-- Logs begin at Fri 2021-07-09 12:39:40 UTC, end at Fri 2021-07-09 14:57:59 UTC. -- Jul 09 13:09:14.682364 n-d-799525-3 systemd[1]: Started Devstack devstack@q-svc.service. Jul 09 13:09:17.446758 n-d-799525-3 neutron-server[93610]: INFO neutron.common.config [-] Logging enabled! Jul 09 13:09:17.447362 n-d-799525-3 neutron-server[93610]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev459 Jul 09 13:09:17.447496 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93610) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 13:09:17.450728 n-d-799525-3 neutron-server[93610]: INFO neutron.common.config [-] Logging enabled! Jul 09 13:09:17.450994 n-d-799525-3 neutron-server[93610]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev459 Jul 09 13:09:17.451352 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93610) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 09 13:09:17.453128 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 13:09:17.453378 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 13:09:17.453749 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 13:09:17.454003 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 13:09:17.454237 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 13:09:17.454563 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.454868 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.455211 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.455454 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.455758 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.456056 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.456345 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.456641 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.456946 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.457239 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.458063 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.458368 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.458603 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.458890 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.459225 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.459522 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.459761 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] debug = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.460045 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.460478 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.460900 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.461188 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.461485 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.461787 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.462050 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.462333 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.462623 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.462956 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] host = n-d-799525-3 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.463269 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.463569 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.463864 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.464160 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.464443 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.464727 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.465019 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.465301 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.465581 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] log_file = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.465862 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.466157 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.466452 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.466747 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.466976 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.467235 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.467535 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.467830 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.468113 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.468410 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.468676 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.468952 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.469228 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.469504 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.469797 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.470087 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.470379 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.470659 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.470944 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.471246 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.471524 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.471815 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.472093 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.472369 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.472647 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.472937 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.473266 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.473538 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.473850 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.474139 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.474428 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.474720 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.474998 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.475309 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.475588 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.475866 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.476143 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] use_json = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.476422 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.476698 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.476984 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.477261 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.477536 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.477814 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.478091 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.478380 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:17.478683 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.478988 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.479329 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.479621 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.479925 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.480211 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.480508 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.480792 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.481091 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.481386 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.481679 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.481965 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.482259 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.482542 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.482840 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.483173 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.483475 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.483772 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.484055 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.484334 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.484612 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.484896 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.485188 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.485485 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.485780 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.486059 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.486343 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.486641 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.486924 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.487226 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.487510 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.487805 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.488088 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.488368 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.488659 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.488973 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.489259 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.489539 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.489822 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.490118 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.490403 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.490686 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.490964 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.491271 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.491549 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.491842 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.492125 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.492405 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.492685 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.492967 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.493244 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.493522 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.493803 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.494078 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.494360 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.494638 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.494914 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.495216 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.495495 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.495773 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.496048 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.496324 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.496607 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.496884 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.497160 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.497437 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.497715 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.497991 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.498284 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.498589 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.498873 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.499187 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.499472 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.499756 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.500038 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.500320 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.500607 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.500891 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.501168 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.501463 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.501748 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.502037 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.502321 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.502601 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.502900 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.503204 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.503493 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.503775 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.504057 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.504878 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.505199 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.505501 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.505802 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.506104 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.506402 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.506700 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.506986 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.507327 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.507614 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:17.507838 n-d-799525-3 neutron-server[93610]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 13:09:17.508083 n-d-799525-3 neutron-server[93610]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93610) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 09 13:09:17.863470 n-d-799525-3 neutron-server[93610]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 13:09:17.864264 n-d-799525-3 neutron-server[93610]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 13:09:17.864572 n-d-799525-3 neutron-server[93610]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 09 13:09:17.864908 n-d-799525-3 neutron-server[93610]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 09 13:09:18.256801 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.257110 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.257392 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.258701 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.258982 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.259290 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.294115 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.294398 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.294683 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.308680 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.308965 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.309238 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.340134 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.340540 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.340877 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.377258 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.377557 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.377832 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.610219 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.610830 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.610830 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.611005 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.611711 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.732597 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.732924 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.733215 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.733494 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.733766 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.734081 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.734347 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.734609 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.734869 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.735179 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.735449 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.735732 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.736006 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.736277 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.736537 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.736810 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.737086 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.737351 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.737629 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.737888 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.738174 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.738527 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.739449 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.739745 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.740010 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.740265 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.740677 n-d-799525-3 neutron-server[93610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 13:09:18.740928 n-d-799525-3 neutron-server[93610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 13:09:18.741175 n-d-799525-3 neutron-server[93610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 13:09:18.741420 n-d-799525-3 neutron-server[93610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 13:09:18.741659 n-d-799525-3 neutron-server[93610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 13:09:18.741901 n-d-799525-3 neutron-server[93610]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 13:09:18.742267 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 09 13:09:18.746317 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 09 13:09:18.750294 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 09 13:09:18.753992 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])]) Jul 09 13:09:18.755693 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 09 13:09:18.756159 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 09 13:09:18.756503 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 09 13:09:18.756894 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 09 13:09:18.759716 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 09 13:09:18.759984 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 09 13:09:18.760339 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 13:09:18.788609 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 09 13:09:18.789062 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.789366 n-d-799525-3 neutron-server[93610]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93610) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 09 13:09:18.789734 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.791122 n-d-799525-3 neutron-server[93610]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93610) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 09 13:09:18.791413 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 09 13:09:18.791667 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 09 13:09:18.794707 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.794992 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:18.859988 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 09 13:09:18.860282 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 09 13:09:18.860485 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 09 13:09:18.860860 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 09 13:09:18.882400 n-d-799525-3 neutron-server[93610]: DEBUG oslo_db.sqlalchemy.engines [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93610) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 09 13:09:19.456732 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Initializing driver for type 'gre' Jul 09 13:09:19.457322 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] gre ID ranges: [(1, 1000)] Jul 09 13:09:19.516080 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Initializing driver for type 'local' Jul 09 13:09:19.516671 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Initializing driver for type 'vlan' Jul 09 13:09:19.530319 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] VlanTypeDriver initialization complete Jul 09 13:09:19.530649 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Initializing driver for type 'vxlan' Jul 09 13:09:19.531218 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] vxlan ID ranges: [(1, 1000)] Jul 09 13:09:19.584084 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Initializing extension driver 'port_security' Jul 09 13:09:19.584582 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.extensions.port_security [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] PortSecurityExtensionDriver initialization complete Jul 09 13:09:19.584899 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Initializing mechanism driver 'openvswitch' Jul 09 13:09:19.585237 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Initializing mechanism driver 'hyperv' Jul 09 13:09:19.591728 n-d-799525-3 neutron-server[93610]: DEBUG neutron.plugins.ml2.plugin [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93610) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:09:19.592410 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > port after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.592785 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > port after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.593144 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > port after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.593662 n-d-799525-3 neutron-server[93610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 13:09:19.594101 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > subnet after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.594457 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > subnet after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.594809 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.595227 n-d-799525-3 neutron-server[93610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 13:09:19.595638 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > network after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.595989 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > network after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.596333 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > network after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.596723 n-d-799525-3 neutron-server[93610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 13:09:19.597132 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > security_group after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.597486 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > security_group after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.597831 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > security_group after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.598361 n-d-799525-3 neutron-server[93610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 13:09:19.598782 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.599163 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.599516 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.600394 n-d-799525-3 neutron-server[93610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 13:09:19.600805 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > address_group after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.601161 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > address_group after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.601504 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > address_group after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.601894 n-d-799525-3 neutron-server[93610]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93610) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 09 13:09:19.602277 n-d-799525-3 neutron-server[93610]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] ML2 OVO RPC backend initialized. {{(pid=93610) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 09 13:09:19.602989 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.603396 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.603817 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > network before_response 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.604173 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > networks before_response 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.604529 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > port before_response 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.604879 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > ports before_response 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.605229 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > subnet before_response 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.605578 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > subnets before_response 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.605929 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > network after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.606273 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > network after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.606612 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > network after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.606951 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > port after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.607317 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > port after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.607658 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > port after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.608000 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > subnet after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.608335 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > subnet after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.608676 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > subnet after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.609248 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.plugin [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Modular L2 Plugin initialization complete Jul 09 13:09:19.609579 n-d-799525-3 neutron-server[93610]: DEBUG neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading services supported by the core plugin {{(pid=93610) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 09 13:09:19.609906 n-d-799525-3 neutron-server[93610]: INFO neutron.plugins.ml2.managers [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Got port-security extension from driver 'port_security' Jul 09 13:09:19.610369 n-d-799525-3 neutron-server[93610]: INFO neutron.extensions.vlantransparent [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Disabled vlantransparent extension. Jul 09 13:09:19.610888 n-d-799525-3 neutron-server[93610]: DEBUG neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93610) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 09 13:09:19.611183 n-d-799525-3 neutron-server[93610]: INFO neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading Plugin: router Jul 09 13:09:19.646651 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router_interface before_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.647212 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router after_create 55549900 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.647592 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router before_create 55549900 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.647964 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.648543 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.648910 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router after_delete 55549900 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.649277 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > floatingip after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.649646 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router after_create 55549900 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.650001 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router after_update 55549900 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.650354 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router after_update 55549900 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.650707 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.651069 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router after_update 55549900 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.651504 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router precommit_update 55549900 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.651876 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: port after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.652220 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: port after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.652562 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: subnet after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.652903 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.653253 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > port precommit_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.653603 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router precommit_create 55549900 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.653947 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: port before_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.654291 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router precommit_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.654757 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router after_update 55549900 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.655128 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router precommit_delete 55549900 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.655486 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router precommit_create 55549900 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.655852 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router_interface after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.656204 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router precommit_update 55549900 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.656575 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > agent after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.657019 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > agent after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.658328 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > network after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.660116 n-d-799525-3 neutron-server[93610]: DEBUG neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Tracking information for resource: router configured {{(pid=93610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 13:09:19.660472 n-d-799525-3 neutron-server[93610]: DEBUG neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Tracking information for resource: floatingip configured {{(pid=93610) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 09 13:09:19.667747 n-d-799525-3 neutron-server[93610]: INFO neutron.db.l3_agentschedulers_db [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 09 13:09:19.668331 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: port after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.668699 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: port after_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.669056 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: port after_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.669413 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: port after_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.670217 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router before_create 55550100 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.670587 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router precommit_delete 55550100 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.670955 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router precommit_create 55550100 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.671369 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > router precommit_update 55550100 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.676104 n-d-799525-3 neutron-server[93610]: DEBUG neutron.services.provider_configuration [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Service providers = [] {{(pid=93610) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 09 13:09:19.676475 n-d-799525-3 neutron-server[93610]: DEBUG neutron.db.servicetype_db [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93610) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 09 13:09:19.680208 n-d-799525-3 neutron-server[93610]: DEBUG neutron.services.service_base [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 13:09:19.680566 n-d-799525-3 neutron-server[93610]: DEBUG neutron.services.service_base [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 13:09:19.680917 n-d-799525-3 neutron-server[93610]: DEBUG neutron.services.service_base [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 13:09:19.681819 n-d-799525-3 neutron-server[93610]: DEBUG neutron.services.service_base [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93610) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 09 13:09:19.682207 n-d-799525-3 neutron-server[93610]: INFO neutron.services.service_base [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 09 13:09:19.682589 n-d-799525-3 neutron-server[93610]: DEBUG neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 13:09:19.682914 n-d-799525-3 neutron-server[93610]: INFO neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 09 13:09:19.693652 n-d-799525-3 neutron-server[93610]: DEBUG neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 13:09:19.693997 n-d-799525-3 neutron-server[93610]: INFO neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading Plugin: auto_allocate Jul 09 13:09:19.699642 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: network precommit_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.700019 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: network precommit_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.700538 n-d-799525-3 neutron-server[93610]: DEBUG neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 13:09:19.700867 n-d-799525-3 neutron-server[93610]: INFO neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading Plugin: tag Jul 09 13:09:19.707383 n-d-799525-3 neutron-server[93610]: DEBUG neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 13:09:19.707671 n-d-799525-3 neutron-server[93610]: INFO neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading Plugin: timestamp Jul 09 13:09:19.712988 n-d-799525-3 neutron-server[93610]: DEBUG neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 13:09:19.713328 n-d-799525-3 neutron-server[93610]: INFO neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading Plugin: network_ip_availability Jul 09 13:09:19.718728 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.719124 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.719490 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.720206 n-d-799525-3 neutron-server[93610]: DEBUG neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 13:09:19.720529 n-d-799525-3 neutron-server[93610]: INFO neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading Plugin: flavors Jul 09 13:09:19.725794 n-d-799525-3 neutron-server[93610]: DEBUG neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 13:09:19.726126 n-d-799525-3 neutron-server[93610]: INFO neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading Plugin: revisions Jul 09 13:09:19.730381 n-d-799525-3 neutron-server[93610]: DEBUG neutron.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93610) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 09 13:09:19.730776 n-d-799525-3 neutron-server[93610]: DEBUG oslo_concurrency.lockutils [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.866s {{(pid=93610) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 09 13:09:19.731550 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93610) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 09 13:09:19.731894 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Initializing extension manager. Jul 09 13:09:19.732403 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: __init__.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.732750 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: __pycache__ {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.733086 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.733422 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: address_group.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.734179 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.734746 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: address-group Jul 09 13:09:19.735073 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: address_scope.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.735815 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.736326 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: address-scope Jul 09 13:09:19.736653 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: admin_state_down_before_update.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.737581 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.738094 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: router-admin-state-down-before-update Jul 09 13:09:19.738423 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: agent.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.739152 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.739857 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: agent Jul 09 13:09:19.740328 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: agent_resources_synced.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.741754 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.742267 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: agent-resources-synced Jul 09 13:09:19.742604 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: allowedaddresspairs.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.744414 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.744940 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: allowed-address-pairs Jul 09 13:09:19.745272 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: auto_allocated_topology.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.746349 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.746871 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: auto-allocated-topology Jul 09 13:09:19.747238 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: availability_zone.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.747969 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.748477 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: availability_zone Jul 09 13:09:19.748803 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: availability_zone_filter.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.749720 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.750229 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: availability_zone_filter Jul 09 13:09:19.750554 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: data_plane_status.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.751497 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.752005 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension data-plane-status not supported by any of loaded plugins Jul 09 13:09:19.752332 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: default_subnetpools.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.753254 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.753761 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: default-subnetpools Jul 09 13:09:19.754082 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: dhcpagentscheduler.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.754892 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.755429 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: dhcp_agent_scheduler Jul 09 13:09:19.755755 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: dns.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.756796 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.757294 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension dns-integration not supported by any of loaded plugins Jul 09 13:09:19.757618 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: dns_domain_ports.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.758538 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.759038 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 09 13:09:19.759388 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.760307 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.760805 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 09 13:09:19.761128 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: dvr.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.761794 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.762299 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: dvr Jul 09 13:09:19.762621 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: empty_string_filtering.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.763593 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.764099 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: empty-string-filtering Jul 09 13:09:19.764424 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.765337 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.765837 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 09 13:09:19.766160 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.767077 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.767601 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 09 13:09:19.767927 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: external_net.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.768843 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.769345 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: external-net Jul 09 13:09:19.769668 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: extra_dhcp_opt.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.770578 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.771084 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: extra_dhcp_opt Jul 09 13:09:19.771966 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: extraroute.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.772955 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.773461 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: extraroute Jul 09 13:09:19.773785 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: extraroute_atomic.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.774807 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.775348 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: extraroute-atomic Jul 09 13:09:19.775676 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: filter_validation.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.776343 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.776844 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: filter-validation Jul 09 13:09:19.777167 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: fip_pf_description.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.778069 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.778572 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 09 13:09:19.778895 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: fip_port_details.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.779837 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.780345 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: fip-port-details Jul 09 13:09:19.780666 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: flavors.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.781882 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.782404 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: flavors Jul 09 13:09:19.782732 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.784427 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.784935 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 09 13:09:19.785271 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: floatingip_pools.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.785973 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.786484 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: floatingip-pools Jul 09 13:09:19.786814 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: ip_allocation.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.788369 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.788871 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension ip_allocation not supported by any of loaded plugins Jul 09 13:09:19.789200 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.790124 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.790633 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: ip-substring-filtering Jul 09 13:09:19.790962 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: l2_adjacency.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.791919 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.792432 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension l2_adjacency not supported by any of loaded plugins Jul 09 13:09:19.792757 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: l3.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.793726 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.794242 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: router Jul 09 13:09:19.794572 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: l3_conntrack_helper.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.797232 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.797758 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 09 13:09:19.798095 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.799027 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.799574 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: ext-gw-mode Jul 09 13:09:19.799905 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.800831 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.801343 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: l3-ha Jul 09 13:09:19.801669 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: l3_flavors.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.802612 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.803178 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: l3-flavors Jul 09 13:09:19.803510 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.804437 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.804941 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: l3-port-ip-change-not-allowed Jul 09 13:09:19.805266 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: l3agentscheduler.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.806312 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.806830 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: l3_agent_scheduler Jul 09 13:09:19.807200 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: logging.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.808676 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.809199 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension logging not supported by any of loaded plugins Jul 09 13:09:19.809532 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: metering.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.810277 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.810878 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: metering Jul 09 13:09:19.811215 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.812312 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.812826 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: metering_source_and_destination_fields Jul 09 13:09:19.813152 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: multiprovidernet.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.814094 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.814604 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: multi-provider Jul 09 13:09:19.814930 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: netmtu.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.815883 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.816392 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: net-mtu Jul 09 13:09:19.816712 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: netmtu_writable.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.817630 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.818135 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: net-mtu-writable Jul 09 13:09:19.818500 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: network_availability_zone.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.819275 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.819787 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: network_availability_zone Jul 09 13:09:19.820115 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: network_ip_availability.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.821206 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.821723 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: network-ip-availability Jul 09 13:09:19.822050 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: network_segment_range.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.822816 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.823347 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension network-segment-range not supported by any of loaded plugins Jul 09 13:09:19.823671 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: pagination.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.824659 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.824990 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: pagination Jul 09 13:09:19.825312 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: port_device_profile.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.826220 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.826738 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: port-device-profile Jul 09 13:09:19.827063 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.828026 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.828537 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: port-mac-address-regenerate Jul 09 13:09:19.828861 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.829778 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.830291 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: port-numa-affinity-policy Jul 09 13:09:19.830617 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: port_resource_request.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.831562 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.832066 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension port-resource-request not supported by any of loaded plugins Jul 09 13:09:19.832390 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: portbindings.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.833350 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.833857 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: binding Jul 09 13:09:19.834790 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: portbindings_extended.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.836230 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.836751 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: binding-extended Jul 09 13:09:19.837084 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: portsecurity.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.838012 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.838524 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: port-security Jul 09 13:09:19.838851 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: project_id.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.839863 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.840196 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: project-id Jul 09 13:09:19.840522 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: providernet.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.841453 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.841973 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: provider Jul 09 13:09:19.842300 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: qos.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.845788 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.846313 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension qos not supported by any of loaded plugins Jul 09 13:09:19.846646 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.847928 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.848443 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 09 13:09:19.848778 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.850301 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.850815 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 09 13:09:19.851231 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: qos_default.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.852159 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.852667 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension qos-default not supported by any of loaded plugins Jul 09 13:09:19.852994 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: qos_fip.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.853653 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.854156 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension qos-fip not supported by any of loaded plugins Jul 09 13:09:19.854478 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: qos_gateway_ip.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.855451 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.855960 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 09 13:09:19.856286 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: qos_port_network_policy.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.857205 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.857718 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 09 13:09:19.858047 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: qos_rule_type_details.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.858967 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.859513 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 09 13:09:19.859842 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: qos_rules_alias.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.860892 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.861406 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 09 13:09:19.861735 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: quotasv2.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.862672 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.863006 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: quotas Jul 09 13:09:19.863362 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: quotasv2_detail.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.866478 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.866817 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: quota_details Jul 09 13:09:19.867179 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: rbac.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.868245 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.868773 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: rbac-policies Jul 09 13:09:19.869107 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: rbac_address_group.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.870238 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.870761 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: rbac-address-group Jul 09 13:09:19.871143 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: rbac_address_scope.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.872063 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.872579 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: rbac-address-scope Jul 09 13:09:19.872911 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: rbac_security_groups.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.873839 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.874356 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: rbac-security-groups Jul 09 13:09:19.874683 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: rbac_subnetpool.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.875635 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.876149 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: rbac-subnetpool Jul 09 13:09:19.876476 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: revisionifmatch.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.877407 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.877919 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: revision-if-match Jul 09 13:09:19.878245 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: revisions.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.879396 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.879912 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: standard-attr-revisions Jul 09 13:09:19.880241 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: router_availability_zone.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.880957 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.881546 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: router_availability_zone Jul 09 13:09:19.881880 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: routerservicetype.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.882806 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.883351 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension router-service-type not supported by any of loaded plugins Jul 09 13:09:19.883677 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.884614 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.885122 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: security-groups-normalized-cidr Jul 09 13:09:19.885448 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: security_groups_port_filtering.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.886380 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.886889 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: port-security-groups-filtering Jul 09 13:09:19.887254 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.888179 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.888690 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: security-groups-remote-address-group Jul 09 13:09:19.889015 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: securitygroup.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.899253 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.899788 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: security-group Jul 09 13:09:19.900129 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: segment.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.900930 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.901443 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension segment not supported by any of loaded plugins Jul 09 13:09:19.901777 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.902722 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.903265 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 09 13:09:19.903597 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: servicetype.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.904692 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.905213 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: service-type Jul 09 13:09:19.905545 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: sorting.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.906529 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.906865 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: sorting Jul 09 13:09:19.907224 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: standard_attr_segment.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.908209 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.908726 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 09 13:09:19.909053 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: standardattrdescription.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.909711 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.910223 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: standard-attr-description Jul 09 13:09:19.910552 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: stateful_security_group.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.911535 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.912075 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: stateful-security-group Jul 09 13:09:19.912968 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: stdattrs_common.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.913555 n-d-799525-3 neutron-server[93610]: WARNING neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 09 13:09:19.913881 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.914829 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.915370 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 09 13:09:19.915697 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: subnet_onboard.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.916783 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.917301 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: subnet_onboard Jul 09 13:09:19.917626 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.918561 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.919069 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 09 13:09:19.919417 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: subnet_service_types.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.920343 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.920859 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: subnet-service-types Jul 09 13:09:19.921183 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: subnetallocation.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.922527 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.923046 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: subnet_allocation Jul 09 13:09:19.923396 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.924068 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.924588 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: subnetpool-prefix-ops Jul 09 13:09:19.924910 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.925840 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.926346 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 09 13:09:19.926669 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: tagging.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.928700 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.929231 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: standard-attr-tag Jul 09 13:09:19.929568 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: timestamp.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.930815 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.931368 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loaded extension: standard-attr-timestamp Jul 09 13:09:19.931699 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: trunk.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.932745 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.933268 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension trunk not supported by any of loaded plugins Jul 09 13:09:19.933608 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: trunk_details.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.934547 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.935064 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension trunk-details not supported by any of loaded plugins Jul 09 13:09:19.935420 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: uplink_status_propagation.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.936356 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.936874 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 09 13:09:19.937200 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Loading extension file: vlantransparent.py {{(pid=93610) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 09 13:09:19.937879 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93610) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 09 13:09:19.938390 n-d-799525-3 neutron-server[93610]: INFO neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extension vlan-transparent not supported by any of loaded plugins Jul 09 13:09:19.940962 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of TrackedResource for resource:network Jul 09 13:09:19.941784 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of TrackedResource for resource:subnet Jul 09 13:09:19.942272 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 13:09:19.942669 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of TrackedResource for resource:port Jul 09 13:09:19.944019 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.v2.resource_helper [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:09:19.944460 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.v2.resource_helper [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Service FLAVORS assigned prefix: {{(pid=93610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:09:19.945093 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.v2.resource_helper [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:09:19.945520 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.v2.resource_helper [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:09:19.945853 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of TrackedResource for resource:router Jul 09 13:09:19.946287 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of TrackedResource for resource:floatingip Jul 09 13:09:19.946784 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.v2.resource_helper [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Service METERING assigned prefix: /metering {{(pid=93610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:09:19.948278 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.948654 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.949012 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93610) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:09:19.950027 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 13:09:19.950481 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of TrackedResource for resource:security_group Jul 09 13:09:19.950901 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 13:09:19.951544 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.v2.resource_helper [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Service CORE assigned prefix: {{(pid=93610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:09:19.951875 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 13:09:19.952221 n-d-799525-3 neutron-server[93610]: WARNING neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] subnetpool is already registered Jul 09 13:09:19.952650 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.v2.resource_helper [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Service CORE assigned prefix: {{(pid=93610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:09:19.952985 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 13:09:19.953317 n-d-799525-3 neutron-server[93610]: WARNING neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] subnetpool is already registered Jul 09 13:09:19.955632 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.v2.resource_helper [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:09:19.956069 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.v2.resource_helper [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Service FLAVORS assigned prefix: {{(pid=93610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:09:19.956662 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.v2.resource_helper [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:09:19.957086 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.v2.resource_helper [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:09:19.957471 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of TrackedResource for resource:router Jul 09 13:09:19.957808 n-d-799525-3 neutron-server[93610]: WARNING neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] router is already registered Jul 09 13:09:19.958170 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of TrackedResource for resource:floatingip Jul 09 13:09:19.958507 n-d-799525-3 neutron-server[93610]: WARNING neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] floatingip is already registered Jul 09 13:09:19.959497 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.v2.resource_helper [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Service METERING assigned prefix: /metering {{(pid=93610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:09:19.960340 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of CountableResource for resource:rbac_policy Jul 09 13:09:19.960674 n-d-799525-3 neutron-server[93610]: WARNING neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] rbac_policy is already registered Jul 09 13:09:19.961087 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of TrackedResource for resource:security_group Jul 09 13:09:19.961426 n-d-799525-3 neutron-server[93610]: WARNING neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] security_group is already registered Jul 09 13:09:19.961829 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of TrackedResource for resource:security_group_rule Jul 09 13:09:19.962165 n-d-799525-3 neutron-server[93610]: WARNING neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] security_group_rule is already registered Jul 09 13:09:19.962789 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.v2.resource_helper [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Service CORE assigned prefix: {{(pid=93610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:09:19.963139 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 13:09:19.963477 n-d-799525-3 neutron-server[93610]: WARNING neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] subnetpool is already registered Jul 09 13:09:19.963896 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.v2.resource_helper [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Service CORE assigned prefix: {{(pid=93610) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 09 13:09:19.964223 n-d-799525-3 neutron-server[93610]: INFO neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Creating instance of TrackedResource for resource:subnetpool Jul 09 13:09:19.964563 n-d-799525-3 neutron-server[93610]: WARNING neutron.quota.resource_registry [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] subnetpool is already registered Jul 09 13:09:19.965025 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: extensions {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.966518 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: address-groups {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.968066 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: address-scopes {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.969404 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: agents {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.970562 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: auto-allocated-topology {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.971829 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: availability_zones {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.973038 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: dhcp-networks {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.976509 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: dhcp-agents {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.977952 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: routers {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.979689 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: flavors {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.980971 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: service_profiles {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.982173 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: next_providers {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.983650 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: service_profiles {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.985211 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: floatingip-pools {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.986416 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: routers {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.988142 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: floatingips {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.989418 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: l3-routers {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.991128 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: l3-agents {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.992710 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: metering-labels {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.993949 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: metering-label-rules {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.995369 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: network-ip-availabilities {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.996630 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: bindings {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.998182 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: quotas {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:19.999761 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: quotas {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.001161 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: rbac-policies {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.002359 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: security-groups {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.003699 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: security-group-rules {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.004947 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: service-providers {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.006234 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: subnetpools {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.007573 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: subnetpools {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.009116 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: tags {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.010810 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: tags {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.012654 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: tags {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.014437 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: tags {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.016168 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: tags {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.018125 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: tags {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.019848 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: tags {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.022207 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: tags {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.024108 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: tags {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.025865 n-d-799525-3 neutron-server[93610]: DEBUG neutron.api.extensions [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Extended resource: tags {{(pid=93610) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 09 13:09:20.031841 n-d-799525-3 neutron-server[93610]: WARNING keystonemiddleware.auth_token [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 09 13:09:20.036383 n-d-799525-3 neutron-server[93610]: WARNING keystonemiddleware.auth_token [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 09 13:09:20.046453 n-d-799525-3 neutron-server[93610]: DEBUG oslo_concurrency.lockutils [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Acquired lock "singleton_lock" {{(pid=93610) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 09 13:09:20.047219 n-d-799525-3 neutron-server[93610]: DEBUG oslo_concurrency.lockutils [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Releasing lock "singleton_lock" {{(pid=93610) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 09 13:09:20.047867 n-d-799525-3 neutron-server[93610]: INFO oslo_service.service [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Starting 2 workers Jul 09 13:09:20.052668 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Started child 93753 {{(pid=93610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 13:09:20.057164 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Started child 93754 {{(pid=93610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 13:09:20.058208 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:20.058919 n-d-799525-3 neutron-server[93610]: INFO neutron.service [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Neutron service started, listening on 0.0.0.0:9696 Jul 09 13:09:20.059397 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Notify callbacks [] for process, before_spawn {{(pid=93610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:20.059716 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [-] (93753) wsgi starting up on http://0.0.0.0:9696 Jul 09 13:09:20.061849 n-d-799525-3 neutron-server[93610]: INFO oslo_service.service [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Starting 1 workers Jul 09 13:09:20.062077 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:20.063449 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [-] (93754) wsgi starting up on http://0.0.0.0:9696 Jul 09 13:09:20.067047 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Started child 93755 {{(pid=93610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 13:09:20.067610 n-d-799525-3 neutron-server[93610]: INFO oslo_service.service [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Starting 1 workers Jul 09 13:09:20.071581 n-d-799525-3 neutron-server[93755]: DEBUG neutron.service [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] calling RpcWorker wait() {{(pid=93755) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 09 13:09:20.072164 n-d-799525-3 neutron-server[93755]: DEBUG neutron.service [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] returning from RpcWorker wait() {{(pid=93755) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 09 13:09:20.072254 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Started child 93756 {{(pid=93610) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 09 13:09:20.073050 n-d-799525-3 neutron-server[93610]: DEBUG neutron_lib.callbacks.manager [None req-72c08c9c-4c91-4cf3-aad6-b2d97980a36d None None] Notify callbacks [] for process, after_spawn {{(pid=93610) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:20.073482 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:20.073993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:09:20.074943 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93610) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 13:09:20.075180 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 13:09:20.075375 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 13:09:20.075593 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 13:09:20.075951 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 13:09:20.076119 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 13:09:20.076630 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.076902 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.077179 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.077308 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:20.077745 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.077745 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.078246 n-d-799525-3 neutron-server[93756]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:09:20.078353 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.078571 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.078809 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.079134 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.079360 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.079536 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.079706 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.079974 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.080216 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.080500 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.080774 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.081035 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.081307 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.081479 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.081747 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.082025 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.082273 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.082534 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] debug = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.082778 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.083310 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.083556 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.083808 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.084626 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.084936 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.085192 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.085466 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.085717 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.085963 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.086220 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.086485 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.086724 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.086958 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.087245 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.087509 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.087737 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.088220 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] host = n-d-799525-3 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.088471 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.088692 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.088923 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.089185 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.089433 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.089651 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.089915 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.090173 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.090434 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.090658 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.090898 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.091191 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.091450 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.091703 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] log_file = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.091870 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] log_options = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.092108 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.092384 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.092672 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.092844 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.093014 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.093197 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.093448 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.093613 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.093856 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.094082 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.094298 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.094512 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.094733 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.094958 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.095233 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.095480 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.095728 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.095959 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.096215 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.096448 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.096708 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.096935 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.097155 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.097372 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.097586 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.097819 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.098051 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.098286 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.098499 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.098753 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.098968 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.099263 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.099500 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.100907 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.100907 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.100907 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.101390 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.101390 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.101632 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.101752 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.101961 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.102206 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.102452 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.102667 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.102911 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.103146 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] use_json = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.103365 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.103614 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.103872 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.104085 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.104327 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.104612 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.104849 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.105084 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.105511 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.105827 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.106143 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.106405 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.106644 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.106877 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.107207 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.107388 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.107646 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.107875 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.109167 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.109167 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.109167 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.109167 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.109651 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.109773 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.110052 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.110341 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.110645 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.110823 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.111048 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.111310 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.111658 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.111949 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.112223 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.112482 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.113430 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.113430 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.113430 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.113667 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.113760 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.114226 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.114510 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.114702 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.114971 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.115994 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.115994 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.115994 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.116301 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.116476 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.116596 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.116882 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.117835 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.117835 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.117835 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.117835 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.118152 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.118242 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.118480 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.119427 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.119427 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.119427 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.119427 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.119753 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.121967 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.121967 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.121967 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.121967 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.121967 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.121967 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.121967 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.122723 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.122723 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.122723 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.122723 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.124655 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.124655 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.124655 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.124655 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.124655 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.124655 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.124655 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.124655 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.124655 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.126795 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.126795 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.126795 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.126795 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.126795 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.126795 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.126795 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.126795 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.126795 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.127451 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.127451 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.127451 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.127678 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.127756 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.127972 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.128226 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.128446 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.128723 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.128946 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.129523 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.129523 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.129686 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.129896 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.130152 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.130400 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.130644 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.131427 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.131653 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.131883 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.132193 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.132440 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.132700 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.132982 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.133260 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.133532 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.133794 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.134047 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.134309 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.134570 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.134863 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.135123 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.135483 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.135687 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.135965 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.136244 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.136835 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.136835 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.137026 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.137244 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.137504 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.137736 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.138002 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.138247 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.138547 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.138797 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.139020 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.139269 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.139521 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.139847 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.140098 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.140314 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.140530 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.140808 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.141060 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.141328 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.141624 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.141869 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.142091 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.142420 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.142809 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.143049 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.143312 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.143554 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.143762 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.144014 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.144231 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.144491 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.144694 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.144931 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.145195 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.145411 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.145632 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.145867 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.146094 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.146313 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.147525 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.147748 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.147992 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.148248 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.148502 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.148710 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.148934 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.149150 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.149408 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.149627 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.149916 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.150175 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.150411 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.150641 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.150865 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.151137 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.151349 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.151595 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.151815 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.152030 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.152246 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.152468 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.152685 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.152899 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.153146 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.153360 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.153617 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.153869 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.154196 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.154449 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.154689 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.154942 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.155182 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.155423 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.155646 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.155872 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.156114 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.156357 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.156572 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.156835 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.157060 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.157283 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.157509 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.157722 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.157934 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.158163 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.158395 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.158732 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.159013 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.159288 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.159554 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.159860 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.160120 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.160463 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.160687 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.160903 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.161152 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.161367 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.161605 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.161856 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.162096 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.162332 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.162579 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.162816 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.163015 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.163302 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.163521 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.163734 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.164122 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.164491 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.164849 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.165228 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.165628 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.165984 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.166365 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.166589 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.166807 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.167160 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.167396 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.167628 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.167918 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.168146 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.168404 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.168679 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.169249 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.169249 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.169442 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.169641 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.169880 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.170108 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.170384 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.170707 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.170986 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.171374 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.171902 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.172149 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.172584 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.172869 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.173089 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.173372 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.173715 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.173984 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.174261 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.174495 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.174757 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.174990 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.175254 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.175508 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.175749 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.175980 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.176221 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.176473 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.176722 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.176959 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.177206 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.177426 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.177674 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.177954 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.178204 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.178447 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.178604 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 13:09:20.179302 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93610) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 09 13:09:20.179466 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 09 13:09:20.179623 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 09 13:09:20.179796 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 09 13:09:20.179972 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 09 13:09:20.180130 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 09 13:09:20.180333 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.180667 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.180832 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.180995 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.181157 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.181340 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.181505 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.181666 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.181827 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.181988 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.182148 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.182378 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.182475 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.182618 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.182779 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.182939 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.183121 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.183285 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.183450 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.183609 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.183770 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.183931 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.184091 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] debug = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.184252 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.184448 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.184613 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.184775 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.184922 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.185083 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.185242 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.185401 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.185561 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.185725 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.185885 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.186044 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.186204 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.186363 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.186522 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.186681 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.186842 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.187001 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] host = n-d-799525-3 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.187184 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.187346 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.187505 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.187665 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.187824 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.187983 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.188142 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.188302 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.188461 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.188620 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.188779 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.188938 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.189098 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.189257 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] log_file = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.189416 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] log_options = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.189575 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.189736 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.189895 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.190085 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.190254 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.190495 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.190658 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.191010 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.191631 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.191800 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.191973 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.192309 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.192309 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.192500 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.192580 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.192721 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.192884 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.193936 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.193936 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.193936 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.194171 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.194171 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.194309 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.194551 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.194714 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.195021 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.195341 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.195507 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.195669 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.195832 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.195993 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.196159 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.196320 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.196481 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.196640 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.196800 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.196961 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.197128 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.197288 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.197449 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.197609 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.197769 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.197927 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.198086 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.198245 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.198404 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] use_json = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.198564 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.198725 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.198896 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.199038 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.199217 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.199372 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.199525 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.199691 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 09 13:09:20.199872 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.200039 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.200216 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.200380 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.200545 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.200709 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.200873 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.201036 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.201199 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.201363 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.201535 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.201699 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.201865 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.202035 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.202202 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.202365 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.202681 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.202848 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.203005 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.203203 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.203360 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.203519 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.203915 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.203915 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.204203 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.39/identity {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.204203 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.204525 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.204525 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.204776 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.204776 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.205021 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.205155 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.205297 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.205387 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.205527 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.205691 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.205854 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.206019 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.206188 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.206353 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.206517 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.206681 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.206843 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.207006 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.207196 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.207362 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.207573 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.207691 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.207855 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.208017 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.208192 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.208356 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.208519 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.208683 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.208846 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.209584 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.209838 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.210026 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.210191 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.210357 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.210522 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.210699 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.210862 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.211025 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.211211 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.211376 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.211540 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.211704 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.211888 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.212032 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.212195 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.212358 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.212522 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.212684 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.212846 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.213009 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.213104 n-d-799525-3 neutron-server[93755]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:09:20.213191 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.213325 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.213489 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.213651 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.213814 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.213977 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.214140 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.214301 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.214475 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.214653 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.214816 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.214978 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.215166 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.215331 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.215495 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.215660 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.215824 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.215986 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.216154 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.216318 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.216482 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.216649 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.216813 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.216976 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.217140 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.217302 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.217466 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.217628 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.217792 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.217954 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.218117 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.218279 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.218442 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.218603 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.218766 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.218937 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.219108 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.219284 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.219450 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.219634 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.219791 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.219954 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.220119 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.220282 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.220445 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.220607 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.220770 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.220933 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.221094 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.221257 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.221420 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.221592 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.221766 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.221930 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.222094 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.222256 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.222441 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.222602 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.222765 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.222930 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.223110 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.223275 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.223438 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.223600 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.223763 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.223927 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.224091 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.224253 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.39/identity {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.224417 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.224649 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.225364 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.225874 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.226269 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.226404 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.226547 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.226711 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.226874 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.227065 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.227243 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.227610 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.227610 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.227821 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.227942 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.228064 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.228187 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.228308 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.228472 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.228634 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.228837 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.228963 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.229083 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.229249 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.229412 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.229577 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.229741 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.229904 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.230068 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.230233 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.230397 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.230560 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.230724 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.230887 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.231050 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.231235 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.231399 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.231563 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.231727 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.231890 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.232053 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.232216 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.232379 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.232556 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.232719 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.232881 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.233043 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.233207 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.233370 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.233533 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.233696 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.233858 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.234021 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.234184 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.234348 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.234513 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.234731 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.234860 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.234981 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.235145 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.235300 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.235463 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.235637 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.235799 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.235963 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.236129 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.236292 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.236455 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.236627 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.236790 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.236953 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.237114 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.237275 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.237437 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.237610 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.237772 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.237934 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.238096 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.238259 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.238420 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.238591 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.238752 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.238914 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.239075 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.239259 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.239421 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.239594 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.239756 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.239924 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.240087 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.240351 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.240635 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.240826 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.240992 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.241159 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.241331 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.241496 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.241660 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.241824 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.241998 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.242163 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.242317 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.242483 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.242645 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.242810 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.242975 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.243168 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.243340 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.243510 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.243675 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.243845 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.244016 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.244188 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.244351 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.244521 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.244694 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.244874 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.245009 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.245171 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.245335 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.245498 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.245660 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.245823 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.245986 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.246155 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.246317 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.246480 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.246643 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.246806 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.246969 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.247152 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.247317 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.247479 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.247650 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.247805 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 09 13:09:20.247960 n-d-799525-3 neutron-server[93610]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93610) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 09 13:09:20.355762 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39716) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:09:20.364137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061231 Jul 09 13:09:31.815341 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08056d9-1b52-420a-8440-19063db91ce2 None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:09:31.901641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f08056d9-1b52-420a-8440-19063db91ce2 None None] No non-hosted networks {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 09 13:09:31.916046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.agentschedulers_db [None req-f08056d9-1b52-420a-8440-19063db91ce2 None None] DHCP Agent not found on host n-d-799525-3 {{(pid=93755) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 09 13:09:32.054332 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a05474c0-3974-49a0-bf6a-28e22febfb87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546364'] for agent, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:34.180511 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff655015-26da-472c-9bca-9ad1cb2724bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546364'] for agent, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:34.233065 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73afd68f-80cb-4dd8-be93-def63bd9f57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:34.523272 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546364'] for agent, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:34.524479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:34.525060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:34.525662 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:34.526205 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:34.526864 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:34.527468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:34.528231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:34.528740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:34.529302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:34.530579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:34.531280 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:34.532608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:34.533379 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-799525-3', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:09:34.544501 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-799525-3', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:09:35.436609 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546364'] for agent, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:36.785802 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546364'] for agent, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:38.108078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39808) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:09:38.615262 n-d-799525-3 neutron-server[93753]: WARNING oslo_policy.policy [None req-8e83b346-f860-448b-941f-7e4030cf157a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 13:09:38.615974 n-d-799525-3 neutron-server[93753]: WARNING oslo_policy.policy [None req-8e83b346-f860-448b-941f-7e4030cf157a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 13:09:38.838621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-8e83b346-f860-448b-941f-7e4030cf157a admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:09:38.839868 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8e83b346-f860-448b-941f-7e4030cf157a admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7296484 Jul 09 13:09:39.466766 n-d-799525-3 neutron-server[93755]: INFO neutron.db.l3_hamode_db [None req-8543184c-48fb-4d26-bafd-c31f99e361cc None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 09 13:09:39.543943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543184c-48fb-4d26-bafd-c31f99e361cc None None] Routers set() bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:09:39.544324 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8543184c-48fb-4d26-bafd-c31f99e361cc None None] Router IDs set() for agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 13:09:41.187113 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39822) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:09:41.492033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-409093d0-48e9-457b-9f28-91382948a4e2 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:09:41.585206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.policy [None req-409093d0-48e9-457b-9f28-91382948a4e2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93753) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 13:09:41.629164 n-d-799525-3 neutron-server[93753]: WARNING oslo_policy.policy [None req-409093d0-48e9-457b-9f28-91382948a4e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 13:09:41.629550 n-d-799525-3 neutron-server[93753]: WARNING oslo_policy.policy [None req-409093d0-48e9-457b-9f28-91382948a4e2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 13:09:41.638768 n-d-799525-3 neutron-server[93753]: INFO neutron.quota [None req-409093d0-48e9-457b-9f28-91382948a4e2 admin admin] Loaded quota_driver: . Jul 09 13:09:41.728902 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-409093d0-48e9-457b-9f28-91382948a4e2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760336729890', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760336729463', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760336755135', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760336760697', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760336750819', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8760336760863', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1627083', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1934890', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-874146', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-943124'] for rbac-policy, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:41.792356 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-409093d0-48e9-457b-9f28-91382948a4e2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:41.793696 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-409093d0-48e9-457b-9f28-91382948a4e2 admin admin] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6056385 Jul 09 13:09:44.366897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39834) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:09:44.656327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': '727a7dd076424bd18c34013c6e8602fb', 'admin_state_up': True, 'project_id': '727a7dd076424bd18c34013c6e8602fb'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:09:44.684983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Made reservation on behalf of 727a7dd076424bd18c34013c6e8602fb for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:09:44.687913 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:44.703984 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:44.825679 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:44.829261 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:44.850066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] vlan segment allocate from pool success with {'vlan_id': 330, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:09:44.878172 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760339405388', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:44.878774 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Unsubscribe: segment precommit_create {{(pid=93753) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 13:09:44.879315 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Added segment ebc722e1-6e69-47ad-bd6b-2af8dd4e868b of type vlan for network e64b9b41-bc20-4a63-9935-3f29520085be Jul 09 13:09:44.897192 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fd0e0d2-aedc-4735-9e6b-86f4c137241a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:09:44.923275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:44.923617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:44.923956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:44.924287 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:44.924613 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:44.924936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:44.925257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:44.925575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:44.925890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:44.926209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:44.926523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:44.926877 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Tracked resource versions report: Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: pushed versions: Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: { 'AddressGroup': {'1.2'}, Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'ConntrackHelper': {'1.0'}, Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'Log': {'1.0'}, Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'Network': {'1.1'}, Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'Port': {'1.7'}, Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'PortForwarding': {'1.2'}, Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'QosPolicy': {'1.8'}, Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'SecurityGroup': {'1.4'}, Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'SecurityGroupRule': {'1.2'}, Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'SubPort': {'1.0'}, Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'Subnet': {'1.1'}, Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'Trunk': {'1.1'}} Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: consumer versions: Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: { DHCP agent@n-d-799525-3: {}, Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: L3 agent@n-d-799525-3: {}, Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: Metadata agent@n-d-799525-3: {}, Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: Metering agent@n-d-799525-3: {}, Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: Open vSwitch agent@n-d-799525-3: { 'AddressGroup': '1.2', Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'ConntrackHelper': '1.0', Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'Log': '1.0', Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'Network': '1.1', Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'Port': '1.7', Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'PortForwarding': '1.2', Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'QosPolicy': '1.8', Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'SecurityGroup': '1.4', Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'SecurityGroupRule': '1.2', Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'SubPort': '1.0', Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'Subnet': '1.1', Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: 'Trunk': '1.1'}} Jul 09 13:09:44.928052 n-d-799525-3 neutron-server[93753]: {{(pid=93753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 13:09:44.999186 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:45.049475 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:45.050653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:09:45.051344 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:45.134702 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7666333 Jul 09 13:09:45.149250 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24593c24-e23d-4e40-8080-832c14c72b78 admin admin] Pushing event updated for resources: {'Network': ['ID=e64b9b41-bc20-4a63-9935-3f29520085be,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:09:45.161208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network e64b9b41-bc20-4a63-9935-3f29520085be details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:09:47.765982 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39848) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:09:48.242689 n-d-799525-3 neutron-server[93754]: WARNING oslo_policy.policy [None req-80e47c32-c4d7-48fd-a9a7-0733a5e34cd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 13:09:48.243318 n-d-799525-3 neutron-server[93754]: WARNING oslo_policy.policy [None req-80e47c32-c4d7-48fd-a9a7-0733a5e34cd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 13:09:48.681629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.policy [None req-80e47c32-c4d7-48fd-a9a7-0733a5e34cd0 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93754) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 09 13:09:48.726380 n-d-799525-3 neutron-server[93754]: WARNING oslo_policy.policy [None req-80e47c32-c4d7-48fd-a9a7-0733a5e34cd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 13:09:48.726750 n-d-799525-3 neutron-server[93754]: WARNING oslo_policy.policy [None req-80e47c32-c4d7-48fd-a9a7-0733a5e34cd0 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 09 13:09:48.734743 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80e47c32-c4d7-48fd-a9a7-0733a5e34cd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:09:48.736512 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-80e47c32-c4d7-48fd-a9a7-0733a5e34cd0 admin admin] 10.222.0.39 "GET /v2.0/networks/e64b9b41-bc20-4a63-9935-3f29520085be HTTP/1.1" status: 200 len: 825 time: 0.9695926 Jul 09 13:09:48.775222 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b7a08b98-391d-40b2-b09a-c79ba05fa92e admin admin] 10.222.0.39 "GET /v2.0/subnetpools/55121dd5-ced1-4b66-a5a7-387a44dbd2aa HTTP/1.1" status: 200 len: 734 time: 0.0332751 Jul 09 13:09:48.783786 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Request body: {'subnet': {'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be', 'subnetpool_id': '55121dd5-ced1-4b66-a5a7-387a44dbd2aa', 'tenant_id': '727a7dd076424bd18c34013c6e8602fb', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:09:48.785333 n-d-799525-3 neutron-server[93754]: INFO neutron.quota [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Loaded quota_driver: . Jul 09 13:09:48.825183 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Made reservation on behalf of 727a7dd076424bd18c34013c6e8602fb for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:09:48.827947 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:49.118794 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:49.185876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Checking segment: {'id': 'ebc722e1-6e69-47ad-bd6b-2af8dd4e868b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:09:49.186268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Network hostable DHCP agents. Network: e64b9b41-bc20-4a63-9935-3f29520085be, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:09:49.201441 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3e525a-535e-45d1-8873-68ff45eaeb60,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:09:49.215564 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:49.215904 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:49.216239 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:49.216570 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:49.216895 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:49.217217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:49.217535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:49.217853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:49.218170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:49.218484 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:49.218799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:49.219127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Tracked resource versions report: Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: pushed versions: Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: { 'AddressGroup': {'1.2'}, Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'ConntrackHelper': {'1.0'}, Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'Log': {'1.0'}, Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'Network': {'1.1'}, Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'Port': {'1.7'}, Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'PortForwarding': {'1.2'}, Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'QosPolicy': {'1.8'}, Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'SecurityGroup': {'1.4'}, Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'SecurityGroupRule': {'1.2'}, Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'SubPort': {'1.0'}, Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'Subnet': {'1.1'}, Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'Trunk': {'1.1'}} Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: consumer versions: Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: { DHCP agent@n-d-799525-3: {}, Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: L3 agent@n-d-799525-3: {}, Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: Metadata agent@n-d-799525-3: {}, Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: Metering agent@n-d-799525-3: {}, Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: Open vSwitch agent@n-d-799525-3: { 'AddressGroup': '1.2', Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'ConntrackHelper': '1.0', Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'Log': '1.0', Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'Network': '1.1', Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'Port': '1.7', Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'PortForwarding': '1.2', Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'QosPolicy': '1.8', Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'SecurityGroup': '1.4', Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'SecurityGroupRule': '1.2', Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'SubPort': '1.0', Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'Subnet': '1.1', Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: 'Trunk': '1.1'}} Jul 09 13:09:49.220258 n-d-799525-3 neutron-server[93754]: {{(pid=93754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 13:09:49.244167 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Network e64b9b41-bc20-4a63-9935-3f29520085be is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:09:49.260860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, e64b9b41-bc20-4a63-9935-3f29520085be) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:09:49.265204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:09:49.265823 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:49.269932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebbe82e-73cf-4076-9e42-4c84adc59db5 None None] Network e64b9b41-bc20-4a63-9935-3f29520085be requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:09:49.284344 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-547f9ce0-1539-4893-8188-d04983bd54a8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5039861 Jul 09 13:09:49.592203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-e64b9b41-bc20-4a63-9935-3f29520085be', 'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be', 'tenant_id': '727a7dd076424bd18c34013c6e8602fb', 'fixed_ips': [{'subnet_id': 'ea3e525a-535e-45d1-8873-68ff45eaeb60'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:09:49.593425 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:49.874240 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Allocated IP 172.20.0.2 (e64b9b41-bc20-4a63-9935-3f29520085be/ea3e525a-535e-45d1-8873-68ff45eaeb60/85707031-d5a1-43a9-a24e-0e95238f84df) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:09:50.079120 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:50.121582 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Transition to ACTIVE for port object 85707031-d5a1-43a9-a24e-0e95238f84df will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:09:50.143239 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Transition to ACTIVE for port object 85707031-d5a1-43a9-a24e-0e95238f84df will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:09:50.152477 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:50.230868 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Network e64b9b41-bc20-4a63-9935-3f29520085be is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:09:50.236702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:09:50.247994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:09:50.279707 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Pushing event updated for resources: {'Port': ['ID=85707031-d5a1-43a9-a24e-0e95238f84df,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:09:50.306698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:50.307053 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:50.307427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:50.307765 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:50.308102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:50.308437 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:50.308767 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:50.309096 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:50.309424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:50.309749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:50.310076 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:50.310402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Tracked resource versions report: Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: pushed versions: Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: { 'AddressGroup': {'1.2'}, Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'ConntrackHelper': {'1.0'}, Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'Log': {'1.0'}, Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'Network': {'1.1'}, Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'Port': {'1.7'}, Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'PortForwarding': {'1.2'}, Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'QosPolicy': {'1.8'}, Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'SecurityGroup': {'1.4'}, Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'SecurityGroupRule': {'1.2'}, Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'SubPort': {'1.0'}, Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'Subnet': {'1.1'}, Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'Trunk': {'1.1'}} Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: consumer versions: Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: { DHCP agent@n-d-799525-3: {}, Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: L3 agent@n-d-799525-3: {}, Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: Metadata agent@n-d-799525-3: {}, Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: Metering agent@n-d-799525-3: {}, Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: Open vSwitch agent@n-d-799525-3: { 'AddressGroup': '1.2', Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'ConntrackHelper': '1.0', Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'Log': '1.0', Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'Network': '1.1', Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'Port': '1.7', Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'PortForwarding': '1.2', Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'QosPolicy': '1.8', Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'SecurityGroup': '1.4', Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'SecurityGroupRule': '1.2', Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'SubPort': '1.0', Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'Subnet': '1.1', Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: 'Trunk': '1.1'}} Jul 09 13:09:50.311578 n-d-799525-3 neutron-server[93755]: {{(pid=93755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 13:09:50.345788 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Attempting to bind port 85707031-d5a1-43a9-a24e-0e95238f84df on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:09:50.346190 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Attempting to bind port 85707031-d5a1-43a9-a24e-0e95238f84df by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'ebc722e1-6e69-47ad-bd6b-2af8dd4e868b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:09:50.346606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Attempting to bind port 85707031-d5a1-43a9-a24e-0e95238f84df on network e64b9b41-bc20-4a63-9935-3f29520085be {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:09:50.351678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:09:50.352086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Checking segment: {'id': 'ebc722e1-6e69-47ad-bd6b-2af8dd4e868b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:09:50.352594 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:50.352982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Bound using segment: {'id': 'ebc722e1-6e69-47ad-bd6b-2af8dd4e868b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:09:50.353465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Bound port: 85707031-d5a1-43a9-a24e-0e95238f84df, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc722e1-6e69-47ad-bd6b-2af8dd4e868b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:09:50.353876 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:50.417058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] For port 85707031-d5a1-43a9-a24e-0e95238f84df, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:09:50.421406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] For port 85707031-d5a1-43a9-a24e-0e95238f84df, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=85707031-d5a1-43a9-a24e-0e95238f84df,segment=NetworkSegment(ebc722e1-6e69-47ad-bd6b-2af8dd4e868b),segment_id=ebc722e1-6e69-47ad-bd6b-2af8dd4e868b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:09:50.425629 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:50.490985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc794b5f-54d7-45f6-8f01-ff4b4578b2ac None None] Pushing event updated for resources: {'Port': ['ID=85707031-d5a1-43a9-a24e-0e95238f84df,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:09:51.664525 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39868) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:09:51.981506 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-b072c729-ac35-4d75-9b17-a7c4123349b1 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:09:51.982513 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b072c729-ac35-4d75-9b17-a7c4123349b1 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3170428 Jul 09 13:09:54.372331 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39876) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:09:54.678107 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-b1c4cd2c-bef9-4f90-88b3-f8310f82a907 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:09:54.679119 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b1c4cd2c-bef9-4f90-88b3-f8310f82a907 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3058457 Jul 09 13:09:56.420433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 85707031-d5a1-43a9-a24e-0e95238f84df up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:09:56.506212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 85707031-d5a1-43a9-a24e-0e95238f84df completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:09:56.582921 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f5d7906-ec26-439d-8a52-e9d1a0378ad7 None None] Network e64b9b41-bc20-4a63-9935-3f29520085be requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:09:56.696029 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0ba6d72c-3c36-4641-88df-12dfc983c2d8 None None] Provisioning for port 85707031-d5a1-43a9-a24e-0e95238f84df completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:09:56.701985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0ba6d72c-3c36-4641-88df-12dfc983c2d8 None None] Provisioning complete for port 85707031-d5a1-43a9-a24e-0e95238f84df triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:09:56.702374 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d72c-3c36-4641-88df-12dfc983c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:56.874781 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d72c-3c36-4641-88df-12dfc983c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:56.922517 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0ba6d72c-3c36-4641-88df-12dfc983c2d8 None None] For port 85707031-d5a1-43a9-a24e-0e95238f84df, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=85707031-d5a1-43a9-a24e-0e95238f84df,segment=NetworkSegment(ebc722e1-6e69-47ad-bd6b-2af8dd4e868b),segment_id=ebc722e1-6e69-47ad-bd6b-2af8dd4e868b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:09:56.927653 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ba6d72c-3c36-4641-88df-12dfc983c2d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:56.976183 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba6d72c-3c36-4641-88df-12dfc983c2d8 None None] Pushing event updated for resources: {'Port': ['ID=85707031-d5a1-43a9-a24e-0e95238f84df,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:09:57.147337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1b6201fa-4108-4c2b-87bf-ac674db4161c None None] Provisioning complete for port 85707031-d5a1-43a9-a24e-0e95238f84df triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:09:57.147638 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b6201fa-4108-4c2b-87bf-ac674db4161c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:57.339294 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39890) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:09:57.630886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-98fd1800-7f3a-4f3f-ad04-b0f0ff8c2a71 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '727a7dd076424bd18c34013c6e8602fb'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:09:57.654159 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98fd1800-7f3a-4f3f-ad04-b0f0ff8c2a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:57.655789 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98fd1800-7f3a-4f3f-ad04-b0f0ff8c2a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:57.827224 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98fd1800-7f3a-4f3f-ad04-b0f0ff8c2a71 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:57.831869 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98fd1800-7f3a-4f3f-ad04-b0f0ff8c2a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:57.844517 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98fd1800-7f3a-4f3f-ad04-b0f0ff8c2a71 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:09:57.845974 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-98fd1800-7f3a-4f3f-ad04-b0f0ff8c2a71 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5056074 Jul 09 13:09:58.398685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 85707031-d5a1-43a9-a24e-0e95238f84df up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:09:58.445280 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 85707031-d5a1-43a9-a24e-0e95238f84df triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:09:58.445642 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:00.197991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39898) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:10:00.504028 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-b40482c7-d539-423c-a86d-57bac405be73 admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:10:00.505104 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b40482c7-d539-423c-a86d-57bac405be73 admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3061771 Jul 09 13:10:01.717264 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5830ca55-85a7-461c-9197-5a52cb063e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:02.882269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39906) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:10:03.185197 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2f155e2d-d6dc-46bc-b851-d60ae32030cd admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'router:external': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:10:03.206079 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f155e2d-d6dc-46bc-b851-d60ae32030cd admin admin] Made reservation on behalf of bdc5c00ca76047ffa1bc017c04e12c36 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:10:03.208466 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f155e2d-d6dc-46bc-b851-d60ae32030cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:03.216217 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f155e2d-d6dc-46bc-b851-d60ae32030cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:03.301841 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f155e2d-d6dc-46bc-b851-d60ae32030cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:03.305203 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f155e2d-d6dc-46bc-b851-d60ae32030cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:03.318214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2f155e2d-d6dc-46bc-b851-d60ae32030cd admin admin] Reserving flat network on physical network physnet1 {{(pid=93753) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 09 13:10:03.345095 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f155e2d-d6dc-46bc-b851-d60ae32030cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:03.345428 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-2f155e2d-d6dc-46bc-b851-d60ae32030cd admin admin] Added segment 8ef212f9-331a-4741-a8e6-d67195727425 of type flat for network d7a4ab45-8058-43f3-95d2-a674490e5a5d Jul 09 13:10:03.346670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f155e2d-d6dc-46bc-b851-d60ae32030cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8b8865c-f04c-4919-a4c8-c3069d9ae4b5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:10:03.394641 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f155e2d-d6dc-46bc-b851-d60ae32030cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:03.430805 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f155e2d-d6dc-46bc-b851-d60ae32030cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:03.431778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f155e2d-d6dc-46bc-b851-d60ae32030cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:10:03.432375 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f155e2d-d6dc-46bc-b851-d60ae32030cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:03.481942 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2f155e2d-d6dc-46bc-b851-d60ae32030cd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5986207 Jul 09 13:10:03.490285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f155e2d-d6dc-46bc-b851-d60ae32030cd admin admin] Pushing event updated for resources: {'Network': ['ID=d7a4ab45-8058-43f3-95d2-a674490e5a5d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:10:03.501074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:10:04.178025 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a3126cb-cd87-4699-97a0-3e3e411d4df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:04.521878 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:05.377898 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:05.840504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39924) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:10:06.053237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88611c6b-8b9a-46a2-8b81-d0cff054512c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:10:06.054627 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-88611c6b-8b9a-46a2-8b81-d0cff054512c admin admin] 10.222.0.39 "GET /v2.0/subnets/ea3e525a-535e-45d1-8873-68ff45eaeb60 HTTP/1.1" status: 200 len: 849 time: 0.2131608 Jul 09 13:10:06.229112 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-beb68895-40f8-42d1-815c-5dd775f09168 admin admin] 10.222.0.39 "GET /v2.0/routers/e1c97b76-a7d5-4ff8-a3b8-6a331401d802 HTTP/1.1" status: 200 len: 704 time: 0.1691191 Jul 09 13:10:06.492395 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:06.727901 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:06.783834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Allocated IP 172.20.0.1 (e64b9b41-bc20-4a63-9935-3f29520085be/ea3e525a-535e-45d1-8873-68ff45eaeb60/61fea793-911b-4666-8a07-5f0739c9e989) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:10:06.964917 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:06.987998 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Transition to ACTIVE for port object 61fea793-911b-4666-8a07-5f0739c9e989 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:10:07.069390 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:07.135381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Network e64b9b41-bc20-4a63-9935-3f29520085be is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:10:07.141853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:10:07.152509 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:10:07.153043 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:07.176486 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Pushing event updated for resources: {'Port': ['ID=61fea793-911b-4666-8a07-5f0739c9e989,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:10:07.300882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c198141a-b6fa-4bc5-8845-7a73119a912c None None] Provisioning for port 61fea793-911b-4666-8a07-5f0739c9e989 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:10:07.305301 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c198141a-b6fa-4bc5-8845-7a73119a912c None None] Provisioning complete for port 61fea793-911b-4666-8a07-5f0739c9e989 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:10:07.305674 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c198141a-b6fa-4bc5-8845-7a73119a912c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:07.342480 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c198141a-b6fa-4bc5-8845-7a73119a912c None None] Port 61fea793-911b-4666-8a07-5f0739c9e989 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:10:07.433366 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:07.608124 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:07.612404 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:07.613189 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:07.693042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Pushing event updated for resources: {'Port': ['ID=61fea793-911b-4666-8a07-5f0739c9e989,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:10:07.735096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Network e64b9b41-bc20-4a63-9935-3f29520085be is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:10:07.736398 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:10:07.896875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Router e1c97b76-a7d5-4ff8-a3b8-6a331401d802 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:10:07.963721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-835b66ea-39a8-4306-b66c-37e57c35131f None None] Provisioning complete for port 61fea793-911b-4666-8a07-5f0739c9e989 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:10:07.964307 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-835b66ea-39a8-4306-b66c-37e57c35131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:07.989370 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:10:07.994825 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3b611f52-d760-440f-ad66-aef150e62a03 admin admin] 10.222.0.39 "PUT /v2.0/routers/e1c97b76-a7d5-4ff8-a3b8-6a331401d802/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7606606 Jul 09 13:10:07.999363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-835b66ea-39a8-4306-b66c-37e57c35131f None None] Port 61fea793-911b-4666-8a07-5f0739c9e989 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:10:08.000064 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Sync routers for ids ['e1c97b76-a7d5-4ff8-a3b8-6a331401d802'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:10:08.012339 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Routers {'e1c97b76-a7d5-4ff8-a3b8-6a331401d802'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:10:08.013197 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:10:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e1c97b76-a7d5-4ff8-a3b8-6a331401d802'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:10:08.203906 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Set router e1c97b76-a7d5-4ff8-a3b8-6a331401d802 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:10:08.633367 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c97b76-a7d5-4ff8-a3b8-6a331401d802', 'name': 'router1', 'tenant_id': '727a7dd076424bd18c34013c6e8602fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:09:57Z', 'updated_at': '2021-07-09T13:10:07Z', 'revision_number': 2, 'project_id': '727a7dd076424bd18c34013c6e8602fb', 'gw_port_host': None, '_interfaces': [{'id': '61fea793-911b-4666-8a07-5f0739c9e989', 'name': '', 'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be', 'tenant_id': '727a7dd076424bd18c34013c6e8602fb', 'mac_address': 'fa:16:3e:24:4f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c97b76-a7d5-4ff8-a3b8-6a331401d802', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3e525a-535e-45d1-8873-68ff45eaeb60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:10:06Z', 'updated_at': '2021-07-09T13:10:07Z', 'revision_number': 2, 'project_id': '727a7dd076424bd18c34013c6e8602fb', 'subnets': [{'id': 'ea3e525a-535e-45d1-8873-68ff45eaeb60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55121dd5-ced1-4b66-a5a7-387a44dbd2aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:10:08.684914 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Checking router: e1c97b76-a7d5-4ff8-a3b8-6a331401d802 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:10:08.685280 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Updating router e1c97b76-a7d5-4ff8-a3b8-6a331401d802 port 61fea793-911b-4666-8a07-5f0739c9e989 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:10:08.749659 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:09.236858 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:09.254960 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Transition to ACTIVE for port object 61fea793-911b-4666-8a07-5f0739c9e989 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:10:09.261071 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:09.425422 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40a224-10de-40e6-a9ae-e8afedc6c1c5 None None] Pushing event updated for resources: {'Port': ['ID=61fea793-911b-4666-8a07-5f0739c9e989,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:10:09.433768 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Attempting to bind port 61fea793-911b-4666-8a07-5f0739c9e989 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:10:09.434201 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Attempting to bind port 61fea793-911b-4666-8a07-5f0739c9e989 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'ebc722e1-6e69-47ad-bd6b-2af8dd4e868b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:10:09.434630 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Attempting to bind port 61fea793-911b-4666-8a07-5f0739c9e989 on network e64b9b41-bc20-4a63-9935-3f29520085be {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:10:09.438211 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40a224-10de-40e6-a9ae-e8afedc6c1c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:10:09.438559 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40a224-10de-40e6-a9ae-e8afedc6c1c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:10:09.438896 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40a224-10de-40e6-a9ae-e8afedc6c1c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:10:09.439256 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40a224-10de-40e6-a9ae-e8afedc6c1c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:10:09.439588 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40a224-10de-40e6-a9ae-e8afedc6c1c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:10:09.439917 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40a224-10de-40e6-a9ae-e8afedc6c1c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:10:09.440244 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40a224-10de-40e6-a9ae-e8afedc6c1c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:10:09.440568 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40a224-10de-40e6-a9ae-e8afedc6c1c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:10:09.440890 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40a224-10de-40e6-a9ae-e8afedc6c1c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:10:09.441211 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40a224-10de-40e6-a9ae-e8afedc6c1c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:10:09.441587 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40a224-10de-40e6-a9ae-e8afedc6c1c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:10:09.442496 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40a224-10de-40e6-a9ae-e8afedc6c1c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b40a224-10de-40e6-a9ae-e8afedc6c1c5 None None] Tracked resource versions report: Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: pushed versions: Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: { 'AddressGroup': {'1.2'}, Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'ConntrackHelper': {'1.0'}, Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'Log': {'1.0'}, Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'Network': {'1.1'}, Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'Port': {'1.7'}, Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'PortForwarding': {'1.2'}, Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'QosPolicy': {'1.8'}, Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'SecurityGroup': {'1.4'}, Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'SecurityGroupRule': {'1.2'}, Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'SubPort': {'1.0'}, Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'Subnet': {'1.1'}, Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'Trunk': {'1.1'}} Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: consumer versions: Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: { DHCP agent@n-d-799525-3: {}, Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: L3 agent@n-d-799525-3: {}, Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: Metadata agent@n-d-799525-3: {}, Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: Metering agent@n-d-799525-3: {}, Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: Open vSwitch agent@n-d-799525-3: { 'AddressGroup': '1.2', Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'ConntrackHelper': '1.0', Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'Log': '1.0', Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'Network': '1.1', Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'Port': '1.7', Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'PortForwarding': '1.2', Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'QosPolicy': '1.8', Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'SecurityGroup': '1.4', Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'SecurityGroupRule': '1.2', Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'SubPort': '1.0', Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'Subnet': '1.1', Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: 'Trunk': '1.1'}} Jul 09 13:10:09.443670 n-d-799525-3 neutron-server[93756]: {{(pid=93756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 13:10:09.449455 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:10:09.449865 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Checking segment: {'id': 'ebc722e1-6e69-47ad-bd6b-2af8dd4e868b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:10:09.450377 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:09.450770 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Bound using segment: {'id': 'ebc722e1-6e69-47ad-bd6b-2af8dd4e868b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:10:09.451523 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Bound port: 61fea793-911b-4666-8a07-5f0739c9e989, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebc722e1-6e69-47ad-bd6b-2af8dd4e868b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 330, 'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:10:09.451714 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:09.517849 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] For port 61fea793-911b-4666-8a07-5f0739c9e989, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:10:09.539945 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] For port 61fea793-911b-4666-8a07-5f0739c9e989, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=61fea793-911b-4666-8a07-5f0739c9e989,segment=NetworkSegment(ebc722e1-6e69-47ad-bd6b-2af8dd4e868b),segment_id=ebc722e1-6e69-47ad-bd6b-2af8dd4e868b)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:10:09.543924 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:09.594551 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b40a224-10de-40e6-a9ae-e8afedc6c1c5 None None] Pushing event updated for resources: {'Port': ['ID=61fea793-911b-4666-8a07-5f0739c9e989,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:10:09.622834 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Routers {'e1c97b76-a7d5-4ff8-a3b8-6a331401d802'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:10:09.623504 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:10:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e1c97b76-a7d5-4ff8-a3b8-6a331401d802'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:10:09.716722 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] Set router e1c97b76-a7d5-4ff8-a3b8-6a331401d802 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:10:09.919563 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c97b76-a7d5-4ff8-a3b8-6a331401d802', 'name': 'router1', 'tenant_id': '727a7dd076424bd18c34013c6e8602fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:09:57Z', 'updated_at': '2021-07-09T13:10:07Z', 'revision_number': 2, 'project_id': '727a7dd076424bd18c34013c6e8602fb', 'gw_port_host': None, '_interfaces': [{'id': '61fea793-911b-4666-8a07-5f0739c9e989', 'name': '', 'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be', 'tenant_id': '727a7dd076424bd18c34013c6e8602fb', 'mac_address': 'fa:16:3e:24:4f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c97b76-a7d5-4ff8-a3b8-6a331401d802', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3e525a-535e-45d1-8873-68ff45eaeb60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:10:06Z', 'updated_at': '2021-07-09T13:10:09Z', 'revision_number': 4, 'project_id': '727a7dd076424bd18c34013c6e8602fb', 'subnets': [{'id': 'ea3e525a-535e-45d1-8873-68ff45eaeb60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55121dd5-ced1-4b66-a5a7-387a44dbd2aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:10:09.948347 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb764d1f-14f3-4fbf-9d83-0448c828c7f1 None None] The sync data for ids ['e1c97b76-a7d5-4ff8-a3b8-6a331401d802'] in n-d-799525-3 is: [{'id': 'e1c97b76-a7d5-4ff8-a3b8-6a331401d802', 'name': 'router1', 'tenant_id': '727a7dd076424bd18c34013c6e8602fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:09:57Z', 'updated_at': '2021-07-09T13:10:07Z', 'revision_number': 2, 'project_id': '727a7dd076424bd18c34013c6e8602fb', 'gw_port_host': None, '_interfaces': [{'id': '61fea793-911b-4666-8a07-5f0739c9e989', 'name': '', 'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be', 'tenant_id': '727a7dd076424bd18c34013c6e8602fb', 'mac_address': 'fa:16:3e:24:4f:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c97b76-a7d5-4ff8-a3b8-6a331401d802', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3e525a-535e-45d1-8873-68ff45eaeb60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:10:06Z', 'updated_at': '2021-07-09T13:10:09Z', 'revision_number': 4, 'project_id': '727a7dd076424bd18c34013c6e8602fb', 'subnets': [{'id': 'ea3e525a-535e-45d1-8873-68ff45eaeb60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55121dd5-ced1-4b66-a5a7-387a44dbd2aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:10:10.228988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39946) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:10:10.339443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992bed8d-6f20-4388-8cc1-5a89c29e432a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:10:10.341836 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-992bed8d-6f20-4388-8cc1-5a89c29e432a admin admin] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 842 time: 0.1117599 Jul 09 13:10:10.351013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bfdcac5b-b8fe-4260-9b27-e657998c6dd8 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.2.1', 'enable_dhcp': False, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'name': 'public-subnet', 'cidr': '172.25.2.0/24', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:10:10.375500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfdcac5b-b8fe-4260-9b27-e657998c6dd8 admin admin] Made reservation on behalf of bdc5c00ca76047ffa1bc017c04e12c36 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:10:10.377790 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfdcac5b-b8fe-4260-9b27-e657998c6dd8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:10.685379 n-d-799525-3 neutron-server[93753]: DEBUG neutron.objects.ports [None req-bfdcac5b-b8fe-4260-9b27-e657998c6dd8 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93753) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:10:10.685801 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfdcac5b-b8fe-4260-9b27-e657998c6dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:10.736783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdcac5b-b8fe-4260-9b27-e657998c6dd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1300c8-6b2d-4b32-9017-c18ee5363c0d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:10:10.750337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfdcac5b-b8fe-4260-9b27-e657998c6dd8 admin admin] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:10:10.750698 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdcac5b-b8fe-4260-9b27-e657998c6dd8 admin admin] Network hostable DHCP agents. Network: d7a4ab45-8058-43f3-95d2-a674490e5a5d, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:10:10.772743 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfdcac5b-b8fe-4260-9b27-e657998c6dd8 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:10:10.783174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-bfdcac5b-b8fe-4260-9b27-e657998c6dd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, d7a4ab45-8058-43f3-95d2-a674490e5a5d) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:10:10.788158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfdcac5b-b8fe-4260-9b27-e657998c6dd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:10:10.788745 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfdcac5b-b8fe-4260-9b27-e657998c6dd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:10.792622 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a512adf9-2efb-4ee2-951d-ca9e92a29ea2 None None] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:10:10.802822 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bfdcac5b-b8fe-4260-9b27-e657998c6dd8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4559600 Jul 09 13:10:10.924859 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623b0752-554c-452d-b87e-919aa21ff11f None None] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:10:11.129688 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:10:13.237624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39958) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:10:13.385803 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-293b0952-acbd-4624-a852-e6e37c7f7b76 admin admin] 10.222.0.39 "GET /v2.0/routers/e1c97b76-a7d5-4ff8-a3b8-6a331401d802 HTTP/1.1" status: 200 len: 710 time: 0.1470463 Jul 09 13:10:13.472313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039e37c6-7ab8-4b3f-a5f0-34a1b9efea35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:10:13.474033 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-039e37c6-7ab8-4b3f-a5f0-34a1b9efea35 admin admin] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 886 time: 0.0832241 Jul 09 13:10:13.482664 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:10:13.806326 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:14.043344 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:14.117253 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:14.219396 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Allocated IP 172.25.2.139 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/d6ac005f-2ec6-4455-9f83-00f5a0b965f9) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:10:14.316107 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:14.355586 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:14.395311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:10:14.399866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:10:14.403122 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:10:14.425520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 61fea793-911b-4666-8a07-5f0739c9e989 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:10:14.465039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Pushing event updated for resources: {'Port': ['ID=d6ac005f-2ec6-4455-9f83-00f5a0b965f9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:10:14.477580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 61fea793-911b-4666-8a07-5f0739c9e989 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:10:14.481073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 61fea793-911b-4666-8a07-5f0739c9e989 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:10:14.481443 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:14.558921 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:14.590282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 61fea793-911b-4666-8a07-5f0739c9e989, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=61fea793-911b-4666-8a07-5f0739c9e989,segment=NetworkSegment(ebc722e1-6e69-47ad-bd6b-2af8dd4e868b),segment_id=ebc722e1-6e69-47ad-bd6b-2af8dd4e868b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:10:14.594294 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:14.640122 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=61fea793-911b-4666-8a07-5f0739c9e989,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:10:14.656550 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:14.847034 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:14.850400 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:15.038853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Router e1c97b76-a7d5-4ff8-a3b8-6a331401d802 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:10:15.141427 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:10:15.145815 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:15.150301 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-876093bd-2b6e-4327-b711-ee923addb05e admin admin] 10.222.0.39 "PUT /v2.0/routers/e1c97b76-a7d5-4ff8-a3b8-6a331401d802 HTTP/1.1" status: 200 len: 890 time: 1.6674747 Jul 09 13:10:15.151056 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Sync routers for ids ['e1c97b76-a7d5-4ff8-a3b8-6a331401d802'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:10:15.162874 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Routers {'e1c97b76-a7d5-4ff8-a3b8-6a331401d802'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:10:15.163568 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:10:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e1c97b76-a7d5-4ff8-a3b8-6a331401d802'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:10:15.435226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Set router e1c97b76-a7d5-4ff8-a3b8-6a331401d802 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:10:15.827685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c97b76-a7d5-4ff8-a3b8-6a331401d802', 'name': 'router1', 'tenant_id': '727a7dd076424bd18c34013c6e8602fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005f-2ec6-4455-9f83-00f5a0b965f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:09:57Z', 'updated_at': '2021-07-09T13:10:14Z', 'revision_number': 4, 'project_id': '727a7dd076424bd18c34013c6e8602fb', 'gw_port': {'id': 'd6ac005f-2ec6-4455-9f83-00f5a0b965f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ac:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c97b76-a7d5-4ff8-a3b8-6a331401d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:10:14Z', 'updated_at': '2021-07-09T13:10:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '61fea793-911b-4666-8a07-5f0739c9e989', 'name': '', 'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be', 'tenant_id': '727a7dd076424bd18c34013c6e8602fb', 'mac_address': 'fa:16:3e:24:4f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c97b76-a7d5-4ff8-a3b8-6a331401d802', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3e525a-535e-45d1-8873-68ff45eaeb60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:10:06Z', 'updated_at': '2021-07-09T13:10:14Z', 'revision_number': 5, 'project_id': '727a7dd076424bd18c34013c6e8602fb', 'subnets': [{'id': 'ea3e525a-535e-45d1-8873-68ff45eaeb60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55121dd5-ced1-4b66-a5a7-387a44dbd2aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:10:15.876001 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Checking router: e1c97b76-a7d5-4ff8-a3b8-6a331401d802 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:10:15.876345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Updating router e1c97b76-a7d5-4ff8-a3b8-6a331401d802 port d6ac005f-2ec6-4455-9f83-00f5a0b965f9 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:10:15.911682 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:16.227335 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:16.236739 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Transition to ACTIVE for port object d6ac005f-2ec6-4455-9f83-00f5a0b965f9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:10:16.242890 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:16.293816 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Attempting to bind port d6ac005f-2ec6-4455-9f83-00f5a0b965f9 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:10:16.294200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Attempting to bind port d6ac005f-2ec6-4455-9f83-00f5a0b965f9 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:10:16.294568 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Attempting to bind port d6ac005f-2ec6-4455-9f83-00f5a0b965f9 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:10:16.297578 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49634603-85a5-401b-aaee-64494bada5e2 None None] Pushing event updated for resources: {'Port': ['ID=d6ac005f-2ec6-4455-9f83-00f5a0b965f9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:10:16.302572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:10:16.302950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:10:16.303389 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:16.303778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:10:16.304252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Bound port: d6ac005f-2ec6-4455-9f83-00f5a0b965f9, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:10:16.304632 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:16.360233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] For port d6ac005f-2ec6-4455-9f83-00f5a0b965f9, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:10:16.361929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] For port d6ac005f-2ec6-4455-9f83-00f5a0b965f9, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d6ac005f-2ec6-4455-9f83-00f5a0b965f9,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:10:16.375112 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:16.414588 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 61fea793-911b-4666-8a07-5f0739c9e989 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:10:16.435079 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49634603-85a5-401b-aaee-64494bada5e2 None None] Pushing event updated for resources: {'Port': ['ID=d6ac005f-2ec6-4455-9f83-00f5a0b965f9,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:10:16.455158 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Routers {'e1c97b76-a7d5-4ff8-a3b8-6a331401d802'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:10:16.455779 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:10:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e1c97b76-a7d5-4ff8-a3b8-6a331401d802'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:10:16.637695 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 61fea793-911b-4666-8a07-5f0739c9e989 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:10:16.637985 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:16.674120 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] Set router e1c97b76-a7d5-4ff8-a3b8-6a331401d802 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:10:16.916498 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1c97b76-a7d5-4ff8-a3b8-6a331401d802', 'name': 'router1', 'tenant_id': '727a7dd076424bd18c34013c6e8602fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005f-2ec6-4455-9f83-00f5a0b965f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:09:57Z', 'updated_at': '2021-07-09T13:10:14Z', 'revision_number': 4, 'project_id': '727a7dd076424bd18c34013c6e8602fb', 'gw_port': {'id': 'd6ac005f-2ec6-4455-9f83-00f5a0b965f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ac:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c97b76-a7d5-4ff8-a3b8-6a331401d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:10:14Z', 'updated_at': '2021-07-09T13:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '61fea793-911b-4666-8a07-5f0739c9e989', 'name': '', 'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be', 'tenant_id': '727a7dd076424bd18c34013c6e8602fb', 'mac_address': 'fa:16:3e:24:4f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c97b76-a7d5-4ff8-a3b8-6a331401d802', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3e525a-535e-45d1-8873-68ff45eaeb60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:10:06Z', 'updated_at': '2021-07-09T13:10:14Z', 'revision_number': 5, 'project_id': '727a7dd076424bd18c34013c6e8602fb', 'subnets': [{'id': 'ea3e525a-535e-45d1-8873-68ff45eaeb60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55121dd5-ced1-4b66-a5a7-387a44dbd2aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:10:16.942872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c91112e-8be4-46ee-ae5c-74a3afb3ab72 None None] The sync data for ids ['e1c97b76-a7d5-4ff8-a3b8-6a331401d802'] in n-d-799525-3 is: [{'id': 'e1c97b76-a7d5-4ff8-a3b8-6a331401d802', 'name': 'router1', 'tenant_id': '727a7dd076424bd18c34013c6e8602fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.139'}], 'enable_snat': True}, 'gw_port_id': 'd6ac005f-2ec6-4455-9f83-00f5a0b965f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:09:57Z', 'updated_at': '2021-07-09T13:10:14Z', 'revision_number': 4, 'project_id': '727a7dd076424bd18c34013c6e8602fb', 'gw_port': {'id': 'd6ac005f-2ec6-4455-9f83-00f5a0b965f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:ac:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1c97b76-a7d5-4ff8-a3b8-6a331401d802', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:10:14Z', 'updated_at': '2021-07-09T13:10:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '61fea793-911b-4666-8a07-5f0739c9e989', 'name': '', 'network_id': 'e64b9b41-bc20-4a63-9935-3f29520085be', 'tenant_id': '727a7dd076424bd18c34013c6e8602fb', 'mac_address': 'fa:16:3e:24:4f:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1c97b76-a7d5-4ff8-a3b8-6a331401d802', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'ea3e525a-535e-45d1-8873-68ff45eaeb60', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:10:06Z', 'updated_at': '2021-07-09T13:10:14Z', 'revision_number': 5, 'project_id': '727a7dd076424bd18c34013c6e8602fb', 'subnets': [{'id': 'ea3e525a-535e-45d1-8873-68ff45eaeb60', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '55121dd5-ced1-4b66-a5a7-387a44dbd2aa'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:10:17.531540 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39968) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:10:17.656979 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3fa626d4-b32e-43b5-9131-f12c49fba922 admin admin] 10.222.0.39 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1243062 Jul 09 13:10:18.431313 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d6ac005f-2ec6-4455-9f83-00f5a0b965f9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:10:18.487416 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port d6ac005f-2ec6-4455-9f83-00f5a0b965f9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:10:18.492102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port d6ac005f-2ec6-4455-9f83-00f5a0b965f9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:10:18.492568 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:18.588393 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:18.608835 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port d6ac005f-2ec6-4455-9f83-00f5a0b965f9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d6ac005f-2ec6-4455-9f83-00f5a0b965f9,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:10:18.612503 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:18.659702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=d6ac005f-2ec6-4455-9f83-00f5a0b965f9,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:10:20.414756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d6ac005f-2ec6-4455-9f83-00f5a0b965f9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:10:20.465013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port d6ac005f-2ec6-4455-9f83-00f5a0b965f9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:10:20.465530 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:31.731603 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97bbd623-1b23-4626-bee3-bf75b74df99b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:34.181354 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe4d4401-680b-4e85-bc76-40b13085f293 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:34.531015 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:35.383483 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:36.751267 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:10:48.129480 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:11:01.722707 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c3362d0-185c-4b63-a00e-45c38a01b8b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:04.186169 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e88f2c83-bd7c-4edc-b8d2-0203399d41ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:04.524493 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:05.395242 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:06.746377 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:25.128393 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:11:31.724618 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a9b9ec1-c26c-4845-895e-686ff4f30245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:34.183606 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d614919-e59b-4790-98d9-9e4b5b8ea9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:34.526621 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:35.388190 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:36.749288 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:11:59.749256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40568) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:11:59.811143 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b934676-bc85-4a5d-a7ee-e3e5ed335bc6 admin admin] GET failed (client error): The resource could not be found. Jul 09 13:11:59.812512 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7b934676-bc85-4a5d-a7ee-e3e5ed335bc6 admin admin] 10.222.0.39 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0622790 Jul 09 13:11:59.969810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d5a456-b8f3-4869-92d7-5ed03291a330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:11:59.971340 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-59d5a456-b8f3-4869-92d7-5ed03291a330 admin admin] 10.222.0.39 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1550248 Jul 09 13:12:01.725701 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8745a66d-33f9-4bfe-915f-e7f1bc6e07b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:02.126849 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:12:02.127776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40578) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:12:02.219964 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d56510-1593-45e4-b2e6-66c1fb26a10c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:02.221303 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-88d56510-1593-45e4-b2e6-66c1fb26a10c admin admin] 10.222.0.39 "GET /v2.0/subnets/ea3e525a-535e-45d1-8873-68ff45eaeb60 HTTP/1.1" status: 200 len: 849 time: 0.0925996 Jul 09 13:12:02.230309 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:12:02.313725 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Notify callbacks [] for subnet, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:02.461125 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760339640854'] for subnet, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:02.497037 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:02.497624 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:02.499312 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] 10.222.0.39 "PUT /v2.0/subnets/ea3e525a-535e-45d1-8873-68ff45eaeb60 HTTP/1.1" status: 200 len: 868 time: 0.2722607 Jul 09 13:12:02.507239 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602c6e1a-d104-4e74-96a1-0c1bfdac19c0 None None] Network e64b9b41-bc20-4a63-9935-3f29520085be requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:12:02.519675 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea3e525a-535e-45d1-8873-68ff45eaeb60,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:12:02.526944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:02.527349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:02.527691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:02.528026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:02.528357 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:02.528684 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:02.529011 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:02.529334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:02.529654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:02.529976 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:02.530326 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:02.530644 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1768577-2515-46f7-acd8-b461d93c86de admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:02.933521 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-89058a3e-a37f-4c3b-81e4-df005f19432e None None] Provisioning complete for port 85707031-d5a1-43a9-a24e-0e95238f84df triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:12:02.934402 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89058a3e-a37f-4c3b-81e4-df005f19432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:03.022204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-89058a3e-a37f-4c3b-81e4-df005f19432e None None] Provisioning complete for port 61fea793-911b-4666-8a07-5f0739c9e989 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:12:03.022572 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89058a3e-a37f-4c3b-81e4-df005f19432e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:04.185557 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-148ee0f9-112a-46d2-be5f-178f6c673199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:04.527323 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:04.664012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40588) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:12:04.862149 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-face9bcc-9487-4455-bb93-82d045e0780f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:04.862627 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-face9bcc-9487-4455-bb93-82d045e0780f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:04.864204 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-face9bcc-9487-4455-bb93-82d045e0780f admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992528 Jul 09 13:12:05.394063 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:06.756322 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:07.019912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40596) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:12:07.147838 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5899cc08-b6bc-4c82-aefb-9b1817cdb255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:07.148388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5899cc08-b6bc-4c82-aefb-9b1817cdb255 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:07.149933 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5899cc08-b6bc-4c82-aefb-9b1817cdb255 admin admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1290386 Jul 09 13:12:09.309816 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40604) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:12:09.438194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b72458f-3f83-4d48-baef-0719d171581b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:09.439578 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0b72458f-3f83-4d48-baef-0719d171581b admin admin] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 886 time: 0.1288118 Jul 09 13:12:11.623869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40612) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:12:11.751896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9beb325f-3fa6-42d1-80e5-f39eff195116 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:11.753284 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9beb325f-3fa6-42d1-80e5-f39eff195116 admin admin] 10.222.0.39 "GET /v2.0/networks/e64b9b41-bc20-4a63-9935-3f29520085be HTTP/1.1" status: 200 len: 869 time: 0.1284482 Jul 09 13:12:13.994908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40620) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:12:14.116862 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ea385c-0b46-4118-bb55-a69ae32a5d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:14.117321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ea385c-0b46-4118-bb55-a69ae32a5d78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:14.118852 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-71ea385c-0b46-4118-bb55-a69ae32a5d78 admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1228788 Jul 09 13:12:16.279999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40628) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:12:16.368723 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f75567-2699-48d9-bd52-7a8ad6398d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:16.369177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f75567-2699-48d9-bd52-7a8ad6398d6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:16.370702 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-54f75567-2699-48d9-bd52-7a8ad6398d6c admin admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898128 Jul 09 13:12:18.533659 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40636) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:12:18.622060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c6d2fdf-5db4-4272-a23a-52671dff106b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:18.627140 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0c6d2fdf-5db4-4272-a23a-52671dff106b admin admin] 10.222.0.39 "GET /v2.0/subnets/8b1300c8-6b2d-4b32-9017-c18ee5363c0d HTTP/1.1" status: 200 len: 816 time: 0.0888274 Jul 09 13:12:20.805881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40644) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:12:20.893832 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-156a8f44-c9bf-4990-90eb-90b552b87886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:20.895197 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-156a8f44-c9bf-4990-90eb-90b552b87886 admin admin] 10.222.0.39 "GET /v2.0/subnets/ea3e525a-535e-45d1-8873-68ff45eaeb60 HTTP/1.1" status: 200 len: 868 time: 0.0883605 Jul 09 13:12:31.726254 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed7e276f-a3b1-40bf-bcc4-f1acb539b429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:34.187544 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-352918d6-2af1-4b2c-beda-f0a8bc63fde8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:34.528175 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:35.395682 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:36.759343 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:39.125566 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:12:45.516055 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40698) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:12:45.562960 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-48e593c6-fded-4ffd-a2eb-b2342f66047a admin admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:12:45.564068 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-48e593c6-fded-4ffd-a2eb-b2342f66047a admin admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0470784 Jul 09 13:12:47.807963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40706) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:12:47.868931 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e944c47-8c64-4065-baf4-fae5e956e76f admin admin] GET failed (client error): The resource could not be found. Jul 09 13:12:47.870345 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8e944c47-8c64-4065-baf4-fae5e956e76f admin admin] 10.222.0.39 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0614135 Jul 09 13:12:47.965415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f18fa18-6188-49f6-a6e5-3722c4a748e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:47.966890 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9f18fa18-6188-49f6-a6e5-3722c4a748e6 admin admin] 10.222.0.39 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0918989 Jul 09 13:12:50.219670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40714) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:12:50.265032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:12:50.285289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Made reservation on behalf of bdc5c00ca76047ffa1bc017c04e12c36 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:12:50.287646 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:50.316623 n-d-799525-3 neutron-server[93753]: WARNING neutron.services.revisions.revision_plugin [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Could not find related network for resource to bump revision. Jul 09 13:12:50.327690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] vlan segment allocate from pool success with {'vlan_id': 339, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:12:50.336685 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:50.337028 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Added segment 1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8 of type vlan for network f7beefc2-3efe-490c-871e-69982ae768a1 Jul 09 13:12:50.377244 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:50.403584 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:50.404522 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:50.405714 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:50.458723 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2379498 Jul 09 13:12:50.469954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Pushing event updated for resources: {'Network': ['ID=f7beefc2-3efe-490c-871e-69982ae768a1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:12:50.477280 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:50.477624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:50.477967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:50.478313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:50.478692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:50.479239 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:50.479621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:50.479963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:50.480294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:50.480624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:50.480954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:50.481278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77a48560-d7e0-4e46-82ee-0b0abf515df4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:50.493846 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network f7beefc2-3efe-490c-871e-69982ae768a1 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:12:52.683380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40722) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:12:52.742364 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-5103dc6e-6e1a-4580-a851-82c337542b31 admin admin] GET failed (client error): The resource could not be found. Jul 09 13:12:52.743728 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5103dc6e-6e1a-4580-a851-82c337542b31 admin admin] 10.222.0.39 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0593820 Jul 09 13:12:52.812169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed7f9ba1-ac46-45bb-8179-b1bded5bdb7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:52.813612 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ed7f9ba1-ac46-45bb-8179-b1bded5bdb7b admin admin] 10.222.0.39 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0659695 Jul 09 13:12:52.822904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7d791e4d-7c7c-41d5-920b-8e57d9a4713d admin admin] Request body: {'subnet': {'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:12:52.842901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d791e4d-7c7c-41d5-920b-8e57d9a4713d admin admin] Made reservation on behalf of bdc5c00ca76047ffa1bc017c04e12c36 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:12:52.845270 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7d791e4d-7c7c-41d5-920b-8e57d9a4713d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:53.113733 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7d791e4d-7c7c-41d5-920b-8e57d9a4713d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:53.168385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d791e4d-7c7c-41d5-920b-8e57d9a4713d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2bfdad-f9ef-43b7-a88d-a0919948175e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:12:53.176743 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d791e4d-7c7c-41d5-920b-8e57d9a4713d admin admin] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:12:53.177105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d791e4d-7c7c-41d5-920b-8e57d9a4713d admin admin] Network hostable DHCP agents. Network: f7beefc2-3efe-490c-871e-69982ae768a1, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:12:53.192366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d791e4d-7c7c-41d5-920b-8e57d9a4713d admin admin] Network f7beefc2-3efe-490c-871e-69982ae768a1 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:12:53.200579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-7d791e4d-7c7c-41d5-920b-8e57d9a4713d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, f7beefc2-3efe-490c-871e-69982ae768a1) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:12:53.205575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d791e4d-7c7c-41d5-920b-8e57d9a4713d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:12:53.206189 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7d791e4d-7c7c-41d5-920b-8e57d9a4713d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:53.210251 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2925bd0-49a6-4094-a812-27b7d74e9357 None None] Network f7beefc2-3efe-490c-871e-69982ae768a1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:12:53.219782 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7d791e4d-7c7c-41d5-920b-8e57d9a4713d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4000702 Jul 09 13:12:53.455990 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-f7beefc2-3efe-490c-871e-69982ae768a1', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'tenant_id': 'bdc5c00ca76047ffa1bc017c04e12c36', 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:12:53.456867 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:53.595473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Allocated IP 192.168.233.2 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/37e1f385-100e-4866-bdc8-f35543f0fb36) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:12:53.736910 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:53.745537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Transition to ACTIVE for port object 37e1f385-100e-4866-bdc8-f35543f0fb36 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:12:53.761759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Transition to ACTIVE for port object 37e1f385-100e-4866-bdc8-f35543f0fb36 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:12:53.768005 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:53.807773 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:12:53.809127 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:12:53.814880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:12:53.827121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Pushing event updated for resources: {'Port': ['ID=37e1f385-100e-4866-bdc8-f35543f0fb36,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:12:53.853474 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:53.853821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:53.854162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:53.854501 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:53.854832 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:53.855189 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:53.855518 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:53.855842 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:53.856165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:53.856491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:53.856814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:53.857164 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:12:53.887676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Attempting to bind port 37e1f385-100e-4866-bdc8-f35543f0fb36 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:12:53.888051 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Attempting to bind port 37e1f385-100e-4866-bdc8-f35543f0fb36 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:12:53.888419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Attempting to bind port 37e1f385-100e-4866-bdc8-f35543f0fb36 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:12:53.894084 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:12:53.894475 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:12:53.894876 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:53.895293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:12:53.895762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Bound port: 37e1f385-100e-4866-bdc8-f35543f0fb36, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:12:53.896155 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:53.959414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] For port 37e1f385-100e-4866-bdc8-f35543f0fb36, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:12:53.962748 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] For port 37e1f385-100e-4866-bdc8-f35543f0fb36, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=37e1f385-100e-4866-bdc8-f35543f0fb36,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:12:53.967219 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:54.025443 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20602f4e-8235-4d74-94a8-184b7271dd88 None None] Pushing event updated for resources: {'Port': ['ID=37e1f385-100e-4866-bdc8-f35543f0fb36,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:12:54.563922 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 37e1f385-100e-4866-bdc8-f35543f0fb36 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:12:54.617077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 37e1f385-100e-4866-bdc8-f35543f0fb36 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:12:54.907059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0da0eab-50ee-4b6c-862c-c54300d0d43a None None] Network f7beefc2-3efe-490c-871e-69982ae768a1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:12:55.022306 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2549f4a3-1fbf-4352-99cb-9a25a6b36869 None None] Provisioning for port 37e1f385-100e-4866-bdc8-f35543f0fb36 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:12:55.036823 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2549f4a3-1fbf-4352-99cb-9a25a6b36869 None None] Provisioning complete for port 37e1f385-100e-4866-bdc8-f35543f0fb36 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:12:55.037196 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2549f4a3-1fbf-4352-99cb-9a25a6b36869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:55.157966 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2549f4a3-1fbf-4352-99cb-9a25a6b36869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:55.199998 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2549f4a3-1fbf-4352-99cb-9a25a6b36869 None None] For port 37e1f385-100e-4866-bdc8-f35543f0fb36, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=37e1f385-100e-4866-bdc8-f35543f0fb36,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:12:55.205502 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2549f4a3-1fbf-4352-99cb-9a25a6b36869 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:55.261763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2549f4a3-1fbf-4352-99cb-9a25a6b36869 None None] Pushing event updated for resources: {'Port': ['ID=37e1f385-100e-4866-bdc8-f35543f0fb36,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:12:55.325182 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f7f41677-1874-405c-9d43-24cc2e6a6fe9 None None] Provisioning complete for port 37e1f385-100e-4866-bdc8-f35543f0fb36 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:12:55.325576 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7f41677-1874-405c-9d43-24cc2e6a6fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:12:56.526691 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 37e1f385-100e-4866-bdc8-f35543f0fb36 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:12:56.572965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 37e1f385-100e-4866-bdc8-f35543f0fb36 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:12:56.573335 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:01.727802 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-691f0edf-159c-4a81-8922-06083bb4bba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:04.188767 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a17f3e8-9128-4f2c-aefb-31f3d7e053d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:04.531440 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:05.398867 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:06.762996 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:16.123785 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:13:31.729052 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e7d7739-ef39-4487-85f7-de0e3c1064ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:34.188650 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa86476b-5c78-40ba-be5d-b0564c8c9fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:34.533836 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:35.403421 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:36.768480 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:13:53.125396 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:14:01.731993 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d41a9edd-7d4c-4be0-b261-4e23ef2454b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:04.188993 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61197ee7-f450-451b-bdb9-85e56475da18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:04.534476 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:05.407468 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:06.770676 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:12.676324 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40774) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:12.682194 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-e36548bc-04fb-4fc6-88a0-df9536291822 tempest-verify_tempest_config-465551246 tempest-verify_tempest_config-465551246-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:14:12.683225 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e36548bc-04fb-4fc6-88a0-df9536291822 tempest-verify_tempest_config-465551246 tempest-verify_tempest_config-465551246-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058818 Jul 09 13:14:12.980554 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40792) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:13.095034 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.221636 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.225262 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.284428 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=79d14adae626435ab6daa409775c45fb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3027885 Jul 09 13:14:13.285420 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b735dc-355c-4a3e-9d38-26cbcad270b0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:13.287045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40796) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:14:13.292736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.293079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.293414 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.293744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.294068 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.294392 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.294714 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.295034 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.295388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.295745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.297128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.297455 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e56dd2c3-aa4e-4fb5-a87d-95e190c265e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.350065 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.370791 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.465226 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.468459 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:13.472667 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/48b735dc-355c-4a3e-9d38-26cbcad270b0 HTTP/1.1" status: 204 len: 168 time: 0.1845038 Jul 09 13:14:13.480616 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b735dc-355c-4a3e-9d38-26cbcad270b0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:14:13.488587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.488929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.489265 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.489595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.490007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.490252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.490578 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.490900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.491259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.491586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.491904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:13.492222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e2d2ee-3bd2-422a-8436-bd4fc6c88ab5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:14:30.123977 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:14:31.733136 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-94e4bbb6-66aa-40db-88e5-3e3f8df96851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:34.189600 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f3d877d-b643-4a6f-b3d8-45e8434fd1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:34.534643 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:35.409930 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:14:36.771899 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:01.733480 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fd8b340a-dd84-47c7-b356-93244709b491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:04.191103 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e1a6982-caa5-4f35-b5d4-cd3ea790b3d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:04.538173 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:05.412516 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:06.776353 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:07.121705 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:15:31.732657 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-835af63c-e5ac-422c-a116-7016edcd7c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:34.193141 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fae7bb0a-9bed-498b-8428-06b726c1efdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:34.538815 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:35.416299 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:36.779198 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:15:44.119936 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:16:01.733538 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c175dfea-04a6-4948-abc7-12e8879af637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:04.193610 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8955a15-4676-4a1c-b7d7-229affae4a4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:04.539607 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:05.418872 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:06.780887 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:21.118587 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:16:31.736333 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d73c0a3f-9095-4b5f-801c-a7a54d3e4430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.192817 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e4d9b44-1bf5-40ea-9b01-0cbd4d12483c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:34.539998 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:35.422464 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:36.784519 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:16:58.117150 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 5 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:17:01.736989 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d0f617c-fb01-456c-90ba-efdc0afbb40a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:04.193596 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1391a4e-774c-4084-9370-47433eb0fa94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:04.638660 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:05.424817 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:06.788788 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:08.070353 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546364'] for agent, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:08.269315 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-546364'] for agent, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:31.737665 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a93cdb0b-815f-4bb3-98a1-cfc8aec27302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:34.195273 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff7da1eb-6f79-4a39-a387-e498fa6dc338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:34.539796 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:35.117423 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:17:35.427266 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:36.791543 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:38.052261 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:38.224688 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:17:58.656169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40858) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:17:58.762023 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-daee5908-e723-4d11-83c3-1f26c46ba27d admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1032724 Jul 09 13:18:00.968669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40868) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:18:01.026267 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dddfa543-6d0d-4f0f-a6fc-9f275dc70141 admin admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0565267 Jul 09 13:18:01.738660 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf1d5b13-b460-43fe-a94d-515e5cb0464d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:04.196454 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-823dc11f-18cb-4d48-96cc-e7c415a70ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:04.540185 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:05.429662 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:06.795170 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:08.057339 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:08.220545 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:12.117329 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:18:31.737973 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3593ba75-63e9-4433-b413-067e915fffe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:34.197963 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-22718dd1-80ea-41ac-b7cd-2bf65dcdd56a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:34.546535 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:35.432663 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:36.799785 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:38.052918 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:38.212128 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:18:49.116995 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:19:01.739369 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-344922de-dd04-4dd4-9234-362e87d5c574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:04.199619 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ec259e0-aa61-4969-9296-b3a7f9834383 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:04.538764 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:05.436856 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:06.801159 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:08.058929 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:08.214736 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:22.577273 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41116) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:22.677277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41126) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:22.857595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-network', 'tenant_id': '2805868d6b3b4a929f867d7da2837674'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:22.878626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Made reservation on behalf of 2805868d6b3b4a929f867d7da2837674 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:22.881742 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:22.890242 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:22.989748 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:22.994468 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.022435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96723a52-73d4-495b-8f94-f802f6fcba10,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:23.030933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:19:23.036186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.036576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.036952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.037380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.037962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.038333 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.038888 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.039279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.039606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.039930 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.040252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.040570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Tracked resource versions report: Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: pushed versions: Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: { 'AddressGroup': {'1.2'}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'ConntrackHelper': {'1.0'}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'Log': {'1.0'}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'Network': {'1.1'}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'Port': {'1.7'}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'PortForwarding': {'1.2'}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'QosPolicy': {'1.8'}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'SecurityGroup': {'1.4'}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'SecurityGroupRule': {'1.2'}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'SubPort': {'1.0'}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'Subnet': {'1.1'}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'Trunk': {'1.1'}} Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: consumer versions: Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: { DHCP agent@n-d-799525-3: {}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: HyperV agent@n-h1-799525-3: {}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: HyperV agent@n-h2-799525-3: {}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: L3 agent@n-d-799525-3: {}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: Metadata agent@n-d-799525-3: {}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: Metering agent@n-d-799525-3: {}, Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: Open vSwitch agent@n-d-799525-3: { 'AddressGroup': '1.2', Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'ConntrackHelper': '1.0', Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'Log': '1.0', Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'Network': '1.1', Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'Port': '1.7', Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'PortForwarding': '1.2', Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'QosPolicy': '1.8', Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'SecurityGroup': '1.4', Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'SecurityGroupRule': '1.2', Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'SubPort': '1.0', Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'Subnet': '1.1', Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: 'Trunk': '1.1'}} Jul 09 13:19:23.041867 n-d-799525-3 neutron-server[93753]: {{(pid=93753) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 13:19:23.049457 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.049898 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Added segment 6ef595e5-93d1-4b1f-9331-a31db29257f7 of type vlan for network 9232ea55-daf9-4d07-93d3-30e0b875668e Jul 09 13:19:23.125738 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dd855820-81e1-4faa-ad79-329001cebed5 tempest-AutoAllocateNetworkTest-600145176 tempest-AutoAllocateNetworkTest-600145176-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5945ef5a7ca4406fa388a7fb8c511d8b&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4470730 Jul 09 13:19:23.128449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41150) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:23.213394 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.324351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2747878d-c3c5-4f13-85be-18492bfb7160 tempest-AutoAllocateNetworkTest-600145176 tempest-AutoAllocateNetworkTest-600145176-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:23.328904 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2747878d-c3c5-4f13-85be-18492bfb7160 tempest-AutoAllocateNetworkTest-600145176 tempest-AutoAllocateNetworkTest-600145176-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.1991279 Jul 09 13:19:23.329067 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41156) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:23.362011 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.363555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:23.364504 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.405115 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8fc9c618-bbae-45cd-9765-a62212b6b07c tempest-AutoAllocateNetworkTest-600145176 tempest-AutoAllocateNetworkTest-600145176-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0742285 Jul 09 13:19:23.406033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41164) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:23.410463 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8293066 Jul 09 13:19:23.421507 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41166) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:23.436263 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Request body: {'subnet': {'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-subnet', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:23.471026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Made reservation on behalf of 2805868d6b3b4a929f867d7da2837674 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:23.475376 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.497776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9843cd-d631-427e-9280-36a44eb2cf0f admin admin] Pushing event updated for resources: {'Network': ['ID=9232ea55-daf9-4d07-93d3-30e0b875668e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:23.509146 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 9232ea55-daf9-4d07-93d3-30e0b875668e details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:19:23.622161 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-565a0300-4a9f-4253-a528-af8cdaef0dce tempest-AutoAllocateNetworkTest-600145176 tempest-AutoAllocateNetworkTest-600145176-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=5945ef5a7ca4406fa388a7fb8c511d8b HTTP/1.1" status: 200 len: 208 time: 0.2148082 Jul 09 13:19:23.771666 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.824721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=26d28f37-7507-432c-a5d8-c6beb38ffc7a,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:23.832539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.832952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.833383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.834579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.834991 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.835435 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.836231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.836727 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.837172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.837640 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.837952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.838675 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Tracked resource versions report: Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: pushed versions: Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: { 'AddressGroup': {'1.2'}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'ConntrackHelper': {'1.0'}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'Log': {'1.0'}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'Network': {'1.1'}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'Port': {'1.7'}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'PortForwarding': {'1.2'}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'QosPolicy': {'1.8'}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'SecurityGroup': {'1.4'}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'SecurityGroupRule': {'1.2'}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'SubPort': {'1.0'}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'Subnet': {'1.1'}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'Trunk': {'1.1'}} Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: consumer versions: Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: { DHCP agent@n-d-799525-3: {}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: HyperV agent@n-h1-799525-3: {}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: HyperV agent@n-h2-799525-3: {}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: L3 agent@n-d-799525-3: {}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: Metadata agent@n-d-799525-3: {}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: Metering agent@n-d-799525-3: {}, Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: Open vSwitch agent@n-d-799525-3: { 'AddressGroup': '1.2', Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'ConntrackHelper': '1.0', Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'Log': '1.0', Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'Network': '1.1', Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'Port': '1.7', Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'PortForwarding': '1.2', Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'QosPolicy': '1.8', Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'SecurityGroup': '1.4', Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'SecurityGroupRule': '1.2', Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'SubPort': '1.0', Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'Subnet': '1.1', Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: 'Trunk': '1.1'}} Jul 09 13:19:23.840086 n-d-799525-3 neutron-server[93754]: {{(pid=93754) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 13:19:23.874540 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Checking segment: {'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:23.874882 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Network hostable DHCP agents. Network: 9232ea55-daf9-4d07-93d3-30e0b875668e, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:19:23.904524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Network 9232ea55-daf9-4d07-93d3-30e0b875668e is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:19:23.918541 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 9232ea55-daf9-4d07-93d3-30e0b875668e) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:23.922937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:23.923807 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.931569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c89ec38-539d-4928-b803-adbcfe72142a None None] Network 9232ea55-daf9-4d07-93d3-30e0b875668e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:23.949122 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41206) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:23.949720 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-44061104-c32f-4ed8-b768-9f4855a4e897 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5171845 Jul 09 13:19:23.955669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:23.995251 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:23.997842 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.115328 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-9232ea55-daf9-4d07-93d3-30e0b875668e', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:19:24.116470 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.131861 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.255459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41218) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:24.299809 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.312870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Allocated IP 172.20.0.2 (9232ea55-daf9-4d07-93d3-30e0b875668e/26d28f37-7507-432c-a5d8-c6beb38ffc7a/0de81790-dbbe-4783-9bfe-1bd7a51bc5af) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:24.488023 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.497977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Transition to ACTIVE for port object 0de81790-dbbe-4783-9bfe-1bd7a51bc5af will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:24.514414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Transition to ACTIVE for port object 0de81790-dbbe-4783-9bfe-1bd7a51bc5af will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:24.540143 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.585448 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Network 9232ea55-daf9-4d07-93d3-30e0b875668e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:24.588340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:24.591043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:24.598893 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Pushing event updated for resources: {'Port': ['ID=0de81790-dbbe-4783-9bfe-1bd7a51bc5af,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:24.611270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:24.611739 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:24.612180 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:24.612646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:24.613231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:24.613787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:24.614351 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:24.615449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:24.616102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:24.616683 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:24.617428 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:24.617941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Tracked resource versions report: Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: pushed versions: Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: { 'AddressGroup': {'1.2'}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'ConntrackHelper': {'1.0'}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'Log': {'1.0'}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'Network': {'1.1'}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'Port': {'1.7'}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'PortForwarding': {'1.2'}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'QosPolicy': {'1.8'}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'SecurityGroup': {'1.4'}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'SecurityGroupRule': {'1.2'}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'SubPort': {'1.0'}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'Subnet': {'1.1'}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'Trunk': {'1.1'}} Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: consumer versions: Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: { DHCP agent@n-d-799525-3: {}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: HyperV agent@n-h1-799525-3: {}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: HyperV agent@n-h2-799525-3: {}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: L3 agent@n-d-799525-3: {}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: Metadata agent@n-d-799525-3: {}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: Metering agent@n-d-799525-3: {}, Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: Open vSwitch agent@n-d-799525-3: { 'AddressGroup': '1.2', Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'ConntrackHelper': '1.0', Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'Log': '1.0', Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'Network': '1.1', Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'Port': '1.7', Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'PortForwarding': '1.2', Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'QosPolicy': '1.8', Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'SecurityGroup': '1.4', Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'SecurityGroupRule': '1.2', Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'SubPort': '1.0', Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'Subnet': '1.1', Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: 'Trunk': '1.1'}} Jul 09 13:19:24.619558 n-d-799525-3 neutron-server[93755]: {{(pid=93755) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 13:19:24.666118 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0ac58c70-ba78-4f2c-9675-5945d240dbed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.682399 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Attempting to bind port 0de81790-dbbe-4783-9bfe-1bd7a51bc5af on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:24.683268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Attempting to bind port 0de81790-dbbe-4783-9bfe-1bd7a51bc5af by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:24.684084 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Attempting to bind port 0de81790-dbbe-4783-9bfe-1bd7a51bc5af on network 9232ea55-daf9-4d07-93d3-30e0b875668e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:24.684940 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.690794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:24.691926 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Checking segment: {'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:24.692760 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.694187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Bound using segment: {'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:24.695598 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Bound port: 0de81790-dbbe-4783-9bfe-1bd7a51bc5af, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:24.696604 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.730699 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.804966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] For port 0de81790-dbbe-4783-9bfe-1bd7a51bc5af, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:24.810718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] For port 0de81790-dbbe-4783-9bfe-1bd7a51bc5af, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0de81790-dbbe-4783-9bfe-1bd7a51bc5af,segment=NetworkSegment(6ef595e5-93d1-4b1f-9331-a31db29257f7),segment_id=6ef595e5-93d1-4b1f-9331-a31db29257f7)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:24.824373 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.861765 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0ac58c70-ba78-4f2c-9675-5945d240dbed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.868818 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0ac58c70-ba78-4f2c-9675-5945d240dbed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:24.937226 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac58c70-ba78-4f2c-9675-5945d240dbed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7f2ea69-c6a6-4111-8213-67c531255676,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:24.956115 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5227036-d945-47b4-aa34-8aca63c9a990 None None] Pushing event updated for resources: {'Port': ['ID=0de81790-dbbe-4783-9bfe-1bd7a51bc5af,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:24.968656 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0ac58c70-ba78-4f2c-9675-5945d240dbed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5945ef5a7ca4406fa388a7fb8c511d8b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7113137 Jul 09 13:19:24.971223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41244) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:24.979962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Allocated IP 172.25.2.182 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/acc0bf07-d8af-4319-85cf-23d2e6bf9805) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:25.062893 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0adc-2459-49a6-bdb9-d45a6707a98d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.088720 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0adc-2459-49a6-bdb9-d45a6707a98d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.094892 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.149792 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.163448 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0adc-2459-49a6-bdb9-d45a6707a98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.167019 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f9d0adc-2459-49a6-bdb9-d45a6707a98d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.168500 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1f9d0adc-2459-49a6-bdb9-d45a6707a98d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b7f2ea69-c6a6-4111-8213-67c531255676 HTTP/1.1" status: 204 len: 168 time: 0.1943443 Jul 09 13:19:25.188283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9d0adc-2459-49a6-bdb9-d45a6707a98d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7f2ea69-c6a6-4111-8213-67c531255676,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:25.248691 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:25.252044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:25.255122 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:25.348570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Pushing event updated for resources: {'Port': ['ID=acc0bf07-d8af-4319-85cf-23d2e6bf9805,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:25.663958 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:25.905606 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:26.070018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Router d293014f-502e-4bb0-874f-6f905fd0f313 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:19:26.105677 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41318) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:26.112440 n-d-799525-3 neutron-server[93754]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 13:19:26.117249 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:19:26.173435 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-c588cb86-1326-408a-b1c6-885c9822cb88 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b952193c3813465fb8737e215888727d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0622149 Jul 09 13:19:26.251901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:19:26.261356 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Sync routers for ids ['d293014f-502e-4bb0-874f-6f905fd0f313'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:19:26.269144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7d60bf-2146-4f9d-8260-6a080c4be49d None None] Network 9232ea55-daf9-4d07-93d3-30e0b875668e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:26.272737 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:26.277442 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2a818619-cb63-4754-89f8-2da8e91d3d29 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3237667 Jul 09 13:19:26.277541 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Routers {'d293014f-502e-4bb0-874f-6f905fd0f313'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:26.277632 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:19:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d293014f-502e-4bb0-874f-6f905fd0f313'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:26.278084 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41328) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:26.347502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41332) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:26.419836 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-11fb97d6-2137-403b-9d15-b60bb0a91666 None None] Provisioning for port 0de81790-dbbe-4783-9bfe-1bd7a51bc5af completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:26.554985 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-0255074c-36bb-46e8-96d1-fb9ed4cd3780 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:26.569528 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Set router d293014f-502e-4bb0-874f-6f905fd0f313 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:26.573553 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-0255074c-36bb-46e8-96d1-fb9ed4cd3780 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3962512 Jul 09 13:19:26.603723 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-a96ff360-5609-4dc8-b4e8-8941d941b508 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/quotas/b952193c3813465fb8737e215888727d HTTP/1.1" status: 200 len: 375 time: 0.0273705 Jul 09 13:19:26.732537 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-a0799843-fd21-4f02-a363-c4a1e609799f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b952193c3813465fb8737e215888727d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1284242 Jul 09 13:19:26.865280 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4fd1c3c-1de0-4760-9572-d8df75115b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:26.867524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0de81790-dbbe-4783-9bfe-1bd7a51bc5af up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:26.884836 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:25Z', 'revision_number': 3, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:26.919914 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Checking router: d293014f-502e-4bb0-874f-6f905fd0f313 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:19:26.920507 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Updating router d293014f-502e-4bb0-874f-6f905fd0f313 port acc0bf07-d8af-4319-85cf-23d2e6bf9805 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:19:26.976422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 0de81790-dbbe-4783-9bfe-1bd7a51bc5af completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:26.983691 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:26.985149 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 0de81790-dbbe-4783-9bfe-1bd7a51bc5af triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:26.985807 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.199753 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.241926 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5cd88e7e-5ce0-4798-a43c-e89037574227 req-11c178b4-9994-45be-9011-c8fcef84069b tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 210 time: 0.0781209 Jul 09 13:19:27.283639 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 0de81790-dbbe-4783-9bfe-1bd7a51bc5af, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0de81790-dbbe-4783-9bfe-1bd7a51bc5af,segment=NetworkSegment(6ef595e5-93d1-4b1f-9331-a31db29257f7),segment_id=6ef595e5-93d1-4b1f-9331-a31db29257f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:27.302579 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4fd1c3c-1de0-4760-9572-d8df75115b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.306371 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.316863 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4fd1c3c-1de0-4760-9572-d8df75115b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.363991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-117a52bf-a123-4a73-a0d9-1a63fc60b828 None None] Provisioning complete for port 0de81790-dbbe-4783-9bfe-1bd7a51bc5af triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:27.364711 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-117a52bf-a123-4a73-a0d9-1a63fc60b828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.455452 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.467486 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Transition to ACTIVE for port object acc0bf07-d8af-4319-85cf-23d2e6bf9805 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:27.482357 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=0de81790-dbbe-4783-9bfe-1bd7a51bc5af,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:27.486452 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.510228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fd1c3c-1de0-4760-9572-d8df75115b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97e64c6-543b-4c23-a2ef-eb48e96a354d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:27.536034 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69f286-0f8a-4ac6-b685-ccf5fee0c03d None None] Pushing event updated for resources: {'Port': ['ID=acc0bf07-d8af-4319-85cf-23d2e6bf9805,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:27.545823 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69f286-0f8a-4ac6-b685-ccf5fee0c03d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:27.546745 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69f286-0f8a-4ac6-b685-ccf5fee0c03d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:27.546745 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69f286-0f8a-4ac6-b685-ccf5fee0c03d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:27.546949 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69f286-0f8a-4ac6-b685-ccf5fee0c03d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:27.547351 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69f286-0f8a-4ac6-b685-ccf5fee0c03d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:27.547886 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69f286-0f8a-4ac6-b685-ccf5fee0c03d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:27.548251 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69f286-0f8a-4ac6-b685-ccf5fee0c03d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:27.548635 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69f286-0f8a-4ac6-b685-ccf5fee0c03d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:27.549021 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69f286-0f8a-4ac6-b685-ccf5fee0c03d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:27.549403 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69f286-0f8a-4ac6-b685-ccf5fee0c03d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:27.549785 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69f286-0f8a-4ac6-b685-ccf5fee0c03d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:27.550179 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69f286-0f8a-4ac6-b685-ccf5fee0c03d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff69f286-0f8a-4ac6-b685-ccf5fee0c03d None None] Tracked resource versions report: Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: pushed versions: Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: { 'AddressGroup': {'1.2'}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'ConntrackHelper': {'1.0'}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'Log': {'1.0'}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'Network': {'1.1'}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'Port': {'1.7'}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'PortForwarding': {'1.2'}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'QosPolicy': {'1.8'}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'SecurityGroup': {'1.4'}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'SecurityGroupRule': {'1.2'}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'SubPort': {'1.0'}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'Subnet': {'1.1'}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'Trunk': {'1.1'}} Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: consumer versions: Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: { DHCP agent@n-d-799525-3: {}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: HyperV agent@n-h1-799525-3: {}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: HyperV agent@n-h2-799525-3: {}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: L3 agent@n-d-799525-3: {}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: Metadata agent@n-d-799525-3: {}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: Metering agent@n-d-799525-3: {}, Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: Open vSwitch agent@n-d-799525-3: { 'AddressGroup': '1.2', Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'ConntrackHelper': '1.0', Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'Log': '1.0', Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'Network': '1.1', Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'Port': '1.7', Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'PortForwarding': '1.2', Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'QosPolicy': '1.8', Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'SecurityGroup': '1.4', Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'SecurityGroupRule': '1.2', Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'SubPort': '1.0', Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'Subnet': '1.1', Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: 'Trunk': '1.1'}} Jul 09 13:19:27.551398 n-d-799525-3 neutron-server[93756]: {{(pid=93756) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 09 13:19:27.559116 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41390) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:27.566053 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c4fd1c3c-1de0-4760-9572-d8df75115b49 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=97b45f10227744309b398c995bbe7d53&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2164452 Jul 09 13:19:27.578331 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.584506 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Attempting to bind port acc0bf07-d8af-4319-85cf-23d2e6bf9805 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:27.585005 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Attempting to bind port acc0bf07-d8af-4319-85cf-23d2e6bf9805 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:27.585625 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Attempting to bind port acc0bf07-d8af-4319-85cf-23d2e6bf9805 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:27.595697 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:27.596238 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:27.597208 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.597787 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:27.603616 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Bound port: acc0bf07-d8af-4319-85cf-23d2e6bf9805, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:27.603616 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.668176 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] For port acc0bf07-d8af-4319-85cf-23d2e6bf9805, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:27.670022 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3286ec62-0fa3-409e-be4c-a7b1c38a1f67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.672446 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] For port acc0bf07-d8af-4319-85cf-23d2e6bf9805, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=acc0bf07-d8af-4319-85cf-23d2e6bf9805,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:27.679526 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.695990 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3286ec62-0fa3-409e-be4c-a7b1c38a1f67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.744135 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff69f286-0f8a-4ac6-b685-ccf5fee0c03d None None] Pushing event updated for resources: {'Port': ['ID=acc0bf07-d8af-4319-85cf-23d2e6bf9805,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:27.753233 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3286ec62-0fa3-409e-be4c-a7b1c38a1f67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.759722 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3286ec62-0fa3-409e-be4c-a7b1c38a1f67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:27.760792 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3286ec62-0fa3-409e-be4c-a7b1c38a1f67 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c97e64c6-543b-4c23-a2ef-eb48e96a354d HTTP/1.1" status: 204 len: 168 time: 0.2005246 Jul 09 13:19:27.770828 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Routers {'d293014f-502e-4bb0-874f-6f905fd0f313'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:27.771974 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:19:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d293014f-502e-4bb0-874f-6f905fd0f313'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:27.775752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3286ec62-0fa3-409e-be4c-a7b1c38a1f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97e64c6-543b-4c23-a2ef-eb48e96a354d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:27.856050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Allocated IP 172.20.0.1 (9232ea55-daf9-4d07-93d3-30e0b875668e/26d28f37-7507-432c-a5d8-c6beb38ffc7a/24f0351c-35bb-4e79-9e4e-b276109d0cbe) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:27.920753 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] Set router d293014f-502e-4bb0-874f-6f905fd0f313 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:28.045662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:28.062601 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Transition to ACTIVE for port object 24f0351c-35bb-4e79-9e4e-b276109d0cbe will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:28.137666 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:28.211765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Network 9232ea55-daf9-4d07-93d3-30e0b875668e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:28.233782 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:28.240781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:28.248213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:28.359328 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:25Z', 'revision_number': 3, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:28.417115 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c6477d-fa8b-4b42-8833-9b6aea1da3c1 None None] The sync data for ids ['d293014f-502e-4bb0-874f-6f905fd0f313'] in n-d-799525-3 is: [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:25Z', 'revision_number': 3, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:19:28.580633 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-358409f1-89df-4be4-8667-6f29e864a9ce req-e7f19ad0-f9fe-450c-a9f2-159793f07c85 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 210 time: 0.0570571 Jul 09 13:19:28.658374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Pushing event updated for resources: {'Port': ['ID=24f0351c-35bb-4e79-9e4e-b276109d0cbe,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:28.679350 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-37f30a42-a11c-45fa-9041-9a26d76e308a None None] Provisioning for port 24f0351c-35bb-4e79-9e4e-b276109d0cbe completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:28.684224 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-37f30a42-a11c-45fa-9041-9a26d76e308a None None] Provisioning complete for port 24f0351c-35bb-4e79-9e4e-b276109d0cbe triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:28.684997 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37f30a42-a11c-45fa-9041-9a26d76e308a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:28.691591 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41452) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:28.731152 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8fc72d0-dbf4-45d1-bce9-9d62fc2da18c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:28.831922 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-37f30a42-a11c-45fa-9041-9a26d76e308a None None] Port 24f0351c-35bb-4e79-9e4e-b276109d0cbe cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:19:28.850454 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0de81790-dbbe-4783-9bfe-1bd7a51bc5af up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:28.991791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 0de81790-dbbe-4783-9bfe-1bd7a51bc5af triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:28.992153 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:29.029292 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8fc72d0-dbf4-45d1-bce9-9d62fc2da18c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:29.039817 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8fc72d0-dbf4-45d1-bce9-9d62fc2da18c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:29.060780 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:29.114733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fc72d0-dbf4-45d1-bce9-9d62fc2da18c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a491d631-2dd4-4a7e-81ce-63b7bba8395e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:29.159191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41482) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:29.179120 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b8fc72d0-dbf4-45d1-bce9-9d62fc2da18c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a0e7596b125c4ae49a59a11a4a41791c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4863384 Jul 09 13:19:29.307825 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17728373-42b5-4cb9-b3cd-56d0c1082ac4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:29.353316 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17728373-42b5-4cb9-b3cd-56d0c1082ac4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:29.458105 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:29.472133 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:29.473856 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:29.485666 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17728373-42b5-4cb9-b3cd-56d0c1082ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:29.489269 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17728373-42b5-4cb9-b3cd-56d0c1082ac4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:29.491455 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-17728373-42b5-4cb9-b3cd-56d0c1082ac4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a491d631-2dd4-4a7e-81ce-63b7bba8395e HTTP/1.1" status: 204 len: 168 time: 0.3309090 Jul 09 13:19:29.543209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17728373-42b5-4cb9-b3cd-56d0c1082ac4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a491d631-2dd4-4a7e-81ce-63b7bba8395e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:29.601645 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Pushing event updated for resources: {'Port': ['ID=24f0351c-35bb-4e79-9e4e-b276109d0cbe,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:29.691699 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41532) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:29.734909 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-8572ed24-5d94-480f-adaf-93491598d6fc tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=f3995b0ae21b44f4a85075dc670ee885&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405672 Jul 09 13:19:29.737715 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Network 9232ea55-daf9-4d07-93d3-30e0b875668e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:29.739225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:29.880647 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e6e03285-4dcb-4895-8ac1-d22127ab6b23 req-0c09c9d0-ba9a-4316-ab35-4d18bfc10307 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 210 time: 0.0502636 Jul 09 13:19:29.978903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-e4909787-8bb6-400f-bfda-bad137a51a70 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:30.006025 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Router d293014f-502e-4bb0-874f-6f905fd0f313 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:19:30.015738 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-e4909787-8bb6-400f-bfda-bad137a51a70 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2798519 Jul 09 13:19:30.047793 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-fa31d5bb-33df-4a09-9223-cc68aa9e9b44 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/quotas/f3995b0ae21b44f4a85075dc670ee885 HTTP/1.1" status: 200 len: 375 time: 0.0292132 Jul 09 13:19:30.168956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:19:30.175071 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-878b3cdf-eef3-491a-b3b4-46525d67b9e9 admin admin] 10.222.0.39 "PUT /v2.0/routers/d293014f-502e-4bb0-874f-6f905fd0f313/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8952060 Jul 09 13:19:30.225669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41552) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:30.242876 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-95f78224-7749-45aa-ab49-c8ee8a68ca75 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f3995b0ae21b44f4a85075dc670ee885&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1940720 Jul 09 13:19:30.278252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-89f6bdad-76bb-4dd3-ac3b-88b35a54c501 None None] Provisioning complete for port 24f0351c-35bb-4e79-9e4e-b276109d0cbe triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:30.278818 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89f6bdad-76bb-4dd3-ac3b-88b35a54c501 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:30.370173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-89f6bdad-76bb-4dd3-ac3b-88b35a54c501 None None] Port 24f0351c-35bb-4e79-9e4e-b276109d0cbe cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:19:30.452073 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dfffb1e-7f15-46c9-8187-b67a12c660be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:30.624164 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b1c92dc0-8abd-4742-9ab8-b3d01ddbd599 req-97c32990-ff5e-44cc-a335-c8144e0ae94b tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 210 time: 0.0879853 Jul 09 13:19:30.685320 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dfffb1e-7f15-46c9-8187-b67a12c660be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:30.690948 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2dfffb1e-7f15-46c9-8187-b67a12c660be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:30.742796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfffb1e-7f15-46c9-8187-b67a12c660be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9aa3667-bca6-48db-9869-632750d8760c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:30.778012 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2dfffb1e-7f15-46c9-8187-b67a12c660be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbfd5f91a3d443f59b39960feaa58ecb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5489035 Jul 09 13:19:30.778254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41590) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:30.839880 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55237) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:30.885362 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fdf89344-47ed-48b3-8864-de38bbf8c517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:30.904103 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-06a3b770-2d2c-4fc9-87c6-5d68d61c715f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b952193c3813465fb8737e215888727d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619848 Jul 09 13:19:30.933444 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fdf89344-47ed-48b3-8864-de38bbf8c517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:30.950976 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device acc0bf07-d8af-4319-85cf-23d2e6bf9805 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:30.973137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41606) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:31.069046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port acc0bf07-d8af-4319-85cf-23d2e6bf9805 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:31.080560 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port acc0bf07-d8af-4319-85cf-23d2e6bf9805 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:31.081257 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.130076 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fdf89344-47ed-48b3-8864-de38bbf8c517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.133948 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fdf89344-47ed-48b3-8864-de38bbf8c517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.135383 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fdf89344-47ed-48b3-8864-de38bbf8c517 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9aa3667-bca6-48db-9869-632750d8760c HTTP/1.1" status: 204 len: 168 time: 0.3560853 Jul 09 13:19:31.157915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf89344-47ed-48b3-8864-de38bbf8c517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9aa3667-bca6-48db-9869-632750d8760c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:31.265208 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.274319 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Sync routers for ids ['d293014f-502e-4bb0-874f-6f905fd0f313'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:19:31.290434 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Routers {'d293014f-502e-4bb0-874f-6f905fd0f313'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:31.291886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:19:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d293014f-502e-4bb0-874f-6f905fd0f313'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:31.298361 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93a54609-11b6-4e9e-a50c-912e86610997 req-a3b7f9a7-1f00-4a03-ada7-876aa5ec2814 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 210 time: 0.1002696 Jul 09 13:19:31.311268 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c492aa6-71fc-45a1-8559-fdaf983ef7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.385684 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-7c1f6bd1-5dd3-4534-8e20-5e6408aa992a tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:31.388461 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-7c1f6bd1-5dd3-4534-8e20-5e6408aa992a tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4792202 Jul 09 13:19:31.438008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port acc0bf07-d8af-4319-85cf-23d2e6bf9805, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=acc0bf07-d8af-4319-85cf-23d2e6bf9805,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:31.444328 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.449009 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Request body: {'port': {'device_id': '12a9a906-8a94-456d-aa8f-c7a9fcac4a5c', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'b952193c3813465fb8737e215888727d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:31.507121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Set router d293014f-502e-4bb0-874f-6f905fd0f313 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:31.533854 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c492aa6-71fc-45a1-8559-fdaf983ef7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.544890 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c492aa6-71fc-45a1-8559-fdaf983ef7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.597308 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1c492aa6-71fc-45a1-8559-fdaf983ef7a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac4a4f05e01044778fb6af6138d57a33&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6231186 Jul 09 13:19:31.598271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c492aa6-71fc-45a1-8559-fdaf983ef7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5bf6bd1-35c8-4bfb-8e28-150227a095cf,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:31.601773 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41634) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:31.607371 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=acc0bf07-d8af-4319-85cf-23d2e6bf9805,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:31.672895 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd957229-3376-46b1-bbf0-89e4fe3e36dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.724010 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd957229-3376-46b1-bbf0-89e4fe3e36dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.825196 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd957229-3376-46b1-bbf0-89e4fe3e36dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.828882 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd957229-3376-46b1-bbf0-89e4fe3e36dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.830525 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dd957229-3376-46b1-bbf0-89e4fe3e36dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f5bf6bd1-35c8-4bfb-8e28-150227a095cf HTTP/1.1" status: 204 len: 168 time: 0.2267690 Jul 09 13:19:31.852187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd957229-3376-46b1-bbf0-89e4fe3e36dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5bf6bd1-35c8-4bfb-8e28-150227a095cf,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:31.955992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Made reservation on behalf of b952193c3813465fb8737e215888727d for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:31.960460 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:31.966633 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7b5e334c-89b7-44fa-ac9a-9ff4ecf3427c req-73462126-afba-45d4-9110-ea13896f5c2e tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 210 time: 0.0633035 Jul 09 13:19:31.992436 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.067467 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0a835bd-9422-4ab7-b224-5c178f1c6288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.103064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41654) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:32.118764 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5be82125-0360-4b31-b1cc-6fd3205ad34e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.165772 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.171459 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.220249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '24f0351c-35bb-4e79-9e4e-b276109d0cbe', 'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'mac_address': 'fa:16:3e:9e:2b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:29Z', 'revision_number': 2, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'subnets': [{'id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:32.261048 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Checking router: d293014f-502e-4bb0-874f-6f905fd0f313 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:19:32.261658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Updating router d293014f-502e-4bb0-874f-6f905fd0f313 port 24f0351c-35bb-4e79-9e4e-b276109d0cbe binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:19:32.312953 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.352397 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5be82125-0360-4b31-b1cc-6fd3205ad34e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.354440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:32.372355 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5be82125-0360-4b31-b1cc-6fd3205ad34e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.430023 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41664) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:32.446485 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5be82125-0360-4b31-b1cc-6fd3205ad34e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b6e159bc03c841258de527d6381b64b3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3417501 Jul 09 13:19:32.450054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41666) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:32.465716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1491314576-network', 'tenant_id': '926777c0130e4d3a9d027f4a92a17741'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:32.477376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be82125-0360-4b31-b1cc-6fd3205ad34e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a0965d-9943-4a4d-af75-ea3e0fa06750,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:32.518609 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-103cc657-79d3-4da5-92e9-aaf9a498e211 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.548526 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-103cc657-79d3-4da5-92e9-aaf9a498e211 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.560817 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Allocated IP 192.168.233.81 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/8a4b7f83-f811-417c-96b8-e144c0e414c3) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:32.566863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55241) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:32.609209 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-71d79313-ffd1-446b-a363-5c2d2a5ca0dc req-1b2a01d8-00c7-42fe-9eb1-348ec43eb185 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 210 time: 0.0518916 Jul 09 13:19:32.626879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] Made reservation on behalf of 926777c0130e4d3a9d027f4a92a17741 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:32.629407 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.644067 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.655622 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-d406e3e5-39a3-4079-9003-9134484e31ae tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=f3995b0ae21b44f4a85075dc670ee885&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0820177 Jul 09 13:19:32.841212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device acc0bf07-d8af-4319-85cf-23d2e6bf9805 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:32.857616 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.871548 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.891807 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-103cc657-79d3-4da5-92e9-aaf9a498e211 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.894801 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-103cc657-79d3-4da5-92e9-aaf9a498e211 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.901039 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-103cc657-79d3-4da5-92e9-aaf9a498e211 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0a0965d-9943-4a4d-af75-ea3e0fa06750 HTTP/1.1" status: 204 len: 168 time: 0.4473541 Jul 09 13:19:32.906397 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:19:32.917015 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.935836 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Transition to ACTIVE for port object 24f0351c-35bb-4e79-9e4e-b276109d0cbe will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:32.936739 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8760339405388', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:32.937335 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] Unsubscribe: segment precommit_create {{(pid=93754) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 09 13:19:32.940939 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103cc657-79d3-4da5-92e9-aaf9a498e211 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a0965d-9943-4a4d-af75-ea3e0fa06750,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:32.941712 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] Added segment 24d4eb2d-fa91-4194-92aa-72f66ee00710 of type vlan for network f94a6718-787e-4710-a00e-f340a5dc4c72 Jul 09 13:19:32.965511 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port acc0bf07-d8af-4319-85cf-23d2e6bf9805 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:32.965970 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.041256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-e58eb065-8e3f-43d2-acc5-7b56851acbfb tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:33.051520 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-e58eb065-8e3f-43d2-acc5-7b56851acbfb tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3762560 Jul 09 13:19:33.056146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41680) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:33.088162 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.114013 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16713861-2865-4652-bed2-88c99151cd0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.201733 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cef70-2200-4939-a544-9a84271042a9 None None] Pushing event updated for resources: {'Port': ['ID=24f0351c-35bb-4e79-9e4e-b276109d0cbe,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:33.232047 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.258887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Request body: {'port': {'device_id': '23c58ad5-ca19-4880-b2ea-00a834cf79c8', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'f3995b0ae21b44f4a85075dc670ee885'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:33.358069 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.359437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:33.361004 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.549018 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Attempting to bind port 24f0351c-35bb-4e79-9e4e-b276109d0cbe on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:33.549653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Attempting to bind port 24f0351c-35bb-4e79-9e4e-b276109d0cbe by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:33.551497 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Attempting to bind port 24f0351c-35bb-4e79-9e4e-b276109d0cbe on network 9232ea55-daf9-4d07-93d3-30e0b875668e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:33.573496 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:33.573890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Checking segment: {'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:33.574307 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.574736 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Bound using segment: {'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:33.582742 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Bound port: 24f0351c-35bb-4e79-9e4e-b276109d0cbe, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:33.583948 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.625899 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] Pushing event updated for resources: {'Network': ['ID=f94a6718-787e-4710-a00e-f340a5dc4c72,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:33.755811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] For port 24f0351c-35bb-4e79-9e4e-b276109d0cbe, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:33.760261 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] For port 24f0351c-35bb-4e79-9e4e-b276109d0cbe, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=24f0351c-35bb-4e79-9e4e-b276109d0cbe,segment=NetworkSegment(6ef595e5-93d1-4b1f-9331-a31db29257f7),segment_id=6ef595e5-93d1-4b1f-9331-a31db29257f7)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:33.765944 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network f94a6718-787e-4710-a00e-f340a5dc4c72 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:19:33.775313 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.898608 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e9be230-9964-45fe-99f9-c64fc1cf58fc,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:33.925191 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ffe0037-9fb2-47a3-988f-f4273108f57f req-cd6d311e-85ed-484b-9d0f-c2cf4deeaed8 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 210 time: 0.5218396 Jul 09 13:19:33.928907 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16713861-2865-4652-bed2-88c99151cd0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.940548 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16713861-2865-4652-bed2-88c99151cd0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:33.984759 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba8bc1bb-8cbf-4267-ae51-23d9fa1140a2 req-0965015f-04bd-49e3-a638-f7c1b2b58324 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 210 time: 0.0804069 Jul 09 13:19:33.991120 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-228d9491-06e5-4df1-a285-6791a9475523 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5466652 Jul 09 13:19:33.992177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41712) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:33.999633 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c39798f8-384f-4b3e-9e88-8f79fcc32e1a admin admin] Request body: {'subnet': {'network_id': 'f94a6718-787e-4710-a00e-f340a5dc4c72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1491314576-subnet', 'tenant_id': '926777c0130e4d3a9d027f4a92a17741', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:34.053907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41714) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:34.059823 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-16713861-2865-4652-bed2-88c99151cd0e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c77c57ff95224cd9b7bb1b397d6d5f3d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0022442 Jul 09 13:19:34.096844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16713861-2865-4652-bed2-88c99151cd0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=308fd9ba-55b9-4d4d-8314-210adda18109,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:34.113747 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Made reservation on behalf of f3995b0ae21b44f4a85075dc670ee885 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:34.124739 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.145266 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.181417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39798f8-384f-4b3e-9e88-8f79fcc32e1a admin admin] Made reservation on behalf of 926777c0130e4d3a9d027f4a92a17741 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:34.183917 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c39798f8-384f-4b3e-9e88-8f79fcc32e1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.193307 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5cef70-2200-4939-a544-9a84271042a9 None None] Pushing event updated for resources: {'Port': ['ID=24f0351c-35bb-4e79-9e4e-b276109d0cbe,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:34.238765 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.299113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Routers {'d293014f-502e-4bb0-874f-6f905fd0f313'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:34.299772 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:19:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d293014f-502e-4bb0-874f-6f905fd0f313'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:34.306972 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eef7ba50-d07d-48b3-813f-1933b3ecb840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.385328 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9bf3-e9f9-44fb-a3f2-b6d8655ad0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.448334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Transition to ACTIVE for port object 8a4b7f83-f811-417c-96b8-e144c0e414c3 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:34.477378 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.488709 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.500508 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9bf3-e9f9-44fb-a3f2-b6d8655ad0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.643791 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:34.664042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81d7eb95-bdca-494f-82f2-6102d95b4ab7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:34.677434 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] Set router d293014f-502e-4bb0-874f-6f905fd0f313 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:34.968609 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:35.195667 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9bf3-e9f9-44fb-a3f2-b6d8655ad0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:35.206666 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f5f9bf3-e9f9-44fb-a3f2-b6d8655ad0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:35.211995 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1f5f9bf3-e9f9-44fb-a3f2-b6d8655ad0ce admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/308fd9ba-55b9-4d4d-8314-210adda18109 HTTP/1.1" status: 204 len: 168 time: 1.1570768 Jul 09 13:19:35.278657 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '24f0351c-35bb-4e79-9e4e-b276109d0cbe', 'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'mac_address': 'fa:16:3e:9e:2b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:33Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'subnets': [{'id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:35.299574 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5f9bf3-e9f9-44fb-a3f2-b6d8655ad0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=308fd9ba-55b9-4d4d-8314-210adda18109,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:35.310771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:35.318858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91c690ee-8ff7-41d6-be7e-37381ee1127e None None] The sync data for ids ['d293014f-502e-4bb0-874f-6f905fd0f313'] in n-d-799525-3 is: [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '24f0351c-35bb-4e79-9e4e-b276109d0cbe', 'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'mac_address': 'fa:16:3e:9e:2b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:33Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'subnets': [{'id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:19:35.419265 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3751819f-f2e5-496e-8c0b-93b1bcb505ee req-19bef49f-a288-4064-887b-35395ffe4948 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 210 time: 0.1698246 Jul 09 13:19:35.448194 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:35.465500 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:35.521523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Allocated IP 192.168.233.223 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/fb3f8c0d-6919-4e28-8272-2968357f6a6c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:35.560769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:35.587566 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:35.598505 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:35.653551 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Pushing event updated for resources: {'Port': ['ID=8a4b7f83-f811-417c-96b8-e144c0e414c3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:35.660001 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-16c755c6-bd1b-49ec-abdc-1971cd388e7f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2193944 Jul 09 13:19:35.694412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-ba3ea28b-87ea-470b-805b-5824317be2bc tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:19:35.702719 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-ba3ea28b-87ea-470b-805b-5824317be2bc tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0277135 Jul 09 13:19:35.723267 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c39798f8-384f-4b3e-9e88-8f79fcc32e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:35.955584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-17f98684-3735-4917-912d-c26f57fa198f None None] Provisioning for port 8a4b7f83-f811-417c-96b8-e144c0e414c3 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:35.970798 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-17f98684-3735-4917-912d-c26f57fa198f None None] Provisioning complete for port 8a4b7f83-f811-417c-96b8-e144c0e414c3 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:35.971627 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17f98684-3735-4917-912d-c26f57fa198f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.015868 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39798f8-384f-4b3e-9e88-8f79fcc32e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=85c290f2-8d07-4439-a105-9dd1189514fa,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:36.050613 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.085743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-17f98684-3735-4917-912d-c26f57fa198f None None] Port 8a4b7f83-f811-417c-96b8-e144c0e414c3 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:19:36.112790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c39798f8-384f-4b3e-9e88-8f79fcc32e1a admin admin] Checking segment: {'id': '24d4eb2d-fa91-4194-92aa-72f66ee00710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f94a6718-787e-4710-a00e-f340a5dc4c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:36.112790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39798f8-384f-4b3e-9e88-8f79fcc32e1a admin admin] Network hostable DHCP agents. Network: f94a6718-787e-4710-a00e-f340a5dc4c72, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:19:36.119448 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Transition to ACTIVE for port object fb3f8c0d-6919-4e28-8272-2968357f6a6c will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:36.173957 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb44655-82c1-4dd8-ba0c-aef5aeb2492c req-7ea3a6eb-4722-4380-aae6-13e890caf6db tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:36.211370 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bfb44655-82c1-4dd8-ba0c-aef5aeb2492c req-7ea3a6eb-4722-4380-aae6-13e890caf6db tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 935 time: 0.4651887 Jul 09 13:19:36.230476 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.337521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bfb44655-82c1-4dd8-ba0c-aef5aeb2492c req-042eec99-a337-40b5-bcdd-a3981877fe7c tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247334 Jul 09 13:19:36.344871 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c39798f8-384f-4b3e-9e88-8f79fcc32e1a admin admin] Network f94a6718-787e-4710-a00e-f340a5dc4c72 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:19:36.381697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c39798f8-384f-4b3e-9e88-8f79fcc32e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, f94a6718-787e-4710-a00e-f340a5dc4c72) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:36.389250 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:36.397763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a11408d-1709-41d2-9a32-24fd0a64d9a8 None None] Network f94a6718-787e-4710-a00e-f340a5dc4c72 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:36.397973 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39798f8-384f-4b3e-9e88-8f79fcc32e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:36.398504 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c39798f8-384f-4b3e-9e88-8f79fcc32e1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.410988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:36.429354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c39798f8-384f-4b3e-9e88-8f79fcc32e1a admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.4334495 Jul 09 13:19:36.432111 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41756) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:36.443236 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:36.459851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:36.467392 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.470259 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1491314576-router', 'tenant_id': '926777c0130e4d3a9d027f4a92a17741', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:36.550998 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.553511 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.581338 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3446510 Jul 09 13:19:36.609912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6d3bd-7d97-47f9-8524-dfdee600fcd5 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Pushing event updated for resources: {'Port': ['ID=fb3f8c0d-6919-4e28-8272-2968357f6a6c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:36.651673 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41768) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:36.783273 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:36.809112 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-f94a6718-787e-4710-a00e-f340a5dc4c72', 'network_id': 'f94a6718-787e-4710-a00e-f340a5dc4c72', 'tenant_id': '926777c0130e4d3a9d027f4a92a17741', 'fixed_ips': [{'subnet_id': '85c290f2-8d07-4439-a105-9dd1189514fa'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:19:36.814165 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.035350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Request body: {'port': {'device_id': '23c58ad5-ca19-4880-b2ea-00a834cf79c8', 'device_owner': 'compute:tempest-test_az-1743718912', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:37.110202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Request body: {'port': {'device_id': '12a9a906-8a94-456d-aa8f-c7a9fcac4a5c', 'device_owner': 'compute:tempest-test_az-1743718912', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:37.132505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 24f0351c-35bb-4e79-9e4e-b276109d0cbe up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:37.155572 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.204720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7446c174-0f92-4e5a-ae65-bc9f8e4e7ce9 None None] Provisioning for port fb3f8c0d-6919-4e28-8272-2968357f6a6c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:37.211405 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5da17869-6ee2-4c46-a7ef-6fd92569e6d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.248087 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7446c174-0f92-4e5a-ae65-bc9f8e4e7ce9 None None] Provisioning complete for port fb3f8c0d-6919-4e28-8272-2968357f6a6c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:37.250307 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7446c174-0f92-4e5a-ae65-bc9f8e4e7ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.335221 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.434037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7446c174-0f92-4e5a-ae65-bc9f8e4e7ce9 None None] Port fb3f8c0d-6919-4e28-8272-2968357f6a6c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:19:37.487291 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Allocated IP 172.20.0.2 (f94a6718-787e-4710-a00e-f340a5dc4c72/85c290f2-8d07-4439-a105-9dd1189514fa/749b6f22-d969-4d40-b4ad-a7a4ca79123a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:37.491457 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.502776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 24f0351c-35bb-4e79-9e4e-b276109d0cbe completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:37.521500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 24f0351c-35bb-4e79-9e4e-b276109d0cbe triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:37.522153 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.655119 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5da17869-6ee2-4c46-a7ef-6fd92569e6d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.671593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85964617-d619-421b-9048-96496e114392 req-8e826b01-43b9-44f6-84d1-0b792c001824 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:37.673727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-85964617-d619-421b-9048-96496e114392 req-8e826b01-43b9-44f6-84d1-0b792c001824 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 936 time: 0.8239956 Jul 09 13:19:37.676682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5da17869-6ee2-4c46-a7ef-6fd92569e6d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.689243 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:37.784800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da17869-6ee2-4c46-a7ef-6fd92569e6d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2b1aba6-13b2-49ab-8792-adbcabb2dd5d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:37.822138 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-85964617-d619-421b-9048-96496e114392 req-b56dd075-9ebb-4266-bee0-0cf3b965dc6d tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341610 Jul 09 13:19:37.913330 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5da17869-6ee2-4c46-a7ef-6fd92569e6d2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=24fa03f4d557465fb3430a750b19cba0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2576773 Jul 09 13:19:37.922557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41796) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:38.029073 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.096791 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.172272 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Transition to ACTIVE for port object 749b6f22-d969-4d40-b4ad-a7a4ca79123a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:38.205791 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.227589 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e66a65ee-6a11-4909-9908-e741f9d5736f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.231847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 24f0351c-35bb-4e79-9e4e-b276109d0cbe, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=24f0351c-35bb-4e79-9e4e-b276109d0cbe,segment=NetworkSegment(6ef595e5-93d1-4b1f-9331-a31db29257f7),segment_id=6ef595e5-93d1-4b1f-9331-a31db29257f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:38.246839 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.249065 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Transition to ACTIVE for port object 749b6f22-d969-4d40-b4ad-a7a4ca79123a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:38.266312 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e66a65ee-6a11-4909-9908-e741f9d5736f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.299291 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41812) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:38.335233 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.341814 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e66a65ee-6a11-4909-9908-e741f9d5736f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.345048 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e66a65ee-6a11-4909-9908-e741f9d5736f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.346667 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e66a65ee-6a11-4909-9908-e741f9d5736f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2b1aba6-13b2-49ab-8792-adbcabb2dd5d HTTP/1.1" status: 204 len: 168 time: 0.3210032 Jul 09 13:19:38.365703 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66a65ee-6a11-4909-9908-e741f9d5736f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2b1aba6-13b2-49ab-8792-adbcabb2dd5d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:38.375745 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.446748 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Network f94a6718-787e-4710-a00e-f340a5dc4c72 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:38.458532 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=24f0351c-35bb-4e79-9e4e-b276109d0cbe,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:38.466513 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:38.472487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:38.548166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71309d14-4d56-4417-a985-9e59295c4bb8 req-7ca4f1ce-c9fb-4603-9040-ff2ca360135d tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:38.555083 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb3f8c0d-6919-4e28-8272-2968357f6a6c {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:19:38.558830 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-71309d14-4d56-4417-a985-9e59295c4bb8 req-7ca4f1ce-c9fb-4603-9040-ff2ca360135d tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 935 time: 0.5302896 Jul 09 13:19:38.566844 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.591639 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Transition to ACTIVE for port object fb3f8c0d-6919-4e28-8272-2968357f6a6c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:38.597637 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.609614 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Pushing event updated for resources: {'Port': ['ID=749b6f22-d969-4d40-b4ad-a7a4ca79123a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:38.623234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Attempting to bind port 749b6f22-d969-4d40-b4ad-a7a4ca79123a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:38.623611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Attempting to bind port 749b6f22-d969-4d40-b4ad-a7a4ca79123a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '24d4eb2d-fa91-4194-92aa-72f66ee00710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f94a6718-787e-4710-a00e-f340a5dc4c72'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:38.623966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Attempting to bind port 749b6f22-d969-4d40-b4ad-a7a4ca79123a on network f94a6718-787e-4710-a00e-f340a5dc4c72 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:38.651519 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:38.651904 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Checking segment: {'id': '24d4eb2d-fa91-4194-92aa-72f66ee00710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f94a6718-787e-4710-a00e-f340a5dc4c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:38.652348 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.652768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Bound using segment: {'id': '24d4eb2d-fa91-4194-92aa-72f66ee00710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f94a6718-787e-4710-a00e-f340a5dc4c72'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:38.653174 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Bound port: 749b6f22-d969-4d40-b4ad-a7a4ca79123a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d4eb2d-fa91-4194-92aa-72f66ee00710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f94a6718-787e-4710-a00e-f340a5dc4c72'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:38.653574 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.757539 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3f8c0d-6919-4e28-8272-2968357f6a6c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:38.873870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] For port 749b6f22-d969-4d40-b4ad-a7a4ca79123a, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:38.878948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] For port 749b6f22-d969-4d40-b4ad-a7a4ca79123a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=749b6f22-d969-4d40-b4ad-a7a4ca79123a,segment=NetworkSegment(24d4eb2d-fa91-4194-92aa-72f66ee00710),segment_id=24d4eb2d-fa91-4194-92aa-72f66ee00710)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:38.897618 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:38.928188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Attempting to bind port fb3f8c0d-6919-4e28-8272-2968357f6a6c on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:38.928562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Attempting to bind port fb3f8c0d-6919-4e28-8272-2968357f6a6c by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:38.928915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Attempting to bind port fb3f8c0d-6919-4e28-8272-2968357f6a6c on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:38.938737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41824) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:38.966059 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Port fb3f8c0d-6919-4e28-8272-2968357f6a6c on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:19:38.966395 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Attempting to bind port fb3f8c0d-6919-4e28-8272-2968357f6a6c on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:39.025351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:39.025944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:39.026567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:39.027049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Bound port: fb3f8c0d-6919-4e28-8272-2968357f6a6c, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:39.027474 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:39.029177 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 24f0351c-35bb-4e79-9e4e-b276109d0cbe up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:39.107882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b265c2d-b284-4cf3-a5d8-19a8c64e56e3 None None] Pushing event updated for resources: {'Port': ['ID=749b6f22-d969-4d40-b4ad-a7a4ca79123a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:39.155342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 24f0351c-35bb-4e79-9e4e-b276109d0cbe triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:39.156078 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:39.180620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41828) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:39.258452 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a743338-b630-46d3-bab4-5fd971f19cdb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:39.269783 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1155810744-network', 'tenant_id': '5f446942a386493c8f7ba7f6f57f031b'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:39.326456 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a8a2373-9a62-47e1-9353-0b1f762bd630 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:39.366391 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] For port fb3f8c0d-6919-4e28-8272-2968357f6a6c, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:39.388123 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-71309d14-4d56-4417-a985-9e59295c4bb8 req-5bb05f3e-ca1e-4703-8f60-9ade7ad6ac63 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8264561 Jul 09 13:19:39.401413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] For port fb3f8c0d-6919-4e28-8272-2968357f6a6c, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fb3f8c0d-6919-4e28-8272-2968357f6a6c,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:39.403080 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:39.412296 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:39.455122 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:39.464633 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Made reservation on behalf of 5f446942a386493c8f7ba7f6f57f031b for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:39.467261 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:39.502054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:39.505926 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:39.531345 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] 10.222.0.18 "PUT /v2.0/ports/fb3f8c0d-6919-4e28-8272-2968357f6a6c HTTP/1.1" status: 200 len: 1118 time: 2.9294116 Jul 09 13:19:39.532170 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23c58ad5-ca19-4880-b2ea-00a834cf79c8', 'tag': 'fb3f8c0d-6919-4e28-8272-2968357f6a6c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:39.541152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e339f157-f3ec-462e-a095-0526c2d3bbe6 req-1d27fdab-3014-4347-b287-084990cc78a6 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:39.542744 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e339f157-f3ec-462e-a095-0526c2d3bbe6 req-1d27fdab-3014-4347-b287-084990cc78a6 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 970 time: 0.2899523 Jul 09 13:19:39.552083 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:39.764792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55900579-78ea-44b5-ac57-4097a93ef8f3 service neutron] Pushing event updated for resources: {'Port': ['ID=fb3f8c0d-6919-4e28-8272-2968357f6a6c,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:39.887988 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e339f157-f3ec-462e-a095-0526c2d3bbe6 req-d621b1e0-1ce5-4c7e-a963-03b6022bbbc6 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3089726 Jul 09 13:19:39.930966 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a4b7f83-f811-417c-96b8-e144c0e414c3 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:19:39.934287 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8cd7517-b574-4248-9c5f-f44dbe1bb521" -d '{"events": [{"name": "network-changed", "server_uuid": "23c58ad5-ca19-4880-b2ea-00a834cf79c8", "tag": "fb3f8c0d-6919-4e28-8272-2968357f6a6c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:39.945864 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:39.980973 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Transition to ACTIVE for port object 8a4b7f83-f811-417c-96b8-e144c0e414c3 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:39.982164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Allocated IP 172.25.2.98 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/d67be8b2-fd89-4421-a884-ed959ec14044) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:39.992992 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.035779 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a8a2373-9a62-47e1-9353-0b1f762bd630 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.045364 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a8a2373-9a62-47e1-9353-0b1f762bd630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.118221 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:19:40.118221 n-d-799525-3 neutron-server[93754]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:19:40.118221 n-d-799525-3 neutron-server[93754]: [parameters: {'project_id_1': '5f446942a386493c8f7ba7f6f57f031b', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 19, 39, 730050)}] Jul 09 13:19:40.118221 n-d-799525-3 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:19:40.118729 n-d-799525-3 neutron-server[93754]: DEBUG oslo_db.api [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:19:40.199901 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6a8a2373-9a62-47e1-9353-0b1f762bd630 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55cdc0d60d5546599e53d128c81581a5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2573695 Jul 09 13:19:40.202189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41842) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:40.206497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a2373-9a62-47e1-9353-0b1f762bd630 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4010c27-1fb7-4d2c-85d4-b2525f01ec1b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:40.208000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Pushing event updated for resources: {'Port': ['ID=8a4b7f83-f811-417c-96b8-e144c0e414c3,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:40.238893 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8ded8a-9dea-49a4-a024-17fb213d23b4 x-openstack-request-id: req-fc8ded8a-9dea-49a4-a024-17fb213d23b4 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:40.239411 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23c58ad5-ca19-4880-b2ea-00a834cf79c8", "tag": "fb3f8c0d-6919-4e28-8272-2968357f6a6c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:40.240170 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc8ded8a-9dea-49a4-a024-17fb213d23b4 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:40.241966 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23c58ad5-ca19-4880-b2ea-00a834cf79c8', 'tag': 'fb3f8c0d-6919-4e28-8272-2968357f6a6c', 'status': 'completed', 'code': 200} Jul 09 13:19:40.323835 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a743338-b630-46d3-bab4-5fd971f19cdb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.332244 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a743338-b630-46d3-bab4-5fd971f19cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.399874 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8a743338-b630-46d3-bab4-5fd971f19cdb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=aa112d01731340d78d987b493b9d5d3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2181425 Jul 09 13:19:40.402286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41844) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:40.410565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a743338-b630-46d3-bab4-5fd971f19cdb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b79aadcf-d2dd-43e5-bc75-b1fbae4e856a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:40.449374 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Attempting to bind port 8a4b7f83-f811-417c-96b8-e144c0e414c3 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:40.449755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Attempting to bind port 8a4b7f83-f811-417c-96b8-e144c0e414c3 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:40.450157 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Attempting to bind port 8a4b7f83-f811-417c-96b8-e144c0e414c3 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:40.478654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Port 8a4b7f83-f811-417c-96b8-e144c0e414c3 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:19:40.487585 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Attempting to bind port 8a4b7f83-f811-417c-96b8-e144c0e414c3 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:40.491194 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f124f45-9103-40fa-a697-2a3057d30f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.521119 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:40.527696 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:40.527939 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f124f45-9103-40fa-a697-2a3057d30f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.528781 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:40.529480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Bound port: 8a4b7f83-f811-417c-96b8-e144c0e414c3, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:40.530190 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.535034 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.579677 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9db9b45d-1ad7-458d-a76a-138ffa65e219 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.613293 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f124f45-9103-40fa-a697-2a3057d30f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.618033 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f124f45-9103-40fa-a697-2a3057d30f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.619568 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9f124f45-9103-40fa-a697-2a3057d30f9e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b79aadcf-d2dd-43e5-bc75-b1fbae4e856a HTTP/1.1" status: 204 len: 168 time: 0.2160413 Jul 09 13:19:40.629149 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f124f45-9103-40fa-a697-2a3057d30f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b79aadcf-d2dd-43e5-bc75-b1fbae4e856a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:40.665376 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.736963 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9db9b45d-1ad7-458d-a76a-138ffa65e219 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:40.776751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2319c0d-bb7c-4d85-89b3-b1d36ca0bba8 None None] Network f94a6718-787e-4710-a00e-f340a5dc4c72 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:40.782447 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] For port 8a4b7f83-f811-417c-96b8-e144c0e414c3, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:40.869124 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 749b6f22-d969-4d40-b4ad-a7a4ca79123a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:40.872231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-313a3466-5c32-4293-81f0-b9e7d9e22dc0 None None] Provisioning for port 749b6f22-d969-4d40-b4ad-a7a4ca79123a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:40.891520 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] For port 8a4b7f83-f811-417c-96b8-e144c0e414c3, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8a4b7f83-f811-417c-96b8-e144c0e414c3,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:40.924999 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:41.016042 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Pushing event updated for resources: {'Port': ['ID=8a4b7f83-f811-417c-96b8-e144c0e414c3,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:41.047363 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:41.047982 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:41.050131 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-125b1291-213e-4a08-b30a-5dfe08a4d1ed service neutron] 10.222.0.18 "PUT /v2.0/ports/8a4b7f83-f811-417c-96b8-e144c0e414c3 HTTP/1.1" status: 200 len: 1117 time: 4.5210865 Jul 09 13:19:41.059115 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12a9a906-8a94-456d-aa8f-c7a9fcac4a5c', 'tag': '8a4b7f83-f811-417c-96b8-e144c0e414c3'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:41.138059 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:41.151978 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 749b6f22-d969-4d40-b4ad-a7a4ca79123a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:41.175847 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59871785-0a68-42ce-abea-f61e35a78018 req-923eec4a-68c1-4c65-95c5-deb46eca1c2f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:41.183081 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59871785-0a68-42ce-abea-f61e35a78018 req-923eec4a-68c1-4c65-95c5-deb46eca1c2f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 969 time: 0.5978253 Jul 09 13:19:41.260110 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:41.313325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:41.315902 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:41.351173 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9db9b45d-1ad7-458d-a76a-138ffa65e219 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:41.362748 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9db9b45d-1ad7-458d-a76a-138ffa65e219 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:41.363968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9db9b45d-1ad7-458d-a76a-138ffa65e219 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d4010c27-1fb7-4d2c-85d4-b2525f01ec1b HTTP/1.1" status: 204 len: 168 time: 1.1405790 Jul 09 13:19:41.395892 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 749b6f22-d969-4d40-b4ad-a7a4ca79123a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:41.396424 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:41.500875 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ddf9aec-0bcd-4996-9d65-0b9fdbf38bab" -d '{"events": [{"name": "network-changed", "server_uuid": "12a9a906-8a94-456d-aa8f-c7a9fcac4a5c", "tag": "8a4b7f83-f811-417c-96b8-e144c0e414c3"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:41.512712 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db9b45d-1ad7-458d-a76a-138ffa65e219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4010c27-1fb7-4d2c-85d4-b2525f01ec1b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:41.527190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59871785-0a68-42ce-abea-f61e35a78018 req-a19a929f-18a3-40d5-bee5-27fa82d408af tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3430982 Jul 09 13:19:41.539388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Pushing event updated for resources: {'Port': ['ID=d67be8b2-fd89-4421-a884-ed959ec14044,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:41.681750 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:41.702622 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:41.749757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 749b6f22-d969-4d40-b4ad-a7a4ca79123a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=749b6f22-d969-4d40-b4ad-a7a4ca79123a,segment=NetworkSegment(24d4eb2d-fa91-4194-92aa-72f66ee00710),segment_id=24d4eb2d-fa91-4194-92aa-72f66ee00710)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:41.757978 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:41.784412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea18e6c-06b9-476e-aad5-d44ae3dfd69c req-7242384a-a107-404d-b539-26eb14139df9 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:41.786873 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ea18e6c-06b9-476e-aad5-d44ae3dfd69c req-7242384a-a107-404d-b539-26eb14139df9 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 970 time: 0.5893807 Jul 09 13:19:41.815528 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:41.879132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=749b6f22-d969-4d40-b4ad-a7a4ca79123a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:42.034473 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:19:42.082324 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e2f1cba8-4956-4d02-8cd1-1cf00e9141c0 None None] Provisioning complete for port 749b6f22-d969-4d40-b4ad-a7a4ca79123a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:42.082831 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2f1cba8-4956-4d02-8cd1-1cf00e9141c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.104387 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a629f775-37ec-4ca4-b7e1-1fac948913e1 x-openstack-request-id: req-a629f775-37ec-4ca4-b7e1-1fac948913e1 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:42.104725 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12a9a906-8a94-456d-aa8f-c7a9fcac4a5c", "tag": "8a4b7f83-f811-417c-96b8-e144c0e414c3", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:42.104923 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a629f775-37ec-4ca4-b7e1-1fac948913e1 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:42.105402 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12a9a906-8a94-456d-aa8f-c7a9fcac4a5c', 'tag': '8a4b7f83-f811-417c-96b8-e144c0e414c3', 'status': 'completed', 'code': 200} Jul 09 13:19:42.107413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03d7c34-9e93-4bad-b247-bcfd4077f6f6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:42.123751 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41886) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:42.144773 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b36c47a-b07f-4a2a-8ddd-58dd212d698f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.146974 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.147356 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Added segment d0aa6fac-8673-438c-976e-44de984df9ae of type vlan for network b4d14687-7b64-47e7-b45c-f262f4bce809 Jul 09 13:19:42.168509 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ea18e6c-06b9-476e-aad5-d44ae3dfd69c req-d6408ed5-a69c-44f9-98bb-2e9292a45c1c tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642642 Jul 09 13:19:42.331793 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b36c47a-b07f-4a2a-8ddd-58dd212d698f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.363243 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b36c47a-b07f-4a2a-8ddd-58dd212d698f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.413790 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.423445 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6b36c47a-b07f-4a2a-8ddd-58dd212d698f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2757b59daf7649cda297e0c7919f001a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2981796 Jul 09 13:19:42.425627 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41890) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:42.428194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36c47a-b07f-4a2a-8ddd-58dd212d698f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1570eacd-3b29-4e89-a24f-d09cea1e2043,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:42.509555 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.545151 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bcd1ebd9-853a-407a-9149-2c1763763171 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.559485 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.560695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:42.564295 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.610434 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bcd1ebd9-853a-407a-9149-2c1763763171 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.725686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bcd1ebd9-853a-407a-9149-2c1763763171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.728507 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bcd1ebd9-853a-407a-9149-2c1763763171 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.729696 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bcd1ebd9-853a-407a-9149-2c1763763171 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1570eacd-3b29-4e89-a24f-d09cea1e2043 HTTP/1.1" status: 204 len: 168 time: 0.3029869 Jul 09 13:19:42.743365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1ebd9-853a-407a-9149-2c1763763171 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1570eacd-3b29-4e89-a24f-d09cea1e2043,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:42.825687 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.5252259 Jul 09 13:19:42.829093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41898) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:42.841361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 749b6f22-d969-4d40-b4ad-a7a4ca79123a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:42.843625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-447898b1-62b3-46cb-abdf-1795c430aaa2 admin admin] Request body: {'subnet': {'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1155810744-subnet', 'tenant_id': '5f446942a386493c8f7ba7f6f57f031b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:42.891153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447898b1-62b3-46cb-abdf-1795c430aaa2 admin admin] Made reservation on behalf of 5f446942a386493c8f7ba7f6f57f031b for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:42.897310 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-447898b1-62b3-46cb-abdf-1795c430aaa2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.903585 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854053b1-92d2-4fc1-b906-041020dd1d6d admin admin] Pushing event updated for resources: {'Network': ['ID=b4d14687-7b64-47e7-b45c-f262f4bce809,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:42.915151 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 749b6f22-d969-4d40-b4ad-a7a4ca79123a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:42.917596 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:42.956186 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network b4d14687-7b64-47e7-b45c-f262f4bce809 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:19:43.128170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc15701-342b-4d82-b9ca-692d0e4610ca req-a7d43815-d4d3-4ebb-b7a2-0754eb76a76b tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:43.133730 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4cc15701-342b-4d82-b9ca-692d0e4610ca req-a7d43815-d4d3-4ebb-b7a2-0754eb76a76b tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 969 time: 0.4270175 Jul 09 13:19:43.181962 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:43.194410 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4cc15701-342b-4d82-b9ca-692d0e4610ca req-bb1ee992-43ad-45a3-8846-4916b13d91c2 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516443 Jul 09 13:19:43.421949 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-447898b1-62b3-46cb-abdf-1795c430aaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:43.500302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447898b1-62b3-46cb-abdf-1795c430aaa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=629be656-9c00-4f47-9623-04a34c6428e9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:43.538606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447898b1-62b3-46cb-abdf-1795c430aaa2 admin admin] Checking segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:43.538970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447898b1-62b3-46cb-abdf-1795c430aaa2 admin admin] Network hostable DHCP agents. Network: b4d14687-7b64-47e7-b45c-f262f4bce809, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:19:43.571625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447898b1-62b3-46cb-abdf-1795c430aaa2 admin admin] Network b4d14687-7b64-47e7-b45c-f262f4bce809 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:19:43.588363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-447898b1-62b3-46cb-abdf-1795c430aaa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, b4d14687-7b64-47e7-b45c-f262f4bce809) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:43.599578 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708662fa-2815-4c2d-954f-6b6733f8d17f None None] Network b4d14687-7b64-47e7-b45c-f262f4bce809 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:43.606693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447898b1-62b3-46cb-abdf-1795c430aaa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:43.607333 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-447898b1-62b3-46cb-abdf-1795c430aaa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:43.659234 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-447898b1-62b3-46cb-abdf-1795c430aaa2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8202410 Jul 09 13:19:43.681667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3189d80-cc89-43fd-a5ed-766cb721015d req-2d949f21-897a-4b4f-8420-73ad3e16ff7f tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:43.683175 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f3189d80-cc89-43fd-a5ed-766cb721015d req-2d949f21-897a-4b4f-8420-73ad3e16ff7f tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 970 time: 0.3027482 Jul 09 13:19:43.755636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Router 46ba4ceb-4b39-4591-9d42-3e6869cf4471 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:19:43.876802 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f3189d80-cc89-43fd-a5ed-766cb721015d req-b1ea6ed6-1766-4b74-be65-3f70e90d4f31 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784456 Jul 09 13:19:43.965812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d891c3-7f3a-4cd3-bcc1-8595540002b1 None None] Network b4d14687-7b64-47e7-b45c-f262f4bce809 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:43.968240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:19:43.981619 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Sync routers for ids ['46ba4ceb-4b39-4591-9d42-3e6869cf4471'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:19:43.998093 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Routers {'46ba4ceb-4b39-4591-9d42-3e6869cf4471'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:43.998738 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-23eac03d-5550-4cde-a612-487e16509808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:19:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['46ba4ceb-4b39-4591-9d42-3e6869cf4471'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:44.008625 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:44.010045 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6aa22a68-9f69-4049-9457-abc826fab7d7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 7.5767455 Jul 09 13:19:44.012865 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41930) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:44.244644 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Set router 46ba4ceb-4b39-4591-9d42-3e6869cf4471 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:44.619299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255a160-b93a-4dbf-b094-df40a5a2c4f0 req-cb330b1e-b455-45d7-be62-5aed1e619011 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:44.638183 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c255a160-b93a-4dbf-b094-df40a5a2c4f0 req-cb330b1e-b455-45d7-be62-5aed1e619011 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 969 time: 0.1993163 Jul 09 13:19:44.692356 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-23eac03d-5550-4cde-a612-487e16509808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1491314576-router', 'tenant_id': '926777c0130e4d3a9d027f4a92a17741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:36Z', 'updated_at': '2021-07-09T13:19:41Z', 'revision_number': 3, 'project_id': '926777c0130e4d3a9d027f4a92a17741', 'gw_port': {'id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:39Z', 'updated_at': '2021-07-09T13:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:44.699442 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c255a160-b93a-4dbf-b094-df40a5a2c4f0 req-ec3bd031-6712-4953-bb4d-5c01071e46b0 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610170 Jul 09 13:19:44.779405 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Checking router: 46ba4ceb-4b39-4591-9d42-3e6869cf4471 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:19:44.779757 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Updating router 46ba4ceb-4b39-4591-9d42-3e6869cf4471 port d67be8b2-fd89-4421-a884-ed959ec14044 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:19:44.833029 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:44.967383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41972) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:44.976618 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a403cd97-4ae7-489e-94e0-34f2e312609e admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1221746691-network', 'tenant_id': 'c2640d3d37b24e7c96500b0a1a6afe70'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:45.026230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a403cd97-4ae7-489e-94e0-34f2e312609e admin admin] Made reservation on behalf of c2640d3d37b24e7c96500b0a1a6afe70 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:45.030787 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a403cd97-4ae7-489e-94e0-34f2e312609e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.063122 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a403cd97-4ae7-489e-94e0-34f2e312609e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.351322 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a403cd97-4ae7-489e-94e0-34f2e312609e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.370478 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a403cd97-4ae7-489e-94e0-34f2e312609e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.384485 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.402672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e002bfb6-7af3-4a87-b728-5e8bc86c330d req-949b4e74-b6d8-46f7-b967-c512d13e6088 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:45.404458 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Transition to ACTIVE for port object d67be8b2-fd89-4421-a884-ed959ec14044 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:45.404915 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e002bfb6-7af3-4a87-b728-5e8bc86c330d req-949b4e74-b6d8-46f7-b967-c512d13e6088 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 970 time: 0.2241294 Jul 09 13:19:45.406998 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.421115 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.451442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a403cd97-4ae7-489e-94e0-34f2e312609e admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:19:45.470679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403cd97-4ae7-489e-94e0-34f2e312609e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec238a4-e09f-4d7b-b65f-d691526f80cb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:45.477765 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a403cd97-4ae7-489e-94e0-34f2e312609e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.478411 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-a403cd97-4ae7-489e-94e0-34f2e312609e admin admin] Added segment da9c03c0-af2f-496d-8a31-ed541ede22f7 of type vlan for network ec339cfa-ba58-425c-a657-96273f975b09 Jul 09 13:19:45.507080 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e002bfb6-7af3-4a87-b728-5e8bc86c330d req-6b142607-a2fc-4f6a-ad9d-4124188331ff tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899031 Jul 09 13:19:45.551072 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Attempting to bind port d67be8b2-fd89-4421-a884-ed959ec14044 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:45.553107 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Attempting to bind port d67be8b2-fd89-4421-a884-ed959ec14044 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:45.553686 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Attempting to bind port d67be8b2-fd89-4421-a884-ed959ec14044 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:45.563877 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:45.564828 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:45.566154 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.566679 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:45.567328 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Bound port: d67be8b2-fd89-4421-a884-ed959ec14044, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:45.567793 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.612025 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a403cd97-4ae7-489e-94e0-34f2e312609e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.630699 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-23eac03d-5550-4cde-a612-487e16509808 None None] For port d67be8b2-fd89-4421-a884-ed959ec14044, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:45.634749 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-23eac03d-5550-4cde-a612-487e16509808 None None] For port d67be8b2-fd89-4421-a884-ed959ec14044, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d67be8b2-fd89-4421-a884-ed959ec14044,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:45.636269 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d631551-aeb6-403a-81e2-f6c9741d2b49 None None] Pushing event updated for resources: {'Port': ['ID=d67be8b2-fd89-4421-a884-ed959ec14044,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:45.644089 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.684161 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd7517-b574-4248-9c5f-f44dbe1bb521 req-22ad5e7c-20b1-45d6-a162-5c8090a4246b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:45.686014 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d8cd7517-b574-4248-9c5f-f44dbe1bb521 req-22ad5e7c-20b1-45d6-a162-5c8090a4246b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3995b0ae21b44f4a85075dc670ee885&device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 1121 time: 0.1521845 Jul 09 13:19:45.696525 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a403cd97-4ae7-489e-94e0-34f2e312609e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.699320 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a403cd97-4ae7-489e-94e0-34f2e312609e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:45.703801 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a403cd97-4ae7-489e-94e0-34f2e312609e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:45.707209 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d631551-aeb6-403a-81e2-f6c9741d2b49 None None] Pushing event updated for resources: {'Port': ['ID=d67be8b2-fd89-4421-a884-ed959ec14044,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:45.755562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf9aec-0bcd-4996-9d65-0b9fdbf38bab req-67095a48-b0e6-49b2-b1f9-323ce3d126de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:45.757314 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ddf9aec-0bcd-4996-9d65-0b9fdbf38bab req-67095a48-b0e6-49b2-b1f9-323ce3d126de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b952193c3813465fb8737e215888727d&device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 1120 time: 0.2568080 Jul 09 13:19:45.767513 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Routers {'46ba4ceb-4b39-4591-9d42-3e6869cf4471'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:45.768706 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-23eac03d-5550-4cde-a612-487e16509808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:19:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['46ba4ceb-4b39-4591-9d42-3e6869cf4471'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:45.825920 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ddf9aec-0bcd-4996-9d65-0b9fdbf38bab req-294a9a8b-d28e-4b80-85c6-a1e1621dad25 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=b952193c3813465fb8737e215888727d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442443 Jul 09 13:19:45.853345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a403cd97-4ae7-489e-94e0-34f2e312609e admin admin] Pushing event updated for resources: {'Network': ['ID=ec339cfa-ba58-425c-a657-96273f975b09,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:45.864822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network ec339cfa-ba58-425c-a657-96273f975b09 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:19:45.901533 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d8cd7517-b574-4248-9c5f-f44dbe1bb521 req-575f8ee2-439f-4a30-8695-7fc8b0518a42 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f3995b0ae21b44f4a85075dc670ee885&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1879971 Jul 09 13:19:45.904543 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a403cd97-4ae7-489e-94e0-34f2e312609e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9327099 Jul 09 13:19:45.912476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Allocated IP 172.20.0.1 (f94a6718-787e-4710-a00e-f340a5dc4c72/85c290f2-8d07-4439-a105-9dd1189514fa/1894f1c8-3793-477f-8fa2-af949483805a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:45.915918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42014) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:45.952491 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-23eac03d-5550-4cde-a612-487e16509808 None None] Set router 46ba4ceb-4b39-4591-9d42-3e6869cf4471 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:46.013230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b7bd2d5e-691b-420a-bfa8-7f932c4c4ae0 admin admin] Request body: {'subnet': {'network_id': 'ec339cfa-ba58-425c-a657-96273f975b09', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1221746691-subnet', 'tenant_id': 'c2640d3d37b24e7c96500b0a1a6afe70', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:46.160413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bd2d5e-691b-420a-bfa8-7f932c4c4ae0 admin admin] Made reservation on behalf of c2640d3d37b24e7c96500b0a1a6afe70 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:46.163630 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7bd2d5e-691b-420a-bfa8-7f932c4c4ae0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:46.206648 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-23eac03d-5550-4cde-a612-487e16509808 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1491314576-router', 'tenant_id': '926777c0130e4d3a9d027f4a92a17741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:36Z', 'updated_at': '2021-07-09T13:19:41Z', 'revision_number': 3, 'project_id': '926777c0130e4d3a9d027f4a92a17741', 'gw_port': {'id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:39Z', 'updated_at': '2021-07-09T13:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:46.208104 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9079f-b353-4f30-be3c-72e71356b42b req-3283d466-b327-473f-93c3-873393a7b8b2 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:46.209677 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6c9079f-b353-4f30-be3c-72e71356b42b req-3283d466-b327-473f-93c3-873393a7b8b2 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 969 time: 0.2415364 Jul 09 13:19:46.214514 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd7517-b574-4248-9c5f-f44dbe1bb521 req-a7b7a5e0-431b-4c92-ba68-ea8198a4fc94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:46.216375 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d8cd7517-b574-4248-9c5f-f44dbe1bb521 req-a7b7a5e0-431b-4c92-ba68-ea8198a4fc94 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3067575 Jul 09 13:19:46.250495 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23eac03d-5550-4cde-a612-487e16509808 None None] The sync data for ids ['46ba4ceb-4b39-4591-9d42-3e6869cf4471'] in n-d-799525-3 is: [{'id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1491314576-router', 'tenant_id': '926777c0130e4d3a9d027f4a92a17741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:36Z', 'updated_at': '2021-07-09T13:19:41Z', 'revision_number': 3, 'project_id': '926777c0130e4d3a9d027f4a92a17741', 'gw_port': {'id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:39Z', 'updated_at': '2021-07-09T13:19:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:19:46.253063 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6c9079f-b353-4f30-be3c-72e71356b42b req-d69d5dbc-6849-4d78-824f-d8d1cb0ecc46 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351369 Jul 09 13:19:46.282855 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf9aec-0bcd-4996-9d65-0b9fdbf38bab req-95ec9f62-6c0e-4be6-ae42-763fcbed3df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:46.284416 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ddf9aec-0bcd-4996-9d65-0b9fdbf38bab req-95ec9f62-6c0e-4be6-ae42-763fcbed3df4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4521217 Jul 09 13:19:46.333980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-7d393101-79a1-4047-bf74-c1ba12c052a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:46.341509 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-7d393101-79a1-4047-bf74-c1ba12c052a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f3995b0ae21b44f4a85075dc670ee885&device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 1121 time: 0.0803087 Jul 09 13:19:46.446292 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:46.485852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Transition to ACTIVE for port object 1894f1c8-3793-477f-8fa2-af949483805a will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:46.554564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-c7975b21-1aaf-4fc9-9e94-481d5cbe9393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:46.556288 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-c7975b21-1aaf-4fc9-9e94-481d5cbe9393 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b952193c3813465fb8737e215888727d&device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 1120 time: 0.1931827 Jul 09 13:19:46.559854 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7bd2d5e-691b-420a-bfa8-7f932c4c4ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:46.627323 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-377de9ea-c00d-464c-a288-ce3f79575351 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=fb3f8c0d-6919-4e28-8272-2968357f6a6c HTTP/1.1" status: 200 len: 217 time: 0.2791638 Jul 09 13:19:46.757494 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-0965390a-2818-4bab-bcb9-5081ec1fe910 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=8a4b7f83-f811-417c-96b8-e144c0e414c3 HTTP/1.1" status: 200 len: 217 time: 0.1901069 Jul 09 13:19:46.772681 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd2d5e-691b-420a-bfa8-7f932c4c4ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63bfc3fd-2337-41d9-9d74-a6bbec97b72a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:46.781510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-7a47dd8c-7a65-4d13-8469-831784820a68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:46.783470 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-7a47dd8c-7a65-4d13-8469-831784820a68 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1311572 Jul 09 13:19:46.872925 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d67be8b2-fd89-4421-a884-ed959ec14044 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:46.892188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-59f19bc2-a62a-43d0-aa75-ad294904cd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:46.894625 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-59f19bc2-a62a-43d0-aa75-ad294904cd30 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1172414 Jul 09 13:19:46.961061 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:46.973602 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b053ba-6aa4-4347-b129-5d2e4249d205 req-2e2ba723-6b4b-4f53-b2ba-b8985ddb5c51 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:46.975338 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-30b053ba-6aa4-4347-b129-5d2e4249d205 req-2e2ba723-6b4b-4f53-b2ba-b8985ddb5c51 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 970 time: 0.2370677 Jul 09 13:19:46.989853 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port d67be8b2-fd89-4421-a884-ed959ec14044 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:46.996300 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port d67be8b2-fd89-4421-a884-ed959ec14044 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:47.000275 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.015870 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-8bc03d85-67da-42fb-9a66-39b4c4401a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:47.017529 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-8bc03d85-67da-42fb-9a66-39b4c4401a51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2160809 Jul 09 13:19:47.018717 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7bd2d5e-691b-420a-bfa8-7f932c4c4ae0 admin admin] Checking segment: {'id': 'da9c03c0-af2f-496d-8a31-ed541ede22f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': 'ec339cfa-ba58-425c-a657-96273f975b09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:47.019075 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bd2d5e-691b-420a-bfa8-7f932c4c4ae0 admin admin] Network hostable DHCP agents. Network: ec339cfa-ba58-425c-a657-96273f975b09, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:19:47.050270 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Network f94a6718-787e-4710-a00e-f340a5dc4c72 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:47.070555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:47.078977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:47.079482 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.098486 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Pushing event updated for resources: {'Port': ['ID=1894f1c8-3793-477f-8fa2-af949483805a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:47.114419 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-30b053ba-6aa4-4347-b129-5d2e4249d205 req-1b99b31c-63f4-4bb4-817f-a2b21ed225d4 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323230 Jul 09 13:19:47.185184 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.193225 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-2e493754-9890-407c-9491-1833bd08092e service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628115 Jul 09 13:19:47.222807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port d67be8b2-fd89-4421-a884-ed959ec14044, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d67be8b2-fd89-4421-a884-ed959ec14044,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:47.247468 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.326416 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=d67be8b2-fd89-4421-a884-ed959ec14044,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:47.403974 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd23f1f5-d528-4886-8df8-bfb3ebd128a6 req-2977dd3c-342d-4dab-8b80-f7329dbe9ef4 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950331 Jul 09 13:19:47.500521 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d18208fd-78c3-49f8-a606-448505b10974 None None] Provisioning for port 1894f1c8-3793-477f-8fa2-af949483805a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:47.505053 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d18208fd-78c3-49f8-a606-448505b10974 None None] Provisioning complete for port 1894f1c8-3793-477f-8fa2-af949483805a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:47.505751 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d18208fd-78c3-49f8-a606-448505b10974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.532904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-d9abb966-1127-4446-96a6-f1c3d532daea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:47.534596 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-d9abb966-1127-4446-96a6-f1c3d532daea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6268010 Jul 09 13:19:47.540196 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bd2d5e-691b-420a-bfa8-7f932c4c4ae0 admin admin] Network ec339cfa-ba58-425c-a657-96273f975b09 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:19:47.570542 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d18208fd-78c3-49f8-a606-448505b10974 None None] Port 1894f1c8-3793-477f-8fa2-af949483805a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:19:47.601320 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842405b-14ea-48c2-9d81-8067d8c2d0ee req-029ff69f-7d86-467b-90e3-f70ad851923a tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:47.602891 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b842405b-14ea-48c2-9d81-8067d8c2d0ee req-029ff69f-7d86-467b-90e3-f70ad851923a tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 969 time: 0.1049068 Jul 09 13:19:47.621502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b7bd2d5e-691b-420a-bfa8-7f932c4c4ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, ec339cfa-ba58-425c-a657-96273f975b09) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:47.628706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bd2d5e-691b-420a-bfa8-7f932c4c4ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:47.629549 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7bd2d5e-691b-420a-bfa8-7f932c4c4ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.642260 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-035b3ff0-d55f-40f4-ac28-5a201aa7565f None None] Network ec339cfa-ba58-425c-a657-96273f975b09 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:47.660232 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b842405b-14ea-48c2-9d81-8067d8c2d0ee req-4790c07a-d81f-4955-9728-d1f3abc24645 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507812 Jul 09 13:19:47.693691 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b7bd2d5e-691b-420a-bfa8-7f932c4c4ae0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.7013829 Jul 09 13:19:47.763462 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-c8168440-4476-41d5-97e3-4dc01254370e service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198110 Jul 09 13:19:47.802586 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:47.859718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da09a700-4c1c-4b11-9a49-34512c2ed7e2 None None] Network ec339cfa-ba58-425c-a657-96273f975b09 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:48.017038 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.039975 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.041082 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.179540 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Pushing event updated for resources: {'Port': ['ID=1894f1c8-3793-477f-8fa2-af949483805a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:48.188950 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9fd45a34-b577-46c9-b81b-21535d4958c7 req-135ce2d9-3ade-4b21-b541-9f80cd0a4548 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4179792 Jul 09 13:19:48.237768 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Network f94a6718-787e-4710-a00e-f340a5dc4c72 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:48.240219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:48.367768 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Router 46ba4ceb-4b39-4591-9d42-3e6869cf4471 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:19:48.441367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-aa54de2d-f744-43dc-b7b8-db80e9d03de5 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:48.443471 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-aa54de2d-f744-43dc-b7b8-db80e9d03de5 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 808 time: 0.2780104 Jul 09 13:19:48.468581 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-57b64494-d1ea-4ebe-a688-a6d87c346701 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/quotas/5f446942a386493c8f7ba7f6f57f031b HTTP/1.1" status: 200 len: 375 time: 0.0165308 Jul 09 13:19:48.478909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae11091-3148-46b9-a503-3af55781b1b5 req-a656dca5-88c5-4022-9834-fbcbf4793e22 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:48.481988 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dae11091-3148-46b9-a503-3af55781b1b5 req-a656dca5-88c5-4022-9834-fbcbf4793e22 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 970 time: 0.1701026 Jul 09 13:19:48.488554 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:19:48.498700 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-be96ef28-d0d6-4682-bfcf-9935c5c09881 admin admin] 10.222.0.39 "PUT /v2.0/routers/46ba4ceb-4b39-4591-9d42-3e6869cf4471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4844782 Jul 09 13:19:48.501824 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c38331f6-2429-4675-98a1-0b3182122e13 None None] Provisioning complete for port 1894f1c8-3793-477f-8fa2-af949483805a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:48.502312 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c38331f6-2429-4675-98a1-0b3182122e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.525715 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-2303a2d2-dd10-4eea-a6a8-66aca8aa06a1 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0425174 Jul 09 13:19:48.543536 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c38331f6-2429-4675-98a1-0b3182122e13 None None] Port 1894f1c8-3793-477f-8fa2-af949483805a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:19:48.568195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dae11091-3148-46b9-a503-3af55781b1b5 req-f36ff314-cc9c-4820-b66b-c4e1f26206bb tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726912 Jul 09 13:19:48.704938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Sync routers for ids ['46ba4ceb-4b39-4591-9d42-3e6869cf4471'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:19:48.709806 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-97056c57-faa6-48ee-b053-d2ed3ec30b17 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:19:48.711193 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-97056c57-faa6-48ee-b053-d2ed3ec30b17 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0708659 Jul 09 13:19:48.722310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Routers {'46ba4ceb-4b39-4591-9d42-3e6869cf4471'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:48.722935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:19:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['46ba4ceb-4b39-4591-9d42-3e6869cf4471'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:48.841199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d67be8b2-fd89-4421-a884-ed959ec14044 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:48.845525 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-f4d07c63-b915-4af3-9c1e-d4440e24bb62 service neutron] 10.222.0.39 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257915 Jul 09 13:19:48.904435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Set router 46ba4ceb-4b39-4591-9d42-3e6869cf4471 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:48.948055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port d67be8b2-fd89-4421-a884-ed959ec14044 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:48.948342 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:48.990927 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e55f0d5-cf10-46d1-b7a5-650359209e28 req-12334bd6-65cc-45b5-ab79-e9e72af27029 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:48.992503 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7e55f0d5-cf10-46d1-b7a5-650359209e28 req-12334bd6-65cc-45b5-ab79-e9e72af27029 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 969 time: 0.1460137 Jul 09 13:19:49.011908 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-454db38c-e294-4e89-ada4-edaf2d6d293c service neutron] 10.222.0.39 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493983 Jul 09 13:19:49.044777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42128) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:49.059583 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7e55f0d5-cf10-46d1-b7a5-650359209e28 req-4225ee9d-4b4e-4205-9173-87d675f4b032 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507653 Jul 09 13:19:49.222348 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3db10fb7-b127-4dbf-8553-03f76494f016 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.300543 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f041f264-5009-42f6-8c00-8ba54ec515e3 req-48dc3329-0eec-4e4d-933f-6493e97d2b24 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 210 time: 0.0630116 Jul 09 13:19:49.398381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1491314576-router', 'tenant_id': '926777c0130e4d3a9d027f4a92a17741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:36Z', 'updated_at': '2021-07-09T13:19:47Z', 'revision_number': 4, 'project_id': '926777c0130e4d3a9d027f4a92a17741', 'gw_port': {'id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:39Z', 'updated_at': '2021-07-09T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '1894f1c8-3793-477f-8fa2-af949483805a', 'name': '', 'network_id': 'f94a6718-787e-4710-a00e-f340a5dc4c72', 'tenant_id': '926777c0130e4d3a9d027f4a92a17741', 'mac_address': 'fa:16:3e:90:31:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '85c290f2-8d07-4439-a105-9dd1189514fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:45Z', 'updated_at': '2021-07-09T13:19:47Z', 'revision_number': 2, 'project_id': '926777c0130e4d3a9d027f4a92a17741', 'subnets': [{'id': '85c290f2-8d07-4439-a105-9dd1189514fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:49.422144 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3db10fb7-b127-4dbf-8553-03f76494f016 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.428842 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3db10fb7-b127-4dbf-8553-03f76494f016 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.463596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Checking router: 46ba4ceb-4b39-4591-9d42-3e6869cf4471 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:19:49.463958 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Updating router 46ba4ceb-4b39-4591-9d42-3e6869cf4471 port 1894f1c8-3793-477f-8fa2-af949483805a binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:19:49.480418 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3db10fb7-b127-4dbf-8553-03f76494f016 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ead4a58ee9a4917914288e9fcb088f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4315856 Jul 09 13:19:49.481077 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42152) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:49.489936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db10fb7-b127-4dbf-8553-03f76494f016 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97ce624f-fc10-4dbd-a2c8-551b0ee92ba6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:49.508375 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.548366 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4fdaa42-358d-413e-be7d-7ecb9e8c31b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.554423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42154) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:49.583411 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4fdaa42-358d-413e-be7d-7ecb9e8c31b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.667563 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4fdaa42-358d-413e-be7d-7ecb9e8c31b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.670286 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4fdaa42-358d-413e-be7d-7ecb9e8c31b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.671456 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f4fdaa42-358d-413e-be7d-7ecb9e8c31b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97ce624f-fc10-4dbd-a2c8-551b0ee92ba6 HTTP/1.1" status: 204 len: 168 time: 0.1900091 Jul 09 13:19:49.681959 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fdaa42-358d-413e-be7d-7ecb9e8c31b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97ce624f-fc10-4dbd-a2c8-551b0ee92ba6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:49.729757 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b1f5c40-8819-4b7e-8c00-526499564597 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.894052 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b1f5c40-8819-4b7e-8c00-526499564597 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.900759 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b1f5c40-8819-4b7e-8c00-526499564597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:49.964202 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5b1f5c40-8819-4b7e-8c00-526499564597 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d9e1957107184edfb5b9135c21327ea2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4088409 Jul 09 13:19:49.964807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42172) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:49.969535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3cc5ea-bb87-4496-8315-9751fda4ae1d req-c9d894ce-7508-472b-ba64-a91e136ec09a tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:49.972024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1f5c40-8819-4b7e-8c00-526499564597 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd0d3d4a-07f3-49b4-b1c2-e62d093d24de,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:49.973875 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fc3cc5ea-bb87-4496-8315-9751fda4ae1d req-c9d894ce-7508-472b-ba64-a91e136ec09a tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 970 time: 0.1767554 Jul 09 13:19:50.057929 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fc3cc5ea-bb87-4496-8315-9751fda4ae1d req-c98c6f00-317b-4bc5-9d0c-f0150e2b584f tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693700 Jul 09 13:19:50.062421 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1e61bba-c4d4-4320-97b2-59dc8309fa0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.097073 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.111541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Transition to ACTIVE for port object 1894f1c8-3793-477f-8fa2-af949483805a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:50.119693 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.134223 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1e61bba-c4d4-4320-97b2-59dc8309fa0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.209326 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1e61bba-c4d4-4320-97b2-59dc8309fa0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.212366 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1e61bba-c4d4-4320-97b2-59dc8309fa0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.217134 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a1e61bba-c4d4-4320-97b2-59dc8309fa0e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd0d3d4a-07f3-49b4-b1c2-e62d093d24de HTTP/1.1" status: 204 len: 168 time: 0.2510836 Jul 09 13:19:50.233495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e61bba-c4d4-4320-97b2-59dc8309fa0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd0d3d4a-07f3-49b4-b1c2-e62d093d24de,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:50.234137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf23aa-36c4-4f96-a24d-6de8a685445c None None] Pushing event updated for resources: {'Port': ['ID=1894f1c8-3793-477f-8fa2-af949483805a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:50.277317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42180) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:50.309765 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bc85716-7728-449f-bd71-034b54a72721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.359720 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42184) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:50.372141 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-83cb2263-13ab-41be-a6eb-b2edd8766043 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Request body: {'security_group': {'name': 'tempest-securitygroup--422263118', 'description': 'tempest-description--1701315198'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:50.382595 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Attempting to bind port 1894f1c8-3793-477f-8fa2-af949483805a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:50.383130 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Attempting to bind port 1894f1c8-3793-477f-8fa2-af949483805a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '24d4eb2d-fa91-4194-92aa-72f66ee00710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f94a6718-787e-4710-a00e-f340a5dc4c72'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:50.383781 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Attempting to bind port 1894f1c8-3793-477f-8fa2-af949483805a on network f94a6718-787e-4710-a00e-f340a5dc4c72 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:50.397902 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:50.399044 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Checking segment: {'id': '24d4eb2d-fa91-4194-92aa-72f66ee00710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f94a6718-787e-4710-a00e-f340a5dc4c72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:50.399968 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.400755 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Bound using segment: {'id': '24d4eb2d-fa91-4194-92aa-72f66ee00710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f94a6718-787e-4710-a00e-f340a5dc4c72'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:50.401348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed102b1b-d9ce-4423-ad79-5dcd5a8221f5 req-3d0dcea6-cbf8-48ce-9fed-194cbeb4eb25 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:50.401763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Bound port: 1894f1c8-3793-477f-8fa2-af949483805a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24d4eb2d-fa91-4194-92aa-72f66ee00710', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f94a6718-787e-4710-a00e-f340a5dc4c72'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:50.402804 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.418529 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed102b1b-d9ce-4423-ad79-5dcd5a8221f5 req-3d0dcea6-cbf8-48ce-9fed-194cbeb4eb25 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 969 time: 0.2216957 Jul 09 13:19:50.481497 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bc85716-7728-449f-bd71-034b54a72721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.485116 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed102b1b-d9ce-4423-ad79-5dcd5a8221f5 req-7678ebeb-f1e5-4696-b7ca-463acfcef1a9 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575078 Jul 09 13:19:50.487082 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bc85716-7728-449f-bd71-034b54a72721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.526219 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83cb2263-13ab-41be-a6eb-b2edd8766043 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.531785 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1bc85716-7728-449f-bd71-034b54a72721 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0753ed268eb9479eb7c2b5acd07646f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2523055 Jul 09 13:19:50.539868 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42188) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:50.547660 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] For port 1894f1c8-3793-477f-8fa2-af949483805a, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:50.552688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] For port 1894f1c8-3793-477f-8fa2-af949483805a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1894f1c8-3793-477f-8fa2-af949483805a,segment=NetworkSegment(24d4eb2d-fa91-4194-92aa-72f66ee00710),segment_id=24d4eb2d-fa91-4194-92aa-72f66ee00710)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:50.576451 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.596605 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc85716-7728-449f-bd71-034b54a72721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20773de2-cbce-4eba-a3d5-27168fc77d3a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:50.614746 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-945c9a65-8c4a-47dc-89d4-a190b77f0937 req-7ce748b7-bbad-4663-8c7d-6c5a2387804e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 210 time: 0.0584612 Jul 09 13:19:50.690816 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87ec8587-f1a0-4383-a340-f2b327622d6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.692860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Routers {'46ba4ceb-4b39-4591-9d42-3e6869cf4471'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:19:50.693353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:19:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['46ba4ceb-4b39-4591-9d42-3e6869cf4471'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:50.742596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bf23aa-36c4-4f96-a24d-6de8a685445c None None] Pushing event updated for resources: {'Port': ['ID=1894f1c8-3793-477f-8fa2-af949483805a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:50.753463 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83cb2263-13ab-41be-a6eb-b2edd8766043 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.760919 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83cb2263-13ab-41be-a6eb-b2edd8766043 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.768118 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87ec8587-f1a0-4383-a340-f2b327622d6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.828342 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83cb2263-13ab-41be-a6eb-b2edd8766043 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.835127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.15', 54033) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:50.843408 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-83cb2263-13ab-41be-a6eb-b2edd8766043 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4808691 Jul 09 13:19:50.845282 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42190) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:50.845957 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fb3f8c0d-6919-4e28-8272-2968357f6a6c details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:19:50.859565 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b5863287-6016-41ca-84ae-6189171b64b4 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Request body: {'security_group_rule': {'security_group_id': '2f49f1ff-6a58-4c20-a20f-33de3f31fae4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:50.861286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] Set router 46ba4ceb-4b39-4591-9d42-3e6869cf4471 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:19:50.884915 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cb2263-13ab-41be-a6eb-b2edd8766043 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f49f1ff-6a58-4c20-a20f-33de3f31fae4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:50.894876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42192) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:50.931262 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b85a133b-df88-484d-9c1c-8f4bdee619e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:50.962910 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b5863287-6016-41ca-84ae-6189171b64b4 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.000122 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87ec8587-f1a0-4383-a340-f2b327622d6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.002609 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87ec8587-f1a0-4383-a340-f2b327622d6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.003793 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-87ec8587-f1a0-4383-a340-f2b327622d6a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/20773de2-cbce-4eba-a3d5-27168fc77d3a HTTP/1.1" status: 204 len: 168 time: 0.4627116 Jul 09 13:19:51.060112 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ec8587-f1a0-4383-a340-f2b327622d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20773de2-cbce-4eba-a3d5-27168fc77d3a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:51.127466 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b5863287-6016-41ca-84ae-6189171b64b4 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.136514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-a45b7ed9-5436-4e49-a82c-3e583ce8948a tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:51.137689 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b5863287-6016-41ca-84ae-6189171b64b4 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.138431 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-a45b7ed9-5436-4e49-a82c-3e583ce8948a tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.15 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 808 time: 0.2901282 Jul 09 13:19:51.168192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fb3f8c0d-6919-4e28-8272-2968357f6a6c, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fb3f8c0d-6919-4e28-8272-2968357f6a6c,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:51.174583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5863287-6016-41ca-84ae-6189171b64b4 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9e5bf3-b27d-43cf-b602-dc74ebdae6b2,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:51.183662 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'fb3f8c0d-6919-4e28-8272-2968357f6a6c', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'fb3f8c0d-6919-4e28-8272-2968357f6a6c', 'mac_address': 'fa:16:3e:0f:c8:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:tempest-test_az-1743718912', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:19:51.191385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-161f6471-914e-4516-869b-c9895c9c8711 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Request body: {'port': {'device_id': 'e5162226-1c33-4776-beb4-15dffd1f7b95', 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809', 'admin_state_up': True, 'tenant_id': '5f446942a386493c8f7ba7f6f57f031b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:51.213470 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b85a133b-df88-484d-9c1c-8f4bdee619e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.222014 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b85a133b-df88-484d-9c1c-8f4bdee619e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.259142 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85a133b-df88-484d-9c1c-8f4bdee619e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721bf24e-9b03-4b89-ab8a-78a912e9491b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:51.266370 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b5863287-6016-41ca-84ae-6189171b64b4 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.272274 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b5863287-6016-41ca-84ae-6189171b64b4 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4198699 Jul 09 13:19:51.276624 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42198) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:51.280870 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-feb48e73-9ff4-4103-b662-cea8ad1fe44a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Request body: {'security_group_rule': {'security_group_id': '2f49f1ff-6a58-4c20-a20f-33de3f31fae4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:51.331566 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b85a133b-df88-484d-9c1c-8f4bdee619e1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db1f60674da5465caed970bca6dee36f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4182506 Jul 09 13:19:51.336431 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42202) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:51.337020 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.363526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb3f8c0d-6919-4e28-8272-2968357f6a6c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:19:51.395914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fb3f8c0d-6919-4e28-8272-2968357f6a6c, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fb3f8c0d-6919-4e28-8272-2968357f6a6c,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:51.403885 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.406022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8a4b7f83-f811-417c-96b8-e144c0e414c3 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:19:51.415288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-161f6471-914e-4516-869b-c9895c9c8711 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Made reservation on behalf of 5f446942a386493c8f7ba7f6f57f031b for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:51.420300 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-161f6471-914e-4516-869b-c9895c9c8711 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.491735 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fb3f8c0d-6919-4e28-8272-2968357f6a6c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:51.502893 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1491314576-router', 'tenant_id': '926777c0130e4d3a9d027f4a92a17741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:36Z', 'updated_at': '2021-07-09T13:19:47Z', 'revision_number': 4, 'project_id': '926777c0130e4d3a9d027f4a92a17741', 'gw_port': {'id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:39Z', 'updated_at': '2021-07-09T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '1894f1c8-3793-477f-8fa2-af949483805a', 'name': '', 'network_id': 'f94a6718-787e-4710-a00e-f340a5dc4c72', 'tenant_id': '926777c0130e4d3a9d027f4a92a17741', 'mac_address': 'fa:16:3e:90:31:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '85c290f2-8d07-4439-a105-9dd1189514fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:45Z', 'updated_at': '2021-07-09T13:19:50Z', 'revision_number': 4, 'project_id': '926777c0130e4d3a9d027f4a92a17741', 'subnets': [{'id': '85c290f2-8d07-4439-a105-9dd1189514fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:19:51.540784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ad6679-e204-45c8-ba5b-02307d63d61c None None] The sync data for ids ['46ba4ceb-4b39-4591-9d42-3e6869cf4471'] in n-d-799525-3 is: [{'id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1491314576-router', 'tenant_id': '926777c0130e4d3a9d027f4a92a17741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:36Z', 'updated_at': '2021-07-09T13:19:47Z', 'revision_number': 4, 'project_id': '926777c0130e4d3a9d027f4a92a17741', 'gw_port': {'id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:39Z', 'updated_at': '2021-07-09T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '1894f1c8-3793-477f-8fa2-af949483805a', 'name': '', 'network_id': 'f94a6718-787e-4710-a00e-f340a5dc4c72', 'tenant_id': '926777c0130e4d3a9d027f4a92a17741', 'mac_address': 'fa:16:3e:90:31:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'device_owner': 'network:router_interface', 'standard_attr_id': 135, 'fixed_ips': [{'subnet_id': '85c290f2-8d07-4439-a105-9dd1189514fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:45Z', 'updated_at': '2021-07-09T13:19:50Z', 'revision_number': 4, 'project_id': '926777c0130e4d3a9d027f4a92a17741', 'subnets': [{'id': '85c290f2-8d07-4439-a105-9dd1189514fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:19:51.577102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8a4b7f83-f811-417c-96b8-e144c0e414c3, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8a4b7f83-f811-417c-96b8-e144c0e414c3,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:51.650690 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '8a4b7f83-f811-417c-96b8-e144c0e414c3', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '8a4b7f83-f811-417c-96b8-e144c0e414c3', 'mac_address': 'fa:16:3e:70:58:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:tempest-test_az-1743718912', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:19:51.689103 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-feb48e73-9ff4-4103-b662-cea8ad1fe44a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.723034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-161f6471-914e-4516-869b-c9895c9c8711 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Allocated IP 172.20.0.6 (b4d14687-7b64-47e7-b45c-f262f4bce809/629be656-9c00-4f47-9623-04a34c6428e9/fd78067f-3062-4dc5-92e0-10db5bb0a4ba) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:51.741365 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.767288 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a4b7f83-f811-417c-96b8-e144c0e414c3 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:19:51.803010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8a4b7f83-f811-417c-96b8-e144c0e414c3, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8a4b7f83-f811-417c-96b8-e144c0e414c3,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:51.808747 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fc5fae0-e3a5-43ce-9e7f-8b48170eac59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.811801 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.887408 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2262027-cac9-48cf-b7f7-5142c16852e7 req-4d79c7b1-4677-47bd-a887-9a47b1102d9f tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:51.889150 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2262027-cac9-48cf-b7f7-5142c16852e7 req-4d79c7b1-4677-47bd-a887-9a47b1102d9f tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 970 time: 0.5983789 Jul 09 13:19:51.929795 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fc5fae0-e3a5-43ce-9e7f-8b48170eac59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.933427 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-feb48e73-9ff4-4103-b662-cea8ad1fe44a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:51.943169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=8a4b7f83-f811-417c-96b8-e144c0e414c3,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:51.961317 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-feb48e73-9ff4-4103-b662-cea8ad1fe44a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.038085 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb48e73-9ff4-4103-b662-cea8ad1fe44a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b100c0a7-97e5-40ad-9d4f-fa8682dfb170,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:52.044671 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-feb48e73-9ff4-4103-b662-cea8ad1fe44a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.046173 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-feb48e73-9ff4-4103-b662-cea8ad1fe44a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7688277 Jul 09 13:19:52.049488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42220) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:52.059135 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2262027-cac9-48cf-b7f7-5142c16852e7 req-1f3e11e4-17e5-4d52-a990-d4db5c56756c tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596863 Jul 09 13:19:52.073861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:52.099683 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac631a3-bf4c-45e2-8eb7-b910730c9d74 req-cdb1ef99-ee06-43d9-aae1-9045aaf9b5e4 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:52.110259 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bac631a3-bf4c-45e2-8eb7-b910730c9d74 req-cdb1ef99-ee06-43d9-aae1-9045aaf9b5e4 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 970 time: 0.3045073 Jul 09 13:19:52.119772 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fc5fae0-e3a5-43ce-9e7f-8b48170eac59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.123192 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fc5fae0-e3a5-43ce-9e7f-8b48170eac59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.129500 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2fc5fae0-e3a5-43ce-9e7f-8b48170eac59 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/721bf24e-9b03-4b89-ab8a-78a912e9491b HTTP/1.1" status: 204 len: 168 time: 0.7900362 Jul 09 13:19:52.138026 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-161f6471-914e-4516-869b-c9895c9c8711 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.144088 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.182808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['fb3f8c0d-6919-4e28-8272-2968357f6a6c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:19:52.197967 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc5fae0-e3a5-43ce-9e7f-8b48170eac59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721bf24e-9b03-4b89-ab8a-78a912e9491b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:52.245956 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bac631a3-bf4c-45e2-8eb7-b910730c9d74 req-7929485a-c78e-4405-8354-2db957ec89b7 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143525 Jul 09 13:19:52.251664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['8a4b7f83-f811-417c-96b8-e144c0e414c3'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:19:52.299194 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-161f6471-914e-4516-869b-c9895c9c8711 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.414127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161f6471-914e-4516-869b-c9895c9c8711 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Pushing event updated for resources: {'Port': ['ID=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:52.441801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7cba87-573a-491d-8fd6-957f830c659e req-617503f5-8c8c-4cec-97c2-610299de1ffc tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:52.441801 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d7cba87-573a-491d-8fd6-957f830c659e req-617503f5-8c8c-4cec-97c2-610299de1ffc tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 931 time: 0.1713095 Jul 09 13:19:52.472330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-161f6471-914e-4516-869b-c9895c9c8711 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Network b4d14687-7b64-47e7-b45c-f262f4bce809 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:52.480268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-161f6471-914e-4516-869b-c9895c9c8711 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:52.483168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-161f6471-914e-4516-869b-c9895c9c8711 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:52.494931 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-161f6471-914e-4516-869b-c9895c9c8711 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:52.495733 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-161f6471-914e-4516-869b-c9895c9c8711 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.518147 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-161f6471-914e-4516-869b-c9895c9c8711 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3305550 Jul 09 13:19:52.543031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d7cba87-573a-491d-8fd6-957f830c659e req-dcc82777-6f06-4170-a425-8a7546872870 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882792 Jul 09 13:19:52.555532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42234) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:52.605428 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.744831 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-367b861b-525b-44bc-a175-771dd6185c0e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1136697171-network', 'tenant_id': '35b702eee9154963b30c070fa690b62c'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:52.780324 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Allocated IP 172.25.2.146 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/df4369b2-f5e5-4aef-b89d-522628cbe9ff) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:19:52.781722 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-367b861b-525b-44bc-a175-771dd6185c0e admin admin] Made reservation on behalf of 35b702eee9154963b30c070fa690b62c for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:52.784272 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367b861b-525b-44bc-a175-771dd6185c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.794891 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367b861b-525b-44bc-a175-771dd6185c0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.874585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1894f1c8-3793-477f-8fa2-af949483805a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:52.945040 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367b861b-525b-44bc-a175-771dd6185c0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.950759 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367b861b-525b-44bc-a175-771dd6185c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.982998 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 1894f1c8-3793-477f-8fa2-af949483805a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:52.991239 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1894f1c8-3793-477f-8fa2-af949483805a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:52.992749 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:52.993708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-367b861b-525b-44bc-a175-771dd6185c0e admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:19:52.997076 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.017475 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b861b-525b-44bc-a175-771dd6185c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65376178-5228-462b-bbb7-efa0a920fd70,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:53.022944 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367b861b-525b-44bc-a175-771dd6185c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.023505 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-367b861b-525b-44bc-a175-771dd6185c0e admin admin] Added segment d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b of type vlan for network 9eed349f-85e9-4424-b38d-3b371f8e676c Jul 09 13:19:53.076456 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367b861b-525b-44bc-a175-771dd6185c0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.102529 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.135621 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367b861b-525b-44bc-a175-771dd6185c0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.137348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-367b861b-525b-44bc-a175-771dd6185c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:53.138485 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367b861b-525b-44bc-a175-771dd6185c0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.199590 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.205264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:19:53.214739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:53.218727 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:19:53.244798 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 1894f1c8-3793-477f-8fa2-af949483805a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1894f1c8-3793-477f-8fa2-af949483805a,segment=NetworkSegment(24d4eb2d-fa91-4194-92aa-72f66ee00710),segment_id=24d4eb2d-fa91-4194-92aa-72f66ee00710)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:53.250584 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.265293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Pushing event updated for resources: {'Port': ['ID=df4369b2-f5e5-4aef-b89d-522628cbe9ff,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:53.287488 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-367b861b-525b-44bc-a175-771dd6185c0e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7285423 Jul 09 13:19:53.292134 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42258) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:53.297586 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a37cc378-c119-4877-8101-d6d8ac60d120 admin admin] Request body: {'subnet': {'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1136697171-subnet', 'tenant_id': '35b702eee9154963b30c070fa690b62c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:53.330219 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b861b-525b-44bc-a175-771dd6185c0e admin admin] Pushing event updated for resources: {'Network': ['ID=9eed349f-85e9-4424-b38d-3b371f8e676c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:53.344593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a37cc378-c119-4877-8101-d6d8ac60d120 admin admin] Made reservation on behalf of 35b702eee9154963b30c070fa690b62c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:53.346815 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a37cc378-c119-4877-8101-d6d8ac60d120 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.357263 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 9eed349f-85e9-4424-b38d-3b371f8e676c details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:19:53.529290 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.556588 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=1894f1c8-3793-477f-8fa2-af949483805a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:53.588705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69256e3-0410-4aa7-9d0d-455573208fe5 req-d5229452-5b02-4fb8-bce5-2cd4c0ece7be tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:53.592681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b69256e3-0410-4aa7-9d0d-455573208fe5 req-d5229452-5b02-4fb8-bce5-2cd4c0ece7be tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 971 time: 0.2584224 Jul 09 13:19:53.613635 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.679672 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b69256e3-0410-4aa7-9d0d-455573208fe5 req-155e7754-6415-404c-ad4d-53196def8404 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860393 Jul 09 13:19:53.775811 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6e0cb9-ad30-4c70-9b1f-b56d8390791a req-a0360b92-62f5-4c43-b1e3-0fe8e4795019 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:53.777790 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e6e0cb9-ad30-4c70-9b1f-b56d8390791a req-a0360b92-62f5-4c43-b1e3-0fe8e4795019 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 970 time: 0.2576792 Jul 09 13:19:53.811434 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.818293 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.846271 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a37cc378-c119-4877-8101-d6d8ac60d120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.856149 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.880567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Pushing event updated for resources: {'Port': ['ID=df4369b2-f5e5-4aef-b89d-522628cbe9ff,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:53.899968 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:53.910197 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0c895362-3f23-49cd-a2a4-a8ff0840121c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8519089 Jul 09 13:19:53.925684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e6e0cb9-ad30-4c70-9b1f-b56d8390791a req-15c18740-7c0f-4427-affc-4e3009e19ca2 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407509 Jul 09 13:19:53.947762 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37cc378-c119-4877-8101-d6d8ac60d120 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:53.971347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37cc378-c119-4877-8101-d6d8ac60d120 admin admin] Checking segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:53.971709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37cc378-c119-4877-8101-d6d8ac60d120 admin admin] Network hostable DHCP agents. Network: 9eed349f-85e9-4424-b38d-3b371f8e676c, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:19:53.985038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1ad432-ed94-4a59-ba26-b7dc9e7537ba req-f624cdca-8ed6-4b21-83f8-258668f1586b tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:53.986754 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2d1ad432-ed94-4a59-ba26-b7dc9e7537ba req-f624cdca-8ed6-4b21-83f8-258668f1586b tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 931 time: 0.1850965 Jul 09 13:19:54.016862 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37cc378-c119-4877-8101-d6d8ac60d120 admin admin] Network 9eed349f-85e9-4424-b38d-3b371f8e676c is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:19:54.038686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a37cc378-c119-4877-8101-d6d8ac60d120 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 9eed349f-85e9-4424-b38d-3b371f8e676c) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:54.045931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a37cc378-c119-4877-8101-d6d8ac60d120 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:54.046577 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a37cc378-c119-4877-8101-d6d8ac60d120 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:54.053151 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2d1ad432-ed94-4a59-ba26-b7dc9e7537ba req-350778c7-54ea-4865-8afa-56d576c831d3 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582180 Jul 09 13:19:54.055391 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53402dac-1534-458e-a547-efd75a960cdc None None] Network 9eed349f-85e9-4424-b38d-3b371f8e676c requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:54.072211 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a37cc378-c119-4877-8101-d6d8ac60d120 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7788129 Jul 09 13:19:54.197331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-e798159d-00e6-436a-85af-ac740c5e3a40 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--422263118&fields=id&tenant_id=2805868d6b3b4a929f867d7da2837674 HTTP/1.1" status: 200 len: 267 time: 0.0617907 Jul 09 13:19:54.250713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecef67a-4121-4796-8dfd-e3d0aae3b3f2 None None] Network 9eed349f-85e9-4424-b38d-3b371f8e676c requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:54.357446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-e2cac5b0-6acd-4556-921b-8f6f02d5030c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:54.366049 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-e2cac5b0-6acd-4556-921b-8f6f02d5030c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/networks?id=9232ea55-daf9-4d07-93d3-30e0b875668e HTTP/1.1" status: 200 len: 823 time: 0.1495256 Jul 09 13:19:54.385216 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-7eaa7b28-1eac-42c9-bbe5-18f14d2718c6 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/quotas/2805868d6b3b4a929f867d7da2837674 HTTP/1.1" status: 200 len: 375 time: 0.0180905 Jul 09 13:19:54.481979 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-db0dc72f-e606-4855-891d-aff9b871f90b tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2805868d6b3b4a929f867d7da2837674&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0953679 Jul 09 13:19:54.730187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-87f87e7d-71ae-4e12-8e14-d0b281f1ad82 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:19:54.731737 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-87f87e7d-71ae-4e12-8e14-d0b281f1ad82 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0635929 Jul 09 13:19:54.770176 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42318) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:54.775734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f073bb47-3068-449e-aef6-3a28a9548306 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-453235241-network', 'tenant_id': 'a53fdffd997c496199753fcbe551b305'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:54.812709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f073bb47-3068-449e-aef6-3a28a9548306 admin admin] Made reservation on behalf of a53fdffd997c496199753fcbe551b305 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:54.815584 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f073bb47-3068-449e-aef6-3a28a9548306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:54.825416 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fb3f8c0d-6919-4e28-8272-2968357f6a6c up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:54.826535 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f073bb47-3068-449e-aef6-3a28a9548306 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:54.859470 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1894f1c8-3793-477f-8fa2-af949483805a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:54.867016 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-1d13a166-043d-402e-a422-5acdf5b41c4c service neutron] 10.222.0.39 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292057 Jul 09 13:19:54.928423 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port fb3f8c0d-6919-4e28-8272-2968357f6a6c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:54.935729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port fb3f8c0d-6919-4e28-8272-2968357f6a6c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:54.936183 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:54.939541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1894f1c8-3793-477f-8fa2-af949483805a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:54.939541 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:54.983719 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f073bb47-3068-449e-aef6-3a28a9548306 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:54.988867 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f073bb47-3068-449e-aef6-3a28a9548306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:55.000072 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-c5e5b159-b1fa-4a2e-b24f-1a4f5fdc63b9 service neutron] 10.222.0.39 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245670 Jul 09 13:19:55.032784 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073bb47-3068-449e-aef6-3a28a9548306 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bfeb7a8-6c32-48f2-aa20-a376eae7dabc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:55.042844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f073bb47-3068-449e-aef6-3a28a9548306 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:19:55.056985 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f073bb47-3068-449e-aef6-3a28a9548306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:55.057375 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-f073bb47-3068-449e-aef6-3a28a9548306 admin admin] Added segment cdc3333a-003c-49da-a6a3-11e2f5044f43 of type vlan for network 99636fbb-364f-4eb3-b714-ab362149a469 Jul 09 13:19:55.081605 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4b549-89bd-4a93-9b91-250c4d041a12 req-de45db9b-ccef-42f5-a3d4-5f95d188ebfb tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:55.083531 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1dc4b549-89bd-4a93-9b91-250c4d041a12 req-de45db9b-ccef-42f5-a3d4-5f95d188ebfb tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 971 time: 0.0871692 Jul 09 13:19:55.122477 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f073bb47-3068-449e-aef6-3a28a9548306 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:55.128394 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:55.132572 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1dc4b549-89bd-4a93-9b91-250c4d041a12 req-ad12349c-6a42-4cd1-b8ce-5c528e55ada2 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428326 Jul 09 13:19:55.168392 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f073bb47-3068-449e-aef6-3a28a9548306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:55.169668 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f073bb47-3068-449e-aef6-3a28a9548306 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:55.170326 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f073bb47-3068-449e-aef6-3a28a9548306 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:55.263884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fb3f8c0d-6919-4e28-8272-2968357f6a6c, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fb3f8c0d-6919-4e28-8272-2968357f6a6c,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:55.266887 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c58ad5-ca19-4880-b2ea-00a834cf79c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3f8c0d-6919-4e28-8272-2968357f6a6c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:55.364720 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:55.365711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8a4b7f83-f811-417c-96b8-e144c0e414c3 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:19:55.460326 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f073bb47-3068-449e-aef6-3a28a9548306 admin admin] Pushing event updated for resources: {'Network': ['ID=99636fbb-364f-4eb3-b714-ab362149a469,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:55.478864 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f073bb47-3068-449e-aef6-3a28a9548306 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7071722 Jul 09 13:19:55.481952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42344) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:55.491353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 99636fbb-364f-4eb3-b714-ab362149a469 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:19:55.491590 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b834320a-66d7-4b28-a379-c9a0180fe3a4 admin admin] Request body: {'subnet': {'network_id': '99636fbb-364f-4eb3-b714-ab362149a469', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-453235241-subnet', 'tenant_id': 'a53fdffd997c496199753fcbe551b305', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:55.531272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d9251e-c877-43d7-9c84-c8ddc5f985eb req-52a20a01-badb-4458-9ef0-1884c6d93abd tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:55.532880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b834320a-66d7-4b28-a379-c9a0180fe3a4 admin admin] Made reservation on behalf of a53fdffd997c496199753fcbe551b305 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:55.533389 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b2d9251e-c877-43d7-9c84-c8ddc5f985eb req-52a20a01-badb-4458-9ef0-1884c6d93abd tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 970 time: 0.2047069 Jul 09 13:19:55.535475 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b834320a-66d7-4b28-a379-c9a0180fe3a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:55.548597 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7e5a23-e530-41a8-9b24-25a3d17a1e40 req-c8591ee4-c40b-4017-bdee-563062f61073 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:55.550477 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db7e5a23-e530-41a8-9b24-25a3d17a1e40 req-c8591ee4-c40b-4017-bdee-563062f61073 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 931 time: 0.2199795 Jul 09 13:19:55.623012 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fb3f8c0d-6919-4e28-8272-2968357f6a6c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:55.635545 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b2d9251e-c877-43d7-9c84-c8ddc5f985eb req-2ab81138-2078-491a-9bce-9b0e7bd94716 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750740 Jul 09 13:19:55.652282 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af5acbf-6eee-4ccf-b5bc-2b7a9999b5a5" -d '{"events": [{"server_uuid": "23c58ad5-ca19-4880-b2ea-00a834cf79c8", "name": "network-vif-plugged", "status": "completed", "tag": "fb3f8c0d-6919-4e28-8272-2968357f6a6c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:55.652752 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db7e5a23-e530-41a8-9b24-25a3d17a1e40 req-cd653515-0635-4ef2-a9ae-6468c72d5c21 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902464 Jul 09 13:19:55.670415 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 8a4b7f83-f811-417c-96b8-e144c0e414c3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:19:55.686415 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 8a4b7f83-f811-417c-96b8-e144c0e414c3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:19:55.686792 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:55.757665 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-091bb077-cd66-4d54-9f96-e86c3b56fa4c req-340cb254-3124-48f2-805c-3f567cc33daf tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0519280 Jul 09 13:19:55.811709 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:55.862175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8a4b7f83-f811-417c-96b8-e144c0e414c3, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8a4b7f83-f811-417c-96b8-e144c0e414c3,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:19:55.866236 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:55.903147 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b834320a-66d7-4b28-a379-c9a0180fe3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:55.932206 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f468e2b-945e-4fad-a7dc-c6f9af599aec x-openstack-request-id: req-0f468e2b-945e-4fad-a7dc-c6f9af599aec {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:55.932508 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c58ad5-ca19-4880-b2ea-00a834cf79c8", "name": "network-vif-plugged", "status": "completed", "tag": "fb3f8c0d-6919-4e28-8272-2968357f6a6c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:55.933005 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0f468e2b-945e-4fad-a7dc-c6f9af599aec {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:55.933440 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c58ad5-ca19-4880-b2ea-00a834cf79c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb3f8c0d-6919-4e28-8272-2968357f6a6c', 'code': 200} Jul 09 13:19:55.938353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=8a4b7f83-f811-417c-96b8-e144c0e414c3,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:56.095205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834320a-66d7-4b28-a379-c9a0180fe3a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=028b2fce-c544-47c4-b0e4-8e4555b519b3,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:56.104322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b834320a-66d7-4b28-a379-c9a0180fe3a4 admin admin] Checking segment: {'id': 'cdc3333a-003c-49da-a6a3-11e2f5044f43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '99636fbb-364f-4eb3-b714-ab362149a469'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:56.104682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834320a-66d7-4b28-a379-c9a0180fe3a4 admin admin] Network hostable DHCP agents. Network: 99636fbb-364f-4eb3-b714-ab362149a469, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:19:56.145955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b834320a-66d7-4b28-a379-c9a0180fe3a4 admin admin] Network 99636fbb-364f-4eb3-b714-ab362149a469 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:19:56.163678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9ca3a-ad52-4c85-a573-9a1d5a5bf3fa req-c807c60b-231c-45ce-bb8b-b2b5cc55958f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:56.165204 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f9c9ca3a-ad52-4c85-a573-9a1d5a5bf3fa req-c807c60b-231c-45ce-bb8b-b2b5cc55958f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 1123 time: 0.1343930 Jul 09 13:19:56.167748 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b834320a-66d7-4b28-a379-c9a0180fe3a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 99636fbb-364f-4eb3-b714-ab362149a469) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:19:56.171683 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b834320a-66d7-4b28-a379-c9a0180fe3a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:56.172353 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b834320a-66d7-4b28-a379-c9a0180fe3a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:56.177659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388aa0ce-2bc0-4585-8fed-849517784f04 None None] Network 99636fbb-364f-4eb3-b714-ab362149a469 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:56.196535 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f9c9ca3a-ad52-4c85-a573-9a1d5a5bf3fa req-e21e4dcb-b6c7-4cd0-a5ba-ad05600c4fe5 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:56.217620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b834320a-66d7-4b28-a379-c9a0180fe3a4 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7344158 Jul 09 13:19:56.359502 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f9c9ca3a-ad52-4c85-a573-9a1d5a5bf3fa req-e21e4dcb-b6c7-4cd0-a5ba-ad05600c4fe5 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:56.366347 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f9c9ca3a-ad52-4c85-a573-9a1d5a5bf3fa req-e21e4dcb-b6c7-4cd0-a5ba-ad05600c4fe5 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:56.399540 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f9c9ca3a-ad52-4c85-a573-9a1d5a5bf3fa req-e21e4dcb-b6c7-4cd0-a5ba-ad05600c4fe5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222781 Jul 09 13:19:56.413319 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a0d3b6-c1db-4f85-8696-9419293e8dc6 req-2a6d44ad-86de-4d35-bdad-c61529d4b6a1 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:56.416669 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7a0d3b6-c1db-4f85-8696-9419293e8dc6 req-2a6d44ad-86de-4d35-bdad-c61529d4b6a1 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 972 time: 0.1017060 Jul 09 13:19:56.432055 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e4dcb-b6c7-4cd0-a5ba-ad05600c4fe5 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ae4f3f-e9e9-49e0-8640-e24edc6860f0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:56.435121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3032c7ba-09ef-48cc-89d9-1c154b1649b8 None None] Network 99636fbb-364f-4eb3-b714-ab362149a469 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:19:56.489410 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7a0d3b6-c1db-4f85-8696-9419293e8dc6 req-b7f92287-5537-4025-94f1-9a82fa00bfff tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671937 Jul 09 13:19:56.495285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42386) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:56.626448 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfe99540-c023-4994-a316-53388b6adb0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:56.745851 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfe99540-c023-4994-a316-53388b6adb0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:56.750811 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfe99540-c023-4994-a316-53388b6adb0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:56.789458 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bfe99540-c023-4994-a316-53388b6adb0d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b694e08f67b443a9568a9bef8cb1f53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2929461 Jul 09 13:19:56.791616 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe99540-c023-4994-a316-53388b6adb0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a709073b-03ae-4517-9ce6-1f062a0c2ca9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:56.794781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42406) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:56.850666 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1073-1105-4c15-915c-ba7d04bc8774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:56.873204 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1073-1105-4c15-915c-ba7d04bc8774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:56.892302 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509c9b01-7062-4c17-8d31-a93f2beb4072 req-e470e532-3319-4ca1-834b-45b8e3e8291c tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:56.893899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-509c9b01-7062-4c17-8d31-a93f2beb4072 req-e470e532-3319-4ca1-834b-45b8e3e8291c tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 971 time: 0.1373754 Jul 09 13:19:56.901799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ccdd0-d199-4e57-837f-04a715abec95 req-26eb604d-135e-405f-b113-fc17d74a14fc tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:56.903326 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-571ccdd0-d199-4e57-837f-04a715abec95 req-26eb604d-135e-405f-b113-fc17d74a14fc tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 821 time: 0.1604214 Jul 09 13:19:56.928727 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1073-1105-4c15-915c-ba7d04bc8774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:56.932837 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6fc1073-1105-4c15-915c-ba7d04bc8774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:56.933915 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-571ccdd0-d199-4e57-837f-04a715abec95 req-8d6a5e02-0aaa-496b-a991-b366e901f92c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/quotas/35b702eee9154963b30c070fa690b62c HTTP/1.1" status: 200 len: 375 time: 0.0231757 Jul 09 13:19:56.934411 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d6fc1073-1105-4c15-915c-ba7d04bc8774 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a709073b-03ae-4517-9ce6-1f062a0c2ca9 HTTP/1.1" status: 204 len: 168 time: 0.1384799 Jul 09 13:19:56.944223 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fc1073-1105-4c15-915c-ba7d04bc8774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a709073b-03ae-4517-9ce6-1f062a0c2ca9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:56.983611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-571ccdd0-d199-4e57-837f-04a715abec95 req-cf66073a-8561-434f-80fa-48a11d0dcf6d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0335979 Jul 09 13:19:56.990547 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-509c9b01-7062-4c17-8d31-a93f2beb4072 req-ff689aec-8152-426d-84b5-d9c12a4ec020 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858555 Jul 09 13:19:57.095113 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-571ccdd0-d199-4e57-837f-04a715abec95 req-494b384e-d1ba-49ac-be17-2d03b1cca954 service neutron] 10.222.0.39 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037490 Jul 09 13:19:57.229122 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-571ccdd0-d199-4e57-837f-04a715abec95 req-9a739e7a-20e5-49e5-808c-2acb66e5ff75 service neutron] 10.222.0.39 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326983 Jul 09 13:19:57.242270 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4644ce31-4253-489d-a027-bc50ba1d8625 req-85f38639-b244-4ce7-bbc7-b6e1f8d1d248 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:57.249018 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4644ce31-4253-489d-a027-bc50ba1d8625 req-85f38639-b244-4ce7-bbc7-b6e1f8d1d248 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 931 time: 0.1326478 Jul 09 13:19:57.264518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42414) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:57.279548 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19b78482-4a11-4279-b932-3b6230889011 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.287621 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4644ce31-4253-489d-a027-bc50ba1d8625 req-562be211-94a2-410f-85c9-0d6313ef41ff tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377145 Jul 09 13:19:57.393659 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19b78482-4a11-4279-b932-3b6230889011 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.400123 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19b78482-4a11-4279-b932-3b6230889011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.438493 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-19b78482-4a11-4279-b932-3b6230889011 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8e68fb14f9614d26b449524d3b279b62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1728418 Jul 09 13:19:57.440748 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42420) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:57.452615 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aacae363-2719-481f-b80c-460ef76f71c3 req-f17a2a43-8e4c-4ac5-a896-43ef79f32611 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0468957 Jul 09 13:19:57.452754 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b78482-4a11-4279-b932-3b6230889011 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96407574-7845-4a7a-9c61-6faeb55a5fa2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:57.499001 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aae90694-c9ee-4488-bbdb-a69a4baf3407 req-56107b79-46ca-410b-9914-0700f0f20aeb tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 210 time: 0.0591357 Jul 09 13:19:57.543319 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e33f920-9d65-4a6c-b931-69a2c691f0b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.567766 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e33f920-9d65-4a6c-b931-69a2c691f0b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.627387 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e33f920-9d65-4a6c-b931-69a2c691f0b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.630125 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e33f920-9d65-4a6c-b931-69a2c691f0b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:57.631281 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6e33f920-9d65-4a6c-b931-69a2c691f0b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96407574-7845-4a7a-9c61-6faeb55a5fa2 HTTP/1.1" status: 204 len: 168 time: 0.1750128 Jul 09 13:19:57.666230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e33f920-9d65-4a6c-b931-69a2c691f0b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96407574-7845-4a7a-9c61-6faeb55a5fa2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:57.716552 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a8f39-6dfc-4cab-9f54-6bbc44c2977b req-5e905806-c803-4920-ac4f-8effc79c8fe3 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:57.718118 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7d7a8f39-6dfc-4cab-9f54-6bbc44c2977b req-5e905806-c803-4920-ac4f-8effc79c8fe3 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 972 time: 0.1046791 Jul 09 13:19:57.774780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7d7a8f39-6dfc-4cab-9f54-6bbc44c2977b req-fe9f05f4-3d15-4dc0-ab88-622a601d046c tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497499 Jul 09 13:19:57.934847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12a9a906-8a94-456d-aa8f-c7a9fcac4a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4b7f83-f811-417c-96b8-e144c0e414c3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:57.937971 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faba19ab-b0d2-4292-8b9e-04737b0ce8b1" -d '{"events": [{"server_uuid": "12a9a906-8a94-456d-aa8f-c7a9fcac4a5c", "name": "network-vif-plugged", "status": "completed", "tag": "8a4b7f83-f811-417c-96b8-e144c0e414c3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:57.984080 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d22ca62-ec88-4210-a61e-faf313c0e8f4 x-openstack-request-id: req-7d22ca62-ec88-4210-a61e-faf313c0e8f4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:57.984373 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12a9a906-8a94-456d-aa8f-c7a9fcac4a5c", "name": "network-vif-plugged", "status": "completed", "tag": "8a4b7f83-f811-417c-96b8-e144c0e414c3", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:57.984617 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7d22ca62-ec88-4210-a61e-faf313c0e8f4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:57.985002 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a9a906-8a94-456d-aa8f-c7a9fcac4a5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a4b7f83-f811-417c-96b8-e144c0e414c3', 'code': 200} Jul 09 13:19:58.110384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de92f2-0295-48ba-a472-aaa72a35b7af req-0fa19e0e-3c2f-470f-89ad-fbb67f329bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:58.111980 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41de92f2-0295-48ba-a472-aaa72a35b7af req-0fa19e0e-3c2f-470f-89ad-fbb67f329bfe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 1122 time: 0.0576274 Jul 09 13:19:58.156052 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41de92f2-0295-48ba-a472-aaa72a35b7af req-9ba49891-4d59-470e-bf8d-c0513e5655c7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369678 Jul 09 13:19:58.175613 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cff9d76-70d8-46a8-995d-4b26a7d087b6 req-6ebbb1b1-78b0-404f-ab5e-01f80f68fa5d tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:58.177664 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1cff9d76-70d8-46a8-995d-4b26a7d087b6 req-6ebbb1b1-78b0-404f-ab5e-01f80f68fa5d tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 971 time: 0.0683448 Jul 09 13:19:58.216458 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1cff9d76-70d8-46a8-995d-4b26a7d087b6 req-5bd2e0e9-b2d6-4902-8338-2d808b6a2346 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326858 Jul 09 13:19:58.333232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-98de1567-1889-4909-9f49-e96d192aa29e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:19:58.334254 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-98de1567-1889-4909-9f49-e96d192aa29e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059233 Jul 09 13:19:58.494639 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7398e42-53d0-4b86-aa3f-d1fe84e2df4a req-50f758fe-4e03-4927-a6cc-8be348d29c2c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:58.499594 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7398e42-53d0-4b86-aa3f-d1fe84e2df4a req-50f758fe-4e03-4927-a6cc-8be348d29c2c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 931 time: 0.0832920 Jul 09 13:19:58.506437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Request body: {'port': {'device_id': 'e5162226-1c33-4776-beb4-15dffd1f7b95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:58.544951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7398e42-53d0-4b86-aa3f-d1fe84e2df4a req-7fa5a4f5-1c34-4494-8206-18b7ba267e3e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391912 Jul 09 13:19:58.602872 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:58.668088 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce84a067-ff22-43f2-82e3-e0dd35a7d6e5 req-d0c7adeb-5f60-4465-93f0-a7b98ae708cb tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0452168 Jul 09 13:19:58.736370 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0dde2fb9-b91b-4109-8075-ee8af58e924f req-39ac8484-8260-40ec-97b5-aefd08ef43cd tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 210 time: 0.0405009 Jul 09 13:19:59.001078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ecf4ad-f31f-4bfd-a07a-b17e79166c58 req-691bf6d9-aed0-4fbe-a9dc-9d83636df435 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:59.002661 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5ecf4ad-f31f-4bfd-a07a-b17e79166c58 req-691bf6d9-aed0-4fbe-a9dc-9d83636df435 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 972 time: 0.0904591 Jul 09 13:19:59.003566 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd78067f-3062-4dc5-92e0-10db5bb0a4ba {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:19:59.026019 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:59.046151 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Transition to ACTIVE for port object fd78067f-3062-4dc5-92e0-10db5bb0a4ba will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:19:59.050933 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:59.052096 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5ecf4ad-f31f-4bfd-a07a-b17e79166c58 req-b70bf20a-a9ac-4c51-843d-921b28144b51 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 Jul 09 13:19:59.140906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Pushing event updated for resources: {'Port': ['ID=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:59.158482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Attempting to bind port fd78067f-3062-4dc5-92e0-10db5bb0a4ba on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:19:59.158836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Attempting to bind port fd78067f-3062-4dc5-92e0-10db5bb0a4ba by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:19:59.159177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Attempting to bind port fd78067f-3062-4dc5-92e0-10db5bb0a4ba on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:59.165265 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Port fd78067f-3062-4dc5-92e0-10db5bb0a4ba on network b4d14687-7b64-47e7-b45c-f262f4bce809 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:19:59.165591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Attempting to bind port fd78067f-3062-4dc5-92e0-10db5bb0a4ba on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:19:59.173789 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:19:59.174126 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Checking segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:19:59.174513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Bound using segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:19:59.174953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Bound port: fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:19:59.175341 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:59.244498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.15', 54040) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:59.316929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ec5690-d1f1-4e51-9b17-d11da8c14e20 req-7079545e-b06e-4e1c-a12e-95544a8230df tempest-AggregatesAdminTestJSON-104841447 tempest-AggregatesAdminTestJSON-104841447-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:59.318929 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-91ec5690-d1f1-4e51-9b17-d11da8c14e20 req-7079545e-b06e-4e1c-a12e-95544a8230df tempest-AggregatesAdminTestJSON-104841447 tempest-AggregatesAdminTestJSON-104841447-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 1123 time: 0.1332865 Jul 09 13:19:59.341538 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] For port fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:19:59.343439 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-91ec5690-d1f1-4e51-9b17-d11da8c14e20 req-da9e1b30-01f1-4df8-a512-3a1ca839dc39 tempest-AggregatesAdminTestJSON-104841447 tempest-AggregatesAdminTestJSON-104841447-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:59.349093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] For port fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:19:59.360305 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:59.422423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:59.424121 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:59.425562 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] 10.222.0.15 "PUT /v2.0/ports/fd78067f-3062-4dc5-92e0-10db5bb0a4ba HTTP/1.1" status: 200 len: 1091 time: 0.9782295 Jul 09 13:19:59.436048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5162226-1c33-4776-beb4-15dffd1f7b95', 'tag': 'fd78067f-3062-4dc5-92e0-10db5bb0a4ba'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:19:59.438528 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53cf41b4-e1a5-411e-9980-b86addacab17" -d '{"events": [{"name": "network-changed", "server_uuid": "e5162226-1c33-4776-beb4-15dffd1f7b95", "tag": "fd78067f-3062-4dc5-92e0-10db5bb0a4ba"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:19:59.475015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-776d75a7-9011-4495-86f9-d3990e178674 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:59.476655 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-776d75a7-9011-4495-86f9-d3990e178674 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.15 "GET /v2.0/networks?id=9232ea55-daf9-4d07-93d3-30e0b875668e HTTP/1.1" status: 200 len: 823 time: 0.2311566 Jul 09 13:19:59.479181 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ebf68d-44f3-475e-b068-4f7dcd77fa3b req-03e89f3b-b4a9-40fe-a36a-a39d4ad3a1d3 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:59.479863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4567b5e6-db88-4ac8-a2fd-d602674c45ee service neutron] Pushing event updated for resources: {'Port': ['ID=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:59.481015 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97ebf68d-44f3-475e-b068-4f7dcd77fa3b req-03e89f3b-b4a9-40fe-a36a-a39d4ad3a1d3 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 971 time: 0.1054034 Jul 09 13:19:59.515692 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-91ec5690-d1f1-4e51-9b17-d11da8c14e20 req-da9e1b30-01f1-4df8-a512-3a1ca839dc39 tempest-AggregatesAdminTestJSON-104841447 tempest-AggregatesAdminTestJSON-104841447-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:59.521690 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-91ec5690-d1f1-4e51-9b17-d11da8c14e20 req-da9e1b30-01f1-4df8-a512-3a1ca839dc39 tempest-AggregatesAdminTestJSON-104841447 tempest-AggregatesAdminTestJSON-104841447-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:59.566997 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-17ccbc5c-a564-4a6d-9ec8-f825bb4a523c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2805868d6b3b4a929f867d7da2837674 HTTP/1.1" status: 200 len: 379 time: 0.0763345 Jul 09 13:19:59.577937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-2be570fd-b90b-4370-82b8-5ae1aa99ea91 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Request body: {'port': {'device_id': 'c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'admin_state_up': True, 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'security_groups': ['2f49f1ff-6a58-4c20-a20f-33de3f31fae4']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:59.665381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-e0377b3b-0a55-416c-a9bc-d294627aab4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:59.666909 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-e0377b3b-0a55-416c-a9bc-d294627aab4e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 1094 time: 0.1365416 Jul 09 13:19:59.724783 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-91ec5690-d1f1-4e51-9b17-d11da8c14e20 req-da9e1b30-01f1-4df8-a512-3a1ca839dc39 tempest-AggregatesAdminTestJSON-104841447 tempest-AggregatesAdminTestJSON-104841447-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3994713 Jul 09 13:19:59.725115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.15', 54041) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:19:59.732695 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-1c49d9bb-adee-4e35-80eb-a3c84e8ed64c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba HTTP/1.1" status: 200 len: 217 time: 0.0574768 Jul 09 13:19:59.740179 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97ebf68d-44f3-475e-b068-4f7dcd77fa3b req-3f5256d0-cd69-41a9-bfbc-18dfeec78f2b tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454855 Jul 09 13:19:59.740301 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9e1b30-01f1-4df8-a512-3a1ca839dc39 tempest-AggregatesAdminTestJSON-104841447 tempest-AggregatesAdminTestJSON-104841447-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c4e28ec-7b68-4fb3-a73d-18e10e8d51a8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:19:59.859651 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:19:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ec2969-83e0-43a2-903d-8e6a69360d24 x-openstack-request-id: req-38ec2969-83e0-43a2-903d-8e6a69360d24 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:19:59.859944 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5162226-1c33-4776-beb4-15dffd1f7b95", "tag": "fd78067f-3062-4dc5-92e0-10db5bb0a4ba", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:19:59.860209 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38ec2969-83e0-43a2-903d-8e6a69360d24 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:19:59.860606 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5162226-1c33-4776-beb4-15dffd1f7b95', 'tag': 'fd78067f-3062-4dc5-92e0-10db5bb0a4ba', 'status': 'completed', 'code': 200} Jul 09 13:19:59.904142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-7f5ba44f-44cc-43f2-9522-2c51cb84bb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:59.905917 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-7f5ba44f-44cc-43f2-9522-2c51cb84bb44 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.1588533 Jul 09 13:19:59.912627 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ccdd0-d199-4e57-837f-04a715abec95 req-57988784-94ce-4da6-97c3-7a65ab5f7bde tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:59.914307 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-571ccdd0-d199-4e57-837f-04a715abec95 req-57988784-94ce-4da6-97c3-7a65ab5f7bde tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.15 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 821 time: 0.1865532 Jul 09 13:19:59.923142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-2be570fd-b90b-4370-82b8-5ae1aa99ea91 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Made reservation on behalf of 2805868d6b3b4a929f867d7da2837674 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:19:59.925957 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-2be570fd-b90b-4370-82b8-5ae1aa99ea91 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:19:59.935374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-571ccdd0-d199-4e57-837f-04a715abec95 req-d5cfa153-3ff1-4e7a-8102-6ecae43f9e3c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Request body: {'port': {'device_id': '7168fa65-6876-461d-ac0c-7c30861bdac2', 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c', 'admin_state_up': True, 'tenant_id': '35b702eee9154963b30c070fa690b62c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:19:59.964752 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-deaadf27-8025-42e5-b280-c215cf92bc11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494897 Jul 09 13:19:59.986483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeb6672-be3f-4afe-bac0-98b10a8fe818 req-4f0711d6-50a1-430a-8c1d-5c9cc7d75e47 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:19:59.994766 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7eeb6672-be3f-4afe-bac0-98b10a8fe818 req-4f0711d6-50a1-430a-8c1d-5c9cc7d75e47 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 943 time: 0.0826733 Jul 09 13:20:00.044417 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7eeb6672-be3f-4afe-bac0-98b10a8fe818 req-f404af5b-b809-4c3b-a393-1700a60c1246 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485840 Jul 09 13:20:00.115968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8d72bd3e-933a-4913-b8a7-262585099ad7 req-06e3f590-2f18-4434-b9fb-dcb06dcbb919 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 210 time: 0.0297830 Jul 09 13:20:00.240530 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-c9f90f68-6bf4-4d85-91f5-865918c2c6f1 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648346 Jul 09 13:20:00.275445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-2be570fd-b90b-4370-82b8-5ae1aa99ea91 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Allocated IP 172.20.0.12 (9232ea55-daf9-4d07-93d3-30e0b875668e/26d28f37-7507-432c-a5d8-c6beb38ffc7a/afb99052-65a5-48f0-abfd-3b868da9ea69) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:00.284706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb09f729-a32c-41f9-8019-b0da20c150fd req-54d59189-e74e-4393-bf09-cba7995a643c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 210 time: 0.0423017 Jul 09 13:20:00.304968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-571ccdd0-d199-4e57-837f-04a715abec95 req-d5cfa153-3ff1-4e7a-8102-6ecae43f9e3c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Made reservation on behalf of 35b702eee9154963b30c070fa690b62c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:00.308517 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-571ccdd0-d199-4e57-837f-04a715abec95 req-d5cfa153-3ff1-4e7a-8102-6ecae43f9e3c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:00.543281 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a834700e-e82d-45ab-84b1-d57798bf02b4 req-928ca76d-21c6-429f-a185-242523ce7db3 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2952247 Jul 09 13:20:00.624656 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-2be570fd-b90b-4370-82b8-5ae1aa99ea91 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:00.666876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-571ccdd0-d199-4e57-837f-04a715abec95 req-d5cfa153-3ff1-4e7a-8102-6ecae43f9e3c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Allocated IP 172.20.0.8 (9eed349f-85e9-4424-b38d-3b371f8e676c/bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f/c8d224de-f6f0-4316-8c22-5ff5891a9976) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:00.668998 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-2be570fd-b90b-4370-82b8-5ae1aa99ea91 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Transition to ACTIVE for port object afb99052-65a5-48f0-abfd-3b868da9ea69 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:00.818517 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf41b4-e1a5-411e-9980-b86addacab17 req-66abfd80-5d92-4072-9893-b8bb73948777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:00.819796 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ac2d10-e78e-4f1e-a133-49e9cbc3e3a4 req-96c34ae8-9594-4531-b5c7-a47736c0e51b tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:00.820272 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53cf41b4-e1a5-411e-9980-b86addacab17 req-66abfd80-5d92-4072-9893-b8bb73948777 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 1094 time: 0.2101395 Jul 09 13:20:00.822023 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5ac2d10-e78e-4f1e-a133-49e9cbc3e3a4 req-96c34ae8-9594-4531-b5c7-a47736c0e51b tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 971 time: 0.0834806 Jul 09 13:20:00.826563 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-2be570fd-b90b-4370-82b8-5ae1aa99ea91 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:00.880089 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5ac2d10-e78e-4f1e-a133-49e9cbc3e3a4 req-0f1bc6ec-a101-4bde-9e7a-a4b37d37b54a tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495822 Jul 09 13:20:01.199265 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-2be570fd-b90b-4370-82b8-5ae1aa99ea91 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Network 9232ea55-daf9-4d07-93d3-30e0b875668e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:01.211343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-2be570fd-b90b-4370-82b8-5ae1aa99ea91 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:01.220405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be570fd-b90b-4370-82b8-5ae1aa99ea91 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Pushing event updated for resources: {'Port': ['ID=afb99052-65a5-48f0-abfd-3b868da9ea69,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:01.238418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-2be570fd-b90b-4370-82b8-5ae1aa99ea91 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:01.244629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-2be570fd-b90b-4370-82b8-5ae1aa99ea91 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:01.245260 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-2be570fd-b90b-4370-82b8-5ae1aa99ea91 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:01.289072 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584248da-4210-4b12-8773-7cb9e2798aae req-96ad66d4-478e-4c30-9311-2178a4d7dcaf tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:01.290665 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-584248da-4210-4b12-8773-7cb9e2798aae req-96ad66d4-478e-4c30-9311-2178a4d7dcaf tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 943 time: 0.1102643 Jul 09 13:20:01.313624 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-571ccdd0-d199-4e57-837f-04a715abec95 req-d5cfa153-3ff1-4e7a-8102-6ecae43f9e3c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:01.342923 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-2be570fd-b90b-4370-82b8-5ae1aa99ea91 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7700911 Jul 09 13:20:01.356732 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Request body: {'port': {'device_id': 'c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:01.356962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c9f7b-4c3e-472d-b708-b60b241e9b4c req-b46489b5-a63f-42ea-9a08-142b1afb20a6 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:01.358357 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c07c9f7b-4c3e-472d-b708-b60b241e9b4c req-b46489b5-a63f-42ea-9a08-142b1afb20a6 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 932 time: 0.1105678 Jul 09 13:20:01.374427 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-584248da-4210-4b12-8773-7cb9e2798aae req-4a4e7c06-2960-4ed5-b574-0b617802e372 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717156 Jul 09 13:20:01.412842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf41b4-e1a5-411e-9980-b86addacab17 req-d9f4b728-9c40-4927-ad9f-92dc7337049f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:01.414802 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53cf41b4-e1a5-411e-9980-b86addacab17 req-d9f4b728-9c40-4927-ad9f-92dc7337049f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.5824611 Jul 09 13:20:01.439276 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c07c9f7b-4c3e-472d-b708-b60b241e9b4c req-2699a73e-11da-43b6-83c3-469a831b0bef tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636170 Jul 09 13:20:01.477362 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53cf41b4-e1a5-411e-9980-b86addacab17 req-83b90d48-4d58-4b9d-a9f8-154c99903adf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba HTTP/1.1" status: 200 len: 217 time: 0.0485263 Jul 09 13:20:01.482500 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-571ccdd0-d199-4e57-837f-04a715abec95 req-d5cfa153-3ff1-4e7a-8102-6ecae43f9e3c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:01.516044 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c8792d3a-aa86-4220-a160-e48d2f57cbab None None] Provisioning for port afb99052-65a5-48f0-abfd-3b868da9ea69 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:01.523446 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c8792d3a-aa86-4220-a160-e48d2f57cbab None None] Provisioning complete for port afb99052-65a5-48f0-abfd-3b868da9ea69 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:01.524361 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8792d3a-aa86-4220-a160-e48d2f57cbab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:01.578361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c8792d3a-aa86-4220-a160-e48d2f57cbab None None] Port afb99052-65a5-48f0-abfd-3b868da9ea69 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:20:01.612518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-571ccdd0-d199-4e57-837f-04a715abec95 req-d5cfa153-3ff1-4e7a-8102-6ecae43f9e3c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Network 9eed349f-85e9-4424-b38d-3b371f8e676c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:01.617367 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:01.631114 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-571ccdd0-d199-4e57-837f-04a715abec95 req-d5cfa153-3ff1-4e7a-8102-6ecae43f9e3c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:01.636401 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798f39e-2d4b-4183-b10c-8b6133707a0c req-e2b0b1d1-fbfd-4e21-85f0-471238079f26 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:01.637961 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e798f39e-2d4b-4183-b10c-8b6133707a0c req-e2b0b1d1-fbfd-4e21-85f0-471238079f26 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 931 time: 0.0930088 Jul 09 13:20:01.643826 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cf41b4-e1a5-411e-9980-b86addacab17 req-67d1b7c9-59a5-4c5a-a7fa-c10219d593e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:01.646207 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53cf41b4-e1a5-411e-9980-b86addacab17 req-67d1b7c9-59a5-4c5a-a7fa-c10219d593e4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.1612360 Jul 09 13:20:01.647909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-571ccdd0-d199-4e57-837f-04a715abec95 req-d5cfa153-3ff1-4e7a-8102-6ecae43f9e3c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:01.653904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ccdd0-d199-4e57-837f-04a715abec95 req-d5cfa153-3ff1-4e7a-8102-6ecae43f9e3c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:01.654648 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-571ccdd0-d199-4e57-837f-04a715abec95 req-d5cfa153-3ff1-4e7a-8102-6ecae43f9e3c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:01.664213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfa153-3ff1-4e7a-8102-6ecae43f9e3c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Pushing event updated for resources: {'Port': ['ID=c8d224de-f6f0-4316-8c22-5ff5891a9976,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:01.685916 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e798f39e-2d4b-4183-b10c-8b6133707a0c req-1b518f8b-bca2-44ab-8ee7-5c1719e4cf8e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394704 Jul 09 13:20:01.727223 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53cf41b4-e1a5-411e-9980-b86addacab17 req-e3f31667-3aac-4a4c-befb-324c9eaed3f1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0663846 Jul 09 13:20:01.734540 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-571ccdd0-d199-4e57-837f-04a715abec95 req-d5cfa153-3ff1-4e7a-8102-6ecae43f9e3c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8060238 Jul 09 13:20:01.740748 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ac03688-4b64-4960-a4d4-2ccd10d697a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:01.766254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Request body: {'port': {'device_id': '7168fa65-6876-461d-ac0c-7c30861bdac2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:02.077907 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53cf41b4-e1a5-411e-9980-b86addacab17 req-02c33d25-8a73-44b5-a3e9-37fa09991361 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3424118 Jul 09 13:20:02.107397 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833531bd-3f86-4da7-a852-15af7de0d0f2 req-acc0d262-8310-4013-aebf-fcdb7e19183d tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:02.110211 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-833531bd-3f86-4da7-a852-15af7de0d0f2 req-acc0d262-8310-4013-aebf-fcdb7e19183d tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 971 time: 0.0929594 Jul 09 13:20:02.163781 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-833531bd-3f86-4da7-a852-15af7de0d0f2 req-c3c47dbe-f75c-4c3f-9851-747e194f166e tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484264 Jul 09 13:20:02.170785 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:02.217522 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3d8204-b5ff-4ad7-a11e-9d0ab32802bc req-42087f72-090f-4b05-8ea1-d598610cd317 tempest-DeleteServersAdminTestJSON-72336962 tempest-DeleteServersAdminTestJSON-72336962-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:02.219167 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3b3d8204-b5ff-4ad7-a11e-9d0ab32802bc req-42087f72-090f-4b05-8ea1-d598610cd317 tempest-DeleteServersAdminTestJSON-72336962 tempest-DeleteServersAdminTestJSON-72336962-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 1122 time: 0.2983129 Jul 09 13:20:02.342969 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53cf41b4-e1a5-411e-9980-b86addacab17 req-69713164-4c9f-4402-9190-ba9b7c935a11 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561295 Jul 09 13:20:02.464390 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb99052-65a5-48f0-abfd-3b868da9ea69 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:02.490832 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:02.540421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Transition to ACTIVE for port object afb99052-65a5-48f0-abfd-3b868da9ea69 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:02.594024 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:02.603136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86e487-2c61-42ff-bdc6-f67cea21c3df req-39d3b1f1-c34a-4199-8ae7-6697e804a0cf tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:02.604881 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b86e487-2c61-42ff-bdc6-f67cea21c3df req-39d3b1f1-c34a-4199-8ae7-6697e804a0cf tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 943 time: 0.0693293 Jul 09 13:20:02.654328 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b86e487-2c61-42ff-bdc6-f67cea21c3df req-bf10c92c-e0fe-489f-b268-77cc08100166 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434358 Jul 09 13:20:02.707280 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Pushing event updated for resources: {'Port': ['ID=afb99052-65a5-48f0-abfd-3b868da9ea69,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:02.710747 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-3b3d8204-b5ff-4ad7-a11e-9d0ab32802bc req-1ad26427-9dcc-4e41-bead-267b31bb57fc tempest-DeleteServersAdminTestJSON-72336962 tempest-DeleteServersAdminTestJSON-72336962-project-admin] Deleting port 8a4b7f83-f811-417c-96b8-e144c0e414c3 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:20:02.711335 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3b3d8204-b5ff-4ad7-a11e-9d0ab32802bc req-1ad26427-9dcc-4e41-bead-267b31bb57fc tempest-DeleteServersAdminTestJSON-72336962 tempest-DeleteServersAdminTestJSON-72336962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:02.806257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42676) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:02.850692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Attempting to bind port afb99052-65a5-48f0-abfd-3b868da9ea69 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:02.851300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Attempting to bind port afb99052-65a5-48f0-abfd-3b868da9ea69 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:02.851796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Attempting to bind port afb99052-65a5-48f0-abfd-3b868da9ea69 on network 9232ea55-daf9-4d07-93d3-30e0b875668e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:02.873838 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Port afb99052-65a5-48f0-abfd-3b868da9ea69 on network 9232ea55-daf9-4d07-93d3-30e0b875668e not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:02.874160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Attempting to bind port afb99052-65a5-48f0-abfd-3b868da9ea69 on network 9232ea55-daf9-4d07-93d3-30e0b875668e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:02.902501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:02.902844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Checking segment: {'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:02.903280 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Bound using segment: {'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:02.904110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Bound port: afb99052-65a5-48f0-abfd-3b868da9ea69, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:02.904540 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:02.948332 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3b3d8204-b5ff-4ad7-a11e-9d0ab32802bc req-1ad26427-9dcc-4e41-bead-267b31bb57fc tempest-DeleteServersAdminTestJSON-72336962 tempest-DeleteServersAdminTestJSON-72336962-project-admin] For port 8a4b7f83-f811-417c-96b8-e144c0e414c3, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8a4b7f83-f811-417c-96b8-e144c0e414c3,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:02.948643 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3b3d8204-b5ff-4ad7-a11e-9d0ab32802bc req-1ad26427-9dcc-4e41-bead-267b31bb57fc tempest-DeleteServersAdminTestJSON-72336962 tempest-DeleteServersAdminTestJSON-72336962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:02.989520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d224de-f6f0-4316-8c22-5ff5891a9976 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:03.001300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-3b3d8204-b5ff-4ad7-a11e-9d0ab32802bc req-1ad26427-9dcc-4e41-bead-267b31bb57fc tempest-DeleteServersAdminTestJSON-72336962 tempest-DeleteServersAdminTestJSON-72336962-project-admin] Calling delete_port for 8a4b7f83-f811-417c-96b8-e144c0e414c3 owned by compute:tempest-test_az-1743718912 {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:20:03.008022 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.032020 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62b7de0e-cc9c-43b1-97a5-53e35dfd6aa4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.042091 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d16f0-5fff-411a-a079-b7a25e7e8668 req-903d3631-be24-43f0-ae73-303f55ee0e5e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:03.043639 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c7d16f0-5fff-411a-a079-b7a25e7e8668 req-903d3631-be24-43f0-ae73-303f55ee0e5e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 931 time: 0.1083877 Jul 09 13:20:03.074898 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ecaa88-0451-4a1d-aaf8-9b47844d00d7 req-3ddf05f5-88f3-427d-9865-988d59aefc71 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:03.076381 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-64ecaa88-0451-4a1d-aaf8-9b47844d00d7 req-3ddf05f5-88f3-427d-9865-988d59aefc71 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 944 time: 0.1092887 Jul 09 13:20:03.081040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Transition to ACTIVE for port object c8d224de-f6f0-4316-8c22-5ff5891a9976 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:03.109024 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c7d16f0-5fff-411a-a079-b7a25e7e8668 req-b3a59dc2-875a-4f78-89a1-289c5b40dc08 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587761 Jul 09 13:20:03.127824 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:20:03.131699 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-64ecaa88-0451-4a1d-aaf8-9b47844d00d7 req-778024ab-97f7-4acf-8236-9b66856dda1e tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477257 Jul 09 13:20:03.136351 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.163392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] For port afb99052-65a5-48f0-abfd-3b868da9ea69, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:03.229531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] For port afb99052-65a5-48f0-abfd-3b868da9ea69, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=afb99052-65a5-48f0-abfd-3b868da9ea69,segment=NetworkSegment(6ef595e5-93d1-4b1f-9331-a31db29257f7),segment_id=6ef595e5-93d1-4b1f-9331-a31db29257f7)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:03.266684 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Pushing event updated for resources: {'Port': ['ID=c8d224de-f6f0-4316-8c22-5ff5891a9976,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:03.279499 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.371457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:03.373306 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.375212 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] 10.222.0.15 "PUT /v2.0/ports/afb99052-65a5-48f0-abfd-3b868da9ea69 HTTP/1.1" status: 200 len: 1092 time: 2.0222504 Jul 09 13:20:03.428035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8', 'tag': 'afb99052-65a5-48f0-abfd-3b868da9ea69'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:03.430309 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6b6cd62-ebd1-4bb3-938e-dc4242fa4f21" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8", "tag": "afb99052-65a5-48f0-abfd-3b868da9ea69"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:03.433638 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75835518-f52e-429d-bb75-f83308537aec req-a0d377b8-10ed-4df2-943a-898d6d3bbb7d tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:03.444824 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-75835518-f52e-429d-bb75-f83308537aec req-a0d377b8-10ed-4df2-943a-898d6d3bbb7d tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=12a9a906-8a94-456d-aa8f-c7a9fcac4a5c HTTP/1.1" status: 200 len: 971 time: 0.1114097 Jul 09 13:20:03.490001 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-75835518-f52e-429d-bb75-f83308537aec req-290a04c2-2093-40a6-b5ca-e3e79ef5f671 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441966 Jul 09 13:20:03.491549 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Attempting to bind port c8d224de-f6f0-4316-8c22-5ff5891a9976 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:03.491880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Attempting to bind port c8d224de-f6f0-4316-8c22-5ff5891a9976 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:03.492212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Attempting to bind port c8d224de-f6f0-4316-8c22-5ff5891a9976 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:03.533904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Port c8d224de-f6f0-4316-8c22-5ff5891a9976 on network 9eed349f-85e9-4424-b38d-3b371f8e676c not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:03.534058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Attempting to bind port c8d224de-f6f0-4316-8c22-5ff5891a9976 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:03.576681 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 19, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:03.577048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Checking segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:03.577416 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Bound using segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:03.578298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Bound port: c8d224de-f6f0-4316-8c22-5ff5891a9976, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:03.578660 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.589315 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6cd2b5-471b-4251-9678-03cdc0505d34 service neutron] Pushing event updated for resources: {'Port': ['ID=afb99052-65a5-48f0-abfd-3b868da9ea69,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:03.621896 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3b3d8204-b5ff-4ad7-a11e-9d0ab32802bc req-1ad26427-9dcc-4e41-bead-267b31bb57fc tempest-DeleteServersAdminTestJSON-72336962 tempest-DeleteServersAdminTestJSON-72336962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.634968 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['8a4b7f83-f811-417c-96b8-e144c0e414c3'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:03.637846 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666a7ddd-911c-4421-97a2-4b8dd0fafb9e x-openstack-request-id: req-666a7ddd-911c-4421-97a2-4b8dd0fafb9e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:03.638147 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8", "tag": "afb99052-65a5-48f0-abfd-3b868da9ea69", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:03.638464 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-666a7ddd-911c-4421-97a2-4b8dd0fafb9e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:03.638854 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8', 'tag': 'afb99052-65a5-48f0-abfd-3b868da9ea69', 'status': 'completed', 'code': 200} Jul 09 13:20:03.753756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] For port c8d224de-f6f0-4316-8c22-5ff5891a9976, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:03.757525 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] For port c8d224de-f6f0-4316-8c22-5ff5891a9976, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:03.786744 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad26427-9dcc-4e41-bead-267b31bb57fc tempest-DeleteServersAdminTestJSON-72336962 tempest-DeleteServersAdminTestJSON-72336962-project-admin] Pushing event deleted for resources: {'Port': ['ID=8a4b7f83-f811-417c-96b8-e144c0e414c3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:03.800446 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.842516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-c714b249-21c9-4d40-8cce-b3515b670842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:03.844613 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-c714b249-21c9-4d40-8cce-b3515b670842 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2805868d6b3b4a929f867d7da2837674&device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 1095 time: 0.3827024 Jul 09 13:20:03.848921 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62b7de0e-cc9c-43b1-97a5-53e35dfd6aa4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.895852 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62b7de0e-cc9c-43b1-97a5-53e35dfd6aa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.903500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42726) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:03.987781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:03.991067 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:03.994979 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-571ccdd0-d199-4e57-837f-04a715abec95 req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] 10.222.0.15 "PUT /v2.0/ports/c8d224de-f6f0-4316-8c22-5ff5891a9976 HTTP/1.1" status: 200 len: 1091 time: 2.2458031 Jul 09 13:20:03.998397 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-a4c5dabf-ef3e-4e05-9fcb-010d7935bab7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb99052-65a5-48f0-abfd-3b868da9ea69 HTTP/1.1" status: 200 len: 217 time: 0.1444895 Jul 09 13:20:04.064785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3d8204-b5ff-4ad7-a11e-9d0ab32802bc req-1ad26427-9dcc-4e41-bead-267b31bb57fc tempest-DeleteServersAdminTestJSON-72336962 tempest-DeleteServersAdminTestJSON-72336962-project-admin] No DVR routers for this DVR port 8a4b7f83-f811-417c-96b8-e144c0e414c3 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:20:04.066069 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae8f869-46dc-447e-9ca6-f3cf0e0ffadc service neutron] Pushing event updated for resources: {'Port': ['ID=c8d224de-f6f0-4316-8c22-5ff5891a9976,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:04.128303 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28724e51-ecaf-48ea-8e78-81a7e8f5e947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.148786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3b3d8204-b5ff-4ad7-a11e-9d0ab32802bc req-1ad26427-9dcc-4e41-bead-267b31bb57fc tempest-DeleteServersAdminTestJSON-72336962 tempest-DeleteServersAdminTestJSON-72336962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.150964 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3b3d8204-b5ff-4ad7-a11e-9d0ab32802bc req-1ad26427-9dcc-4e41-bead-267b31bb57fc tempest-DeleteServersAdminTestJSON-72336962 tempest-DeleteServersAdminTestJSON-72336962-project-admin] 10.222.0.18 "DELETE /v2.0/ports/8a4b7f83-f811-417c-96b8-e144c0e414c3 HTTP/1.1" status: 204 len: 173 time: 1.9193656 Jul 09 13:20:04.217334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50d8c5c-bfbb-43fd-9225-7edaf71601df req-4ba4a7b2-7d4d-4b2a-923d-3531661711b2 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:04.219855 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b50d8c5c-bfbb-43fd-9225-7edaf71601df req-4ba4a7b2-7d4d-4b2a-923d-3531661711b2 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 943 time: 0.1544063 Jul 09 13:20:04.220903 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c8f8327-c6d2-4102-8419-173d96dc17b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.292715 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b50d8c5c-bfbb-43fd-9225-7edaf71601df req-a5896080-fbdd-4d21-a7e0-c131214fb3ad tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634065 Jul 09 13:20:04.409444 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28724e51-ecaf-48ea-8e78-81a7e8f5e947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.421365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28724e51-ecaf-48ea-8e78-81a7e8f5e947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.485391 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-62b7de0e-cc9c-43b1-97a5-53e35dfd6aa4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6a6497ebac1e4ce7bef987db3c8dd89e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6748621 Jul 09 13:20:04.493194 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42744) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:04.493522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42748) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:04.496685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-28724e51-ecaf-48ea-8e78-81a7e8f5e947 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b0d5cb66a7264db1bc0c2d9bce5f7122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5922804 Jul 09 13:20:04.499330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7de0e-cc9c-43b1-97a5-53e35dfd6aa4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9baaf026-9382-497d-896b-83032dd04f3f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:04.501367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42750) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:04.518289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-947394fc-757b-452c-a417-d2181c4ab289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:04.520017 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-947394fc-757b-452c-a417-d2181c4ab289 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26d28f37-7507-432c-a5d8-c6beb38ffc7a HTTP/1.1" status: 200 len: 862 time: 0.4564431 Jul 09 13:20:04.542745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28724e51-ecaf-48ea-8e78-81a7e8f5e947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff9224b4-736a-47c7-b31f-35343b34e05d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:04.556710 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.628478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1a7795-6568-4356-b900-28f1993142ac req-aef09523-6d01-4829-80af-2a7d69340528 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:04.630885 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e1a7795-6568-4356-b900-28f1993142ac req-aef09523-6d01-4829-80af-2a7d69340528 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 943 time: 0.1271377 Jul 09 13:20:04.638353 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-564ee690-7cd3-4d71-b5bb-2ffcb910955f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.660834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ccdd0-d199-4e57-837f-04a715abec95 req-bb1ec0e7-c2bc-4ecf-88ac-c237862a222b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:04.662359 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-571ccdd0-d199-4e57-837f-04a715abec95 req-bb1ec0e7-c2bc-4ecf-88ac-c237862a222b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 1094 time: 0.5762386 Jul 09 13:20:04.682007 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-564ee690-7cd3-4d71-b5bb-2ffcb910955f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.711126 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c79194e4-420f-4db1-92d4-a290ff358bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.712813 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-62425a20-2452-47f6-b993-b9688ce39728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.730797 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-571ccdd0-d199-4e57-837f-04a715abec95 req-161dada7-2bc4-4bc6-83ff-ef29f6c312ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976 HTTP/1.1" status: 200 len: 217 time: 0.0567002 Jul 09 13:20:04.758905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-69b5723e-d4e3-4313-8511-8c2386917d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:04.761970 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-69b5723e-d4e3-4313-8511-8c2386917d42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9232ea55-daf9-4d07-93d3-30e0b875668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2334332 Jul 09 13:20:04.775403 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e1a7795-6568-4356-b900-28f1993142ac req-88cd39a7-a22f-4a08-9e0d-23dd6de51625 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292391 Jul 09 13:20:04.777888 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-62425a20-2452-47f6-b993-b9688ce39728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.857970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ad92a-ef83-49ad-973b-c897ee445343 req-9afe1056-c242-42f8-af20-06cc335b8c10 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:04.859631 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-863ad92a-ef83-49ad-973b-c897ee445343 req-9afe1056-c242-42f8-af20-06cc335b8c10 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 944 time: 0.2278614 Jul 09 13:20:04.865555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571ccdd0-d199-4e57-837f-04a715abec95 req-39c44770-dddb-49f6-9f3d-993e2fd495e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:04.867363 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-571ccdd0-d199-4e57-837f-04a715abec95 req-39c44770-dddb-49f6-9f3d-993e2fd495e1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.1224790 Jul 09 13:20:04.914533 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-571ccdd0-d199-4e57-837f-04a715abec95 req-44ab7c65-57db-40a1-88ca-e04f0ae81b84 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350130 Jul 09 13:20:04.916711 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-564ee690-7cd3-4d71-b5bb-2ffcb910955f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.919302 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-564ee690-7cd3-4d71-b5bb-2ffcb910955f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.923288 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-564ee690-7cd3-4d71-b5bb-2ffcb910955f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff9224b4-736a-47c7-b31f-35343b34e05d HTTP/1.1" status: 204 len: 168 time: 0.4182291 Jul 09 13:20:04.935882 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-863ad92a-ef83-49ad-973b-c897ee445343 req-ec50726c-29c4-4e0a-893b-dbdcd7ae0a58 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591559 Jul 09 13:20:04.943984 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-62425a20-2452-47f6-b993-b9688ce39728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.946946 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-62425a20-2452-47f6-b993-b9688ce39728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:04.948272 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-62425a20-2452-47f6-b993-b9688ce39728 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9baaf026-9382-497d-896b-83032dd04f3f HTTP/1.1" status: 204 len: 168 time: 0.4493861 Jul 09 13:20:04.967749 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62425a20-2452-47f6-b993-b9688ce39728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9baaf026-9382-497d-896b-83032dd04f3f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:05.006824 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fd78067f-3062-4dc5-92e0-10db5bb0a4ba details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:05.114751 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c79194e4-420f-4db1-92d4-a290ff358bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.121212 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c79194e4-420f-4db1-92d4-a290ff358bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.177221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ee690-7cd3-4d71-b5bb-2ffcb910955f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff9224b4-736a-47c7-b31f-35343b34e05d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:05.187338 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c79194e4-420f-4db1-92d4-a290ff358bf1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9d933dd7450430888cef1975673d734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6868420 Jul 09 13:20:05.187338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79194e4-420f-4db1-92d4-a290ff358bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fce391f9-7760-4270-ac00-9d6240834f33,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:05.189122 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42766) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:05.202193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed94747e-183a-48a2-bbef-ea2423ecd587 req-191e8a70-1d10-4c01-8196-5e74cf26f34c tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:05.209827 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed94747e-183a-48a2-bbef-ea2423ecd587 req-191e8a70-1d10-4c01-8196-5e74cf26f34c tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 972 time: 0.1762276 Jul 09 13:20:05.211819 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-571ccdd0-d199-4e57-837f-04a715abec95 req-c445806c-10ee-44ba-ba0f-f27887c8e407 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2870836 Jul 09 13:20:05.247205 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-57ee70a7-d1e3-4e17-bb2e-f5b2295716c1 service neutron] 10.222.0.15 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515629 Jul 09 13:20:05.258355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:05.261386 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed94747e-183a-48a2-bbef-ea2423ecd587 req-5b758430-f7d5-4584-b745-29ff9c98cecf tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505998 Jul 09 13:20:05.283403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'fd78067f-3062-4dc5-92e0-10db5bb0a4ba', 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809', 'port_id': 'fd78067f-3062-4dc5-92e0-10db5bb0a4ba', 'mac_address': 'fa:16:3e:1e:bc:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629be656-9c00-4f47-9623-04a34c6428e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:05.337944 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.353437 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd78067f-3062-4dc5-92e0-10db5bb0a4ba {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:05.387811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:05.399326 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.475898 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.491995 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-038c7239-c1fb-425f-b928-c86d50d223b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.494472 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:05.504546 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-2a3eb4b1-b52f-4f53-af4b-9be077ff8187 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b952193c3813465fb8737e215888727d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400043 Jul 09 13:20:05.527424 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-571ccdd0-d199-4e57-837f-04a715abec95 req-8ce52aba-a0b2-491c-9bf1-32a4e0421a27 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3044591 Jul 09 13:20:05.551784 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49c5bc68-587e-47a5-a549-52dccf9485bd req-064920e1-4c01-4928-9705-88b599ec0708 service neutron] 10.222.0.15 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561178 Jul 09 13:20:05.556726 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-038c7239-c1fb-425f-b928-c86d50d223b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.579166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42784) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:05.589023 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42786) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:05.611626 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3735f7b-576d-4ceb-9762-ef49d46a4eb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.643197 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae181d0a-ac6d-4df5-9685-0166c7fa19c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.657893 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7168fa65-6876-461d-ac0c-7c30861bdac2', 'tag': 'c8d224de-f6f0-4316-8c22-5ff5891a9976'}, {'server_uuid': '12a9a906-8a94-456d-aa8f-c7a9fcac4a5c', 'name': 'network-vif-deleted', 'tag': '8a4b7f83-f811-417c-96b8-e144c0e414c3'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:05.660177 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-949b0089-e03a-4581-b8e1-e881badf9af7" -d '{"events": [{"name": "network-changed", "server_uuid": "7168fa65-6876-461d-ac0c-7c30861bdac2", "tag": "c8d224de-f6f0-4316-8c22-5ff5891a9976"}, {"server_uuid": "12a9a906-8a94-456d-aa8f-c7a9fcac4a5c", "name": "network-vif-deleted", "tag": "8a4b7f83-f811-417c-96b8-e144c0e414c3"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:05.702117 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-ae181d0a-ac6d-4df5-9685-0166c7fa19c5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:20:05.702117 n-d-799525-3 neutron-server[93754]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:20:05.702117 n-d-799525-3 neutron-server[93754]: [parameters: {'project_id': '22166421824b455295be1cfd076cb770', 'id': 'f1198878-f757-4c15-bb91-3d0e2e72c4bf', 'expiration': datetime.datetime(2021, 7, 9, 13, 22, 5, 685913)}] Jul 09 13:20:05.702117 n-d-799525-3 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:20:05.702553 n-d-799525-3 neutron-server[93754]: DEBUG oslo_db.api [None req-ae181d0a-ac6d-4df5-9685-0166c7fa19c5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:20:05.705765 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['fd78067f-3062-4dc5-92e0-10db5bb0a4ba'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:05.719030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6cd62-ebd1-4bb3-938e-dc4242fa4f21 req-c5be7cf7-27e6-472c-9c1c-670758bc14a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:05.720586 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e6b6cd62-ebd1-4bb3-938e-dc4242fa4f21 req-c5be7cf7-27e6-472c-9c1c-670758bc14a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2805868d6b3b4a929f867d7da2837674&device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 1095 time: 0.1053166 Jul 09 13:20:05.721345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-caf8a46d-4d0f-4174-88f9-cbefbce7bdef tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:05.723557 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-caf8a46d-4d0f-4174-88f9-cbefbce7bdef tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2090914 Jul 09 13:20:05.725406 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-038c7239-c1fb-425f-b928-c86d50d223b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.728135 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-038c7239-c1fb-425f-b928-c86d50d223b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:05.729055 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-038c7239-c1fb-425f-b928-c86d50d223b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fce391f9-7760-4270-ac00-9d6240834f33 HTTP/1.1" status: 204 len: 168 time: 0.5345922 Jul 09 13:20:05.736007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becfab10-5004-4ff0-9ec0-bff0553a8826 req-674ca7da-363a-4a59-8a51-b15cc19b56ce tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:05.744691 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-becfab10-5004-4ff0-9ec0-bff0553a8826 req-674ca7da-363a-4a59-8a51-b15cc19b56ce tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 944 time: 0.2080269 Jul 09 13:20:05.771230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038c7239-c1fb-425f-b928-c86d50d223b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce391f9-7760-4270-ac00-9d6240834f33,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:05.781334 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-957bb337-426c-4f2e-a41a-76d13520773e tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/quotas/b952193c3813465fb8737e215888727d HTTP/1.1" status: 200 len: 375 time: 0.0345747 Jul 09 13:20:05.837774 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-becfab10-5004-4ff0-9ec0-bff0553a8826 req-b524b057-fe0b-4c8b-aaaa-39a334c623d1 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921326 Jul 09 13:20:05.874697 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-96e344d6-bff0-4d50-879b-288c66595e86 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b952193c3813465fb8737e215888727d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0795963 Jul 09 13:20:05.961028 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea492812-baae-491e-a60e-73a5605ef3b3 x-openstack-request-id: req-ea492812-baae-491e-a60e-73a5605ef3b3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:05.961333 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7168fa65-6876-461d-ac0c-7c30861bdac2", "tag": "c8d224de-f6f0-4316-8c22-5ff5891a9976", "status": "completed", "code": 200}, {"server_uuid": "12a9a906-8a94-456d-aa8f-c7a9fcac4a5c", "name": "network-vif-deleted", "tag": "8a4b7f83-f811-417c-96b8-e144c0e414c3", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:05.961593 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ea492812-baae-491e-a60e-73a5605ef3b3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:05.961984 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7168fa65-6876-461d-ac0c-7c30861bdac2', 'tag': 'c8d224de-f6f0-4316-8c22-5ff5891a9976', 'status': 'completed', 'code': 200} Jul 09 13:20:05.962281 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12a9a906-8a94-456d-aa8f-c7a9fcac4a5c', 'name': 'network-vif-deleted', 'tag': '8a4b7f83-f811-417c-96b8-e144c0e414c3', 'status': 'completed', 'code': 200} Jul 09 13:20:06.064628 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6cd62-ebd1-4bb3-938e-dc4242fa4f21 req-e37c18c5-f65d-4025-a6d6-bdc065b65cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:06.067175 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e6b6cd62-ebd1-4bb3-938e-dc4242fa4f21 req-e37c18c5-f65d-4025-a6d6-bdc065b65cc9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9232ea55-daf9-4d07-93d3-30e0b875668e HTTP/1.1" status: 200 len: 924 time: 0.3345232 Jul 09 13:20:06.133752 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc2e66b9-49a7-4320-9121-56cd4a236c95 req-b22252fa-11dd-4653-8085-f0bc5587340f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 210 time: 0.0334735 Jul 09 13:20:06.163888 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e6b6cd62-ebd1-4bb3-938e-dc4242fa4f21 req-f5892d70-969a-4079-9c72-bb5acfe0c172 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb99052-65a5-48f0-abfd-3b868da9ea69 HTTP/1.1" status: 200 len: 217 time: 0.0777173 Jul 09 13:20:06.174083 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3735f7b-576d-4ceb-9762-ef49d46a4eb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.180778 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf92e5e-701e-42a8-b658-67724431d066 req-d9a91b5a-606f-4c03-bc2a-ab5dea039768 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:06.186298 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6bf92e5e-701e-42a8-b658-67724431d066 req-d9a91b5a-606f-4c03-bc2a-ab5dea039768 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 943 time: 0.1268597 Jul 09 13:20:06.236180 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae181d0a-ac6d-4df5-9685-0166c7fa19c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.240822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6cd62-ebd1-4bb3-938e-dc4242fa4f21 req-afb8af0f-3a84-49b6-ae73-44b51ef7e6ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:06.242770 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e6b6cd62-ebd1-4bb3-938e-dc4242fa4f21 req-afb8af0f-3a84-49b6-ae73-44b51ef7e6ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26d28f37-7507-432c-a5d8-c6beb38ffc7a HTTP/1.1" status: 200 len: 862 time: 0.0639102 Jul 09 13:20:06.251728 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e3735f7b-576d-4ceb-9762-ef49d46a4eb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.310150 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e3735f7b-576d-4ceb-9762-ef49d46a4eb2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c3f166fc6765486f832c10fb8c2872d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7293947 Jul 09 13:20:06.327693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6bf92e5e-701e-42a8-b658-67724431d066 req-a0eb40fd-eb70-4ac8-99f2-6523617a3a85 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332974 Jul 09 13:20:06.329954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42806) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:06.358925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ac057-b43f-4cc6-a5a5-64198e540f0b req-f6cddde9-8ee7-44ea-9ff6-117cb5af6cec tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:06.360518 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-471ac057-b43f-4cc6-a5a5-64198e540f0b req-f6cddde9-8ee7-44ea-9ff6-117cb5af6cec tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.18 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 972 time: 0.5621684 Jul 09 13:20:06.362606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b0089-e03a-4581-b8e1-e881badf9af7 req-f48b85f3-7149-4e54-81de-00cbf750fb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:06.364755 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-949b0089-e03a-4581-b8e1-e881badf9af7 req-f48b85f3-7149-4e54-81de-00cbf750fb5c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 1094 time: 0.4062576 Jul 09 13:20:06.466645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cce4817-5bce-4a70-83dd-0bc4b9535cce req-e40353b8-d739-4223-b0d5-16c76ec00777 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:06.468644 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9cce4817-5bce-4a70-83dd-0bc4b9535cce req-e40353b8-d739-4223-b0d5-16c76ec00777 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 944 time: 0.1874249 Jul 09 13:20:06.469588 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-014e123b-2fd1-41c3-88d5-00f432f1d9f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.584663 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-014e123b-2fd1-41c3-88d5-00f432f1d9f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.591272 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9cce4817-5bce-4a70-83dd-0bc4b9535cce req-4be2b18b-f4dc-43ba-8d82-04d8132b2726 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1135790 Jul 09 13:20:06.609674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3735f7b-576d-4ceb-9762-ef49d46a4eb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cc128c7-8d35-4686-a05c-8143afb12e9b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:06.689142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b0089-e03a-4581-b8e1-e881badf9af7 req-a963f8ec-b5c0-4aef-8170-07987f160129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:06.690377 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42814) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:06.691473 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-949b0089-e03a-4581-b8e1-e881badf9af7 req-a963f8ec-b5c0-4aef-8170-07987f160129 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.3144586 Jul 09 13:20:06.697499 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae181d0a-ac6d-4df5-9685-0166c7fa19c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.709612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b6cd62-ebd1-4bb3-938e-dc4242fa4f21 req-d953408b-2887-4202-89cc-f7ff73ae3d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:06.711150 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e6b6cd62-ebd1-4bb3-938e-dc4242fa4f21 req-d953408b-2887-4202-89cc-f7ff73ae3d48 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9232ea55-daf9-4d07-93d3-30e0b875668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4490862 Jul 09 13:20:06.713849 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae181d0a-ac6d-4df5-9685-0166c7fa19c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.732108 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27658c16-5c05-41b7-bdda-3cd2d8fe8b22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.754109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-471ac057-b43f-4cc6-a5a5-64198e540f0b req-ec9163bb-c30b-49d2-967e-7cf2dcac8c02 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Deleting port fb3f8c0d-6919-4e28-8272-2968357f6a6c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:20:06.754360 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-471ac057-b43f-4cc6-a5a5-64198e540f0b req-ec9163bb-c30b-49d2-967e-7cf2dcac8c02 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.760689 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-949b0089-e03a-4581-b8e1-e881badf9af7 req-a7b90b6e-5a86-4fdf-99f6-11520679e4a0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976 HTTP/1.1" status: 200 len: 217 time: 0.0619788 Jul 09 13:20:06.785060 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ae181d0a-ac6d-4df5-9685-0166c7fa19c5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22166421824b455295be1cfd076cb770&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1880267 Jul 09 13:20:06.789944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42816) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:06.800896 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22adab3-f93d-45d8-bf8d-ed76dc2a4819 req-2901404d-0a72-449b-bcfb-7b3de8eda28b tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:06.802936 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b22adab3-f93d-45d8-bf8d-ed76dc2a4819 req-2901404d-0a72-449b-bcfb-7b3de8eda28b tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 972 time: 0.2157612 Jul 09 13:20:06.806196 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-014e123b-2fd1-41c3-88d5-00f432f1d9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.810747 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-014e123b-2fd1-41c3-88d5-00f432f1d9f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.814221 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-014e123b-2fd1-41c3-88d5-00f432f1d9f7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1cc128c7-8d35-4686-a05c-8143afb12e9b HTTP/1.1" status: 204 len: 168 time: 0.4776294 Jul 09 13:20:06.819631 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:06.830355 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae181d0a-ac6d-4df5-9685-0166c7fa19c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6069044-d4eb-46c0-9071-0e009e5d84aa,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:06.863523 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8a4b7f83-f811-417c-96b8-e144c0e414c3 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:20:06.890061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014e123b-2fd1-41c3-88d5-00f432f1d9f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cc128c7-8d35-4686-a05c-8143afb12e9b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:06.947263 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b22adab3-f93d-45d8-bf8d-ed76dc2a4819 req-d0b78dbc-638f-4124-9eb9-8c42f9165f35 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/security-groups?id=81d7eb95-bdca-494f-82f2-6102d95b4ab7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252992 Jul 09 13:20:06.954521 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 8a4b7f83-f811-417c-96b8-e144c0e414c3 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:20:06.954870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8a4b7f83-f811-417c-96b8-e144c0e414c3 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:20:06.987793 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fd78067f-3062-4dc5-92e0-10db5bb0a4ba up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:07.058934 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1080f98-8b54-4965-b692-0755219657c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.086633 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port fd78067f-3062-4dc5-92e0-10db5bb0a4ba completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:07.091559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port fd78067f-3062-4dc5-92e0-10db5bb0a4ba triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:07.091941 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.143768 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27658c16-5c05-41b7-bdda-3cd2d8fe8b22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.151312 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1080f98-8b54-4965-b692-0755219657c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.169330 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27658c16-5c05-41b7-bdda-3cd2d8fe8b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.194268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949b0089-e03a-4581-b8e1-e881badf9af7 req-9c9a4200-a831-459a-8a88-416d56f084a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:07.196048 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-949b0089-e03a-4581-b8e1-e881badf9af7 req-9c9a4200-a831-459a-8a88-416d56f084a5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.4163308 Jul 09 13:20:07.250068 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-27658c16-5c05-41b7-bdda-3cd2d8fe8b22 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=699658a19e71463d9fe4cea74ee68783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5551362 Jul 09 13:20:07.251734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42824) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:07.260727 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-949b0089-e03a-4581-b8e1-e881badf9af7 req-b98fdf27-7dab-431a-8ae8-311690c80cdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504222 Jul 09 13:20:07.260727 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e6b6cd62-ebd1-4bb3-938e-dc4242fa4f21 req-f08eb1d2-9e71-4d42-894c-a4b2c0e0d9d2 service neutron] 10.222.0.15 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5146401 Jul 09 13:20:07.276207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-471ac057-b43f-4cc6-a5a5-64198e540f0b req-ec9163bb-c30b-49d2-967e-7cf2dcac8c02 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] For port fb3f8c0d-6919-4e28-8272-2968357f6a6c, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fb3f8c0d-6919-4e28-8272-2968357f6a6c,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:07.276573 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-471ac057-b43f-4cc6-a5a5-64198e540f0b req-ec9163bb-c30b-49d2-967e-7cf2dcac8c02 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.290142 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27658c16-5c05-41b7-bdda-3cd2d8fe8b22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d73f9e6-3127-42f3-946f-cdeb17964119,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:07.291402 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.323044 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dbacc-67f5-4242-b7f6-1f72624cb365 req-1c209bcd-bdf3-4de5-8d45-f4349eef9ce7 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:07.330298 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-043dbacc-67f5-4242-b7f6-1f72624cb365 req-1c209bcd-bdf3-4de5-8d45-f4349eef9ce7 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 944 time: 0.2446125 Jul 09 13:20:07.354060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-471ac057-b43f-4cc6-a5a5-64198e540f0b req-ec9163bb-c30b-49d2-967e-7cf2dcac8c02 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Calling delete_port for fb3f8c0d-6919-4e28-8272-2968357f6a6c owned by compute:tempest-test_az-1743718912 {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:20:07.357576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1080f98-8b54-4965-b692-0755219657c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.357709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5162226-1c33-4776-beb4-15dffd1f7b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd78067f-3062-4dc5-92e0-10db5bb0a4ba'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:07.360501 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1080f98-8b54-4965-b692-0755219657c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.361847 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a1080f98-8b54-4965-b692-0755219657c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6069044-d4eb-46c0-9071-0e009e5d84aa HTTP/1.1" status: 204 len: 168 time: 0.5688899 Jul 09 13:20:07.369073 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4111fef1-5835-4e17-a3e8-1b6b1205573d" -d '{"events": [{"server_uuid": "e5162226-1c33-4776-beb4-15dffd1f7b95", "name": "network-vif-plugged", "status": "completed", "tag": "fd78067f-3062-4dc5-92e0-10db5bb0a4ba"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:07.385545 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f151f5f3-80eb-4c23-9d60-cbabdc5bcfd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.414858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:07.415446 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-043dbacc-67f5-4242-b7f6-1f72624cb365 req-cbb7abeb-b5b0-478f-8c4c-b0234c640864 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829275 Jul 09 13:20:07.420659 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1080f98-8b54-4965-b692-0755219657c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6069044-d4eb-46c0-9071-0e009e5d84aa,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:07.422577 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.489505 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f179f31a-71ad-4a69-839c-bef7dd931eee req-eee801a7-b40c-40ea-9b57-20bb41a892f6 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 210 time: 0.1016738 Jul 09 13:20:07.521693 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f151f5f3-80eb-4c23-9d60-cbabdc5bcfd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.567601 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:07.610857 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-910a1ade-2b34-419f-bb82-490e233400b1 x-openstack-request-id: req-910a1ade-2b34-419f-bb82-490e233400b1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:07.612937 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5162226-1c33-4776-beb4-15dffd1f7b95", "name": "network-vif-plugged", "status": "completed", "tag": "fd78067f-3062-4dc5-92e0-10db5bb0a4ba", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:07.613209 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-910a1ade-2b34-419f-bb82-490e233400b1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:07.614207 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5162226-1c33-4776-beb4-15dffd1f7b95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd78067f-3062-4dc5-92e0-10db5bb0a4ba', 'code': 200} Jul 09 13:20:07.624269 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f151f5f3-80eb-4c23-9d60-cbabdc5bcfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.631238 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f151f5f3-80eb-4c23-9d60-cbabdc5bcfd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.644828 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f151f5f3-80eb-4c23-9d60-cbabdc5bcfd3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8d73f9e6-3127-42f3-946f-cdeb17964119 HTTP/1.1" status: 204 len: 168 time: 0.3912499 Jul 09 13:20:07.729823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f151f5f3-80eb-4c23-9d60-cbabdc5bcfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d73f9e6-3127-42f3-946f-cdeb17964119,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:07.796984 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-c3657cac-2f40-47b0-bb36-60fbacb544f6 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b952193c3813465fb8737e215888727d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0561059 Jul 09 13:20:07.857439 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e6b6cd62-ebd1-4bb3-938e-dc4242fa4f21 req-9a61c309-c67c-4c22-8be9-b7f0e61cc645 service neutron] 10.222.0.15 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780485 Jul 09 13:20:07.862503 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-949b0089-e03a-4581-b8e1-e881badf9af7 req-48dd1b64-8095-4fa2-8238-993ee9d2bd93 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5808988 Jul 09 13:20:07.932014 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-471ac057-b43f-4cc6-a5a5-64198e540f0b req-ec9163bb-c30b-49d2-967e-7cf2dcac8c02 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:07.954254 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['fb3f8c0d-6919-4e28-8272-2968357f6a6c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:08.031761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9163bb-c30b-49d2-967e-7cf2dcac8c02 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Pushing event deleted for resources: {'Port': ['ID=fb3f8c0d-6919-4e28-8272-2968357f6a6c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:08.075674 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:08.147535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ce186e-e0a4-48e2-b463-60af3aed16b2 req-cc2ec51e-4d7b-4401-9718-9494de4cd1bc tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:08.155174 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9ce186e-e0a4-48e2-b463-60af3aed16b2 req-cc2ec51e-4d7b-4401-9718-9494de4cd1bc tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 943 time: 0.5089185 Jul 09 13:20:08.188447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-471ac057-b43f-4cc6-a5a5-64198e540f0b req-ec9163bb-c30b-49d2-967e-7cf2dcac8c02 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] No DVR routers for this DVR port fb3f8c0d-6919-4e28-8272-2968357f6a6c on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:20:08.196328 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-471ac057-b43f-4cc6-a5a5-64198e540f0b req-ec9163bb-c30b-49d2-967e-7cf2dcac8c02 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:08.199063 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-471ac057-b43f-4cc6-a5a5-64198e540f0b req-ec9163bb-c30b-49d2-967e-7cf2dcac8c02 tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.18 "DELETE /v2.0/ports/fb3f8c0d-6919-4e28-8272-2968357f6a6c HTTP/1.1" status: 204 len: 173 time: 1.8279197 Jul 09 13:20:08.203168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23c58ad5-ca19-4880-b2ea-00a834cf79c8', 'name': 'network-vif-deleted', 'tag': 'fb3f8c0d-6919-4e28-8272-2968357f6a6c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:08.213978 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310e3ce4-b413-4ca9-8798-047c80d615e0" -d '{"events": [{"server_uuid": "23c58ad5-ca19-4880-b2ea-00a834cf79c8", "name": "network-vif-deleted", "tag": "fb3f8c0d-6919-4e28-8272-2968357f6a6c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:08.239184 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d3b3b2-5e85-4c8d-a218-7ef5559b64cb req-d3f0e04f-c0d9-4e20-884c-c9d77f1d0e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:08.240835 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-98d3b3b2-5e85-4c8d-a218-7ef5559b64cb req-d3f0e04f-c0d9-4e20-884c-c9d77f1d0e93 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 1096 time: 0.4567080 Jul 09 13:20:08.246841 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-949b0089-e03a-4581-b8e1-e881badf9af7 req-aba3c890-50d3-4961-9a07-5390b8bd28bc service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725643 Jul 09 13:20:08.275126 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:08.294094 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854f546b-01d3-4979-bac0-8128d7adddfd req-157f94ab-b4b8-4feb-87f9-3d328da76318 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:08.302480 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-854f546b-01d3-4979-bac0-8128d7adddfd req-157f94ab-b4b8-4feb-87f9-3d328da76318 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 944 time: 0.4709597 Jul 09 13:20:08.303877 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-98d3b3b2-5e85-4c8d-a218-7ef5559b64cb req-f5445f04-e272-406e-a4c1-32f6cf6b2f22 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559113 Jul 09 13:20:08.368036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-072e7322-40af-49c1-99a6-adcd7af30e58 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:08.369847 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-072e7322-40af-49c1-99a6-adcd7af30e58 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5662525 Jul 09 13:20:08.395169 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9ce186e-e0a4-48e2-b463-60af3aed16b2 req-34c637a0-f2c6-45e7-8313-83884b7ef521 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2382410 Jul 09 13:20:08.406854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-75b0e23c-4d44-4f72-9f2d-b45e939c6145 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Request body: {'port': {'device_id': 'fcfac247-6fd8-46d0-b3b9-28da74705c8f', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'b952193c3813465fb8737e215888727d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:08.509441 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-854f546b-01d3-4979-bac0-8128d7adddfd req-674900de-2fdb-4013-b5ca-48570a8a7746 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059216 Jul 09 13:20:08.588368 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4b41fc0-1477-426e-9bba-e20e18850f26 x-openstack-request-id: req-f4b41fc0-1477-426e-9bba-e20e18850f26 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:08.588758 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23c58ad5-ca19-4880-b2ea-00a834cf79c8", "name": "network-vif-deleted", "tag": "fb3f8c0d-6919-4e28-8272-2968357f6a6c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:08.589110 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4b41fc0-1477-426e-9bba-e20e18850f26 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:08.589783 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23c58ad5-ca19-4880-b2ea-00a834cf79c8', 'name': 'network-vif-deleted', 'tag': 'fb3f8c0d-6919-4e28-8272-2968357f6a6c', 'status': 'completed', 'code': 200} Jul 09 13:20:08.609204 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b503edcb-9781-44e6-b019-5efcd6866db9 req-f3402ba5-c23b-4966-b4de-dd4f5c7484da tempest-AggregatesAdminTestJSON-319626394 tempest-AggregatesAdminTestJSON-319626394-project] 10.222.0.39 "GET /v2.0/ports?device_id=23c58ad5-ca19-4880-b2ea-00a834cf79c8 HTTP/1.1" status: 200 len: 210 time: 0.0344598 Jul 09 13:20:08.643854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-75b0e23c-4d44-4f72-9f2d-b45e939c6145 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Made reservation on behalf of b952193c3813465fb8737e215888727d for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:08.648230 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-75b0e23c-4d44-4f72-9f2d-b45e939c6145 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:08.835544 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ff5e64d-9290-43c1-9e5a-4882eeceed5b req-6bf39f85-308e-4518-927a-3917feddbd78 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 210 time: 0.0560670 Jul 09 13:20:08.910644 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-75b0e23c-4d44-4f72-9f2d-b45e939c6145 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Allocated IP 192.168.233.86 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/96f806fe-a406-468e-8402-4e169f3cf5f2) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:08.922937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aba52d-33bd-4cb0-b401-83f491ee78ad req-7e116d05-f296-43a4-b962-19c7337e1923 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:08.930262 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7aba52d-33bd-4cb0-b401-83f491ee78ad req-7e116d05-f296-43a4-b962-19c7337e1923 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 945 time: 0.1648545 Jul 09 13:20:08.995422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c8d224de-f6f0-4316-8c22-5ff5891a9976 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:08.999624 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7aba52d-33bd-4cb0-b401-83f491ee78ad req-cf9a5f5f-bf34-4e04-99d3-b21340e385b8 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684674 Jul 09 13:20:09.141426 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port c8d224de-f6f0-4316-8c22-5ff5891a9976, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:09.164685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'c8d224de-f6f0-4316-8c22-5ff5891a9976', 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c', 'port_id': 'c8d224de-f6f0-4316-8c22-5ff5891a9976', 'mac_address': 'fa:16:3e:86:4b:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:09.167237 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-75b0e23c-4d44-4f72-9f2d-b45e939c6145 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:09.184862 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-75b0e23c-4d44-4f72-9f2d-b45e939c6145 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Transition to ACTIVE for port object 96f806fe-a406-468e-8402-4e169f3cf5f2 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:09.211836 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:09.232333 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-75b0e23c-4d44-4f72-9f2d-b45e939c6145 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:09.233312 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8d224de-f6f0-4316-8c22-5ff5891a9976 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:09.263949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port c8d224de-f6f0-4316-8c22-5ff5891a9976, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:09.270470 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:09.271433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device afb99052-65a5-48f0-abfd-3b868da9ea69 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:09.303756 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0e23c-4d44-4f72-9f2d-b45e939c6145 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Pushing event updated for resources: {'Port': ['ID=96f806fe-a406-468e-8402-4e169f3cf5f2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:09.310688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-75b0e23c-4d44-4f72-9f2d-b45e939c6145 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:09.312567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-75b0e23c-4d44-4f72-9f2d-b45e939c6145 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:09.314934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-75b0e23c-4d44-4f72-9f2d-b45e939c6145 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:09.321421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-75b0e23c-4d44-4f72-9f2d-b45e939c6145 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:09.321629 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-75b0e23c-4d44-4f72-9f2d-b45e939c6145 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:09.343366 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-75b0e23c-4d44-4f72-9f2d-b45e939c6145 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9619803 Jul 09 13:20:09.358300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Request body: {'port': {'device_id': 'fcfac247-6fd8-46d0-b3b9-28da74705c8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:09.447155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=c8d224de-f6f0-4316-8c22-5ff5891a9976,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:09.474550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port afb99052-65a5-48f0-abfd-3b868da9ea69, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=afb99052-65a5-48f0-abfd-3b868da9ea69,segment=NetworkSegment(6ef595e5-93d1-4b1f-9331-a31db29257f7),segment_id=6ef595e5-93d1-4b1f-9331-a31db29257f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:09.493209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'afb99052-65a5-48f0-abfd-3b868da9ea69', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'port_id': 'afb99052-65a5-48f0-abfd-3b868da9ea69', 'mac_address': 'fa:16:3e:a2:96:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:09.539727 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:09.577929 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:09.599332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb99052-65a5-48f0-abfd-3b868da9ea69 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:09.659823 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port afb99052-65a5-48f0-abfd-3b868da9ea69, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=afb99052-65a5-48f0-abfd-3b868da9ea69,segment=NetworkSegment(6ef595e5-93d1-4b1f-9331-a31db29257f7),segment_id=6ef595e5-93d1-4b1f-9331-a31db29257f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:09.671950 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:09.701993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-212a4f82-66f7-4adf-9f74-2f11f6d37a18 None None] Provisioning for port 96f806fe-a406-468e-8402-4e169f3cf5f2 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:09.709142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-212a4f82-66f7-4adf-9f74-2f11f6d37a18 None None] Provisioning complete for port 96f806fe-a406-468e-8402-4e169f3cf5f2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:09.709962 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-212a4f82-66f7-4adf-9f74-2f11f6d37a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:09.773372 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=afb99052-65a5-48f0-abfd-3b868da9ea69,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:09.776026 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-212a4f82-66f7-4adf-9f74-2f11f6d37a18 None None] Port 96f806fe-a406-468e-8402-4e169f3cf5f2 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:20:09.932189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b103622a-e77b-4306-820b-6f4c735f54e7 req-2ea99b15-16bb-494f-84d3-ac6e8011da22 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:09.933714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['afb99052-65a5-48f0-abfd-3b868da9ea69'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:09.939373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b103622a-e77b-4306-820b-6f4c735f54e7 req-2ea99b15-16bb-494f-84d3-ac6e8011da22 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 944 time: 0.2996616 Jul 09 13:20:09.970672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca625e6-b817-41a3-8c51-cfc7d20a9744 req-010d8006-55a7-42a6-9147-7f3289aa447e tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:09.972225 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ca625e6-b817-41a3-8c51-cfc7d20a9744 req-010d8006-55a7-42a6-9147-7f3289aa447e tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 945 time: 0.2686012 Jul 09 13:20:10.061458 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b103622a-e77b-4306-820b-6f4c735f54e7 req-5ce4c569-72a9-4f06-ab0c-fa8b06192851 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210811 Jul 09 13:20:10.105048 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ca625e6-b817-41a3-8c51-cfc7d20a9744 req-55f5bdd6-a2bb-41ae-b055-b83b5bb216e9 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1241121 Jul 09 13:20:10.117806 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['c8d224de-f6f0-4316-8c22-5ff5891a9976'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:10.202250 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96f806fe-a406-468e-8402-4e169f3cf5f2 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:10.210670 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:10.224883 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Transition to ACTIVE for port object 96f806fe-a406-468e-8402-4e169f3cf5f2 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:10.230990 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:10.422891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Pushing event updated for resources: {'Port': ['ID=96f806fe-a406-468e-8402-4e169f3cf5f2,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:10.546820 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Attempting to bind port 96f806fe-a406-468e-8402-4e169f3cf5f2 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:10.547516 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Attempting to bind port 96f806fe-a406-468e-8402-4e169f3cf5f2 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:10.548022 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Attempting to bind port 96f806fe-a406-468e-8402-4e169f3cf5f2 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:10.554341 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Port 96f806fe-a406-468e-8402-4e169f3cf5f2 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:10.554895 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Attempting to bind port 96f806fe-a406-468e-8402-4e169f3cf5f2 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:10.573327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:10.573897 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:10.574439 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:10.575397 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Bound port: 96f806fe-a406-468e-8402-4e169f3cf5f2, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:10.576049 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:10.606150 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20d865-0349-49dd-bafd-b7a038a069d8 req-be26aee8-4995-4e93-a5c6-23d040d3e039 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:10.608029 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b20d865-0349-49dd-bafd-b7a038a069d8 req-be26aee8-4995-4e93-a5c6-23d040d3e039 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 947 time: 0.3071275 Jul 09 13:20:10.658669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27825b82-58c2-434a-80a3-d04f058c1b35 req-8abafe19-c313-4750-a89e-5796f069cb89 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:10.660527 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27825b82-58c2-434a-80a3-d04f058c1b35 req-8abafe19-c313-4750-a89e-5796f069cb89 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 945 time: 0.2069571 Jul 09 13:20:10.735762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42956) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:10.755701 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b20d865-0349-49dd-bafd-b7a038a069d8 req-9b83dc8c-7098-4555-b257-feb70371b80b tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365528 Jul 09 13:20:10.774600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] For port 96f806fe-a406-468e-8402-4e169f3cf5f2, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:10.774600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] For port 96f806fe-a406-468e-8402-4e169f3cf5f2, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=96f806fe-a406-468e-8402-4e169f3cf5f2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:10.783127 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:10.795359 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27825b82-58c2-434a-80a3-d04f058c1b35 req-dd4c8eb4-b0fc-40de-993e-e2e11644f7f1 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219556 Jul 09 13:20:10.831749 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:10.832436 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:10.834237 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] 10.222.0.18 "PUT /v2.0/ports/96f806fe-a406-468e-8402-4e169f3cf5f2 HTTP/1.1" status: 200 len: 1095 time: 1.4823432 Jul 09 13:20:10.836990 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fcfac247-6fd8-46d0-b3b9-28da74705c8f', 'tag': '96f806fe-a406-468e-8402-4e169f3cf5f2'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:10.841828 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fa242e0-7385-4359-8616-c06449a702fc" -d '{"events": [{"name": "network-changed", "server_uuid": "fcfac247-6fd8-46d0-b3b9-28da74705c8f", "tag": "96f806fe-a406-468e-8402-4e169f3cf5f2"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:10.883879 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fb3f8c0d-6919-4e28-8272-2968357f6a6c no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:20:10.916777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5ce408-d638-4391-ba21-0464adc5b270 service neutron] Pushing event updated for resources: {'Port': ['ID=96f806fe-a406-468e-8402-4e169f3cf5f2,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:10.921609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: fb3f8c0d-6919-4e28-8272-2968357f6a6c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:20:10.921948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fb3f8c0d-6919-4e28-8272-2968357f6a6c not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:20:10.946641 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-ac3d96d5-9b81-48bc-ae38-5d4d96e09435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:10.948775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-ac3d96d5-9b81-48bc-ae38-5d4d96e09435 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b952193c3813465fb8737e215888727d&device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 1098 time: 0.0734615 Jul 09 13:20:11.008233 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-d1c4ab01-f14d-4094-8c35-6c3999a27cf2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=96f806fe-a406-468e-8402-4e169f3cf5f2 HTTP/1.1" status: 200 len: 217 time: 0.0441115 Jul 09 13:20:11.012258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device afb99052-65a5-48f0-abfd-3b868da9ea69 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:11.074150 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-934aeebb-f9a8-4735-9439-d248c7387abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:11.075664 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-934aeebb-f9a8-4735-9439-d248c7387abc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0605063 Jul 09 13:20:11.082600 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port afb99052-65a5-48f0-abfd-3b868da9ea69 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:11.088407 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port afb99052-65a5-48f0-abfd-3b868da9ea69 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:11.089113 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:11.145347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-d925e2f7-5a0f-459e-8279-350c3556e93b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:11.147434 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-d925e2f7-5a0f-459e-8279-350c3556e93b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0657179 Jul 09 13:20:11.198890 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:11.202431 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a5263cbd-4846-4d14-a65b-986ef0470016 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f3995b0ae21b44f4a85075dc670ee885&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4667737 Jul 09 13:20:11.203410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42982) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:11.228827 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb99052-65a5-48f0-abfd-3b868da9ea69'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:11.232869 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2375e7a-a6b3-41cf-b2d9-5943fb6ef79d" -d '{"events": [{"server_uuid": "c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8", "name": "network-vif-plugged", "status": "completed", "tag": "afb99052-65a5-48f0-abfd-3b868da9ea69"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:11.249090 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port afb99052-65a5-48f0-abfd-3b868da9ea69, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=afb99052-65a5-48f0-abfd-3b868da9ea69,segment=NetworkSegment(6ef595e5-93d1-4b1f-9331-a31db29257f7),segment_id=6ef595e5-93d1-4b1f-9331-a31db29257f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:11.255297 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:11.256762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c8d224de-f6f0-4316-8c22-5ff5891a9976 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:11.277965 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2697805-1693-457c-8283-b3efc87e2224 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:11.310707 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-d70681e0-9aca-4b70-8664-d5b461a331dd service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555018 Jul 09 13:20:11.312642 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2697805-1693-457c-8283-b3efc87e2224 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:11.363939 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=afb99052-65a5-48f0-abfd-3b868da9ea69,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:11.379292 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port c8d224de-f6f0-4316-8c22-5ff5891a9976 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:11.388468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port c8d224de-f6f0-4316-8c22-5ff5891a9976 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:11.389646 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:11.406203 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2697805-1693-457c-8283-b3efc87e2224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:11.409569 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2697805-1693-457c-8283-b3efc87e2224 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:11.413427 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f2697805-1693-457c-8283-b3efc87e2224 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/81d7eb95-bdca-494f-82f2-6102d95b4ab7 HTTP/1.1" status: 204 len: 168 time: 0.2054365 Jul 09 13:20:11.428865 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2697805-1693-457c-8283-b3efc87e2224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81d7eb95-bdca-494f-82f2-6102d95b4ab7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:11.477497 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b1dd89a-e2df-4bc4-b377-eab0ce8b2c83 req-000a2602-5f9e-4d65-b7b6-c18715351f0a service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590152 Jul 09 13:20:11.498098 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e71aa3c-4399-40f2-bffc-3d8ce23730fc x-openstack-request-id: req-7e71aa3c-4399-40f2-bffc-3d8ce23730fc {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:11.498574 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fcfac247-6fd8-46d0-b3b9-28da74705c8f", "tag": "96f806fe-a406-468e-8402-4e169f3cf5f2", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:11.499203 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e71aa3c-4399-40f2-bffc-3d8ce23730fc {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:11.504760 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fcfac247-6fd8-46d0-b3b9-28da74705c8f', 'tag': '96f806fe-a406-468e-8402-4e169f3cf5f2', 'status': 'completed', 'code': 200} Jul 09 13:20:11.516971 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:11.558808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port c8d224de-f6f0-4316-8c22-5ff5891a9976, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:11.563980 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:11.613859 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa242e0-7385-4359-8616-c06449a702fc req-3282c35f-19d1-48ba-819c-6d4fcc5685c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:11.615989 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fa242e0-7385-4359-8616-c06449a702fc req-3282c35f-19d1-48ba-819c-6d4fcc5685c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b952193c3813465fb8737e215888727d&device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 1098 time: 0.0755975 Jul 09 13:20:11.647521 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=c8d224de-f6f0-4316-8c22-5ff5891a9976,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:11.858279 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e26076a-8b86-4039-a2ed-8cc5493f1b8d req-cf906561-3a79-45ec-9579-98e9fa12b29e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:11.859816 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e26076a-8b86-4039-a2ed-8cc5493f1b8d req-cf906561-3a79-45ec-9579-98e9fa12b29e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 945 time: 0.2429178 Jul 09 13:20:11.916936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa242e0-7385-4359-8616-c06449a702fc req-62daaf49-673e-4497-8ab7-6a521c2488d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:11.918417 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fa242e0-7385-4359-8616-c06449a702fc req-62daaf49-673e-4497-8ab7-6a521c2488d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.2563293 Jul 09 13:20:11.940100 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687764d8-4b1a-476c-b928-b85f07d5c011 req-b3bf2774-ea58-4f08-a213-2ad01593df3c tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:11.941606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-687764d8-4b1a-476c-b928-b85f07d5c011 req-b3bf2774-ea58-4f08-a213-2ad01593df3c tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 1096 time: 0.2079954 Jul 09 13:20:11.957848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43004) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:12.001829 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a24b9498-1437-4a3d-aa17-358f2a87fbe2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f04dd5c9908f48dfb0e3a54f7f46b9c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0427880 Jul 09 13:20:12.005480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43006) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:12.059596 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8862bad-aea9-43fa-a7c0-a9e8c6ef569d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:12.083528 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8862bad-aea9-43fa-a7c0-a9e8c6ef569d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:12.131952 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8862bad-aea9-43fa-a7c0-a9e8c6ef569d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:12.134484 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8862bad-aea9-43fa-a7c0-a9e8c6ef569d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:12.137931 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d8862bad-aea9-43fa-a7c0-a9e8c6ef569d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c4e28ec-7b68-4fb3-a73d-18e10e8d51a8 HTTP/1.1" status: 204 len: 168 time: 0.1292231 Jul 09 13:20:12.138933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e26076a-8b86-4039-a2ed-8cc5493f1b8d req-0f54232a-bfa8-497d-bbe1-bf4e4837fd35 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686739 Jul 09 13:20:12.140937 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fa242e0-7385-4359-8616-c06449a702fc req-44fcff24-7d07-40dc-9a35-689ae1484f13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=96f806fe-a406-468e-8402-4e169f3cf5f2 HTTP/1.1" status: 200 len: 217 time: 0.2132778 Jul 09 13:20:12.156680 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8862bad-aea9-43fa-a7c0-a9e8c6ef569d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c4e28ec-7b68-4fb3-a73d-18e10e8d51a8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:12.216293 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-687764d8-4b1a-476c-b928-b85f07d5c011 req-bf003402-ac57-4375-ac20-1a8cc52b66d8 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809093 Jul 09 13:20:12.223768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa242e0-7385-4359-8616-c06449a702fc req-1e81bf9a-b81f-45ec-973b-dd698ca70d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:12.225222 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fa242e0-7385-4359-8616-c06449a702fc req-1e81bf9a-b81f-45ec-973b-dd698ca70d4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0702603 Jul 09 13:20:12.291728 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dd73957-a557-424c-ad05-1fc7309fda86 x-openstack-request-id: req-3dd73957-a557-424c-ad05-1fc7309fda86 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:12.292543 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8", "name": "network-vif-plugged", "status": "completed", "tag": "afb99052-65a5-48f0-abfd-3b868da9ea69", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:12.292543 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3dd73957-a557-424c-ad05-1fc7309fda86 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:12.292707 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb99052-65a5-48f0-abfd-3b868da9ea69', 'code': 200} Jul 09 13:20:12.369847 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa242e0-7385-4359-8616-c06449a702fc req-796937f9-a3c9-4847-93f3-21436d643b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:12.371917 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fa242e0-7385-4359-8616-c06449a702fc req-796937f9-a3c9-4847-93f3-21436d643b26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1395016 Jul 09 13:20:12.412421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcfd5a4-381d-46ed-bcc7-96307981b862 req-be9b71f5-1d45-47cd-b182-39d3213d15d3 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:12.414310 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6bcfd5a4-381d-46ed-bcc7-96307981b862 req-be9b71f5-1d45-47cd-b182-39d3213d15d3 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 946 time: 0.1309755 Jul 09 13:20:12.470428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e1b44b-9773-42aa-be12-21388ebc79a0 req-ac0ce2ff-d3e9-4317-8e3f-a80242004242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:12.472360 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46e1b44b-9773-42aa-be12-21388ebc79a0 req-ac0ce2ff-d3e9-4317-8e3f-a80242004242 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 1097 time: 0.0805247 Jul 09 13:20:12.501456 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6bcfd5a4-381d-46ed-bcc7-96307981b862 req-ad38dc7d-3477-47df-b2f3-b1371acafe65 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557730 Jul 09 13:20:12.522988 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fa242e0-7385-4359-8616-c06449a702fc req-d1453660-f4b3-4d87-89a9-e5dd4dcc98ab service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429482 Jul 09 13:20:12.524119 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46e1b44b-9773-42aa-be12-21388ebc79a0 req-579a1628-2fea-4dce-b339-bd7f1bb38857 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428295 Jul 09 13:20:12.622134 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fa242e0-7385-4359-8616-c06449a702fc req-a333df04-568f-496d-914e-bbc5cba41970 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922363 Jul 09 13:20:12.722169 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-ccea3dc5-d36b-4d25-a6b4-5c4861857483 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=431c6dd6f83d411bb71c0c5b68e8db6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240254 Jul 09 13:20:12.896096 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-c92ec50b-60f5-4da5-9e8b-6c952ce864bf tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:12.899606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-c92ec50b-60f5-4da5-9e8b-6c952ce864bf tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1697593 Jul 09 13:20:12.919846 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-0fede664-e251-4fdc-8063-38939e99e274 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/quotas/431c6dd6f83d411bb71c0c5b68e8db6f HTTP/1.1" status: 200 len: 375 time: 0.0167062 Jul 09 13:20:12.931549 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ead330c-641d-4b64-ba07-491924365249 req-2e3b977a-bd4a-4d79-b282-1a30e8695b53 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:12.933044 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ead330c-641d-4b64-ba07-491924365249 req-2e3b977a-bd4a-4d79-b282-1a30e8695b53 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 947 time: 0.1259654 Jul 09 13:20:12.966457 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-dc79beef-4b1b-4537-b4ce-9c2e83024091 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=431c6dd6f83d411bb71c0c5b68e8db6f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324326 Jul 09 13:20:13.000183 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ead330c-641d-4b64-ba07-491924365249 req-90f04b1b-706a-47a6-890d-a84ae87406a2 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564282 Jul 09 13:20:13.193750 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685b8e3-056e-45be-9509-cb5c57189400 req-8ab92e61-9a73-4edb-96e0-1f147a7d9bdd tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:13.200591 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9685b8e3-056e-45be-9509-cb5c57189400 req-8ab92e61-9a73-4edb-96e0-1f147a7d9bdd tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 1096 time: 0.0786633 Jul 09 13:20:13.244532 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9685b8e3-056e-45be-9509-cb5c57189400 req-91a0bab3-07b3-43ff-a1b3-237bb6187351 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429742 Jul 09 13:20:13.329780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bfc3ab7b-a2c8-4f3c-a54c-2211c7fdbad0 req-22546c0a-0d2f-4d34-8f11-92b44d8d13df tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=16daf3fd-10ad-4ac2-93a7-be8b10710016 HTTP/1.1" status: 200 len: 210 time: 0.0344448 Jul 09 13:20:13.581032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b18bb71-2ea8-4f7e-8d3a-4eb176d656e6 req-1bee7a93-6022-45c0-8ec3-ab2de0e3aea8 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:13.589162 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b18bb71-2ea8-4f7e-8d3a-4eb176d656e6 req-1bee7a93-6022-45c0-8ec3-ab2de0e3aea8 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 945 time: 0.0773237 Jul 09 13:20:13.631942 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b18bb71-2ea8-4f7e-8d3a-4eb176d656e6 req-8be734ad-cfb6-4f6f-b404-fc6f211c0d08 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415764 Jul 09 13:20:13.872681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6510c2d3-5d3a-41a2-9869-4726b37a16bf req-2909ea4b-c2af-40b8-9476-87b4a257bbf2 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:13.874357 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6510c2d3-5d3a-41a2-9869-4726b37a16bf req-2909ea4b-c2af-40b8-9476-87b4a257bbf2 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 946 time: 0.0893698 Jul 09 13:20:13.928693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6510c2d3-5d3a-41a2-9869-4726b37a16bf req-49d2d4f1-bb2e-4871-86dd-a1acf6d13f07 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448034 Jul 09 13:20:14.293782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7168fa65-6876-461d-ac0c-7c30861bdac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d224de-f6f0-4316-8c22-5ff5891a9976'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:14.297803 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c809a1a-27e2-4c20-898d-a9ac8d9330d8" -d '{"events": [{"server_uuid": "7168fa65-6876-461d-ac0c-7c30861bdac2", "name": "network-vif-plugged", "status": "completed", "tag": "c8d224de-f6f0-4316-8c22-5ff5891a9976"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:14.510212 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-5f7799e3-71fc-4ea2-b44e-0c3f91de2d8f tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=431c6dd6f83d411bb71c0c5b68e8db6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319395 Jul 09 13:20:14.646977 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b3dc0-c35d-4d83-9ca3-bf75993b1e0f req-be36384a-1502-481b-b9be-f61c2923a706 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:14.648539 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-030b3dc0-c35d-4d83-9ca3-bf75993b1e0f req-be36384a-1502-481b-b9be-f61c2923a706 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 946 time: 0.1579897 Jul 09 13:20:14.657889 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43132) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:14.659574 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-6debab30-758a-46d6-96e6-88db298ca81a tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:14.661138 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-6debab30-758a-46d6-96e6-88db298ca81a tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1321013 Jul 09 13:20:14.667010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ba5576ec-c15c-4794-be21-17f17ec16c9b tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Request body: {'floatingip': {'port_id': 'afb99052-65a5-48f0-abfd-3b868da9ea69'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:14.673049 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Request body: {'port': {'device_id': '16daf3fd-10ad-4ac2-93a7-be8b10710016', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': '431c6dd6f83d411bb71c0c5b68e8db6f'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:14.756417 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba5576ec-c15c-4794-be21-17f17ec16c9b tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:14.851245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Made reservation on behalf of 431c6dd6f83d411bb71c0c5b68e8db6f for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:14.855414 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:14.867572 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:14.894032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 96f806fe-a406-468e-8402-4e169f3cf5f2 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:14.917595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbb701f-4a3e-409f-869e-c04710ed7519 req-8aa3a98a-5a73-4168-ae77-54d88db678dc tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:14.919178 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7dbb701f-4a3e-409f-869e-c04710ed7519 req-8aa3a98a-5a73-4168-ae77-54d88db678dc tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 947 time: 0.1242208 Jul 09 13:20:15.008099 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7dbb701f-4a3e-409f-869e-c04710ed7519 req-e3a5451e-4ab0-4735-8c54-7d36cd156045 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795650 Jul 09 13:20:15.062448 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.068610 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.081733 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 96f806fe-a406-468e-8402-4e169f3cf5f2, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=96f806fe-a406-468e-8402-4e169f3cf5f2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:15.097298 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '96f806fe-a406-468e-8402-4e169f3cf5f2', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '96f806fe-a406-468e-8402-4e169f3cf5f2', 'mac_address': 'fa:16:3e:df:07:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:15.142263 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.173724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827ff554-c0e5-4908-905a-c1e9e635652c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:15.192069 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96f806fe-a406-468e-8402-4e169f3cf5f2 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:15.244637 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9498b5-c4a9-4657-ba38-5ec82215be70 x-openstack-request-id: req-aa9498b5-c4a9-4657-ba38-5ec82215be70 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:15.245177 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7168fa65-6876-461d-ac0c-7c30861bdac2", "name": "network-vif-plugged", "status": "completed", "tag": "c8d224de-f6f0-4316-8c22-5ff5891a9976", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:15.245599 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa9498b5-c4a9-4657-ba38-5ec82215be70 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:15.246146 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7168fa65-6876-461d-ac0c-7c30861bdac2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8d224de-f6f0-4316-8c22-5ff5891a9976', 'code': 200} Jul 09 13:20:15.251439 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 96f806fe-a406-468e-8402-4e169f3cf5f2, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=96f806fe-a406-468e-8402-4e169f3cf5f2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:15.267578 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.336282 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Allocated IP 192.168.233.122 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/6fece984-8df7-4897-8fc5-e18c27fe9789) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:15.349453 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=96f806fe-a406-468e-8402-4e169f3cf5f2,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:15.420860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43160) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:15.466818 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['96f806fe-a406-468e-8402-4e169f3cf5f2'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:15.514492 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c809a8e1-f4ce-4d9b-9ab0-20daa90b508c req-45dc432c-0ca6-46f0-8375-e9118c8dcc61 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=16daf3fd-10ad-4ac2-93a7-be8b10710016 HTTP/1.1" status: 200 len: 210 time: 0.0655825 Jul 09 13:20:15.551849 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48687cd0-7f5a-4e9c-80ba-2243eaf28897 req-5e2a239f-c6a1-4e9a-b780-f3f8a63d1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:15.554572 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-48687cd0-7f5a-4e9c-80ba-2243eaf28897 req-5e2a239f-c6a1-4e9a-b780-f3f8a63d1bf8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 1096 time: 0.1859152 Jul 09 13:20:15.578374 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.597715 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Transition to ACTIVE for port object 6fece984-8df7-4897-8fc5-e18c27fe9789 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:15.628037 n-d-799525-3 neutron-server[93753]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 09 13:20:15.636066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-b1114c08-fea3-45dd-ba7b-03beacf965e6 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:20:15.637602 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-b1114c08-fea3-45dd-ba7b-03beacf965e6 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2123921 Jul 09 13:20:15.652408 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.727374 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:15.734568 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:15.741417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:15.742851 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba5576ec-c15c-4794-be21-17f17ec16c9b tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.747460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:15.748233 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.751009 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba5576ec-c15c-4794-be21-17f17ec16c9b tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:15.756544 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-48687cd0-7f5a-4e9c-80ba-2243eaf28897 req-758bd00c-db27-4dac-a03c-e23e61124aa9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408958 Jul 09 13:20:15.793135 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Pushing event updated for resources: {'Port': ['ID=6fece984-8df7-4897-8fc5-e18c27fe9789,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:15.807687 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d25936e5-1621-4029-bafd-2ab3b60cb203 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1390185 Jul 09 13:20:15.815121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-332b1950-8662-4fb1-a4de-753bae021940 req-94fde4e2-a3a5-4019-ba72-0cf8feda960f service neutron] Request body: {'binding': {'host': 'n-h1-799525-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:15.815641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-332b1950-8662-4fb1-a4de-753bae021940 req-94fde4e2-a3a5-4019-ba72-0cf8feda960f service neutron] Unknown quota resources ['binding']. {{(pid=93753) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:20:15.821223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Request body: {'port': {'device_id': '16daf3fd-10ad-4ac2-93a7-be8b10710016', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:15.830467 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbdbdb-b869-49d5-a165-54ae2ccbb910 req-665fd699-8f7b-4d54-838e-dacd5f46fa95 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:15.832554 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87fbdbdb-b869-49d5-a165-54ae2ccbb910 req-665fd699-8f7b-4d54-838e-dacd5f46fa95 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 945 time: 0.1773782 Jul 09 13:20:15.921933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87fbdbdb-b869-49d5-a165-54ae2ccbb910 req-cdf81bda-d8ca-4333-acab-a1142e359323 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658596 Jul 09 13:20:15.940163 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.044449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e4d1ab57-7cbc-45dc-b231-f4673eb44f76 None None] Provisioning for port 6fece984-8df7-4897-8fc5-e18c27fe9789 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:16.044714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e4d1ab57-7cbc-45dc-b231-f4673eb44f76 None None] Provisioning complete for port 6fece984-8df7-4897-8fc5-e18c27fe9789 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:16.045446 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4d1ab57-7cbc-45dc-b231-f4673eb44f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.090318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e4d1ab57-7cbc-45dc-b231-f4673eb44f76 None None] Port 6fece984-8df7-4897-8fc5-e18c27fe9789 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:20:16.204831 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-ba5576ec-c15c-4794-be21-17f17ec16c9b tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Floating IP fcd0f08d-8570-4091-8131-fcede3ab419c associated. External IP: 172.25.2.146, port: afb99052-65a5-48f0-abfd-3b868da9ea69. Jul 09 13:20:16.348023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-332b1950-8662-4fb1-a4de-753bae021940 req-94fde4e2-a3a5-4019-ba72-0cf8feda960f service neutron] Attempting to bind port fd78067f-3062-4dc5-92e0-10db5bb0a4ba on host n-h1-799525-3 for vnic_type normal with profile None {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:16.348239 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-332b1950-8662-4fb1-a4de-753bae021940 req-94fde4e2-a3a5-4019-ba72-0cf8feda960f service neutron] Attempting to bind port fd78067f-3062-4dc5-92e0-10db5bb0a4ba by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:16.348637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b1950-8662-4fb1-a4de-753bae021940 req-94fde4e2-a3a5-4019-ba72-0cf8feda960f service neutron] Attempting to bind port fd78067f-3062-4dc5-92e0-10db5bb0a4ba on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:16.365695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b1950-8662-4fb1-a4de-753bae021940 req-94fde4e2-a3a5-4019-ba72-0cf8feda960f service neutron] Port fd78067f-3062-4dc5-92e0-10db5bb0a4ba on network b4d14687-7b64-47e7-b45c-f262f4bce809 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:16.366855 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b1950-8662-4fb1-a4de-753bae021940 req-94fde4e2-a3a5-4019-ba72-0cf8feda960f service neutron] Attempting to bind port fd78067f-3062-4dc5-92e0-10db5bb0a4ba on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:16.369439 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fece984-8df7-4897-8fc5-e18c27fe9789 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:16.380446 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b1950-8662-4fb1-a4de-753bae021940 req-94fde4e2-a3a5-4019-ba72-0cf8feda960f service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:16.380807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b1950-8662-4fb1-a4de-753bae021940 req-94fde4e2-a3a5-4019-ba72-0cf8feda960f service neutron] Checking segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:16.381191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b1950-8662-4fb1-a4de-753bae021940 req-94fde4e2-a3a5-4019-ba72-0cf8feda960f service neutron] Bound using segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:16.381626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-332b1950-8662-4fb1-a4de-753bae021940 req-94fde4e2-a3a5-4019-ba72-0cf8feda960f service neutron] Bound port: fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:16.384433 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.405216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Transition to ACTIVE for port object 6fece984-8df7-4897-8fc5-e18c27fe9789 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:16.414981 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.452180 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f6b44-d290-4e4b-bd01-dfbe9503b30c req-2735c8cd-37e2-4dd2-b22c-e56ea4b298bc tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:16.453682 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a0f6b44-d290-4e4b-bd01-dfbe9503b30c req-2735c8cd-37e2-4dd2-b22c-e56ea4b298bc tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 948 time: 0.1449807 Jul 09 13:20:16.484063 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Pushing event updated for resources: {'Port': ['ID=6fece984-8df7-4897-8fc5-e18c27fe9789,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:16.560495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-332b1950-8662-4fb1-a4de-753bae021940 req-94fde4e2-a3a5-4019-ba72-0cf8feda960f service neutron] For port fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:16.564244 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a0f6b44-d290-4e4b-bd01-dfbe9503b30c req-6845b2c1-116e-4ce9-9ec8-bfcda6013307 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945194 Jul 09 13:20:16.568309 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-332b1950-8662-4fb1-a4de-753bae021940 req-94fde4e2-a3a5-4019-ba72-0cf8feda960f service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.569569 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-94fde4e2-a3a5-4019-ba72-0cf8feda960f service neutron] 10.222.0.39 "POST /v2.0/ports/fd78067f-3062-4dc5-92e0-10db5bb0a4ba/bindings HTTP/1.1" status: 201 len: 389 time: 0.8678246 Jul 09 13:20:16.576235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Attempting to bind port 6fece984-8df7-4897-8fc5-e18c27fe9789 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:16.576679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Attempting to bind port 6fece984-8df7-4897-8fc5-e18c27fe9789 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:16.577140 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Attempting to bind port 6fece984-8df7-4897-8fc5-e18c27fe9789 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:16.586246 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba5576ec-c15c-4794-be21-17f17ec16c9b tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Router d293014f-502e-4bb0-874f-6f905fd0f313 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:20:16.589404 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Port 6fece984-8df7-4897-8fc5-e18c27fe9789 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:16.589730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Attempting to bind port 6fece984-8df7-4897-8fc5-e18c27fe9789 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:16.598703 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:16.599025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:16.599653 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:16.600261 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Bound port: 6fece984-8df7-4897-8fc5-e18c27fe9789, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:16.600777 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.726659 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] For port 6fece984-8df7-4897-8fc5-e18c27fe9789, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:16.730898 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] For port 6fece984-8df7-4897-8fc5-e18c27fe9789, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6fece984-8df7-4897-8fc5-e18c27fe9789,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:16.743561 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.873869 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:16.874672 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.877968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] 10.222.0.18 "PUT /v2.0/ports/6fece984-8df7-4897-8fc5-e18c27fe9789 HTTP/1.1" status: 200 len: 1096 time: 1.0617788 Jul 09 13:20:16.878474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16daf3fd-10ad-4ac2-93a7-be8b10710016', 'tag': '6fece984-8df7-4897-8fc5-e18c27fe9789'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:16.881433 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64dd72b9-ac4c-4f93-8c93-b462a6ea85c9" -d '{"events": [{"name": "network-changed", "server_uuid": "16daf3fd-10ad-4ac2-93a7-be8b10710016", "tag": "6fece984-8df7-4897-8fc5-e18c27fe9789"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:16.882793 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba5576ec-c15c-4794-be21-17f17ec16c9b tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:20:16.890136 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba5576ec-c15c-4794-be21-17f17ec16c9b tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:16.922056 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d60d1ab-5dcb-4827-8737-53b386f1d637 None None] Sync routers for ids ['d293014f-502e-4bb0-874f-6f905fd0f313'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:20:16.926140 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 96f806fe-a406-468e-8402-4e169f3cf5f2 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:16.950806 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d60d1ab-5dcb-4827-8737-53b386f1d637 None None] Routers {'d293014f-502e-4bb0-874f-6f905fd0f313'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:20:16.951483 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6d60d1ab-5dcb-4827-8737-53b386f1d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:20:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d293014f-502e-4bb0-874f-6f905fd0f313'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:17.085358 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ba5576ec-c15c-4794-be21-17f17ec16c9b tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "PUT /v2.0/floatingips/fcd0f08d-8570-4091-8131-fcede3ab419c HTTP/1.1" status: 200 len: 992 time: 2.4222703 Jul 09 13:20:17.086226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8', 'tag': 'afb99052-65a5-48f0-abfd-3b868da9ea69'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:17.090452 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c303a142-1afa-4bf6-9a12-bbbbc54aea09" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8", "tag": "afb99052-65a5-48f0-abfd-3b868da9ea69"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:17.155669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 96f806fe-a406-468e-8402-4e169f3cf5f2 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:17.164156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c24bfb-ad3c-446c-8616-c3e2dcf27e4c service neutron] Pushing event updated for resources: {'Port': ['ID=6fece984-8df7-4897-8fc5-e18c27fe9789,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:17.172210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 96f806fe-a406-468e-8402-4e169f3cf5f2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:17.175319 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:17.311856 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-6d60d1ab-5dcb-4827-8737-53b386f1d637 None None] Set router d293014f-502e-4bb0-874f-6f905fd0f313 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:20:17.412008 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:17.463605 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-dfcf69b7-cdb4-4849-95aa-a243cda9fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:17.465973 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-dfcf69b7-cdb4-4849-95aa-a243cda9fac3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=431c6dd6f83d411bb71c0c5b68e8db6f&device_id=16daf3fd-10ad-4ac2-93a7-be8b10710016 HTTP/1.1" status: 200 len: 1099 time: 0.4919500 Jul 09 13:20:17.471631 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfac247-6fd8-46d0-b3b9-28da74705c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f806fe-a406-468e-8402-4e169f3cf5f2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:17.475523 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f0c4ab-d719-4a1a-976c-34e57353cf31" -d '{"events": [{"server_uuid": "fcfac247-6fd8-46d0-b3b9-28da74705c8f", "name": "network-vif-plugged", "status": "completed", "tag": "96f806fe-a406-468e-8402-4e169f3cf5f2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:17.509178 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 96f806fe-a406-468e-8402-4e169f3cf5f2, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=96f806fe-a406-468e-8402-4e169f3cf5f2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:17.519555 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:17.526122 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b1950-8662-4fb1-a4de-753bae021940 req-379d1ff2-1b8a-4515-ac48-0f29fad98b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:17.537063 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-379d1ff2-1b8a-4515-ac48-0f29fad98b0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 1096 time: 0.1676760 Jul 09 13:20:17.538055 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43208) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:17.546949 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-498dd2e1-558c-4a45-a70d-6db57aea66a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=6fece984-8df7-4897-8fc5-e18c27fe9789 HTTP/1.1" status: 200 len: 217 time: 0.0708194 Jul 09 13:20:17.627593 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=96f806fe-a406-468e-8402-4e169f3cf5f2,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:17.669439 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43212) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:17.795963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b1950-8662-4fb1-a4de-753bae021940 req-30576ed3-f678-4231-bc2f-4fd616f964f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:17.797871 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-30576ed3-f678-4231-bc2f-4fd616f964f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.2495856 Jul 09 13:20:17.799157 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8be96ff7-3e02-48ba-bc31-54162d7b1ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:17.802042 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d758b9c-a51e-46b1-97cd-7e202d1f8197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:17.863073 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-cecffbad-2440-4578-8854-924758818486 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba HTTP/1.1" status: 200 len: 217 time: 0.0579019 Jul 09 13:20:17.871608 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea8a506-ba01-49e9-9c82-79b221d21425 req-9938573e-f845-4fc8-9b7c-49443eddec64 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:17.873202 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ea8a506-ba01-49e9-9c82-79b221d21425 req-9938573e-f845-4fc8-9b7c-49443eddec64 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=16daf3fd-10ad-4ac2-93a7-be8b10710016 HTTP/1.1" status: 200 len: 948 time: 0.6715562 Jul 09 13:20:17.882522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-066195c6-c60e-4d7e-adbc-6523a49081b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:17.884336 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-066195c6-c60e-4d7e-adbc-6523a49081b1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.3275459 Jul 09 13:20:17.893780 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06241aa2-3aa6-4fcf-b6d3-366e7ce8d346 req-c01ca47f-09df-4848-a790-7cf0e9615342 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:17.895792 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06241aa2-3aa6-4fcf-b6d3-366e7ce8d346 req-c01ca47f-09df-4848-a790-7cf0e9615342 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 945 time: 0.5929646 Jul 09 13:20:17.926888 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-8be96ff7-3e02-48ba-bc31-54162d7b1ec2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:20:17.926888 n-d-799525-3 neutron-server[93753]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:20:17.926888 n-d-799525-3 neutron-server[93753]: [parameters: {'project_id': 'b43c65a93f0748bfb4938acf06acbc23', 'id': '458f7b83-bb29-4889-816c-0918b08a005e', 'expiration': datetime.datetime(2021, 7, 9, 13, 22, 17, 914545)}] Jul 09 13:20:17.926888 n-d-799525-3 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:20:17.928057 n-d-799525-3 neutron-server[93753]: DEBUG oslo_db.api [None req-8be96ff7-3e02-48ba-bc31-54162d7b1ec2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:20:17.931814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b1950-8662-4fb1-a4de-753bae021940 req-6603dbcb-788b-4c56-bc8f-353bc9765e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:17.933313 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-6603dbcb-788b-4c56-bc8f-353bc9765e42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.0620446 Jul 09 13:20:17.985124 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-79c6dc74-e0ee-4533-8507-a465890c7ddc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337393 Jul 09 13:20:17.987283 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ea8a506-ba01-49e9-9c82-79b221d21425 req-6ed02800-15d8-4032-8142-93fe699fbd57 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017647 Jul 09 13:20:17.994771 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06241aa2-3aa6-4fcf-b6d3-366e7ce8d346 req-0eed1aca-a496-4dd0-b833-37797536c53c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846634 Jul 09 13:20:18.014711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-79f42a70-1b9e-4aac-a3ac-a1897aa8512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:18.016408 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-79f42a70-1b9e-4aac-a3ac-a1897aa8512e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1153274 Jul 09 13:20:18.017750 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6d60d1ab-5dcb-4827-8737-53b386f1d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'fcd0f08d-8570-4091-8131-fcede3ab419c', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'port_id': 'afb99052-65a5-48f0-abfd-3b868da9ea69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'mac_address': 'fa:16:3e:a2:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:19:53Z', 'updated_at': '2021-07-09T13:20:15Z', 'revision_number': 1, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f0351c-35bb-4e79-9e4e-b276109d0cbe', 'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'mac_address': 'fa:16:3e:9e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:38Z', 'revision_number': 5, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'subnets': [{'id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:18.077208 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d60d1ab-5dcb-4827-8737-53b386f1d637 None None] Checking router: d293014f-502e-4bb0-874f-6f905fd0f313 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:20:18.112334 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d60d1ab-5dcb-4827-8737-53b386f1d637 None None] Routers {'d293014f-502e-4bb0-874f-6f905fd0f313'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:20:18.113668 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6d60d1ab-5dcb-4827-8737-53b386f1d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:20:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d293014f-502e-4bb0-874f-6f905fd0f313'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:18.135012 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d758b9c-a51e-46b1-97cd-7e202d1f8197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:18.138152 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-1cd1f1bb-a538-4a9c-9f92-34a83dbd2460 service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461847 Jul 09 13:20:18.162221 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d660bc9d-6ffa-4d1a-ab85-535d0de87cdb x-openstack-request-id: req-d660bc9d-6ffa-4d1a-ab85-535d0de87cdb {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:18.162571 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16daf3fd-10ad-4ac2-93a7-be8b10710016", "tag": "6fece984-8df7-4897-8fc5-e18c27fe9789", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:18.163327 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d660bc9d-6ffa-4d1a-ab85-535d0de87cdb {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:18.163904 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16daf3fd-10ad-4ac2-93a7-be8b10710016', 'tag': '6fece984-8df7-4897-8fc5-e18c27fe9789', 'status': 'completed', 'code': 200} Jul 09 13:20:18.166995 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d758b9c-a51e-46b1-97cd-7e202d1f8197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:18.180897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-50274f6c-48b4-4e73-9ee0-14d1a6dc5a7b service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577177 Jul 09 13:20:18.265867 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9d758b9c-a51e-46b1-97cd-7e202d1f8197 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a108c292932d49f79870146ad1d5c40d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7262733 Jul 09 13:20:18.269849 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43220) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:18.279186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d758b9c-a51e-46b1-97cd-7e202d1f8197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1018bc4b-4d42-435d-ac8f-b344bad17d46,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:18.317211 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-6d60d1ab-5dcb-4827-8737-53b386f1d637 None None] Set router d293014f-502e-4bb0-874f-6f905fd0f313 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:20:18.353667 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e84c6f6c-6e7a-482d-acba-96421ab12900 req-77b4e6d0-d30a-47b1-93a1-1f23040f6d79 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1671791 Jul 09 13:20:18.415989 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-d10ecf58-c418-4865-b95b-9027df8aef38 service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682288 Jul 09 13:20:18.420237 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dca40b07-b30b-44a1-9299-80c6a2336303 x-openstack-request-id: req-dca40b07-b30b-44a1-9299-80c6a2336303 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:18.420237 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8", "tag": "afb99052-65a5-48f0-abfd-3b868da9ea69", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:18.420237 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dca40b07-b30b-44a1-9299-80c6a2336303 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:18.420237 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8', 'tag': 'afb99052-65a5-48f0-abfd-3b868da9ea69', 'status': 'completed', 'code': 200} Jul 09 13:20:18.428352 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8be96ff7-3e02-48ba-bc31-54162d7b1ec2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:18.445006 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d0b78ac-c6bd-48a4-8404-cd91e4d8f84a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:18.475502 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba944af-e173-40af-8af6-b54e64d1b139 req-79e4571c-bfa8-477e-8981-4a16a66dc197 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:18.482340 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-991a4c5e-50c8-4aa7-8ee0-8f5c0683733d x-openstack-request-id: req-991a4c5e-50c8-4aa7-8ee0-8f5c0683733d {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:18.482991 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfac247-6fd8-46d0-b3b9-28da74705c8f", "name": "network-vif-plugged", "status": "completed", "tag": "96f806fe-a406-468e-8402-4e169f3cf5f2", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:18.483655 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-991a4c5e-50c8-4aa7-8ee0-8f5c0683733d {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:18.484275 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfac247-6fd8-46d0-b3b9-28da74705c8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96f806fe-a406-468e-8402-4e169f3cf5f2', 'code': 200} Jul 09 13:20:18.487915 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ba944af-e173-40af-8af6-b54e64d1b139 req-79e4571c-bfa8-477e-8981-4a16a66dc197 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 945 time: 0.1886551 Jul 09 13:20:18.571954 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ba944af-e173-40af-8af6-b54e64d1b139 req-ca815bdc-d61a-4350-ad27-6a3283413c63 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753875 Jul 09 13:20:18.572664 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d0b78ac-c6bd-48a4-8404-cd91e4d8f84a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:18.643366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.18', 55263) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:18.802198 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6d60d1ab-5dcb-4827-8737-53b386f1d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'fcd0f08d-8570-4091-8131-fcede3ab419c', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'port_id': 'afb99052-65a5-48f0-abfd-3b868da9ea69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'mac_address': 'fa:16:3e:a2:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:19:53Z', 'updated_at': '2021-07-09T13:20:15Z', 'revision_number': 1, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f0351c-35bb-4e79-9e4e-b276109d0cbe', 'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'mac_address': 'fa:16:3e:9e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:38Z', 'revision_number': 5, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'subnets': [{'id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:18.813286 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d0b78ac-c6bd-48a4-8404-cd91e4d8f84a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:18.817448 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d0b78ac-c6bd-48a4-8404-cd91e4d8f84a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:18.823443 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1d0b78ac-c6bd-48a4-8404-cd91e4d8f84a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1018bc4b-4d42-435d-ac8f-b344bad17d46 HTTP/1.1" status: 204 len: 168 time: 0.5519519 Jul 09 13:20:18.872893 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d60d1ab-5dcb-4827-8737-53b386f1d637 None None] The sync data for ids ['d293014f-502e-4bb0-874f-6f905fd0f313'] in n-d-799525-3 is: [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'fcd0f08d-8570-4091-8131-fcede3ab419c', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'port_id': 'afb99052-65a5-48f0-abfd-3b868da9ea69', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'mac_address': 'fa:16:3e:a2:96:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:19:53Z', 'updated_at': '2021-07-09T13:20:15Z', 'revision_number': 1, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f0351c-35bb-4e79-9e4e-b276109d0cbe', 'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'mac_address': 'fa:16:3e:9e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:38Z', 'revision_number': 5, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'subnets': [{'id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:20:18.873335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd72b9-ac4c-4f93-8c93-b462a6ea85c9 req-891b57fe-262e-40e6-aeb4-efe84205c3af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:18.875913 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-64dd72b9-ac4c-4f93-8c93-b462a6ea85c9 req-891b57fe-262e-40e6-aeb4-efe84205c3af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=431c6dd6f83d411bb71c0c5b68e8db6f&device_id=16daf3fd-10ad-4ac2-93a7-be8b10710016 HTTP/1.1" status: 200 len: 1099 time: 0.4012880 Jul 09 13:20:18.878066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35e18a1-b51e-4579-bf01-163a74e0949f req-b440fbe9-0339-4379-9a4c-e66541216908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:18.879017 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8be96ff7-3e02-48ba-bc31-54162d7b1ec2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:18.880078 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e35e18a1-b51e-4579-bf01-163a74e0949f req-b440fbe9-0339-4379-9a4c-e66541216908 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 1100 time: 0.1840014 Jul 09 13:20:18.881245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0b78ac-c6bd-48a4-8404-cd91e4d8f84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1018bc4b-4d42-435d-ac8f-b344bad17d46,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:18.891300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303a142-1afa-4bf6-9a12-bbbbc54aea09 req-df6baea2-1a0c-4edf-afd8-654dee81111b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:18.893521 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c303a142-1afa-4bf6-9a12-bbbbc54aea09 req-df6baea2-1a0c-4edf-afd8-654dee81111b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2805868d6b3b4a929f867d7da2837674&device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 1097 time: 0.3569114 Jul 09 13:20:18.909245 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8be96ff7-3e02-48ba-bc31-54162d7b1ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:18.915383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b1950-8662-4fb1-a4de-753bae021940 req-e1324431-ff86-4489-84ae-68ba0f807fc3 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:18.917087 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-e1324431-ff86-4489-84ae-68ba0f807fc3 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95&tenant_id=5f446942a386493c8f7ba7f6f57f031b&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1096 time: 0.3116782 Jul 09 13:20:18.968875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799525-3'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:19.047751 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6877a5-8465-4e2f-b285-2da05fc0f753 req-bba15186-d67b-4eae-80f3-5380fdd9870a tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:19.056146 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a6877a5-8465-4e2f-b285-2da05fc0f753 req-bba15186-d67b-4eae-80f3-5380fdd9870a tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 949 time: 0.3458703 Jul 09 13:20:19.115333 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e35e18a1-b51e-4579-bf01-163a74e0949f req-c5062125-8be3-4c26-945b-f0da34bea773 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273216 Jul 09 13:20:19.137649 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8be96ff7-3e02-48ba-bc31-54162d7b1ec2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b43c65a93f0748bfb4938acf06acbc23&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4661236 Jul 09 13:20:19.141516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43236) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:19.145264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be96ff7-3e02-48ba-bc31-54162d7b1ec2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c519adad-efb9-4e76-8b35-3359c9ee5cab,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:19.168642 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.217758 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a6877a5-8465-4e2f-b285-2da05fc0f753 req-e6351eae-9116-4367-a0af-bfceb76acdb5 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583688 Jul 09 13:20:19.239649 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-804aad96-02cd-4638-aa6b-b6056580dc34 None None] New status for floating IP fcd0f08d-8570-4091-8131-fcede3ab419c: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:20:19.282998 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da080a7c-0140-4af6-aaef-6b06ddf5268a req-c286810c-8352-40c4-88c0-ff21d11b396c tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:19.286452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da080a7c-0140-4af6-aaef-6b06ddf5268a req-c286810c-8352-40c4-88c0-ff21d11b396c tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 1096 time: 0.2242050 Jul 09 13:20:19.320906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303a142-1afa-4bf6-9a12-bbbbc54aea09 req-5e9effb7-ee8d-4467-8884-90f69884ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:19.322904 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c303a142-1afa-4bf6-9a12-bbbbc54aea09 req-5e9effb7-ee8d-4467-8884-90f69884ec8c service neutron] 10.222.0.15 "GET /v2.0/networks?id=9232ea55-daf9-4d07-93d3-30e0b875668e HTTP/1.1" status: 200 len: 924 time: 0.4010990 Jul 09 13:20:19.366043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd72b9-ac4c-4f93-8c93-b462a6ea85c9 req-7485c618-8b39-419d-b5a7-87a6867c4d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:19.367562 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-64dd72b9-ac4c-4f93-8c93-b462a6ea85c9 req-7485c618-8b39-419d-b5a7-87a6867c4d4f service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.4713943 Jul 09 13:20:19.368054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43240) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:19.372246 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0389fd53-97d6-4d8b-aa07-3ae18af7373c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.395609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da080a7c-0140-4af6-aaef-6b06ddf5268a req-f83805a7-3283-4ffa-a8c7-f856cec55ae6 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915730 Jul 09 13:20:19.451873 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd6a44ce-6eb0-4d0a-a2e8-89027b5fcc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.521066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] For port fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:19.589254 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-64dd72b9-ac4c-4f93-8c93-b462a6ea85c9 req-a22eedfa-7703-4aad-a743-ab74c6502357 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.122&port_id=6fece984-8df7-4897-8fc5-e18c27fe9789 HTTP/1.1" status: 200 len: 217 time: 0.1414053 Jul 09 13:20:19.591301 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2694c504-6393-4a15-aed4-626d14f3771c req-776b0cd9-e1c3-46c4-aac9-edc2a64e5cc4 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:19.593652 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2694c504-6393-4a15-aed4-626d14f3771c req-776b0cd9-e1c3-46c4-aac9-edc2a64e5cc4 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=16daf3fd-10ad-4ac2-93a7-be8b10710016 HTTP/1.1" status: 200 len: 948 time: 0.1431410 Jul 09 13:20:19.596077 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0389fd53-97d6-4d8b-aa07-3ae18af7373c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.648474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] For port fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:19.675932 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c303a142-1afa-4bf6-9a12-bbbbc54aea09 req-c57cd45f-2690-45ac-9969-6e082595a130 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb99052-65a5-48f0-abfd-3b868da9ea69 HTTP/1.1" status: 200 len: 1000 time: 0.3310206 Jul 09 13:20:19.720556 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.732007 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2694c504-6393-4a15-aed4-626d14f3771c req-84b07cd3-cd88-48c8-91ef-fb9913a70b3b tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136322 Jul 09 13:20:19.734039 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.815804 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509899ca-39b2-4dea-b3ff-14c0a85b82ec req-9af6f201-b337-44c6-8e92-978645174044 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:19.822832 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303a142-1afa-4bf6-9a12-bbbbc54aea09 req-6de86425-8203-4e0a-a4b3-e2ae113a29b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:19.825525 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c303a142-1afa-4bf6-9a12-bbbbc54aea09 req-6de86425-8203-4e0a-a4b3-e2ae113a29b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26d28f37-7507-432c-a5d8-c6beb38ffc7a HTTP/1.1" status: 200 len: 862 time: 0.1283171 Jul 09 13:20:19.825733 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-509899ca-39b2-4dea-b3ff-14c0a85b82ec req-9af6f201-b337-44c6-8e92-978645174044 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 945 time: 0.2304926 Jul 09 13:20:19.826585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd72b9-ac4c-4f93-8c93-b462a6ea85c9 req-7cea7325-d945-4c10-99ca-7eaa3e42a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:19.828041 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-64dd72b9-ac4c-4f93-8c93-b462a6ea85c9 req-7cea7325-d945-4c10-99ca-7eaa3e42a0ab service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.2263110 Jul 09 13:20:19.850795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:19.922265 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-509899ca-39b2-4dea-b3ff-14c0a85b82ec req-68ad4c39-ed2d-4252-9f3d-305284af0208 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960195 Jul 09 13:20:19.923311 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Attempting to bind port fd78067f-3062-4dc5-92e0-10db5bb0a4ba on host n-h2-799525-3 for vnic_type normal with profile {"migrating_to": "n-h1-799525-3"} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:19.923494 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Attempting to bind port fd78067f-3062-4dc5-92e0-10db5bb0a4ba by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:19.923699 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Attempting to bind port fd78067f-3062-4dc5-92e0-10db5bb0a4ba on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:19.950188 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Port fd78067f-3062-4dc5-92e0-10db5bb0a4ba on network b4d14687-7b64-47e7-b45c-f262f4bce809 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:19.950555 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Attempting to bind port fd78067f-3062-4dc5-92e0-10db5bb0a4ba on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:19.956471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:19.957381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Checking segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:19.958543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Bound using segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:19.958543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Bound port: fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:19.958543 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.962962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0389fd53-97d6-4d8b-aa07-3ae18af7373c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.967434 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0389fd53-97d6-4d8b-aa07-3ae18af7373c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:19.974219 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0389fd53-97d6-4d8b-aa07-3ae18af7373c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c519adad-efb9-4e76-8b35-3359c9ee5cab HTTP/1.1" status: 204 len: 168 time: 0.8233066 Jul 09 13:20:20.047473 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0389fd53-97d6-4d8b-aa07-3ae18af7373c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c519adad-efb9-4e76-8b35-3359c9ee5cab,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:20.061745 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd6a44ce-6eb0-4d0a-a2e8-89027b5fcc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:20.077156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd72b9-ac4c-4f93-8c93-b462a6ea85c9 req-98212562-430a-49fb-bf96-03fd73969efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:20.079731 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-64dd72b9-ac4c-4f93-8c93-b462a6ea85c9 req-98212562-430a-49fb-bf96-03fd73969efd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2317607 Jul 09 13:20:20.083851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c303a142-1afa-4bf6-9a12-bbbbc54aea09 req-7459373a-8c5d-4e25-869e-791c70d0599d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:20.085468 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c303a142-1afa-4bf6-9a12-bbbbc54aea09 req-7459373a-8c5d-4e25-869e-791c70d0599d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9232ea55-daf9-4d07-93d3-30e0b875668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2527378 Jul 09 13:20:20.088531 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd6a44ce-6eb0-4d0a-a2e8-89027b5fcc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:20.138122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] For port fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:20.146312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] For port fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:20.169873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6a44ce-6eb0-4d0a-a2e8-89027b5fcc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b14532e-c796-487f-b029-4b661ac1c805,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:20.217793 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5162226-1c33-4776-beb4-15dffd1f7b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd78067f-3062-4dc5-92e0-10db5bb0a4ba'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:20.222396 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5cc7f1a-1d5d-4afa-b839-9ce121bd0ec4" -d '{"events": [{"server_uuid": "e5162226-1c33-4776-beb4-15dffd1f7b95", "name": "network-vif-unplugged", "status": "completed", "tag": "fd78067f-3062-4dc5-92e0-10db5bb0a4ba"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:20.240705 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:20.340211 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dd6a44ce-6eb0-4d0a-a2e8-89027b5fcc1f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=616ea03c04874b96a23203e955110351&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9654648 Jul 09 13:20:20.345853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43258) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:20.418954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3476244-aecb-41cb-911c-4f36689f8638 req-176181ed-24c4-421b-b65c-f6e602e61e3f tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:20.421542 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c3476244-aecb-41cb-911c-4f36689f8638 req-176181ed-24c4-421b-b65c-f6e602e61e3f tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 1096 time: 0.2718246 Jul 09 13:20:20.429717 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Pushing event updated for resources: {'Port': ['ID=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,revision_number=8']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:20.468244 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-64dd72b9-ac4c-4f93-8c93-b462a6ea85c9 req-ca549417-a81f-4677-863c-a209b0c817d1 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3813601 Jul 09 13:20:20.480773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:20.480773 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:20.481310 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-5b876018-6033-4a24-a2df-82f3a8afe9a0 service neutron] 10.222.0.18 "PUT /v2.0/ports/fd78067f-3062-4dc5-92e0-10db5bb0a4ba HTTP/1.1" status: 200 len: 1121 time: 1.5243099 Jul 09 13:20:20.487925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-432c8499-8843-4f79-95ba-d9f9c0a20dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:20.500187 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c303a142-1afa-4bf6-9a12-bbbbc54aea09 req-c70afa35-e586-47c0-8c4a-b88490ef306c service neutron] 10.222.0.15 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460166 Jul 09 13:20:20.523758 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c3476244-aecb-41cb-911c-4f36689f8638 req-84c677b7-6803-4bfb-b76d-0b5d759c4800 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883667 Jul 09 13:20:20.560545 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6451cd09-c006-466b-a873-8b364a75448d x-openstack-request-id: req-6451cd09-c006-466b-a873-8b364a75448d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:20.560814 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5162226-1c33-4776-beb4-15dffd1f7b95", "name": "network-vif-unplugged", "status": "completed", "tag": "fd78067f-3062-4dc5-92e0-10db5bb0a4ba", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:20.561301 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6451cd09-c006-466b-a873-8b364a75448d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:20.561829 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5162226-1c33-4776-beb4-15dffd1f7b95', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fd78067f-3062-4dc5-92e0-10db5bb0a4ba', 'code': 200} Jul 09 13:20:20.564943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['fd78067f-3062-4dc5-92e0-10db5bb0a4ba'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:20.632934 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-432c8499-8843-4f79-95ba-d9f9c0a20dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:20.735224 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43266) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:20.793756 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88ff9a2c-d43b-4e8a-b2c9-af7e7d5b6404 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:20.827382 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-64dd72b9-ac4c-4f93-8c93-b462a6ea85c9 req-c07e9b8a-f310-460c-9ab9-4b03107d5e8a service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414404 Jul 09 13:20:20.831865 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c303a142-1afa-4bf6-9a12-bbbbc54aea09 req-b06af4a8-047f-4e2d-be84-6d1b6d3ad435 service neutron] 10.222.0.15 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3104782 Jul 09 13:20:20.849515 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-432c8499-8843-4f79-95ba-d9f9c0a20dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:20.859265 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-432c8499-8843-4f79-95ba-d9f9c0a20dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:20.860796 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-432c8499-8843-4f79-95ba-d9f9c0a20dd0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b14532e-c796-487f-b029-4b661ac1c805 HTTP/1.1" status: 204 len: 168 time: 0.5120888 Jul 09 13:20:20.873593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c8499-8843-4f79-95ba-d9f9c0a20dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b14532e-c796-487f-b029-4b661ac1c805,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:20.951951 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 6fece984-8df7-4897-8fc5-e18c27fe9789 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:21.204211 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88ff9a2c-d43b-4e8a-b2c9-af7e7d5b6404 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:21.209491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 6fece984-8df7-4897-8fc5-e18c27fe9789, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6fece984-8df7-4897-8fc5-e18c27fe9789,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:21.218891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35d7308-739c-4a0a-bab5-a26dd4e23422 req-d0323263-d4f1-42ac-b234-bfc9ddcff230 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:21.231612 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c35d7308-739c-4a0a-bab5-a26dd4e23422 req-d0323263-d4f1-42ac-b234-bfc9ddcff230 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 949 time: 0.4215732 Jul 09 13:20:21.231822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '6fece984-8df7-4897-8fc5-e18c27fe9789', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '6fece984-8df7-4897-8fc5-e18c27fe9789', 'mac_address': 'fa:16:3e:0c:f4:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.122'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:21.245224 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88ff9a2c-d43b-4e8a-b2c9-af7e7d5b6404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:21.307257 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:21.321810 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fece984-8df7-4897-8fc5-e18c27fe9789 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:21.341129 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c35d7308-739c-4a0a-bab5-a26dd4e23422 req-ccbf5e12-f82a-48df-8d86-f5bacdc50f44 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083353 Jul 09 13:20:21.351482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 6fece984-8df7-4897-8fc5-e18c27fe9789, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6fece984-8df7-4897-8fc5-e18c27fe9789,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:21.359352 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:21.401964 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff9a2c-d43b-4e8a-b2c9-af7e7d5b6404 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfa3099-2480-43ac-bce0-dead4a37bb1b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:21.430919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=6fece984-8df7-4897-8fc5-e18c27fe9789,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:21.431525 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-88ff9a2c-d43b-4e8a-b2c9-af7e7d5b6404 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8486f41ce45647e5983d831c771c991e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6906159 Jul 09 13:20:21.431525 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43292) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:21.510662 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4de39cd-ec39-4f31-8cc7-da622fbbb9d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:21.572416 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4de39cd-ec39-4f31-8cc7-da622fbbb9d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:21.600826 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['6fece984-8df7-4897-8fc5-e18c27fe9789'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:21.635583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e872cbb-43ee-402d-88a8-c38fff52d50b req-7909efe4-7582-4c1b-843b-44e5541477e8 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:21.637489 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e872cbb-43ee-402d-88a8-c38fff52d50b req-7909efe4-7582-4c1b-843b-44e5541477e8 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=16daf3fd-10ad-4ac2-93a7-be8b10710016 HTTP/1.1" status: 200 len: 949 time: 0.1084688 Jul 09 13:20:21.662038 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4de39cd-ec39-4f31-8cc7-da622fbbb9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:21.665216 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4de39cd-ec39-4f31-8cc7-da622fbbb9d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:21.666642 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d4de39cd-ec39-4f31-8cc7-da622fbbb9d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1bfa3099-2480-43ac-bce0-dead4a37bb1b HTTP/1.1" status: 204 len: 168 time: 0.2337987 Jul 09 13:20:21.687036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4de39cd-ec39-4f31-8cc7-da622fbbb9d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfa3099-2480-43ac-bce0-dead4a37bb1b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:21.711006 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e872cbb-43ee-402d-88a8-c38fff52d50b req-060c4ad7-5b69-45ea-9eef-13368366a298 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576077 Jul 09 13:20:22.078336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b84b05-6d59-444d-bebc-87834f65e10c req-5b089d05-1b46-42ae-94bf-33a403dff181 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:22.090320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46b84b05-6d59-444d-bebc-87834f65e10c req-5b089d05-1b46-42ae-94bf-33a403dff181 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 943 time: 0.1408782 Jul 09 13:20:22.137609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46b84b05-6d59-444d-bebc-87834f65e10c req-58ef2e21-9934-4402-9f9b-7ecdaf3ac9a0 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461330 Jul 09 13:20:22.562740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5162226-1c33-4776-beb4-15dffd1f7b95', 'tag': 'fd78067f-3062-4dc5-92e0-10db5bb0a4ba'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:22.565827 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cc29366-7537-4ca4-88bb-7aa38a14a3c5" -d '{"events": [{"name": "network-changed", "server_uuid": "e5162226-1c33-4776-beb4-15dffd1f7b95", "tag": "fd78067f-3062-4dc5-92e0-10db5bb0a4ba"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:22.855931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43370) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:22.940667 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fd78067f-3062-4dc5-92e0-10db5bb0a4ba details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:22.965809 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 6fece984-8df7-4897-8fc5-e18c27fe9789 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:23.105919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac54f12-e807-4518-982d-b7c3a619c6c0 req-5bece229-211e-4f25-8873-e885fd90cdcf tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:23.113984 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1ac54f12-e807-4518-982d-b7c3a619c6c0 req-5bece229-211e-4f25-8873-e885fd90cdcf tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 949 time: 0.0853128 Jul 09 13:20:23.142767 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 6fece984-8df7-4897-8fc5-e18c27fe9789 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:23.149909 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 6fece984-8df7-4897-8fc5-e18c27fe9789 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:23.150396 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:23.164342 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1ac54f12-e807-4518-982d-b7c3a619c6c0 req-4e173d3b-791a-49c2-9d1a-dc8f20bbabdd tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488305 Jul 09 13:20:23.181101 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-24342197-18f9-4707-9c42-1c5834fad6f5 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:20:23.193240 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:23.200408 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-24342197-18f9-4707-9c42-1c5834fad6f5 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3428586 Jul 09 13:20:23.211423 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fd78067f-3062-4dc5-92e0-10db5bb0a4ba has no active binding in host n-h1-799525-3 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:20:23.228435 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ce86b1c-60b4-4791-8eec-740be436f849 x-openstack-request-id: req-6ce86b1c-60b4-4791-8eec-740be436f849 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:23.229215 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5162226-1c33-4776-beb4-15dffd1f7b95", "tag": "fd78067f-3062-4dc5-92e0-10db5bb0a4ba", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:23.229800 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6ce86b1c-60b4-4791-8eec-740be436f849 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:23.230554 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5162226-1c33-4776-beb4-15dffd1f7b95', 'tag': 'fd78067f-3062-4dc5-92e0-10db5bb0a4ba', 'status': 'completed', 'code': 200} Jul 09 13:20:23.269823 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:23.328345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16daf3fd-10ad-4ac2-93a7-be8b10710016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fece984-8df7-4897-8fc5-e18c27fe9789'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:23.333697 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99289152-4fda-42d5-90a8-ff50644446ce" -d '{"events": [{"server_uuid": "16daf3fd-10ad-4ac2-93a7-be8b10710016", "name": "network-vif-plugged", "status": "completed", "tag": "6fece984-8df7-4897-8fc5-e18c27fe9789"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:23.364756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc29366-7537-4ca4-88bb-7aa38a14a3c5 req-1097f9d5-9195-4826-8e32-9e32dca0789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:23.366566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 6fece984-8df7-4897-8fc5-e18c27fe9789, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6fece984-8df7-4897-8fc5-e18c27fe9789,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:23.368773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6cc29366-7537-4ca4-88bb-7aa38a14a3c5 req-1097f9d5-9195-4826-8e32-9e32dca0789e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 1124 time: 0.0988910 Jul 09 13:20:23.372217 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:23.422944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073855a1-2cb5-4486-a3c1-e96beb952b7d req-bf9d11ea-ff51-4f09-aa6f-9e9f5d0458f6 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:23.425886 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-073855a1-2cb5-4486-a3c1-e96beb952b7d req-bf9d11ea-ff51-4f09-aa6f-9e9f5d0458f6 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=16daf3fd-10ad-4ac2-93a7-be8b10710016 HTTP/1.1" status: 200 len: 949 time: 0.0946624 Jul 09 13:20:23.447726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=6fece984-8df7-4897-8fc5-e18c27fe9789,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:23.492771 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-073855a1-2cb5-4486-a3c1-e96beb952b7d req-38d07534-470f-4d21-aa41-b4a7e8a95ffe tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600471 Jul 09 13:20:23.525644 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-937b592c-361c-46f0-869d-0eaa8503a87f req-c3a08245-fc82-4d87-b705-e98a4d60d225 service neutron] Request body: {'binding': {'host': 'n-h1-799525-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:23.526269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-937b592c-361c-46f0-869d-0eaa8503a87f req-c3a08245-fc82-4d87-b705-e98a4d60d225 service neutron] Unknown quota resources ['binding']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:20:23.812168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc29366-7537-4ca4-88bb-7aa38a14a3c5 req-db2176b4-ac4f-4afd-b8a9-76585907cea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:23.817974 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6cc29366-7537-4ca4-88bb-7aa38a14a3c5 req-db2176b4-ac4f-4afd-b8a9-76585907cea7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.4339182 Jul 09 13:20:23.819939 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d7e80-0bff-4b88-8aa6-02dedf096282 req-d1486d42-1c69-402a-8248-4cf1c745f789 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:23.822078 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b0d7e80-0bff-4b88-8aa6-02dedf096282 req-d1486d42-1c69-402a-8248-4cf1c745f789 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 943 time: 0.1741066 Jul 09 13:20:23.848881 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-937b592c-361c-46f0-869d-0eaa8503a87f req-c3a08245-fc82-4d87-b705-e98a4d60d225 service neutron] Attempting to bind port c8d224de-f6f0-4316-8c22-5ff5891a9976 on host n-h1-799525-3 for vnic_type normal with profile None {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:23.849367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-937b592c-361c-46f0-869d-0eaa8503a87f req-c3a08245-fc82-4d87-b705-e98a4d60d225 service neutron] Attempting to bind port c8d224de-f6f0-4316-8c22-5ff5891a9976 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:23.849841 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937b592c-361c-46f0-869d-0eaa8503a87f req-c3a08245-fc82-4d87-b705-e98a4d60d225 service neutron] Attempting to bind port c8d224de-f6f0-4316-8c22-5ff5891a9976 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:23.867653 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937b592c-361c-46f0-869d-0eaa8503a87f req-c3a08245-fc82-4d87-b705-e98a4d60d225 service neutron] Port c8d224de-f6f0-4316-8c22-5ff5891a9976 on network 9eed349f-85e9-4424-b38d-3b371f8e676c not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:23.868186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937b592c-361c-46f0-869d-0eaa8503a87f req-c3a08245-fc82-4d87-b705-e98a4d60d225 service neutron] Attempting to bind port c8d224de-f6f0-4316-8c22-5ff5891a9976 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:23.870510 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6cc29366-7537-4ca4-88bb-7aa38a14a3c5 req-dd98bb19-fba7-49d8-8387-da8b25190bd3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba HTTP/1.1" status: 200 len: 217 time: 0.0443687 Jul 09 13:20:23.882225 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937b592c-361c-46f0-869d-0eaa8503a87f req-c3a08245-fc82-4d87-b705-e98a4d60d225 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:23.882788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937b592c-361c-46f0-869d-0eaa8503a87f req-c3a08245-fc82-4d87-b705-e98a4d60d225 service neutron] Checking segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:23.883218 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937b592c-361c-46f0-869d-0eaa8503a87f req-c3a08245-fc82-4d87-b705-e98a4d60d225 service neutron] Bound using segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:23.883694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-937b592c-361c-46f0-869d-0eaa8503a87f req-c3a08245-fc82-4d87-b705-e98a4d60d225 service neutron] Bound port: c8d224de-f6f0-4316-8c22-5ff5891a9976, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:23.926495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc29366-7537-4ca4-88bb-7aa38a14a3c5 req-e36c7f46-f002-458b-b6a1-461928c995d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:23.928278 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6cc29366-7537-4ca4-88bb-7aa38a14a3c5 req-e36c7f46-f002-458b-b6a1-461928c995d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.0492105 Jul 09 13:20:23.942158 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b0d7e80-0bff-4b88-8aa6-02dedf096282 req-90316167-dd04-44e2-9475-81af3a2f5cf7 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099758 Jul 09 13:20:23.982005 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6cc29366-7537-4ca4-88bb-7aa38a14a3c5 req-bb0c6128-a04e-4ced-ac61-5994642abdae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383899 Jul 09 13:20:24.002862 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-937b592c-361c-46f0-869d-0eaa8503a87f req-c3a08245-fc82-4d87-b705-e98a4d60d225 service neutron] For port c8d224de-f6f0-4316-8c22-5ff5891a9976, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:24.011980 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-937b592c-361c-46f0-869d-0eaa8503a87f req-c3a08245-fc82-4d87-b705-e98a4d60d225 service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:24.011980 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-c3a08245-fc82-4d87-b705-e98a4d60d225 service neutron] 10.222.0.39 "POST /v2.0/ports/c8d224de-f6f0-4316-8c22-5ff5891a9976/bindings HTTP/1.1" status: 201 len: 389 time: 0.5409303 Jul 09 13:20:24.124651 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6cc29366-7537-4ca4-88bb-7aa38a14a3c5 req-e36cc88a-7e64-4b05-8663-5835d3b416e3 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244929 Jul 09 13:20:24.240987 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6cc29366-7537-4ca4-88bb-7aa38a14a3c5 req-2754d39c-d654-4bb5-ba4e-799fc8b590b1 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075072 Jul 09 13:20:24.269932 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf002d2-d396-4c47-8c03-0ef260f6d92c x-openstack-request-id: req-3bf002d2-d396-4c47-8c03-0ef260f6d92c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:24.271294 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16daf3fd-10ad-4ac2-93a7-be8b10710016", "name": "network-vif-plugged", "status": "completed", "tag": "6fece984-8df7-4897-8fc5-e18c27fe9789", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:24.271750 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3bf002d2-d396-4c47-8c03-0ef260f6d92c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:24.272455 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16daf3fd-10ad-4ac2-93a7-be8b10710016', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fece984-8df7-4897-8fc5-e18c27fe9789', 'code': 200} Jul 09 13:20:24.406640 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc007fe7-432c-4d85-9e41-8b85ec31f86c req-bcabc186-be23-4d9b-8b70-6afa5e660653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:24.408208 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc007fe7-432c-4d85-9e41-8b85ec31f86c req-bcabc186-be23-4d9b-8b70-6afa5e660653 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=16daf3fd-10ad-4ac2-93a7-be8b10710016 HTTP/1.1" status: 200 len: 1101 time: 0.0640366 Jul 09 13:20:24.450004 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc007fe7-432c-4d85-9e41-8b85ec31f86c req-1424ebf8-6cc5-4b66-a1c2-ab6a1978b30f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310872 Jul 09 13:20:24.676305 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938f5ed5-7aff-4950-98c9-f1bcf7ede624 req-aa38d219-2b18-411b-afdc-bcdff99da399 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:24.677819 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-938f5ed5-7aff-4950-98c9-f1bcf7ede624 req-aa38d219-2b18-411b-afdc-bcdff99da399 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 945 time: 0.1096373 Jul 09 13:20:24.689999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9a24c-f377-450a-869d-e75a23aea86c req-cd491df6-330f-488c-9111-fef9534435f3 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:24.692113 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3f9a24c-f377-450a-869d-e75a23aea86c req-cd491df6-330f-488c-9111-fef9534435f3 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 949 time: 0.0881605 Jul 09 13:20:24.745486 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-938f5ed5-7aff-4950-98c9-f1bcf7ede624 req-f53d921e-c3be-4444-8f96-d7221aedf467 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524781 Jul 09 13:20:24.750214 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3f9a24c-f377-450a-869d-e75a23aea86c req-3df4ed1b-2f83-4707-b676-3cc8fbda99b2 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513663 Jul 09 13:20:25.117635 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43456) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:25.207041 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee88b808-7c2a-4646-a13f-948194d3b559 req-90a39932-a86c-45e1-960b-3b00b192b523 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:25.208507 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee88b808-7c2a-4646-a13f-948194d3b559 req-90a39932-a86c-45e1-960b-3b00b192b523 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=16daf3fd-10ad-4ac2-93a7-be8b10710016 HTTP/1.1" status: 200 len: 950 time: 0.2964010 Jul 09 13:20:25.222010 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d099cafc-47e1-4b9b-8958-eb14a5ac5322 req-8942947b-7e6d-495f-a922-5ff15a3b6d49 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:25.224187 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d099cafc-47e1-4b9b-8958-eb14a5ac5322 req-8942947b-7e6d-495f-a922-5ff15a3b6d49 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 943 time: 0.0973105 Jul 09 13:20:25.225547 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:25.281229 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee88b808-7c2a-4646-a13f-948194d3b559 req-422f4e6a-eedb-4a56-b9f3-d905083f0e4a tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670686 Jul 09 13:20:25.288269 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d099cafc-47e1-4b9b-8958-eb14a5ac5322 req-df9ec3db-990f-463a-ac38-01351e38fa7f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575123 Jul 09 13:20:25.344927 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:25.356655 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:25.407212 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=212d87e72df24c6b895454e6015337f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2878592 Jul 09 13:20:25.409501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2355fe8-f369-43eb-be0b-57248cd604b6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:25.409686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43468) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:25.419795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.420270 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.420995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.421732 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.422424 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.422872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.423563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.423966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.424696 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.425409 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.425833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.426260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16149640-c360-4d70-9db5-a8f96a93560f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.475861 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:25.498016 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:25.549575 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:25.552945 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:25.555304 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2355fe8-f369-43eb-be0b-57248cd604b6 HTTP/1.1" status: 204 len: 168 time: 0.1436224 Jul 09 13:20:25.563758 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2355fe8-f369-43eb-be0b-57248cd604b6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:25.572875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.573301 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.573951 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.574363 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.574702 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.575133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.575695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.576028 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.576491 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.577068 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.577620 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.578033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aef1accb-69f1-4377-a28e-dd70fb510559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:25.898164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43492) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:25.934317 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0399d114-e7f2-43d3-bfbc-097b030624a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:25.937628 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-5a4b36b5-86c6-4de9-9945-e118c21f2b5f service neutron] 10.222.0.15 "GET /v2.0/ports/fd78067f-3062-4dc5-92e0-10db5bb0a4ba/bindings/n-h1-799525-3 HTTP/1.1" status: 200 len: 384 time: 0.1548312 Jul 09 13:20:26.019982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d65ec9-b140-4861-8708-825b55bd5514 req-1ba8382a-fe31-488a-9e36-be63f84f29a0 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:26.021867 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19d65ec9-b140-4861-8708-825b55bd5514 req-1ba8382a-fe31-488a-9e36-be63f84f29a0 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.18 "GET /v2.0/ports?device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 949 time: 0.1611037 Jul 09 13:20:26.075887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ea12ec-9d8d-4abe-ad8f-46a8ceb86872 req-12e8994e-15d7-4e42-b51d-34a4da3b5711 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:26.077519 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-10ea12ec-9d8d-4abe-ad8f-46a8ceb86872 req-12e8994e-15d7-4e42-b51d-34a4da3b5711 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 945 time: 0.1948040 Jul 09 13:20:26.107115 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c955d8-81d7-45f5-be31-3b209eaa9f07 req-6add8ea8-078f-4973-850a-3a1a848f7e2f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:26.108877 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93c955d8-81d7-45f5-be31-3b209eaa9f07 req-6add8ea8-078f-4973-850a-3a1a848f7e2f tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 949 time: 0.1630325 Jul 09 13:20:26.118643 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43498) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:26.179122 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-10ea12ec-9d8d-4abe-ad8f-46a8ceb86872 req-4e5c59a8-5da6-4cbe-84b4-e408a0c3bad7 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891764 Jul 09 13:20:26.217041 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93c955d8-81d7-45f5-be31-3b209eaa9f07 req-f6f87769-54e9-408f-be39-a2672edb1695 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/security-groups?id=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938396 Jul 09 13:20:26.219073 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0399d114-e7f2-43d3-bfbc-097b030624a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.228691 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0399d114-e7f2-43d3-bfbc-097b030624a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.250660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-19d65ec9-b140-4861-8708-825b55bd5514 req-489a0683-d426-4e9e-99e9-04e29c9ab138 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Deleting port 96f806fe-a406-468e-8402-4e169f3cf5f2 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:20:26.251006 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-19d65ec9-b140-4861-8708-825b55bd5514 req-489a0683-d426-4e9e-99e9-04e29c9ab138 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.274894 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0399d114-e7f2-43d3-bfbc-097b030624a6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=816978536f144ae6977b37c9cb463422&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724020 Jul 09 13:20:26.275495 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43508) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:26.281821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399d114-e7f2-43d3-bfbc-097b030624a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=531442ae-dabd-4417-a802-3716e8bb22fc,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:26.328599 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1705ba6e-d6ee-4bcd-b0e4-15f0788980d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.359363 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2b5ab23-455b-4ccf-b5c5-64b04648420b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.365416 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-332b1950-8662-4fb1-a4de-753bae021940 req-a666fcaf-556d-4338-8a51-4c8cf77b8411 service neutron] For port fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:26.392693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-19d65ec9-b140-4861-8708-825b55bd5514 req-489a0683-d426-4e9e-99e9-04e29c9ab138 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] For port 96f806fe-a406-468e-8402-4e169f3cf5f2, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=96f806fe-a406-468e-8402-4e169f3cf5f2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:26.393245 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-19d65ec9-b140-4861-8708-825b55bd5514 req-489a0683-d426-4e9e-99e9-04e29c9ab138 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.394951 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2b5ab23-455b-4ccf-b5c5-64b04648420b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.412129 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-332b1950-8662-4fb1-a4de-753bae021940 req-a666fcaf-556d-4338-8a51-4c8cf77b8411 service neutron] For port fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:26.414937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-19d65ec9-b140-4861-8708-825b55bd5514 req-489a0683-d426-4e9e-99e9-04e29c9ab138 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Calling delete_port for 96f806fe-a406-468e-8402-4e169f3cf5f2 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:20:26.490722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-332b1950-8662-4fb1-a4de-753bae021940 req-a666fcaf-556d-4338-8a51-4c8cf77b8411 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd78067f-3062-4dc5-92e0-10db5bb0a4ba {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:26.491492 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2b5ab23-455b-4ccf-b5c5-64b04648420b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.494150 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2b5ab23-455b-4ccf-b5c5-64b04648420b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.497970 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f2b5ab23-455b-4ccf-b5c5-64b04648420b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/531442ae-dabd-4417-a802-3716e8bb22fc HTTP/1.1" status: 204 len: 168 time: 0.2212825 Jul 09 13:20:26.505244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-332b1950-8662-4fb1-a4de-753bae021940 req-a666fcaf-556d-4338-8a51-4c8cf77b8411 service neutron] For port fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:26.537908 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1705ba6e-d6ee-4bcd-b0e4-15f0788980d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.540458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5ab23-455b-4ccf-b5c5-64b04648420b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531442ae-dabd-4417-a802-3716e8bb22fc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:26.543178 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-332b1950-8662-4fb1-a4de-753bae021940 req-a666fcaf-556d-4338-8a51-4c8cf77b8411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.545753 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1705ba6e-d6ee-4bcd-b0e4-15f0788980d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.599248 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1705ba6e-d6ee-4bcd-b0e4-15f0788980d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=95ea141002aa42a990ab6b0ac6f23b39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4732478 Jul 09 13:20:26.601744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1705ba6e-d6ee-4bcd-b0e4-15f0788980d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=847c1ccb-ebb5-48b3-80aa-d58a41b81a84,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:26.604975 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43520) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:26.636685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08257964-90e5-489f-a341-f10717003337 req-77d5c2e0-2ab7-4781-ac5e-1dcf7be9ec1c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:26.638419 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-08257964-90e5-489f-a341-f10717003337 req-77d5c2e0-2ab7-4781-ac5e-1dcf7be9ec1c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 943 time: 0.1687379 Jul 09 13:20:26.699380 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-19d65ec9-b140-4861-8708-825b55bd5514 req-489a0683-d426-4e9e-99e9-04e29c9ab138 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.701725 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-332b1950-8662-4fb1-a4de-753bae021940 req-a666fcaf-556d-4338-8a51-4c8cf77b8411 service neutron] Transition to ACTIVE for port object fd78067f-3062-4dc5-92e0-10db5bb0a4ba will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:26.714528 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d84b17f-82c2-4a79-9f59-b2d85fc1bcc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.714833 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['96f806fe-a406-468e-8402-4e169f3cf5f2'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:26.743753 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-08257964-90e5-489f-a341-f10717003337 req-635746c8-d58e-4505-bd87-8f7f32e5d4a9 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971084 Jul 09 13:20:26.744548 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-332b1950-8662-4fb1-a4de-753bae021940 req-a666fcaf-556d-4338-8a51-4c8cf77b8411 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.750448 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489a0683-d426-4e9e-99e9-04e29c9ab138 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Pushing event deleted for resources: {'Port': ['ID=96f806fe-a406-468e-8402-4e169f3cf5f2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:26.781573 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d84b17f-82c2-4a79-9f59-b2d85fc1bcc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.848610 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34c0af-ccaf-4940-8b5e-f32ee5e0db13 req-c88ac77b-038b-4561-91a2-577c25c9442f tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:26.850432 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7b34c0af-ccaf-4940-8b5e-f32ee5e0db13 req-c88ac77b-038b-4561-91a2-577c25c9442f tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=16daf3fd-10ad-4ac2-93a7-be8b10710016 HTTP/1.1" status: 200 len: 950 time: 0.1567855 Jul 09 13:20:26.859082 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d65ec9-b140-4861-8708-825b55bd5514 req-489a0683-d426-4e9e-99e9-04e29c9ab138 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] No DVR routers for this DVR port 96f806fe-a406-468e-8402-4e169f3cf5f2 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:20:26.867161 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-19d65ec9-b140-4861-8708-825b55bd5514 req-489a0683-d426-4e9e-99e9-04e29c9ab138 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.869700 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19d65ec9-b140-4861-8708-825b55bd5514 req-489a0683-d426-4e9e-99e9-04e29c9ab138 tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.18 "DELETE /v2.0/ports/96f806fe-a406-468e-8402-4e169f3cf5f2 HTTP/1.1" status: 204 len: 173 time: 0.8426075 Jul 09 13:20:26.873908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fcfac247-6fd8-46d0-b3b9-28da74705c8f', 'name': 'network-vif-deleted', 'tag': '96f806fe-a406-468e-8402-4e169f3cf5f2'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:26.876428 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed209363-46ef-4580-a71a-99e989d39919" -d '{"events": [{"server_uuid": "fcfac247-6fd8-46d0-b3b9-28da74705c8f", "name": "network-vif-deleted", "tag": "96f806fe-a406-468e-8402-4e169f3cf5f2"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:26.895808 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d84b17f-82c2-4a79-9f59-b2d85fc1bcc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.899374 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d84b17f-82c2-4a79-9f59-b2d85fc1bcc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:26.900941 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3d84b17f-82c2-4a79-9f59-b2d85fc1bcc3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/847c1ccb-ebb5-48b3-80aa-d58a41b81a84 HTTP/1.1" status: 204 len: 168 time: 0.2948818 Jul 09 13:20:26.924794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-332b1950-8662-4fb1-a4de-753bae021940 req-a666fcaf-556d-4338-8a51-4c8cf77b8411 service neutron] No DVR routers for this DVR port fd78067f-3062-4dc5-92e0-10db5bb0a4ba on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:20:26.938385 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7b34c0af-ccaf-4940-8b5e-f32ee5e0db13 req-14555299-1e60-4aab-bd41-935679781e98 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715516 Jul 09 13:20:26.940404 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d84b17f-82c2-4a79-9f59-b2d85fc1bcc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=847c1ccb-ebb5-48b3-80aa-d58a41b81a84,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:26.949638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a666fcaf-556d-4338-8a51-4c8cf77b8411 service neutron] Pushing event updated for resources: {'Port': ['ID=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:27.007143 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-a666fcaf-556d-4338-8a51-4c8cf77b8411 service neutron] 10.222.0.15 "PUT /v2.0/ports/fd78067f-3062-4dc5-92e0-10db5bb0a4ba/bindings/n-h1-799525-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0511799 Jul 09 13:20:27.111583 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eec6d54e-250b-4b0c-ab9c-a32ab89c98af x-openstack-request-id: req-eec6d54e-250b-4b0c-ab9c-a32ab89c98af {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:27.112183 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fcfac247-6fd8-46d0-b3b9-28da74705c8f", "name": "network-vif-deleted", "tag": "96f806fe-a406-468e-8402-4e169f3cf5f2", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:27.113079 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eec6d54e-250b-4b0c-ab9c-a32ab89c98af {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:27.114351 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fcfac247-6fd8-46d0-b3b9-28da74705c8f', 'name': 'network-vif-deleted', 'tag': '96f806fe-a406-468e-8402-4e169f3cf5f2', 'status': 'completed', 'code': 200} Jul 09 13:20:27.258568 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b1950-8662-4fb1-a4de-753bae021940 req-1ea705f0-328c-4189-9254-81e2b423d516 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:27.260013 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-1ea705f0-328c-4189-9254-81e2b423d516 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95&tenant_id=5f446942a386493c8f7ba7f6f57f031b&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1095 time: 0.1116505 Jul 09 13:20:27.362449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b1950-8662-4fb1-a4de-753bae021940 req-6a5fcf89-6f56-4e72-87ab-3ec81bb1c619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:27.364556 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-6a5fcf89-6f56-4e72-87ab-3ec81bb1c619 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95&tenant_id=5f446942a386493c8f7ba7f6f57f031b HTTP/1.1" status: 200 len: 1095 time: 0.0958824 Jul 09 13:20:27.451917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43552) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:27.481032 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4aab0d17-13b6-4334-aab9-652e276ca5cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:27.507858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b1950-8662-4fb1-a4de-753bae021940 req-e638df7a-f3e3-43f3-9f88-a2db1caba318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:27.510972 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-e638df7a-f3e3-43f3-9f88-a2db1caba318 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 1095 time: 0.1173511 Jul 09 13:20:27.546173 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d93356-68f7-48e8-b5b2-dbc99a9c431f req-d6d8a74e-8188-429e-9323-0c5209ebb25e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:27.553764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-89d93356-68f7-48e8-b5b2-dbc99a9c431f req-d6d8a74e-8188-429e-9323-0c5209ebb25e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 945 time: 0.1288018 Jul 09 13:20:27.597778 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-89d93356-68f7-48e8-b5b2-dbc99a9c431f req-f73bb638-5511-4eb2-a882-31eebe6df5f7 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424750 Jul 09 13:20:27.621895 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b1950-8662-4fb1-a4de-753bae021940 req-a6937e7b-785c-4f7a-b2e5-4aafbacb5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:27.623439 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-a6937e7b-785c-4f7a-b2e5-4aafbacb5bf2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.1047866 Jul 09 13:20:27.717790 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-f3653e81-7daa-4ba3-9046-4640e1cd8a81 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba HTTP/1.1" status: 200 len: 217 time: 0.0875001 Jul 09 13:20:27.821134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b1950-8662-4fb1-a4de-753bae021940 req-f164cef1-5ae3-4183-8094-abc9f0a7876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:27.822748 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-f164cef1-5ae3-4183-8094-abc9f0a7876a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.0971847 Jul 09 13:20:27.827315 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e016579-b340-4c28-b1ec-8993288548a8 req-80767503-5e41-47c6-9bad-abdd605b9bdd tempest-DeleteServersAdminTestJSON-1982329360 tempest-DeleteServersAdminTestJSON-1982329360-project] 10.222.0.39 "GET /v2.0/ports?device_id=fcfac247-6fd8-46d0-b3b9-28da74705c8f HTTP/1.1" status: 200 len: 210 time: 0.0704021 Jul 09 13:20:27.846219 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4aab0d17-13b6-4334-aab9-652e276ca5cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:27.868837 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-35f502a3-83bf-4335-a980-6111e5d9d349 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377717 Jul 09 13:20:27.869842 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4aab0d17-13b6-4334-aab9-652e276ca5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:27.926653 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-d3ad7a6a-14d5-45c0-a8b3-4072e95e27d3 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=431c6dd6f83d411bb71c0c5b68e8db6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467539 Jul 09 13:20:27.977464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab0d17-13b6-4334-aab9-652e276ca5cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6daa40e6-f8e5-4f8f-bbb6-66cc517420a0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:27.985519 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4aab0d17-13b6-4334-aab9-652e276ca5cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d5aafedde2214caca2e9f291f5150266&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5305302 Jul 09 13:20:27.988637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43572) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:28.057777 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-3969b606-e508-4ab1-a2ad-8d67996c53a5 service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818962 Jul 09 13:20:28.121164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-a187fbd0-d31c-46a4-a3de-2f4ca1b3efaa tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:28.123154 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30d9b6f5-cbdc-4be5-8112-86bab9dcf301 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:28.127885 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-a187fbd0-d31c-46a4-a3de-2f4ca1b3efaa tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2003250 Jul 09 13:20:28.153265 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48947607-a9c1-44a7-8ce2-4f27be83df59 req-d2ae5fd3-9777-4ebf-b5b2-45075ec7a648 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:28.154786 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48947607-a9c1-44a7-8ce2-4f27be83df59 req-d2ae5fd3-9777-4ebf-b5b2-45075ec7a648 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 944 time: 0.1295221 Jul 09 13:20:28.159707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30d9b6f5-cbdc-4be5-8112-86bab9dcf301 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:28.164808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-80d6ac09-34e3-4f51-8294-2b1f510c8bdd tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/quotas/431c6dd6f83d411bb71c0c5b68e8db6f HTTP/1.1" status: 200 len: 375 time: 0.0329342 Jul 09 13:20:28.204837 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-46288a0d-d00b-4f4a-9f25-5aebc42db1f9 service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393080 Jul 09 13:20:28.231500 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30d9b6f5-cbdc-4be5-8112-86bab9dcf301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:28.234255 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30d9b6f5-cbdc-4be5-8112-86bab9dcf301 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:28.236578 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-30d9b6f5-cbdc-4be5-8112-86bab9dcf301 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6daa40e6-f8e5-4f8f-bbb6-66cc517420a0 HTTP/1.1" status: 204 len: 168 time: 0.2465427 Jul 09 13:20:28.246237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d9b6f5-cbdc-4be5-8112-86bab9dcf301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6daa40e6-f8e5-4f8f-bbb6-66cc517420a0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:28.262764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48947607-a9c1-44a7-8ce2-4f27be83df59 req-bbb70166-bc94-474f-8a28-ca0c9f6381cd tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985048 Jul 09 13:20:28.314050 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-e34f1a35-b91d-4324-9138-3646039206f7 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=431c6dd6f83d411bb71c0c5b68e8db6f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1504242 Jul 09 13:20:28.478942 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43592) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:28.546419 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5f38c132-2fdd-4753-a2b7-fb60a58dbbf5 req-7ffe408a-c109-4530-9749-7e793e655585 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 210 time: 0.0472775 Jul 09 13:20:28.619322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332b1950-8662-4fb1-a4de-753bae021940 req-b401cc58-a0ae-49b3-b445-e4a1d3e9d658 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:28.621668 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-b401cc58-a0ae-49b3-b445-e4a1d3e9d658 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95&tenant_id=5f446942a386493c8f7ba7f6f57f031b&binding%3Ahost_id=n-h1-799525-3 HTTP/1.1" status: 200 len: 1095 time: 0.0846989 Jul 09 13:20:28.676938 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c12d-5cec-48c4-b504-2fb3c1dfa713 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:28.697037 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43606) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:28.718854 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d889cd75-1c90-419d-ba75-178b336f5361 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:28.842735 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-332b1950-8662-4fb1-a4de-753bae021940 req-d5fdbe34-a10d-47f1-8ceb-5236c3517a3c service neutron] For port fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:28.848336 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-332b1950-8662-4fb1-a4de-753bae021940 req-d5fdbe34-a10d-47f1-8ceb-5236c3517a3c service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:28.849464 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-332b1950-8662-4fb1-a4de-753bae021940 req-d5fdbe34-a10d-47f1-8ceb-5236c3517a3c service neutron] 10.222.0.18 "DELETE /v2.0/ports/fd78067f-3062-4dc5-92e0-10db5bb0a4ba/bindings/n-h2-799525-3 HTTP/1.1" status: 204 len: 173 time: 0.2218442 Jul 09 13:20:28.895238 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c12d-5cec-48c4-b504-2fb3c1dfa713 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:28.901428 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fb9c12d-5cec-48c4-b504-2fb3c1dfa713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:28.964124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf2a926-113d-4b11-bd1a-c12078cef4a2 req-040b0993-a15e-4a71-bf27-ea8cd0b5186a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:28.972706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cdf2a926-113d-4b11-bd1a-c12078cef4a2 req-040b0993-a15e-4a71-bf27-ea8cd0b5186a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 945 time: 0.1447322 Jul 09 13:20:28.996241 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9fb9c12d-5cec-48c4-b504-2fb3c1dfa713 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5634d6f6e138437ebdb3ff0ba326fae1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5158374 Jul 09 13:20:29.001017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43616) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:29.038965 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb9c12d-5cec-48c4-b504-2fb3c1dfa713 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab97bc7b-d8f4-47a9-803b-d56bc64f7576,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:29.070013 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c53e3311-32fe-4269-910b-88e4d20b59a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:29.075726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cdf2a926-113d-4b11-bd1a-c12078cef4a2 req-97934897-38a6-431a-9eac-3a548e66a680 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015978 Jul 09 13:20:29.112370 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c53e3311-32fe-4269-910b-88e4d20b59a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:29.175811 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c53e3311-32fe-4269-910b-88e4d20b59a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:29.176712 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d889cd75-1c90-419d-ba75-178b336f5361 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:29.179077 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c53e3311-32fe-4269-910b-88e4d20b59a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:29.180413 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c53e3311-32fe-4269-910b-88e4d20b59a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab97bc7b-d8f4-47a9-803b-d56bc64f7576 HTTP/1.1" status: 204 len: 168 time: 0.1695302 Jul 09 13:20:29.182541 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d889cd75-1c90-419d-ba75-178b336f5361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:29.199605 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53e3311-32fe-4269-910b-88e4d20b59a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab97bc7b-d8f4-47a9-803b-d56bc64f7576,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:29.235218 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889cd75-1c90-419d-ba75-178b336f5361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b640c4d-927f-4001-8986-3587591839fa,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:29.261882 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d889cd75-1c90-419d-ba75-178b336f5361 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=feadbe76ace54f96874fcfe834454114&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5607271 Jul 09 13:20:29.262102 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43628) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:29.372787 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c517a7f-a72c-4423-9937-00532df1f13d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:29.431267 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c517a7f-a72c-4423-9937-00532df1f13d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:29.489682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c517a7f-a72c-4423-9937-00532df1f13d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:29.493227 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c517a7f-a72c-4423-9937-00532df1f13d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:29.497262 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8c517a7f-a72c-4423-9937-00532df1f13d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1b640c4d-927f-4001-8986-3587591839fa HTTP/1.1" status: 204 len: 168 time: 0.2324345 Jul 09 13:20:29.509902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c517a7f-a72c-4423-9937-00532df1f13d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b640c4d-927f-4001-8986-3587591839fa,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:29.617968 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff39709-efce-4abc-9c64-4d6744593a92 req-5e8d5ef6-3bfb-4877-b9e0-ba472b3efa4c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:29.625177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aff39709-efce-4abc-9c64-4d6744593a92 req-5e8d5ef6-3bfb-4877-b9e0-ba472b3efa4c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 944 time: 0.1590095 Jul 09 13:20:29.669036 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aff39709-efce-4abc-9c64-4d6744593a92 req-504589e0-a52c-4d63-9271-35693cb176cb tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430119 Jul 09 13:20:29.749518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43656) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:29.769244 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-baeac972-f135-4391-ba9c-702bbf979c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:29.812029 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3d8bc67-ae0e-4da9-8de2-bb965df644ab req-b618a3fa-b0d5-4331-ae62-5b89a6d28ad0 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 210 time: 0.0925035 Jul 09 13:20:29.933959 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f0bce2-f187-4b64-9cdb-cfc323b4d2b4 req-d8cde1fa-b228-4e48-9c76-4431311c439e tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:29.944091 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a9f0bce2-f187-4b64-9cdb-cfc323b4d2b4 req-d8cde1fa-b228-4e48-9c76-4431311c439e tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 1095 time: 0.0827513 Jul 09 13:20:29.986193 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-baeac972-f135-4391-ba9c-702bbf979c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:29.993389 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-baeac972-f135-4391-ba9c-702bbf979c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.005737 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a9f0bce2-f187-4b64-9cdb-cfc323b4d2b4 req-1031c3eb-a4d5-46cb-b76b-22c7e83f90aa tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604262 Jul 09 13:20:30.045233 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43664) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:30.093517 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-baeac972-f135-4391-ba9c-702bbf979c01 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4a4e7df376104cf999aa91357d20d389&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429060 Jul 09 13:20:30.096268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43670) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:30.146327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baeac972-f135-4391-ba9c-702bbf979c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca3560e6-1165-4116-8142-6cf00415ea4a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:30.158386 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-3257f506-b69e-41e8-9d67-1c6bfcdda614 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=431c6dd6f83d411bb71c0c5b68e8db6f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0819385 Jul 09 13:20:30.337133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-4d7a3e4e-6b9c-45a2-b58b-46ceac2879ee tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:30.339805 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-4d7a3e4e-6b9c-45a2-b58b-46ceac2879ee tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1759250 Jul 09 13:20:30.364130 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-55593c19-7764-425c-97dc-3340a4a36593 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Request body: {'port': {'device_id': '830f06a3-5e70-49cd-9ab4-299247bb43dd', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': '431c6dd6f83d411bb71c0c5b68e8db6f'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:30.391410 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4420a882-f535-4ecc-ac06-b0c00542fb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.533135 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4420a882-f535-4ecc-ac06-b0c00542fb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.559524 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-55593c19-7764-425c-97dc-3340a4a36593 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Made reservation on behalf of 431c6dd6f83d411bb71c0c5b68e8db6f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:30.562805 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b592c-361c-46f0-869d-0eaa8503a87f req-92b3eff7-e58c-42ed-be41-442a7f3fdc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:30.564376 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-92b3eff7-e58c-42ed-be41-442a7f3fdc29 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 1096 time: 0.4068406 Jul 09 13:20:30.567849 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-55593c19-7764-425c-97dc-3340a4a36593 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.666114 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3e885afa-08fc-4586-9661-99035606a7c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b952193c3813465fb8737e215888727d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6194758 Jul 09 13:20:30.670447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43702) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:30.685984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-a9fb07eb-3b8f-41c1-85dd-5bcfb950d02a tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:30.687497 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-a9fb07eb-3b8f-41c1-85dd-5bcfb950d02a tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 808 time: 0.3658130 Jul 09 13:20:30.700192 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66687506-5da3-491e-ba02-8af81a5256de req-f3209f2c-28f1-45af-95c6-77514c848b82 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:30.701738 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66687506-5da3-491e-ba02-8af81a5256de req-f3209f2c-28f1-45af-95c6-77514c848b82 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 945 time: 0.3841043 Jul 09 13:20:30.740379 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-4631ee0e-0dc2-41ca-88ac-f34d5941c163 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/quotas/5f446942a386493c8f7ba7f6f57f031b HTTP/1.1" status: 200 len: 375 time: 0.0352912 Jul 09 13:20:30.751632 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-55593c19-7764-425c-97dc-3340a4a36593 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Allocated IP 192.168.233.176 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/c76053ef-3cb6-4111-9ef5-c429fe02539b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:30.776404 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4420a882-f535-4ecc-ac06-b0c00542fb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.778882 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4420a882-f535-4ecc-ac06-b0c00542fb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.779531 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3f629a1-f29b-4382-a8a0-eeb2af1fe04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.782722 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4420a882-f535-4ecc-ac06-b0c00542fb6b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ca3560e6-1165-4116-8142-6cf00415ea4a HTTP/1.1" status: 204 len: 168 time: 0.6828878 Jul 09 13:20:30.819315 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3f629a1-f29b-4382-a8a0-eeb2af1fe04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.820880 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66687506-5da3-491e-ba02-8af81a5256de req-88ae9a38-3094-435b-a39f-c618fb850428 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067610 Jul 09 13:20:30.821990 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b592c-361c-46f0-869d-0eaa8503a87f req-7f14a663-a379-459b-a95d-3436be7db22b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:30.823370 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-7f14a663-a379-459b-a95d-3436be7db22b service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.2454815 Jul 09 13:20:30.825301 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4420a882-f535-4ecc-ac06-b0c00542fb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca3560e6-1165-4116-8142-6cf00415ea4a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:30.886925 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-692f5fef-90d7-4f9a-a9bc-1cf4301c551d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976 HTTP/1.1" status: 200 len: 217 time: 0.0527837 Jul 09 13:20:30.946634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3f629a1-f29b-4382-a8a0-eeb2af1fe04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.951394 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3f629a1-f29b-4382-a8a0-eeb2af1fe04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:30.955069 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d3f629a1-f29b-4382-a8a0-eeb2af1fe04c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8 HTTP/1.1" status: 204 len: 168 time: 0.2808318 Jul 09 13:20:30.966909 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-56c0e19f-7cd0-41f5-85a0-cdfae32f8203 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2124829 Jul 09 13:20:31.020591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f629a1-f29b-4382-a8a0-eeb2af1fe04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89bc6d95-768d-4b6f-a3e1-cb05e43dfdc8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:31.021858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 96f806fe-a406-468e-8402-4e169f3cf5f2 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:20:31.032387 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b592c-361c-46f0-869d-0eaa8503a87f req-0900f768-1c04-464d-b477-c46f25e2d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:31.033985 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-0900f768-1c04-464d-b477-c46f25e2d0f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.1375508 Jul 09 13:20:31.049847 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-55593c19-7764-425c-97dc-3340a4a36593 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.069163 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 96f806fe-a406-468e-8402-4e169f3cf5f2 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:20:31.069501 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 96f806fe-a406-468e-8402-4e169f3cf5f2 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:20:31.073253 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-55593c19-7764-425c-97dc-3340a4a36593 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Transition to ACTIVE for port object c76053ef-3cb6-4111-9ef5-c429fe02539b will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:31.102954 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-17703618-a57f-4160-882f-f83372d0ff30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610435 Jul 09 13:20:31.112417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fd78067f-3062-4dc5-92e0-10db5bb0a4ba no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:20:31.133546 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-55593c19-7764-425c-97dc-3340a4a36593 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.161167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['6fece984-8df7-4897-8fc5-e18c27fe9789'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:31.212637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43724) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:31.213989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55593c19-7764-425c-97dc-3340a4a36593 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Pushing event updated for resources: {'Port': ['ID=c76053ef-3cb6-4111-9ef5-c429fe02539b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:31.227248 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-55593c19-7764-425c-97dc-3340a4a36593 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:31.228862 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-55593c19-7764-425c-97dc-3340a4a36593 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:31.231320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-55593c19-7764-425c-97dc-3340a4a36593 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:31.237345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-55593c19-7764-425c-97dc-3340a4a36593 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:31.238227 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-55593c19-7764-425c-97dc-3340a4a36593 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.252538 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-891b1ec3-d755-48e7-9d9e-80019aad38b3 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380577 Jul 09 13:20:31.258515 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-55593c19-7764-425c-97dc-3340a4a36593 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9085040 Jul 09 13:20:31.275639 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Request body: {'port': {'device_id': '830f06a3-5e70-49cd-9ab4-299247bb43dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:31.338686 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-164cff31-fcb9-4b84-8121-6d0771cb7b8e service neutron] 10.222.0.39 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704119 Jul 09 13:20:31.433956 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.450885 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fd78067f-3062-4dc5-92e0-10db5bb0a4ba not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:20:31.500860 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-703ff374-5d12-4c8f-adaf-a13fca600f8b service neutron] 10.222.0.39 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611662 Jul 09 13:20:31.505775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-64e026e1-e7ba-4736-b879-c617830cb191 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454593 Jul 09 13:20:31.610339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d766fe55-25b9-4ec8-a527-df52d614d375 None None] Provisioning for port c76053ef-3cb6-4111-9ef5-c429fe02539b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:31.615841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d766fe55-25b9-4ec8-a527-df52d614d375 None None] Provisioning complete for port c76053ef-3cb6-4111-9ef5-c429fe02539b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:31.616319 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d766fe55-25b9-4ec8-a527-df52d614d375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.656668 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d766fe55-25b9-4ec8-a527-df52d614d375 None None] Port c76053ef-3cb6-4111-9ef5-c429fe02539b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:20:31.730404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-71968ab7-523a-4ba0-8742-14d480ff8cb8 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-872882851-network', 'tenant_id': '384183487b7c468ea746a90da7095afc'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:31.774523 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07acca65-41bd-4be7-b3a4-86160016f69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.778620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71968ab7-523a-4ba0-8742-14d480ff8cb8 admin admin] Made reservation on behalf of 384183487b7c468ea746a90da7095afc for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:31.781191 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71968ab7-523a-4ba0-8742-14d480ff8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.807859 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71968ab7-523a-4ba0-8742-14d480ff8cb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.860450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c76053ef-3cb6-4111-9ef5-c429fe02539b {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:31.884485 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43744) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:31.890844 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:31.945783 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c927b34-d973-4c41-9632-a09d48d29723 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:32.004607 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Transition to ACTIVE for port object c76053ef-3cb6-4111-9ef5-c429fe02539b will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:32.012870 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:32.029307 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b592c-361c-46f0-869d-0eaa8503a87f req-219a33cb-3932-46bb-adf0-2c31358c2b82 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.031840 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-219a33cb-3932-46bb-adf0-2c31358c2b82 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2&tenant_id=35b702eee9154963b30c070fa690b62c&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1096 time: 0.4557250 Jul 09 13:20:32.052363 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799525-3'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:32.108408 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44931ec5-ae49-460d-a543-47f0f98dae89 req-3a663751-d69b-4648-9fba-12de12031005 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.110814 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-44931ec5-ae49-460d-a543-47f0f98dae89 req-3a663751-d69b-4648-9fba-12de12031005 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 936 time: 0.1542685 Jul 09 13:20:32.153879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Pushing event updated for resources: {'Port': ['ID=c76053ef-3cb6-4111-9ef5-c429fe02539b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:32.244452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-44931ec5-ae49-460d-a543-47f0f98dae89 req-edc85ec9-d6a5-4b1f-8895-d101d30764fa tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121125 Jul 09 13:20:32.276084 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Attempting to bind port c76053ef-3cb6-4111-9ef5-c429fe02539b on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:32.276427 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Attempting to bind port c76053ef-3cb6-4111-9ef5-c429fe02539b by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:32.276761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Attempting to bind port c76053ef-3cb6-4111-9ef5-c429fe02539b on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:32.290234 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:32.299407 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71968ab7-523a-4ba0-8742-14d480ff8cb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:32.301245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Port c76053ef-3cb6-4111-9ef5-c429fe02539b on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:32.301577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Attempting to bind port c76053ef-3cb6-4111-9ef5-c429fe02539b on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:32.313020 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71968ab7-523a-4ba0-8742-14d480ff8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:32.371263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:32.371595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:32.381494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:32.382298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Bound port: c76053ef-3cb6-4111-9ef5-c429fe02539b, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:32.383538 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:32.429971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71968ab7-523a-4ba0-8742-14d480ff8cb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:20:32.482500 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71968ab7-523a-4ba0-8742-14d480ff8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:32.483234 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-71968ab7-523a-4ba0-8742-14d480ff8cb8 admin admin] Added segment d2f7b272-e4d9-4e1f-8012-3143ee24a581 of type vlan for network d0b4786e-4bc7-4776-a2dd-0b214927ee96 Jul 09 13:20:32.522048 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a1a64f6a-096d-458e-a708-ddadf1b77c22 req-954e0e10-0554-48ce-a847-55a1a022ae75 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 210 time: 0.0821118 Jul 09 13:20:32.589474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] For port c8d224de-f6f0-4316-8c22-5ff5891a9976, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:32.629852 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86505f8f-1755-41e6-9fbd-b8a545edb9da req-d736f7ba-fdce-4727-8319-ad24c147ecb9 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.639201 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86505f8f-1755-41e6-9fbd-b8a545edb9da req-d736f7ba-fdce-4727-8319-ad24c147ecb9 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 945 time: 0.1940389 Jul 09 13:20:32.768543 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86505f8f-1755-41e6-9fbd-b8a545edb9da req-56f373c9-e1a1-406f-84b6-9f05de2651c5 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273499 Jul 09 13:20:32.797905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] For port c8d224de-f6f0-4316-8c22-5ff5891a9976, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:32.838077 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71968ab7-523a-4ba0-8742-14d480ff8cb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:32.844728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71968ab7-523a-4ba0-8742-14d480ff8cb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=369000f8-a6fa-4162-8c38-f3c7a2cee8fe,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:32.885360 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7168fa65-6876-461d-ac0c-7c30861bdac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d224de-f6f0-4316-8c22-5ff5891a9976'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:32.889324 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe1838cd-60e1-40e0-a971-b81f2217ea8f" -d '{"events": [{"server_uuid": "7168fa65-6876-461d-ac0c-7c30861bdac2", "name": "network-vif-unplugged", "status": "completed", "tag": "c8d224de-f6f0-4316-8c22-5ff5891a9976"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:32.894989 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:32.903326 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:32.975299 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d3029a1-e535-4f1d-9a4f-09bf64133570 x-openstack-request-id: req-6d3029a1-e535-4f1d-9a4f-09bf64133570 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:32.976402 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7168fa65-6876-461d-ac0c-7c30861bdac2", "name": "network-vif-unplugged", "status": "completed", "tag": "c8d224de-f6f0-4316-8c22-5ff5891a9976", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:32.976835 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d3029a1-e535-4f1d-9a4f-09bf64133570 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:32.978929 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7168fa65-6876-461d-ac0c-7c30861bdac2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8d224de-f6f0-4316-8c22-5ff5891a9976', 'code': 200} Jul 09 13:20:32.987255 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] For port c76053ef-3cb6-4111-9ef5-c429fe02539b, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:32.991040 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71968ab7-523a-4ba0-8742-14d480ff8cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:32.992251 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71968ab7-523a-4ba0-8742-14d480ff8cb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:32.993004 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71968ab7-523a-4ba0-8742-14d480ff8cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:32.996497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] For port c76053ef-3cb6-4111-9ef5-c429fe02539b, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c76053ef-3cb6-4111-9ef5-c429fe02539b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:33.018909 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:33.054968 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Attempting to bind port c8d224de-f6f0-4316-8c22-5ff5891a9976 on host n-h2-799525-3 for vnic_type normal with profile {"migrating_to": "n-h1-799525-3"} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:33.055735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Attempting to bind port c8d224de-f6f0-4316-8c22-5ff5891a9976 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:33.055735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Attempting to bind port c8d224de-f6f0-4316-8c22-5ff5891a9976 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:33.084226 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Port c8d224de-f6f0-4316-8c22-5ff5891a9976 on network 9eed349f-85e9-4424-b38d-3b371f8e676c not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:33.084660 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Attempting to bind port c8d224de-f6f0-4316-8c22-5ff5891a9976 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:33.086787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d224de-f6f0-4316-8c22-5ff5891a9976,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:33.103312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:33.103642 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Checking segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:33.104122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Bound using segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:33.104735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Bound port: c8d224de-f6f0-4316-8c22-5ff5891a9976, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:33.105501 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:33.134874 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c927b34-d973-4c41-9632-a09d48d29723 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:33.136554 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:33.137352 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:33.138705 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] 10.222.0.18 "PUT /v2.0/ports/c76053ef-3cb6-4111-9ef5-c429fe02539b HTTP/1.1" status: 200 len: 1096 time: 1.8678498 Jul 09 13:20:33.139759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830f06a3-5e70-49cd-9ab4-299247bb43dd', 'tag': 'c76053ef-3cb6-4111-9ef5-c429fe02539b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:33.142033 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4100a4-3123-4bd8-966c-eb4211d446a0" -d '{"events": [{"name": "network-changed", "server_uuid": "830f06a3-5e70-49cd-9ab4-299247bb43dd", "tag": "c76053ef-3cb6-4111-9ef5-c429fe02539b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:33.154466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71968ab7-523a-4ba0-8742-14d480ff8cb8 admin admin] Pushing event updated for resources: {'Network': ['ID=d0b4786e-4bc7-4776-a2dd-0b214927ee96,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:33.184730 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c927b34-d973-4c41-9632-a09d48d29723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:33.192158 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network d0b4786e-4bc7-4776-a2dd-0b214927ee96 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:20:33.230138 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-71968ab7-523a-4ba0-8742-14d480ff8cb8 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0025947 Jul 09 13:20:33.232428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43788) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:33.258213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-66556198-4a09-49bf-b22d-9c4074f8d5d2 admin admin] Request body: {'subnet': {'network_id': 'd0b4786e-4bc7-4776-a2dd-0b214927ee96', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-872882851-subnet', 'tenant_id': '384183487b7c468ea746a90da7095afc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:33.261755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] For port c8d224de-f6f0-4316-8c22-5ff5891a9976, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:33.272218 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] For port c8d224de-f6f0-4316-8c22-5ff5891a9976, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:33.283781 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:33.323810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec88351-1515-40bf-8716-147a9b84b118 service neutron] Pushing event updated for resources: {'Port': ['ID=c76053ef-3cb6-4111-9ef5-c429fe02539b,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:33.339739 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31b87511-d9a4-4e8e-aeef-2434ae64b3bf x-openstack-request-id: req-31b87511-d9a4-4e8e-aeef-2434ae64b3bf {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:33.340036 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "830f06a3-5e70-49cd-9ab4-299247bb43dd", "tag": "c76053ef-3cb6-4111-9ef5-c429fe02539b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:33.341422 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-31b87511-d9a4-4e8e-aeef-2434ae64b3bf {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:33.341835 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830f06a3-5e70-49cd-9ab4-299247bb43dd', 'tag': 'c76053ef-3cb6-4111-9ef5-c429fe02539b', 'status': 'completed', 'code': 200} Jul 09 13:20:33.532063 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1c927b34-d973-4c41-9632-a09d48d29723 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=91629fc7bef9407498677bea83fdbcbe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6419926 Jul 09 13:20:33.535756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43800) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:33.538629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:33.539353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c927b34-d973-4c41-9632-a09d48d29723 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4cf3b8-a26b-48e1-83d9-4d64bec67143,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:33.539484 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:33.540796 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] 10.222.0.18 "PUT /v2.0/ports/c8d224de-f6f0-4316-8c22-5ff5891a9976 HTTP/1.1" status: 200 len: 1121 time: 1.4971855 Jul 09 13:20:33.541995 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcf38ff-413e-40df-ab6c-b5d1e3af2136 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d224de-f6f0-4316-8c22-5ff5891a9976,revision_number=8']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:33.555040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66556198-4a09-49bf-b22d-9c4074f8d5d2 admin admin] Made reservation on behalf of 384183487b7c468ea746a90da7095afc for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:33.557394 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66556198-4a09-49bf-b22d-9c4074f8d5d2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:33.589236 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['c8d224de-f6f0-4316-8c22-5ff5891a9976'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:33.623874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11ac00-f3a6-420d-a5ac-27966f88fd99 req-00a1ab91-2bcd-4d09-b2c2-3f20f810dc28 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:33.633929 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a11ac00-f3a6-420d-a5ac-27966f88fd99 req-00a1ab91-2bcd-4d09-b2c2-3f20f810dc28 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 948 time: 0.1676483 Jul 09 13:20:33.700780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a11ac00-f3a6-420d-a5ac-27966f88fd99 req-ec8da73c-2bfe-4f55-8ef2-c6e81f3fd3f7 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643466 Jul 09 13:20:33.727576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-10fc9df5-8370-4c54-bde4-9c6f920d973a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:33.729397 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-10fc9df5-8370-4c54-bde4-9c6f920d973a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=431c6dd6f83d411bb71c0c5b68e8db6f&device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 1099 time: 0.4978814 Jul 09 13:20:33.742947 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-5414c504-d020-487b-8e2e-85053929e4b5 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:33.744506 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-5414c504-d020-487b-8e2e-85053929e4b5 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.15 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 808 time: 0.3402457 Jul 09 13:20:33.802133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-10ea4690-629a-45f6-939c-0662339b0358 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Request body: {'port': {'device_id': '1eac0526-ca9b-43f2-b6d1-1c4840fc019e', 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809', 'admin_state_up': True, 'tenant_id': '5f446942a386493c8f7ba7f6f57f031b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:33.805211 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7842724e-b5c4-4f80-8476-b10607e5ea71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:33.827408 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-f0a2a9f5-4ff4-46f1-b54a-22c77de7726a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=c76053ef-3cb6-4111-9ef5-c429fe02539b HTTP/1.1" status: 200 len: 217 time: 0.0780845 Jul 09 13:20:33.920249 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7074428d-c05f-49d3-80a2-507e6cc6b66c req-e658c488-1e53-49af-8555-64bcf75d6046 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 210 time: 0.0438256 Jul 09 13:20:33.963564 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7842724e-b5c4-4f80-8476-b10607e5ea71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:34.031285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-0af4e2dc-8483-4e6d-9e8f-b8e41a9a7d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:34.032770 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-0af4e2dc-8483-4e6d-9e8f-b8e41a9a7d2f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1730297 Jul 09 13:20:34.137956 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66556198-4a09-49bf-b22d-9c4074f8d5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:34.172801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd517784-cc7e-46f3-9e37-8bb132316957 req-c8410d07-04e4-4d5c-969f-069702bf580e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:34.174318 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd517784-cc7e-46f3-9e37-8bb132316957 req-c8410d07-04e4-4d5c-969f-069702bf580e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 943 time: 0.0757110 Jul 09 13:20:34.191235 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7842724e-b5c4-4f80-8476-b10607e5ea71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:34.193995 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7842724e-b5c4-4f80-8476-b10607e5ea71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:34.195169 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7842724e-b5c4-4f80-8476-b10607e5ea71 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bb4cf3b8-a26b-48e1-83d9-4d64bec67143 HTTP/1.1" status: 204 len: 168 time: 0.6569297 Jul 09 13:20:34.200361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-10ea4690-629a-45f6-939c-0662339b0358 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Made reservation on behalf of 5f446942a386493c8f7ba7f6f57f031b for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:34.203822 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-10ea4690-629a-45f6-939c-0662339b0358 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:34.208923 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28f77887-d038-4387-9f39-19b54980fdd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:34.232367 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd517784-cc7e-46f3-9e37-8bb132316957 req-3fa56c32-f3da-418c-84b6-d3d02adacc87 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502849 Jul 09 13:20:34.239330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7842724e-b5c4-4f80-8476-b10607e5ea71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4cf3b8-a26b-48e1-83d9-4d64bec67143,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:34.249175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66556198-4a09-49bf-b22d-9c4074f8d5d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a11cb74-08d7-4289-9193-58c6addb5974,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:34.257346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-aa728a46-3618-43ac-a7d4-3187d71d665d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:34.258918 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-aa728a46-3618-43ac-a7d4-3187d71d665d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2173309 Jul 09 13:20:34.368791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66556198-4a09-49bf-b22d-9c4074f8d5d2 admin admin] Checking segment: {'id': 'd2f7b272-e4d9-4e1f-8012-3143ee24a581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'd0b4786e-4bc7-4776-a2dd-0b214927ee96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:34.369156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66556198-4a09-49bf-b22d-9c4074f8d5d2 admin admin] Network hostable DHCP agents. Network: d0b4786e-4bc7-4776-a2dd-0b214927ee96, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:20:34.451138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66556198-4a09-49bf-b22d-9c4074f8d5d2 admin admin] Network d0b4786e-4bc7-4776-a2dd-0b214927ee96 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:20:34.480046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-66556198-4a09-49bf-b22d-9c4074f8d5d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, d0b4786e-4bc7-4776-a2dd-0b214927ee96) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:34.491456 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-f7e1c8b0-40ac-4940-b8a7-e43facf6a1b1 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184823 Jul 09 13:20:34.492431 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79b85a8-12f0-435c-bbad-9c646c1e42d8 None None] Network d0b4786e-4bc7-4776-a2dd-0b214927ee96 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:20:34.492649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66556198-4a09-49bf-b22d-9c4074f8d5d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:34.493235 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66556198-4a09-49bf-b22d-9c4074f8d5d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:34.501239 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-10ea4690-629a-45f6-939c-0662339b0358 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Allocated IP 172.20.0.13 (b4d14687-7b64-47e7-b45c-f262f4bce809/629be656-9c00-4f47-9623-04a34c6428e9/fa21a61f-a482-450d-b357-b35bda4333b1) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:34.582219 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-66556198-4a09-49bf-b22d-9c4074f8d5d2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3457048 Jul 09 13:20:34.618877 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:34.673922 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-166ec45d-8624-46ee-baed-ec98c85a99dc req-7dcda615-ffc7-4bda-8048-fc5b6df57c68 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678817 Jul 09 13:20:34.704668 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1cb79f4-58ba-443f-b798-e8517fda5fc2 None None] Network d0b4786e-4bc7-4776-a2dd-0b214927ee96 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:20:34.846428 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-10ea4690-629a-45f6-939c-0662339b0358 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:34.869355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4100a4-3123-4bd8-966c-eb4211d446a0 req-04a522e9-ebeb-46ad-9da1-8ac376db3113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:34.871045 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb4100a4-3123-4bd8-966c-eb4211d446a0 req-04a522e9-ebeb-46ad-9da1-8ac376db3113 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=431c6dd6f83d411bb71c0c5b68e8db6f&device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 1099 time: 0.1194918 Jul 09 13:20:34.979468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93025d55-b6fb-4cec-8629-41a5f942bc52 req-d4935aee-bc43-4bba-987b-69c028fca610 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:34.989648 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-10ea4690-629a-45f6-939c-0662339b0358 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:34.992453 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93025d55-b6fb-4cec-8629-41a5f942bc52 req-d4935aee-bc43-4bba-987b-69c028fca610 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 948 time: 0.1302423 Jul 09 13:20:34.995784 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7168fa65-6876-461d-ac0c-7c30861bdac2', 'tag': 'c8d224de-f6f0-4316-8c22-5ff5891a9976'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:34.999208 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079cf9bb-80dc-48db-b5c8-e7b6c9e70f71" -d '{"events": [{"name": "network-changed", "server_uuid": "7168fa65-6876-461d-ac0c-7c30861bdac2", "tag": "c8d224de-f6f0-4316-8c22-5ff5891a9976"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:35.051765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-10ea4690-629a-45f6-939c-0662339b0358 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Network b4d14687-7b64-47e7-b45c-f262f4bce809 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:35.061834 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93025d55-b6fb-4cec-8629-41a5f942bc52 req-673a01e2-8809-45c9-889a-d5e7b3bbd3f6 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680900 Jul 09 13:20:35.065125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-10ea4690-629a-45f6-939c-0662339b0358 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:35.082361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-10ea4690-629a-45f6-939c-0662339b0358 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:35.089885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-10ea4690-629a-45f6-939c-0662339b0358 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:35.090793 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-10ea4690-629a-45f6-939c-0662339b0358 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:35.113346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4100a4-3123-4bd8-966c-eb4211d446a0 req-c33a15ba-4832-4864-9949-d01c042f0479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:35.114889 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb4100a4-3123-4bd8-966c-eb4211d446a0 req-c33a15ba-4832-4864-9949-d01c042f0479 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.2308617 Jul 09 13:20:35.119542 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-10ea4690-629a-45f6-939c-0662339b0358 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3560233 Jul 09 13:20:35.120534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ea4690-629a-45f6-939c-0662339b0358 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Pushing event updated for resources: {'Port': ['ID=fa21a61f-a482-450d-b357-b35bda4333b1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:35.137960 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Request body: {'port': {'device_id': '1eac0526-ca9b-43f2-b6d1-1c4840fc019e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:35.210366 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb4100a4-3123-4bd8-966c-eb4211d446a0 req-a2788a71-17f4-4c1f-b961-d7a3a359a355 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=c76053ef-3cb6-4111-9ef5-c429fe02539b HTTP/1.1" status: 200 len: 217 time: 0.0763836 Jul 09 13:20:35.290497 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fbfdb7-be60-4a43-bdae-74b676f1b732 req-25fb3464-3f10-4806-aa0d-d5e2cf3b186e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:35.290954 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61fbfdb7-be60-4a43-bdae-74b676f1b732 req-25fb3464-3f10-4806-aa0d-d5e2cf3b186e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 932 time: 0.0803502 Jul 09 13:20:35.317034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4100a4-3123-4bd8-966c-eb4211d446a0 req-bdbb9c83-c90b-4b7b-b6cc-ed5d747550a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:35.319304 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb4100a4-3123-4bd8-966c-eb4211d446a0 req-bdbb9c83-c90b-4b7b-b6cc-ed5d747550a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0951893 Jul 09 13:20:35.320136 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:35.338213 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61fbfdb7-be60-4a43-bdae-74b676f1b732 req-c29bd6c6-3a1e-4ffb-ad93-a49b4f4555e8 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408001 Jul 09 13:20:35.451896 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:35.498371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4100a4-3123-4bd8-966c-eb4211d446a0 req-04d0b483-77f2-4746-81b9-e487800bc9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:35.500104 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb4100a4-3123-4bd8-966c-eb4211d446a0 req-04d0b483-77f2-4746-81b9-e487800bc9f5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1699488 Jul 09 13:20:35.517380 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf624bae-7679-4508-ac77-ae5791e81d0f x-openstack-request-id: req-bf624bae-7679-4508-ac77-ae5791e81d0f {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:35.517796 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7168fa65-6876-461d-ac0c-7c30861bdac2", "tag": "c8d224de-f6f0-4316-8c22-5ff5891a9976", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:35.518093 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf624bae-7679-4508-ac77-ae5791e81d0f {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:35.518418 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7168fa65-6876-461d-ac0c-7c30861bdac2', 'tag': 'c8d224de-f6f0-4316-8c22-5ff5891a9976', 'status': 'completed', 'code': 200} Jul 09 13:20:35.607000 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb4100a4-3123-4bd8-966c-eb4211d446a0 req-14210362-c789-458a-a4b0-016955ac5904 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941200 Jul 09 13:20:35.616571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43900) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:35.777281 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c7d48a-a67f-490d-b7d2-88ee7a709756 req-737b3eb5-08c4-4544-9ad5-b533535bac2e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:35.779317 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87c7d48a-a67f-490d-b7d2-88ee7a709756 req-737b3eb5-08c4-4544-9ad5-b533535bac2e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 943 time: 0.0803189 Jul 09 13:20:35.844373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cf9bb-80dc-48db-b5c8-e7b6c9e70f71 req-5c6b0fc9-192d-491d-90bf-9b80ecf239fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:35.845933 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-079cf9bb-80dc-48db-b5c8-e7b6c9e70f71 req-5c6b0fc9-192d-491d-90bf-9b80ecf239fe service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 1124 time: 0.2357843 Jul 09 13:20:35.848904 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87c7d48a-a67f-490d-b7d2-88ee7a709756 req-210c1c63-d6c8-494a-9eee-7ffc688f37a4 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601175 Jul 09 13:20:35.885928 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb4100a4-3123-4bd8-966c-eb4211d446a0 req-6da7c9ca-8477-4981-9038-b5526e3acb67 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568586 Jul 09 13:20:35.890148 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb5c4fff-88b4-45a6-a965-44a8a18ea191 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:35.943542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43920) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:35.950770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-34f25a32-0aaf-42c9-a12c-cf137a033a3d admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-655057731-network', 'tenant_id': 'a20f237311b440539ab03b2c37339e23'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:36.012837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa21a61f-a482-450d-b357-b35bda4333b1 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:36.023046 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.023249 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb5c4fff-88b4-45a6-a965-44a8a18ea191 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.032657 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb5c4fff-88b4-45a6-a965-44a8a18ea191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.036269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Transition to ACTIVE for port object fa21a61f-a482-450d-b357-b35bda4333b1 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:36.038321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cf9bb-80dc-48db-b5c8-e7b6c9e70f71 req-70d3c18f-59a0-454a-974e-ba4119815aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:36.040490 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-079cf9bb-80dc-48db-b5c8-e7b6c9e70f71 req-70d3c18f-59a0-454a-974e-ba4119815aa8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.1826456 Jul 09 13:20:36.043413 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.106193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5c4fff-88b4-45a6-a965-44a8a18ea191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01507e83-f278-4d2c-bc99-e75481f1a6dd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:36.124065 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f25a32-0aaf-42c9-a12c-cf137a033a3d admin admin] Made reservation on behalf of a20f237311b440539ab03b2c37339e23 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:36.126574 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34f25a32-0aaf-42c9-a12c-cf137a033a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.138618 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34f25a32-0aaf-42c9-a12c-cf137a033a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.159426 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fb5c4fff-88b4-45a6-a965-44a8a18ea191 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=74f2a306517b455ab2a0604381dd08d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5416560 Jul 09 13:20:36.162949 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43926) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:36.188086 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Attempting to bind port fa21a61f-a482-450d-b357-b35bda4333b1 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:36.188323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Attempting to bind port fa21a61f-a482-450d-b357-b35bda4333b1 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:36.188609 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Attempting to bind port fa21a61f-a482-450d-b357-b35bda4333b1 on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:36.198704 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-079cf9bb-80dc-48db-b5c8-e7b6c9e70f71 req-67a9f7f3-9463-452e-a378-3e68ca82bd9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976 HTTP/1.1" status: 200 len: 217 time: 0.1449852 Jul 09 13:20:36.200884 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Port fa21a61f-a482-450d-b357-b35bda4333b1 on network b4d14687-7b64-47e7-b45c-f262f4bce809 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:36.201215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Attempting to bind port fa21a61f-a482-450d-b357-b35bda4333b1 on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:36.224065 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:36.224304 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Checking segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:36.224686 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Bound using segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:36.228187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Bound port: fa21a61f-a482-450d-b357-b35bda4333b1, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:36.228570 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.252005 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e67707d1-9d64-460d-80b0-fb2dd5261e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.312839 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Pushing event updated for resources: {'Port': ['ID=fa21a61f-a482-450d-b357-b35bda4333b1,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:36.335697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079cf9bb-80dc-48db-b5c8-e7b6c9e70f71 req-4c2a218c-527e-487e-a25a-d73a9e9b0a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:36.337038 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-079cf9bb-80dc-48db-b5c8-e7b6c9e70f71 req-4c2a218c-527e-487e-a25a-d73a9e9b0a30 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.1180224 Jul 09 13:20:36.349659 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] For port fa21a61f-a482-450d-b357-b35bda4333b1, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:36.353011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] For port fa21a61f-a482-450d-b357-b35bda4333b1, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fa21a61f-a482-450d-b357-b35bda4333b1,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:36.382248 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-079cf9bb-80dc-48db-b5c8-e7b6c9e70f71 req-060bbd00-7490-4fc9-a9ab-6df26b7efd1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278788 Jul 09 13:20:36.383854 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.383997 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34f25a32-0aaf-42c9-a12c-cf137a033a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.393404 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e67707d1-9d64-460d-80b0-fb2dd5261e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.406620 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34f25a32-0aaf-42c9-a12c-cf137a033a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.439347 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:36.440054 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.442314 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] 10.222.0.15 "PUT /v2.0/ports/fa21a61f-a482-450d-b357-b35bda4333b1 HTTP/1.1" status: 200 len: 1092 time: 1.3096187 Jul 09 13:20:36.442738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eac0526-ca9b-43f2-b6d1-1c4840fc019e', 'tag': 'fa21a61f-a482-450d-b357-b35bda4333b1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:36.445028 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caa2e62c-aec3-4ed4-80f5-fd9349112cb3" -d '{"events": [{"name": "network-changed", "server_uuid": "1eac0526-ca9b-43f2-b6d1-1c4840fc019e", "tag": "fa21a61f-a482-450d-b357-b35bda4333b1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:36.458109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f25a32-0aaf-42c9-a12c-cf137a033a3d admin admin] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:20:36.486043 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f25a32-0aaf-42c9-a12c-cf137a033a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=950fd594-365d-4fdd-9e11-f3f9859a2833,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:36.495812 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34f25a32-0aaf-42c9-a12c-cf137a033a3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.496045 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-34f25a32-0aaf-42c9-a12c-cf137a033a3d admin admin] Added segment d7c69a76-cca7-49b1-9577-c905dd25a30f of type vlan for network e0d88d46-c11b-45e5-91e7-5b4d8629fa11 Jul 09 13:20:36.548588 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b960ff5-ddb3-4c51-aa60-47cc23a59480 req-d156de19-5f40-4a36-93a9-0e126ac7fca0 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:36.556689 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b960ff5-ddb3-4c51-aa60-47cc23a59480 req-d156de19-5f40-4a36-93a9-0e126ac7fca0 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 948 time: 0.2549508 Jul 09 13:20:36.585718 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34f25a32-0aaf-42c9-a12c-cf137a033a3d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.591327 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e67707d1-9d64-460d-80b0-fb2dd5261e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.594384 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e67707d1-9d64-460d-80b0-fb2dd5261e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.598602 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e67707d1-9d64-460d-80b0-fb2dd5261e55 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/01507e83-f278-4d2c-bc99-e75481f1a6dd HTTP/1.1" status: 204 len: 168 time: 0.4317069 Jul 09 13:20:36.683534 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67707d1-9d64-460d-80b0-fb2dd5261e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01507e83-f278-4d2c-bc99-e75481f1a6dd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:36.713226 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34f25a32-0aaf-42c9-a12c-cf137a033a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.714207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f25a32-0aaf-42c9-a12c-cf137a033a3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:36.714818 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34f25a32-0aaf-42c9-a12c-cf137a033a3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.751819 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b960ff5-ddb3-4c51-aa60-47cc23a59480 req-773e8827-d5ff-404f-845b-ffbb3c099912 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941266 Jul 09 13:20:36.783322 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-34f25a32-0aaf-42c9-a12c-cf137a033a3d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.8385150 Jul 09 13:20:36.783902 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43952) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:36.815380 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a3c3c07f-84ae-40c1-a7db-90ff0f70a8f1 admin admin] Request body: {'subnet': {'network_id': 'e0d88d46-c11b-45e5-91e7-5b4d8629fa11', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-655057731-subnet', 'tenant_id': 'a20f237311b440539ab03b2c37339e23', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:36.819418 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.843257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacfa15a-ca78-40c4-aa7c-a2c08a99b70b service neutron] Pushing event updated for resources: {'Port': ['ID=fa21a61f-a482-450d-b357-b35bda4333b1,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:36.846375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f25a32-0aaf-42c9-a12c-cf137a033a3d admin admin] Pushing event updated for resources: {'Network': ['ID=e0d88d46-c11b-45e5-91e7-5b4d8629fa11,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:36.871714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network e0d88d46-c11b-45e5-91e7-5b4d8629fa11 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:20:36.886543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4bc1d1-d0fb-4909-bcad-46b9ac185f09 req-5710af13-1403-4571-bd11-65755ab92a9e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:36.888484 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e4bc1d1-d0fb-4909-bcad-46b9ac185f09 req-5710af13-1403-4571-bd11-65755ab92a9e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 944 time: 0.3109648 Jul 09 13:20:36.889482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c3c07f-84ae-40c1-a7db-90ff0f70a8f1 admin admin] Made reservation on behalf of a20f237311b440539ab03b2c37339e23 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:36.892751 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3c3c07f-84ae-40c1-a7db-90ff0f70a8f1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:36.990531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-3f21a8d1-491a-496f-b3e8-8851b462fa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:37.000448 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-3f21a8d1-491a-496f-b3e8-8851b462fa14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 1095 time: 0.1482427 Jul 09 13:20:37.014206 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e4bc1d1-d0fb-4909-bcad-46b9ac185f09 req-5888e3e5-7af0-48e2-b671-a9991402a5bb tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165526 Jul 09 13:20:37.015860 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-079cf9bb-80dc-48db-b5c8-e7b6c9e70f71 req-7d501ccf-7ae9-44e3-9cc0-3662f5c397a7 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6229477 Jul 09 13:20:37.039677 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c8d224de-f6f0-4316-8c22-5ff5891a9976 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:37.122234 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ce6135-0190-42dc-8581-165f91560368 x-openstack-request-id: req-c5ce6135-0190-42dc-8581-165f91560368 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:37.123694 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eac0526-ca9b-43f2-b6d1-1c4840fc019e", "tag": "fa21a61f-a482-450d-b357-b35bda4333b1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:37.124813 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5ce6135-0190-42dc-8581-165f91560368 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:37.127106 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eac0526-ca9b-43f2-b6d1-1c4840fc019e', 'tag': 'fa21a61f-a482-450d-b357-b35bda4333b1', 'status': 'completed', 'code': 200} Jul 09 13:20:37.136562 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-cc1e4e92-c975-41b9-b3ea-ab73cfddd8ca service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa21a61f-a482-450d-b357-b35bda4333b1 HTTP/1.1" status: 200 len: 217 time: 0.1144457 Jul 09 13:20:37.176811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c8d224de-f6f0-4316-8c22-5ff5891a9976, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:37.192450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c8d224de-f6f0-4316-8c22-5ff5891a9976 has no active binding in host n-h1-799525-3 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:20:37.204266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43968) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:37.218917 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3c3c07f-84ae-40c1-a7db-90ff0f70a8f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:37.258025 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9233a07-31e3-4eab-84dd-a7f7d5732c76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:37.288354 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-4ca8f119-145b-45e4-91db-67b29dd1f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:37.289852 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-4ca8f119-145b-45e4-91db-67b29dd1f404 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.1436877 Jul 09 13:20:37.320984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3c07f-84ae-40c1-a7db-90ff0f70a8f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=841e98f5-c569-4371-8487-ee309699c7b8,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:37.343201 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-ed2085e4-4aa2-4afa-9c17-56178d69140f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420439 Jul 09 13:20:37.354357 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-079cf9bb-80dc-48db-b5c8-e7b6c9e70f71 req-f4b1e72e-6ecf-4d08-8b9d-99dba34c7592 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3269322 Jul 09 13:20:37.375629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c3c07f-84ae-40c1-a7db-90ff0f70a8f1 admin admin] Checking segment: {'id': 'd7c69a76-cca7-49b1-9577-c905dd25a30f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'e0d88d46-c11b-45e5-91e7-5b4d8629fa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:37.377110 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c3c07f-84ae-40c1-a7db-90ff0f70a8f1 admin admin] Network hostable DHCP agents. Network: e0d88d46-c11b-45e5-91e7-5b4d8629fa11, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:20:37.408763 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c3c07f-84ae-40c1-a7db-90ff0f70a8f1 admin admin] Network e0d88d46-c11b-45e5-91e7-5b4d8629fa11 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:20:37.434571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3be9094-c7d7-429d-903e-2360ef7e2f00 req-50e6638e-fcc9-44dd-b9aa-9a3f59852bb6 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:37.442495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f3be9094-c7d7-429d-903e-2360ef7e2f00 req-50e6638e-fcc9-44dd-b9aa-9a3f59852bb6 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 943 time: 0.1177657 Jul 09 13:20:37.445153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a3c3c07f-84ae-40c1-a7db-90ff0f70a8f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, e0d88d46-c11b-45e5-91e7-5b4d8629fa11) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:37.454940 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c3c07f-84ae-40c1-a7db-90ff0f70a8f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:37.455416 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3c3c07f-84ae-40c1-a7db-90ff0f70a8f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:37.456117 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effa3482-d61d-4d32-bed4-a59d4ced4e53 None None] Network e0d88d46-c11b-45e5-91e7-5b4d8629fa11 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:20:37.484501 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-db701d9d-1c4e-4c83-8d4d-fe6c704124d9 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324244 Jul 09 13:20:37.501473 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f3be9094-c7d7-429d-903e-2360ef7e2f00 req-8f741cf2-caaa-49ac-b0cd-bd7be4205019 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579987 Jul 09 13:20:37.519731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9233a07-31e3-4eab-84dd-a7f7d5732c76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:37.544236 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a3c3c07f-84ae-40c1-a7db-90ff0f70a8f1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7516816 Jul 09 13:20:37.556804 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9233a07-31e3-4eab-84dd-a7f7d5732c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:37.626753 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c9233a07-31e3-4eab-84dd-a7f7d5732c76 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef1671c1d5e54e459540468079fbca67&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4204676 Jul 09 13:20:37.630240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43978) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:37.630669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9233a07-31e3-4eab-84dd-a7f7d5732c76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=438fef60-4945-4f82-9820-505f405c7883,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:37.665739 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-94b2f873-352b-4d2c-a42e-60469edc5286 req-0bfb3cb4-d7c0-43c3-b5e6-a2480ca41659 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730886 Jul 09 13:20:37.705701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43982) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:37.709680 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbbdec05-0283-4407-835a-32731096bc17 None None] Network e0d88d46-c11b-45e5-91e7-5b4d8629fa11 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:20:37.746779 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e555a4e-b40d-4e28-aacc-70ddb977dd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:37.778858 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d45f361-f4c2-4ca3-b38e-5ac463ee0c43 admin admin] Deleting subnet 1a11cb74-08d7-4289-9193-58c6addb5974 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:20:37.785197 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d45f361-f4c2-4ca3-b38e-5ac463ee0c43 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:37.791982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2e62c-aec3-4ed4-80f5-fd9349112cb3 req-b119abba-41a6-41bc-b36a-bce5f3a4d1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:37.794722 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-caa2e62c-aec3-4ed4-80f5-fd9349112cb3 req-b119abba-41a6-41bc-b36a-bce5f3a4d1f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 1095 time: 0.0657814 Jul 09 13:20:37.891286 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d45f361-f4c2-4ca3-b38e-5ac463ee0c43 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:37.924378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2e62c-aec3-4ed4-80f5-fd9349112cb3 req-504d58b0-81d4-4957-8446-6a3186c1b9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:37.926453 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-caa2e62c-aec3-4ed4-80f5-fd9349112cb3 req-504d58b0-81d4-4957-8446-6a3186c1b9b1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.1248174 Jul 09 13:20:37.927431 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d45f361-f4c2-4ca3-b38e-5ac463ee0c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:37.930650 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e555a4e-b40d-4e28-aacc-70ddb977dd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:37.987064 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-caa2e62c-aec3-4ed4-80f5-fd9349112cb3 req-fb01e69c-7dfe-4599-a8c0-4203ea8e17f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa21a61f-a482-450d-b357-b35bda4333b1 HTTP/1.1" status: 200 len: 217 time: 0.0531464 Jul 09 13:20:38.033356 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d45f361-f4c2-4ca3-b38e-5ac463ee0c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.053216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa2e62c-aec3-4ed4-80f5-fd9349112cb3 req-54f5f1da-78c0-4123-a35b-87d85992e35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.056396 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-caa2e62c-aec3-4ed4-80f5-fd9349112cb3 req-54f5f1da-78c0-4123-a35b-87d85992e35f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.0605559 Jul 09 13:20:38.074575 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d45f361-f4c2-4ca3-b38e-5ac463ee0c43 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a11cb74-08d7-4289-9193-58c6addb5974,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:38.074857 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.084818 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e555a4e-b40d-4e28-aacc-70ddb977dd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.088007 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e555a4e-b40d-4e28-aacc-70ddb977dd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.089892 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2e555a4e-b40d-4e28-aacc-70ddb977dd8e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/438fef60-4945-4f82-9820-505f405c7883 HTTP/1.1" status: 204 len: 168 time: 0.4587309 Jul 09 13:20:38.092254 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d45f361-f4c2-4ca3-b38e-5ac463ee0c43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.099635 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4d45f361-f4c2-4ca3-b38e-5ac463ee0c43 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1a11cb74-08d7-4289-9193-58c6addb5974 HTTP/1.1" status: 204 len: 168 time: 0.3926692 Jul 09 13:20:38.101913 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44004) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:38.123393 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-caa2e62c-aec3-4ed4-80f5-fd9349112cb3 req-ab268415-5f75-4a96-830f-e010e24ba74f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0600228 Jul 09 13:20:38.221320 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e555a4e-b40d-4e28-aacc-70ddb977dd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=438fef60-4945-4f82-9820-505f405c7883,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:38.269346 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.288985 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.296441 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-caa2e62c-aec3-4ed4-80f5-fd9349112cb3 req-121cfce0-ef77-418f-aeca-71cfe793571b service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642737 Jul 09 13:20:38.306355 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775acb1d-a45e-4d6c-940b-b6ac5c69fe41 req-837dcb82-ea2b-43a4-8937-620b69b8abba tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.309017 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-775acb1d-a45e-4d6c-940b-b6ac5c69fe41 req-837dcb82-ea2b-43a4-8937-620b69b8abba tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 948 time: 0.2291381 Jul 09 13:20:38.440892 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-caa2e62c-aec3-4ed4-80f5-fd9349112cb3 req-8c74d4e2-a751-4c87-887a-8862883c7307 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366436 Jul 09 13:20:38.449715 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.455485 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-775acb1d-a45e-4d6c-940b-b6ac5c69fe41 req-5bb1dbca-da68-4afa-a816-6389d2d97dc8 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380994 Jul 09 13:20:38.468668 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:38.468668 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:38.468668 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:38.468959 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Subscribe: > port after_create 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:38.469186 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:38.469519 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Subscribe: > port after_update 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:38.469823 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:38.470144 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:38.470461 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:38.470781 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:38.574008 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:38.574554 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:38.574736 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:38.575021 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:38.575442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0b4786e-4bc7-4776-a2dd-0b214927ee96']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:38.601172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f7b272-e4d9-4e1f-8012-3143ee24a581') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:38.601584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f7b272-e4d9-4e1f-8012-3143ee24a581') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:38.628932 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.657482 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.677061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33344729-1f80-4aac-95f8-7ce2cf0188f5 req-2a9d3429-8e5b-4886-8211-7806b5ebcd60 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:38.678017 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-f880844f-3caf-41d9-be68-192aec587117 service neutron] 10.222.0.15 "GET /v2.0/ports/c8d224de-f6f0-4316-8c22-5ff5891a9976/bindings/n-h1-799525-3 HTTP/1.1" status: 200 len: 384 time: 0.0719080 Jul 09 13:20:38.683848 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33344729-1f80-4aac-95f8-7ce2cf0188f5 req-2a9d3429-8e5b-4886-8211-7806b5ebcd60 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 944 time: 0.2793295 Jul 09 13:20:38.692224 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:20:38.692495 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: from cryptography.utils import int_from_bytes Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: from cryptography.utils import int_from_bytes Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:20:38.716583 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:20:38.818228 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33344729-1f80-4aac-95f8-7ce2cf0188f5 req-6a4ad08b-526f-4e12-9584-23818eabb7e8 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320622 Jul 09 13:20:38.822720 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.840362 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:38.844052 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d0b4786e-4bc7-4776-a2dd-0b214927ee96 HTTP/1.1" status: 204 len: 168 time: 0.7326410 Jul 09 13:20:38.848453 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44032) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:38.888825 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209fcc5d-8aeb-4bef-86c3-af3d43092386 admin admin] Pushing event deleted for resources: {'Network': ['ID=d0b4786e-4bc7-4776-a2dd-0b214927ee96,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:38.920984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-937b592c-361c-46f0-869d-0eaa8503a87f req-5a417ebc-735b-48b2-a29c-ab2627df4596 service neutron] For port c8d224de-f6f0-4316-8c22-5ff5891a9976, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:38.948284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-937b592c-361c-46f0-869d-0eaa8503a87f req-5a417ebc-735b-48b2-a29c-ab2627df4596 service neutron] For port c8d224de-f6f0-4316-8c22-5ff5891a9976, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:39.002674 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-57717507-6ed2-4018-a208-a2adeae2a189 admin admin] Deleting subnet 841e98f5-c569-4371-8487-ee309699c7b8 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:20:39.009542 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-937b592c-361c-46f0-869d-0eaa8503a87f req-5a417ebc-735b-48b2-a29c-ab2627df4596 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8d224de-f6f0-4316-8c22-5ff5891a9976 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:39.022891 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57717507-6ed2-4018-a208-a2adeae2a189 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.027598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-937b592c-361c-46f0-869d-0eaa8503a87f req-5a417ebc-735b-48b2-a29c-ab2627df4596 service neutron] For port c8d224de-f6f0-4316-8c22-5ff5891a9976, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:39.042681 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c76053ef-3cb6-4111-9ef5-c429fe02539b details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:39.044981 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-937b592c-361c-46f0-869d-0eaa8503a87f req-5a417ebc-735b-48b2-a29c-ab2627df4596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.078284 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57717507-6ed2-4018-a208-a2adeae2a189 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.139319 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-937b592c-361c-46f0-869d-0eaa8503a87f req-5a417ebc-735b-48b2-a29c-ab2627df4596 service neutron] Transition to ACTIVE for port object c8d224de-f6f0-4316-8c22-5ff5891a9976 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:39.146104 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-937b592c-361c-46f0-869d-0eaa8503a87f req-5a417ebc-735b-48b2-a29c-ab2627df4596 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.180981 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d8683-46f1-4706-a683-5cc1e3611385 req-ba2b9890-4a12-4bc1-8a65-1a1978bb1b09 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:39.187691 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d56d8683-46f1-4706-a683-5cc1e3611385 req-ba2b9890-4a12-4bc1-8a65-1a1978bb1b09 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 943 time: 0.2015684 Jul 09 13:20:39.189973 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57717507-6ed2-4018-a208-a2adeae2a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.228550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c76053ef-3cb6-4111-9ef5-c429fe02539b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c76053ef-3cb6-4111-9ef5-c429fe02539b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:39.245670 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'c76053ef-3cb6-4111-9ef5-c429fe02539b', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'c76053ef-3cb6-4111-9ef5-c429fe02539b', 'mac_address': 'fa:16:3e:c3:b6:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:39.266195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d56d8683-46f1-4706-a683-5cc1e3611385 req-a9741d92-d92f-4eeb-aa7b-9aa2490303a7 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775614 Jul 09 13:20:39.298135 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57717507-6ed2-4018-a208-a2adeae2a189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.298603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-937b592c-361c-46f0-869d-0eaa8503a87f req-5a417ebc-735b-48b2-a29c-ab2627df4596 service neutron] No DVR routers for this DVR port c8d224de-f6f0-4316-8c22-5ff5891a9976 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:20:39.316712 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.340271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a417ebc-735b-48b2-a29c-ab2627df4596 service neutron] Pushing event updated for resources: {'Port': ['ID=c8d224de-f6f0-4316-8c22-5ff5891a9976,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:39.352941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c76053ef-3cb6-4111-9ef5-c429fe02539b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:39.387259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c76053ef-3cb6-4111-9ef5-c429fe02539b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c76053ef-3cb6-4111-9ef5-c429fe02539b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:39.397787 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.399577 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57717507-6ed2-4018-a208-a2adeae2a189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.404338 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-5a417ebc-735b-48b2-a29c-ab2627df4596 service neutron] 10.222.0.15 "PUT /v2.0/ports/c8d224de-f6f0-4316-8c22-5ff5891a9976/bindings/n-h1-799525-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7192359 Jul 09 13:20:39.405798 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44058) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:39.407626 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-57717507-6ed2-4018-a208-a2adeae2a189 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/841e98f5-c569-4371-8487-ee309699c7b8 HTTP/1.1" status: 204 len: 168 time: 0.5511892 Jul 09 13:20:39.408714 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57717507-6ed2-4018-a208-a2adeae2a189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=841e98f5-c569-4371-8487-ee309699c7b8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:39.492202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c76053ef-3cb6-4111-9ef5-c429fe02539b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:39.519891 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.521140 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.523225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.526096 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.526716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.527259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.527742 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.528220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.529349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.532013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.532524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.533010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:20:39.553883 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.596574 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b592c-361c-46f0-869d-0eaa8503a87f req-432bf2c8-710f-4ee0-83db-8872da4657c0 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:39.599241 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-432bf2c8-710f-4ee0-83db-8872da4657c0 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2&tenant_id=35b702eee9154963b30c070fa690b62c&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1095 time: 0.1096582 Jul 09 13:20:39.680631 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['c76053ef-3cb6-4111-9ef5-c429fe02539b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:39.715316 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.729814 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:39.730335 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:39.730933 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:39.731309 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Subscribe: > port after_create 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:39.731649 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:39.731969 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Subscribe: > port after_update 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:39.732284 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:39.732598 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:39.732908 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:39.733215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:39.805375 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:39.805722 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:39.806055 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:39.806386 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93753) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 09 13:20:39.806766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0d88d46-c11b-45e5-91e7-5b4d8629fa11']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:39.829560 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7c69a76-cca7-49b1-9577-c905dd25a30f') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:39.829882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7c69a76-cca7-49b1-9577-c905dd25a30f') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:20:39.835268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44078) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:39.839185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700e8ba6-5031-4e0b-abc4-92496a84f452 req-eff34ae9-2dd4-48fa-92b8-ed84642515d9 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:39.842954 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-700e8ba6-5031-4e0b-abc4-92496a84f452 req-eff34ae9-2dd4-48fa-92b8-ed84642515d9 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 949 time: 0.1000443 Jul 09 13:20:39.870632 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.914421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b592c-361c-46f0-869d-0eaa8503a87f req-4d8eaae4-9a8d-4e8a-b508-ad6ab9fb7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:39.916108 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-4d8eaae4-9a8d-4e8a-b508-ad6ab9fb7fe1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2&tenant_id=35b702eee9154963b30c070fa690b62c HTTP/1.1" status: 200 len: 1095 time: 0.2978735 Jul 09 13:20:39.920130 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.927503 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-700e8ba6-5031-4e0b-abc4-92496a84f452 req-78b1eb68-d833-413a-ad30-707f1ea45785 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709510 Jul 09 13:20:39.938645 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:20:39.939212 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: from cryptography.utils import int_from_bytes Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: from cryptography.utils import int_from_bytes Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:20:39.949304 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:20:40.048845 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15b4dc53-9ced-4cc4-9a80-10e6566dde27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:40.077207 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:40.085813 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:40.090174 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e0d88d46-c11b-45e5-91e7-5b4d8629fa11 HTTP/1.1" status: 204 len: 168 time: 0.6810758 Jul 09 13:20:40.118369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f4150e-300b-43d9-a6c0-d30130fe1fe0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e0d88d46-c11b-45e5-91e7-5b4d8629fa11,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:40.120273 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:20:40.123851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b592c-361c-46f0-869d-0eaa8503a87f req-28584702-ec11-47c1-9f5b-b351511126ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:40.126144 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-28584702-ec11-47c1-9f5b-b351511126ac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 1095 time: 0.1722739 Jul 09 13:20:40.182026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adca0f8-fc71-4b6b-b620-b6166cee3e28 req-04a8e24b-110d-44a0-995e-c5be3146c033 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:40.183657 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8adca0f8-fc71-4b6b-b620-b6166cee3e28 req-04a8e24b-110d-44a0-995e-c5be3146c033 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 944 time: 0.1129749 Jul 09 13:20:40.254156 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8adca0f8-fc71-4b6b-b620-b6166cee3e28 req-728386d7-0762-4d97-95c3-cee8488c4b21 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597403 Jul 09 13:20:40.304938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b592c-361c-46f0-869d-0eaa8503a87f req-4e3a8189-c834-4b86-bcba-12a3ef13456e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:40.307010 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-4e3a8189-c834-4b86-bcba-12a3ef13456e service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.1691360 Jul 09 13:20:40.341656 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44106) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:40.385481 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-a0530242-9298-47be-822b-65592efc6bf9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976 HTTP/1.1" status: 200 len: 217 time: 0.0664053 Jul 09 13:20:40.390623 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f91e46db-1ff8-48eb-abc7-e0cd8d58b256 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=384183487b7c468ea746a90da7095afc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0484548 Jul 09 13:20:40.393205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44108) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:40.432029 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15b4dc53-9ced-4cc4-9a80-10e6566dde27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:40.441088 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15b4dc53-9ced-4cc4-9a80-10e6566dde27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:40.478113 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-15b4dc53-9ced-4cc4-9a80-10e6566dde27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea7ffc8f89504f59b3be742ee2aef8cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6415577 Jul 09 13:20:40.481471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44112) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:40.498144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b592c-361c-46f0-869d-0eaa8503a87f req-9a6742b6-4d7a-42ba-967f-03ec93659617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:40.499653 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-9a6742b6-4d7a-42ba-967f-03ec93659617 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.1015418 Jul 09 13:20:40.505832 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b4dc53-9ced-4cc4-9a80-10e6566dde27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a38c7f-d7ce-402a-901f-d0008cf51f40,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:40.546472 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-c5135897-4fea-43d6-a14d-7967abbaf8ed service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373795 Jul 09 13:20:40.660849 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-8e0365b1-1ff9-4251-9888-16bfb50dbe06 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056798 Jul 09 13:20:40.722291 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa645f31-c9d4-464f-9b75-9cec9472414a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:40.753750 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf7a21f-6427-460a-82b7-646b8d184c46 req-a1d52784-354c-4da1-98d3-642e4667f696 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:40.760534 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2bf7a21f-6427-460a-82b7-646b8d184c46 req-a1d52784-354c-4da1-98d3-642e4667f696 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 944 time: 0.3513157 Jul 09 13:20:40.783559 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa645f31-c9d4-464f-9b75-9cec9472414a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:40.786371 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-4022e39a-b22c-4e79-b274-106cc4a6c745 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185024 Jul 09 13:20:40.838633 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33d9bd9f-ec2e-4b9f-8fa7-b073a4763d63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:40.869513 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2bf7a21f-6427-460a-82b7-646b8d184c46 req-3934757d-5465-4407-ad0f-b95e0a057858 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076324 Jul 09 13:20:40.893015 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33d9bd9f-ec2e-4b9f-8fa7-b073a4763d63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:40.910723 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44138) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:40.961242 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa645f31-c9d4-464f-9b75-9cec9472414a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:40.964355 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa645f31-c9d4-464f-9b75-9cec9472414a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:40.968005 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fa645f31-c9d4-464f-9b75-9cec9472414a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/369000f8-a6fa-4162-8c38-f3c7a2cee8fe HTTP/1.1" status: 204 len: 168 time: 0.5705397 Jul 09 13:20:40.972329 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33d9bd9f-ec2e-4b9f-8fa7-b073a4763d63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:40.975127 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33d9bd9f-ec2e-4b9f-8fa7-b073a4763d63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:40.979862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-33d9bd9f-ec2e-4b9f-8fa7-b073a4763d63 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9a38c7f-d7ce-402a-901f-d0008cf51f40 HTTP/1.1" status: 204 len: 168 time: 0.4963024 Jul 09 13:20:40.988553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa645f31-c9d4-464f-9b75-9cec9472414a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=369000f8-a6fa-4162-8c38-f3c7a2cee8fe,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:41.014099 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9bd9f-ec2e-4b9f-8fa7-b073a4763d63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a38c7f-d7ce-402a-901f-d0008cf51f40,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:41.057330 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c76053ef-3cb6-4111-9ef5-c429fe02539b up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:41.093628 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a615614d-e5da-4b3c-b9b9-fa516a4dc9d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:41.163745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fa21a61f-a482-450d-b357-b35bda4333b1 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:41.247589 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a32a8d6-d67a-4110-a70a-96d0aaab84af req-292d52b5-79d4-411b-9374-72f7cf6a34e1 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:41.257409 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a32a8d6-d67a-4110-a70a-96d0aaab84af req-292d52b5-79d4-411b-9374-72f7cf6a34e1 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 949 time: 0.0971413 Jul 09 13:20:41.307455 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a32a8d6-d67a-4110-a70a-96d0aaab84af req-6068b7c3-0daa-483d-a842-86c6f845805c tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484092 Jul 09 13:20:41.407246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port c76053ef-3cb6-4111-9ef5-c429fe02539b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:41.422134 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44186) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:41.433738 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port c76053ef-3cb6-4111-9ef5-c429fe02539b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:41.434120 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:41.444450 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a615614d-e5da-4b3c-b9b9-fa516a4dc9d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:41.459442 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a615614d-e5da-4b3c-b9b9-fa516a4dc9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:41.485079 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e9df69f9-0f5b-4acb-83d8-bdb15799a127 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a20f237311b440539ab03b2c37339e23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0613735 Jul 09 13:20:41.485792 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44196) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:41.516540 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a615614d-e5da-4b3c-b9b9-fa516a4dc9d0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f91df1690f0e4686b7f65c5b76243a9b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6047025 Jul 09 13:20:41.520302 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44200) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:41.520469 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937b592c-361c-46f0-869d-0eaa8503a87f req-5b614305-7245-4230-814b-8258a178fb74 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:41.522043 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-5b614305-7245-4230-814b-8258a178fb74 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2&tenant_id=35b702eee9154963b30c070fa690b62c&binding%3Ahost_id=n-h1-799525-3 HTTP/1.1" status: 200 len: 1095 time: 0.2377186 Jul 09 13:20:41.524754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fa21a61f-a482-450d-b357-b35bda4333b1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fa21a61f-a482-450d-b357-b35bda4333b1,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:41.554414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'fa21a61f-a482-450d-b357-b35bda4333b1', 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809', 'port_id': 'fa21a61f-a482-450d-b357-b35bda4333b1', 'mac_address': 'fa:16:3e:0a:a9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629be656-9c00-4f47-9623-04a34c6428e9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:41.571134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a615614d-e5da-4b3c-b9b9-fa516a4dc9d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=137534e9-a80d-49f0-a807-1ffcc58dd848,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:41.650500 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:41.663477 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:41.674357 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa21a61f-a482-450d-b357-b35bda4333b1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:41.713048 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830f06a3-5e70-49cd-9ab4-299247bb43dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76053ef-3cb6-4111-9ef5-c429fe02539b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:41.715596 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-978cc725-9608-4bf4-9e4a-e7cc43edb572" -d '{"events": [{"server_uuid": "830f06a3-5e70-49cd-9ab4-299247bb43dd", "name": "network-vif-plugged", "status": "completed", "tag": "c76053ef-3cb6-4111-9ef5-c429fe02539b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:41.715818 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-937b592c-361c-46f0-869d-0eaa8503a87f req-4da2df1e-dda4-4fdd-bbd8-14d07ce57bc4 service neutron] For port c8d224de-f6f0-4316-8c22-5ff5891a9976, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:41.716003 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ff49107-d1f5-4c6f-828f-148835567ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:41.724238 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fa21a61f-a482-450d-b357-b35bda4333b1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fa21a61f-a482-450d-b357-b35bda4333b1,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:41.728855 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-937b592c-361c-46f0-869d-0eaa8503a87f req-4da2df1e-dda4-4fdd-bbd8-14d07ce57bc4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:41.734343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c76053ef-3cb6-4111-9ef5-c429fe02539b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c76053ef-3cb6-4111-9ef5-c429fe02539b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:41.735549 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:41.736810 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-937b592c-361c-46f0-869d-0eaa8503a87f req-4da2df1e-dda4-4fdd-bbd8-14d07ce57bc4 service neutron] 10.222.0.18 "DELETE /v2.0/ports/c8d224de-f6f0-4316-8c22-5ff5891a9976/bindings/n-h2-799525-3 HTTP/1.1" status: 204 len: 173 time: 0.2024734 Jul 09 13:20:41.741948 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:41.774615 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ff49107-d1f5-4c6f-828f-148835567ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:41.796461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=fa21a61f-a482-450d-b357-b35bda4333b1,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:41.803582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d0c867-a60f-433c-b00a-d6d2cf5c4a45 req-0ecb7a3a-cfdc-42cc-91b9-5794475daa7f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:41.811239 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37d0c867-a60f-433c-b00a-d6d2cf5c4a45 req-0ecb7a3a-cfdc-42cc-91b9-5794475daa7f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 944 time: 0.2562952 Jul 09 13:20:41.852857 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44226) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:41.858631 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c76053ef-3cb6-4111-9ef5-c429fe02539b,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:41.868773 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9734d8ba-1d61-4236-984b-8091c1d0b8da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:41.883435 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e82aaa4e-5780-49a3-b4ea-264ed5833862 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:41.891798 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37d0c867-a60f-433c-b00a-d6d2cf5c4a45 req-de016d0a-d53d-4d8d-a11c-a7b32b9f1193 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793881 Jul 09 13:20:41.924109 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e82aaa4e-5780-49a3-b4ea-264ed5833862 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:41.946254 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ff49107-d1f5-4c6f-828f-148835567ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:41.952088 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ff49107-d1f5-4c6f-828f-148835567ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:41.953198 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3ff49107-d1f5-4c6f-828f-148835567ee2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/950fd594-365d-4fdd-9e11-f3f9859a2833 HTTP/1.1" status: 204 len: 168 time: 0.4664898 Jul 09 13:20:41.962674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['fa21a61f-a482-450d-b357-b35bda4333b1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:41.992874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff49107-d1f5-4c6f-828f-148835567ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=950fd594-365d-4fdd-9e11-f3f9859a2833,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:42.028679 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4e2632-5150-4809-b61f-78ddf2e493b5 x-openstack-request-id: req-bc4e2632-5150-4809-b61f-78ddf2e493b5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:42.028972 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830f06a3-5e70-49cd-9ab4-299247bb43dd", "name": "network-vif-plugged", "status": "completed", "tag": "c76053ef-3cb6-4111-9ef5-c429fe02539b", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:42.029457 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc4e2632-5150-4809-b61f-78ddf2e493b5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:42.036461 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e82aaa4e-5780-49a3-b4ea-264ed5833862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:42.039852 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830f06a3-5e70-49cd-9ab4-299247bb43dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c76053ef-3cb6-4111-9ef5-c429fe02539b', 'code': 200} Jul 09 13:20:42.040494 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e82aaa4e-5780-49a3-b4ea-264ed5833862 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:42.041691 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e82aaa4e-5780-49a3-b4ea-264ed5833862 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/137534e9-a80d-49f0-a807-1ffcc58dd848 HTTP/1.1" status: 204 len: 168 time: 0.4996924 Jul 09 13:20:42.082080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82aaa4e-5780-49a3-b4ea-264ed5833862 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=137534e9-a80d-49f0-a807-1ffcc58dd848,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:42.122128 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9734d8ba-1d61-4236-984b-8091c1d0b8da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:42.150735 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9734d8ba-1d61-4236-984b-8091c1d0b8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:42.261598 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9734d8ba-1d61-4236-984b-8091c1d0b8da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=23584406178e4520bb7439b1da87a983&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4050519 Jul 09 13:20:42.262000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44240) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:42.289262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734d8ba-1d61-4236-984b-8091c1d0b8da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a09428-f8b2-4a7c-b6bc-d354a7ff9497,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:42.318659 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3891df7-96c0-43a2-8c6c-611c9f6ff314 req-7f94ae61-95cd-4d80-bc94-3496aad2fd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:42.322108 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d3891df7-96c0-43a2-8c6c-611c9f6ff314 req-7f94ae61-95cd-4d80-bc94-3496aad2fd3a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 1101 time: 0.1947818 Jul 09 13:20:42.395321 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d3891df7-96c0-43a2-8c6c-611c9f6ff314 req-726a093a-ed5f-454b-9ee4-cee16881b010 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645373 Jul 09 13:20:42.436253 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d248c028-6dce-464b-9258-4359c6bdf87b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:42.474072 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d248c028-6dce-464b-9258-4359c6bdf87b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:42.483359 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9ed4a6-d427-42d5-950f-89ee7a80f6ac req-15ae270f-e2a2-47d0-a16a-403313c5f94a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:42.491144 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e9ed4a6-d427-42d5-950f-89ee7a80f6ac req-15ae270f-e2a2-47d0-a16a-403313c5f94a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 944 time: 0.1829336 Jul 09 13:20:42.597191 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e9ed4a6-d427-42d5-950f-89ee7a80f6ac req-aa870e76-61ad-47b5-8c5e-a7c2a67c3c63 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045277 Jul 09 13:20:42.668980 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d248c028-6dce-464b-9258-4359c6bdf87b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:42.673581 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d248c028-6dce-464b-9258-4359c6bdf87b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:42.676083 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d248c028-6dce-464b-9258-4359c6bdf87b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/83a09428-f8b2-4a7c-b6bc-d354a7ff9497 HTTP/1.1" status: 204 len: 168 time: 0.4128571 Jul 09 13:20:42.697767 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb66ee-9d47-408c-ac3f-53777f08e869 req-f7aed815-7d37-4217-aa8a-e1f8efc89e1b tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:42.709706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24bb66ee-9d47-408c-ac3f-53777f08e869 req-f7aed815-7d37-4217-aa8a-e1f8efc89e1b tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 950 time: 0.1805065 Jul 09 13:20:42.750867 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d248c028-6dce-464b-9258-4359c6bdf87b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a09428-f8b2-4a7c-b6bc-d354a7ff9497,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:42.785824 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24bb66ee-9d47-408c-ac3f-53777f08e869 req-3791aff7-00eb-42aa-bda0-2ac116cb830b tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731542 Jul 09 13:20:42.901830 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44292) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:42.917571 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4375d26c-5872-4340-b7ae-a08783ee943a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:43.049069 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716d2324-1748-4538-8b4b-19d3f2419f06 req-36dba2b8-9319-4ef6-b1a0-3d6031732e32 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:43.057016 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-716d2324-1748-4538-8b4b-19d3f2419f06 req-36dba2b8-9319-4ef6-b1a0-3d6031732e32 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 1095 time: 0.1063561 Jul 09 13:20:43.133152 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-716d2324-1748-4538-8b4b-19d3f2419f06 req-461debfa-3305-4955-9663-be0534723b5c tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746768 Jul 09 13:20:43.151840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fa21a61f-a482-450d-b357-b35bda4333b1 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:43.194240 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4375d26c-5872-4340-b7ae-a08783ee943a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:43.211185 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4375d26c-5872-4340-b7ae-a08783ee943a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:43.254494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port fa21a61f-a482-450d-b357-b35bda4333b1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:43.258616 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port fa21a61f-a482-450d-b357-b35bda4333b1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:43.258997 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:43.339959 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4375d26c-5872-4340-b7ae-a08783ee943a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5377fbb1e6664f868a99020a80cf9435&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4338124 Jul 09 13:20:43.341088 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44318) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:43.346204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4375d26c-5872-4340-b7ae-a08783ee943a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7881d169-3ee3-411c-b2b3-b08375677a16,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:43.403693 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:43.472021 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fa21a61f-a482-450d-b357-b35bda4333b1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fa21a61f-a482-450d-b357-b35bda4333b1,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:43.479612 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:43.480385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c8d224de-f6f0-4316-8c22-5ff5891a9976 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:20:43.535775 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cce160f4-3121-403d-85ac-4ecab4d3d37a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:43.601125 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=fa21a61f-a482-450d-b357-b35bda4333b1,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:43.620317 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cce160f4-3121-403d-85ac-4ecab4d3d37a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:43.688936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c8d224de-f6f0-4316-8c22-5ff5891a9976 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:20:43.755771 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cce160f4-3121-403d-85ac-4ecab4d3d37a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:43.760263 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cce160f4-3121-403d-85ac-4ecab4d3d37a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:43.761585 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cce160f4-3121-403d-85ac-4ecab4d3d37a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7881d169-3ee3-411c-b2b3-b08375677a16 HTTP/1.1" status: 204 len: 168 time: 0.4179997 Jul 09 13:20:43.778048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce160f4-3121-403d-85ac-4ecab4d3d37a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7881d169-3ee3-411c-b2b3-b08375677a16,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:43.852995 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac9e64c-62a3-4478-a72a-6aff8213f9b9 req-ae6af5a7-62d8-49c3-9664-4571f8b2b7a4 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:43.854775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ac9e64c-62a3-4478-a72a-6aff8213f9b9 req-ae6af5a7-62d8-49c3-9664-4571f8b2b7a4 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 946 time: 0.1179380 Jul 09 13:20:43.917977 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ac9e64c-62a3-4478-a72a-6aff8213f9b9 req-63aa9929-cb89-4f09-a8d2-74830387cc25 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478175 Jul 09 13:20:44.043845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eac0526-ca9b-43f2-b6d1-1c4840fc019e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa21a61f-a482-450d-b357-b35bda4333b1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:44.046230 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec67783-f72b-49da-be39-45e269c9f89a" -d '{"events": [{"server_uuid": "1eac0526-ca9b-43f2-b6d1-1c4840fc019e", "name": "network-vif-plugged", "status": "completed", "tag": "fa21a61f-a482-450d-b357-b35bda4333b1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:44.131996 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44372) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:44.142657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-57f0ec7a-c003-42a1-9962-2c7c74799ead tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:44.144738 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-57f0ec7a-c003-42a1-9962-2c7c74799ead tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 821 time: 0.1907713 Jul 09 13:20:44.164439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-4a6acf41-8533-471b-9839-d4cc947e3f33 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/quotas/35b702eee9154963b30c070fa690b62c HTTP/1.1" status: 200 len: 375 time: 0.0139110 Jul 09 13:20:44.173700 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560fed70-1d0c-4e07-acd1-77090e2d2b94 req-3f04eaef-5676-4a78-9821-afe2a52867ef tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:44.175351 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-560fed70-1d0c-4e07-acd1-77090e2d2b94 req-3f04eaef-5676-4a78-9821-afe2a52867ef tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 950 time: 0.1277218 Jul 09 13:20:44.255570 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-560fed70-1d0c-4e07-acd1-77090e2d2b94 req-d5c3812d-deb2-4a68-ae19-82bd1d2a8788 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703535 Jul 09 13:20:44.280066 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-711ba458-14ec-43b5-b53b-cd5182df63aa tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1036870 Jul 09 13:20:44.389095 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bb8b07e8-58b7-4d46-9b7c-0a70e6062bfd admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-147927890-network', 'tenant_id': '0bdd79b596da44c19927c33ecb998aac'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:44.403476 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-a2eed298-346c-4fac-905d-f6faea49e77b service neutron] 10.222.0.39 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223345 Jul 09 13:20:44.442376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8b07e8-58b7-4d46-9b7c-0a70e6062bfd admin admin] Made reservation on behalf of 0bdd79b596da44c19927c33ecb998aac for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:44.445918 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8b07e8-58b7-4d46-9b7c-0a70e6062bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:44.458594 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8b07e8-58b7-4d46-9b7c-0a70e6062bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:44.528872 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-028745bd-e890-4d2c-91f3-bd5b21a74236 service neutron] 10.222.0.39 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244516 Jul 09 13:20:44.585110 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8b07e8-58b7-4d46-9b7c-0a70e6062bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:44.591293 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8b07e8-58b7-4d46-9b7c-0a70e6062bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:44.661305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b07e8-58b7-4d46-9b7c-0a70e6062bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2fef64-1470-4176-a199-691d6e1fdc15,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:44.687211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb8b07e8-58b7-4d46-9b7c-0a70e6062bfd admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:20:44.711699 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8b07e8-58b7-4d46-9b7c-0a70e6062bfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:44.712308 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-bb8b07e8-58b7-4d46-9b7c-0a70e6062bfd admin admin] Added segment f2e33e46-3301-43d4-b8a7-eb48a42020fb of type vlan for network dd1dc64a-b119-4174-9e5b-0995b1149775 Jul 09 13:20:44.725256 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-245fc63a-7794-4145-8c58-88148ccde665 x-openstack-request-id: req-245fc63a-7794-4145-8c58-88148ccde665 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:44.725759 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eac0526-ca9b-43f2-b6d1-1c4840fc019e", "name": "network-vif-plugged", "status": "completed", "tag": "fa21a61f-a482-450d-b357-b35bda4333b1", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:44.725927 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-245fc63a-7794-4145-8c58-88148ccde665 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:44.726492 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eac0526-ca9b-43f2-b6d1-1c4840fc019e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa21a61f-a482-450d-b357-b35bda4333b1', 'code': 200} Jul 09 13:20:44.812870 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8b07e8-58b7-4d46-9b7c-0a70e6062bfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:44.860491 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58a697d3-d216-4e4c-b2d7-e9734d78ccab req-f871cc63-c582-4dce-a01f-346225e76ce6 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 210 time: 0.0575933 Jul 09 13:20:44.954893 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8b07e8-58b7-4d46-9b7c-0a70e6062bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:44.957562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8b07e8-58b7-4d46-9b7c-0a70e6062bfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:44.958805 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8b07e8-58b7-4d46-9b7c-0a70e6062bfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:45.079559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8b07e8-58b7-4d46-9b7c-0a70e6062bfd admin admin] Pushing event updated for resources: {'Network': ['ID=dd1dc64a-b119-4174-9e5b-0995b1149775,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:45.101983 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bb8b07e8-58b7-4d46-9b7c-0a70e6062bfd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9685507 Jul 09 13:20:45.102182 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network dd1dc64a-b119-4174-9e5b-0995b1149775 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:20:45.105731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44466) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:45.113193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-70d0d144-2314-4b9a-b0e8-bb7413f40a30 admin admin] Request body: {'subnet': {'network_id': 'dd1dc64a-b119-4174-9e5b-0995b1149775', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-147927890-subnet', 'tenant_id': '0bdd79b596da44c19927c33ecb998aac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:45.123058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e636f5e-4c86-48fc-bc00-5f87efc32a0f req-6e08bb40-6027-40c9-b5df-2f1fd6b001b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:45.129678 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7e636f5e-4c86-48fc-bc00-5f87efc32a0f req-6e08bb40-6027-40c9-b5df-2f1fd6b001b6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 1097 time: 0.3050056 Jul 09 13:20:45.156084 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d0d144-2314-4b9a-b0e8-bb7413f40a30 admin admin] Made reservation on behalf of 0bdd79b596da44c19927c33ecb998aac for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:45.159482 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70d0d144-2314-4b9a-b0e8-bb7413f40a30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:45.204860 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7e636f5e-4c86-48fc-bc00-5f87efc32a0f req-c8762b34-3a23-4916-bc01-bc9e738f6f16 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658841 Jul 09 13:20:45.525027 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e6d00-9bf8-4319-89bc-52a32196e2ff req-755bcd36-eac7-4a26-93c1-45a9b4ddfa4d tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:45.531939 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-181e6d00-9bf8-4319-89bc-52a32196e2ff req-755bcd36-eac7-4a26-93c1-45a9b4ddfa4d tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 946 time: 0.1260128 Jul 09 13:20:45.535163 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70d0d144-2314-4b9a-b0e8-bb7413f40a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:45.636518 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-181e6d00-9bf8-4319-89bc-52a32196e2ff req-d9da271d-08a7-4f79-a959-76aa722888cf tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021266 Jul 09 13:20:45.643510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d0d144-2314-4b9a-b0e8-bb7413f40a30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=610e1c9c-a5ef-41c4-b6cd-03f1c33ad60d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:45.673497 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d0d144-2314-4b9a-b0e8-bb7413f40a30 admin admin] Checking segment: {'id': 'f2e33e46-3301-43d4-b8a7-eb48a42020fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dd1dc64a-b119-4174-9e5b-0995b1149775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:45.673958 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d0d144-2314-4b9a-b0e8-bb7413f40a30 admin admin] Network hostable DHCP agents. Network: dd1dc64a-b119-4174-9e5b-0995b1149775, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:20:45.698977 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d0d144-2314-4b9a-b0e8-bb7413f40a30 admin admin] Network dd1dc64a-b119-4174-9e5b-0995b1149775 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:20:45.711636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-70d0d144-2314-4b9a-b0e8-bb7413f40a30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, dd1dc64a-b119-4174-9e5b-0995b1149775) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:45.722801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df70e46e-63bc-450e-8054-dff8e23318ad None None] Network dd1dc64a-b119-4174-9e5b-0995b1149775 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:20:45.727718 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d0d144-2314-4b9a-b0e8-bb7413f40a30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:45.728316 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70d0d144-2314-4b9a-b0e8-bb7413f40a30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:45.755782 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-70d0d144-2314-4b9a-b0e8-bb7413f40a30 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6469948 Jul 09 13:20:45.894669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe7f5fd-bd38-477f-9595-b0bdaee0dca4 req-639abfb5-7c75-4e9c-8059-ab33cacfa707 tempest-ServersAdminNegativeTestJSON-930217977 tempest-ServersAdminNegativeTestJSON-930217977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:45.896563 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-efe7f5fd-bd38-477f-9595-b0bdaee0dca4 req-639abfb5-7c75-4e9c-8059-ab33cacfa707 tempest-ServersAdminNegativeTestJSON-930217977 tempest-ServersAdminNegativeTestJSON-930217977-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 1101 time: 0.1267347 Jul 09 13:20:45.926628 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-efe7f5fd-bd38-477f-9595-b0bdaee0dca4 req-8f0edcda-81ac-4f3e-a096-51a454c3c865 tempest-ServersAdminNegativeTestJSON-930217977 tempest-ServersAdminNegativeTestJSON-930217977-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:45.941035 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3326ae02-ed95-4068-81db-5e199c120d9a None None] Network dd1dc64a-b119-4174-9e5b-0995b1149775 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:20:46.080910 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-efe7f5fd-bd38-477f-9595-b0bdaee0dca4 req-8f0edcda-81ac-4f3e-a096-51a454c3c865 tempest-ServersAdminNegativeTestJSON-930217977 tempest-ServersAdminNegativeTestJSON-930217977-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:46.088283 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-efe7f5fd-bd38-477f-9595-b0bdaee0dca4 req-8f0edcda-81ac-4f3e-a096-51a454c3c865 tempest-ServersAdminNegativeTestJSON-930217977 tempest-ServersAdminNegativeTestJSON-930217977-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:46.141402 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-efe7f5fd-bd38-477f-9595-b0bdaee0dca4 req-8f0edcda-81ac-4f3e-a096-51a454c3c865 tempest-ServersAdminNegativeTestJSON-930217977 tempest-ServersAdminNegativeTestJSON-930217977-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2353463 Jul 09 13:20:46.152445 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0edcda-81ac-4f3e-a096-51a454c3c865 tempest-ServersAdminNegativeTestJSON-930217977 tempest-ServersAdminNegativeTestJSON-930217977-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb9f2a7-e4ad-48ed-8a7b-917d6ea864c5,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:46.416188 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34691520-de39-47bd-95bb-91d547b5a78e req-0dcdb662-cdcf-4637-989c-9979c6a5ed52 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 210 time: 0.0661798 Jul 09 13:20:46.576447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-dc9f151a-c02c-4af8-8714-145121f1095e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:46.578711 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-dc9f151a-c02c-4af8-8714-145121f1095e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.15 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 821 time: 0.1734037 Jul 09 13:20:46.592869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-a6b3972a-ffb9-4d98-94c2-997f803d5959 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Request body: {'port': {'device_id': '2d45e79c-bf27-4ff4-842b-e791d922933d', 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c', 'admin_state_up': True, 'tenant_id': '35b702eee9154963b30c070fa690b62c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:46.782365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-a6b3972a-ffb9-4d98-94c2-997f803d5959 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Made reservation on behalf of 35b702eee9154963b30c070fa690b62c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:46.787520 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-a6b3972a-ffb9-4d98-94c2-997f803d5959 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:46.872480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44602) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:46.880927 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ed28ecfd-6453-4765-afa5-89e2e58ae2d2 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-544480686-network', 'tenant_id': '3f974b8a29764de780c715e901c4dece'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:46.918885 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f94c8a4-5fdf-4f29-9cce-ad6dfaecc78c req-eeff0b79-0de0-4a65-af49-0e27887af76e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:46.923600 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f94c8a4-5fdf-4f29-9cce-ad6dfaecc78c req-eeff0b79-0de0-4a65-af49-0e27887af76e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 946 time: 0.0798903 Jul 09 13:20:46.955612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed28ecfd-6453-4765-afa5-89e2e58ae2d2 admin admin] Made reservation on behalf of 3f974b8a29764de780c715e901c4dece for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:46.958790 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed28ecfd-6453-4765-afa5-89e2e58ae2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:46.975931 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed28ecfd-6453-4765-afa5-89e2e58ae2d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:46.979928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-a6b3972a-ffb9-4d98-94c2-997f803d5959 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Allocated IP 172.20.0.9 (9eed349f-85e9-4424-b38d-3b371f8e676c/bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f/fa5215e1-55ff-4777-9b2c-9ada2e630965) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:46.985244 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f94c8a4-5fdf-4f29-9cce-ad6dfaecc78c req-bd620108-f906-49bd-8c4f-ac89245a5c2a tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559607 Jul 09 13:20:47.018559 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44614) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:47.070840 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-d2d63141-54d8-4d35-a42d-f0b3f727fd4a tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=03320ede630048d1a428bccd9a4793e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316250 Jul 09 13:20:47.207134 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed28ecfd-6453-4765-afa5-89e2e58ae2d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.210891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-8da580d3-a526-4898-bf71-707dfb1f24c5 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:47.213129 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed28ecfd-6453-4765-afa5-89e2e58ae2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.219759 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-8da580d3-a526-4898-bf71-707dfb1f24c5 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1475058 Jul 09 13:20:47.222669 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-a6b3972a-ffb9-4d98-94c2-997f803d5959 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.238364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed28ecfd-6453-4765-afa5-89e2e58ae2d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:20:47.263736 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed28ecfd-6453-4765-afa5-89e2e58ae2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.263949 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-69713e50-97da-4c7d-b4b4-4e47095b3633 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/quotas/03320ede630048d1a428bccd9a4793e2 HTTP/1.1" status: 200 len: 375 time: 0.0427716 Jul 09 13:20:47.264211 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-ed28ecfd-6453-4765-afa5-89e2e58ae2d2 admin admin] Added segment 068d6ac9-ac86-47ae-a99d-6782f08c4f30 of type vlan for network d92abc3d-201f-43a8-94ad-31f5552b92a2 Jul 09 13:20:47.266665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28ecfd-6453-4765-afa5-89e2e58ae2d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc2b54b-8524-42b6-9c72-04b6257cef23,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:47.276967 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3af519c1-60c0-4d57-b0dd-cc461220534e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.320752 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-4247e8a8-968c-48cb-aaa2-218bf1fc0dae tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=03320ede630048d1a428bccd9a4793e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0473578 Jul 09 13:20:47.320964 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed28ecfd-6453-4765-afa5-89e2e58ae2d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.340965 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-a6b3972a-ffb9-4d98-94c2-997f803d5959 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.374192 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b6737e-959a-48b9-8a06-8f9a9240b755 req-83d65ff4-f380-4b7e-ad44-46e878941ac9 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:47.375797 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a4b6737e-959a-48b9-8a06-8f9a9240b755 req-83d65ff4-f380-4b7e-ad44-46e878941ac9 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 1097 time: 0.1534505 Jul 09 13:20:47.408486 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed28ecfd-6453-4765-afa5-89e2e58ae2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.409372 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed28ecfd-6453-4765-afa5-89e2e58ae2d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:47.410045 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed28ecfd-6453-4765-afa5-89e2e58ae2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.413689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-a6b3972a-ffb9-4d98-94c2-997f803d5959 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Network 9eed349f-85e9-4424-b38d-3b371f8e676c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:47.425789 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-a6b3972a-ffb9-4d98-94c2-997f803d5959 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:47.438800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3972a-ffb9-4d98-94c2-997f803d5959 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Pushing event updated for resources: {'Port': ['ID=fa5215e1-55ff-4777-9b2c-9ada2e630965,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:47.439764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a4b6737e-959a-48b9-8a06-8f9a9240b755 req-41de9493-e881-4c03-9e94-038bcdeacfa0 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519557 Jul 09 13:20:47.441325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-a6b3972a-ffb9-4d98-94c2-997f803d5959 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:47.508302 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3af519c1-60c0-4d57-b0dd-cc461220534e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.521105 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3af519c1-60c0-4d57-b0dd-cc461220534e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.580636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af519c1-60c0-4d57-b0dd-cc461220534e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c3f82ac-2742-4ae3-b661-d25ca5320501,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:47.600807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3af519c1-60c0-4d57-b0dd-cc461220534e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=861146b12c83447e904a79144adc86b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5803609 Jul 09 13:20:47.603533 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44648) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:47.662644 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-128a24a5-c971-417a-a414-e26d6c5243e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.725678 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-128a24a5-c971-417a-a414-e26d6c5243e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.788577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95403d53-e0d8-48b3-aa29-ff44ae14dfd1 req-40ffba7c-bdf4-4fff-ade7-9635b902f6d6 tempest-ServersAdminNegativeTestJSON-930217977 tempest-ServersAdminNegativeTestJSON-930217977-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:47.790644 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-95403d53-e0d8-48b3-aa29-ff44ae14dfd1 req-40ffba7c-bdf4-4fff-ade7-9635b902f6d6 tempest-ServersAdminNegativeTestJSON-930217977 tempest-ServersAdminNegativeTestJSON-930217977-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 1101 time: 0.1123476 Jul 09 13:20:47.834676 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-95403d53-e0d8-48b3-aa29-ff44ae14dfd1 req-81e1413d-606a-4261-8fc3-8ff7309a1797 tempest-ServersAdminNegativeTestJSON-930217977 tempest-ServersAdminNegativeTestJSON-930217977-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379391 Jul 09 13:20:47.839023 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-128a24a5-c971-417a-a414-e26d6c5243e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.841788 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-128a24a5-c971-417a-a414-e26d6c5243e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.846477 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-128a24a5-c971-417a-a414-e26d6c5243e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c3f82ac-2742-4ae3-b661-d25ca5320501 HTTP/1.1" status: 204 len: 168 time: 0.2390392 Jul 09 13:20:47.858133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a24a5-c971-417a-a414-e26d6c5243e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c3f82ac-2742-4ae3-b661-d25ca5320501,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:47.859701 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ed28ecfd-6453-4765-afa5-89e2e58ae2d2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9859626 Jul 09 13:20:47.862573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44682) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:47.880195 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bd5ac599-4b3e-487c-aee5-8a2c87224f5c admin admin] Request body: {'subnet': {'network_id': 'd92abc3d-201f-43a8-94ad-31f5552b92a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-544480686-subnet', 'tenant_id': '3f974b8a29764de780c715e901c4dece', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:47.903037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed28ecfd-6453-4765-afa5-89e2e58ae2d2 admin admin] Pushing event updated for resources: {'Network': ['ID=d92abc3d-201f-43a8-94ad-31f5552b92a2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:47.916242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network d92abc3d-201f-43a8-94ad-31f5552b92a2 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:20:47.919906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-a6b3972a-ffb9-4d98-94c2-997f803d5959 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:47.920900 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-a6b3972a-ffb9-4d98-94c2-997f803d5959 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.938570 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5ac599-4b3e-487c-aee5-8a2c87224f5c admin admin] Made reservation on behalf of 3f974b8a29764de780c715e901c4dece for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:47.947139 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac599-4b3e-487c-aee5-8a2c87224f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:47.957776 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-a6b3972a-ffb9-4d98-94c2-997f803d5959 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3686354 Jul 09 13:20:47.972605 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Request body: {'port': {'device_id': '2d45e79c-bf27-4ff4-842b-e791d922933d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:48.123857 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.263301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44696) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:48.268449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a95f4-47f0-41e3-b251-a3f6c27db141 req-ef4fb3f7-1441-454c-ac6b-dd68c819632d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:48.275306 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-110a95f4-47f0-41e3-b251-a3f6c27db141 req-ef4fb3f7-1441-454c-ac6b-dd68c819632d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 931 time: 0.1900079 Jul 09 13:20:48.286933 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9595fad6-323d-479c-8a26-892048758ef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.346924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-110a95f4-47f0-41e3-b251-a3f6c27db141 req-160a56fd-47ab-47df-afce-d27b84a1e1fa tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704787 Jul 09 13:20:48.468035 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9595fad6-323d-479c-8a26-892048758ef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.474562 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9595fad6-323d-479c-8a26-892048758ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.501899 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac599-4b3e-487c-aee5-8a2c87224f5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.505231 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-13edc2b5-4f75-4012-a681-911124168158 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=03320ede630048d1a428bccd9a4793e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0383883 Jul 09 13:20:48.532726 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f35348-5833-488d-a028-61cdee73c827 req-c36e6bd3-6426-48ff-a1f0-f83bb67e871f tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:48.534477 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9595fad6-323d-479c-8a26-892048758ef0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=947ae275ec4c4eb6ae042d10257af956&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2694843 Jul 09 13:20:48.538014 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81f35348-5833-488d-a028-61cdee73c827 req-c36e6bd3-6426-48ff-a1f0-f83bb67e871f tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 1097 time: 0.1944704 Jul 09 13:20:48.538853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44706) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:48.556556 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9595fad6-323d-479c-8a26-892048758ef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6552503e-a2f2-41d7-bd9a-06896eee7569,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:48.574654 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5215e1-55ff-4777-9b2c-9ada2e630965 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:48.582707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.603619 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Transition to ACTIVE for port object fa5215e1-55ff-4777-9b2c-9ada2e630965 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:48.608063 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.660001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Pushing event updated for resources: {'Port': ['ID=fa5215e1-55ff-4777-9b2c-9ada2e630965,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:48.670372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5ac599-4b3e-487c-aee5-8a2c87224f5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1559d7a2-aab2-4b09-9d6d-97e71ae05ed9,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:48.694060 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81f35348-5833-488d-a028-61cdee73c827 req-0c8b0cb0-f108-4f9b-bf48-71938ed91b44 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466255 Jul 09 13:20:48.731012 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd5ac599-4b3e-487c-aee5-8a2c87224f5c admin admin] Checking segment: {'id': '068d6ac9-ac86-47ae-a99d-6782f08c4f30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'd92abc3d-201f-43a8-94ad-31f5552b92a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:48.731325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5ac599-4b3e-487c-aee5-8a2c87224f5c admin admin] Network hostable DHCP agents. Network: d92abc3d-201f-43a8-94ad-31f5552b92a2, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:20:48.750279 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d274944-3bff-4c9b-9a19-ad07ecfba5af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.755645 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Attempting to bind port fa5215e1-55ff-4777-9b2c-9ada2e630965 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:48.756275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Attempting to bind port fa5215e1-55ff-4777-9b2c-9ada2e630965 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:48.756996 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Attempting to bind port fa5215e1-55ff-4777-9b2c-9ada2e630965 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:48.763771 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Port fa5215e1-55ff-4777-9b2c-9ada2e630965 on network 9eed349f-85e9-4424-b38d-3b371f8e676c not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:48.764969 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Attempting to bind port fa5215e1-55ff-4777-9b2c-9ada2e630965 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:48.773080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:48.773614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Checking segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:48.773831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Bound using segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:48.774273 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Bound port: fa5215e1-55ff-4777-9b2c-9ada2e630965, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:48.774717 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.779261 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-9c3f6a86-4a77-4edf-86c5-613bb1de6c73 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:48.786365 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-9c3f6a86-4a77-4edf-86c5-613bb1de6c73 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2580464 Jul 09 13:20:48.806909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5ac599-4b3e-487c-aee5-8a2c87224f5c admin admin] Network d92abc3d-201f-43a8-94ad-31f5552b92a2 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:20:48.810897 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d274944-3bff-4c9b-9a19-ad07ecfba5af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.828228 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-6f2b7a06-5860-473b-b065-67742f763081 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/quotas/03320ede630048d1a428bccd9a4793e2 HTTP/1.1" status: 200 len: 375 time: 0.0408831 Jul 09 13:20:48.839248 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-bd5ac599-4b3e-487c-aee5-8a2c87224f5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, d92abc3d-201f-43a8-94ad-31f5552b92a2) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:48.851692 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ac599-4b3e-487c-aee5-8a2c87224f5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:48.852232 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd5ac599-4b3e-487c-aee5-8a2c87224f5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.857352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d08328-9931-4c95-a8a6-056822e9d6ec None None] Network d92abc3d-201f-43a8-94ad-31f5552b92a2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:20:48.861077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] For port fa5215e1-55ff-4777-9b2c-9ada2e630965, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:48.865557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] For port fa5215e1-55ff-4777-9b2c-9ada2e630965, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fa5215e1-55ff-4777-9b2c-9ada2e630965,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:48.870290 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.899738 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-820affd2-e02a-4a4c-9cc3-5fc3c1665f88 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=03320ede630048d1a428bccd9a4793e2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0569389 Jul 09 13:20:48.916559 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bd5ac599-4b3e-487c-aee5-8a2c87224f5c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0524125 Jul 09 13:20:48.943528 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d274944-3bff-4c9b-9a19-ad07ecfba5af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.946183 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d274944-3bff-4c9b-9a19-ad07ecfba5af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.950182 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6d274944-3bff-4c9b-9a19-ad07ecfba5af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6552503e-a2f2-41d7-bd9a-06896eee7569 HTTP/1.1" status: 204 len: 168 time: 0.4078810 Jul 09 13:20:48.965879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d274944-3bff-4c9b-9a19-ad07ecfba5af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6552503e-a2f2-41d7-bd9a-06896eee7569,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:48.995436 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:48.996134 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:48.997591 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] 10.222.0.15 "PUT /v2.0/ports/fa5215e1-55ff-4777-9b2c-9ada2e630965 HTTP/1.1" status: 200 len: 1091 time: 1.0321496 Jul 09 13:20:49.000125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d45e79c-bf27-4ff4-842b-e791d922933d', 'tag': 'fa5215e1-55ff-4777-9b2c-9ada2e630965'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:49.038666 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a7efe7d-735b-404e-8939-9cfd58c162e8" -d '{"events": [{"name": "network-changed", "server_uuid": "2d45e79c-bf27-4ff4-842b-e791d922933d", "tag": "fa5215e1-55ff-4777-9b2c-9ada2e630965"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:49.109675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7be4a51-2169-4b81-8bfd-9fec714af54a service neutron] Pushing event updated for resources: {'Port': ['ID=fa5215e1-55ff-4777-9b2c-9ada2e630965,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:49.159453 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f3afe6-63f4-4d22-ba15-1834a36e2417 None None] Network d92abc3d-201f-43a8-94ad-31f5552b92a2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:20:49.276723 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-44b0f762-6087-4086-bfab-b7ed3eabe992 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=03320ede630048d1a428bccd9a4793e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0648148 Jul 09 13:20:49.541444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-3dd3031f-43f1-432d-83eb-e76a8a5b2cbc tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.543448 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-3dd3031f-43f1-432d-83eb-e76a8a5b2cbc tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2576735 Jul 09 13:20:49.545491 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b736e3a-3d6c-4953-9569-bc87589580c7 x-openstack-request-id: req-9b736e3a-3d6c-4953-9569-bc87589580c7 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:49.546008 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d45e79c-bf27-4ff4-842b-e791d922933d", "tag": "fa5215e1-55ff-4777-9b2c-9ada2e630965", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:49.546455 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9b736e3a-3d6c-4953-9569-bc87589580c7 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:49.546876 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d45e79c-bf27-4ff4-842b-e791d922933d', 'tag': 'fa5215e1-55ff-4777-9b2c-9ada2e630965', 'status': 'completed', 'code': 200} Jul 09 13:20:49.558460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Request body: {'port': {'device_id': '43f40aca-9585-4d85-b23b-e5da3552996d', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': '03320ede630048d1a428bccd9a4793e2'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:49.599625 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6513c25c-c4b2-4e2a-9726-6270af64915d req-7af472b7-e837-48bb-b872-660b0be954cf tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 210 time: 0.0848880 Jul 09 13:20:49.696777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-aaa25334-9f2b-46c8-a872-f1566b07b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.698508 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-aaa25334-9f2b-46c8-a872-f1566b07b5ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 1094 time: 0.5658000 Jul 09 13:20:49.813020 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-80e5f97f-cda3-4d3a-baaa-8116f17a2e32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa5215e1-55ff-4777-9b2c-9ada2e630965 HTTP/1.1" status: 200 len: 217 time: 0.1022203 Jul 09 13:20:49.883140 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-16e3daf6-0b9b-464e-afeb-db60d014f57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:49.884771 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-16e3daf6-0b9b-464e-afeb-db60d014f57f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.0650175 Jul 09 13:20:49.934043 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-46480de2-0a61-407a-9abe-98e1ee02ad06 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383954 Jul 09 13:20:50.064044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Made reservation on behalf of 03320ede630048d1a428bccd9a4793e2 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:50.082368 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:50.104324 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:50.139849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b94f7d-94ff-4e30-b275-1691398bb61c req-7e5d0bda-edca-4f17-9136-5c5107e1d517 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:50.150631 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-85b94f7d-94ff-4e30-b275-1691398bb61c req-7e5d0bda-edca-4f17-9136-5c5107e1d517 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 943 time: 0.0867386 Jul 09 13:20:50.231067 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-6a6f3b3b-b24d-4f69-8cdc-446cbfa08d5f service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832856 Jul 09 13:20:50.293692 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-85b94f7d-94ff-4e30-b275-1691398bb61c req-c745be0d-c00a-4ae6-8838-b189ce3c3952 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393611 Jul 09 13:20:50.351263 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-ea9de9ad-f9bb-4902-aec3-d6ef106ef0fc tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:50.353358 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-ea9de9ad-f9bb-4902-aec3-d6ef106ef0fc tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/networks?id=dd1dc64a-b119-4174-9e5b-0995b1149775 HTTP/1.1" status: 200 len: 814 time: 0.1947658 Jul 09 13:20:50.382821 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-0973afeb-f6ef-4221-8b0a-e3c149f50606 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/quotas/0bdd79b596da44c19927c33ecb998aac HTTP/1.1" status: 200 len: 375 time: 0.0226226 Jul 09 13:20:50.389980 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-810626bf-1ead-48b6-b520-cebe9c7ea494 req-1c56179e-3428-4db0-aab2-63d3115bd66c service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499288 Jul 09 13:20:50.427667 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-340f2cc7-b5d1-4c97-96ef-db0d9849c7d5 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0bdd79b596da44c19927c33ecb998aac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438795 Jul 09 13:20:50.448417 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:50.454115 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:50.588407 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74517c35-bd48-402c-b950-38763789e577,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:50.653815 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7efe7d-735b-404e-8939-9cfd58c162e8 req-9aa7e6b5-6f5b-4cba-985a-71180969aa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:50.655687 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a7efe7d-735b-404e-8939-9cfd58c162e8 req-9aa7e6b5-6f5b-4cba-985a-71180969aa56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 1094 time: 0.1965234 Jul 09 13:20:50.741733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Allocated IP 192.168.233.70 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/dfea7cac-5875-47f7-b614-928f4a929f20) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:50.831817 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-9e0e9e06-f9d6-4a29-9f10-e0c3be798c6b tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=03320ede630048d1a428bccd9a4793e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0531998 Jul 09 13:20:50.851513 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-e744bda0-8b0e-461d-bed9-66730b00dbd8 service neutron] 10.222.0.39 "GET /v2.0/networks/dd1dc64a-b119-4174-9e5b-0995b1149775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132338 Jul 09 13:20:50.919353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7efe7d-735b-404e-8939-9cfd58c162e8 req-e9b25807-ee2b-42ff-96b6-8c6b6f2f17b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:50.921313 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a7efe7d-735b-404e-8939-9cfd58c162e8 req-e9b25807-ee2b-42ff-96b6-8c6b6f2f17b3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.2571623 Jul 09 13:20:50.955933 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e95bfc-5f30-4db9-9a15-12365ee92ac6 req-3b4f409a-2d50-4560-b691-b42e9d78c040 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:50.955933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-89e95bfc-5f30-4db9-9a15-12365ee92ac6 req-3b4f409a-2d50-4560-b691-b42e9d78c040 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 1097 time: 0.1515899 Jul 09 13:20:50.988644 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a7efe7d-735b-404e-8939-9cfd58c162e8 req-5f1b0f93-fbc7-4fa5-8959-361bc217cfe8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa5215e1-55ff-4777-9b2c-9ada2e630965 HTTP/1.1" status: 200 len: 217 time: 0.0527759 Jul 09 13:20:50.989974 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-464dc64a-9652-47b2-8af9-7ddc767b6edd service neutron] 10.222.0.39 "GET /v2.0/networks/dd1dc64a-b119-4174-9e5b-0995b1149775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376176 Jul 09 13:20:51.004337 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-89e95bfc-5f30-4db9-9a15-12365ee92ac6 req-0c49a10d-2ece-4c01-ba76-5dca7494cd52 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406795 Jul 09 13:20:51.208443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7efe7d-735b-404e-8939-9cfd58c162e8 req-5f81c347-e2be-472d-a77c-61a4b739a90f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:51.209923 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a7efe7d-735b-404e-8939-9cfd58c162e8 req-5f81c347-e2be-472d-a77c-61a4b739a90f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.2129774 Jul 09 13:20:51.264918 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a7efe7d-735b-404e-8939-9cfd58c162e8 req-9e968747-babc-49e2-8bdf-6015714d7eed service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437171 Jul 09 13:20:51.290306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-36ee88f8-eeb3-4d61-a2f6-467fa7e8a7c5 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:51.291893 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-36ee88f8-eeb3-4d61-a2f6-467fa7e8a7c5 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4453666 Jul 09 13:20:51.297501 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1bc8b78f-fb27-41f4-aea3-2465c9963d11 req-4a80b721-8aac-4119-b631-d5a5af567a9e tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 210 time: 0.0283382 Jul 09 13:20:51.318757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-0f622453-5c08-4cda-9b21-4d36749caf6d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Request body: {'port': {'device_id': '9ab388f8-aa34-4a4d-a31c-32d8816a7823', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': '03320ede630048d1a428bccd9a4793e2'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:51.365222 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:51.417824 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Transition to ACTIVE for port object dfea7cac-5875-47f7-b614-928f4a929f20 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:51.510850 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a7efe7d-735b-404e-8939-9cfd58c162e8 req-a41c2934-f74d-4140-b383-cf2c1efc6bb7 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372000 Jul 09 13:20:51.533987 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:51.614595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-0f622453-5c08-4cda-9b21-4d36749caf6d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Made reservation on behalf of 03320ede630048d1a428bccd9a4793e2 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:51.618269 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-0f622453-5c08-4cda-9b21-4d36749caf6d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:51.649769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:51.665625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:51.672212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:51.680957 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Pushing event updated for resources: {'Port': ['ID=dfea7cac-5875-47f7-b614-928f4a929f20,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:51.806507 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a7efe7d-735b-404e-8939-9cfd58c162e8 req-e16acf19-e534-440d-b5e0-09298d10e136 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875896 Jul 09 13:20:51.831801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:51.832318 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:51.880548 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-02aef5df-ea60-4a74-bc91-ac6929ff7957 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3269932 Jul 09 13:20:51.900614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Request body: {'port': {'device_id': '43f40aca-9585-4d85-b23b-e5da3552996d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:51.963909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-0f622453-5c08-4cda-9b21-4d36749caf6d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Allocated IP 192.168.233.116 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/e2ebbdd4-b61b-4d42-bc10-8836ee931be1) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:52.021625 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e058f5af-bb11-44cb-a3b3-5ccd4f9980e1 None None] Provisioning for port dfea7cac-5875-47f7-b614-928f4a929f20 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:52.031914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e058f5af-bb11-44cb-a3b3-5ccd4f9980e1 None None] Provisioning complete for port dfea7cac-5875-47f7-b614-928f4a929f20 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:52.032306 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e058f5af-bb11-44cb-a3b3-5ccd4f9980e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:52.041453 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dac2c4bb-3386-4acf-a795-de4d93094d34 req-a069484e-ad93-4465-8cc4-2eef72f0e186 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 210 time: 0.0480072 Jul 09 13:20:52.079697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:52.088344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e058f5af-bb11-44cb-a3b3-5ccd4f9980e1 None None] Port dfea7cac-5875-47f7-b614-928f4a929f20 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:20:52.336226 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-0f622453-5c08-4cda-9b21-4d36749caf6d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:52.351864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-0f622453-5c08-4cda-9b21-4d36749caf6d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Transition to ACTIVE for port object e2ebbdd4-b61b-4d42-bc10-8836ee931be1 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:52.372486 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c61fac-36f9-4047-b6ad-cdaf3c5e416f req-1483c5cf-e4bb-486b-b0db-870a16284974 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:52.374048 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49c61fac-36f9-4047-b6ad-cdaf3c5e416f req-1483c5cf-e4bb-486b-b0db-870a16284974 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 943 time: 0.0769594 Jul 09 13:20:52.412033 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-0f622453-5c08-4cda-9b21-4d36749caf6d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:52.421376 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49c61fac-36f9-4047-b6ad-cdaf3c5e416f req-34c70a17-604c-4507-a031-921ff83117e4 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391996 Jul 09 13:20:52.499999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-0f622453-5c08-4cda-9b21-4d36749caf6d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:52.506979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-0f622453-5c08-4cda-9b21-4d36749caf6d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:52.513106 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-0f622453-5c08-4cda-9b21-4d36749caf6d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:52.544360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f622453-5c08-4cda-9b21-4d36749caf6d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Pushing event updated for resources: {'Port': ['ID=e2ebbdd4-b61b-4d42-bc10-8836ee931be1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:52.600453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-0f622453-5c08-4cda-9b21-4d36749caf6d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:52.601530 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-0f622453-5c08-4cda-9b21-4d36749caf6d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:52.637810 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-0f622453-5c08-4cda-9b21-4d36749caf6d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3327441 Jul 09 13:20:52.670639 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Request body: {'port': {'device_id': '9ab388f8-aa34-4a4d-a31c-32d8816a7823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:52.715487 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfea7cac-5875-47f7-b614-928f4a929f20 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:52.733962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:52.807346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-2d2a9caa-a25f-42db-a48f-4a730cb5651e tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:52.811262 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-2d2a9caa-a25f-42db-a48f-4a730cb5651e tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.18 "GET /v2.0/networks?id=dd1dc64a-b119-4174-9e5b-0995b1149775 HTTP/1.1" status: 200 len: 814 time: 0.1613903 Jul 09 13:20:52.812401 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:52.819739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Transition to ACTIVE for port object dfea7cac-5875-47f7-b614-928f4a929f20 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:52.826791 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-d2edff93-765b-4f9a-8a2e-606649b0752c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Request body: {'port': {'device_id': '6ca96baa-5353-403e-96e7-9aacececa034', 'network_id': 'dd1dc64a-b119-4174-9e5b-0995b1149775', 'admin_state_up': True, 'tenant_id': '0bdd79b596da44c19927c33ecb998aac'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:52.832769 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:52.897646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Pushing event updated for resources: {'Port': ['ID=dfea7cac-5875-47f7-b614-928f4a929f20,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:52.922565 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-099ec653-a53f-4fdf-8b65-faa2df90de7d None None] Provisioning for port e2ebbdd4-b61b-4d42-bc10-8836ee931be1 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:52.929130 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-099ec653-a53f-4fdf-8b65-faa2df90de7d None None] Provisioning complete for port e2ebbdd4-b61b-4d42-bc10-8836ee931be1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:52.929746 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-099ec653-a53f-4fdf-8b65-faa2df90de7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:52.966180 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-3a019d37-1c2d-4fcc-a936-bbafc52620e3 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:20:52.978353 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-3a019d37-1c2d-4fcc-a936-bbafc52620e3 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0300429 Jul 09 13:20:52.982606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-099ec653-a53f-4fdf-8b65-faa2df90de7d None None] Port e2ebbdd4-b61b-4d42-bc10-8836ee931be1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:20:52.994014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-0bb01dce-8bbe-46ff-8057-777ac923cd33 service neutron] Request body: {'binding': {'host': 'n-h1-799525-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:52.994014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-0bb01dce-8bbe-46ff-8057-777ac923cd33 service neutron] Unknown quota resources ['binding']. {{(pid=93753) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:20:53.026716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-d2edff93-765b-4f9a-8a2e-606649b0752c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Made reservation on behalf of 0bdd79b596da44c19927c33ecb998aac for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:20:53.030438 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-d2edff93-765b-4f9a-8a2e-606649b0752c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.195217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-d2edff93-765b-4f9a-8a2e-606649b0752c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Allocated IP 172.20.0.7 (dd1dc64a-b119-4174-9e5b-0995b1149775/610e1c9c-a5ef-41c4-b6cd-03f1c33ad60d/fb821408-72d0-4c05-b41a-12650ba20ab7) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:20:53.208777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fa5215e1-55ff-4777-9b2c-9ada2e630965 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:53.355878 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fa5215e1-55ff-4777-9b2c-9ada2e630965, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fa5215e1-55ff-4777-9b2c-9ada2e630965,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:53.367860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'fa5215e1-55ff-4777-9b2c-9ada2e630965', 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c', 'port_id': 'fa5215e1-55ff-4777-9b2c-9ada2e630965', 'mac_address': 'fa:16:3e:ff:b5:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:53.397483 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-d2edff93-765b-4f9a-8a2e-606649b0752c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.428650 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.442524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa5215e1-55ff-4777-9b2c-9ada2e630965 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:53.468094 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fa5215e1-55ff-4777-9b2c-9ada2e630965, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fa5215e1-55ff-4777-9b2c-9ada2e630965,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:53.473708 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.491745 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-d2edff93-765b-4f9a-8a2e-606649b0752c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.531558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=fa5215e1-55ff-4777-9b2c-9ada2e630965,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:53.560435 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-d2edff93-765b-4f9a-8a2e-606649b0752c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Network dd1dc64a-b119-4174-9e5b-0995b1149775 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:20:53.569347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-d2edff93-765b-4f9a-8a2e-606649b0752c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:20:53.578258 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd56bb3-424f-40a8-9efd-47eb8264c137 req-3d34829e-f27f-42f6-93c3-8caa4e4c5155 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:53.579867 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3bd56bb3-424f-40a8-9efd-47eb8264c137 req-3d34829e-f27f-42f6-93c3-8caa4e4c5155 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 950 time: 0.1520274 Jul 09 13:20:53.581237 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-d2edff93-765b-4f9a-8a2e-606649b0752c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:20:53.583876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2edff93-765b-4f9a-8a2e-606649b0752c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Pushing event updated for resources: {'Port': ['ID=fb821408-72d0-4c05-b41a-12650ba20ab7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:53.596050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Attempting to bind port dfea7cac-5875-47f7-b614-928f4a929f20 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:53.597227 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Attempting to bind port dfea7cac-5875-47f7-b614-928f4a929f20 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:53.597762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Attempting to bind port dfea7cac-5875-47f7-b614-928f4a929f20 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:53.618252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Port dfea7cac-5875-47f7-b614-928f4a929f20 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:53.618685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Attempting to bind port dfea7cac-5875-47f7-b614-928f4a929f20 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:53.635683 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:53.636025 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:53.636412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:53.636848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Bound port: dfea7cac-5875-47f7-b614-928f4a929f20, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:53.637209 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.651904 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-d2edff93-765b-4f9a-8a2e-606649b0752c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:53.652520 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-d2edff93-765b-4f9a-8a2e-606649b0752c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.673805 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3bd56bb3-424f-40a8-9efd-47eb8264c137 req-90bfffb6-36c7-4075-b510-3de3d372ce67 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684724 Jul 09 13:20:53.691630 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['fa5215e1-55ff-4777-9b2c-9ada2e630965'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:53.711151 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-d2edff93-765b-4f9a-8a2e-606649b0752c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8888688 Jul 09 13:20:53.725389 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Request body: {'port': {'device_id': '6ca96baa-5353-403e-96e7-9aacececa034', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:53.725619 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-0bb01dce-8bbe-46ff-8057-777ac923cd33 service neutron] Attempting to bind port fa21a61f-a482-450d-b357-b35bda4333b1 on host n-h1-799525-3 for vnic_type normal with profile None {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:53.725967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-0bb01dce-8bbe-46ff-8057-777ac923cd33 service neutron] Attempting to bind port fa21a61f-a482-450d-b357-b35bda4333b1 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:53.726193 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-0bb01dce-8bbe-46ff-8057-777ac923cd33 service neutron] Attempting to bind port fa21a61f-a482-450d-b357-b35bda4333b1 on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:53.743146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-0bb01dce-8bbe-46ff-8057-777ac923cd33 service neutron] Port fa21a61f-a482-450d-b357-b35bda4333b1 on network b4d14687-7b64-47e7-b45c-f262f4bce809 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:53.743487 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-0bb01dce-8bbe-46ff-8057-777ac923cd33 service neutron] Attempting to bind port fa21a61f-a482-450d-b357-b35bda4333b1 on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:53.751688 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2ebbdd4-b61b-4d42-bc10-8836ee931be1 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:53.763925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.771955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-0bb01dce-8bbe-46ff-8057-777ac923cd33 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:53.772300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-0bb01dce-8bbe-46ff-8057-777ac923cd33 service neutron] Checking segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:53.772691 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-0bb01dce-8bbe-46ff-8057-777ac923cd33 service neutron] Bound using segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:53.773145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-0bb01dce-8bbe-46ff-8057-777ac923cd33 service neutron] Bound port: fa21a61f-a482-450d-b357-b35bda4333b1, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:53.780339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d389616a-1729-4e2b-8a74-ee35de9de2d0 req-89fa539c-385d-465a-b530-f782e83e1886 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:53.781843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d389616a-1729-4e2b-8a74-ee35de9de2d0 req-89fa539c-385d-465a-b530-f782e83e1886 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.18 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 950 time: 0.1242490 Jul 09 13:20:53.822699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] For port dfea7cac-5875-47f7-b614-928f4a929f20, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:53.827282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Transition to ACTIVE for port object e2ebbdd4-b61b-4d42-bc10-8836ee931be1 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:53.845693 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.849319 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] For port dfea7cac-5875-47f7-b614-928f4a929f20, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dfea7cac-5875-47f7-b614-928f4a929f20,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:53.885118 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.911464 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.928464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:53.929087 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.930593 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] 10.222.0.18 "PUT /v2.0/ports/dfea7cac-5875-47f7-b614-928f4a929f20 HTTP/1.1" status: 200 len: 1095 time: 2.0353055 Jul 09 13:20:53.934869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-0bb01dce-8bbe-46ff-8057-777ac923cd33 service neutron] For port fa21a61f-a482-450d-b357-b35bda4333b1, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fa21a61f-a482-450d-b357-b35bda4333b1,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:53.935581 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f40aca-9585-4d85-b23b-e5da3552996d', 'tag': 'dfea7cac-5875-47f7-b614-928f4a929f20'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:53.938405 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1c15de0-964c-446b-afbd-2504a55ed4e3" -d '{"events": [{"name": "network-changed", "server_uuid": "43f40aca-9585-4d85-b23b-e5da3552996d", "tag": "dfea7cac-5875-47f7-b614-928f4a929f20"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:53.948701 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-0bb01dce-8bbe-46ff-8057-777ac923cd33 service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:53.950066 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-0bb01dce-8bbe-46ff-8057-777ac923cd33 service neutron] 10.222.0.39 "POST /v2.0/ports/fa21a61f-a482-450d-b357-b35bda4333b1/bindings HTTP/1.1" status: 201 len: 389 time: 0.9708500 Jul 09 13:20:53.953768 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ebbdd4-b61b-4d42-bc10-8836ee931be1,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:54.187986 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Attempting to bind port e2ebbdd4-b61b-4d42-bc10-8836ee931be1 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:54.188655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Attempting to bind port e2ebbdd4-b61b-4d42-bc10-8836ee931be1 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:54.190855 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Attempting to bind port e2ebbdd4-b61b-4d42-bc10-8836ee931be1 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:54.199567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55273) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:54.202531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Port e2ebbdd4-b61b-4d42-bc10-8836ee931be1 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:54.202984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Attempting to bind port e2ebbdd4-b61b-4d42-bc10-8836ee931be1 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:54.206488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa2588b-6da1-4499-a4d3-06e16763bf61 service neutron] Pushing event updated for resources: {'Port': ['ID=dfea7cac-5875-47f7-b614-928f4a929f20,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:54.236656 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:54.237759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:54.238244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:54.238805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Bound port: e2ebbdd4-b61b-4d42-bc10-8836ee931be1, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:54.239326 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:54.282297 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d389616a-1729-4e2b-8a74-ee35de9de2d0 req-33791c4c-e46f-49b2-815b-65924a4374f1 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Deleting port c76053ef-3cb6-4111-9ef5-c429fe02539b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:20:54.282892 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d389616a-1729-4e2b-8a74-ee35de9de2d0 req-33791c4c-e46f-49b2-815b-65924a4374f1 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:54.320919 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-6b421e0a-25a6-4dea-8661-94dac1ef557f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:54.322477 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-6b421e0a-25a6-4dea-8661-94dac1ef557f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=03320ede630048d1a428bccd9a4793e2&device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 1098 time: 0.2218173 Jul 09 13:20:54.385454 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-c8d7362a-24f1-421c-bb85-b0852aa125f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=dfea7cac-5875-47f7-b614-928f4a929f20 HTTP/1.1" status: 200 len: 217 time: 0.0506136 Jul 09 13:20:54.391894 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] For port e2ebbdd4-b61b-4d42-bc10-8836ee931be1, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:54.401338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c32227c-0779-403f-99c5-ca50ad688a3d req-ee548b26-376d-4856-99a8-d91d69122eb2 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:54.402953 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6c32227c-0779-403f-99c5-ca50ad688a3d req-ee548b26-376d-4856-99a8-d91d69122eb2 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 948 time: 0.3297424 Jul 09 13:20:54.417079 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-619d421f-8fe3-4f71-81b0-914325dca98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:54.418400 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-619d421f-8fe3-4f71-81b0-914325dca98f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 1097 time: 0.1969931 Jul 09 13:20:54.423012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] For port e2ebbdd4-b61b-4d42-bc10-8836ee931be1, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e2ebbdd4-b61b-4d42-bc10-8836ee931be1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:54.452891 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:54.500919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a6ccdf-9381-4a48-b62d-cb49ab0b6b7c req-8ab78448-25bc-4857-9c40-625a295dfc35 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:54.502459 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66a6ccdf-9381-4a48-b62d-cb49ab0b6b7c req-8ab78448-25bc-4857-9c40-625a295dfc35 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 931 time: 0.3439491 Jul 09 13:20:54.507811 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d389616a-1729-4e2b-8a74-ee35de9de2d0 req-33791c4c-e46f-49b2-815b-65924a4374f1 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] For port c76053ef-3cb6-4111-9ef5-c429fe02539b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c76053ef-3cb6-4111-9ef5-c429fe02539b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:54.508245 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d389616a-1729-4e2b-8a74-ee35de9de2d0 req-33791c4c-e46f-49b2-815b-65924a4374f1 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:54.540185 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:54.540826 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:54.542257 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] 10.222.0.15 "PUT /v2.0/ports/e2ebbdd4-b61b-4d42-bc10-8836ee931be1 HTTP/1.1" status: 200 len: 1096 time: 1.8799179 Jul 09 13:20:54.543392 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6c32227c-0779-403f-99c5-ca50ad688a3d req-9d759a29-eaee-499f-818f-93546beaa331 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224990 Jul 09 13:20:54.554503 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-b8c52c4a-a323-42cb-89f0-b8c845c0e81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:54.556205 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-b8c52c4a-a323-42cb-89f0-b8c845c0e81e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1574750 Jul 09 13:20:54.577320 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d389616a-1729-4e2b-8a74-ee35de9de2d0 req-33791c4c-e46f-49b2-815b-65924a4374f1 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Calling delete_port for c76053ef-3cb6-4111-9ef5-c429fe02539b owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:20:54.649792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd51d2e-f953-4157-b80d-474e5ec10de5 service neutron] Pushing event updated for resources: {'Port': ['ID=e2ebbdd4-b61b-4d42-bc10-8836ee931be1,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:54.718454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-8fe5c7aa-9d6f-4051-8caf-174f4c3c601f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:54.720099 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-8fe5c7aa-9d6f-4051-8caf-174f4c3c601f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.2775092 Jul 09 13:20:54.755791 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66a6ccdf-9381-4a48-b62d-cb49ab0b6b7c req-d139619e-8fe4-4d31-ad36-c15cca173b2e tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f2fef64-1470-4176-a199-691d6e1fdc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415829 Jul 09 13:20:54.787434 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-d76dc2c4-a6aa-453b-81cb-050b9415fabe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa21a61f-a482-450d-b357-b35bda4333b1 HTTP/1.1" status: 200 len: 217 time: 0.0598950 Jul 09 13:20:54.799366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-024aa89d-5732-4045-a181-42d4ddb7e4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:54.800864 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-024aa89d-5732-4045-a181-42d4ddb7e4db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2312603 Jul 09 13:20:54.855961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-8424263b-8d6d-4c73-8663-0342883e3229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:54.860355 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-8424263b-8d6d-4c73-8663-0342883e3229 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03320ede630048d1a428bccd9a4793e2&device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 1099 time: 0.2435181 Jul 09 13:20:54.956833 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aaf09c-e789-44c6-a8fe-e39a5f4c1afa x-openstack-request-id: req-96aaf09c-e789-44c6-a8fe-e39a5f4c1afa {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:54.957127 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f40aca-9585-4d85-b23b-e5da3552996d", "tag": "dfea7cac-5875-47f7-b614-928f4a929f20", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:54.957372 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-96aaf09c-e789-44c6-a8fe-e39a5f4c1afa {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:54.958010 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f40aca-9585-4d85-b23b-e5da3552996d', 'tag': 'dfea7cac-5875-47f7-b614-928f4a929f20', 'status': 'completed', 'code': 200} Jul 09 13:20:54.966956 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-d49547c7-5ead-4f2c-adfe-bd79559a7f2d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=e2ebbdd4-b61b-4d42-bc10-8836ee931be1 HTTP/1.1" status: 200 len: 217 time: 0.0815513 Jul 09 13:20:55.028582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-aac3990c-9281-4ab8-ba3a-d67c3f135c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:55.030314 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-aac3990c-9281-4ab8-ba3a-d67c3f135c67 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.2331381 Jul 09 13:20:55.060710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb821408-72d0-4c05-b41a-12650ba20ab7 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:55.075437 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.115185 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-daa1b1d5-beff-40c0-a790-0f398b6efd34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747492 Jul 09 13:20:55.124583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-8051a25b-304b-415d-a4a6-8799250da3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:55.126104 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-8051a25b-304b-415d-a4a6-8799250da3a1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1518714 Jul 09 13:20:55.151747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Transition to ACTIVE for port object fb821408-72d0-4c05-b41a-12650ba20ab7 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:20:55.162360 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.215590 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fa5215e1-55ff-4777-9b2c-9ada2e630965 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:20:55.216633 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-5d26486d-14ca-470b-be90-44cc423cf6b2 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070306 Jul 09 13:20:55.248224 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc910a96-8cab-41f4-8f93-b6b9ae37dd05 req-142751f8-5183-4237-9cd1-1c695fd5e300 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:55.249759 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc910a96-8cab-41f4-8f93-b6b9ae37dd05 req-142751f8-5183-4237-9cd1-1c695fd5e300 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 944 time: 0.4469290 Jul 09 13:20:55.308180 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port fa5215e1-55ff-4777-9b2c-9ada2e630965 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:20:55.313072 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port fa5215e1-55ff-4777-9b2c-9ada2e630965 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:20:55.313680 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.328651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ad473e-e16b-41ad-82e4-dcb291f43952 req-7c5d05ad-cff5-4aaa-8c30-d3017decd7d8 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:55.330168 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2ad473e-e16b-41ad-82e4-dcb291f43952 req-7c5d05ad-cff5-4aaa-8c30-d3017decd7d8 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 946 time: 0.2507555 Jul 09 13:20:55.331687 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d389616a-1729-4e2b-8a74-ee35de9de2d0 req-33791c4c-e46f-49b2-815b-65924a4374f1 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.342992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb821408-72d0-4c05-b41a-12650ba20ab7,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:55.348802 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['6fece984-8df7-4897-8fc5-e18c27fe9789'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:55.368512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45010) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:55.392667 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-5affe49d-1983-40c7-9ed9-bd52938344d4 service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596138 Jul 09 13:20:55.400364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-30d30102-b9b1-45db-b256-0b7ebfc2ab11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:55.402072 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-30d30102-b9b1-45db-b256-0b7ebfc2ab11 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2578499 Jul 09 13:20:55.404285 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bd8ea2c-f695-48fa-b565-776c3a4a2a89 req-6a293da6-3e61-4a25-a548-b2fa20ae587c service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802633 Jul 09 13:20:55.463239 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc910a96-8cab-41f4-8f93-b6b9ae37dd05 req-b447a273-8ecb-482c-a1f3-1c15ac7aa22e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039151 Jul 09 13:20:55.512367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33791c4c-e46f-49b2-815b-65924a4374f1 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Pushing event deleted for resources: {'Port': ['ID=c76053ef-3cb6-4111-9ef5-c429fe02539b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:55.577589 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.611146 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-efeea87d-222b-4fd3-a0d3-b866bdf8f689 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959088 Jul 09 13:20:55.619029 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-b1a11f4e-65fa-4daa-8d7f-c11c50139039 service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138407 Jul 09 13:20:55.625835 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d45e79c-bf27-4ff4-842b-e791d922933d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5215e1-55ff-4777-9b2c-9ada2e630965'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:55.629289 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0458aed-b8f5-4d8e-be4f-165248139413" -d '{"events": [{"server_uuid": "2d45e79c-bf27-4ff4-842b-e791d922933d", "name": "network-vif-plugged", "status": "completed", "tag": "fa5215e1-55ff-4777-9b2c-9ada2e630965"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:55.651881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fa5215e1-55ff-4777-9b2c-9ada2e630965, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fa5215e1-55ff-4777-9b2c-9ada2e630965,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:55.659572 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.731776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=fa5215e1-55ff-4777-9b2c-9ada2e630965,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:55.752400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c15de0-964c-446b-afbd-2504a55ed4e3 req-ce9133d9-7d72-4f27-8d67-132af1d1d5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:55.754586 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1c15de0-964c-446b-afbd-2504a55ed4e3 req-ce9133d9-7d72-4f27-8d67-132af1d1d5bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=03320ede630048d1a428bccd9a4793e2&device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 1098 time: 0.2867813 Jul 09 13:20:55.755906 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2ad473e-e16b-41ad-82e4-dcb291f43952 req-91be4560-8cf2-40db-bac9-2ea1fab0e096 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167674 Jul 09 13:20:55.794850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45022) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:55.797186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d389616a-1729-4e2b-8a74-ee35de9de2d0 req-33791c4c-e46f-49b2-815b-65924a4374f1 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] No DVR routers for this DVR port c76053ef-3cb6-4111-9ef5-c429fe02539b on host n-h1-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:20:55.825198 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d389616a-1729-4e2b-8a74-ee35de9de2d0 req-33791c4c-e46f-49b2-815b-65924a4374f1 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.827214 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d389616a-1729-4e2b-8a74-ee35de9de2d0 req-33791c4c-e46f-49b2-815b-65924a4374f1 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.18 "DELETE /v2.0/ports/c76053ef-3cb6-4111-9ef5-c429fe02539b HTTP/1.1" status: 204 len: 173 time: 2.0379467 Jul 09 13:20:55.827652 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830f06a3-5e70-49cd-9ab4-299247bb43dd', 'name': 'network-vif-deleted', 'tag': 'c76053ef-3cb6-4111-9ef5-c429fe02539b'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:55.829957 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0907f97-e06c-4e79-a163-7cdd5148286f" -d '{"events": [{"server_uuid": "830f06a3-5e70-49cd-9ab4-299247bb43dd", "name": "network-vif-deleted", "tag": "c76053ef-3cb6-4111-9ef5-c429fe02539b"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:55.847625 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68dff086-6a74-42f9-af16-c0ee8ed3dd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:55.883650 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Attempting to bind port fb821408-72d0-4c05-b41a-12650ba20ab7 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:55.884248 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Attempting to bind port fb821408-72d0-4c05-b41a-12650ba20ab7 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'f2e33e46-3301-43d4-b8a7-eb48a42020fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dd1dc64a-b119-4174-9e5b-0995b1149775'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:55.884775 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Attempting to bind port fb821408-72d0-4c05-b41a-12650ba20ab7 on network dd1dc64a-b119-4174-9e5b-0995b1149775 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:55.935295 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80536da7-6d54-42e6-921c-9e8806c25e0d req-a998d208-f1b7-4987-885e-485a3dd9a3a7 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151062 Jul 09 13:20:56.024572 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Port fb821408-72d0-4c05-b41a-12650ba20ab7 on network dd1dc64a-b119-4174-9e5b-0995b1149775 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:56.025178 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Attempting to bind port fb821408-72d0-4c05-b41a-12650ba20ab7 on network dd1dc64a-b119-4174-9e5b-0995b1149775 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:56.026868 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-a20d4fec-95dd-42e9-b0f6-f532b2f2678e tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:56.028551 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-a20d4fec-95dd-42e9-b0f6-f532b2f2678e tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e&tenant_id=5f446942a386493c8f7ba7f6f57f031b&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1097 time: 0.2980237 Jul 09 13:20:56.030360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0d6a0c9-c3fa-48a4-81ff-cfc5043cb79f req-13b65db4-aae9-426a-bf8e-14a3a53dd7b2 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=830f06a3-5e70-49cd-9ab4-299247bb43dd HTTP/1.1" status: 200 len: 210 time: 0.1665287 Jul 09 13:20:56.035639 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c15de0-964c-446b-afbd-2504a55ed4e3 req-c602659b-7ec5-4b21-9ad3-f3f50f082bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:56.037456 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1c15de0-964c-446b-afbd-2504a55ed4e3 req-c602659b-7ec5-4b21-9ad3-f3f50f082bb5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1692379 Jul 09 13:20:56.046414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799525-3'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:20:56.107379 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:56.108161 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Checking segment: {'id': 'f2e33e46-3301-43d4-b8a7-eb48a42020fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dd1dc64a-b119-4174-9e5b-0995b1149775'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:56.108747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Bound using segment: {'id': 'f2e33e46-3301-43d4-b8a7-eb48a42020fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dd1dc64a-b119-4174-9e5b-0995b1149775'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:56.109691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Bound port: fb821408-72d0-4c05-b41a-12650ba20ab7, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2e33e46-3301-43d4-b8a7-eb48a42020fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'dd1dc64a-b119-4174-9e5b-0995b1149775'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:56.110254 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.137468 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1c15de0-964c-446b-afbd-2504a55ed4e3 req-739a8541-263c-4054-b186-d1852e14f7bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=dfea7cac-5875-47f7-b614-928f4a929f20 HTTP/1.1" status: 200 len: 217 time: 0.0872309 Jul 09 13:20:56.147185 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1922e44e-808e-49c0-89a4-12f2f433c278 x-openstack-request-id: req-1922e44e-808e-49c0-89a4-12f2f433c278 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:56.147421 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d45e79c-bf27-4ff4-842b-e791d922933d", "name": "network-vif-plugged", "status": "completed", "tag": "fa5215e1-55ff-4777-9b2c-9ada2e630965", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:56.147679 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1922e44e-808e-49c0-89a4-12f2f433c278 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:56.148073 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d45e79c-bf27-4ff4-842b-e791d922933d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa5215e1-55ff-4777-9b2c-9ada2e630965', 'code': 200} Jul 09 13:20:56.161344 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1570115-2201-4479-af88-253bf63404ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.260564 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68dff086-6a74-42f9-af16-c0ee8ed3dd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.266420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c15de0-964c-446b-afbd-2504a55ed4e3 req-ac4f89ca-2ebb-4050-8745-b96d57df4a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:56.268553 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1c15de0-964c-446b-afbd-2504a55ed4e3 req-ac4f89ca-2ebb-4050-8745-b96d57df4a86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1171107 Jul 09 13:20:56.282722 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68dff086-6a74-42f9-af16-c0ee8ed3dd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.298342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f971e8d5-9998-4ca0-b66c-7cb415d4e39e req-3268a7c9-5b69-4d94-a382-393fe552fe1d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:56.301053 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f971e8d5-9998-4ca0-b66c-7cb415d4e39e req-3268a7c9-5b69-4d94-a382-393fe552fe1d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 948 time: 0.3714583 Jul 09 13:20:56.354108 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.366461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] For port fb821408-72d0-4c05-b41a-12650ba20ab7, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:56.389490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dff086-6a74-42f9-af16-c0ee8ed3dd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9072eea7-e850-47b1-a32d-bf11d8538e1d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:56.394773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] For port fb821408-72d0-4c05-b41a-12650ba20ab7, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fb821408-72d0-4c05-b41a-12650ba20ab7,segment=NetworkSegment(f2e33e46-3301-43d4-b8a7-eb48a42020fb),segment_id=f2e33e46-3301-43d4-b8a7-eb48a42020fb)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:56.396736 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-68dff086-6a74-42f9-af16-c0ee8ed3dd22 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9045799e3c424467b164a9a4a993bc05&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0270457 Jul 09 13:20:56.403250 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45030) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:56.422886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.440287 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f971e8d5-9998-4ca0-b66c-7cb415d4e39e req-bd46eca1-dcbb-4e9c-9cab-7459fd92912b tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303351 Jul 09 13:20:56.499226 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:56.499845 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.501286 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] 10.222.0.18 "PUT /v2.0/ports/fb821408-72d0-4c05-b41a-12650ba20ab7 HTTP/1.1" status: 200 len: 1091 time: 2.7815635 Jul 09 13:20:56.537512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7d94a-a37b-4bd6-accf-9a9f8e16ed9e req-dc04e484-1080-438f-b9b9-816d2c981270 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:56.539274 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fad7d94a-a37b-4bd6-accf-9a9f8e16ed9e req-dc04e484-1080-438f-b9b9-816d2c981270 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 943 time: 0.2371044 Jul 09 13:20:56.542884 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c150e73-e2a4-46bb-ae76-1e1c90df29a7 service neutron] Pushing event updated for resources: {'Port': ['ID=fb821408-72d0-4c05-b41a-12650ba20ab7,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:56.546786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed70cf1-9750-4304-b029-1114d1b61642 req-52778154-69c5-4729-b415-855d63afaf0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:56.547997 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3ed70cf1-9750-4304-b029-1114d1b61642 req-52778154-69c5-4729-b415-855d63afaf0c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 1096 time: 0.2766228 Jul 09 13:20:56.559122 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e906aa87-2f6b-4da2-af34-3b34064a33f8 x-openstack-request-id: req-e906aa87-2f6b-4da2-af34-3b34064a33f8 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:56.559419 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "830f06a3-5e70-49cd-9ab4-299247bb43dd", "name": "network-vif-deleted", "tag": "c76053ef-3cb6-4111-9ef5-c429fe02539b", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:56.559675 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e906aa87-2f6b-4da2-af34-3b34064a33f8 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:56.560228 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830f06a3-5e70-49cd-9ab4-299247bb43dd', 'name': 'network-vif-deleted', 'tag': 'c76053ef-3cb6-4111-9ef5-c429fe02539b', 'status': 'completed', 'code': 200} Jul 09 13:20:56.562395 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c15de0-964c-446b-afbd-2504a55ed4e3 req-011dc9b3-3116-4781-961b-ba5e3f1c7a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:56.563933 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1c15de0-964c-446b-afbd-2504a55ed4e3 req-011dc9b3-3116-4781-961b-ba5e3f1c7a5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2757769 Jul 09 13:20:56.639899 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1570115-2201-4479-af88-253bf63404ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.653564 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1570115-2201-4479-af88-253bf63404ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.677714 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fad7d94a-a37b-4bd6-accf-9a9f8e16ed9e req-a2317a69-174e-4822-8330-36a86b223853 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f2fef64-1470-4176-a199-691d6e1fdc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201961 Jul 09 13:20:56.756605 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e1570115-2201-4479-af88-253bf63404ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dacf3760f25243a9a0702106a386531c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9580438 Jul 09 13:20:56.756605 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1570115-2201-4479-af88-253bf63404ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d35234-7a0d-4838-9cbe-8ad434775a3c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:56.759134 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45036) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:56.822357 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-8e880409-a7b8-45ec-99f7-99a5b6d2ca4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:56.824601 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-8e880409-a7b8-45ec-99f7-99a5b6d2ca4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bdd79b596da44c19927c33ecb998aac&device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 1094 time: 0.2300487 Jul 09 13:20:56.905968 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e6bf45-af84-4a0d-be29-0ad4ae2887b3 req-09116786-4a18-4090-892a-06af40785a0d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:56.907561 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86e6bf45-af84-4a0d-be29-0ad4ae2887b3 req-09116786-4a18-4090-892a-06af40785a0d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 945 time: 0.2281649 Jul 09 13:20:56.910547 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-a0eb642c-6883-471f-bdcf-a3bec83c6b56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb821408-72d0-4c05-b41a-12650ba20ab7 HTTP/1.1" status: 200 len: 217 time: 0.0754142 Jul 09 13:20:56.911195 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bae8d471-db6e-4d9e-86fc-c619ea77c080 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.950018 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecb94ae6-8265-4919-8117-10017bf3c396 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.965435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ab388f8-aa34-4a4d-a31c-32d8816a7823', 'tag': 'e2ebbdd4-b61b-4d42-bc10-8836ee931be1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:56.967756 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a5775f-2b15-4a94-bab2-906b2dc1bc1a" -d '{"events": [{"name": "network-changed", "server_uuid": "9ab388f8-aa34-4a4d-a31c-32d8816a7823", "tag": "e2ebbdd4-b61b-4d42-bc10-8836ee931be1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:56.980439 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bae8d471-db6e-4d9e-86fc-c619ea77c080 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:56.990600 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3ed70cf1-9750-4304-b029-1114d1b61642 req-2b73a3c0-28e9-44ed-8cc5-875c3166b5cf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339049 Jul 09 13:20:56.997795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] For port fa21a61f-a482-450d-b357-b35bda4333b1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fa21a61f-a482-450d-b357-b35bda4333b1,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:57.017377 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecb94ae6-8265-4919-8117-10017bf3c396 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:57.061018 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-5555f2a0-c5b0-46e7-8558-9ab6f9bdb0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:57.062468 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-5555f2a0-c5b0-46e7-8558-9ab6f9bdb0c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=610e1c9c-a5ef-41c4-b6cd-03f1c33ad60d HTTP/1.1" status: 200 len: 854 time: 0.1456103 Jul 09 13:20:57.068749 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86e6bf45-af84-4a0d-be29-0ad4ae2887b3 req-c652fd79-32ea-49bc-bfbd-cf5a457c5d1c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360865 Jul 09 13:20:57.069771 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1c15de0-964c-446b-afbd-2504a55ed4e3 req-ba8ab7d7-81c8-4c86-bb0d-5d667fd2b94e service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4949679 Jul 09 13:20:57.108642 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-a6c70a08-cdce-4768-9389-f29c2096fe2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dd1dc64a-b119-4174-9e5b-0995b1149775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380545 Jul 09 13:20:57.134369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] For port fa21a61f-a482-450d-b357-b35bda4333b1, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:57.142683 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c76053ef-3cb6-4111-9ef5-c429fe02539b no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:20:57.165708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49166de1-a63f-4d39-a3cd-6e4baec9176b req-a20044ed-b87d-4eab-97a8-9e52835cdd53 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:57.167440 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49166de1-a63f-4d39-a3cd-6e4baec9176b req-a20044ed-b87d-4eab-97a8-9e52835cdd53 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 946 time: 0.1735294 Jul 09 13:20:57.176576 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: c76053ef-3cb6-4111-9ef5-c429fe02539b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:20:57.177310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c76053ef-3cb6-4111-9ef5-c429fe02539b not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:20:57.182408 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7ae582c-d2c9-47cd-8a50-06596d5a0d8c x-openstack-request-id: req-f7ae582c-d2c9-47cd-8a50-06596d5a0d8c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:57.182708 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ab388f8-aa34-4a4d-a31c-32d8816a7823", "tag": "e2ebbdd4-b61b-4d42-bc10-8836ee931be1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:57.182960 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7ae582c-d2c9-47cd-8a50-06596d5a0d8c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:57.183367 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ab388f8-aa34-4a4d-a31c-32d8816a7823', 'tag': 'e2ebbdd4-b61b-4d42-bc10-8836ee931be1', 'status': 'completed', 'code': 200} Jul 09 13:20:57.212919 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bae8d471-db6e-4d9e-86fc-c619ea77c080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:57.215379 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bae8d471-db6e-4d9e-86fc-c619ea77c080 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:57.216528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bae8d471-db6e-4d9e-86fc-c619ea77c080 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d9d35234-7a0d-4838-9cbe-8ad434775a3c HTTP/1.1" status: 204 len: 168 time: 0.4549954 Jul 09 13:20:57.246305 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae8d471-db6e-4d9e-86fc-c619ea77c080 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d35234-7a0d-4838-9cbe-8ad434775a3c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:57.246700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecb94ae6-8265-4919-8117-10017bf3c396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:57.249236 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecb94ae6-8265-4919-8117-10017bf3c396 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:57.253405 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ecb94ae6-8265-4919-8117-10017bf3c396 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9072eea7-e850-47b1-a32d-bf11d8538e1d HTTP/1.1" status: 204 len: 168 time: 0.8473315 Jul 09 13:20:57.264290 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:57.277757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb94ae6-8265-4919-8117-10017bf3c396 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9072eea7-e850-47b1-a32d-bf11d8538e1d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:57.288609 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:57.345637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49166de1-a63f-4d39-a3cd-6e4baec9176b req-def81582-7712-43a9-964e-412f4518567c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403565 Jul 09 13:20:57.345637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-e8e56278-8095-4741-81a2-e8ad63a83fd7 service neutron] 10.222.0.18 "GET /v2.0/networks/dd1dc64a-b119-4174-9e5b-0995b1149775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235520 Jul 09 13:20:57.347900 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1c15de0-964c-446b-afbd-2504a55ed4e3 req-8aa89386-7e80-4662-b30f-1b322fc71b4c service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2669394 Jul 09 13:20:57.387611 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5775f-2b15-4a94-bab2-906b2dc1bc1a req-41a97b7b-1696-4fc8-a9ca-906dbb169a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:57.389451 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4a5775f-2b15-4a94-bab2-906b2dc1bc1a req-41a97b7b-1696-4fc8-a9ca-906dbb169a08 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03320ede630048d1a428bccd9a4793e2&device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 1099 time: 0.2049990 Jul 09 13:20:57.427660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Pushing event updated for resources: {'Port': ['ID=fa21a61f-a482-450d-b357-b35bda4333b1,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:57.480397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Attempting to bind port fa21a61f-a482-450d-b357-b35bda4333b1 on host n-h2-799525-3 for vnic_type normal with profile {"migrating_to": "n-h1-799525-3"} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:20:57.480990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Attempting to bind port fa21a61f-a482-450d-b357-b35bda4333b1 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:20:57.481548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Attempting to bind port fa21a61f-a482-450d-b357-b35bda4333b1 on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:57.493870 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Port fa21a61f-a482-450d-b357-b35bda4333b1 on network b4d14687-7b64-47e7-b45c-f262f4bce809 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:20:57.494497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Attempting to bind port fa21a61f-a482-450d-b357-b35bda4333b1 on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:20:57.503361 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c29ee256-3af9-416d-99aa-d30bc4de548d req-51bf3a82-1616-4e7e-8280-a16bf37acc13 service neutron] 10.222.0.18 "GET /v2.0/networks/dd1dc64a-b119-4174-9e5b-0995b1149775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449296 Jul 09 13:20:57.513610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:20:57.514111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Checking segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:20:57.514602 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Bound using segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:20:57.515199 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Bound port: fa21a61f-a482-450d-b357-b35bda4333b1, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:20:57.515823 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:57.578717 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5775f-2b15-4a94-bab2-906b2dc1bc1a req-406dfebe-1fa2-462c-bd8d-e8dac40902b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:57.580871 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4a5775f-2b15-4a94-bab2-906b2dc1bc1a req-406dfebe-1fa2-462c-bd8d-e8dac40902b5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1813629 Jul 09 13:20:57.634873 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4a5775f-2b15-4a94-bab2-906b2dc1bc1a req-928b6d79-45d4-4d86-866c-f2700a5c3723 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=e2ebbdd4-b61b-4d42-bc10-8836ee931be1 HTTP/1.1" status: 200 len: 217 time: 0.0451224 Jul 09 13:20:57.661537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] For port fa21a61f-a482-450d-b357-b35bda4333b1, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:20:57.696549 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] For port fa21a61f-a482-450d-b357-b35bda4333b1, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fa21a61f-a482-450d-b357-b35bda4333b1,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:20:57.707751 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:57.713008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5775f-2b15-4a94-bab2-906b2dc1bc1a req-6a03dbd0-b81b-4fd2-a624-5e038832187e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:57.714579 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4a5775f-2b15-4a94-bab2-906b2dc1bc1a req-6a03dbd0-b81b-4fd2-a624-5e038832187e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0706415 Jul 09 13:20:57.793017 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd578db-8128-4119-a6b6-28f5952e2063 req-a91bf791-c4f7-432c-86a0-3542c36ddd0d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:57.794541 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0dd578db-8128-4119-a6b6-28f5952e2063 req-a91bf791-c4f7-432c-86a0-3542c36ddd0d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 948 time: 0.1359355 Jul 09 13:20:57.818323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Pushing event updated for resources: {'Port': ['ID=fa21a61f-a482-450d-b357-b35bda4333b1,revision_number=8']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:57.843073 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4b5132-e843-4b19-b137-30d23888b86c req-f5c5014d-434e-4db8-9aa1-0c36a67bc2e5 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:57.850650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c4b5132-e843-4b19-b137-30d23888b86c req-f5c5014d-434e-4db8-9aa1-0c36a67bc2e5 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=16daf3fd-10ad-4ac2-93a7-be8b10710016 HTTP/1.1" status: 200 len: 950 time: 0.1407549 Jul 09 13:20:57.853174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:57.853811 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:57.855864 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-73e8a1e1-d3f5-47e0-8e45-ce7f640aaca6 service neutron] 10.222.0.18 "PUT /v2.0/ports/fa21a61f-a482-450d-b357-b35bda4333b1 HTTP/1.1" status: 200 len: 1122 time: 1.8140824 Jul 09 13:20:57.871343 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0dd578db-8128-4119-a6b6-28f5952e2063 req-c2cf2d2a-a914-45d5-9cf5-3c8f2726d65b tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682080 Jul 09 13:20:57.872018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a5775f-2b15-4a94-bab2-906b2dc1bc1a req-e0231146-3a6f-4bdc-9fde-25e4c7a0c21f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:57.874807 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4a5775f-2b15-4a94-bab2-906b2dc1bc1a req-e0231146-3a6f-4bdc-9fde-25e4c7a0c21f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1336117 Jul 09 13:20:57.902904 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c4b5132-e843-4b19-b137-30d23888b86c req-8bda7d82-4844-4794-ba22-17275ad85345 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494311 Jul 09 13:20:57.965468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45066) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:57.989857 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78ccf577-d7d7-44c5-a2c7-0bf4f8113a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:57.997603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['fa21a61f-a482-450d-b357-b35bda4333b1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:58.096900 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4a5775f-2b15-4a94-bab2-906b2dc1bc1a req-892acd84-2133-4c49-88a6-a4f5d5a75896 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142510 Jul 09 13:20:58.226697 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4a5775f-2b15-4a94-bab2-906b2dc1bc1a req-caf76d38-c49d-4ccb-ad14-c84da4b0c21d service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231465 Jul 09 13:20:58.255985 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78ccf577-d7d7-44c5-a2c7-0bf4f8113a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:58.264304 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78ccf577-d7d7-44c5-a2c7-0bf4f8113a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:58.326436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b6dcb5-9e25-4c0e-9594-feaa459fccdd req-ec730716-494d-407b-a729-2b79113564dc tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:58.328413 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-95b6dcb5-9e25-4c0e-9594-feaa459fccdd req-ec730716-494d-407b-a729-2b79113564dc tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 943 time: 0.2324548 Jul 09 13:20:58.384227 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccf577-d7d7-44c5-a2c7-0bf4f8113a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e11e6f-696c-4166-8327-672b201ab180,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:58.388438 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-78ccf577-d7d7-44c5-a2c7-0bf4f8113a7c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e81edd78326d4179b23d97e745ddede0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4219577 Jul 09 13:20:58.392188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45082) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:20:58.419894 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-95b6dcb5-9e25-4c0e-9594-feaa459fccdd req-b4bc51db-545f-4bc8-bd68-2fc645fc4ab6 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f2fef64-1470-4176-a199-691d6e1fdc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760694 Jul 09 13:20:58.436818 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d177778-40b7-46b7-a5c1-e8ac0f9909b9 req-cdd6922c-0ecf-48b9-9b27-9bb23b5f6bad tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:58.438348 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d177778-40b7-46b7-a5c1-e8ac0f9909b9 req-cdd6922c-0ecf-48b9-9b27-9bb23b5f6bad tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 945 time: 0.1687331 Jul 09 13:20:58.466265 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fdde315c-0fcc-48bb-a084-4a5f437b694a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:58.494500 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fdde315c-0fcc-48bb-a084-4a5f437b694a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:58.509813 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d177778-40b7-46b7-a5c1-e8ac0f9909b9 req-6a5b74e3-d9f7-41e9-9942-2db04acd4d7d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609899 Jul 09 13:20:58.563312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ca96baa-5353-403e-96e7-9aacececa034', 'tag': 'fb821408-72d0-4c05-b41a-12650ba20ab7'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:58.564707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fdde315c-0fcc-48bb-a084-4a5f437b694a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:58.567998 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fdde315c-0fcc-48bb-a084-4a5f437b694a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:58.568175 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f390465-4187-4601-b9e1-3453d0c3e647" -d '{"events": [{"name": "network-changed", "server_uuid": "6ca96baa-5353-403e-96e7-9aacececa034", "tag": "fb821408-72d0-4c05-b41a-12650ba20ab7"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:58.569587 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fdde315c-0fcc-48bb-a084-4a5f437b694a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/47e11e6f-696c-4166-8327-672b201ab180 HTTP/1.1" status: 204 len: 168 time: 0.1756301 Jul 09 13:20:58.580244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde315c-0fcc-48bb-a084-4a5f437b694a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e11e6f-696c-4166-8327-672b201ab180,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:58.642312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ea7df8-2fa9-4721-aafc-02ec176bfd05 req-766d8569-2f82-4da2-ba58-a1b2a4c1112b tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:58.645140 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3ea7df8-2fa9-4721-aafc-02ec176bfd05 req-766d8569-2f82-4da2-ba58-a1b2a4c1112b tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 944 time: 0.0938377 Jul 09 13:20:58.715225 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3ea7df8-2fa9-4721-aafc-02ec176bfd05 req-ba7a0bbc-1582-4b69-80e5-02ea1e371e1c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639434 Jul 09 13:20:58.742584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b031ba-3ec1-4400-82d2-d656d6da2569 req-aa30646e-f170-46aa-a91e-3ab14b5fba0d tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:58.744415 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59b031ba-3ec1-4400-82d2-d656d6da2569 req-aa30646e-f170-46aa-a91e-3ab14b5fba0d tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 1096 time: 0.0738845 Jul 09 13:20:58.778386 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-240bd394-5bef-4e7b-ab19-ef581565162d x-openstack-request-id: req-240bd394-5bef-4e7b-ab19-ef581565162d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:20:58.778678 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ca96baa-5353-403e-96e7-9aacececa034", "tag": "fb821408-72d0-4c05-b41a-12650ba20ab7", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:20:58.778925 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-240bd394-5bef-4e7b-ab19-ef581565162d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:20:58.779330 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca96baa-5353-403e-96e7-9aacececa034', 'tag': 'fb821408-72d0-4c05-b41a-12650ba20ab7', 'status': 'completed', 'code': 200} Jul 09 13:20:58.786702 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59b031ba-3ec1-4400-82d2-d656d6da2569 req-3e586ae0-8055-406c-8d1e-8baab2b9e427 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360272 Jul 09 13:20:58.876407 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f390465-4187-4601-b9e1-3453d0c3e647 req-5753e916-4f36-4d7d-9b16-87c3161127eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:58.878619 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1f390465-4187-4601-b9e1-3453d0c3e647 req-5753e916-4f36-4d7d-9b16-87c3161127eb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0bdd79b596da44c19927c33ecb998aac&device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 1094 time: 0.0701380 Jul 09 13:20:58.999079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725b4b4-1cfc-4928-8f52-dae73fac6a91 req-f703cc81-ba7d-403f-a060-518d7d7e6cc3 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:59.000498 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2725b4b4-1cfc-4928-8f52-dae73fac6a91 req-f703cc81-ba7d-403f-a060-518d7d7e6cc3 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 1096 time: 0.0744638 Jul 09 13:20:59.011403 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f390465-4187-4601-b9e1-3453d0c3e647 req-e494f74c-631d-4cfb-9501-686efff0a2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:59.013231 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1f390465-4187-4601-b9e1-3453d0c3e647 req-e494f74c-631d-4cfb-9501-686efff0a2c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=dd1dc64a-b119-4174-9e5b-0995b1149775 HTTP/1.1" status: 200 len: 915 time: 0.1218529 Jul 09 13:20:59.063008 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2725b4b4-1cfc-4928-8f52-dae73fac6a91 req-ab981ea2-4d9e-4c3b-a7ac-0521864bffbb tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474708 Jul 09 13:20:59.073783 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1f390465-4187-4601-b9e1-3453d0c3e647 req-751dc2f9-2728-47d7-b33a-46dccf959e62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fb821408-72d0-4c05-b41a-12650ba20ab7 HTTP/1.1" status: 200 len: 217 time: 0.0536177 Jul 09 13:20:59.109105 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-51d4263a-755f-42ff-b537-b0043697f922 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ad8a82c197874686863a3eecd67e2031&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314734 Jul 09 13:20:59.126689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f390465-4187-4601-b9e1-3453d0c3e647 req-6b76ef47-f1c1-4923-adb9-fa18aaeeae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:59.128302 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1f390465-4187-4601-b9e1-3453d0c3e647 req-6b76ef47-f1c1-4923-adb9-fa18aaeeae01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=610e1c9c-a5ef-41c4-b6cd-03f1c33ad60d HTTP/1.1" status: 200 len: 854 time: 0.0483291 Jul 09 13:20:59.148249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dfea7cac-5875-47f7-b614-928f4a929f20 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:59.184286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eac0526-ca9b-43f2-b6d1-1c4840fc019e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa21a61f-a482-450d-b357-b35bda4333b1'}, {'name': 'network-changed', 'server_uuid': '1eac0526-ca9b-43f2-b6d1-1c4840fc019e', 'tag': 'fa21a61f-a482-450d-b357-b35bda4333b1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:20:59.187388 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2666e73a-92ce-49fc-b7aa-d7385296f8bd" -d '{"events": [{"server_uuid": "1eac0526-ca9b-43f2-b6d1-1c4840fc019e", "name": "network-vif-unplugged", "status": "completed", "tag": "fa21a61f-a482-450d-b357-b35bda4333b1"}, {"name": "network-changed", "server_uuid": "1eac0526-ca9b-43f2-b6d1-1c4840fc019e", "tag": "fa21a61f-a482-450d-b357-b35bda4333b1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:20:59.191606 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1f390465-4187-4601-b9e1-3453d0c3e647 req-802cffbd-a3e8-4fef-ac32-3c41370216d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dd1dc64a-b119-4174-9e5b-0995b1149775&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487597 Jul 09 13:20:59.247667 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e2ebbdd4-b61b-4d42-bc10-8836ee931be1 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:20:59.312735 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1f390465-4187-4601-b9e1-3453d0c3e647 req-c526d8b0-76ff-4e60-85da-2027479c63cb service neutron] 10.222.0.18 "GET /v2.0/networks/dd1dc64a-b119-4174-9e5b-0995b1149775?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125181 Jul 09 13:20:59.341610 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-cc9df075-a327-447f-82e7-6d19c5646de2 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:59.353164 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-cc9df075-a327-447f-82e7-6d19c5646de2 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324753 Jul 09 13:20:59.371991 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f733e24-6a92-4d4c-8203-9f447c66b481 req-e2333fef-bd04-4f7f-908d-6c9103d5a4ae tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:59.374005 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1f733e24-6a92-4d4c-8203-9f447c66b481 req-e2333fef-bd04-4f7f-908d-6c9103d5a4ae tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.18 "GET /v2.0/ports?device_id=16daf3fd-10ad-4ac2-93a7-be8b10710016 HTTP/1.1" status: 200 len: 950 time: 0.1784489 Jul 09 13:20:59.385122 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-91c28612-d7b8-4f0b-bc06-4c890969c808 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/quotas/ad8a82c197874686863a3eecd67e2031 HTTP/1.1" status: 200 len: 375 time: 0.0351987 Jul 09 13:20:59.388637 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e2ebbdd4-b61b-4d42-bc10-8836ee931be1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e2ebbdd4-b61b-4d42-bc10-8836ee931be1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:59.402143 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'e2ebbdd4-b61b-4d42-bc10-8836ee931be1', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'e2ebbdd4-b61b-4d42-bc10-8836ee931be1', 'mac_address': 'fa:16:3e:90:2d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.116'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:59.433372 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1f390465-4187-4601-b9e1-3453d0c3e647 req-cb1b1618-9164-45bb-9141-141d171ff3b4 service neutron] 10.222.0.18 "GET /v2.0/networks/dd1dc64a-b119-4174-9e5b-0995b1149775?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140940 Jul 09 13:20:59.453952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port dfea7cac-5875-47f7-b614-928f4a929f20, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dfea7cac-5875-47f7-b614-928f4a929f20,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:59.455393 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa24ccf-cbf3-4435-93c2-ada9292c5df3 req-40820962-0ba8-4698-b92f-ef7515dd7113 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:59.462134 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cfa24ccf-cbf3-4435-93c2-ada9292c5df3 req-40820962-0ba8-4698-b92f-ef7515dd7113 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 948 time: 0.2333035 Jul 09 13:20:59.470028 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'dfea7cac-5875-47f7-b614-928f4a929f20', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'dfea7cac-5875-47f7-b614-928f4a929f20', 'mac_address': 'fa:16:3e:8d:e2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:20:59.471242 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.472072 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-93d4a4b4-e885-43d0-ae0e-6662324bac80 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad8a82c197874686863a3eecd67e2031&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861180 Jul 09 13:20:59.507450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2ebbdd4-b61b-4d42-bc10-8836ee931be1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:59.539340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e2ebbdd4-b61b-4d42-bc10-8836ee931be1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e2ebbdd4-b61b-4d42-bc10-8836ee931be1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:59.540722 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.551894 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.584757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfea7cac-5875-47f7-b614-928f4a929f20 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:20:59.619579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port dfea7cac-5875-47f7-b614-928f4a929f20, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dfea7cac-5875-47f7-b614-928f4a929f20,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:20:59.637449 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.642523 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e2ebbdd4-b61b-4d42-bc10-8836ee931be1,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:59.745286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=dfea7cac-5875-47f7-b614-928f4a929f20,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:20:59.786100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['e2ebbdd4-b61b-4d42-bc10-8836ee931be1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:59.792808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cfa24ccf-cbf3-4435-93c2-ada9292c5df3 req-6ead12a7-484b-48e2-a82a-0b84196244c3 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296902 Jul 09 13:20:59.853713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-1f733e24-6a92-4d4c-8203-9f447c66b481 req-73f3e761-f4fe-4b63-8db7-c975ffa7cab5 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Deleting port 6fece984-8df7-4897-8fc5-e18c27fe9789 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:20:59.854241 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1f733e24-6a92-4d4c-8203-9f447c66b481 req-73f3e761-f4fe-4b63-8db7-c975ffa7cab5 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:20:59.925386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['dfea7cac-5875-47f7-b614-928f4a929f20'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:20:59.941199 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09174ea9-4ddd-43ba-a5bb-ad9d0c66f16c req-7f43e58c-6aa3-4aac-86c5-73a491d9f2a4 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:20:59.942945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-09174ea9-4ddd-43ba-a5bb-ad9d0c66f16c req-7f43e58c-6aa3-4aac-86c5-73a491d9f2a4 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=16daf3fd-10ad-4ac2-93a7-be8b10710016 HTTP/1.1" status: 200 len: 950 time: 0.1792567 Jul 09 13:21:00.039198 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-09174ea9-4ddd-43ba-a5bb-ad9d0c66f16c req-45f89959-ac6f-4e76-a4b8-c036976c20ec tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/security-groups?id=827ff554-c0e5-4908-905a-c1e9e635652c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826044 Jul 09 13:21:00.056866 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-1f733e24-6a92-4d4c-8203-9f447c66b481 req-73f3e761-f4fe-4b63-8db7-c975ffa7cab5 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] For port 6fece984-8df7-4897-8fc5-e18c27fe9789, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6fece984-8df7-4897-8fc5-e18c27fe9789,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:00.060270 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1f733e24-6a92-4d4c-8203-9f447c66b481 req-73f3e761-f4fe-4b63-8db7-c975ffa7cab5 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:00.063868 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 13:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7036f39-b9e7-43e3-96fc-903d8a6b2ea5 x-openstack-request-id: req-d7036f39-b9e7-43e3-96fc-903d8a6b2ea5 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:00.064181 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eac0526-ca9b-43f2-b6d1-1c4840fc019e", "name": "network-vif-unplugged", "status": "completed", "tag": "fa21a61f-a482-450d-b357-b35bda4333b1", "code": 200}, {"name": "network-changed", "server_uuid": "1eac0526-ca9b-43f2-b6d1-1c4840fc019e", "tag": "fa21a61f-a482-450d-b357-b35bda4333b1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:00.064438 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7036f39-b9e7-43e3-96fc-903d8a6b2ea5 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:00.065398 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eac0526-ca9b-43f2-b6d1-1c4840fc019e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa21a61f-a482-450d-b357-b35bda4333b1', 'code': 200} Jul 09 13:21:00.066135 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1eac0526-ca9b-43f2-b6d1-1c4840fc019e', 'tag': 'fa21a61f-a482-450d-b357-b35bda4333b1', 'status': 'completed', 'code': 200} Jul 09 13:21:00.103448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-1f733e24-6a92-4d4c-8203-9f447c66b481 req-73f3e761-f4fe-4b63-8db7-c975ffa7cab5 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Calling delete_port for 6fece984-8df7-4897-8fc5-e18c27fe9789 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:00.217637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27ce6101-e743-4140-919d-dfe250b686ff req-116308d5-53c6-4856-b1f6-beba33e00b26 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/ports?device_id=42150fcc-2de2-4ab5-9c93-68e736cda506 HTTP/1.1" status: 200 len: 210 time: 0.0859420 Jul 09 13:21:00.255549 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666e73a-92ce-49fc-b7aa-d7385296f8bd req-92dce150-6575-4cfe-88d0-a427683cd45e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:00.257495 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2666e73a-92ce-49fc-b7aa-d7385296f8bd req-92dce150-6575-4cfe-88d0-a427683cd45e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 1125 time: 0.1595178 Jul 09 13:21:00.311532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361f1a82-e646-4fc3-acc6-ebd4e0908d9d req-e02c87c4-51a4-4d40-8df7-7c76c444cc71 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:00.313061 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-361f1a82-e646-4fc3-acc6-ebd4e0908d9d req-e02c87c4-51a4-4d40-8df7-7c76c444cc71 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 943 time: 0.1069603 Jul 09 13:21:00.397190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-361f1a82-e646-4fc3-acc6-ebd4e0908d9d req-c561d8e1-842f-4550-bf36-b6e7c5f3332b tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f2fef64-1470-4176-a199-691d6e1fdc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713708 Jul 09 13:21:00.401814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666e73a-92ce-49fc-b7aa-d7385296f8bd req-45d911b1-1bc3-4d9a-8cd5-e37946eb9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:00.403895 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2666e73a-92ce-49fc-b7aa-d7385296f8bd req-45d911b1-1bc3-4d9a-8cd5-e37946eb9a24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.1359234 Jul 09 13:21:00.457751 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1f733e24-6a92-4d4c-8203-9f447c66b481 req-73f3e761-f4fe-4b63-8db7-c975ffa7cab5 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:00.459306 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2666e73a-92ce-49fc-b7aa-d7385296f8bd req-9bb7f430-255c-47f7-b257-cfe3331e30ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa21a61f-a482-450d-b357-b35bda4333b1 HTTP/1.1" status: 200 len: 217 time: 0.0460789 Jul 09 13:21:00.502968 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f3e761-f4fe-4b63-8db7-c975ffa7cab5 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Pushing event deleted for resources: {'Port': ['ID=6fece984-8df7-4897-8fc5-e18c27fe9789,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:00.543867 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2666e73a-92ce-49fc-b7aa-d7385296f8bd req-1b29ff1a-5766-49b6-bcb8-bf11721d87f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:00.545620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2666e73a-92ce-49fc-b7aa-d7385296f8bd req-1b29ff1a-5766-49b6-bcb8-bf11721d87f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.0794232 Jul 09 13:21:00.558312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f733e24-6a92-4d4c-8203-9f447c66b481 req-73f3e761-f4fe-4b63-8db7-c975ffa7cab5 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] No DVR routers for this DVR port 6fece984-8df7-4897-8fc5-e18c27fe9789 on host n-h1-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:00.566053 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1f733e24-6a92-4d4c-8203-9f447c66b481 req-73f3e761-f4fe-4b63-8db7-c975ffa7cab5 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:00.568317 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1f733e24-6a92-4d4c-8203-9f447c66b481 req-73f3e761-f4fe-4b63-8db7-c975ffa7cab5 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.18 "DELETE /v2.0/ports/6fece984-8df7-4897-8fc5-e18c27fe9789 HTTP/1.1" status: 204 len: 173 time: 1.1805565 Jul 09 13:21:00.588977 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2666e73a-92ce-49fc-b7aa-d7385296f8bd req-bc241339-2efc-4997-ac33-5c53d6fadd17 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360165 Jul 09 13:21:00.597075 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fea75d-7b91-4290-8e65-b08752262fd5 req-de5963be-81c6-436b-9680-b2d33c670b20 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:00.604584 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-28fea75d-7b91-4290-8e65-b08752262fd5 req-de5963be-81c6-436b-9680-b2d33c670b20 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 944 time: 0.1936862 Jul 09 13:21:00.657604 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-28fea75d-7b91-4290-8e65-b08752262fd5 req-18d4f486-465a-4b8d-8fba-3cccb91f0c22 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521605 Jul 09 13:21:00.700026 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2666e73a-92ce-49fc-b7aa-d7385296f8bd req-8f03e66e-184d-4595-94ab-d771da8afc96 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005106 Jul 09 13:21:00.714916 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['6fece984-8df7-4897-8fc5-e18c27fe9789'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:00.780425 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16daf3fd-10ad-4ac2-93a7-be8b10710016', 'name': 'network-vif-deleted', 'tag': '6fece984-8df7-4897-8fc5-e18c27fe9789'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:00.786158 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60106461-2d74-4508-a971-dac3ec62f6c4" -d '{"events": [{"server_uuid": "16daf3fd-10ad-4ac2-93a7-be8b10710016", "name": "network-vif-deleted", "tag": "6fece984-8df7-4897-8fc5-e18c27fe9789"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:00.920164 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2666e73a-92ce-49fc-b7aa-d7385296f8bd req-9af94aa1-a7d7-40e5-b958-b987c2da618c service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882768 Jul 09 13:21:00.922580 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97589328-c13b-4a6f-b3de-d47a20da599c req-e200b86a-d90f-4b85-911f-4ff44af84679 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:00.925481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97589328-c13b-4a6f-b3de-d47a20da599c req-e200b86a-d90f-4b85-911f-4ff44af84679 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 1096 time: 0.0957246 Jul 09 13:21:00.983409 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97589328-c13b-4a6f-b3de-d47a20da599c req-ca9815b1-f9cc-4105-9fa5-41d1b866c61e tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526814 Jul 09 13:21:01.028161 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-38b14bc3-b3eb-4dea-82cb-1254a0d75996 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311465 Jul 09 13:21:01.058720 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66f6d9a8-41ba-4cc9-be3b-52d0ec9b0308 x-openstack-request-id: req-66f6d9a8-41ba-4cc9-be3b-52d0ec9b0308 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:01.059082 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16daf3fd-10ad-4ac2-93a7-be8b10710016", "name": "network-vif-deleted", "tag": "6fece984-8df7-4897-8fc5-e18c27fe9789", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:01.059412 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-66f6d9a8-41ba-4cc9-be3b-52d0ec9b0308 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:01.059857 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16daf3fd-10ad-4ac2-93a7-be8b10710016', 'name': 'network-vif-deleted', 'tag': '6fece984-8df7-4897-8fc5-e18c27fe9789', 'status': 'completed', 'code': 200} Jul 09 13:21:01.150809 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-3d537c11-f9a1-43a5-857e-167890195b9a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:01.152588 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-3d537c11-f9a1-43a5-857e-167890195b9a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1191165 Jul 09 13:21:01.158725 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fb821408-72d0-4c05-b41a-12650ba20ab7 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:01.162733 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dfea7cac-5875-47f7-b614-928f4a929f20 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:01.220489 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-925f523a-55b4-4c7b-86cf-bda06c9820d8 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/quotas/bbbab2bfe4e6490b9ef221906e7f7da6 HTTP/1.1" status: 200 len: 375 time: 0.0487370 Jul 09 13:21:01.278127 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e2ebbdd4-b61b-4d42-bc10-8836ee931be1 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:01.278849 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-dfc58662-6916-477c-a99c-6cd0ae98ef7a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424182 Jul 09 13:21:01.296171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fe7a0c-618c-450a-a1cf-8147a373945d req-5e60794f-da55-4aec-bbd6-1a5731e6a8b7 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:01.304187 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-80fe7a0c-618c-450a-a1cf-8147a373945d req-5e60794f-da55-4aec-bbd6-1a5731e6a8b7 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 949 time: 0.1438284 Jul 09 13:21:01.353820 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-80fe7a0c-618c-450a-a1cf-8147a373945d req-c841efae-e9cd-4829-94b3-8728bc80d1be tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483100 Jul 09 13:21:01.426139 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-8ee88f9f-9c62-4a15-a816-784787befc6c tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ad8a82c197874686863a3eecd67e2031&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400460 Jul 09 13:21:01.475109 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fb821408-72d0-4c05-b41a-12650ba20ab7, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fb821408-72d0-4c05-b41a-12650ba20ab7,segment=NetworkSegment(f2e33e46-3301-43d4-b8a7-eb48a42020fb),segment_id=f2e33e46-3301-43d4-b8a7-eb48a42020fb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:01.513599 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'fb821408-72d0-4c05-b41a-12650ba20ab7', 'network_id': 'dd1dc64a-b119-4174-9e5b-0995b1149775', 'port_id': 'fb821408-72d0-4c05-b41a-12650ba20ab7', 'mac_address': 'fa:16:3e:15:80:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '610e1c9c-a5ef-41c4-b6cd-03f1c33ad60d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:01.527936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port dfea7cac-5875-47f7-b614-928f4a929f20 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:01.540588 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port dfea7cac-5875-47f7-b614-928f4a929f20 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:01.541056 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:01.616591 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:01.672859 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-f429bb47-9580-4909-8a5c-d7db2eef6f52 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:01.681677 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb821408-72d0-4c05-b41a-12650ba20ab7 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:01.689384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port e2ebbdd4-b61b-4d42-bc10-8836ee931be1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:01.690682 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-f429bb47-9580-4909-8a5c-d7db2eef6f52 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2553930 Jul 09 13:21:01.705759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port e2ebbdd4-b61b-4d42-bc10-8836ee931be1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:01.706807 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:01.710190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Request body: {'port': {'device_id': '42150fcc-2de2-4ab5-9c93-68e736cda506', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'ad8a82c197874686863a3eecd67e2031'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:01.809971 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-d0f7d090-5d3e-494b-b67c-9d029dbb68f9 service neutron] 10.222.0.15 "GET /v2.0/ports/fa21a61f-a482-450d-b357-b35bda4333b1/bindings/n-h1-799525-3 HTTP/1.1" status: 200 len: 384 time: 0.1958716 Jul 09 13:21:01.846848 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eba8e617-79bb-45bd-ad71-d3347a222ca8 req-5f04abe0-a299-466a-8eed-8d6c975879d1 tempest-ServersAdminNegativeTestJSON-1420953720 tempest-ServersAdminNegativeTestJSON-1420953720-project] 10.222.0.39 "GET /v2.0/ports?device_id=16daf3fd-10ad-4ac2-93a7-be8b10710016 HTTP/1.1" status: 200 len: 210 time: 0.0873010 Jul 09 13:21:01.940798 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fb821408-72d0-4c05-b41a-12650ba20ab7, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fb821408-72d0-4c05-b41a-12650ba20ab7,segment=NetworkSegment(f2e33e46-3301-43d4-b8a7-eb48a42020fb),segment_id=f2e33e46-3301-43d4-b8a7-eb48a42020fb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:01.961401 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:01.968941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fa21a61f-a482-450d-b357-b35bda4333b1 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:01.980419 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf4422f8-47a3-4c19-afba-e9741caf3892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:01.997845 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97a4df59-a2f9-4be3-b087-5e08fa864785 req-53f9e6fa-4e02-4cf6-99dd-5327e605e463 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/ports?device_id=42150fcc-2de2-4ab5-9c93-68e736cda506 HTTP/1.1" status: 200 len: 210 time: 0.0899539 Jul 09 13:21:02.154024 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:02.172593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-ab0ac094-7b76-414b-b4cc-ee750a984cf3 service neutron] For port fa21a61f-a482-450d-b357-b35bda4333b1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fa21a61f-a482-450d-b357-b35bda4333b1,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:02.183711 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c27bcb70-f6b1-454a-9e91-f486a93e1c89 req-8c38dd0d-bcb3-474b-8cee-140a181719ef tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 210 time: 0.0800087 Jul 09 13:21:02.213437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-ab0ac094-7b76-414b-b4cc-ee750a984cf3 service neutron] For port fa21a61f-a482-450d-b357-b35bda4333b1, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:02.251720 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Made reservation on behalf of ad8a82c197874686863a3eecd67e2031 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:02.256297 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:02.273927 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-ab0ac094-7b76-414b-b4cc-ee750a984cf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa21a61f-a482-450d-b357-b35bda4333b1 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:02.280400 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:02.288251 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-ab0ac094-7b76-414b-b4cc-ee750a984cf3 service neutron] For port fa21a61f-a482-450d-b357-b35bda4333b1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fa21a61f-a482-450d-b357-b35bda4333b1,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:02.314753 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bcc86f-01e2-4f03-a308-f47041d667ab req-7bff72d2-8cbe-446e-9da4-9c83c694dfac tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:02.315273 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fb821408-72d0-4c05-b41a-12650ba20ab7,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:02.316514 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-ab0ac094-7b76-414b-b4cc-ee750a984cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:02.324674 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:02.326205 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22bcc86f-01e2-4f03-a308-f47041d667ab req-7bff72d2-8cbe-446e-9da4-9c83c694dfac tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 944 time: 0.2587640 Jul 09 13:21:02.415356 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab388f8-aa34-4a4d-a31c-32d8816a7823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ebbdd4-b61b-4d42-bc10-8836ee931be1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:02.417957 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76221b54-d04e-41f0-82d6-8231441d8d5b" -d '{"events": [{"server_uuid": "9ab388f8-aa34-4a4d-a31c-32d8816a7823", "name": "network-vif-plugged", "status": "completed", "tag": "e2ebbdd4-b61b-4d42-bc10-8836ee931be1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:02.453819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-ab0ac094-7b76-414b-b4cc-ee750a984cf3 service neutron] Transition to ACTIVE for port object fa21a61f-a482-450d-b357-b35bda4333b1 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:02.455160 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e2ebbdd4-b61b-4d42-bc10-8836ee931be1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e2ebbdd4-b61b-4d42-bc10-8836ee931be1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:02.461350 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-ab0ac094-7b76-414b-b4cc-ee750a984cf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:02.468991 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22bcc86f-01e2-4f03-a308-f47041d667ab req-3bfd4386-11a4-4160-a23f-cf7dd124da4a tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f2fef64-1470-4176-a199-691d6e1fdc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418023 Jul 09 13:21:02.482917 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:02.513113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port dfea7cac-5875-47f7-b614-928f4a929f20, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dfea7cac-5875-47f7-b614-928f4a929f20,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:02.541090 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:02.570971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-ab0ac094-7b76-414b-b4cc-ee750a984cf3 service neutron] No DVR routers for this DVR port fa21a61f-a482-450d-b357-b35bda4333b1 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:02.574049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fa21a61f-a482-450d-b357-b35bda4333b1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fa21a61f-a482-450d-b357-b35bda4333b1,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:02.597763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e2ebbdd4-b61b-4d42-bc10-8836ee931be1,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:02.603942 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fa21a61f-a482-450d-b357-b35bda4333b1 has no active binding in host n-h1-799525-3 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:21:02.641257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06864e1-94e8-4226-83fe-3d1b89bd171d req-57d732b9-ccfb-4dd8-8ba6-a8ef83044f6b tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:02.644324 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-ab0ac094-7b76-414b-b4cc-ee750a984cf3 service neutron] 10.222.0.15 "PUT /v2.0/ports/fa21a61f-a482-450d-b357-b35bda4333b1/bindings/n-h1-799525-3/activate HTTP/1.1" status: 200 len: 369 time: 0.8272254 Jul 09 13:21:02.647914 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ac094-7b76-414b-b4cc-ee750a984cf3 service neutron] Pushing event updated for resources: {'Port': ['ID=fa21a61f-a482-450d-b357-b35bda4333b1,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:02.652707 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b06864e1-94e8-4226-83fe-3d1b89bd171d req-57d732b9-ccfb-4dd8-8ba6-a8ef83044f6b tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 945 time: 0.2226608 Jul 09 13:21:02.689057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=dfea7cac-5875-47f7-b614-928f4a929f20,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:02.750828 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:02.763653 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:02.785694 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-9f882f42-6092-4c0c-8089-dd609504487a tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:02.787520 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-9f882f42-6092-4c0c-8089-dd609504487a tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e&tenant_id=5f446942a386493c8f7ba7f6f57f031b&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1096 time: 0.0632126 Jul 09 13:21:02.791379 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b06864e1-94e8-4226-83fe-3d1b89bd171d req-8e519227-39e2-4dfd-9a8d-e0b9f2c9038b tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292255 Jul 09 13:21:02.850645 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['fb821408-72d0-4c05-b41a-12650ba20ab7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:02.853335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-1e10ac25-9f25-42a6-ba8b-97347ce35873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:02.854939 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-1e10ac25-9f25-42a6-ba8b-97347ce35873 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e&tenant_id=5f446942a386493c8f7ba7f6f57f031b HTTP/1.1" status: 200 len: 1096 time: 0.0575290 Jul 09 13:21:02.875316 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4326b587-90ec-41f7-bca2-d075d60f9f53,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:02.922587 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a29a58c-cf19-44ae-85c8-38fa33dcfc53 req-caf14eea-c289-4683-9a31-7d9f33238586 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:02.931102 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a29a58c-cf19-44ae-85c8-38fa33dcfc53 req-caf14eea-c289-4683-9a31-7d9f33238586 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 1096 time: 0.2336740 Jul 09 13:21:02.974989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-0693983f-a4ab-47eb-b87f-a23b3ece46f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:02.976606 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-0693983f-a4ab-47eb-b87f-a23b3ece46f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 1096 time: 0.0915489 Jul 09 13:21:03.108317 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a29a58c-cf19-44ae-85c8-38fa33dcfc53 req-ccfccb93-0f17-4dbe-90ea-b8c03421f6fb tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762500 Jul 09 13:21:03.115820 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Allocated IP 192.168.233.57 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/af02230a-6841-4c13-af11-404cf2ee1967) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:03.138858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-7fe07118-4498-4721-9efd-4b7d75264731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:03.144994 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-7fe07118-4498-4721-9efd-4b7d75264731 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.1599579 Jul 09 13:21:03.177593 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 6fece984-8df7-4897-8fc5-e18c27fe9789 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:03.215806 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 6fece984-8df7-4897-8fc5-e18c27fe9789 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:03.220133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 6fece984-8df7-4897-8fc5-e18c27fe9789 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:03.232116 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a807ef92-359e-4d89-a856-5d6e7b170cc6 x-openstack-request-id: req-a807ef92-359e-4d89-a856-5d6e7b170cc6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:03.233022 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab388f8-aa34-4a4d-a31c-32d8816a7823", "name": "network-vif-plugged", "status": "completed", "tag": "e2ebbdd4-b61b-4d42-bc10-8836ee931be1", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:03.235016 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a807ef92-359e-4d89-a856-5d6e7b170cc6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:03.235586 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab388f8-aa34-4a4d-a31c-32d8816a7823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2ebbdd4-b61b-4d42-bc10-8836ee931be1', 'code': 200} Jul 09 13:21:03.289302 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-dc315a1e-784b-40fa-9269-cf6883fba658 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa21a61f-a482-450d-b357-b35bda4333b1 HTTP/1.1" status: 200 len: 217 time: 0.1290603 Jul 09 13:21:03.295908 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-7e5de3bb-e6df-4c7d-bff2-b2dd2bdb58dd tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641634 Jul 09 13:21:03.308645 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:03.334085 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Transition to ACTIVE for port object af02230a-6841-4c13-af11-404cf2ee1967 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:03.345092 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9377658-bb2b-4ff6-83ca-e3a99b63866e req-d0a9426d-f03c-4106-a552-5233d37e4335 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:03.347382 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9377658-bb2b-4ff6-83ca-e3a99b63866e req-d0a9426d-f03c-4106-a552-5233d37e4335 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 950 time: 0.4092941 Jul 09 13:21:03.424491 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9377658-bb2b-4ff6-83ca-e3a99b63866e req-0557042d-4251-4b1a-8474-ef344c6f3ce4 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701773 Jul 09 13:21:03.454056 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:03.527902 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:03.544271 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:03.555866 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:03.556095 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-88dca306-302d-4355-a751-0526ccad9f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:03.557572 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-88dca306-302d-4355-a751-0526ccad9f0d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.2607000 Jul 09 13:21:03.589088 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6773d-40df-4444-b883-249277c78b68 req-576c7d21-6543-45df-9a21-f2adf8bff2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:03.591554 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10d6773d-40df-4444-b883-249277c78b68 req-576c7d21-6543-45df-9a21-f2adf8bff2fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 1101 time: 0.1535215 Jul 09 13:21:03.628559 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-c2743d72-2d41-446a-ad4a-d4b647e84133 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607972 Jul 09 13:21:03.650697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Pushing event updated for resources: {'Port': ['ID=af02230a-6841-4c13-af11-404cf2ee1967,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:03.693840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:03.694564 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:03.708605 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4cce3c-3a4a-4b4c-9d3a-3b9e6ec50d27 req-0a697e6b-dbb5-4b9e-956a-5d1c4f585337 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:03.710186 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f4cce3c-3a4a-4b4c-9d3a-3b9e6ec50d27 req-0a697e6b-dbb5-4b9e-956a-5d1c4f585337 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/ports?device_id=42150fcc-2de2-4ab5-9c93-68e736cda506 HTTP/1.1" status: 200 len: 935 time: 0.1674256 Jul 09 13:21:03.760685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-642f2c4c-337e-4848-bc80-049c7b2d175f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0602646 Jul 09 13:21:03.774009 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f4cce3c-3a4a-4b4c-9d3a-3b9e6ec50d27 req-be959f07-ab2a-4151-8b00-339e28e0097a tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/security-groups?id=4326b587-90ec-41f7-bca2-d075d60f9f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569472 Jul 09 13:21:03.782220 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Request body: {'port': {'device_id': '42150fcc-2de2-4ab5-9c93-68e736cda506', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:03.828113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45234) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:03.873785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-b13baea6-6429-4f37-8009-b3bd0c5d4bac tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:03.875390 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-b13baea6-6429-4f37-8009-b3bd0c5d4bac tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5087249 Jul 09 13:21:03.883385 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10d6773d-40df-4444-b883-249277c78b68 req-02c50c70-bc0e-4010-937e-9367001581d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647367 Jul 09 13:21:03.889972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Request body: {'port': {'device_id': '6bb4d9db-05ae-40b6-9c37-3e77d51cc279', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'bbbab2bfe4e6490b9ef221906e7f7da6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:03.898284 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-eedaa0a6-7854-4058-aa8e-9aec084fe9ff service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590981 Jul 09 13:21:03.955001 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.051663 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de5a2aaf-a314-41c3-a634-bcf816f85575 req-2bc6c42e-c7a9-4f6b-9f1f-c6ba6403d4d4 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 210 time: 0.0562541 Jul 09 13:21:04.143586 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-e392c362-da1b-43fd-af7d-19b0d9645e59 service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280819 Jul 09 13:21:04.166167 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fe0e8761-9cee-404b-b7ae-a723782e58a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=431c6dd6f83d411bb71c0c5b68e8db6f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366940 Jul 09 13:21:04.169545 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45248) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:04.176356 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Made reservation on behalf of bbbab2bfe4e6490b9ef221906e7f7da6 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:04.180914 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.192322 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.232225 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee760e8f-cc6d-41e9-82a5-33ec82b52aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.271777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0d898fc7-5f91-4c05-a958-e884cdef2761 None None] Provisioning for port af02230a-6841-4c13-af11-404cf2ee1967 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:04.287542 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0d898fc7-5f91-4c05-a958-e884cdef2761 None None] Provisioning complete for port af02230a-6841-4c13-af11-404cf2ee1967 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:04.288135 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d898fc7-5f91-4c05-a958-e884cdef2761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.332804 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.340928 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.354815 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0d898fc7-5f91-4c05-a958-e884cdef2761 None None] Port af02230a-6841-4c13-af11-404cf2ee1967 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:04.394576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be78f3ed-3975-4003-b0e5-262c924c3014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.456152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a47e23-c471-45d9-8d74-e3d7b05c2bf3 req-831d0b9e-2316-4394-bedf-6b564cc2495d tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:04.457504 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02a47e23-c471-45d9-8d74-e3d7b05c2bf3 req-831d0b9e-2316-4394-bedf-6b564cc2495d tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 944 time: 0.1770492 Jul 09 13:21:04.459512 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be78f3ed-3975-4003-b0e5-262c924c3014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.494592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bce1a6fc-5282-4162-b897-f4682c084137,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:04.531121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-a7d66f51-c9e0-46fd-8d8c-1ff8b963845d tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:04.533357 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-a7d66f51-c9e0-46fd-8d8c-1ff8b963845d tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e&tenant_id=5f446942a386493c8f7ba7f6f57f031b&binding%3Ahost_id=n-h1-799525-3 HTTP/1.1" status: 200 len: 1096 time: 0.0910256 Jul 09 13:21:04.559160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af02230a-6841-4c13-af11-404cf2ee1967 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:04.571514 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02a47e23-c471-45d9-8d74-e3d7b05c2bf3 req-7045e6c6-719f-4a19-8633-b035db89326c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f2fef64-1470-4176-a199-691d6e1fdc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970774 Jul 09 13:21:04.573615 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.575674 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.588368 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Transition to ACTIVE for port object af02230a-6841-4c13-af11-404cf2ee1967 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:04.591361 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be78f3ed-3975-4003-b0e5-262c924c3014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.594446 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be78f3ed-3975-4003-b0e5-262c924c3014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.604050 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-be78f3ed-3975-4003-b0e5-262c924c3014 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/827ff554-c0e5-4908-905a-c1e9e635652c HTTP/1.1" status: 204 len: 168 time: 0.4259841 Jul 09 13:21:04.605324 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be78f3ed-3975-4003-b0e5-262c924c3014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=827ff554-c0e5-4908-905a-c1e9e635652c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:04.607599 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.730396 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Pushing event updated for resources: {'Port': ['ID=af02230a-6841-4c13-af11-404cf2ee1967,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:04.764849 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Allocated IP 192.168.233.188 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/f51d7205-df32-491b-a429-e8cdd40f70da) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:04.887271 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Attempting to bind port af02230a-6841-4c13-af11-404cf2ee1967 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:04.887726 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Attempting to bind port af02230a-6841-4c13-af11-404cf2ee1967 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:04.888325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Attempting to bind port af02230a-6841-4c13-af11-404cf2ee1967 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:04.913684 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Port af02230a-6841-4c13-af11-404cf2ee1967 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:04.914011 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Attempting to bind port af02230a-6841-4c13-af11-404cf2ee1967 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:04.921651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:04.921984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:04.922364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:04.922848 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Bound port: af02230a-6841-4c13-af11-404cf2ee1967, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:04.923178 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.953708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-a03a6977-6311-47f8-8325-1412fab26747 service neutron] For port fa21a61f-a482-450d-b357-b35bda4333b1, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:04.959249 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-a03a6977-6311-47f8-8325-1412fab26747 service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:04.960377 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a7423dd0-2a38-4406-a2ee-924204b2222b req-a03a6977-6311-47f8-8325-1412fab26747 service neutron] 10.222.0.18 "DELETE /v2.0/ports/fa21a61f-a482-450d-b357-b35bda4333b1/bindings/n-h2-799525-3 HTTP/1.1" status: 204 len: 173 time: 0.4051359 Jul 09 13:21:04.960614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-fb2fb6b0-b580-4103-884b-136fe6b1e8de tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:21:04.967318 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-fb2fb6b0-b580-4103-884b-136fe6b1e8de tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154705 Jul 09 13:21:04.977653 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-d82ea8b9-27bb-4150-9924-c262a518d69d service neutron] Request body: {'binding': {'host': 'n-h1-799525-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:04.978099 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-d82ea8b9-27bb-4150-9924-c262a518d69d service neutron] Unknown quota resources ['binding']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:21:05.047205 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.063403 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Transition to ACTIVE for port object f51d7205-df32-491b-a429-e8cdd40f70da will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:05.104438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45270) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:05.113241 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.173036 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fb821408-72d0-4c05-b41a-12650ba20ab7 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:05.177629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:05.186919 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:05.198288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:05.210014 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a8abf42d-16a4-493c-ab81-e1f0391eab23 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e12d7685cbcf4791b75a2d6bf8bfa866&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1018002 Jul 09 13:21:05.228489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45274) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:05.236423 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f40aca-9585-4d85-b23b-e5da3552996d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfea7cac-5875-47f7-b614-928f4a929f20'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:05.239748 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e0ad5d8-9b68-489d-bc5d-a9b33c923fc2" -d '{"events": [{"server_uuid": "43f40aca-9585-4d85-b23b-e5da3552996d", "name": "network-vif-plugged", "status": "completed", "tag": "dfea7cac-5875-47f7-b614-928f4a929f20"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:05.251649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Pushing event updated for resources: {'Port': ['ID=f51d7205-df32-491b-a429-e8cdd40f70da,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:05.261089 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port fb821408-72d0-4c05-b41a-12650ba20ab7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:05.269104 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port fb821408-72d0-4c05-b41a-12650ba20ab7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:05.269618 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.299996 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fa21a61f-a482-450d-b357-b35bda4333b1 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:05.301936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:05.302597 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.336655 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-cf5c6830-4215-466c-8b97-791394aeda16 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4522760 Jul 09 13:21:05.337804 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81acb72e-5c66-494d-9f4e-9aafd6571419 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.353725 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a87c1f-60a1-4cb1-ab15-aea05d28a525 req-8ff0376d-4083-4dae-973f-0c0fd3057fc2 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:05.357266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Request body: {'port': {'device_id': '6bb4d9db-05ae-40b6-9c37-3e77d51cc279', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:05.361019 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a9a87c1f-60a1-4cb1-ab15-aea05d28a525 req-8ff0376d-4083-4dae-973f-0c0fd3057fc2 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 945 time: 0.4877615 Jul 09 13:21:05.386970 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81acb72e-5c66-494d-9f4e-9aafd6571419 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.398344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] For port af02230a-6841-4c13-af11-404cf2ee1967, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:05.420603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fa21a61f-a482-450d-b357-b35bda4333b1 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:05.437176 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] For port af02230a-6841-4c13-af11-404cf2ee1967, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=af02230a-6841-4c13-af11-404cf2ee1967,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:05.447845 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a9a87c1f-60a1-4cb1-ab15-aea05d28a525 req-20eead0e-3179-4f1d-8eaa-9ba4daa8451d tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856788 Jul 09 13:21:05.452547 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.526024 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:05.526915 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.528468 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] 10.222.0.18 "PUT /v2.0/ports/af02230a-6841-4c13-af11-404cf2ee1967 HTTP/1.1" status: 200 len: 1095 time: 1.7534673 Jul 09 13:21:05.529030 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42150fcc-2de2-4ab5-9c93-68e736cda506', 'tag': 'af02230a-6841-4c13-af11-404cf2ee1967'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:05.532602 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea21f8e-15b8-400b-ae10-edd0a3deb683" -d '{"events": [{"name": "network-changed", "server_uuid": "42150fcc-2de2-4ab5-9c93-68e736cda506", "tag": "af02230a-6841-4c13-af11-404cf2ee1967"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:05.559264 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.565445 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.575417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24955366-e481-4b4f-a184-ad69af331b29 service neutron] Pushing event updated for resources: {'Port': ['ID=af02230a-6841-4c13-af11-404cf2ee1967,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:05.576275 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-26e411f4-2fd2-4c5c-965e-8440af8b3731 None None] Provisioning for port f51d7205-df32-491b-a429-e8cdd40f70da completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:05.579433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81acb72e-5c66-494d-9f4e-9aafd6571419 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.582106 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-d82ea8b9-27bb-4150-9924-c262a518d69d service neutron] Attempting to bind port fa5215e1-55ff-4777-9b2c-9ada2e630965 on host n-h1-799525-3 for vnic_type normal with profile None {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:05.582747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-d82ea8b9-27bb-4150-9924-c262a518d69d service neutron] Attempting to bind port fa5215e1-55ff-4777-9b2c-9ada2e630965 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:05.583164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-d82ea8b9-27bb-4150-9924-c262a518d69d service neutron] Attempting to bind port fa5215e1-55ff-4777-9b2c-9ada2e630965 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:05.588395 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81acb72e-5c66-494d-9f4e-9aafd6571419 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.590067 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-81acb72e-5c66-494d-9f4e-9aafd6571419 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4fb9f2a7-e4ad-48ed-8a7b-917d6ea864c5 HTTP/1.1" status: 204 len: 168 time: 0.3588047 Jul 09 13:21:05.590523 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-d82ea8b9-27bb-4150-9924-c262a518d69d service neutron] Port fa5215e1-55ff-4777-9b2c-9ada2e630965 on network 9eed349f-85e9-4424-b38d-3b371f8e676c not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:05.590909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-d82ea8b9-27bb-4150-9924-c262a518d69d service neutron] Attempting to bind port fa5215e1-55ff-4777-9b2c-9ada2e630965 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:05.600608 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-d82ea8b9-27bb-4150-9924-c262a518d69d service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:05.600608 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-d82ea8b9-27bb-4150-9924-c262a518d69d service neutron] Checking segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:05.600608 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-d82ea8b9-27bb-4150-9924-c262a518d69d service neutron] Bound using segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:05.601517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-d82ea8b9-27bb-4150-9924-c262a518d69d service neutron] Bound port: fa5215e1-55ff-4777-9b2c-9ada2e630965, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:05.609860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-26e411f4-2fd2-4c5c-965e-8440af8b3731 None None] Provisioning complete for port f51d7205-df32-491b-a429-e8cdd40f70da triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:05.610240 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26e411f4-2fd2-4c5c-965e-8440af8b3731 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.613351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81acb72e-5c66-494d-9f4e-9aafd6571419 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb9f2a7-e4ad-48ed-8a7b-917d6ea864c5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:05.693519 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.739051 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-d82ea8b9-27bb-4150-9924-c262a518d69d service neutron] For port fa5215e1-55ff-4777-9b2c-9ada2e630965, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fa5215e1-55ff-4777-9b2c-9ada2e630965,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:05.747300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-4baedc29-38fa-401b-8519-44d444cf91e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:05.749091 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-4baedc29-38fa-401b-8519-44d444cf91e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad8a82c197874686863a3eecd67e2031&device_id=42150fcc-2de2-4ab5-9c93-68e736cda506 HTTP/1.1" status: 200 len: 1098 time: 0.1506815 Jul 09 13:21:05.750844 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-d82ea8b9-27bb-4150-9924-c262a518d69d service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.762842 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-d82ea8b9-27bb-4150-9924-c262a518d69d service neutron] 10.222.0.39 "POST /v2.0/ports/fa5215e1-55ff-4777-9b2c-9ada2e630965/bindings HTTP/1.1" status: 201 len: 389 time: 0.7945836 Jul 09 13:21:05.777102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fb821408-72d0-4c05-b41a-12650ba20ab7, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fb821408-72d0-4c05-b41a-12650ba20ab7,segment=NetworkSegment(f2e33e46-3301-43d4-b8a7-eb48a42020fb),segment_id=f2e33e46-3301-43d4-b8a7-eb48a42020fb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:05.784350 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-26e411f4-2fd2-4c5c-965e-8440af8b3731 None None] Port f51d7205-df32-491b-a429-e8cdd40f70da cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:05.786357 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:05.875982 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-0e0910b0-694c-492e-aea4-7ff7b0e3945d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=af02230a-6841-4c13-af11-404cf2ee1967 HTTP/1.1" status: 200 len: 217 time: 0.1120973 Jul 09 13:21:05.965507 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-e0756ed9-9061-42b5-80b6-c626950774f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:05.966983 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-e0756ed9-9061-42b5-80b6-c626950774f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0809197 Jul 09 13:21:05.997390 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fb821408-72d0-4c05-b41a-12650ba20ab7,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:06.044875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8973df83-0979-4194-b49c-d63678cc3e18 req-70a9833a-a57b-4eff-954b-5419bc4da6ed tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:06.046421 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8973df83-0979-4194-b49c-d63678cc3e18 req-70a9833a-a57b-4eff-954b-5419bc4da6ed tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 950 time: 0.1750982 Jul 09 13:21:06.093855 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-6aaaf819-84bd-4c22-b5ec-2093992d96f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:06.095657 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-6aaaf819-84bd-4c22-b5ec-2093992d96f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1130347 Jul 09 13:21:06.126227 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8973df83-0979-4194-b49c-d63678cc3e18 req-5989fd8f-9b50-4b43-b608-72f81cce7111 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707040 Jul 09 13:21:06.250438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f51d7205-df32-491b-a429-e8cdd40f70da {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:06.271119 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:06.304683 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-1d598a3d-0e1f-43a3-a0bd-bb1d4e0a63b1 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010233 Jul 09 13:21:06.324670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Transition to ACTIVE for port object f51d7205-df32-491b-a429-e8cdd40f70da will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:06.333460 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:06.397052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Pushing event updated for resources: {'Port': ['ID=f51d7205-df32-491b-a429-e8cdd40f70da,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:06.403911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-a7efd7ac-c777-4a3f-8319-7a88d24e8e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:06.405471 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-a7efd7ac-c777-4a3f-8319-7a88d24e8e10 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 1096 time: 0.1459618 Jul 09 13:21:06.487797 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fdc6819-055b-4c88-a054-b3fe7e93c61b req-0033d95a-b9b3-4faf-94ce-667f0469a00b service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616371 Jul 09 13:21:06.505521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41196453-f71b-427c-a333-682294dc42b6 req-678614e7-555b-4ecd-9852-09f75c44ab6d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:06.512856 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41196453-f71b-427c-a333-682294dc42b6 req-678614e7-555b-4ecd-9852-09f75c44ab6d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 936 time: 0.2071452 Jul 09 13:21:06.525117 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edd9c33-f3e6-4720-b4fc-8af9c825a6d8 req-accf3c05-40d4-4aac-b088-e727398e5e92 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:06.532681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6edd9c33-f3e6-4720-b4fc-8af9c825a6d8 req-accf3c05-40d4-4aac-b088-e727398e5e92 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/ports?device_id=42150fcc-2de2-4ab5-9c93-68e736cda506 HTTP/1.1" status: 200 len: 947 time: 0.2259166 Jul 09 13:21:06.591961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Attempting to bind port f51d7205-df32-491b-a429-e8cdd40f70da on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:06.592301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Attempting to bind port f51d7205-df32-491b-a429-e8cdd40f70da by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:06.592630 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Attempting to bind port f51d7205-df32-491b-a429-e8cdd40f70da on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:06.608375 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41196453-f71b-427c-a333-682294dc42b6 req-10a0a7cf-5960-44f2-9267-cad1f046e4f1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944257 Jul 09 13:21:06.609724 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Port f51d7205-df32-491b-a429-e8cdd40f70da on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:06.610144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Attempting to bind port f51d7205-df32-491b-a429-e8cdd40f70da on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:06.614738 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6edd9c33-f3e6-4720-b4fc-8af9c825a6d8 req-65e26c30-2f7a-42a5-aaab-3f2af3c4709f tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/security-groups?id=4326b587-90ec-41f7-bca2-d075d60f9f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804775 Jul 09 13:21:06.617438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 20, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:06.617673 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:06.618274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:06.618713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Bound port: f51d7205-df32-491b-a429-e8cdd40f70da, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:06.619070 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:06.621438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-42a01607-0151-48b3-b333-e0031926ab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:06.622930 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-42a01607-0151-48b3-b333-e0031926ab79 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.2097721 Jul 09 13:21:06.679037 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-672da4f6-823c-4888-9260-97106e68eb91 x-openstack-request-id: req-672da4f6-823c-4888-9260-97106e68eb91 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:06.679897 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f40aca-9585-4d85-b23b-e5da3552996d", "name": "network-vif-plugged", "status": "completed", "tag": "dfea7cac-5875-47f7-b614-928f4a929f20", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:06.680300 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-672da4f6-823c-4888-9260-97106e68eb91 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:06.680832 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f40aca-9585-4d85-b23b-e5da3552996d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfea7cac-5875-47f7-b614-928f4a929f20', 'code': 200} Jul 09 13:21:06.714286 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-e54e03b0-5d7c-496e-8b42-d8b7afa82a8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa5215e1-55ff-4777-9b2c-9ada2e630965 HTTP/1.1" status: 200 len: 217 time: 0.0806584 Jul 09 13:21:06.719079 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbceb101-8ff6-47a5-b5c3-c46b88699846 x-openstack-request-id: req-dbceb101-8ff6-47a5-b5c3-c46b88699846 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:06.719460 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42150fcc-2de2-4ab5-9c93-68e736cda506", "tag": "af02230a-6841-4c13-af11-404cf2ee1967", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:06.719790 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dbceb101-8ff6-47a5-b5c3-c46b88699846 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:06.720451 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42150fcc-2de2-4ab5-9c93-68e736cda506', 'tag': 'af02230a-6841-4c13-af11-404cf2ee1967', 'status': 'completed', 'code': 200} Jul 09 13:21:06.818293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-bf285e82-2f2c-4c9a-8c95-8f0b9806259a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:06.819308 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:06.820411 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-bf285e82-2f2c-4c9a-8c95-8f0b9806259a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.0882297 Jul 09 13:21:06.827792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] For port f51d7205-df32-491b-a429-e8cdd40f70da, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:06.860175 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-e230dda8-5867-4b99-ac83-1d3dd8d599ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291111 Jul 09 13:21:06.917225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] For port f51d7205-df32-491b-a429-e8cdd40f70da, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=f51d7205-df32-491b-a429-e8cdd40f70da,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:06.924843 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:06.981591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:06.982445 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:06.983786 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] 10.222.0.18 "PUT /v2.0/ports/f51d7205-df32-491b-a429-e8cdd40f70da HTTP/1.1" status: 200 len: 1096 time: 1.6352932 Jul 09 13:21:06.985806 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb4d9db-05ae-40b6-9c37-3e77d51cc279', 'tag': 'f51d7205-df32-491b-a429-e8cdd40f70da'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:06.988578 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b25a7e66-f77b-453e-97dd-aa2800702e2b" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb4d9db-05ae-40b6-9c37-3e77d51cc279", "tag": "f51d7205-df32-491b-a429-e8cdd40f70da"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:06.999223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21f8e-15b8-400b-ae10-edd0a3deb683 req-c44f9866-3631-445f-9fcb-3ddf37cbd1ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.000979 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ea21f8e-15b8-400b-ae10-edd0a3deb683 req-c44f9866-3631-445f-9fcb-3ddf37cbd1ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ad8a82c197874686863a3eecd67e2031&device_id=42150fcc-2de2-4ab5-9c93-68e736cda506 HTTP/1.1" status: 200 len: 1098 time: 0.2397692 Jul 09 13:21:07.013400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2894fe55-4428-42c6-810a-1ae147224ee7 req-ae3eaaba-6955-41e7-8cbd-40f24c90d34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.014775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2894fe55-4428-42c6-810a-1ae147224ee7 req-ae3eaaba-6955-41e7-8cbd-40f24c90d34e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 1100 time: 0.2524714 Jul 09 13:21:07.023385 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-a1c87c6d-8505-4494-99e3-85578237990d service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566534 Jul 09 13:21:07.024200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a5bb53-0435-4c72-9fd0-3fd385475f4a service neutron] Pushing event updated for resources: {'Port': ['ID=f51d7205-df32-491b-a429-e8cdd40f70da,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:07.032698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e9d0d-bd8d-4c13-9703-e59193c12ab6 req-1849d451-6741-4672-9e9a-35dcf38b258c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.040863 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c95e9d0d-bd8d-4c13-9703-e59193c12ab6 req-1849d451-6741-4672-9e9a-35dcf38b258c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 945 time: 0.1887505 Jul 09 13:21:07.167895 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998e647-4f25-4d77-a977-aaad81c835f3 req-36e98ea0-62d4-4a7d-b9a2-542dc97fcbca tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.169564 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e998e647-4f25-4d77-a977-aaad81c835f3 req-36e98ea0-62d4-4a7d-b9a2-542dc97fcbca tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 945 time: 0.3015661 Jul 09 13:21:07.187106 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c95e9d0d-bd8d-4c13-9703-e59193c12ab6 req-536512bd-c741-42de-a4df-9419447c5c62 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f2fef64-1470-4176-a199-691d6e1fdc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438134 Jul 09 13:21:07.190570 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2894fe55-4428-42c6-810a-1ae147224ee7 req-a939b65a-eae9-4478-bfbc-fd513558e5a9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468575 Jul 09 13:21:07.231378 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21f8e-15b8-400b-ae10-edd0a3deb683 req-9cecb286-8741-4ad8-aea8-c7c59c563fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.232976 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ea21f8e-15b8-400b-ae10-edd0a3deb683 req-9cecb286-8741-4ad8-aea8-c7c59c563fbe service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.2219856 Jul 09 13:21:07.250102 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e998e647-4f25-4d77-a977-aaad81c835f3 req-39e39f96-99fd-4d1a-a265-c5cf6325da2c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697372 Jul 09 13:21:07.339991 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ea21f8e-15b8-400b-ae10-edd0a3deb683 req-87c18719-ffa1-481d-b917-c3d33c23a15b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=af02230a-6841-4c13-af11-404cf2ee1967 HTTP/1.1" status: 200 len: 217 time: 0.0888126 Jul 09 13:21:07.451030 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21f8e-15b8-400b-ae10-edd0a3deb683 req-fc9cc068-3dc6-4ba6-b6ba-7ccd0ca70ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.452718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ea21f8e-15b8-400b-ae10-edd0a3deb683 req-fc9cc068-3dc6-4ba6-b6ba-7ccd0ca70ce8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1054108 Jul 09 13:21:07.463665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-2a606e95-406f-48c7-9d00-5ba2e4478f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.465288 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-2a606e95-406f-48c7-9d00-5ba2e4478f66 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 1099 time: 0.4254720 Jul 09 13:21:07.467405 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-020ef807-d3f6-4409-a241-c03de54b238f service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4378920 Jul 09 13:21:07.512362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e2ea6e-043b-407b-8474-7b6bdf205aa5 req-54e8a795-190e-427c-a05b-89128eada5f9 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.514131 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8e2ea6e-043b-407b-8474-7b6bdf205aa5 req-54e8a795-190e-427c-a05b-89128eada5f9 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1187043 Jul 09 13:21:07.521887 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-064a4f5c-4906-4aeb-97d9-03cce7d1bf43 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=f51d7205-df32-491b-a429-e8cdd40f70da HTTP/1.1" status: 200 len: 217 time: 0.0450578 Jul 09 13:21:07.562233 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea21f8e-15b8-400b-ae10-edd0a3deb683 req-a85a86dd-ab79-4d0a-a2b4-d2db2eac6bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.563782 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ea21f8e-15b8-400b-ae10-edd0a3deb683 req-a85a86dd-ab79-4d0a-a2b4-d2db2eac6bf0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1021123 Jul 09 13:21:07.569730 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8e2ea6e-043b-407b-8474-7b6bdf205aa5 req-2d36864b-a55c-495c-b48d-9214eedf910b tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452566 Jul 09 13:21:07.630641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-8982bbfb-07c5-4583-a8b4-59320bcc4682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.632471 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-8982bbfb-07c5-4583-a8b4-59320bcc4682 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0999057 Jul 09 13:21:07.635829 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8f6f3e-d656-42e7-950a-4f069b5c8487 x-openstack-request-id: req-3b8f6f3e-d656-42e7-950a-4f069b5c8487 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:07.636356 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb4d9db-05ae-40b6-9c37-3e77d51cc279", "tag": "f51d7205-df32-491b-a429-e8cdd40f70da", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:07.636780 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b8f6f3e-d656-42e7-950a-4f069b5c8487 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:07.637339 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb4d9db-05ae-40b6-9c37-3e77d51cc279', 'tag': 'f51d7205-df32-491b-a429-e8cdd40f70da', 'status': 'completed', 'code': 200} Jul 09 13:21:07.694205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-4e452934-cc09-48f5-a03a-454dc11a2c8d tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.696057 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-4e452934-cc09-48f5-a03a-454dc11a2c8d tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d&tenant_id=35b702eee9154963b30c070fa690b62c&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1096 time: 0.1279733 Jul 09 13:21:07.705765 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ea21f8e-15b8-400b-ae10-edd0a3deb683 req-46585bda-2cc7-416d-9634-cab1360be75e service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350899 Jul 09 13:21:07.711104 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ca6144-0977-4490-9c43-532638ca64cf req-f4b20c28-d519-45d0-b442-59c407906c63 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.712582 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04ca6144-0977-4490-9c43-532638ca64cf req-f4b20c28-d519-45d0-b442-59c407906c63 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 1096 time: 0.1331239 Jul 09 13:21:07.716353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799525-3'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:07.754136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-0dd6f923-088b-4f29-b241-d9943f40879f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.756002 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-0dd6f923-088b-4f29-b241-d9943f40879f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1080885 Jul 09 13:21:07.827533 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04ca6144-0977-4490-9c43-532638ca64cf req-55e1f233-4401-41c4-9393-794bf4a615e5 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068606 Jul 09 13:21:07.843461 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:07.884080 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ea21f8e-15b8-400b-ae10-edd0a3deb683 req-b9780298-2bb2-406f-aa9d-eac0efed8ef8 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1705632 Jul 09 13:21:07.899401 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f899c-d26d-4847-bf2b-6ca9d9e628a8 req-caad4982-cadc-4909-9ae4-2b7efa74acf0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:07.906717 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-924f899c-d26d-4847-bf2b-6ca9d9e628a8 req-caad4982-cadc-4909-9ae4-2b7efa74acf0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 948 time: 0.1354389 Jul 09 13:21:07.932368 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-739902c2-ea7c-4468-bdab-fe1189314543 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664689 Jul 09 13:21:07.965628 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-924f899c-d26d-4847-bf2b-6ca9d9e628a8 req-67689b68-fa61-4fc9-9280-847eba29fa26 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568535 Jul 09 13:21:08.066186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f76fe-908a-4829-b2df-d3d262dbfdae req-02fc28b2-013b-4bf4-8848-d51ec179690e tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:08.068156 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c07f76fe-908a-4829-b2df-d3d262dbfdae req-02fc28b2-013b-4bf4-8848-d51ec179690e tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/ports?device_id=42150fcc-2de2-4ab5-9c93-68e736cda506 HTTP/1.1" status: 200 len: 947 time: 0.1025887 Jul 09 13:21:08.070176 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] For port fa5215e1-55ff-4777-9b2c-9ada2e630965, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fa5215e1-55ff-4777-9b2c-9ada2e630965,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:08.086429 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:08.094520 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-07da203b-09b8-4c03-819c-3a1ab9fae9f3 req-e0e7d5de-9a77-491c-b595-48fe009550e5 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378531 Jul 09 13:21:08.128622 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c07f76fe-908a-4829-b2df-d3d262dbfdae req-eb2c30d4-e011-47cc-879a-bc139758ce71 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/security-groups?id=4326b587-90ec-41f7-bca2-d075d60f9f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530152 Jul 09 13:21:08.140904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] For port fa5215e1-55ff-4777-9b2c-9ada2e630965, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:08.239598 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:08.250163 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:08.269892 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:08.295243 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7e66-f77b-453e-97dd-aa2800702e2b req-690c5353-6321-4012-a5e3-6f1a0576c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:08.296770 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b25a7e66-f77b-453e-97dd-aa2800702e2b req-690c5353-6321-4012-a5e3-6f1a0576c9da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 1099 time: 0.1230114 Jul 09 13:21:08.335143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-1eccf614-037f-444e-b606-02120cb447c4 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:08.336911 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-1eccf614-037f-444e-b606-02120cb447c4 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 808 time: 0.1144869 Jul 09 13:21:08.383585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Pushing event updated for resources: {'Port': ['ID=fa5215e1-55ff-4777-9b2c-9ada2e630965,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:08.383853 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-e11012a1-a69b-43e8-8a91-1e25102c7ef2 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/quotas/5f446942a386493c8f7ba7f6f57f031b HTTP/1.1" status: 200 len: 375 time: 0.0403721 Jul 09 13:21:08.428397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Attempting to bind port fa5215e1-55ff-4777-9b2c-9ada2e630965 on host n-h2-799525-3 for vnic_type normal with profile {"migrating_to": "n-h1-799525-3"} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:08.428739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Attempting to bind port fa5215e1-55ff-4777-9b2c-9ada2e630965 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:08.429075 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Attempting to bind port fa5215e1-55ff-4777-9b2c-9ada2e630965 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:08.437753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Port fa5215e1-55ff-4777-9b2c-9ada2e630965 on network 9eed349f-85e9-4424-b38d-3b371f8e676c not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:08.438076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Attempting to bind port fa5215e1-55ff-4777-9b2c-9ada2e630965 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:08.450773 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7e66-f77b-453e-97dd-aa2800702e2b req-61088e9f-aa94-4749-abb9-de896db367b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:08.452311 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b25a7e66-f77b-453e-97dd-aa2800702e2b req-61088e9f-aa94-4749-abb9-de896db367b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1475527 Jul 09 13:21:08.453012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:08.453366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Checking segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:08.453725 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Bound using segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:08.454158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Bound port: fa5215e1-55ff-4777-9b2c-9ada2e630965, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:08.454520 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:08.465426 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c2211d-8511-45f0-8852-c6909350dc63 req-25ad10a3-875b-4e71-8069-6b4ba7f78523 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:08.466931 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-89c2211d-8511-45f0-8852-c6909350dc63 req-25ad10a3-875b-4e71-8069-6b4ba7f78523 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 945 time: 0.1253085 Jul 09 13:21:08.488575 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-d3826954-e528-45db-a159-ce9ea3570463 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961196 Jul 09 13:21:08.507230 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b25a7e66-f77b-453e-97dd-aa2800702e2b req-d6051730-a1c7-4ecc-8fff-7292f13ffc44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=f51d7205-df32-491b-a429-e8cdd40f70da HTTP/1.1" status: 200 len: 217 time: 0.0432825 Jul 09 13:21:08.562487 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-89c2211d-8511-45f0-8852-c6909350dc63 req-8ef4a082-e9e7-454c-bc16-22ccea277155 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f2fef64-1470-4176-a199-691d6e1fdc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865552 Jul 09 13:21:08.599633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7e66-f77b-453e-97dd-aa2800702e2b req-6c1a7d3d-50f5-4d2e-bab8-655a825e77c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:08.600715 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b25a7e66-f77b-453e-97dd-aa2800702e2b req-6c1a7d3d-50f5-4d2e-bab8-655a825e77c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0728321 Jul 09 13:21:08.601767 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] For port fa5215e1-55ff-4777-9b2c-9ada2e630965, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:08.603475 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-a6bf40d3-88f0-44d0-99bb-b8a792e4d60b service neutron] 10.222.0.39 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067033 Jul 09 13:21:08.605494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] For port fa5215e1-55ff-4777-9b2c-9ada2e630965, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fa5215e1-55ff-4777-9b2c-9ada2e630965,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:08.617310 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:08.682664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca96baa-5353-403e-96e7-9aacececa034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb821408-72d0-4c05-b41a-12650ba20ab7'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:08.684893 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30dcc02-4c01-469c-a1e9-481ed77b3011" -d '{"events": [{"server_uuid": "6ca96baa-5353-403e-96e7-9aacececa034", "name": "network-vif-plugged", "status": "completed", "tag": "fb821408-72d0-4c05-b41a-12650ba20ab7"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:08.699684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-73a2fa85-ecfd-4e17-a582-bb53247c1459 service neutron] 10.222.0.39 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891714 Jul 09 13:21:08.714901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Pushing event updated for resources: {'Port': ['ID=fa5215e1-55ff-4777-9b2c-9ada2e630965,revision_number=8']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:08.743252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:08.743869 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:08.745249 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-b6a78adb-e2d5-4cf4-8af3-57eed1c134fe service neutron] 10.222.0.18 "PUT /v2.0/ports/fa5215e1-55ff-4777-9b2c-9ada2e630965 HTTP/1.1" status: 200 len: 1121 time: 1.0357604 Jul 09 13:21:08.753433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25a7e66-f77b-453e-97dd-aa2800702e2b req-efbdc717-ba3c-468c-a63e-c40ccd6349db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:08.755155 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b25a7e66-f77b-453e-97dd-aa2800702e2b req-efbdc717-ba3c-468c-a63e-c40ccd6349db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1477180 Jul 09 13:21:08.831186 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['fa5215e1-55ff-4777-9b2c-9ada2e630965'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:08.856084 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db538f6-3386-45f0-8eca-b60a06b9bc61 req-4a24f093-b23b-4152-960d-a3aed52e186c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:08.857795 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9db538f6-3386-45f0-8eca-b60a06b9bc61 req-4a24f093-b23b-4152-960d-a3aed52e186c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 943 time: 0.1084561 Jul 09 13:21:08.880214 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b25a7e66-f77b-453e-97dd-aa2800702e2b req-4d882f1c-8df1-4bfa-aac4-9566321e9e00 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111009 Jul 09 13:21:08.900985 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9db538f6-3386-45f0-8eca-b60a06b9bc61 req-d5abd2d1-1bb6-445c-9bcb-124a3e0c08a9 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341463 Jul 09 13:21:09.045737 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b25a7e66-f77b-453e-97dd-aa2800702e2b req-9dee92a3-4f22-45ab-8666-6c0befbf3e09 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568940 Jul 09 13:21:09.096243 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ccca32d-407f-4948-a094-55f2d5991f6a x-openstack-request-id: req-9ccca32d-407f-4948-a094-55f2d5991f6a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:09.097215 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca96baa-5353-403e-96e7-9aacececa034", "name": "network-vif-plugged", "status": "completed", "tag": "fb821408-72d0-4c05-b41a-12650ba20ab7", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:09.097215 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ccca32d-407f-4948-a094-55f2d5991f6a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:09.097353 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca96baa-5353-403e-96e7-9aacececa034', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb821408-72d0-4c05-b41a-12650ba20ab7', 'code': 200} Jul 09 13:21:09.173397 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device af02230a-6841-4c13-af11-404cf2ee1967 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:09.243867 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982ef539-e6b9-4318-9df7-f48477918190 req-7e5a224e-1432-4070-a1c0-eea4409cf13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:09.245591 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-982ef539-e6b9-4318-9df7-f48477918190 req-7e5a224e-1432-4070-a1c0-eea4409cf13e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 1096 time: 0.0747831 Jul 09 13:21:09.300849 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-982ef539-e6b9-4318-9df7-f48477918190 req-5e717d97-1711-47e7-b4c8-a1928f85c1ac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0f2fef64-1470-4176-a199-691d6e1fdc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467455 Jul 09 13:21:09.304704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port af02230a-6841-4c13-af11-404cf2ee1967, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=af02230a-6841-4c13-af11-404cf2ee1967,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:09.319590 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'af02230a-6841-4c13-af11-404cf2ee1967', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'af02230a-6841-4c13-af11-404cf2ee1967', 'mac_address': 'fa:16:3e:85:43:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:09.358568 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:09.365183 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0d9c8f1e-1d9b-44e2-bc8c-9ea1e8b78e44 req-0c3357cd-5802-4bf3-ac06-53dff98824d8 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 210 time: 0.0327985 Jul 09 13:21:09.372709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af02230a-6841-4c13-af11-404cf2ee1967 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:09.396590 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port af02230a-6841-4c13-af11-404cf2ee1967, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=af02230a-6841-4c13-af11-404cf2ee1967,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:09.409476 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:09.412763 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c924f711-8041-4639-8ded-599bb455a08a req-6528dbd1-74a2-46c7-ae97-8318abd2a82d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:09.414166 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c924f711-8041-4639-8ded-599bb455a08a req-6528dbd1-74a2-46c7-ae97-8318abd2a82d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.3378844 Jul 09 13:21:09.470587 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c924f711-8041-4639-8ded-599bb455a08a req-ca38376e-cacc-4c5e-babe-bce656f8dbc5 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470643 Jul 09 13:21:09.478853 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=af02230a-6841-4c13-af11-404cf2ee1967,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:09.574648 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3d07b6-a089-4198-829c-22eaa7c91a9a req-4898f89c-23ea-4d4a-943e-e6267bff183c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:09.583536 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa3d07b6-a089-4198-829c-22eaa7c91a9a req-4898f89c-23ea-4d4a-943e-e6267bff183c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 948 time: 0.0875542 Jul 09 13:21:09.638633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d45e79c-bf27-4ff4-842b-e791d922933d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5215e1-55ff-4777-9b2c-9ada2e630965'}, {'name': 'network-changed', 'server_uuid': '2d45e79c-bf27-4ff4-842b-e791d922933d', 'tag': 'fa5215e1-55ff-4777-9b2c-9ada2e630965'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:09.639615 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa3d07b6-a089-4198-829c-22eaa7c91a9a req-284b16af-767d-4575-9504-c8bacc92ba7b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508242 Jul 09 13:21:09.641356 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cc8fa40-f1c1-493c-9823-e134d606e47c" -d '{"events": [{"server_uuid": "2d45e79c-bf27-4ff4-842b-e791d922933d", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5215e1-55ff-4777-9b2c-9ada2e630965"}, {"name": "network-changed", "server_uuid": "2d45e79c-bf27-4ff4-842b-e791d922933d", "tag": "fa5215e1-55ff-4777-9b2c-9ada2e630965"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:09.702933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['af02230a-6841-4c13-af11-404cf2ee1967'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:09.774757 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8bb878-5fbc-4183-8ea6-938a4299d15d req-5b508897-717a-48d7-b8cf-941cb878b1b5 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:09.776679 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a8bb878-5fbc-4183-8ea6-938a4299d15d req-5b508897-717a-48d7-b8cf-941cb878b1b5 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/ports?device_id=42150fcc-2de2-4ab5-9c93-68e736cda506 HTTP/1.1" status: 200 len: 948 time: 0.1270359 Jul 09 13:21:09.871862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a8bb878-5fbc-4183-8ea6-938a4299d15d req-8fb75de6-03f0-480f-8248-9029a15c50ef tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/security-groups?id=4326b587-90ec-41f7-bca2-d075d60f9f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804360 Jul 09 13:21:09.905469 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb85c65-6487-4889-94c2-580daa47df34 req-d2e879d7-1f35-4ecb-b80e-f9c9570e2b15 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:09.912421 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cdb85c65-6487-4889-94c2-580daa47df34 req-d2e879d7-1f35-4ecb-b80e-f9c9570e2b15 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 945 time: 0.1337769 Jul 09 13:21:09.926371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45402) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:09.957895 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cdb85c65-6487-4889-94c2-580daa47df34 req-ff838d1e-c1ee-4058-8186-639dce18b02a tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f2fef64-1470-4176-a199-691d6e1fdc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442390 Jul 09 13:21:09.986152 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-fe75104f-3c4c-45cc-a679-894273267086 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=03320ede630048d1a428bccd9a4793e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268831 Jul 09 13:21:10.004180 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c740247d-3d3f-45cc-b2f5-b8628fbf7e96 x-openstack-request-id: req-c740247d-3d3f-45cc-b2f5-b8628fbf7e96 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:10.004477 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d45e79c-bf27-4ff4-842b-e791d922933d", "name": "network-vif-unplugged", "status": "completed", "tag": "fa5215e1-55ff-4777-9b2c-9ada2e630965", "code": 200}, {"name": "network-changed", "server_uuid": "2d45e79c-bf27-4ff4-842b-e791d922933d", "tag": "fa5215e1-55ff-4777-9b2c-9ada2e630965", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:10.004734 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c740247d-3d3f-45cc-b2f5-b8628fbf7e96 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:10.005124 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d45e79c-bf27-4ff4-842b-e791d922933d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa5215e1-55ff-4777-9b2c-9ada2e630965', 'code': 200} Jul 09 13:21:10.005399 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d45e79c-bf27-4ff4-842b-e791d922933d', 'tag': 'fa5215e1-55ff-4777-9b2c-9ada2e630965', 'status': 'completed', 'code': 200} Jul 09 13:21:10.113755 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f16b7889-896d-4c6c-abbf-5c449499b2d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:10.181713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-3270f338-5f42-4122-8a63-87c3726d671b tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:10.183306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8fa40-f1c1-493c-9823-e134d606e47c req-b492eec5-2f50-44c1-8abb-d435af997716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:10.184856 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2cc8fa40-f1c1-493c-9823-e134d606e47c req-b492eec5-2f50-44c1-8abb-d435af997716 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 1124 time: 0.1177709 Jul 09 13:21:10.190145 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-3270f338-5f42-4122-8a63-87c3726d671b tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959734 Jul 09 13:21:10.210413 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-eab61da7-abf4-4d96-8727-8b6a4ddcd72c tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/quotas/03320ede630048d1a428bccd9a4793e2 HTTP/1.1" status: 200 len: 375 time: 0.0193958 Jul 09 13:21:10.273945 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eac2cb-119a-4736-8e0c-5c3c44bbaf14 req-4abfdae0-92b4-488f-8a62-b61ae076b54b tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:10.275522 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f9eac2cb-119a-4736-8e0c-5c3c44bbaf14 req-4abfdae0-92b4-488f-8a62-b61ae076b54b tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 943 time: 0.1457462 Jul 09 13:21:10.342597 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f9eac2cb-119a-4736-8e0c-5c3c44bbaf14 req-c197910f-347e-4256-9170-40fbbf13d150 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579615 Jul 09 13:21:10.363740 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-a90ddd6a-47c1-4341-a438-13e406f423ca tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=03320ede630048d1a428bccd9a4793e2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1359615 Jul 09 13:21:10.428345 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f16b7889-896d-4c6c-abbf-5c449499b2d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:10.438679 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-0fb613ce-eaa2-47cc-b904-6048a335d305 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:10.440285 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-0fb613ce-eaa2-47cc-b904-6048a335d305 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.15 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 808 time: 0.2470007 Jul 09 13:21:10.443497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8fa40-f1c1-493c-9823-e134d606e47c req-2dc3653f-9945-466c-9591-802129b8737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:10.444926 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2cc8fa40-f1c1-493c-9823-e134d606e47c req-2dc3653f-9945-466c-9591-802129b8737d service neutron] 10.222.0.15 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.2418835 Jul 09 13:21:10.445618 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f16b7889-896d-4c6c-abbf-5c449499b2d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:10.461042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-3511118d-0ec8-4467-ad90-85a511b9eeab tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Request body: {'port': {'device_id': '5bfa46be-c593-421d-9ef4-df80cbd3b68e', 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809', 'admin_state_up': True, 'tenant_id': '5f446942a386493c8f7ba7f6f57f031b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:10.566177 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2cc8fa40-f1c1-493c-9823-e134d606e47c req-422f1c01-6fc7-4598-88e5-5af368a72f10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa5215e1-55ff-4777-9b2c-9ada2e630965 HTTP/1.1" status: 200 len: 217 time: 0.1014743 Jul 09 13:21:10.625177 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f16b7889-896d-4c6c-abbf-5c449499b2d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5dc3fd019e1470f92da26cb0903dbaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6974080 Jul 09 13:21:10.631696 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45420) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:10.643122 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6953c9d2-0b3f-4e92-aed1-8a16b2a1d520 req-f2154a59-a6b5-4c87-9e71-50ce597e8a84 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 210 time: 0.0500360 Jul 09 13:21:10.644414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16b7889-896d-4c6c-abbf-5c449499b2d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59187bb-e9d7-4d55-b440-cc3b1e87620e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:10.692755 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a4a52b1-3400-4066-bbdc-a7e62023c092 req-b455223b-0105-4f5c-9f55-9166d9e20928 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 210 time: 0.0482683 Jul 09 13:21:10.712221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc8fa40-f1c1-493c-9823-e134d606e47c req-ad8d13d4-6c0d-4607-b12c-9cc27897ccd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:10.713857 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2cc8fa40-f1c1-493c-9823-e134d606e47c req-ad8d13d4-6c0d-4607-b12c-9cc27897ccd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.1301579 Jul 09 13:21:10.770264 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2cc8fa40-f1c1-493c-9823-e134d606e47c req-374965fd-5f1e-4b28-a21a-72b97920ab66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457726 Jul 09 13:21:10.833096 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88485d8d-1162-41af-b611-d720da3dc0a9 req-e622da13-499c-4c25-873f-bbd9abe5d79f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:10.834707 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88485d8d-1162-41af-b611-d720da3dc0a9 req-e622da13-499c-4c25-873f-bbd9abe5d79f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 948 time: 0.0732477 Jul 09 13:21:10.848768 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2b67d30-af85-4fe6-ac55-bd659813bd70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:10.887516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-3511118d-0ec8-4467-ad90-85a511b9eeab tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Made reservation on behalf of 5f446942a386493c8f7ba7f6f57f031b for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:10.888738 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88485d8d-1162-41af-b611-d720da3dc0a9 req-7fbb1598-75a9-4914-b24e-d80904492c9e tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468447 Jul 09 13:21:10.890905 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-3511118d-0ec8-4467-ad90-85a511b9eeab tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:10.901285 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2b67d30-af85-4fe6-ac55-bd659813bd70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:10.979248 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2cc8fa40-f1c1-493c-9823-e134d606e47c req-2494faff-b9dd-4175-98d7-6dc6fb97d2b7 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020366 Jul 09 13:21:11.081464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41edc78c-2eaa-49a8-a0ef-5655c867fad8 req-48f11974-d85b-475e-8f0d-736959a5813d tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:11.083031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41edc78c-2eaa-49a8-a0ef-5655c867fad8 req-48f11974-d85b-475e-8f0d-736959a5813d tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/ports?device_id=42150fcc-2de2-4ab5-9c93-68e736cda506 HTTP/1.1" status: 200 len: 948 time: 0.0686359 Jul 09 13:21:11.176561 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41edc78c-2eaa-49a8-a0ef-5655c867fad8 req-77fcc573-9c17-407b-ba24-17279e37ac09 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/security-groups?id=4326b587-90ec-41f7-bca2-d075d60f9f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840821 Jul 09 13:21:11.178730 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2b67d30-af85-4fe6-ac55-bd659813bd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.181237 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2b67d30-af85-4fe6-ac55-bd659813bd70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.182381 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b2b67d30-af85-4fe6-ac55-bd659813bd70 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d59187bb-e9d7-4d55-b440-cc3b1e87620e HTTP/1.1" status: 204 len: 168 time: 0.5481396 Jul 09 13:21:11.197259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device f51d7205-df32-491b-a429-e8cdd40f70da details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:11.202498 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device af02230a-6841-4c13-af11-404cf2ee1967 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:11.218936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd305181-814f-40c3-b9ba-e04160c314d7 req-9e208086-c2df-45f3-b038-abc69862657c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:11.226869 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd305181-814f-40c3-b9ba-e04160c314d7 req-9e208086-c2df-45f3-b038-abc69862657c tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 945 time: 0.1336162 Jul 09 13:21:11.233215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b67d30-af85-4fe6-ac55-bd659813bd70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59187bb-e9d7-4d55-b440-cc3b1e87620e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:11.239332 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2cc8fa40-f1c1-493c-9823-e134d606e47c req-c9f11761-6d77-4342-9d97-e6f41ca3cff9 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291145 Jul 09 13:21:11.244623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-3511118d-0ec8-4467-ad90-85a511b9eeab tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Allocated IP 172.20.0.2 (b4d14687-7b64-47e7-b45c-f262f4bce809/629be656-9c00-4f47-9623-04a34c6428e9/3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:11.291631 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd305181-814f-40c3-b9ba-e04160c314d7 req-4d5be753-73c9-4754-b586-c2ea011d5d54 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f2fef64-1470-4176-a199-691d6e1fdc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636098 Jul 09 13:21:11.315373 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a29d6e2f-b90a-4fca-93f0-b64241c91659 req-5f38a1e8-b101-46ad-a9ac-afab62d10299 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1480131 Jul 09 13:21:11.488870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port af02230a-6841-4c13-af11-404cf2ee1967 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:11.502954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port af02230a-6841-4c13-af11-404cf2ee1967 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:11.509442 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.600172 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d3199ee4-b1fc-4617-aae8-d352beab72eb req-a5b21cea-2637-492e-8c10-7dc9ec8f6e0e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0983846 Jul 09 13:21:11.647629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6e2f-b90a-4fca-93f0-b64241c91659 req-cd59d445-94c7-4a47-bc9f-718b3e01742f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:11.651874 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a29d6e2f-b90a-4fca-93f0-b64241c91659 req-cd59d445-94c7-4a47-bc9f-718b3e01742f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 1095 time: 0.2149727 Jul 09 13:21:11.670938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port f51d7205-df32-491b-a429-e8cdd40f70da, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=f51d7205-df32-491b-a429-e8cdd40f70da,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:11.684715 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c7d3a-99f0-4b97-9b31-52e7a2f4a8d3 req-6cf2cfa4-d99e-4d1b-b5ca-550b5140d7fe tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:11.694597 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'f51d7205-df32-491b-a429-e8cdd40f70da', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'f51d7205-df32-491b-a429-e8cdd40f70da', 'mac_address': 'fa:16:3e:5d:10:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:11.696132 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-685c7d3a-99f0-4b97-9b31-52e7a2f4a8d3 req-6cf2cfa4-d99e-4d1b-b5ca-550b5140d7fe tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 943 time: 0.1772962 Jul 09 13:21:11.703960 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45448) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:11.771537 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.781406 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.787832 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-685c7d3a-99f0-4b97-9b31-52e7a2f4a8d3 req-02c1b474-8014-4065-aef6-99160227ed9c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897422 Jul 09 13:21:11.806201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51d7205-df32-491b-a429-e8cdd40f70da {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:11.845312 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c1981d0-dd1d-4397-8131-7858e0f1a0be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.846078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42150fcc-2de2-4ab5-9c93-68e736cda506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af02230a-6841-4c13-af11-404cf2ee1967'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:11.848403 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6da2caa-9410-4dfa-9a20-f50aa04fbf97" -d '{"events": [{"server_uuid": "42150fcc-2de2-4ab5-9c93-68e736cda506", "name": "network-vif-plugged", "status": "completed", "tag": "af02230a-6841-4c13-af11-404cf2ee1967"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:11.866803 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port f51d7205-df32-491b-a429-e8cdd40f70da, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=f51d7205-df32-491b-a429-e8cdd40f70da,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:11.870847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port af02230a-6841-4c13-af11-404cf2ee1967, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=af02230a-6841-4c13-af11-404cf2ee1967,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:11.872287 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.872949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fa5215e1-55ff-4777-9b2c-9ada2e630965 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:11.877639 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.944775 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-3511118d-0ec8-4467-ad90-85a511b9eeab tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:11.978846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3199ee4-b1fc-4617-aae8-d352beab72eb req-07cb935c-6302-42aa-831b-e746c85add17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:11.980675 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d3199ee4-b1fc-4617-aae8-d352beab72eb req-07cb935c-6302-42aa-831b-e746c85add17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2805868d6b3b4a929f867d7da2837674&device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 1097 time: 0.3185856 Jul 09 13:21:12.024426 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=f51d7205-df32-491b-a429-e8cdd40f70da,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:12.058140 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2377d0eb-dc48-4d27-9b0f-66cfbba33b8a req-822203ec-7e79-4c75-8eff-2697f45fb4b3 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 210 time: 0.0748003 Jul 09 13:21:12.296868 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a814f44-3b0c-41d9-b22c-f4ac22ebd556 req-bd5a2277-b4b5-4019-baea-bb50057c7d1c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 210 time: 0.1087730 Jul 09 13:21:12.458346 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01903c2e-1e50-4224-baaa-4ace32eb7944 x-openstack-request-id: req-01903c2e-1e50-4224-baaa-4ace32eb7944 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:12.458937 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42150fcc-2de2-4ab5-9c93-68e736cda506", "name": "network-vif-plugged", "status": "completed", "tag": "af02230a-6841-4c13-af11-404cf2ee1967", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:12.459360 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-01903c2e-1e50-4224-baaa-4ace32eb7944 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:12.459770 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42150fcc-2de2-4ab5-9c93-68e736cda506', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af02230a-6841-4c13-af11-404cf2ee1967', 'code': 200} Jul 09 13:21:12.527609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=af02230a-6841-4c13-af11-404cf2ee1967,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:12.560791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fa5215e1-55ff-4777-9b2c-9ada2e630965, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fa5215e1-55ff-4777-9b2c-9ada2e630965,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:12.567883 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6473455-7d1c-4f08-9748-e058b222bfba req-83816970-21e8-47f1-9ebf-b3c1ad74dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:12.569747 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e6473455-7d1c-4f08-9748-e058b222bfba req-83816970-21e8-47f1-9ebf-b3c1ad74dca2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=42150fcc-2de2-4ab5-9c93-68e736cda506 HTTP/1.1" status: 200 len: 1100 time: 0.2135925 Jul 09 13:21:12.581549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fa5215e1-55ff-4777-9b2c-9ada2e630965 has no active binding in host n-h1-799525-3 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:21:12.611240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6e2f-b90a-4fca-93f0-b64241c91659 req-43767a09-0265-49d9-a1f0-2292f4021e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:12.612798 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a29d6e2f-b90a-4fca-93f0-b64241c91659 req-43767a09-0265-49d9-a1f0-2292f4021e38 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.9076710 Jul 09 13:21:12.622596 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-3511118d-0ec8-4467-ad90-85a511b9eeab tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:12.651694 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e6473455-7d1c-4f08-9748-e058b222bfba req-b6c43bb2-7031-432a-9ce1-301cd75250c3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4326b587-90ec-41f7-bca2-d075d60f9f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424061 Jul 09 13:21:12.678414 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-0df7156d-053b-4097-9001-a11d08598050 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=03320ede630048d1a428bccd9a4793e2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990753 Jul 09 13:21:12.690752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fada4c-d5f5-4010-96ab-c54e8b667127 req-f7299db8-d9b1-41f5-aa60-9746ff20c8ef tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:12.698270 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79fada4c-d5f5-4010-96ab-c54e8b667127 req-f7299db8-d9b1-41f5-aa60-9746ff20c8ef tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 949 time: 0.2330725 Jul 09 13:21:12.755716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d013c7-6500-48c0-8492-8b8bfebd4ac0 req-b1795644-9bd1-43e2-8576-ce2fa58d54e3 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:12.759203 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-82d013c7-6500-48c0-8492-8b8bfebd4ac0 req-b1795644-9bd1-43e2-8576-ce2fa58d54e3 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/ports?device_id=42150fcc-2de2-4ab5-9c93-68e736cda506 HTTP/1.1" status: 200 len: 949 time: 0.1883707 Jul 09 13:21:12.764370 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79fada4c-d5f5-4010-96ab-c54e8b667127 req-88fd8a5b-74b4-49aa-bf70-1a99b657a74d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652792 Jul 09 13:21:12.799470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-3511118d-0ec8-4467-ad90-85a511b9eeab tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Network b4d14687-7b64-47e7-b45c-f262f4bce809 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:12.819624 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-82d013c7-6500-48c0-8492-8b8bfebd4ac0 req-61eeb593-1a93-42e8-b0ba-a0a2fdcc26aa tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/security-groups?id=4326b587-90ec-41f7-bca2-d075d60f9f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531046 Jul 09 13:21:12.832492 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a29d6e2f-b90a-4fca-93f0-b64241c91659 req-b13a9f18-2ff1-4f39-a21d-abc79ba7c22d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba HTTP/1.1" status: 200 len: 217 time: 0.1941502 Jul 09 13:21:12.858853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-3511118d-0ec8-4467-ad90-85a511b9eeab tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:12.865821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['f51d7205-df32-491b-a429-e8cdd40f70da'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:12.894137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-3511118d-0ec8-4467-ad90-85a511b9eeab tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:12.971907 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3511118d-0ec8-4467-ad90-85a511b9eeab tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Pushing event updated for resources: {'Port': ['ID=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:12.993471 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3199ee4-b1fc-4617-aae8-d352beab72eb req-87e8bcba-31fa-4789-bba6-6e3ebb4fa61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:12.994957 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d3199ee4-b1fc-4617-aae8-d352beab72eb req-87e8bcba-31fa-4789-bba6-6e3ebb4fa61f service neutron] 10.222.0.15 "GET /v2.0/networks?id=9232ea55-daf9-4d07-93d3-30e0b875668e HTTP/1.1" status: 200 len: 924 time: 0.9724851 Jul 09 13:21:13.022049 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-038bef0a-10b4-4427-8bd6-04ab4723e4ce service neutron] 10.222.0.15 "GET /v2.0/ports/fa5215e1-55ff-4777-9b2c-9ada2e630965/bindings/n-h1-799525-3 HTTP/1.1" status: 200 len: 384 time: 0.4442000 Jul 09 13:21:13.067018 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7d85d9-c25d-4687-9823-408332d6abf3 req-2b6ad46b-201a-42d6-803b-2d89ca599c6b tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:13.068633 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8d7d85d9-c25d-4687-9823-408332d6abf3 req-2b6ad46b-201a-42d6-803b-2d89ca599c6b tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 943 time: 0.0760753 Jul 09 13:21:13.119914 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d6e2f-b90a-4fca-93f0-b64241c91659 req-de868841-4e98-4b31-8ea1-7089884869d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:13.121400 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a29d6e2f-b90a-4fca-93f0-b64241c91659 req-de868841-4e98-4b31-8ea1-7089884869d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.2741547 Jul 09 13:21:13.123289 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c1981d0-dd1d-4397-8131-7858e0f1a0be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.150197 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8d7d85d9-c25d-4687-9823-408332d6abf3 req-75cad131-8358-439a-a6d7-daaa273c4aee tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659728 Jul 09 13:21:13.167896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-3511118d-0ec8-4467-ad90-85a511b9eeab tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:13.168543 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-3511118d-0ec8-4467-ad90-85a511b9eeab tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.171195 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c1981d0-dd1d-4397-8131-7858e0f1a0be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.221797 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a29d6e2f-b90a-4fca-93f0-b64241c91659 req-9017eb7f-fe91-427f-a90f-7fed56758ace service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847476 Jul 09 13:21:13.240325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-e6acde2c-c237-4193-99ea-23834fed61e2 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:13.241775 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-e6acde2c-c237-4193-99ea-23834fed61e2 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5365887 Jul 09 13:21:13.290183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-a8791b4c-1631-4423-80aa-22c9f45abd12 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Request body: {'port': {'device_id': '2483aa52-7df6-4eb3-aae9-3eb9feb49182', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': '03320ede630048d1a428bccd9a4793e2'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:13.295438 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d3199ee4-b1fc-4617-aae8-d352beab72eb req-970d60b4-1390-484e-9708-e7c0debfc4d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=afb99052-65a5-48f0-abfd-3b868da9ea69 HTTP/1.1" status: 200 len: 1002 time: 0.2725241 Jul 09 13:21:13.309184 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8ae3077-e6b5-479d-b713-0dd275482b1f req-cc5fb25a-86d4-41a3-a13a-4df820a4ec5d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 210 time: 0.0397773 Jul 09 13:21:13.349843 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-3511118d-0ec8-4467-ad90-85a511b9eeab tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8934202 Jul 09 13:21:13.395253 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3c1981d0-dd1d-4397-8131-7858e0f1a0be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=629ab4d8af714330bca5889179a24e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5740900 Jul 09 13:21:13.398069 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45484) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:13.429644 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Request body: {'port': {'device_id': '5bfa46be-c593-421d-9ef4-df80cbd3b68e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:13.442138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1981d0-dd1d-4397-8131-7858e0f1a0be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=365fe648-10a2-40f2-b6e3-2f346af807f5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:13.554383 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0db9ad0e-7d61-4fac-be7a-12dc3580d3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.586693 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0db9ad0e-7d61-4fac-be7a-12dc3580d3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.605587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3199ee4-b1fc-4617-aae8-d352beab72eb req-38cc66fb-03fd-4f3a-92b1-d9447a882ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:13.607655 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d3199ee4-b1fc-4617-aae8-d352beab72eb req-38cc66fb-03fd-4f3a-92b1-d9447a882ab5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26d28f37-7507-432c-a5d8-c6beb38ffc7a HTTP/1.1" status: 200 len: 862 time: 0.2621849 Jul 09 13:21:13.617694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ddf9e-5be4-4433-8e4d-7c4621c917b0 req-15bbb8cc-479b-4729-bc84-17930d85ac9f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:13.624894 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f3ddf9e-5be4-4433-8e4d-7c4621c917b0 req-15bbb8cc-479b-4729-bc84-17930d85ac9f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 931 time: 0.1456530 Jul 09 13:21:13.684910 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f3ddf9e-5be4-4433-8e4d-7c4621c917b0 req-af2585e3-ae94-4918-b902-89311bb95a72 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586836 Jul 09 13:21:13.719424 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0db9ad0e-7d61-4fac-be7a-12dc3580d3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.720262 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0db9ad0e-7d61-4fac-be7a-12dc3580d3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:13.726888 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0db9ad0e-7d61-4fac-be7a-12dc3580d3a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/365fe648-10a2-40f2-b6e3-2f346af807f5 HTTP/1.1" status: 204 len: 168 time: 0.3254354 Jul 09 13:21:13.734196 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db9ad0e-7d61-4fac-be7a-12dc3580d3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=365fe648-10a2-40f2-b6e3-2f346af807f5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:13.799622 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a29d6e2f-b90a-4fca-93f0-b64241c91659 req-30b2a36f-1ee1-433f-9f9a-15862f2ce66f service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5459347 Jul 09 13:21:13.806134 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:14.059616 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c3e9d0-6f11-445c-b7bf-7b788e6631b8 req-3f534990-ae4b-4ef9-8750-2d83efd0cea1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:14.069153 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88c3e9d0-6f11-445c-b7bf-7b788e6631b8 req-3f534990-ae4b-4ef9-8750-2d83efd0cea1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 949 time: 0.1144085 Jul 09 13:21:14.072393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-a8791b4c-1631-4423-80aa-22c9f45abd12 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Made reservation on behalf of 03320ede630048d1a428bccd9a4793e2 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:14.076667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-a8791b4c-1631-4423-80aa-22c9f45abd12 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:14.106431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-cb220596-153e-4118-82ab-9ec9828eef96 service neutron] For port fa5215e1-55ff-4777-9b2c-9ada2e630965, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fa5215e1-55ff-4777-9b2c-9ada2e630965,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:14.153059 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88c3e9d0-6f11-445c-b7bf-7b788e6631b8 req-93198e19-a28f-49d1-86f9-a2e1a7994c27 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813999 Jul 09 13:21:14.222677 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095b8da6-c83d-44d7-8dbd-29c15b2b022c req-58e8eae5-b706-4648-9179-3f95fe465f9d tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:14.225294 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-095b8da6-c83d-44d7-8dbd-29c15b2b022c req-58e8eae5-b706-4648-9179-3f95fe465f9d tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/ports?device_id=42150fcc-2de2-4ab5-9c93-68e736cda506 HTTP/1.1" status: 200 len: 949 time: 0.1535254 Jul 09 13:21:14.241495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-cb220596-153e-4118-82ab-9ec9828eef96 service neutron] For port fa5215e1-55ff-4777-9b2c-9ada2e630965, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:14.286296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3199ee4-b1fc-4617-aae8-d352beab72eb req-9407ea35-9245-4a38-aee1-54354a313793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:14.288152 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d3199ee4-b1fc-4617-aae8-d352beab72eb req-9407ea35-9245-4a38-aee1-54354a313793 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9232ea55-daf9-4d07-93d3-30e0b875668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6584749 Jul 09 13:21:14.300019 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-095b8da6-c83d-44d7-8dbd-29c15b2b022c req-c95738be-d97f-4d41-82bb-efaab64c24ab tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/security-groups?id=4326b587-90ec-41f7-bca2-d075d60f9f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640249 Jul 09 13:21:14.405725 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a29d6e2f-b90a-4fca-93f0-b64241c91659 req-b3fd050b-f81c-45c8-8f3c-601acb965244 service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5948818 Jul 09 13:21:14.423292 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-cb220596-153e-4118-82ab-9ec9828eef96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa5215e1-55ff-4777-9b2c-9ada2e630965 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:14.500528 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-cb220596-153e-4118-82ab-9ec9828eef96 service neutron] For port fa5215e1-55ff-4777-9b2c-9ada2e630965, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fa5215e1-55ff-4777-9b2c-9ada2e630965,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:14.504434 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70816890-fbaf-4ebb-921c-c2db9ab370a0 req-f9e70b04-cd1e-4f56-96be-e23606d4df77 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:14.507215 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70816890-fbaf-4ebb-921c-c2db9ab370a0 req-f9e70b04-cd1e-4f56-96be-e23606d4df77 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 943 time: 0.1167390 Jul 09 13:21:14.569780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70816890-fbaf-4ebb-921c-c2db9ab370a0 req-7ab19172-8392-4c66-9718-ea8740eea8d7 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567527 Jul 09 13:21:14.576548 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-cb220596-153e-4118-82ab-9ec9828eef96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:14.637026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-a8791b4c-1631-4423-80aa-22c9f45abd12 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Allocated IP 192.168.233.120 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/871709be-febf-4161-aeff-d372aee97f0e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:14.704704 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d3199ee4-b1fc-4617-aae8-d352beab72eb req-f5ea1a27-6d3d-4481-a965-a6f589f8841b service neutron] 10.222.0.15 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804567 Jul 09 13:21:14.769324 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46db225e-53c1-4d2d-9027-9944ada1b292 req-c6d6b92f-23c0-4741-af90-b4dba009a43a tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 210 time: 0.0728517 Jul 09 13:21:14.825460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45528) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:14.875127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f7dc2-3331-4b72-9c0e-513d9cb235a7 req-d55b8c52-0bdf-4977-9b59-fdf79532a917 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:14.898165 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a97f7dc2-3331-4b72-9c0e-513d9cb235a7 req-d55b8c52-0bdf-4977-9b59-fdf79532a917 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/ports?device_id=42150fcc-2de2-4ab5-9c93-68e736cda506 HTTP/1.1" status: 200 len: 949 time: 0.1273859 Jul 09 13:21:14.992408 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d10be4ed-b1a4-4aa6-98c5-7a58dc66f2d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-514068781-network', 'tenant_id': '377f6e029fb84d769fa109631cc06142'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:15.012341 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a97f7dc2-3331-4b72-9c0e-513d9cb235a7 req-a78c819f-39db-4781-8b52-788d3cb47516 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/security-groups?id=4326b587-90ec-41f7-bca2-d075d60f9f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131632 Jul 09 13:21:15.053828 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d10be4ed-b1a4-4aa6-98c5-7a58dc66f2d7 admin admin] Made reservation on behalf of 377f6e029fb84d769fa109631cc06142 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:15.057032 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d10be4ed-b1a4-4aa6-98c5-7a58dc66f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.075148 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d10be4ed-b1a4-4aa6-98c5-7a58dc66f2d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.092505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18530963-6025-4a06-9b1e-3ace246384be req-c0e93f42-609c-41d1-886d-8ae89063eaa1 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:15.094090 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18530963-6025-4a06-9b1e-3ace246384be req-c0e93f42-609c-41d1-886d-8ae89063eaa1 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 931 time: 0.1813035 Jul 09 13:21:15.164454 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18530963-6025-4a06-9b1e-3ace246384be req-3d1e09a5-fb76-4d3d-ba20-06238124c801 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608768 Jul 09 13:21:15.221559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device f51d7205-df32-491b-a429-e8cdd40f70da up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:15.264151 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d10be4ed-b1a4-4aa6-98c5-7a58dc66f2d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.271421 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d10be4ed-b1a4-4aa6-98c5-7a58dc66f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.290082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port f51d7205-df32-491b-a429-e8cdd40f70da completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:15.295173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port f51d7205-df32-491b-a429-e8cdd40f70da triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:15.295816 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.301578 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d10be4ed-b1a4-4aa6-98c5-7a58dc66f2d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:21:15.305109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-cb220596-153e-4118-82ab-9ec9828eef96 service neutron] Transition to ACTIVE for port object fa5215e1-55ff-4777-9b2c-9ada2e630965 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:15.350017 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d10be4ed-b1a4-4aa6-98c5-7a58dc66f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.350359 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-d10be4ed-b1a4-4aa6-98c5-7a58dc66f2d7 admin admin] Added segment fdace2d2-13c6-4892-8a28-507aaaa6f41a of type vlan for network 73bd6e63-6c58-4e55-a362-1c0dec2d700a Jul 09 13:21:15.368852 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-cb220596-153e-4118-82ab-9ec9828eef96 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.388842 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.390549 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10be4ed-b1a4-4aa6-98c5-7a58dc66f2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19270ff6-c8e9-481c-b31f-c74930cf6db8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:15.414042 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d10be4ed-b1a4-4aa6-98c5-7a58dc66f2d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.425015 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb4d9db-05ae-40b6-9c37-3e77d51cc279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51d7205-df32-491b-a429-e8cdd40f70da'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:15.427760 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b384a55f-170d-4282-a2ba-0f2fd9835357" -d '{"events": [{"server_uuid": "6bb4d9db-05ae-40b6-9c37-3e77d51cc279", "name": "network-vif-plugged", "status": "completed", "tag": "f51d7205-df32-491b-a429-e8cdd40f70da"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:15.429202 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d3199ee4-b1fc-4617-aae8-d352beab72eb req-61f9c8f2-4def-4c2a-907c-42e963c8f93f service neutron] 10.222.0.15 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7157834 Jul 09 13:21:15.442166 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port f51d7205-df32-491b-a429-e8cdd40f70da, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=f51d7205-df32-491b-a429-e8cdd40f70da,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:15.448191 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.457989 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7b75d-0204-4689-9a94-492c558f645a req-16b08261-32d0-4f6d-8891-c8e215d87859 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:15.459582 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b0b7b75d-0204-4689-9a94-492c558f645a req-16b08261-32d0-4f6d-8891-c8e215d87859 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 949 time: 0.1736002 Jul 09 13:21:15.481168 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d10be4ed-b1a4-4aa6-98c5-7a58dc66f2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.482051 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d10be4ed-b1a4-4aa6-98c5-7a58dc66f2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:15.483061 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d10be4ed-b1a4-4aa6-98c5-7a58dc66f2d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.508255 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-cb220596-153e-4118-82ab-9ec9828eef96 service neutron] No DVR routers for this DVR port fa5215e1-55ff-4777-9b2c-9ada2e630965 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:15.552912 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d10be4ed-b1a4-4aa6-98c5-7a58dc66f2d7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7219186 Jul 09 13:21:15.558724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45544) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:15.563658 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-28e415e6-b5ef-4e9f-88bf-1448010a6a07 admin admin] Request body: {'subnet': {'network_id': '73bd6e63-6c58-4e55-a362-1c0dec2d700a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-514068781-subnet', 'tenant_id': '377f6e029fb84d769fa109631cc06142', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:15.582087 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=f51d7205-df32-491b-a429-e8cdd40f70da,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:15.589788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10be4ed-b1a4-4aa6-98c5-7a58dc66f2d7 admin admin] Pushing event updated for resources: {'Network': ['ID=73bd6e63-6c58-4e55-a362-1c0dec2d700a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:15.602899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b0b7b75d-0204-4689-9a94-492c558f645a req-02b1b4de-9d41-40fd-b7ee-cd0425f02baa tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285205 Jul 09 13:21:15.615803 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:15.621301 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 73bd6e63-6c58-4e55-a362-1c0dec2d700a details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:21:15.624598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e415e6-b5ef-4e9f-88bf-1448010a6a07 admin admin] Made reservation on behalf of 377f6e029fb84d769fa109631cc06142 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:15.628264 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28e415e6-b5ef-4e9f-88bf-1448010a6a07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.634701 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-cb220596-153e-4118-82ab-9ec9828eef96 service neutron] 10.222.0.15 "PUT /v2.0/ports/fa5215e1-55ff-4777-9b2c-9ada2e630965/bindings/n-h1-799525-3/activate HTTP/1.1" status: 200 len: 369 time: 2.5962059 Jul 09 13:21:15.650820 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.700369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb220596-153e-4118-82ab-9ec9828eef96 service neutron] Pushing event updated for resources: {'Port': ['ID=fa5215e1-55ff-4777-9b2c-9ada2e630965,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:15.721876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Transition to ACTIVE for port object 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:15.732389 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.743624 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9476440-44fa-4a45-a378-93cb0d996052 x-openstack-request-id: req-d9476440-44fa-4a45-a378-93cb0d996052 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:15.744584 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb4d9db-05ae-40b6-9c37-3e77d51cc279", "name": "network-vif-plugged", "status": "completed", "tag": "f51d7205-df32-491b-a429-e8cdd40f70da", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:15.744902 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9476440-44fa-4a45-a378-93cb0d996052 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:15.745412 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb4d9db-05ae-40b6-9c37-3e77d51cc279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51d7205-df32-491b-a429-e8cdd40f70da', 'code': 200} Jul 09 13:21:15.762514 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-a8791b4c-1631-4423-80aa-22c9f45abd12 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:15.817921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Pushing event updated for resources: {'Port': ['ID=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:15.853467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-a8791b4c-1631-4423-80aa-22c9f45abd12 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Transition to ACTIVE for port object 871709be-febf-4161-aeff-d372aee97f0e will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:16.039847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Attempting to bind port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:16.040513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Attempting to bind port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:16.040855 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Attempting to bind port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:16.047359 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-a8791b4c-1631-4423-80aa-22c9f45abd12 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.056450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 on network b4d14687-7b64-47e7-b45c-f262f4bce809 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:16.056830 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Attempting to bind port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:16.061043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['e2ebbdd4-b61b-4d42-bc10-8836ee931be1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:16.063262 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['dfea7cac-5875-47f7-b614-928f4a929f20'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:16.084096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2073893-d1f0-4c28-a772-572782f0192b req-dafea1db-997b-4cb3-a831-cdffbd064c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.085664 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2073893-d1f0-4c28-a772-572782f0192b req-dafea1db-997b-4cb3-a831-cdffbd064c73 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 1101 time: 0.1547856 Jul 09 13:21:16.088767 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28e415e6-b5ef-4e9f-88bf-1448010a6a07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.105926 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:16.106180 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Checking segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:16.106908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Bound using segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:16.107059 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Bound port: 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:16.107361 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.147288 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca49f2ed-4f4d-42c7-84ac-01616c73adf3 req-abd1aa7f-e2ab-45e7-833e-cc6fce051145 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.150436 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-a8791b4c-1631-4423-80aa-22c9f45abd12 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:16.154097 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca49f2ed-4f4d-42c7-84ac-01616c73adf3 req-abd1aa7f-e2ab-45e7-833e-cc6fce051145 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 944 time: 0.2970614 Jul 09 13:21:16.159172 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-a8791b4c-1631-4423-80aa-22c9f45abd12 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:16.190795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-a8791b4c-1631-4423-80aa-22c9f45abd12 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:16.202455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8791b4c-1631-4423-80aa-22c9f45abd12 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Pushing event updated for resources: {'Port': ['ID=871709be-febf-4161-aeff-d372aee97f0e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:16.218436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-37ea07eb-ca49-4534-a9e5-3723e06d1cfb tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.219986 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-37ea07eb-ca49-4534-a9e5-3723e06d1cfb tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d&tenant_id=35b702eee9154963b30c070fa690b62c&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1095 time: 0.2879195 Jul 09 13:21:16.242061 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2073893-d1f0-4c28-a772-572782f0192b req-0b7d75e9-740b-4987-8dac-5818ab41e464 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373549 Jul 09 13:21:16.264281 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e415e6-b5ef-4e9f-88bf-1448010a6a07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b23d9fa5-bb30-454c-bc87-12159cef4228,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:16.294389 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-a8791b4c-1631-4423-80aa-22c9f45abd12 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.295235 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-a8791b4c-1631-4423-80aa-22c9f45abd12 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.305473 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] For port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:16.311684 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] For port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:16.340021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.381775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca49f2ed-4f4d-42c7-84ac-01616c73adf3 req-b37c82e9-3bd6-4a52-b240-711784cbc4ed tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267184 Jul 09 13:21:16.401358 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-a8791b4c-1631-4423-80aa-22c9f45abd12 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1283000 Jul 09 13:21:16.403449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad1cb39-92c9-4b8f-8d00-3ccc4b761de3 req-14113f21-c38d-4d66-9ca1-f5d995bc0e2e tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.405656 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ad1cb39-92c9-4b8f-8d00-3ccc4b761de3 req-14113f21-c38d-4d66-9ca1-f5d995bc0e2e tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 936 time: 0.3848848 Jul 09 13:21:16.454197 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Request body: {'port': {'device_id': '2483aa52-7df6-4eb3-aae9-3eb9feb49182', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:16.469427 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.470312 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.472772 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] 10.222.0.15 "PUT /v2.0/ports/3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 HTTP/1.1" status: 200 len: 1091 time: 3.0818024 Jul 09 13:21:16.473414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bfa46be-c593-421d-9ef4-df80cbd3b68e', 'tag': '3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:16.476210 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cea3ce8-d815-4891-b32d-88f6b87818a1" -d '{"events": [{"name": "network-changed", "server_uuid": "5bfa46be-c593-421d-9ef4-df80cbd3b68e", "tag": "3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:16.509234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaff727f-c800-438e-b93f-812e89020c44 None None] Provisioning for port 871709be-febf-4161-aeff-d372aee97f0e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:16.522929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaff727f-c800-438e-b93f-812e89020c44 None None] Provisioning complete for port 871709be-febf-4161-aeff-d372aee97f0e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:16.523517 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaff727f-c800-438e-b93f-812e89020c44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.558500 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ad1cb39-92c9-4b8f-8d00-3ccc4b761de3 req-dcbef8b3-7c9d-4ebc-be76-8f40918e6030 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455061 Jul 09 13:21:16.562312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e415e6-b5ef-4e9f-88bf-1448010a6a07 admin admin] Checking segment: {'id': 'fdace2d2-13c6-4892-8a28-507aaaa6f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73bd6e63-6c58-4e55-a362-1c0dec2d700a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:16.562900 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e415e6-b5ef-4e9f-88bf-1448010a6a07 admin admin] Network hostable DHCP agents. Network: 73bd6e63-6c58-4e55-a362-1c0dec2d700a, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:21:16.593942 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaff727f-c800-438e-b93f-812e89020c44 None None] Port 871709be-febf-4161-aeff-d372aee97f0e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:16.600046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc69523-146b-4af1-b4e5-dcec7cc1e4de service neutron] Pushing event updated for resources: {'Port': ['ID=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:16.663681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-4a0914d4-9307-4528-82d1-72afbae75706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.666677 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-4a0914d4-9307-4528-82d1-72afbae75706 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d&tenant_id=35b702eee9154963b30c070fa690b62c HTTP/1.1" status: 200 len: 1095 time: 0.4382098 Jul 09 13:21:16.682113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e415e6-b5ef-4e9f-88bf-1448010a6a07 admin admin] Network 73bd6e63-6c58-4e55-a362-1c0dec2d700a is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:21:16.692687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2291a87f-8b75-45e5-b44b-2c3fc3a6c8d2 req-c3400622-16b7-41af-b0db-e1846c92b309 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.695789 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2291a87f-8b75-45e5-b44b-2c3fc3a6c8d2 req-c3400622-16b7-41af-b0db-e1846c92b309 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.18 "GET /v2.0/ports?device_id=42150fcc-2de2-4ab5-9c93-68e736cda506 HTTP/1.1" status: 200 len: 949 time: 0.3767567 Jul 09 13:21:16.716525 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-bca64bb4-96eb-4ce2-a478-9bf991d18a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.718249 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-bca64bb4-96eb-4ce2-a478-9bf991d18a6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 1094 time: 0.1939201 Jul 09 13:21:16.725662 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-28e415e6-b5ef-4e9f-88bf-1448010a6a07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 73bd6e63-6c58-4e55-a362-1c0dec2d700a) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:16.735232 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddb4f0d-51b7-4906-b321-379bfcb858e5 None None] Network 73bd6e63-6c58-4e55-a362-1c0dec2d700a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:16.749551 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.792489 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-8a71beaa-4a07-42f6-9f29-6ba5d791a3b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 HTTP/1.1" status: 200 len: 217 time: 0.0485623 Jul 09 13:21:16.805840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e415e6-b5ef-4e9f-88bf-1448010a6a07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.806476 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28e415e6-b5ef-4e9f-88bf-1448010a6a07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.848908 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-28e415e6-b5ef-4e9f-88bf-1448010a6a07 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2890668 Jul 09 13:21:16.853655 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45568) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:16.863268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-514068781-router', 'tenant_id': '377f6e029fb84d769fa109631cc06142', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:16.877158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15183a0-0e90-4113-8ba7-da85ffb163ef req-ce13e776-e67b-4310-aee4-5022a7181468 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.878764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b15183a0-0e90-4113-8ba7-da85ffb163ef req-ce13e776-e67b-4310-aee4-5022a7181468 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/ports?device_id=42150fcc-2de2-4ab5-9c93-68e736cda506 HTTP/1.1" status: 200 len: 949 time: 0.3018038 Jul 09 13:21:16.910268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd015f-bd0b-4364-b731-33160c17f9ed req-1c6ce7e2-011e-4ce9-b5f1-3515c2c122eb tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.931924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ddd015f-bd0b-4364-b731-33160c17f9ed req-1c6ce7e2-011e-4ce9-b5f1-3515c2c122eb tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 943 time: 0.2437904 Jul 09 13:21:16.936013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-452e4032-05b5-46cf-b851-b8eb24c08074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.937925 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-452e4032-05b5-46cf-b851-b8eb24c08074 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.1120694 Jul 09 13:21:16.948941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-73bd6e63-6c58-4e55-a362-1c0dec2d700a', 'network_id': '73bd6e63-6c58-4e55-a362-1c0dec2d700a', 'tenant_id': '377f6e029fb84d769fa109631cc06142', 'fixed_ips': [{'subnet_id': 'b23d9fa5-bb30-454c-bc87-12159cef4228'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:21:16.950254 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.984406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-42e47398-2898-4219-8afb-6b21e24bd9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:16.986108 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-42e47398-2898-4219-8afb-6b21e24bd9d9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 1095 time: 0.2837670 Jul 09 13:21:16.987359 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:16.989042 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.066514 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-72ae40ae-2619-4b35-8701-ac7621ec914c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1102562 Jul 09 13:21:17.068448 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b15183a0-0e90-4113-8ba7-da85ffb163ef req-6769e572-e6e0-4bb0-859e-4e4d19cfc6a8 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/security-groups?id=4326b587-90ec-41f7-bca2-d075d60f9f53&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700804 Jul 09 13:21:17.115510 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ddd015f-bd0b-4364-b731-33160c17f9ed req-d256de0c-4550-4204-97e5-6a5ac872bac1 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826997 Jul 09 13:21:17.121146 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:21:17.222748 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Allocated IP 172.20.0.2 (73bd6e63-6c58-4e55-a362-1c0dec2d700a/b23d9fa5-bb30-454c-bc87-12159cef4228/3946fc2d-fb6b-463e-94f4-e8f6b8c6651b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:17.266392 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-499b09b1-42f8-4e92-b1f9-f7a95036b6c1 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884825 Jul 09 13:21:17.273201 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-181636b5-0304-4d15-a926-d93eb7cffa8f x-openstack-request-id: req-181636b5-0304-4d15-a926-d93eb7cffa8f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:17.273503 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bfa46be-c593-421d-9ef4-df80cbd3b68e", "tag": "3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:17.273764 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-181636b5-0304-4d15-a926-d93eb7cffa8f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:17.274176 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfa46be-c593-421d-9ef4-df80cbd3b68e', 'tag': '3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7', 'status': 'completed', 'code': 200} Jul 09 13:21:17.388666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-2291a87f-8b75-45e5-b44b-2c3fc3a6c8d2 req-013005d3-0e1e-4923-b155-a9407f834662 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Deleting port af02230a-6841-4c13-af11-404cf2ee1967 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:17.389360 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2291a87f-8b75-45e5-b44b-2c3fc3a6c8d2 req-013005d3-0e1e-4923-b155-a9407f834662 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.421859 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.476671 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.485753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Transition to ACTIVE for port object 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:17.502995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Transition to ACTIVE for port object 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:17.507561 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2291a87f-8b75-45e5-b44b-2c3fc3a6c8d2 req-013005d3-0e1e-4923-b155-a9407f834662 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] For port af02230a-6841-4c13-af11-404cf2ee1967, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=af02230a-6841-4c13-af11-404cf2ee1967,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:17.507924 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2291a87f-8b75-45e5-b44b-2c3fc3a6c8d2 req-013005d3-0e1e-4923-b155-a9407f834662 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.509020 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fa5215e1-55ff-4777-9b2c-9ada2e630965 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:17.514464 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.523140 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-2291a87f-8b75-45e5-b44b-2c3fc3a6c8d2 req-013005d3-0e1e-4923-b155-a9407f834662 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Calling delete_port for af02230a-6841-4c13-af11-404cf2ee1967 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:17.587994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Pushing event updated for resources: {'Port': ['ID=3946fc2d-fb6b-463e-94f4-e8f6b8c6651b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:17.619903 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Network 73bd6e63-6c58-4e55-a362-1c0dec2d700a is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:17.625881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:17.632388 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:17.655584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-ab7cc281-1c2f-4b4d-9f48-bad9c90e74ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:17.657354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-ab7cc281-1c2f-4b4d-9f48-bad9c90e74ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.6377099 Jul 09 13:21:17.659971 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.691296 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f77771cb-e4da-43e4-a6c8-17045067e059 req-cc86fbf6-8f33-4d60-89c8-0ab89a957de5 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4090672 Jul 09 13:21:17.724196 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Attempting to bind port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:17.724586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Attempting to bind port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'fdace2d2-13c6-4892-8a28-507aaaa6f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73bd6e63-6c58-4e55-a362-1c0dec2d700a'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:17.724976 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Attempting to bind port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b on network 73bd6e63-6c58-4e55-a362-1c0dec2d700a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:17.734762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:17.735225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Checking segment: {'id': 'fdace2d2-13c6-4892-8a28-507aaaa6f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73bd6e63-6c58-4e55-a362-1c0dec2d700a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:17.735832 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.736843 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Bound using segment: {'id': 'fdace2d2-13c6-4892-8a28-507aaaa6f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73bd6e63-6c58-4e55-a362-1c0dec2d700a'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:17.737336 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Bound port: 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdace2d2-13c6-4892-8a28-507aaaa6f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73bd6e63-6c58-4e55-a362-1c0dec2d700a'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:17.737723 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.740059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fa5215e1-55ff-4777-9b2c-9ada2e630965 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:17.756190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-360af350-8111-476d-a39d-7f651a4ad77e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fa5215e1-55ff-4777-9b2c-9ada2e630965 HTTP/1.1" status: 200 len: 217 time: 0.0731699 Jul 09 13:21:17.811386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] For port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:17.815645 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] For port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3946fc2d-fb6b-463e-94f4-e8f6b8c6651b,segment=NetworkSegment(fdace2d2-13c6-4892-8a28-507aaaa6f41a),segment_id=fdace2d2-13c6-4892-8a28-507aaaa6f41a)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:17.820940 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.821854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233e18be-00c0-4e46-9696-96ae6a50d302 req-a31319be-a4d3-4780-9885-63543c465eea tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:17.829582 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-233e18be-00c0-4e46-9696-96ae6a50d302 req-a31319be-a4d3-4780-9885-63543c465eea tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.4272113 Jul 09 13:21:17.909379 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1ff54d-bfb3-4fa9-bcf4-2ff2c94f74b9 None None] Pushing event updated for resources: {'Port': ['ID=3946fc2d-fb6b-463e-94f4-e8f6b8c6651b,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:17.931863 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2291a87f-8b75-45e5-b44b-2c3fc3a6c8d2 req-013005d3-0e1e-4923-b155-a9407f834662 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:17.943417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['af02230a-6841-4c13-af11-404cf2ee1967'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:17.995840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf21d45-d482-4b0f-8580-e263c8b29bab req-a503669f-b398-4ff9-a7b3-ea1a70196de0 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:18.000893 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 871709be-febf-4161-aeff-d372aee97f0e {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:18.003858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4bf21d45-d482-4b0f-8580-e263c8b29bab req-a503669f-b398-4ff9-a7b3-ea1a70196de0 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 944 time: 0.3663573 Jul 09 13:21:18.008454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013005d3-0e1e-4923-b155-a9407f834662 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Pushing event deleted for resources: {'Port': ['ID=af02230a-6841-4c13-af11-404cf2ee1967,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:18.011670 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-867de500-2a98-4f51-8c90-0f0121b2b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:18.013320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-867de500-2a98-4f51-8c90-0f0121b2b37b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.1816611 Jul 09 13:21:18.033962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:18.042471 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-233e18be-00c0-4e46-9696-96ae6a50d302 req-18ec6e50-5227-4430-b347-4b247c9143ae tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024605 Jul 09 13:21:18.087898 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea3ce8-d815-4891-b32d-88f6b87818a1 req-d022bc36-bac0-4e40-b597-6e933f2c63d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:18.089908 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8cea3ce8-d815-4891-b32d-88f6b87818a1 req-d022bc36-bac0-4e40-b597-6e933f2c63d3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 1094 time: 0.3307486 Jul 09 13:21:18.090699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-2291a87f-8b75-45e5-b44b-2c3fc3a6c8d2 req-013005d3-0e1e-4923-b155-a9407f834662 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] No DVR routers for this DVR port af02230a-6841-4c13-af11-404cf2ee1967 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:18.095234 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2291a87f-8b75-45e5-b44b-2c3fc3a6c8d2 req-013005d3-0e1e-4923-b155-a9407f834662 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:18.098398 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2291a87f-8b75-45e5-b44b-2c3fc3a6c8d2 req-013005d3-0e1e-4923-b155-a9407f834662 tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.18 "DELETE /v2.0/ports/af02230a-6841-4c13-af11-404cf2ee1967 HTTP/1.1" status: 204 len: 173 time: 1.3941960 Jul 09 13:21:18.109875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Transition to ACTIVE for port object 871709be-febf-4161-aeff-d372aee97f0e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:18.122253 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:18.157718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-3ef0dd1a-f49c-461a-8b0b-59420e55d7b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1310422 Jul 09 13:21:18.250376 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4bf21d45-d482-4b0f-8580-e263c8b29bab req-8da945bb-ac39-4a10-a2ab-7e38c34458d5 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2455323 Jul 09 13:21:18.450356 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Pushing event updated for resources: {'Port': ['ID=871709be-febf-4161-aeff-d372aee97f0e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:18.516992 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-f78bd429-5f37-4efb-b3cd-a379e6bbab2f service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3183439 Jul 09 13:21:18.529303 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea3ce8-d815-4891-b32d-88f6b87818a1 req-104e3c45-16c8-4a21-bf9b-40616d740273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:18.530844 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8cea3ce8-d815-4891-b32d-88f6b87818a1 req-104e3c45-16c8-4a21-bf9b-40616d740273 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.4315441 Jul 09 13:21:18.584413 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8cea3ce8-d815-4891-b32d-88f6b87818a1 req-7bcb3164-866e-42dc-a814-f77f37f50025 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 HTTP/1.1" status: 200 len: 217 time: 0.0425491 Jul 09 13:21:18.587195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e62a519f-afeb-41a4-9821-8b0699b67aac req-aeffb7d8-5e0e-41b1-8462-a7474067f6bb tempest-ImagesNegativeTestJSON-1750887165 tempest-ImagesNegativeTestJSON-1750887165-project] 10.222.0.39 "GET /v2.0/ports?device_id=42150fcc-2de2-4ab5-9c93-68e736cda506 HTTP/1.1" status: 200 len: 210 time: 0.0677876 Jul 09 13:21:18.669041 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cea3ce8-d815-4891-b32d-88f6b87818a1 req-98a8585e-806e-4446-bfce-8a375bfdd989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:18.672084 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8cea3ce8-d815-4891-b32d-88f6b87818a1 req-98a8585e-806e-4446-bfce-8a375bfdd989 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.0792530 Jul 09 13:21:18.745121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Attempting to bind port 871709be-febf-4161-aeff-d372aee97f0e on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:18.745470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Attempting to bind port 871709be-febf-4161-aeff-d372aee97f0e by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:18.747612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Attempting to bind port 871709be-febf-4161-aeff-d372aee97f0e on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:18.756484 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8cea3ce8-d815-4891-b32d-88f6b87818a1 req-efd143f8-92fb-4026-8eaf-5c9cc636856c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725164 Jul 09 13:21:18.757084 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Port 871709be-febf-4161-aeff-d372aee97f0e on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:18.757406 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Attempting to bind port 871709be-febf-4161-aeff-d372aee97f0e on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:18.832238 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673cc828-4418-4325-9764-c00a207cd282 req-6e952feb-68b4-409a-a1e8-e40b1dc4ba2f tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:18.834848 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-673cc828-4418-4325-9764-c00a207cd282 req-6e952feb-68b4-409a-a1e8-e40b1dc4ba2f tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 948 time: 0.4096241 Jul 09 13:21:18.877856 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:18.880615 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:18.881000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:18.881502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Bound port: 871709be-febf-4161-aeff-d372aee97f0e, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:18.881873 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:18.921527 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-1291d206-c5a2-4337-9508-897117527b01 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3943436 Jul 09 13:21:19.030832 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:19.047660 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-673cc828-4418-4325-9764-c00a207cd282 req-d320b2ba-0839-4883-ac6c-64d023db2a1a tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850812 Jul 09 13:21:19.050335 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.089378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] For port 871709be-febf-4161-aeff-d372aee97f0e, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:19.092915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] For port 871709be-febf-4161-aeff-d372aee97f0e, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=871709be-febf-4161-aeff-d372aee97f0e,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:19.097846 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.156375 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.176945 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:19.200192 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Pushing event updated for resources: {'Port': ['ID=871709be-febf-4161-aeff-d372aee97f0e,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:19.244079 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:19.245530 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.247217 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-729bb45e-764f-42c8-9ec9-9a37305dba1b service neutron] 10.222.0.18 "PUT /v2.0/ports/871709be-febf-4161-aeff-d372aee97f0e HTTP/1.1" status: 200 len: 1096 time: 2.7993622 Jul 09 13:21:19.280253 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42150fcc-2de2-4ab5-9c93-68e736cda506', 'name': 'network-vif-deleted', 'tag': 'af02230a-6841-4c13-af11-404cf2ee1967'}, {'name': 'network-changed', 'server_uuid': '2483aa52-7df6-4eb3-aae9-3eb9feb49182', 'tag': '871709be-febf-4161-aeff-d372aee97f0e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:19.283201 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236e22a6-908e-4254-856a-67ac196a0657" -d '{"events": [{"server_uuid": "42150fcc-2de2-4ab5-9c93-68e736cda506", "name": "network-vif-deleted", "tag": "af02230a-6841-4c13-af11-404cf2ee1967"}, {"name": "network-changed", "server_uuid": "2483aa52-7df6-4eb3-aae9-3eb9feb49182", "tag": "871709be-febf-4161-aeff-d372aee97f0e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:19.289712 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8cea3ce8-d815-4891-b32d-88f6b87818a1 req-48ed7043-5bcc-4428-9c38-3aa5206bfa63 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5249827 Jul 09 13:21:19.344938 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2a78c-0948-47ad-aaf7-b853c660e1c5 req-ffa3ebc0-6565-423c-81ca-5652dd65d0f7 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:19.353283 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1d2a78c-0948-47ad-aaf7-b853c660e1c5 req-ffa3ebc0-6565-423c-81ca-5652dd65d0f7 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 943 time: 0.4985876 Jul 09 13:21:19.530898 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1d2a78c-0948-47ad-aaf7-b853c660e1c5 req-8bda416f-6c40-439e-905f-5fb057e476a7 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765466 Jul 09 13:21:19.533624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-75332af1-ce2c-4a8b-ab9f-4ddd501fe9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:19.547315 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-75332af1-ce2c-4a8b-ab9f-4ddd501fe9c4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=03320ede630048d1a428bccd9a4793e2&device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 1099 time: 0.2366536 Jul 09 13:21:19.609917 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-a908d7f2-cafb-45ee-be18-ec31a691a24f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=871709be-febf-4161-aeff-d372aee97f0e HTTP/1.1" status: 200 len: 217 time: 0.0546727 Jul 09 13:21:19.617057 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4656bab-a15a-411f-9b29-75d45186dfb4 x-openstack-request-id: req-f4656bab-a15a-411f-9b29-75d45186dfb4 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:19.617548 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42150fcc-2de2-4ab5-9c93-68e736cda506", "name": "network-vif-deleted", "tag": "af02230a-6841-4c13-af11-404cf2ee1967", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2483aa52-7df6-4eb3-aae9-3eb9feb49182", "tag": "871709be-febf-4161-aeff-d372aee97f0e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:19.618515 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f4656bab-a15a-411f-9b29-75d45186dfb4 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:19.622732 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42150fcc-2de2-4ab5-9c93-68e736cda506', 'name': 'network-vif-deleted', 'tag': 'af02230a-6841-4c13-af11-404cf2ee1967', 'status': 'completed', 'code': 200} Jul 09 13:21:19.623053 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2483aa52-7df6-4eb3-aae9-3eb9feb49182', 'tag': '871709be-febf-4161-aeff-d372aee97f0e', 'status': 'completed', 'code': 200} Jul 09 13:21:19.628526 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8cea3ce8-d815-4891-b32d-88f6b87818a1 req-5e6373f1-fa4f-4f22-a709-2485940efadc service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725499 Jul 09 13:21:19.663778 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Allocated IP 172.25.2.49 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/8c23c5be-a63e-4ca7-86c8-68574cc8dd10) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:19.713268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-068dff57-e054-4306-bf53-18f8c98dfc22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:19.715403 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-068dff57-e054-4306-bf53-18f8c98dfc22 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0910287 Jul 09 13:21:19.718997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f432cd49-aa10-405f-8f98-b2a467f17fb4 None None] Network 73bd6e63-6c58-4e55-a362-1c0dec2d700a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:19.795570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-cc2ce362-6f82-491d-a227-aa362db0e1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:19.797467 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-cc2ce362-6f82-491d-a227-aa362db0e1e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0744228 Jul 09 13:21:19.833315 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-47b2b68a-7938-437a-9d87-15ade773af56 None None] Provisioning for port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:19.858091 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-47b2b68a-7938-437a-9d87-15ade773af56 None None] Provisioning complete for port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:19.858667 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47b2b68a-7938-437a-9d87-15ade773af56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:19.880040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112da26-d83e-4056-923f-4fc4bb7de64d req-d37345b9-074c-49ec-b888-b92001e69b58 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:19.888350 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d112da26-d83e-4056-923f-4fc4bb7de64d req-d37345b9-074c-49ec-b888-b92001e69b58 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.3133266 Jul 09 13:21:19.891965 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-3f84bc27-80e3-4058-bf5e-fe6bf6cb6d63 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:19.894097 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-3f84bc27-80e3-4058-bf5e-fe6bf6cb6d63 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d&tenant_id=35b702eee9154963b30c070fa690b62c&binding%3Ahost_id=n-h1-799525-3 HTTP/1.1" status: 200 len: 1095 time: 0.3517938 Jul 09 13:21:19.922280 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-6ca92ec4-92c9-4a4e-bb81-af573b852850 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152589 Jul 09 13:21:20.055892 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47b2b68a-7938-437a-9d87-15ade773af56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:20.078790 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b977d688-0912-48bf-a57f-142b3aed4d7c req-312777c2-6fd3-4468-ac42-5b5362de504e service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535258 Jul 09 13:21:20.108261 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-47b2b68a-7938-437a-9d87-15ade773af56 None None] For port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3946fc2d-fb6b-463e-94f4-e8f6b8c6651b,segment=NetworkSegment(fdace2d2-13c6-4892-8a28-507aaaa6f41a),segment_id=fdace2d2-13c6-4892-8a28-507aaaa6f41a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:20.114720 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47b2b68a-7938-437a-9d87-15ade773af56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:20.196929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2b68a-7938-437a-9d87-15ade773af56 None None] Pushing event updated for resources: {'Port': ['ID=3946fc2d-fb6b-463e-94f4-e8f6b8c6651b,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:20.225553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e22a6-908e-4254-856a-67ac196a0657 req-5817448d-72fe-409f-90ee-795f015f3f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:20.227484 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-236e22a6-908e-4254-856a-67ac196a0657 req-5817448d-72fe-409f-90ee-795f015f3f4b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=03320ede630048d1a428bccd9a4793e2&device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 1099 time: 0.0869989 Jul 09 13:21:20.341306 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d71402d4-fe9c-4808-9b84-5d3304bb6eaf None None] Provisioning complete for port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:20.341600 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d71402d4-fe9c-4808-9b84-5d3304bb6eaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:20.357368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e22a6-908e-4254-856a-67ac196a0657 req-90ab1ac2-f855-4d39-8534-6918c94d2d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:20.359148 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-236e22a6-908e-4254-856a-67ac196a0657 req-90ab1ac2-f855-4d39-8534-6918c94d2d97 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1247272 Jul 09 13:21:20.427340 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-236e22a6-908e-4254-856a-67ac196a0657 req-401cd495-4376-4308-8f2a-432dd5b54654 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.120&port_id=871709be-febf-4161-aeff-d372aee97f0e HTTP/1.1" status: 200 len: 217 time: 0.0582752 Jul 09 13:21:20.462339 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d112da26-d83e-4056-923f-4fc4bb7de64d req-2ed4d666-5507-4aeb-927e-8a2c03bd44d4 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5725737 Jul 09 13:21:20.500149 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:20.503128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e22a6-908e-4254-856a-67ac196a0657 req-598774ea-83e1-41d4-b5f3-405c70a02cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:20.504847 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-236e22a6-908e-4254-856a-67ac196a0657 req-598774ea-83e1-41d4-b5f3-405c70a02cb4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0706887 Jul 09 13:21:20.531454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d585421b-348c-4d7c-a681-935d898675ed req-674f34f6-8dbd-4056-acd3-8d9a7c8ee0c7 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:20.533617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d585421b-348c-4d7c-a681-935d898675ed req-674f34f6-8dbd-4056-acd3-8d9a7c8ee0c7 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 944 time: 0.7852447 Jul 09 13:21:20.534931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-c472d2c1-fc9b-4599-bbb4-77c9f63edbfe service neutron] For port fa5215e1-55ff-4777-9b2c-9ada2e630965, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:20.541280 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-c472d2c1-fc9b-4599-bbb4-77c9f63edbfe service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:20.542414 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6539393f-8a44-4630-a566-c40ddbde8c95 req-c472d2c1-fc9b-4599-bbb4-77c9f63edbfe service neutron] 10.222.0.18 "DELETE /v2.0/ports/fa5215e1-55ff-4777-9b2c-9ada2e630965/bindings/n-h2-799525-3 HTTP/1.1" status: 204 len: 173 time: 0.6266170 Jul 09 13:21:20.604189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236e22a6-908e-4254-856a-67ac196a0657 req-0f7933e6-f2bc-408a-9c29-2d46582123d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:20.606327 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-236e22a6-908e-4254-856a-67ac196a0657 req-0f7933e6-f2bc-408a-9c29-2d46582123d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0934639 Jul 09 13:21:20.635875 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d585421b-348c-4d7c-a681-935d898675ed req-9a7d5fbc-493a-49df-bb42-a1d4d9d9e00a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922492 Jul 09 13:21:20.669357 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:20.790270 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:20.818055 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Pushing event updated for resources: {'Port': ['ID=8c23c5be-a63e-4ca7-86c8-68574cc8dd10,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:20.822081 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:20.835855 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:20.957786 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ed936b-3d24-4371-865d-b9f083caf695 req-e9d6afe5-50fa-410c-8caf-8d675c422af9 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:20.960545 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1ed936b-3d24-4371-865d-b9f083caf695 req-e9d6afe5-50fa-410c-8caf-8d675c422af9 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 948 time: 0.2319703 Jul 09 13:21:20.966327 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:21.059377 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:21.060122 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:21.131325 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-236e22a6-908e-4254-856a-67ac196a0657 req-108c190f-f3cd-42e0-9486-f38954678005 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5175676 Jul 09 13:21:21.197188 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1ed936b-3d24-4371-865d-b9f083caf695 req-8f2db5f8-e12f-4892-ae57-0627d016f4ac tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996970 Jul 09 13:21:21.254139 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device af02230a-6841-4c13-af11-404cf2ee1967 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:21.295226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: af02230a-6841-4c13-af11-404cf2ee1967 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:21.299758 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device af02230a-6841-4c13-af11-404cf2ee1967 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:21.311981 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-236e22a6-908e-4254-856a-67ac196a0657 req-5e3b6679-0195-47e8-808f-1adcc1500c67 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734972 Jul 09 13:21:21.449847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:21.610397 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:21.625566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:21.645679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7', 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809', 'port_id': '3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7', 'mac_address': 'fa:16:3e:e7:2c:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629be656-9c00-4f47-9623-04a34c6428e9', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:21.682582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aaa9d5b-21bb-48c6-a5b5-9fbc2f62f6ab req-a1ead039-6f8d-4980-82db-749bec838f98 tempest-MigrationsAdminTest-1217665534 tempest-MigrationsAdminTest-1217665534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:21.684569 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2aaa9d5b-21bb-48c6-a5b5-9fbc2f62f6ab req-a1ead039-6f8d-4980-82db-749bec838f98 tempest-MigrationsAdminTest-1217665534 tempest-MigrationsAdminTest-1217665534-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 1101 time: 0.2166502 Jul 09 13:21:21.696678 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:21.713281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:21.742228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:21.748945 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:21.779482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321a03b-0790-407b-9c23-e5bc91aa4ed4 req-5527bf37-6631-4b29-ba01-ee5d68d40f2e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:21.787076 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d321a03b-0790-407b-9c23-e5bc91aa4ed4 req-5527bf37-6631-4b29-ba01-ee5d68d40f2e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 943 time: 0.2665346 Jul 09 13:21:21.806150 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2aaa9d5b-21bb-48c6-a5b5-9fbc2f62f6ab req-9b21a680-7f1e-4f3f-bf07-0450035e7bd7 tempest-MigrationsAdminTest-1217665534 tempest-MigrationsAdminTest-1217665534-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:21.811556 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:21.867976 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d321a03b-0790-407b-9c23-e5bc91aa4ed4 req-bafa257b-6bcb-4473-a2a9-f2fd6f186e86 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799012 Jul 09 13:21:21.985709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:22.005398 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:22.067348 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2aaa9d5b-21bb-48c6-a5b5-9fbc2f62f6ab req-9b21a680-7f1e-4f3f-bf07-0450035e7bd7 tempest-MigrationsAdminTest-1217665534 tempest-MigrationsAdminTest-1217665534-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:22.073961 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2aaa9d5b-21bb-48c6-a5b5-9fbc2f62f6ab req-9b21a680-7f1e-4f3f-bf07-0450035e7bd7 tempest-MigrationsAdminTest-1217665534 tempest-MigrationsAdminTest-1217665534-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:22.151552 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2aaa9d5b-21bb-48c6-a5b5-9fbc2f62f6ab req-9b21a680-7f1e-4f3f-bf07-0450035e7bd7 tempest-MigrationsAdminTest-1217665534 tempest-MigrationsAdminTest-1217665534-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4581425 Jul 09 13:21:22.176218 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b21a680-7f1e-4f3f-bf07-0450035e7bd7 tempest-MigrationsAdminTest-1217665534 tempest-MigrationsAdminTest-1217665534-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ad9424-315a-49ca-bb32-4df6c0c726d9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:22.243207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Router f609fe41-65bd-4c0c-a429-94ab6d42efbf is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:21:22.421754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:21:22.430918 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Sync routers for ids ['f609fe41-65bd-4c0c-a429-94ab6d42efbf'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:21:22.442011 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Routers {'f609fe41-65bd-4c0c-a429-94ab6d42efbf'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:22.442935 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:21:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f609fe41-65bd-4c0c-a429-94ab6d42efbf'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:22.447631 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:22.451784 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-88c71d2b-374e-49da-a9dc-6fc43d5d98a9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.5920479 Jul 09 13:21:22.451784 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07877c91-4e18-413f-8c11-917111e533e5 req-bec60ddd-8b6d-4b34-8dc0-fa54ced9f132 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:22.452054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45630) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:22.459280 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07877c91-4e18-413f-8c11-917111e533e5 req-bec60ddd-8b6d-4b34-8dc0-fa54ced9f132 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 1095 time: 0.1007175 Jul 09 13:21:22.506160 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07877c91-4e18-413f-8c11-917111e533e5 req-41fb781f-f36e-416c-8fb0-c8eaee0c603e tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424218 Jul 09 13:21:22.641797 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Set router f609fe41-65bd-4c0c-a429-94ab6d42efbf gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:22.714204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f07d9-ab11-48a7-a748-5950ff51e0ba req-b3f723a0-a6de-4bea-b9a3-1cbad6664911 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:22.722421 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d83f07d9-ab11-48a7-a748-5950ff51e0ba req-b3f723a0-a6de-4bea-b9a3-1cbad6664911 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 948 time: 0.0926406 Jul 09 13:21:22.766536 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d83f07d9-ab11-48a7-a748-5950ff51e0ba req-2fed3235-2c6f-4809-8008-318456e217a3 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429099 Jul 09 13:21:22.948217 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'name': 'tempest-FloatingIPsTestJSON-514068781-router', 'tenant_id': '377f6e029fb84d769fa109631cc06142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '8c23c5be-a63e-4ca7-86c8-68574cc8dd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:16Z', 'updated_at': '2021-07-09T13:21:21Z', 'revision_number': 3, 'project_id': '377f6e029fb84d769fa109631cc06142', 'gw_port': {'id': '8c23c5be-a63e-4ca7-86c8-68574cc8dd10', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:88:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:19Z', 'updated_at': '2021-07-09T13:21:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:23.032335 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Checking router: f609fe41-65bd-4c0c-a429-94ab6d42efbf for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:21:23.034027 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Updating router f609fe41-65bd-4c0c-a429-94ab6d42efbf port 8c23c5be-a63e-4ca7-86c8-68574cc8dd10 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:21:23.113333 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.120430 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-9c0ace21-33f7-49ac-8177-35843bf6f945 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1348035 Jul 09 13:21:23.143995 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.203492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-c5ec5c8d-8ab6-4392-94b0-c051c51d8d76 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:23.205712 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-c5ec5c8d-8ab6-4392-94b0-c051c51d8d76 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 821 time: 0.2144108 Jul 09 13:21:23.247197 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-71d00889-d0fd-4545-9d20-37aeb3734c5f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/quotas/35b702eee9154963b30c070fa690b62c HTTP/1.1" status: 200 len: 375 time: 0.0317485 Jul 09 13:21:23.276656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 871709be-febf-4161-aeff-d372aee97f0e details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:23.326349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45668) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:23.365802 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf02bf8-794b-4868-a56e-72e1dedde0ae req-6a4cecdf-0b77-4d1a-bac1-015e9cd248e9 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:23.372945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-daf02bf8-794b-4868-a56e-72e1dedde0ae req-6a4cecdf-0b77-4d1a-bac1-015e9cd248e9 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.2533369 Jul 09 13:21:23.446997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 871709be-febf-4161-aeff-d372aee97f0e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=871709be-febf-4161-aeff-d372aee97f0e,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:23.452204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:23.456037 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-daf02bf8-794b-4868-a56e-72e1dedde0ae req-c5017f4d-fb8a-448c-af55-d1cfddd0245d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819535 Jul 09 13:21:23.471619 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Allocated IP 172.20.0.1 (73bd6e63-6c58-4e55-a362-1c0dec2d700a/b23d9fa5-bb30-454c-bc87-12159cef4228/882edbe3-fb1d-479f-b543-d88808df8192) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:23.503522 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '871709be-febf-4161-aeff-d372aee97f0e', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '871709be-febf-4161-aeff-d372aee97f0e', 'mac_address': 'fa:16:3e:50:06:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.120'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:23.518802 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-b6d879eb-1457-4214-a5aa-92906d034a7a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2644825 Jul 09 13:21:23.582105 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.613139 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.614766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 871709be-febf-4161-aeff-d372aee97f0e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:23.630525 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Transition to ACTIVE for port object 8c23c5be-a63e-4ca7-86c8-68574cc8dd10 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:23.638304 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.650168 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 871709be-febf-4161-aeff-d372aee97f0e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=871709be-febf-4161-aeff-d372aee97f0e,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:23.652079 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:23.659049 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.715895 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0614837-b377-4c47-9e83-895d3bf59575 None None] Pushing event updated for resources: {'Port': ['ID=8c23c5be-a63e-4ca7-86c8-68574cc8dd10,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:23.723293 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bc3500ee-9608-46cd-bab0-c89c69acd84b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad8a82c197874686863a3eecd67e2031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3881276 Jul 09 13:21:23.724442 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45686) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:23.731679 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614837-b377-4c47-9e83-895d3bf59575 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:23.732860 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614837-b377-4c47-9e83-895d3bf59575 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:23.733523 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614837-b377-4c47-9e83-895d3bf59575 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:23.734061 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614837-b377-4c47-9e83-895d3bf59575 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:23.734905 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614837-b377-4c47-9e83-895d3bf59575 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:23.739196 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614837-b377-4c47-9e83-895d3bf59575 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:23.740184 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614837-b377-4c47-9e83-895d3bf59575 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:23.740805 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614837-b377-4c47-9e83-895d3bf59575 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:23.741414 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614837-b377-4c47-9e83-895d3bf59575 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:23.742039 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614837-b377-4c47-9e83-895d3bf59575 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:23.742585 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614837-b377-4c47-9e83-895d3bf59575 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:23.742982 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0614837-b377-4c47-9e83-895d3bf59575 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:23.771017 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Attempting to bind port 8c23c5be-a63e-4ca7-86c8-68574cc8dd10 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:23.771435 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Attempting to bind port 8c23c5be-a63e-4ca7-86c8-68574cc8dd10 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:23.772466 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Attempting to bind port 8c23c5be-a63e-4ca7-86c8-68574cc8dd10 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:23.778949 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:23.779293 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:23.793531 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.795649 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:23.801690 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Bound port: 8c23c5be-a63e-4ca7-86c8-68574cc8dd10, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:23.802223 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.813600 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.846354 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Transition to ACTIVE for port object 882edbe3-fb1d-479f-b543-d88808df8192 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:23.869572 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2af7a8f0-c143-4717-aaae-d45b8c4a4878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.904172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=871709be-febf-4161-aeff-d372aee97f0e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:23.910188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:23.910826 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.914465 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2af7a8f0-c143-4717-aaae-d45b8c4a4878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.940700 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] For port 8c23c5be-a63e-4ca7-86c8-68574cc8dd10, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:23.946618 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] For port 8c23c5be-a63e-4ca7-86c8-68574cc8dd10, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8c23c5be-a63e-4ca7-86c8-68574cc8dd10,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:23.952219 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:23.957191 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.006959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Network 73bd6e63-6c58-4e55-a362-1c0dec2d700a is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:24.010882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:24.016837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:24.036865 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0614837-b377-4c47-9e83-895d3bf59575 None None] Pushing event updated for resources: {'Port': ['ID=8c23c5be-a63e-4ca7-86c8-68574cc8dd10,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:24.047150 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Routers {'f609fe41-65bd-4c0c-a429-94ab6d42efbf'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:24.047912 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:21:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f609fe41-65bd-4c0c-a429-94ab6d42efbf'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:24.069074 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.073348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Pushing event updated for resources: {'Port': ['ID=882edbe3-fb1d-479f-b543-d88808df8192,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:24.073540 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.118988 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2af7a8f0-c143-4717-aaae-d45b8c4a4878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.121019 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['871709be-febf-4161-aeff-d372aee97f0e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:24.124666 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2af7a8f0-c143-4717-aaae-d45b8c4a4878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.130600 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2af7a8f0-c143-4717-aaae-d45b8c4a4878 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4326b587-90ec-41f7-bca2-d075d60f9f53 HTTP/1.1" status: 204 len: 168 time: 0.4014552 Jul 09 13:21:24.159294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af7a8f0-c143-4717-aaae-d45b8c4a4878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4326b587-90ec-41f7-bca2-d075d60f9f53,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:24.217422 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-791950f9-40d7-4675-ae92-62eeda988a80 service neutron] 10.222.0.39 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6918299 Jul 09 13:21:24.280843 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfa46be-c593-421d-9ef4-df80cbd3b68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:24.284424 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28a1468-ea75-443b-9325-9d690bf0f98d" -d '{"events": [{"server_uuid": "5bfa46be-c593-421d-9ef4-df80cbd3b68e", "name": "network-vif-plugged", "status": "completed", "tag": "3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:24.330515 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] Set router f609fe41-65bd-4c0c-a429-94ab6d42efbf gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:24.355459 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:24.397052 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.424984 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.448250 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df5a170-ed00-4dec-9f11-8a1698c5eec9 req-6596f53a-7b95-4988-8e00-f0e53c848860 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:24.458153 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7df5a170-ed00-4dec-9f11-8a1698c5eec9 req-6596f53a-7b95-4988-8e00-f0e53c848860 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 944 time: 0.7569430 Jul 09 13:21:24.504528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-8787015f-eae7-4960-9d9d-af7854cfa5d0 service neutron] 10.222.0.39 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861207 Jul 09 13:21:24.553225 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7df5a170-ed00-4dec-9f11-8a1698c5eec9 req-4631a844-69ea-44cf-a7cd-4233589e55a3 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932088 Jul 09 13:21:24.576627 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3b87565e-852c-40d9-988f-c35989610153 None None] Provisioning for port 882edbe3-fb1d-479f-b543-d88808df8192 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:24.586368 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3b87565e-852c-40d9-988f-c35989610153 None None] Provisioning complete for port 882edbe3-fb1d-479f-b543-d88808df8192 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:24.586791 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b87565e-852c-40d9-988f-c35989610153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.588784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:24.715286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3b87565e-852c-40d9-988f-c35989610153 None None] Port 882edbe3-fb1d-479f-b543-d88808df8192 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:24.752036 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.760165 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.852874 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:24.859476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Pushing event updated for resources: {'Port': ['ID=882edbe3-fb1d-479f-b543-d88808df8192,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:24.873791 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc28b644-7ce0-442a-aaea-e733af5a5260 x-openstack-request-id: req-cc28b644-7ce0-442a-aaea-e733af5a5260 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:24.874091 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfa46be-c593-421d-9ef4-df80cbd3b68e", "name": "network-vif-plugged", "status": "completed", "tag": "3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:24.874348 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cc28b644-7ce0-442a-aaea-e733af5a5260 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:24.874745 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfa46be-c593-421d-9ef4-df80cbd3b68e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7', 'code': 200} Jul 09 13:21:25.061098 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'name': 'tempest-FloatingIPsTestJSON-514068781-router', 'tenant_id': '377f6e029fb84d769fa109631cc06142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '8c23c5be-a63e-4ca7-86c8-68574cc8dd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:16Z', 'updated_at': '2021-07-09T13:21:21Z', 'revision_number': 3, 'project_id': '377f6e029fb84d769fa109631cc06142', 'gw_port': {'id': '8c23c5be-a63e-4ca7-86c8-68574cc8dd10', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:88:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:19Z', 'updated_at': '2021-07-09T13:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:25.062083 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15afd67c-74b0-4e1a-bff2-ed60a73cccfc req-8277c8ec-566a-4fab-a7cb-58eff05b7517 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:25.073036 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15afd67c-74b0-4e1a-bff2-ed60a73cccfc req-8277c8ec-566a-4fab-a7cb-58eff05b7517 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 949 time: 0.1193249 Jul 09 13:21:25.114423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Network 73bd6e63-6c58-4e55-a362-1c0dec2d700a is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:25.120889 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28d117-a76c-4f69-bb2c-0fe20b4044ce req-42e9910a-761a-4166-8d9d-023ef8b0e121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:25.122404 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3d28d117-a76c-4f69-bb2c-0fe20b4044ce req-42e9910a-761a-4166-8d9d-023ef8b0e121 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 1096 time: 0.1464815 Jul 09 13:21:25.123388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:25.143306 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af290a5a-d167-4253-8e87-57c25c6ac3e7 None None] The sync data for ids ['f609fe41-65bd-4c0c-a429-94ab6d42efbf'] in n-d-799525-3 is: [{'id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'name': 'tempest-FloatingIPsTestJSON-514068781-router', 'tenant_id': '377f6e029fb84d769fa109631cc06142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '8c23c5be-a63e-4ca7-86c8-68574cc8dd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:16Z', 'updated_at': '2021-07-09T13:21:21Z', 'revision_number': 3, 'project_id': '377f6e029fb84d769fa109631cc06142', 'gw_port': {'id': '8c23c5be-a63e-4ca7-86c8-68574cc8dd10', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:88:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:19Z', 'updated_at': '2021-07-09T13:21:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:21:25.170467 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15afd67c-74b0-4e1a-bff2-ed60a73cccfc req-5c0673ed-813d-4690-88a4-728aae5c095d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958984 Jul 09 13:21:25.253402 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8dedff-2f05-4f23-8c3b-a01df10c0659 req-44d33fff-9cc3-4805-9753-b540b5dd6716 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:25.255350 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-be8dedff-2f05-4f23-8c3b-a01df10c0659 req-44d33fff-9cc3-4805-9753-b540b5dd6716 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.1540399 Jul 09 13:21:25.260590 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3d28d117-a76c-4f69-bb2c-0fe20b4044ce req-468484ce-4fac-4d2f-ac9d-3036502c5dc0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291783 Jul 09 13:21:25.342894 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46d5f416-ed87-421d-aadf-5833f509f2a9 req-c3b69248-ba5d-4593-9a76-976bf5b30567 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 210 time: 0.0863607 Jul 09 13:21:25.379137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-be8dedff-2f05-4f23-8c3b-a01df10c0659 req-89381204-7b4f-49d5-bf7e-f3f65fa6174e tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835226 Jul 09 13:21:25.455475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Router f609fe41-65bd-4c0c-a429-94ab6d42efbf has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:21:25.544580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-de5f0e53-9d11-49ee-b649-2ed19bd43503 None None] Provisioning complete for port 882edbe3-fb1d-479f-b543-d88808df8192 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:25.545127 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de5f0e53-9d11-49ee-b649-2ed19bd43503 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:25.640801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-ee6e55f4-dd36-45e2-ad9c-f4470b4d5ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:25.643340 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-ee6e55f4-dd36-45e2-ad9c-f4470b4d5ad9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 1101 time: 0.2550323 Jul 09 13:21:25.654615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-de5f0e53-9d11-49ee-b649-2ed19bd43503 None None] Port 882edbe3-fb1d-479f-b543-d88808df8192 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:25.697381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:21:25.732023 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8b056c74-eac9-45fc-a7a4-b37871dc855f admin admin] 10.222.0.39 "PUT /v2.0/routers/f609fe41-65bd-4c0c-a429-94ab6d42efbf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2786973 Jul 09 13:21:25.850469 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-d81e7a86-8685-437f-8977-b68aae057aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:25.852685 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-d81e7a86-8685-437f-8977-b68aae057aec service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.2005422 Jul 09 13:21:25.875292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b839109-bd68-4d18-aa9a-f2faf8cde2e8 req-b25b2ae3-9991-4df8-b1e5-8c6ab36ac1f4 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:25.877985 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b839109-bd68-4d18-aa9a-f2faf8cde2e8 req-b25b2ae3-9991-4df8-b1e5-8c6ab36ac1f4 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 945 time: 0.1171994 Jul 09 13:21:25.931482 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-ce7116a5-314d-41b6-b187-ba3ed9a3e95f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=f51d7205-df32-491b-a429-e8cdd40f70da HTTP/1.1" status: 200 len: 217 time: 0.0702305 Jul 09 13:21:25.943681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b839109-bd68-4d18-aa9a-f2faf8cde2e8 req-7e1a411a-2ecf-4a9d-8894-2679f39221ee tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589752 Jul 09 13:21:26.051863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-67bad6ed-fb75-45bb-a1ba-0c27da51a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:26.055473 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-67bad6ed-fb75-45bb-a1ba-0c27da51a79a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1130025 Jul 09 13:21:26.135332 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-e7da9ba6-bfe8-475d-9716-e3df3d6a94b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:26.137200 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-e7da9ba6-bfe8-475d-9716-e3df3d6a94b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0771227 Jul 09 13:21:26.354278 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-07a412c6-7f59-4e36-b90c-27f39810a230 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004387 Jul 09 13:21:26.451420 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-8a0c18fe-2dc4-4469-a14c-7aa515f96f8a tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3448014 Jul 09 13:21:26.458196 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:26.481562 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45760) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:26.519610 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1365712-12a3-4335-a643-e519a8456dcd req-307421f2-bfde-47b9-b0b8-bcc14faa00c7 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:26.525838 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1365712-12a3-4335-a643-e519a8456dcd req-307421f2-bfde-47b9-b0b8-bcc14faa00c7 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 949 time: 0.1774521 Jul 09 13:21:26.534274 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:26.545963 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-28cbde62-eba7-44c4-816f-81545760679c service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802549 Jul 09 13:21:26.612968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1365712-12a3-4335-a643-e519a8456dcd req-e45af30f-1f9c-41a5-a3db-49fd727d9bbe tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861135 Jul 09 13:21:26.645935 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:26.791585 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:26.824121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-1033042a-b476-49cc-b568-fda4d2ba45e1 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:26.826140 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-1033042a-b476-49cc-b568-fda4d2ba45e1 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.15 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 821 time: 0.1542265 Jul 09 13:21:26.854510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-04055ed9-1fd0-41e9-a00f-2ca4d5a21f6a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Request body: {'port': {'device_id': '6e9ff69d-dc53-46e2-a662-e7abae101cbd', 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c', 'admin_state_up': True, 'tenant_id': '35b702eee9154963b30c070fa690b62c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:26.859311 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:26.923027 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8c23c5be-a63e-4ca7-86c8-68574cc8dd10 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:26.954309 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.018596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 8c23c5be-a63e-4ca7-86c8-68574cc8dd10 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:27.025202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 8c23c5be-a63e-4ca7-86c8-68574cc8dd10 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:27.026282 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.044325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-04055ed9-1fd0-41e9-a00f-2ca4d5a21f6a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Made reservation on behalf of 35b702eee9154963b30c070fa690b62c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:27.047705 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eeafb2fd5ff349938c436dd60d123f5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5626490 Jul 09 13:21:27.050331 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-04055ed9-1fd0-41e9-a00f-2ca4d5a21f6a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.053167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45768) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:27.099448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63c8cb3-3fb2-48bf-ac86-ea317140d607,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:27.120701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.120701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.120701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.121064 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.121601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.121956 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.122276 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.122693 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.123202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.123576 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.123997 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.124334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c815b9c7-f7a3-4099-9960-33c28c220393 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.128556 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.153763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 8c23c5be-a63e-4ca7-86c8-68574cc8dd10, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8c23c5be-a63e-4ca7-86c8-68574cc8dd10,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:27.159716 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.189606 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10800cf2-a3bd-4978-aab2-5e2a61af8995 req-904d0402-e3e9-42d5-b12d-0bfcf4d18255 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:27.191384 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.192422 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-10800cf2-a3bd-4978-aab2-5e2a61af8995 req-904d0402-e3e9-42d5-b12d-0bfcf4d18255 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.4197643 Jul 09 13:21:27.194818 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Allocated IP 172.25.2.35 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/17214e93-eb9e-4daa-a5b1-c5370f523230) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:27.227251 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=8c23c5be-a63e-4ca7-86c8-68574cc8dd10,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:27.255136 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.277674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-04055ed9-1fd0-41e9-a00f-2ca4d5a21f6a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Allocated IP 172.20.0.10 (9eed349f-85e9-4424-b38d-3b371f8e676c/bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f/135692d3-1ed6-4885-ac2c-72bc5f272023) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:27.287885 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-10800cf2-a3bd-4978-aab2-5e2a61af8995 req-bbac43c2-7b22-427f-aa96-3dfbb456c16b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895350 Jul 09 13:21:27.304334 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 871709be-febf-4161-aeff-d372aee97f0e up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:27.351534 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.354380 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.355584 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c63c8cb3-3fb2-48bf-ac86-ea317140d607 HTTP/1.1" status: 204 len: 168 time: 0.3004558 Jul 09 13:21:27.370506 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63c8cb3-3fb2-48bf-ac86-ea317140d607,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:27.405623 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.419412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.420593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.420593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.420593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.420902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.421127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.421457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.421789 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.422116 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.422599 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.422765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.423068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2414422-fa03-4150-981f-1ba3bef200ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:27.433650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 871709be-febf-4161-aeff-d372aee97f0e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:27.461090 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 871709be-febf-4161-aeff-d372aee97f0e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:27.466888 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.510439 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-04055ed9-1fd0-41e9-a00f-2ca4d5a21f6a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.517434 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1bc94964-51d3-4be8-8c49-853fc8ed0dc3 req-900a02b7-8592-4723-b78d-1e73d3c47aed tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 210 time: 0.0580382 Jul 09 13:21:27.533476 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.586747 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.610288 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:27.615676 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-04055ed9-1fd0-41e9-a00f-2ca4d5a21f6a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.631382 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2483aa52-7df6-4eb3-aae9-3eb9feb49182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871709be-febf-4161-aeff-d372aee97f0e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:27.634716 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4bfabd0-7691-4bc6-82e3-6ec83e3c1e4c" -d '{"events": [{"server_uuid": "2483aa52-7df6-4eb3-aae9-3eb9feb49182", "name": "network-vif-plugged", "status": "completed", "tag": "871709be-febf-4161-aeff-d372aee97f0e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:27.638577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:27.645836 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:27.652092 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Pushing event updated for resources: {'Port': ['ID=17214e93-eb9e-4daa-a5b1-c5370f523230,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:27.665186 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 871709be-febf-4161-aeff-d372aee97f0e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=871709be-febf-4161-aeff-d372aee97f0e,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:27.671003 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.690331 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Sync routers for ids ['f609fe41-65bd-4c0c-a429-94ab6d42efbf'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:21:27.727833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-04055ed9-1fd0-41e9-a00f-2ca4d5a21f6a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Network 9eed349f-85e9-4424-b38d-3b371f8e676c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:27.730652 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Routers {'f609fe41-65bd-4c0c-a429-94ab6d42efbf'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:27.731241 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-04055ed9-1fd0-41e9-a00f-2ca4d5a21f6a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:27.731488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:21:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f609fe41-65bd-4c0c-a429-94ab6d42efbf'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:27.735359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-04055ed9-1fd0-41e9-a00f-2ca4d5a21f6a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:27.763302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04055ed9-1fd0-41e9-a00f-2ca4d5a21f6a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Pushing event updated for resources: {'Port': ['ID=135692d3-1ed6-4885-ac2c-72bc5f272023,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:27.808583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f1872-a750-4330-a3ae-02fa4764457d req-fcdbe569-81ee-48d1-b53d-f92160951297 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:27.810001 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-738f1872-a750-4330-a3ae-02fa4764457d req-fcdbe569-81ee-48d1-b53d-f92160951297 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 945 time: 0.1036375 Jul 09 13:21:27.823281 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-04055ed9-1fd0-41e9-a00f-2ca4d5a21f6a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:27.824059 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-04055ed9-1fd0-41e9-a00f-2ca4d5a21f6a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.843631 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-04055ed9-1fd0-41e9-a00f-2ca4d5a21f6a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0018997 Jul 09 13:21:27.858981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Request body: {'port': {'device_id': '6e9ff69d-dc53-46e2-a662-e7abae101cbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:27.896232 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Set router f609fe41-65bd-4c0c-a429-94ab6d42efbf gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:27.941016 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-738f1872-a750-4330-a3ae-02fa4764457d req-e5f57adf-2106-460c-a9bf-2e9f41df6612 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050367 Jul 09 13:21:27.954788 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:27.971192 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.005184 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=871709be-febf-4161-aeff-d372aee97f0e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:28.103934 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.194951 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'name': 'tempest-FloatingIPsTestJSON-514068781-router', 'tenant_id': '377f6e029fb84d769fa109631cc06142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '8c23c5be-a63e-4ca7-86c8-68574cc8dd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:16Z', 'updated_at': '2021-07-09T13:21:24Z', 'revision_number': 4, 'project_id': '377f6e029fb84d769fa109631cc06142', 'gw_port': {'id': '8c23c5be-a63e-4ca7-86c8-68574cc8dd10', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:19Z', 'updated_at': '2021-07-09T13:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '882edbe3-fb1d-479f-b543-d88808df8192', 'name': '', 'network_id': '73bd6e63-6c58-4e55-a362-1c0dec2d700a', 'tenant_id': '377f6e029fb84d769fa109631cc06142', 'mac_address': 'fa:16:3e:c5:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b23d9fa5-bb30-454c-bc87-12159cef4228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:23Z', 'updated_at': '2021-07-09T13:21:24Z', 'revision_number': 2, 'project_id': '377f6e029fb84d769fa109631cc06142', 'subnets': [{'id': 'b23d9fa5-bb30-454c-bc87-12159cef4228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:28.233155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Checking router: f609fe41-65bd-4c0c-a429-94ab6d42efbf for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:21:28.233741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Updating router f609fe41-65bd-4c0c-a429-94ab6d42efbf port 882edbe3-fb1d-479f-b543-d88808df8192 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:21:28.289374 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.327956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135692d3-1ed6-4885-ac2c-72bc5f272023 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:28.337333 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.356259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Transition to ACTIVE for port object 135692d3-1ed6-4885-ac2c-72bc5f272023 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:28.362094 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.367438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45802) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:28.389863 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.414957 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.458582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Pushing event updated for resources: {'Port': ['ID=135692d3-1ed6-4885-ac2c-72bc5f272023,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:28.516437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b34f9-b000-4bc6-8851-6da91da4ecf1 req-789fe52d-c976-4448-afea-705067b03db3 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:28.518511 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-749b34f9-b000-4bc6-8851-6da91da4ecf1 req-789fe52d-c976-4448-afea-705067b03db3 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 950 time: 0.2214224 Jul 09 13:21:28.527625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Attempting to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:28.527960 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Attempting to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:28.529474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Attempting to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:28.529883 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Pushing event updated for resources: {'Port': ['ID=17214e93-eb9e-4daa-a5b1-c5370f523230,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:28.537438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Port 135692d3-1ed6-4885-ac2c-72bc5f272023 on network 9eed349f-85e9-4424-b38d-3b371f8e676c not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:28.537839 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Attempting to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:28.546058 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.550242 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6926c522-1a53-40d7-8900-fcdde94f5ddd admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1129458519-network', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:28.553494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:28.553835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Checking segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:28.554213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Bound using segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:28.554660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Bound port: 135692d3-1ed6-4885-ac2c-72bc5f272023, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:28.555024 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.586713 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-749b34f9-b000-4bc6-8851-6da91da4ecf1 req-5b04db52-7de6-4570-877c-eb92e072f303 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492942 Jul 09 13:21:28.593028 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.596145 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-f52d36e9-ea16-47e1-af75-d79bc1d08139 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.1437383 Jul 09 13:21:28.604954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6926c522-1a53-40d7-8900-fcdde94f5ddd admin admin] Made reservation on behalf of 46c2f95350e54a0aa9acdb7ced3996e6 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:28.607248 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6926c522-1a53-40d7-8900-fcdde94f5ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.635153 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6926c522-1a53-40d7-8900-fcdde94f5ddd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.653889 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32df1e04-7fbc-4f4e-82c9-60d03b0c74b2 x-openstack-request-id: req-32df1e04-7fbc-4f4e-82c9-60d03b0c74b2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:28.654793 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2483aa52-7df6-4eb3-aae9-3eb9feb49182", "name": "network-vif-plugged", "status": "completed", "tag": "871709be-febf-4161-aeff-d372aee97f0e", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:28.655304 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32df1e04-7fbc-4f4e-82c9-60d03b0c74b2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:28.655897 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2483aa52-7df6-4eb3-aae9-3eb9feb49182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '871709be-febf-4161-aeff-d372aee97f0e', 'code': 200} Jul 09 13:21:28.684378 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.691383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:28.698047 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=135692d3-1ed6-4885-ac2c-72bc5f272023,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:28.705353 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.712722 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Transition to ACTIVE for port object 882edbe3-fb1d-479f-b543-d88808df8192 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:28.717213 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-363352a7-703f-49ae-a116-732b020e4f40 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.35 HTTP/1.1" status: 200 len: 695 time: 0.1121414 Jul 09 13:21:28.731652 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.804433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:28.805076 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.806509 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] 10.222.0.15 "PUT /v2.0/ports/135692d3-1ed6-4885-ac2c-72bc5f272023 HTTP/1.1" status: 200 len: 1092 time: 0.9520309 Jul 09 13:21:28.816610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9ff69d-dc53-46e2-a662-e7abae101cbd', 'tag': '135692d3-1ed6-4885-ac2c-72bc5f272023'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:28.822828 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42b89e50-412d-414f-a841-05d2c283e692" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9ff69d-dc53-46e2-a662-e7abae101cbd", "tag": "135692d3-1ed6-4885-ac2c-72bc5f272023"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:28.830512 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6204569-0dfb-438a-97b2-b8e98efe103c None None] Pushing event updated for resources: {'Port': ['ID=882edbe3-fb1d-479f-b543-d88808df8192,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:28.844714 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92df1ed6-15cd-4910-8e71-5d946e01a922 service neutron] Pushing event updated for resources: {'Port': ['ID=135692d3-1ed6-4885-ac2c-72bc5f272023,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:28.898526 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-6a779871-5d7d-4d7a-8fca-bd732b91fa15 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:28.900313 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-6a779871-5d7d-4d7a-8fca-bd732b91fa15 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.1758795 Jul 09 13:21:28.913544 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-8da90bb3-85b3-4eff-ba40-593b1af387b2 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:21:28.915067 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6804d79b-c8b5-4caf-b60c-815732dd0a4d req-8da90bb3-85b3-4eff-ba40-593b1af387b2 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082741 Jul 09 13:21:28.921036 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Attempting to bind port 882edbe3-fb1d-479f-b543-d88808df8192 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:28.921493 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Attempting to bind port 882edbe3-fb1d-479f-b543-d88808df8192 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'fdace2d2-13c6-4892-8a28-507aaaa6f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73bd6e63-6c58-4e55-a362-1c0dec2d700a'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:28.921863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Attempting to bind port 882edbe3-fb1d-479f-b543-d88808df8192 on network 73bd6e63-6c58-4e55-a362-1c0dec2d700a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:28.928120 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:28.928519 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Checking segment: {'id': 'fdace2d2-13c6-4892-8a28-507aaaa6f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73bd6e63-6c58-4e55-a362-1c0dec2d700a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:28.929236 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.929373 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Bound using segment: {'id': 'fdace2d2-13c6-4892-8a28-507aaaa6f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73bd6e63-6c58-4e55-a362-1c0dec2d700a'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:28.929835 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Bound port: 882edbe3-fb1d-479f-b543-d88808df8192, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fdace2d2-13c6-4892-8a28-507aaaa6f41a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '73bd6e63-6c58-4e55-a362-1c0dec2d700a'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:28.930221 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.979796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd2bff-684f-4add-8fe8-2ea139b152e7 req-8a9d11ef-44f4-4255-9632-11435e546bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:28.981334 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cddd2bff-684f-4add-8fe8-2ea139b152e7 req-8a9d11ef-44f4-4255-9632-11435e546bc8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 1101 time: 0.2301815 Jul 09 13:21:28.983361 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6926c522-1a53-40d7-8900-fcdde94f5ddd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:28.997542 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6926c522-1a53-40d7-8900-fcdde94f5ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.027349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414f4dd7-dfca-45f9-9ae0-7609b6f0fc1a req-a0ee0691-040a-4db3-8164-42d1a7174078 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:29.031071 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6926c522-1a53-40d7-8900-fcdde94f5ddd admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:21:29.036096 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-414f4dd7-dfca-45f9-9ae0-7609b6f0fc1a req-a0ee0691-040a-4db3-8164-42d1a7174078 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 1096 time: 0.1056178 Jul 09 13:21:29.043406 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6926c522-1a53-40d7-8900-fcdde94f5ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.043743 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-6926c522-1a53-40d7-8900-fcdde94f5ddd admin admin] Added segment b13bd8fa-acb4-4128-aa4d-0acbe7762e06 of type vlan for network 837f4540-7c98-4faa-8ade-707da2a5a222 Jul 09 13:21:29.060735 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] For port 882edbe3-fb1d-479f-b543-d88808df8192, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:29.067500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] For port 882edbe3-fb1d-479f-b543-d88808df8192, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=882edbe3-fb1d-479f-b543-d88808df8192,segment=NetworkSegment(fdace2d2-13c6-4892-8a28-507aaaa6f41a),segment_id=fdace2d2-13c6-4892-8a28-507aaaa6f41a)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:29.072789 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8c23c5be-a63e-4ca7-86c8-68574cc8dd10 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:29.088518 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-414f4dd7-dfca-45f9-9ae0-7609b6f0fc1a req-26d979dc-02e6-4348-82ea-db36fe91a727 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510447 Jul 09 13:21:29.092756 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6926c522-1a53-40d7-8900-fcdde94f5ddd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.136578 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6926c522-1a53-40d7-8900-fcdde94f5ddd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.137551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6926c522-1a53-40d7-8900-fcdde94f5ddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:29.137744 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.138021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6926c522-1a53-40d7-8900-fcdde94f5ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.170077 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6926c522-1a53-40d7-8900-fcdde94f5ddd admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7982821 Jul 09 13:21:29.175761 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45818) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:29.184668 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-06da61cf-5241-413d-b46c-8ad99f2afa78 admin admin] Request body: {'subnet': {'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1129458519-subnet', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:29.194761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-b0cfee44-f635-45c2-9d49-9bf85b14bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:29.196571 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-b0cfee44-f635-45c2-9d49-9bf85b14bdc4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 1095 time: 0.3387249 Jul 09 13:21:29.241978 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06da61cf-5241-413d-b46c-8ad99f2afa78 admin admin] Made reservation on behalf of 46c2f95350e54a0aa9acdb7ced3996e6 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:29.244464 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06da61cf-5241-413d-b46c-8ad99f2afa78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.277270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Routers {'f609fe41-65bd-4c0c-a429-94ab6d42efbf'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:29.278213 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:21:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f609fe41-65bd-4c0c-a429-94ab6d42efbf'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:29.280431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926c522-1a53-40d7-8900-fcdde94f5ddd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fce9b34-00fa-44b6-8ce8-3bf7bc40fc69,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:29.301529 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cddd2bff-684f-4add-8fe8-2ea139b152e7 req-21d27d7a-2c19-41b1-98e4-0028e37bd5dd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127594 Jul 09 13:21:29.349729 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-21651c80-ee9a-4e08-b67a-36ec276cccde service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=135692d3-1ed6-4885-ac2c-72bc5f272023 HTTP/1.1" status: 200 len: 217 time: 0.0960855 Jul 09 13:21:29.351398 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6204569-0dfb-438a-97b2-b8e98efe103c None None] Pushing event updated for resources: {'Port': ['ID=882edbe3-fb1d-479f-b543-d88808df8192,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:29.353429 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926c522-1a53-40d7-8900-fcdde94f5ddd admin admin] Pushing event updated for resources: {'Network': ['ID=837f4540-7c98-4faa-8ade-707da2a5a222,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:29.381772 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 837f4540-7c98-4faa-8ade-707da2a5a222 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:21:29.440661 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-4d42bbcc-07e7-4300-a850-9b8500e861ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:29.442357 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-4d42bbcc-07e7-4300-a850-9b8500e861ae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.0775805 Jul 09 13:21:29.493692 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-93846bc2-8a3b-4df1-ac22-6d666da755fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445311 Jul 09 13:21:29.553261 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c530e14-e468-466f-8077-da031d20a8f3 req-2aa0f390-63cd-4909-9972-a7745a309dc8 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:29.555626 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c530e14-e468-466f-8077-da031d20a8f3 req-2aa0f390-63cd-4909-9972-a7745a309dc8 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.4251604 Jul 09 13:21:29.591958 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 8c23c5be-a63e-4ca7-86c8-68574cc8dd10 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:29.592327 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.593321 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-6d31fd05-c81e-471b-87f8-25634968f1b6 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929854 Jul 09 13:21:29.659648 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a75b0ec-6b56-4e8c-9b54-3adfe840842c req-a69d681f-180c-4371-8e71-88e79464fa80 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:29.661970 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a75b0ec-6b56-4e8c-9b54-3adfe840842c req-a69d681f-180c-4371-8e71-88e79464fa80 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 944 time: 0.2899666 Jul 09 13:21:29.680583 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c530e14-e468-466f-8077-da031d20a8f3 req-4c02bc66-c5e4-4575-ba78-f13758fba641 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136787 Jul 09 13:21:29.688658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] Set router f609fe41-65bd-4c0c-a429-94ab6d42efbf gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:29.713105 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06da61cf-5241-413d-b46c-8ad99f2afa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:29.726459 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-219ff1db-5537-4f44-85d0-58028f0d86d3 req-2e4ac678-0fe9-4ef8-8ab8-aba9f4a58f1a service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269264 Jul 09 13:21:29.746303 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f33cf2-6f55-4336-9467-61edfb81e690 x-openstack-request-id: req-95f33cf2-6f55-4336-9467-61edfb81e690 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:29.746813 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9ff69d-dc53-46e2-a662-e7abae101cbd", "tag": "135692d3-1ed6-4885-ac2c-72bc5f272023", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:29.747281 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95f33cf2-6f55-4336-9467-61edfb81e690 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:29.747935 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9ff69d-dc53-46e2-a662-e7abae101cbd', 'tag': '135692d3-1ed6-4885-ac2c-72bc5f272023', 'status': 'completed', 'code': 200} Jul 09 13:21:29.830215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b89e50-412d-414f-a841-05d2c283e692 req-c74ec153-aafe-4ba1-85dd-4b876dd7a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:29.832170 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-42b89e50-412d-414f-a841-05d2c283e692 req-c74ec153-aafe-4ba1-85dd-4b876dd7a1d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 1095 time: 0.0580776 Jul 09 13:21:29.941685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b89e50-412d-414f-a841-05d2c283e692 req-a6d09ed6-b6f9-478c-b3bc-19cd7492382b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:29.943346 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-42b89e50-412d-414f-a841-05d2c283e692 req-a6d09ed6-b6f9-478c-b3bc-19cd7492382b service neutron] 10.222.0.15 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.1043353 Jul 09 13:21:29.980852 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'name': 'tempest-FloatingIPsTestJSON-514068781-router', 'tenant_id': '377f6e029fb84d769fa109631cc06142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '8c23c5be-a63e-4ca7-86c8-68574cc8dd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:16Z', 'updated_at': '2021-07-09T13:21:24Z', 'revision_number': 4, 'project_id': '377f6e029fb84d769fa109631cc06142', 'gw_port': {'id': '8c23c5be-a63e-4ca7-86c8-68574cc8dd10', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:19Z', 'updated_at': '2021-07-09T13:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '882edbe3-fb1d-479f-b543-d88808df8192', 'name': '', 'network_id': '73bd6e63-6c58-4e55-a362-1c0dec2d700a', 'tenant_id': '377f6e029fb84d769fa109631cc06142', 'mac_address': 'fa:16:3e:c5:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b23d9fa5-bb30-454c-bc87-12159cef4228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:23Z', 'updated_at': '2021-07-09T13:21:29Z', 'revision_number': 4, 'project_id': '377f6e029fb84d769fa109631cc06142', 'subnets': [{'id': 'b23d9fa5-bb30-454c-bc87-12159cef4228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:30.016311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3d0e58-442c-4c59-a028-bd6050f43b2f None None] The sync data for ids ['f609fe41-65bd-4c0c-a429-94ab6d42efbf'] in n-d-799525-3 is: [{'id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'name': 'tempest-FloatingIPsTestJSON-514068781-router', 'tenant_id': '377f6e029fb84d769fa109631cc06142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '8c23c5be-a63e-4ca7-86c8-68574cc8dd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:16Z', 'updated_at': '2021-07-09T13:21:24Z', 'revision_number': 4, 'project_id': '377f6e029fb84d769fa109631cc06142', 'gw_port': {'id': '8c23c5be-a63e-4ca7-86c8-68574cc8dd10', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:19Z', 'updated_at': '2021-07-09T13:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '882edbe3-fb1d-479f-b543-d88808df8192', 'name': '', 'network_id': '73bd6e63-6c58-4e55-a362-1c0dec2d700a', 'tenant_id': '377f6e029fb84d769fa109631cc06142', 'mac_address': 'fa:16:3e:c5:a4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'b23d9fa5-bb30-454c-bc87-12159cef4228', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:23Z', 'updated_at': '2021-07-09T13:21:29Z', 'revision_number': 4, 'project_id': '377f6e029fb84d769fa109631cc06142', 'subnets': [{'id': 'b23d9fa5-bb30-454c-bc87-12159cef4228', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:21:30.121731 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a75b0ec-6b56-4e8c-9b54-3adfe840842c req-7546f7f8-8221-4d99-84c7-b2b46af28f1e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4400563 Jul 09 13:21:30.132779 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-737a3c73-658d-443d-a65d-dca992941f7f req-2638fa18-4fa4-445c-a215-d08031741937 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/floatingips/d31748b0-254f-4432-bc82-6797fdfd1a8a HTTP/1.1" status: 200 len: 692 time: 0.3587017 Jul 09 13:21:30.134097 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06da61cf-5241-413d-b46c-8ad99f2afa78 admin admin] Checking segment: {'id': 'b13bd8fa-acb4-4128-aa4d-0acbe7762e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:30.134457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da61cf-5241-413d-b46c-8ad99f2afa78 admin admin] Network hostable DHCP agents. Network: 837f4540-7c98-4faa-8ade-707da2a5a222, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:21:30.141582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da61cf-5241-413d-b46c-8ad99f2afa78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ef14c00-3b7a-4369-a2a1-57eec0587a02,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:30.271900 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da61cf-5241-413d-b46c-8ad99f2afa78 admin admin] Network 837f4540-7c98-4faa-8ade-707da2a5a222 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:21:30.304832 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a3c73-658d-443d-a65d-dca992941f7f req-5bf5916e-c5bd-4372-8e95-3bf059c7138b tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:30.306888 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-737a3c73-658d-443d-a65d-dca992941f7f req-5bf5916e-c5bd-4372-8e95-3bf059c7138b tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.1678493 Jul 09 13:21:30.308304 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-06da61cf-5241-413d-b46c-8ad99f2afa78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 837f4540-7c98-4faa-8ade-707da2a5a222) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:30.315233 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06da61cf-5241-413d-b46c-8ad99f2afa78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:30.316214 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06da61cf-5241-413d-b46c-8ad99f2afa78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.328183 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432d529d-7da6-4828-91da-49b34dfcf525 None None] Network 837f4540-7c98-4faa-8ade-707da2a5a222 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:30.340161 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-42b89e50-412d-414f-a841-05d2c283e692 req-1b5b5c16-28f3-4d4a-8438-e94c6481cadc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=135692d3-1ed6-4885-ac2c-72bc5f272023 HTTP/1.1" status: 200 len: 217 time: 0.3866827 Jul 09 13:21:30.340999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-737a3c73-658d-443d-a65d-dca992941f7f req-0df51ab1-7cf8-44d2-a27d-3b84f487e7c4 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:21:30.342192 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-737a3c73-658d-443d-a65d-dca992941f7f req-0df51ab1-7cf8-44d2-a27d-3b84f487e7c4 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0299087 Jul 09 13:21:30.344212 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-06da61cf-5241-413d-b46c-8ad99f2afa78 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1659076 Jul 09 13:21:30.349998 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45828) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:30.363765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1129458519-router', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:30.434250 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.436246 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.461132 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b89e50-412d-414f-a841-05d2c283e692 req-d6bbfc04-197f-47d0-bec6-fe64f28d8a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:30.462765 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-42b89e50-412d-414f-a841-05d2c283e692 req-d6bbfc04-197f-47d0-bec6-fe64f28d8a45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.1152811 Jul 09 13:21:30.524988 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-42b89e50-412d-414f-a841-05d2c283e692 req-ba7f59a3-f5a0-4f21-9bec-c5a2e7faee7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0500855 Jul 09 13:21:30.601396 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.660711 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61133e6f-38a4-48e9-b61f-bda0272d0e80 req-81163e3b-85e8-43d2-b7fb-86fd654b6145 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=377f6e029fb84d769fa109631cc06142 HTTP/1.1" status: 200 len: 695 time: 0.1988328 Jul 09 13:21:30.689743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-837f4540-7c98-4faa-8ade-707da2a5a222', 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'fixed_ips': [{'subnet_id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:21:30.690701 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:30.741308 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-42b89e50-412d-414f-a841-05d2c283e692 req-fef980c8-fe16-4665-9d62-a7db54122e40 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2093225 Jul 09 13:21:30.973403 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-42b89e50-412d-414f-a841-05d2c283e692 req-7ba48f56-e5a8-40cb-9f44-89a48ed6aa86 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2248693 Jul 09 13:21:30.975150 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 882edbe3-fb1d-479f-b543-d88808df8192 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:31.055900 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Allocated IP 172.20.0.2 (837f4540-7c98-4faa-8ade-707da2a5a222/4ef14c00-3b7a-4369-a2a1-57eec0587a02/2fe69fc3-8469-4c0c-99d1-33409650e6c7) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:31.074998 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.088981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 882edbe3-fb1d-479f-b543-d88808df8192 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:31.095856 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61133e6f-38a4-48e9-b61f-bda0272d0e80 req-34769a24-1a29-4188-a5bb-9c6f4cd85d72 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:31.098839 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 882edbe3-fb1d-479f-b543-d88808df8192 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:31.099403 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.103841 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61133e6f-38a4-48e9-b61f-bda0272d0e80 req-34769a24-1a29-4188-a5bb-9c6f4cd85d72 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/networks?id=d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 787 time: 0.4421961 Jul 09 13:21:31.124871 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-61133e6f-38a4-48e9-b61f-bda0272d0e80 req-070388d6-146a-4536-b976-7ac625ae8251 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:21:31.125976 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61133e6f-38a4-48e9-b61f-bda0272d0e80 req-070388d6-146a-4536-b976-7ac625ae8251 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0213540 Jul 09 13:21:31.145929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef26086-fda8-43ff-bd5b-380f17ddefdc req-1ba1fecc-c348-44d3-8448-6144abc1c4a0 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:31.147553 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1ef26086-fda8-43ff-bd5b-380f17ddefdc req-1ba1fecc-c348-44d3-8448-6144abc1c4a0 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 950 time: 0.5443165 Jul 09 13:21:31.246221 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1ef26086-fda8-43ff-bd5b-380f17ddefdc req-ac1210b4-eff3-40ad-97e3-47d82dd58ab8 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895493 Jul 09 13:21:31.393408 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.411408 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Transition to ACTIVE for port object 2fe69fc3-8469-4c0c-99d1-33409650e6c7 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:31.434464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Transition to ACTIVE for port object 2fe69fc3-8469-4c0c-99d1-33409650e6c7 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:31.462707 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.521900 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.543834 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.554950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95d17a-ab6e-4bde-ab9f-1d1b5c277305 req-95b3d418-89a3-49ae-b5e3-7c1d4738b81a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:31.556340 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-df95d17a-ab6e-4bde-ab9f-1d1b5c277305 req-95b3d418-89a3-49ae-b5e3-7c1d4738b81a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.1387997 Jul 09 13:21:31.556841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Network 837f4540-7c98-4faa-8ade-707da2a5a222 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:31.561982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:31.576997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:31.591661 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.650709 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-df95d17a-ab6e-4bde-ab9f-1d1b5c277305 req-f38540e3-9868-4930-a605-ea1ff05d112f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842855 Jul 09 13:21:31.653169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 882edbe3-fb1d-479f-b543-d88808df8192, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=882edbe3-fb1d-479f-b543-d88808df8192,segment=NetworkSegment(fdace2d2-13c6-4892-8a28-507aaaa6f41a),segment_id=fdace2d2-13c6-4892-8a28-507aaaa6f41a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:31.708815 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Pushing event updated for resources: {'Port': ['ID=2fe69fc3-8469-4c0c-99d1-33409650e6c7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:31.723125 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.798256 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c241bd7a-6948-4718-abbc-2f97c7836c44 req-3bf777f2-4989-485e-8d60-42923a54adbf tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/floatingips/d31748b0-254f-4432-bc82-6797fdfd1a8a HTTP/1.1" status: 200 len: 692 time: 0.1022508 Jul 09 13:21:31.820994 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Allocated IP 172.25.2.154 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/a4300d81-1892-44fc-82b0-958e6948b931) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:31.824621 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Attempting to bind port 2fe69fc3-8469-4c0c-99d1-33409650e6c7 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:31.825093 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Attempting to bind port 2fe69fc3-8469-4c0c-99d1-33409650e6c7 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'b13bd8fa-acb4-4128-aa4d-0acbe7762e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:31.825489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Attempting to bind port 2fe69fc3-8469-4c0c-99d1-33409650e6c7 on network 837f4540-7c98-4faa-8ade-707da2a5a222 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:31.835315 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3ffa75e9-36bb-4e46-97b9-70a8fe55e581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.848401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:31.848869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Checking segment: {'id': 'b13bd8fa-acb4-4128-aa4d-0acbe7762e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:31.849248 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.849700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Bound using segment: {'id': 'b13bd8fa-acb4-4128-aa4d-0acbe7762e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:31.850239 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Bound port: 2fe69fc3-8469-4c0c-99d1-33409650e6c7, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13bd8fa-acb4-4128-aa4d-0acbe7762e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:31.850657 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:31.856488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=882edbe3-fb1d-479f-b543-d88808df8192,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:31.994939 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] For port 2fe69fc3-8469-4c0c-99d1-33409650e6c7, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:31.999662 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] For port 2fe69fc3-8469-4c0c-99d1-33409650e6c7, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2fe69fc3-8469-4c0c-99d1-33409650e6c7,segment=NetworkSegment(b13bd8fa-acb4-4128-aa4d-0acbe7762e06),segment_id=b13bd8fa-acb4-4128-aa4d-0acbe7762e06)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:32.006632 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.086588 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935c12a6-c4f5-4252-8d20-7c783d34f612 None None] Pushing event updated for resources: {'Port': ['ID=2fe69fc3-8469-4c0c-99d1-33409650e6c7,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:32.099638 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241bd7a-6948-4718-abbc-2f97c7836c44 req-8574eaa2-59a2-436a-ae98-a7dbddd11810 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:32.101118 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c241bd7a-6948-4718-abbc-2f97c7836c44 req-8574eaa2-59a2-436a-ae98-a7dbddd11810 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.2912848 Jul 09 13:21:32.118356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-c241bd7a-6948-4718-abbc-2f97c7836c44 req-ba98e550-fc93-4885-9af1-18fec648a697 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:21:32.119403 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c241bd7a-6948-4718-abbc-2f97c7836c44 req-ba98e550-fc93-4885-9af1-18fec648a697 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101452 Jul 09 13:21:32.196482 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.201649 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c241bd7a-6948-4718-abbc-2f97c7836c44 req-13034522-3ddb-49ef-9e7f-26cb9ffba28f tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.35 HTTP/1.1" status: 200 len: 695 time: 0.0710895 Jul 09 13:21:32.289838 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fba83e-ad89-4b0b-800c-1d7b987c2043 req-1c6602e2-bb08-4fa5-9a3d-526ed0fc70ef tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:32.291278 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7fba83e-ad89-4b0b-800c-1d7b987c2043 req-1c6602e2-bb08-4fa5-9a3d-526ed0fc70ef tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 944 time: 0.2446570 Jul 09 13:21:32.295019 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c241bd7a-6948-4718-abbc-2f97c7836c44 req-720417f7-c8fc-438a-abbd-b29613fa239d tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.35 HTTP/1.1" status: 200 len: 695 time: 0.0843959 Jul 09 13:21:32.420788 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:32.461382 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7fba83e-ad89-4b0b-800c-1d7b987c2043 req-ab40379b-cbc1-4d90-920f-faf010264e3d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504595 Jul 09 13:21:32.497196 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:32.503632 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:32.505435 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Pushing event updated for resources: {'Port': ['ID=a4300d81-1892-44fc-82b0-958e6948b931,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:32.507760 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:32.595460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-c241bd7a-6948-4718-abbc-2f97c7836c44 req-ae02bbf1-88a9-4ab9-81fc-45a96dc153a1 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Deleting port 17214e93-eb9e-4daa-a5b1-c5370f523230 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:32.595895 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c241bd7a-6948-4718-abbc-2f97c7836c44 req-ae02bbf1-88a9-4ab9-81fc-45a96dc153a1 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.069278 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c241bd7a-6948-4718-abbc-2f97c7836c44 req-ae02bbf1-88a9-4ab9-81fc-45a96dc153a1 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.070024 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c241bd7a-6948-4718-abbc-2f97c7836c44 req-ae02bbf1-88a9-4ab9-81fc-45a96dc153a1 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.071454 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 882edbe3-fb1d-479f-b543-d88808df8192 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:33.117071 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-c241bd7a-6948-4718-abbc-2f97c7836c44 req-ae02bbf1-88a9-4ab9-81fc-45a96dc153a1 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Calling delete_port for 17214e93-eb9e-4daa-a5b1-c5370f523230 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:33.151015 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 882edbe3-fb1d-479f-b543-d88808df8192 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:33.151433 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.193042 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e9a169-68dc-48e9-a5bc-eac84c8f64d6 None None] Network 837f4540-7c98-4faa-8ade-707da2a5a222 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:33.227243 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.294845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a38e5d49-c5a8-4ac0-8a37-288d381c229f None None] Provisioning for port 2fe69fc3-8469-4c0c-99d1-33409650e6c7 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:33.382302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2fe69fc3-8469-4c0c-99d1-33409650e6c7 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:33.481725 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c241bd7a-6948-4718-abbc-2f97c7836c44 req-ae02bbf1-88a9-4ab9-81fc-45a96dc153a1 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.490074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 2fe69fc3-8469-4c0c-99d1-33409650e6c7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:33.496446 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 2fe69fc3-8469-4c0c-99d1-33409650e6c7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:33.496828 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.520448 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 135692d3-1ed6-4885-ac2c-72bc5f272023 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:33.521587 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae02bbf1-88a9-4ab9-81fc-45a96dc153a1 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Pushing event deleted for resources: {'Port': ['ID=17214e93-eb9e-4daa-a5b1-c5370f523230,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:33.612543 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.691283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=135692d3-1ed6-4885-ac2c-72bc5f272023,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:33.701191 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c241bd7a-6948-4718-abbc-2f97c7836c44 req-ae02bbf1-88a9-4ab9-81fc-45a96dc153a1 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.704035 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c241bd7a-6948-4718-abbc-2f97c7836c44 req-ae02bbf1-88a9-4ab9-81fc-45a96dc153a1 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.705806 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c241bd7a-6948-4718-abbc-2f97c7836c44 req-ae02bbf1-88a9-4ab9-81fc-45a96dc153a1 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "DELETE /v2.0/floatingips/d31748b0-254f-4432-bc82-6797fdfd1a8a HTTP/1.1" status: 204 len: 173 time: 1.3961644 Jul 09 13:21:33.706229 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '135692d3-1ed6-4885-ac2c-72bc5f272023', 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c', 'port_id': '135692d3-1ed6-4885-ac2c-72bc5f272023', 'mac_address': 'fa:16:3e:ed:91:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:33.721615 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.726094 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b03ab7-92f2-4f1e-823b-22b9ce8c7b5b req-f1ef1a4e-a3d8-428a-aea2-2b2f690aab6d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:33.728568 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87b03ab7-92f2-4f1e-823b-22b9ce8c7b5b req-f1ef1a4e-a3d8-428a-aea2-2b2f690aab6d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 950 time: 0.2165229 Jul 09 13:21:33.766218 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 2fe69fc3-8469-4c0c-99d1-33409650e6c7, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2fe69fc3-8469-4c0c-99d1-33409650e6c7,segment=NetworkSegment(b13bd8fa-acb4-4128-aa4d-0acbe7762e06),segment_id=b13bd8fa-acb4-4128-aa4d-0acbe7762e06)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:33.790522 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.831456 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87b03ab7-92f2-4f1e-823b-22b9ce8c7b5b req-1b774a8a-6126-4931-a5e1-cbb3cf9c1a59 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701420 Jul 09 13:21:33.869485 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.879255 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-06b25962-7bde-442e-b573-13632208b962 None None] Provisioning complete for port 2fe69fc3-8469-4c0c-99d1-33409650e6c7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:33.879751 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-06b25962-7bde-442e-b573-13632208b962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:33.906983 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=2fe69fc3-8469-4c0c-99d1-33409650e6c7,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:33.931647 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Router b6039018-53eb-42b3-bef9-7c3699e3d0b8 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:21:33.934014 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 135692d3-1ed6-4885-ac2c-72bc5f272023 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:33.965639 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=135692d3-1ed6-4885-ac2c-72bc5f272023,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:33.972713 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.046136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=135692d3-1ed6-4885-ac2c-72bc5f272023,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:34.144384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401f43c4-bf43-4ec9-baf7-79774195a6f3 req-7953570d-4ddf-4ac6-85f5-11becf5ee71b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:34.146064 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-401f43c4-bf43-4ec9-baf7-79774195a6f3 req-7953570d-4ddf-4ac6-85f5-11becf5ee71b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.2266603 Jul 09 13:21:34.205107 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a0d8a-aef1-47e0-96d5-42402bcd87c1 req-33a407f7-c8e9-49c2-8adb-0bc9e6798dcc tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:34.207400 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-797a0d8a-aef1-47e0-96d5-42402bcd87c1 req-33a407f7-c8e9-49c2-8adb-0bc9e6798dcc tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 945 time: 0.1679544 Jul 09 13:21:34.210278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:21:34.232081 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Sync routers for ids ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:21:34.237911 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9efa425f-5e71-4a4a-b638-a34525e47ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.239253 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-401f43c4-bf43-4ec9-baf7-79774195a6f3 req-802a71b8-38a2-4784-a8a4-ff052d195a14 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825176 Jul 09 13:21:34.244552 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['135692d3-1ed6-4885-ac2c-72bc5f272023'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:34.248292 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Routers {'b6039018-53eb-42b3-bef9-7c3699e3d0b8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:34.248928 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:21:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:34.300619 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.301933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8745a79a-4b9d-4d09-947c-2ff346d471e3 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.9480290 Jul 09 13:21:34.304956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45892) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:34.356130 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-797a0d8a-aef1-47e0-96d5-42402bcd87c1 req-4b1f74ae-eda3-4da2-a383-15cfdc1c3bd9 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135144 Jul 09 13:21:34.407073 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Set router b6039018-53eb-42b3-bef9-7c3699e3d0b8 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:34.615671 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-1313c1b3-87a3-45b0-9f1c-cc9360cc9e37 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2075872 Jul 09 13:21:34.623197 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:34.628358 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.676046 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.697991 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'name': 'tempest-ServersTestManualDisk-1129458519-router', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:30Z', 'updated_at': '2021-07-09T13:21:32Z', 'revision_number': 3, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'gw_port': {'id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:31Z', 'updated_at': '2021-07-09T13:21:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:34.738414 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Checking router: b6039018-53eb-42b3-bef9-7c3699e3d0b8 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:21:34.738770 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Updating router b6039018-53eb-42b3-bef9-7c3699e3d0b8 port a4300d81-1892-44fc-82b0-958e6948b931 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:21:34.780029 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.898248 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:34.953740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2fe69fc3-8469-4c0c-99d1-33409650e6c7 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:34.974268 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.056356 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 2fe69fc3-8469-4c0c-99d1-33409650e6c7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:35.056734 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.082457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Allocated IP 172.25.2.137 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/308bea09-ba90-4828-b0a9-e137eff61287) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:35.189330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Allocated IP 172.20.0.1 (837f4540-7c98-4faa-8ade-707da2a5a222/4ef14c00-3b7a-4369-a2a1-57eec0587a02/fdb38540-4db3-4f05-9af0-0591942c6217) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:35.211521 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.266555 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.343793 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Pushing event updated for resources: {'Port': ['ID=308bea09-ba90-4828-b0a9-e137eff61287,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:35.346640 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.370825 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Transition to ACTIVE for port object fdb38540-4db3-4f05-9af0-0591942c6217 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:35.386648 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:35.389529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:35.392906 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:35.430706 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.453814 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.478961 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.490678 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Transition to ACTIVE for port object a4300d81-1892-44fc-82b0-958e6948b931 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:35.497870 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.498185 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Network 837f4540-7c98-4faa-8ade-707da2a5a222 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:35.502603 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.503166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:35.514965 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Pushing event updated for resources: {'Port': ['ID=fdb38540-4db3-4f05-9af0-0591942c6217,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:35.524756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:35.530778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 135692d3-1ed6-4885-ac2c-72bc5f272023 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:35.547692 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584402c-4973-40da-947b-a10c4eacabc4 None None] Pushing event updated for resources: {'Port': ['ID=a4300d81-1892-44fc-82b0-958e6948b931,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:35.569052 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Attempting to bind port a4300d81-1892-44fc-82b0-958e6948b931 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:35.569656 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Attempting to bind port a4300d81-1892-44fc-82b0-958e6948b931 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:35.570289 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Attempting to bind port a4300d81-1892-44fc-82b0-958e6948b931 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:35.576128 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:35.576775 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:35.577338 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.577941 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:35.578590 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Bound port: a4300d81-1892-44fc-82b0-958e6948b931, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:35.579190 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.603801 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.621493 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-c749e53b-15de-4445-916d-b9cf68d29275 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.622016 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-c749e53b-15de-4445-916d-b9cf68d29275 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.622613 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-c749e53b-15de-4445-916d-b9cf68d29275 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.623178 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-c749e53b-15de-4445-916d-b9cf68d29275 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.623765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-c749e53b-15de-4445-916d-b9cf68d29275 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.624338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-c749e53b-15de-4445-916d-b9cf68d29275 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.625069 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-c749e53b-15de-4445-916d-b9cf68d29275 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.625743 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-c749e53b-15de-4445-916d-b9cf68d29275 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.626629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-c749e53b-15de-4445-916d-b9cf68d29275 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.627768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-c749e53b-15de-4445-916d-b9cf68d29275 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.627928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-c749e53b-15de-4445-916d-b9cf68d29275 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.628463 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-c749e53b-15de-4445-916d-b9cf68d29275 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:35.639189 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] For port a4300d81-1892-44fc-82b0-958e6948b931, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:35.640208 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-c749e53b-15de-4445-916d-b9cf68d29275 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd&device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182&device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e&device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279&device_id=6ca96baa-5353-403e-96e7-9aacececa034&device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823&device_id=43f40aca-9585-4d85-b23b-e5da3552996d&device_id=2d45e79c-bf27-4ff4-842b-e791d922933d&device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e&device_id=7168fa65-6876-461d-ac0c-7c30861bdac2&device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8&device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 10861 time: 0.2910235 Jul 09 13:21:35.643234 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] For port a4300d81-1892-44fc-82b0-958e6948b931, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a4300d81-1892-44fc-82b0-958e6948b931,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:35.646678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 135692d3-1ed6-4885-ac2c-72bc5f272023 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:35.650456 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.655431 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.658277 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 135692d3-1ed6-4885-ac2c-72bc5f272023 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:35.658657 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.722351 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Routers {'b6039018-53eb-42b3-bef9-7c3699e3d0b8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:35.723264 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:21:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:35.784002 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2584402c-4973-40da-947b-a10c4eacabc4 None None] Pushing event updated for resources: {'Port': ['ID=a4300d81-1892-44fc-82b0-958e6948b931,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:35.799072 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.838013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9ff69d-dc53-46e2-a662-e7abae101cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135692d3-1ed6-4885-ac2c-72bc5f272023'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:35.842649 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed11fcc8-ff32-41c5-b007-d72f93a72244" -d '{"events": [{"server_uuid": "6e9ff69d-dc53-46e2-a662-e7abae101cbd", "name": "network-vif-plugged", "status": "completed", "tag": "135692d3-1ed6-4885-ac2c-72bc5f272023"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:35.868945 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=135692d3-1ed6-4885-ac2c-72bc5f272023,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:35.874839 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.903514 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.913015 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.924758 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.953686 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-534ffc2c-38f8-479e-beae-04b3e0f52534 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:35.955171 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] Set router b6039018-53eb-42b3-bef9-7c3699e3d0b8 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:35.972619 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Pushing event updated for resources: {'Port': ['ID=308bea09-ba90-4828-b0a9-e137eff61287,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:35.999049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f590ea1b-f67d-4d81-b058-19d0de12fc90 None None] Provisioning for port fdb38540-4db3-4f05-9af0-0591942c6217 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:36.034958 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f590ea1b-f67d-4d81-b058-19d0de12fc90 None None] Provisioning complete for port fdb38540-4db3-4f05-9af0-0591942c6217 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:36.035245 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f590ea1b-f67d-4d81-b058-19d0de12fc90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:36.077477 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=135692d3-1ed6-4885-ac2c-72bc5f272023,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:36.122185 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f590ea1b-f67d-4d81-b058-19d0de12fc90 None None] Port fdb38540-4db3-4f05-9af0-0591942c6217 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:36.137436 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:36.189115 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-534ffc2c-38f8-479e-beae-04b3e0f52534 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:36.195048 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-534ffc2c-38f8-479e-beae-04b3e0f52534 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:36.216010 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:36.223906 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:36.226205 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bc4ffd31-eadd-4d62-9198-c8549ab25f85 req-534ffc2c-38f8-479e-beae-04b3e0f52534 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&id=65376178-5228-462b-bbb7-efa0a920fd70&id=0f2fef64-1470-4176-a199-691d6e1fdc15&id=74517c35-bd48-402c-b950-38763789e577&id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 647 time: 0.5849395 Jul 09 13:21:36.241592 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'name': 'tempest-ServersTestManualDisk-1129458519-router', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:30Z', 'updated_at': '2021-07-09T13:21:32Z', 'revision_number': 3, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'gw_port': {'id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:31Z', 'updated_at': '2021-07-09T13:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:36.248751 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:36.269404 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-d5e630d5-4f31-4259-a690-5224d7c76134 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6528461 Jul 09 13:21:36.290909 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a5461dc-b52d-4abd-aa5c-1ba84b47336e None None] The sync data for ids ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'] in n-d-799525-3 is: [{'id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'name': 'tempest-ServersTestManualDisk-1129458519-router', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:30Z', 'updated_at': '2021-07-09T13:21:32Z', 'revision_number': 3, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'gw_port': {'id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:31Z', 'updated_at': '2021-07-09T13:21:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:21:36.314109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Pushing event updated for resources: {'Port': ['ID=fdb38540-4db3-4f05-9af0-0591942c6217,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:36.323283 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:36.327061 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-687640dd-98e5-4b40-9a24-5e9515dddf09 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.137 HTTP/1.1" status: 200 len: 696 time: 0.0566895 Jul 09 13:21:36.327841 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534ffc2c-38f8-479e-beae-04b3e0f52534 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cbaaf1f-ef34-418f-902f-66816538ea8a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:36.449079 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Network 837f4540-7c98-4faa-8ade-707da2a5a222 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:36.450604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:36.515191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-ee9ec188-47e8-4221-ab28-354768d07a25 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:36.522655 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-ee9ec188-47e8-4221-ab28-354768d07a25 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.1891272 Jul 09 13:21:36.530526 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-80c32d19-6a86-47fb-96ca-e78306d67cd5 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:21:36.543358 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a115e1c9-1517-4dff-8c0b-8e32b0211d30 req-80c32d19-6a86-47fb-96ca-e78306d67cd5 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0192978 Jul 09 13:21:36.578268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b008e5-2ade-4ddb-8659-92c3bab8c827 req-303edcf6-f988-46ec-af18-d3bee04b23b0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:36.597529 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a0b008e5-2ade-4ddb-8659-92c3bab8c827 req-303edcf6-f988-46ec-af18-d3bee04b23b0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.2096694 Jul 09 13:21:36.673739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Router b6039018-53eb-42b3-bef9-7c3699e3d0b8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:21:36.702951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a0b008e5-2ade-4ddb-8659-92c3bab8c827 req-588c4d60-33c9-48fa-889c-cf77d1b37a3a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011848 Jul 09 13:21:36.814641 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:36.868429 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1ed56bb7-ac0c-4681-8b0b-40e5f61b7bac None None] Provisioning complete for port fdb38540-4db3-4f05-9af0-0591942c6217 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:36.869060 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1ed56bb7-ac0c-4681-8b0b-40e5f61b7bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:36.869893 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:21:36.888856 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5e0b15e5-4723-498d-b176-0c25e5ec98dd admin admin] 10.222.0.39 "PUT /v2.0/routers/b6039018-53eb-42b3-bef9-7c3699e3d0b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5817549 Jul 09 13:21:36.925742 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f054535e-3e0a-4c3b-a4b6-d4235e04f47a req-e2523877-17cd-4206-a789-612779a41607 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:36.931797 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f054535e-3e0a-4c3b-a4b6-d4235e04f47a req-e2523877-17cd-4206-a789-612779a41607 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.1409299 Jul 09 13:21:36.964642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1ed56bb7-ac0c-4681-8b0b-40e5f61b7bac None None] Port fdb38540-4db3-4f05-9af0-0591942c6217 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:36.998075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a4300d81-1892-44fc-82b0-958e6948b931 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:37.028420 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f054535e-3e0a-4c3b-a4b6-d4235e04f47a req-45baa29a-5587-4287-ba6d-75d4686ed07d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900185 Jul 09 13:21:37.059363 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d42e57-630d-423e-abb9-7dc95c13ee48 x-openstack-request-id: req-32d42e57-630d-423e-abb9-7dc95c13ee48 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:37.059674 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9ff69d-dc53-46e2-a662-e7abae101cbd", "name": "network-vif-plugged", "status": "completed", "tag": "135692d3-1ed6-4885-ac2c-72bc5f272023", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:37.059934 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-32d42e57-630d-423e-abb9-7dc95c13ee48 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:37.060386 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9ff69d-dc53-46e2-a662-e7abae101cbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '135692d3-1ed6-4885-ac2c-72bc5f272023', 'code': 200} Jul 09 13:21:37.112652 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port a4300d81-1892-44fc-82b0-958e6948b931 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:37.117658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a4300d81-1892-44fc-82b0-958e6948b931 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:37.118334 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:37.261173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9a8ae-a6a3-44e4-a54e-74e7929f2413 req-8f55d86e-b442-4207-9922-4cbcfbce8332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:37.263210 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b6c9a8ae-a6a3-44e4-a54e-74e7929f2413 req-8f55d86e-b442-4207-9922-4cbcfbce8332 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 1097 time: 0.1419227 Jul 09 13:21:37.302087 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:37.343479 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b6c9a8ae-a6a3-44e4-a54e-74e7929f2413 req-7b293572-bffa-41f3-9331-9277485ebfc9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731659 Jul 09 13:21:37.353228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port a4300d81-1892-44fc-82b0-958e6948b931, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a4300d81-1892-44fc-82b0-958e6948b931,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:37.360806 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:37.446714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=a4300d81-1892-44fc-82b0-958e6948b931,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:37.449117 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72f94e06-ef91-431b-8e4a-6bc0c9047605 req-d407d7b7-7113-454d-8fb4-caa234696b31 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/floatingips/68c1e7de-6de9-4618-94a2-3bf649e250b9 HTTP/1.1" status: 200 len: 693 time: 0.3659010 Jul 09 13:21:37.571037 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f94e06-ef91-431b-8e4a-6bc0c9047605 req-f1dd07f7-8660-4d54-95aa-a664bb8661ad tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:37.572488 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72f94e06-ef91-431b-8e4a-6bc0c9047605 req-f1dd07f7-8660-4d54-95aa-a664bb8661ad tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.1164384 Jul 09 13:21:37.636866 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72f94e06-ef91-431b-8e4a-6bc0c9047605 req-182c93af-439b-4112-a403-697336d8c0e1 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.137 HTTP/1.1" status: 200 len: 696 time: 0.0578396 Jul 09 13:21:37.701454 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72f94e06-ef91-431b-8e4a-6bc0c9047605 req-af4a5884-b174-4623-9148-117023cf9501 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.137 HTTP/1.1" status: 200 len: 696 time: 0.0571170 Jul 09 13:21:37.754557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45922) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:37.761409 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-37fad4fa-ee27-4869-82a4-c5a3b719688b tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1814600506', 'description': 'tempest-description--1644366457'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:37.799113 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37fad4fa-ee27-4869-82a4-c5a3b719688b tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:37.849000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-72f94e06-ef91-431b-8e4a-6bc0c9047605 req-eb961c9d-7f8e-4d7b-9edb-b3b0c4e6f445 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Deleting port 308bea09-ba90-4828-b0a9-e137eff61287 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:37.849356 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-72f94e06-ef91-431b-8e4a-6bc0c9047605 req-eb961c9d-7f8e-4d7b-9edb-b3b0c4e6f445 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:37.928582 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37fad4fa-ee27-4869-82a4-c5a3b719688b tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:37.937581 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37fad4fa-ee27-4869-82a4-c5a3b719688b tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:37.964237 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-72f94e06-ef91-431b-8e4a-6bc0c9047605 req-eb961c9d-7f8e-4d7b-9edb-b3b0c4e6f445 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:37.964894 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-72f94e06-ef91-431b-8e4a-6bc0c9047605 req-eb961c9d-7f8e-4d7b-9edb-b3b0c4e6f445 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:37.980330 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-72f94e06-ef91-431b-8e4a-6bc0c9047605 req-eb961c9d-7f8e-4d7b-9edb-b3b0c4e6f445 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Calling delete_port for 308bea09-ba90-4828-b0a9-e137eff61287 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:37.997004 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-37fad4fa-ee27-4869-82a4-c5a3b719688b tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:37.998811 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-37fad4fa-ee27-4869-82a4-c5a3b719688b tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2421038 Jul 09 13:21:38.002143 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45926) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:38.010088 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7e94c953-2c64-41a3-91c8-bcb898766bd0 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Request body: {'security_group_rule': {'security_group_id': '960ac677-a61f-42fe-90e3-51ad48fb3936', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:38.019054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fad4fa-ee27-4869-82a4-c5a3b719688b tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=960ac677-a61f-42fe-90e3-51ad48fb3936,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:38.047799 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e94c953-2c64-41a3-91c8-bcb898766bd0 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.089557 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.135018 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e94c953-2c64-41a3-91c8-bcb898766bd0 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.141757 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e94c953-2c64-41a3-91c8-bcb898766bd0 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.173666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e94c953-2c64-41a3-91c8-bcb898766bd0 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4dff47c-4e0a-4e16-aade-49409ab78a0e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:38.186027 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e94c953-2c64-41a3-91c8-bcb898766bd0 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.190638 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7e94c953-2c64-41a3-91c8-bcb898766bd0 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1841946 Jul 09 13:21:38.191056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45930) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:38.195642 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4955daf9-69e5-43ad-9179-3694affa3248 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Request body: {'security_group_rule': {'security_group_id': '960ac677-a61f-42fe-90e3-51ad48fb3936', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:38.226164 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-72f94e06-ef91-431b-8e4a-6bc0c9047605 req-eb961c9d-7f8e-4d7b-9edb-b3b0c4e6f445 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.231180 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4955daf9-69e5-43ad-9179-3694affa3248 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.260204 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.275647 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb961c9d-7f8e-4d7b-9edb-b3b0c4e6f445 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Pushing event deleted for resources: {'Port': ['ID=308bea09-ba90-4828-b0a9-e137eff61287,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:38.296820 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512da65-bc53-491e-9038-364a6b94048d req-5d6da13d-5602-44da-a230-770b42f7a374 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:38.297329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512da65-bc53-491e-9038-364a6b94048d req-5d6da13d-5602-44da-a230-770b42f7a374 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:38.298823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512da65-bc53-491e-9038-364a6b94048d req-5d6da13d-5602-44da-a230-770b42f7a374 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:38.300973 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a512da65-bc53-491e-9038-364a6b94048d req-5d6da13d-5602-44da-a230-770b42f7a374 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182&device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823&device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 2883 time: 0.1991267 Jul 09 13:21:38.321001 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4955daf9-69e5-43ad-9179-3694affa3248 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.326664 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4955daf9-69e5-43ad-9179-3694affa3248 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.354952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4955daf9-69e5-43ad-9179-3694affa3248 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98728909-a78e-4f33-ad63-5c5918c91b8a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:38.360055 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4955daf9-69e5-43ad-9179-3694affa3248 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.362088 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4955daf9-69e5-43ad-9179-3694affa3248 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1699839 Jul 09 13:21:38.364796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45932) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:38.370891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:38.400198 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.422636 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-72f94e06-ef91-431b-8e4a-6bc0c9047605 req-eb961c9d-7f8e-4d7b-9edb-b3b0c4e6f445 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.426029 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-72f94e06-ef91-431b-8e4a-6bc0c9047605 req-eb961c9d-7f8e-4d7b-9edb-b3b0c4e6f445 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.438010 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72f94e06-ef91-431b-8e4a-6bc0c9047605 req-eb961c9d-7f8e-4d7b-9edb-b3b0c4e6f445 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "DELETE /v2.0/floatingips/68c1e7de-6de9-4618-94a2-3bf649e250b9 HTTP/1.1" status: 204 len: 173 time: 0.7287569 Jul 09 13:21:38.457722 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a512da65-bc53-491e-9038-364a6b94048d req-9a1ad56d-eb90-4905-b4d1-a75fec3ee9ec tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853252 Jul 09 13:21:38.540381 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.675207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8676ef-78eb-4881-b745-6d750f879e92 req-1dd96132-7c42-421d-b67b-8f7e11812ad5 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:38.677967 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2e8676ef-78eb-4881-b745-6d750f879e92 req-1dd96132-7c42-421d-b67b-8f7e11812ad5 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.1094239 Jul 09 13:21:38.679146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Allocated IP 172.25.2.33 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/79335c74-cb32-4ba5-99dc-9d3f9b29e890) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:38.725504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Sync routers for ids ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:21:38.748785 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Routers {'b6039018-53eb-42b3-bef9-7c3699e3d0b8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:38.749713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:21:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:38.778958 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2e8676ef-78eb-4881-b745-6d750f879e92 req-8576154a-3a13-4b1c-996a-8f76ec7688e3 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946946 Jul 09 13:21:38.833673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408dac1a-ada8-46ce-90c8-ae06f450d0de req-55de627d-5244-462c-acf5-eb9fb70849ca tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:38.836352 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-408dac1a-ada8-46ce-90c8-ae06f450d0de req-55de627d-5244-462c-acf5-eb9fb70849ca tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.1192575 Jul 09 13:21:38.879471 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:38.896975 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-664b70cb-1bdf-4bc1-8aff-70c5405ba5cc req-65537751-4d53-4ccb-a643-325313eb95f2 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] show failed (client error): The resource could not be found. Jul 09 13:21:38.909914 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-664b70cb-1bdf-4bc1-8aff-70c5405ba5cc req-65537751-4d53-4ccb-a643-325313eb95f2 tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/floatingips/68c1e7de-6de9-4618-94a2-3bf649e250b9 HTTP/1.1" status: 404 len: 350 time: 0.0723424 Jul 09 13:21:38.910347 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Set router b6039018-53eb-42b3-bef9-7c3699e3d0b8 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:38.958161 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-408dac1a-ada8-46ce-90c8-ae06f450d0de req-f858a84a-8fa1-4cad-98e7-b2ea449e9dbe tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112115 Jul 09 13:21:38.962383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a4300d81-1892-44fc-82b0-958e6948b931 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:38.988880 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:39.036654 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-7893eee8-b9f6-4bc2-b272-0c1ba99e82b5 req-e20ad8c3-b363-40b9-9bfd-b9abe566457b tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] show failed (client error): The resource could not be found. Jul 09 13:21:39.037755 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7893eee8-b9f6-4bc2-b272-0c1ba99e82b5 req-e20ad8c3-b363-40b9-9bfd-b9abe566457b tempest-FloatingIPsTestJSON-996548928 tempest-FloatingIPsTestJSON-996548928-project] 10.222.0.39 "GET /v2.0/floatingips/68c1e7de-6de9-4618-94a2-3bf649e250b9 HTTP/1.1" status: 404 len: 350 time: 0.0489857 Jul 09 13:21:39.048936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45942) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:39.117607 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:39.120002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Pushing event updated for resources: {'Port': ['ID=79335c74-cb32-4ba5-99dc-9d3f9b29e890,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:39.123181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:39.125559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:39.220768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a4300d81-1892-44fc-82b0-958e6948b931 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:39.221731 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:39.290449 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:39.371931 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:39.410192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'name': 'tempest-ServersTestManualDisk-1129458519-router', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:30Z', 'updated_at': '2021-07-09T13:21:35Z', 'revision_number': 4, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'gw_port': {'id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:31Z', 'updated_at': '2021-07-09T13:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'fdb38540-4db3-4f05-9af0-0591942c6217', 'name': '', 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'mac_address': 'fa:16:3e:3e:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:35Z', 'updated_at': '2021-07-09T13:21:36Z', 'revision_number': 2, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'subnets': [{'id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:39.448063 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee81fea-f9a2-4fbe-99f0-3b571f38fd5e req-44135cda-3f8a-4a9b-bf6e-cd0022917338 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:39.450490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Checking router: b6039018-53eb-42b3-bef9-7c3699e3d0b8 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:21:39.450851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Updating router b6039018-53eb-42b3-bef9-7c3699e3d0b8 port fdb38540-4db3-4f05-9af0-0591942c6217 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:21:39.461133 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ee81fea-f9a2-4fbe-99f0-3b571f38fd5e req-44135cda-3f8a-4a9b-bf6e-cd0022917338 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 1097 time: 0.1790435 Jul 09 13:21:39.505352 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:39.669389 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ee81fea-f9a2-4fbe-99f0-3b571f38fd5e req-365c4227-a8fa-446a-b7c4-33896b3ea957 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2061288 Jul 09 13:21:39.719132 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:39.728584 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:39.835215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Pushing event updated for resources: {'Port': ['ID=79335c74-cb32-4ba5-99dc-9d3f9b29e890,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:39.905776 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:39.929155 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:39.931216 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5c8d864d-c2ac-461b-b897-ab644c3955f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5651932 Jul 09 13:21:40.027218 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:40.048684 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Transition to ACTIVE for port object fdb38540-4db3-4f05-9af0-0591942c6217 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:40.063042 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:40.304593 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad3e1517-2277-4ac2-86fb-0dde7d48aa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:40.414207 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Attempting to bind port fdb38540-4db3-4f05-9af0-0591942c6217 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:40.414772 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Attempting to bind port fdb38540-4db3-4f05-9af0-0591942c6217 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'b13bd8fa-acb4-4128-aa4d-0acbe7762e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:40.414967 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Attempting to bind port fdb38540-4db3-4f05-9af0-0591942c6217 on network 837f4540-7c98-4faa-8ade-707da2a5a222 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:40.422384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:40.423664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Checking segment: {'id': 'b13bd8fa-acb4-4128-aa4d-0acbe7762e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:40.424232 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:40.424743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Bound using segment: {'id': 'b13bd8fa-acb4-4128-aa4d-0acbe7762e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:40.425270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Bound port: fdb38540-4db3-4f05-9af0-0591942c6217, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13bd8fa-acb4-4128-aa4d-0acbe7762e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:40.426387 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:40.429279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4962b1-66ad-41ba-afdb-74b08f025d88 None None] Pushing event updated for resources: {'Port': ['ID=fdb38540-4db3-4f05-9af0-0591942c6217,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:40.443974 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4962b1-66ad-41ba-afdb-74b08f025d88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:40.444650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4962b1-66ad-41ba-afdb-74b08f025d88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:40.445113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4962b1-66ad-41ba-afdb-74b08f025d88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:40.445533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4962b1-66ad-41ba-afdb-74b08f025d88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:40.445925 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4962b1-66ad-41ba-afdb-74b08f025d88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:40.446290 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4962b1-66ad-41ba-afdb-74b08f025d88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:40.446689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4962b1-66ad-41ba-afdb-74b08f025d88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:40.447153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4962b1-66ad-41ba-afdb-74b08f025d88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:40.447710 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4962b1-66ad-41ba-afdb-74b08f025d88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:40.447838 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4962b1-66ad-41ba-afdb-74b08f025d88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:40.448613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4962b1-66ad-41ba-afdb-74b08f025d88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:40.449094 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c4962b1-66ad-41ba-afdb-74b08f025d88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:21:40.529766 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-8a21d5c9-ef68-4826-ba7c-3173c3fb7e96 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1814600506&fields=id&tenant_id=46c2f95350e54a0aa9acdb7ced3996e6 HTTP/1.1" status: 200 len: 267 time: 0.1625009 Jul 09 13:21:40.580873 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] For port fdb38540-4db3-4f05-9af0-0591942c6217, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:40.584305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] For port fdb38540-4db3-4f05-9af0-0591942c6217, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fdb38540-4db3-4f05-9af0-0591942c6217,segment=NetworkSegment(b13bd8fa-acb4-4128-aa4d-0acbe7762e06),segment_id=b13bd8fa-acb4-4128-aa4d-0acbe7762e06)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:40.590283 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:40.648935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Routers {'b6039018-53eb-42b3-bef9-7c3699e3d0b8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:40.649820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:21:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:40.799547 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d346062-79e4-4be8-8279-eb1db416d33f req-a2ecbeaf-1d3e-4fa5-ab4e-752804c9ddc9 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:40.801148 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d346062-79e4-4be8-8279-eb1db416d33f req-a2ecbeaf-1d3e-4fa5-ab4e-752804c9ddc9 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.4799910 Jul 09 13:21:40.808611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] Set router b6039018-53eb-42b3-bef9-7c3699e3d0b8 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:41.053926 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4962b1-66ad-41ba-afdb-74b08f025d88 None None] Pushing event updated for resources: {'Port': ['ID=fdb38540-4db3-4f05-9af0-0591942c6217,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:41.101759 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d346062-79e4-4be8-8279-eb1db416d33f req-bf0aa764-b973-45da-bf3b-68ccfffd0752 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501559 Jul 09 13:21:41.117470 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-b4218eaa-2554-4745-a6f9-a7ab4c1bd9ad tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:41.118980 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-b4218eaa-2554-4745-a6f9-a7ab4c1bd9ad tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/networks?id=837f4540-7c98-4faa-8ade-707da2a5a222 HTTP/1.1" status: 200 len: 812 time: 0.5884407 Jul 09 13:21:41.160899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-a23edae5-b3ed-4f3c-97a7-d7aab2d5d27f tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/quotas/46c2f95350e54a0aa9acdb7ced3996e6 HTTP/1.1" status: 200 len: 375 time: 0.0129733 Jul 09 13:21:41.288806 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-616b1121-38f1-4073-b9b3-9809fa19eacd tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=46c2f95350e54a0aa9acdb7ced3996e6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1210020 Jul 09 13:21:41.312051 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e1517-2277-4ac2-86fb-0dde7d48aa52 admin admin] Deleting port 882edbe3-fb1d-479f-b543-d88808df8192 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:41.312379 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad3e1517-2277-4ac2-86fb-0dde7d48aa52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:41.473732 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'name': 'tempest-ServersTestManualDisk-1129458519-router', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:30Z', 'updated_at': '2021-07-09T13:21:35Z', 'revision_number': 4, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'gw_port': {'id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:31Z', 'updated_at': '2021-07-09T13:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'fdb38540-4db3-4f05-9af0-0591942c6217', 'name': '', 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'mac_address': 'fa:16:3e:3e:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:35Z', 'updated_at': '2021-07-09T13:21:40Z', 'revision_number': 4, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'subnets': [{'id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:41.507459 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-309b79a7-c19e-46af-892b-00cc22eb24f2 None None] The sync data for ids ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'] in n-d-799525-3 is: [{'id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'name': 'tempest-ServersTestManualDisk-1129458519-router', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:30Z', 'updated_at': '2021-07-09T13:21:35Z', 'revision_number': 4, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'gw_port': {'id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:31Z', 'updated_at': '2021-07-09T13:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'fdb38540-4db3-4f05-9af0-0591942c6217', 'name': '', 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'mac_address': 'fa:16:3e:3e:06:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:35Z', 'updated_at': '2021-07-09T13:21:40Z', 'revision_number': 4, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'subnets': [{'id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:21:41.768437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-ad3e1517-2277-4ac2-86fb-0dde7d48aa52 admin admin] For port 882edbe3-fb1d-479f-b543-d88808df8192, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=882edbe3-fb1d-479f-b543-d88808df8192,segment=NetworkSegment(fdace2d2-13c6-4892-8a28-507aaaa6f41a),segment_id=fdace2d2-13c6-4892-8a28-507aaaa6f41a)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:41.768944 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad3e1517-2277-4ac2-86fb-0dde7d48aa52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:41.784468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ad3e1517-2277-4ac2-86fb-0dde7d48aa52 admin admin] Calling delete_port for 882edbe3-fb1d-479f-b543-d88808df8192 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:41.890802 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-027d5c60-e007-4cbd-850d-71a80be5ef97 service neutron] 10.222.0.39 "GET /v2.0/networks/837f4540-7c98-4faa-8ade-707da2a5a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5870154 Jul 09 13:21:42.252737 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675d97a4-5324-49f9-8bb7-a2ea2f1ec68c req-f01c068a-fd52-4903-9035-df1e78e003e0 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:42.259652 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-675d97a4-5324-49f9-8bb7-a2ea2f1ec68c req-f01c068a-fd52-4903-9035-df1e78e003e0 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 1100 time: 0.3626173 Jul 09 13:21:42.331720 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-9cf38def-dc40-4992-a5a1-2b13844532d1 service neutron] 10.222.0.39 "GET /v2.0/networks/837f4540-7c98-4faa-8ade-707da2a5a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4259925 Jul 09 13:21:42.363608 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-675d97a4-5324-49f9-8bb7-a2ea2f1ec68c req-cd1b0a0b-1400-4361-9f8a-f00eb254ca9d tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025221 Jul 09 13:21:42.444932 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad3e1517-2277-4ac2-86fb-0dde7d48aa52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:42.490461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3e1517-2277-4ac2-86fb-0dde7d48aa52 admin admin] Pushing event deleted for resources: {'Port': ['ID=882edbe3-fb1d-479f-b543-d88808df8192,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:42.855169 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad3e1517-2277-4ac2-86fb-0dde7d48aa52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:43.318463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fdb38540-4db3-4f05-9af0-0591942c6217 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:43.379261 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a97cf1-6fd1-4065-beca-5073869d2feb req-78e81cff-63e4-4519-abb0-f123851abaf5 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:43.381117 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46a97cf1-6fd1-4065-beca-5073869d2feb req-78e81cff-63e4-4519-abb0-f123851abaf5 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.1752646 Jul 09 13:21:43.504389 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port fdb38540-4db3-4f05-9af0-0591942c6217 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:43.515479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port fdb38540-4db3-4f05-9af0-0591942c6217 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:43.516027 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:43.622956 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46a97cf1-6fd1-4065-beca-5073869d2feb req-4acfd3ee-ece4-4f79-85cc-4ab08c9c672f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2050235 Jul 09 13:21:43.678697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad3e1517-2277-4ac2-86fb-0dde7d48aa52 admin admin] Router f609fe41-65bd-4c0c-a429-94ab6d42efbf has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:21:43.698150 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:43.794011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port fdb38540-4db3-4f05-9af0-0591942c6217, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fdb38540-4db3-4f05-9af0-0591942c6217,segment=NetworkSegment(b13bd8fa-acb4-4128-aa4d-0acbe7762e06),segment_id=b13bd8fa-acb4-4128-aa4d-0acbe7762e06)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:43.799736 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:43.872956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=fdb38540-4db3-4f05-9af0-0591942c6217,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:43.927293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3e1517-2277-4ac2-86fb-0dde7d48aa52 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:21:43.935825 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46038) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:43.936329 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ad3e1517-2277-4ac2-86fb-0dde7d48aa52 admin admin] 10.222.0.39 "PUT /v2.0/routers/f609fe41-65bd-4c0c-a429-94ab6d42efbf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8873515 Jul 09 13:21:43.939527 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375f95e-a339-4be6-ab8f-6e3e98a46636 None None] Sync routers for ids ['f609fe41-65bd-4c0c-a429-94ab6d42efbf'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:21:43.964678 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375f95e-a339-4be6-ab8f-6e3e98a46636 None None] Routers {'f609fe41-65bd-4c0c-a429-94ab6d42efbf'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:43.972680 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b375f95e-a339-4be6-ab8f-6e3e98a46636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:21:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f609fe41-65bd-4c0c-a429-94ab6d42efbf'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:44.000629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe879db0-7aad-4bd3-b4d4-e3d125aecf2d req-aa725570-32ab-4beb-bb3b-692fc40f566e tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:44.023735 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe879db0-7aad-4bd3-b4d4-e3d125aecf2d req-aa725570-32ab-4beb-bb3b-692fc40f566e tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 1100 time: 0.1289420 Jul 09 13:21:44.107941 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe879db0-7aad-4bd3-b4d4-e3d125aecf2d req-19710253-74c0-477d-9449-97a686154de9 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829961 Jul 09 13:21:44.189390 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b375f95e-a339-4be6-ab8f-6e3e98a46636 None None] Set router f609fe41-65bd-4c0c-a429-94ab6d42efbf gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:44.263851 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22165042-0ce0-4b89-8d57-72ac3b846c40 req-c258e55e-c9e8-45b4-bd73-386747ba2c28 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 210 time: 0.0985968 Jul 09 13:21:44.326674 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82023c41-15cd-4608-9397-9fcdb7c3a540 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:44.538399 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-f4a4b555-b942-4dfc-9534-5feaeb663f4f service neutron] show failed (client error): The resource could not be found. Jul 09 13:21:44.540595 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-f4a4b555-b942-4dfc-9534-5feaeb663f4f service neutron] 10.222.0.18 "GET /v2.0/ports/f51d7205-df32-491b-a429-e8cdd40f70da/bindings/n-h2-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.3948810 Jul 09 13:21:44.635747 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b375f95e-a339-4be6-ab8f-6e3e98a46636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'name': 'tempest-FloatingIPsTestJSON-514068781-router', 'tenant_id': '377f6e029fb84d769fa109631cc06142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.49'}], 'enable_snat': True}, 'gw_port_id': '8c23c5be-a63e-4ca7-86c8-68574cc8dd10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:16Z', 'updated_at': '2021-07-09T13:21:42Z', 'revision_number': 5, 'project_id': '377f6e029fb84d769fa109631cc06142', 'gw_port': {'id': '8c23c5be-a63e-4ca7-86c8-68574cc8dd10', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:88:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 438, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:19Z', 'updated_at': '2021-07-09T13:21:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:44.649255 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82023c41-15cd-4608-9397-9fcdb7c3a540 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:44.687251 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375f95e-a339-4be6-ab8f-6e3e98a46636 None None] Checking router: f609fe41-65bd-4c0c-a429-94ab6d42efbf for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:21:44.711360 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b375f95e-a339-4be6-ab8f-6e3e98a46636 None None] Routers {'f609fe41-65bd-4c0c-a429-94ab6d42efbf'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:44.712262 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b375f95e-a339-4be6-ab8f-6e3e98a46636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:21:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f609fe41-65bd-4c0c-a429-94ab6d42efbf'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:44.846612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-82023c41-15cd-4608-9397-9fcdb7c3a540 admin admin] Deleting port 8c23c5be-a63e-4ca7-86c8-68574cc8dd10 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:44.849561 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82023c41-15cd-4608-9397-9fcdb7c3a540 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:44.923397 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b375f95e-a339-4be6-ab8f-6e3e98a46636 None None] Set router f609fe41-65bd-4c0c-a429-94ab6d42efbf gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:44.978004 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fdb38540-4db3-4f05-9af0-0591942c6217 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:44.994732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb0bd7d-fd13-4876-a020-b2ccc4b64ea4 req-dc19609d-fe26-4c3a-b791-503fb5e9e8b8 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:45.014531 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fb0bd7d-fd13-4876-a020-b2ccc4b64ea4 req-dc19609d-fe26-4c3a-b791-503fb5e9e8b8 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.1471183 Jul 09 13:21:45.045413 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b375f95e-a339-4be6-ab8f-6e3e98a46636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'name': 'tempest-FloatingIPsTestJSON-514068781-router', 'tenant_id': '377f6e029fb84d769fa109631cc06142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:16Z', 'updated_at': '2021-07-09T13:21:44Z', 'revision_number': 6, 'project_id': '377f6e029fb84d769fa109631cc06142', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:45.093542 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fb0bd7d-fd13-4876-a020-b2ccc4b64ea4 req-3773d069-082a-4098-9d61-04070277594e tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746930 Jul 09 13:21:45.131746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-82023c41-15cd-4608-9397-9fcdb7c3a540 admin admin] For port 8c23c5be-a63e-4ca7-86c8-68574cc8dd10, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8c23c5be-a63e-4ca7-86c8-68574cc8dd10,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:45.132279 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82023c41-15cd-4608-9397-9fcdb7c3a540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.136569 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b375f95e-a339-4be6-ab8f-6e3e98a46636 None None] The sync data for ids ['f609fe41-65bd-4c0c-a429-94ab6d42efbf'] in n-d-799525-3 is: [{'id': 'f609fe41-65bd-4c0c-a429-94ab6d42efbf', 'name': 'tempest-FloatingIPsTestJSON-514068781-router', 'tenant_id': '377f6e029fb84d769fa109631cc06142', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:16Z', 'updated_at': '2021-07-09T13:21:44Z', 'revision_number': 6, 'project_id': '377f6e029fb84d769fa109631cc06142', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:21:45.150812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port fdb38540-4db3-4f05-9af0-0591942c6217 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:45.151218 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:45.390352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-1a068199-e372-4119-af8e-f2264d58ab18 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:45.392224 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-1a068199-e372-4119-af8e-f2264d58ab18 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.15 "GET /v2.0/networks?id=837f4540-7c98-4faa-8ade-707da2a5a222 HTTP/1.1" status: 200 len: 812 time: 0.2461653 Jul 09 13:21:45.434689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-82023c41-15cd-4608-9397-9fcdb7c3a540 admin admin] Calling delete_port for 8c23c5be-a63e-4ca7-86c8-68574cc8dd10 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:45.566955 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-61cbe82e-4970-481e-891c-ce7b8396c21f tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46c2f95350e54a0aa9acdb7ced3996e6 HTTP/1.1" status: 200 len: 380 time: 0.1560421 Jul 09 13:21:45.592497 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f3e62fe-1d79-4c43-9664-e090b8b23874 req-5b16dac9-2b8a-4907-9bea-c13aeb98eeaa tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 210 time: 0.0465271 Jul 09 13:21:45.628253 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-d973bb53-fb34-4d61-a5ae-514726d3f7ca tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Request body: {'port': {'device_id': '9e0e6acb-3c43-4000-bc73-6bf196270ea2', 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222', 'admin_state_up': True, 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'security_groups': ['960ac677-a61f-42fe-90e3-51ad48fb3936']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:45.877039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a23ad0d8-4ee7-4206-aabb-b362b1540155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:45.878616 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a23ad0d8-4ee7-4206-aabb-b362b1540155 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279&tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6 HTTP/1.1" status: 200 len: 1101 time: 0.4836335 Jul 09 13:21:46.131986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-009ff0d1-e83c-468f-b566-7ccefb74050a req-690172a0-af0f-45ee-91da-2468d302a284 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:46.145586 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-009ff0d1-e83c-468f-b566-7ccefb74050a req-690172a0-af0f-45ee-91da-2468d302a284 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1762483 Jul 09 13:21:46.301398 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-009ff0d1-e83c-468f-b566-7ccefb74050a req-09d4d7df-b99b-487a-915f-15a3d1bbdf83 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548290 Jul 09 13:21:46.410444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:46.506383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1671d32-51dc-4951-a6a4-222276035d56 req-182aca46-2dd6-4a41-8875-dc2e9413782e tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:46.508462 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a1671d32-51dc-4951-a6a4-222276035d56 req-182aca46-2dd6-4a41-8875-dc2e9413782e tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.1338224 Jul 09 13:21:46.566177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a1671d32-51dc-4951-a6a4-222276035d56 req-d6e9ddb1-2d0e-4676-bc8d-e299d464afc0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487611 Jul 09 13:21:46.573564 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82023c41-15cd-4608-9397-9fcdb7c3a540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:46.619413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82023c41-15cd-4608-9397-9fcdb7c3a540 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c23c5be-a63e-4ca7-86c8-68574cc8dd10,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:46.689700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-d973bb53-fb34-4d61-a5ae-514726d3f7ca tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Made reservation on behalf of 46c2f95350e54a0aa9acdb7ced3996e6 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:46.693221 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-d973bb53-fb34-4d61-a5ae-514726d3f7ca tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:46.711056 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82023c41-15cd-4608-9397-9fcdb7c3a540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:46.712831 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:46.761607 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eafcc88d-8ca3-4ca4-888f-1e25e30f182d req-37f2c208-4aa2-46bc-bc5e-161947d07a55 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 210 time: 0.0320296 Jul 09 13:21:46.908235 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82023c41-15cd-4608-9397-9fcdb7c3a540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:46.910418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8c23c5be-a63e-4ca7-86c8-68574cc8dd10 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:46.917605 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82023c41-15cd-4608-9397-9fcdb7c3a540 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:46.951940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 8c23c5be-a63e-4ca7-86c8-68574cc8dd10 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:46.952847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8c23c5be-a63e-4ca7-86c8-68574cc8dd10 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:46.953594 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 882edbe3-fb1d-479f-b543-d88808df8192 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:46.989701 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 882edbe3-fb1d-479f-b543-d88808df8192 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:46.997387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 882edbe3-fb1d-479f-b543-d88808df8192 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:47.296053 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] For port f51d7205-df32-491b-a429-e8cdd40f70da, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=f51d7205-df32-491b-a429-e8cdd40f70da,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:47.405739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] For port f51d7205-df32-491b-a429-e8cdd40f70da, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:47.460612 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device f51d7205-df32-491b-a429-e8cdd40f70da no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:47.486949 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:47.503327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Transition to ACTIVE for port object f51d7205-df32-491b-a429-e8cdd40f70da will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:47.504462 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82023c41-15cd-4608-9397-9fcdb7c3a540 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:47.505177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82023c41-15cd-4608-9397-9fcdb7c3a540 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f609fe41-65bd-4c0c-a429-94ab6d42efbf {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:21:47.506556 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb4d9db-05ae-40b6-9c37-3e77d51cc279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f51d7205-df32-491b-a429-e8cdd40f70da'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:47.509724 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7e6b3d7-e174-4059-81ff-cdeaac76e954" -d '{"events": [{"server_uuid": "6bb4d9db-05ae-40b6-9c37-3e77d51cc279", "name": "network-vif-unplugged", "status": "completed", "tag": "f51d7205-df32-491b-a429-e8cdd40f70da"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:47.523117 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:47.529393 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82023c41-15cd-4608-9397-9fcdb7c3a540 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:47.531321 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-82023c41-15cd-4608-9397-9fcdb7c3a540 admin admin] 10.222.0.39 "DELETE /v2.0/routers/f609fe41-65bd-4c0c-a429-94ab6d42efbf HTTP/1.1" status: 204 len: 168 time: 3.5938206 Jul 09 13:21:47.536675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46096) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:47.610998 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-d973bb53-fb34-4d61-a5ae-514726d3f7ca tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Allocated IP 172.20.0.8 (837f4540-7c98-4faa-8ade-707da2a5a222/4ef14c00-3b7a-4369-a2a1-57eec0587a02/6884378e-6f74-4698-88f5-40dcc09a4966) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:47.699625 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device f51d7205-df32-491b-a429-e8cdd40f70da not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:47.767807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Pushing event updated for resources: {'Port': ['ID=f51d7205-df32-491b-a429-e8cdd40f70da,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:47.783467 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97806622-bdf6-4153-969a-dd2c543fb90c req-2ecb0226-c84f-4d15-a4c5-dc13b94d7a93 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:47.788931 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97806622-bdf6-4153-969a-dd2c543fb90c req-2ecb0226-c84f-4d15-a4c5-dc13b94d7a93 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.2780380 Jul 09 13:21:47.805211 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e50dec6-1f5b-470d-b323-8337a7aad903 x-openstack-request-id: req-9e50dec6-1f5b-470d-b323-8337a7aad903 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:47.805509 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb4d9db-05ae-40b6-9c37-3e77d51cc279", "name": "network-vif-unplugged", "status": "completed", "tag": "f51d7205-df32-491b-a429-e8cdd40f70da", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:47.805763 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e50dec6-1f5b-470d-b323-8337a7aad903 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:47.806346 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb4d9db-05ae-40b6-9c37-3e77d51cc279', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f51d7205-df32-491b-a429-e8cdd40f70da', 'code': 200} Jul 09 13:21:47.809035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] No DVR routers for this DVR port f51d7205-df32-491b-a429-e8cdd40f70da on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:47.832102 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-49558d2d-6d8e-4678-981b-a37aec2a4172 admin admin] Deleting subnet b23d9fa5-bb30-454c-bc87-12159cef4228 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:21:47.875217 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49558d2d-6d8e-4678-981b-a37aec2a4172 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:47.914825 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97806622-bdf6-4153-969a-dd2c543fb90c req-b22e3f8f-164a-471b-ac47-c63f09bcd4ba tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199262 Jul 09 13:21:47.974743 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Attempting to bind port f51d7205-df32-491b-a429-e8cdd40f70da on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:47.975079 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Attempting to bind port f51d7205-df32-491b-a429-e8cdd40f70da by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:47.975430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Attempting to bind port f51d7205-df32-491b-a429-e8cdd40f70da on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:47.996674 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49558d2d-6d8e-4678-981b-a37aec2a4172 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.001118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Port f51d7205-df32-491b-a429-e8cdd40f70da on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:48.001860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Attempting to bind port f51d7205-df32-491b-a429-e8cdd40f70da on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:48.005617 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4faffc-db8b-4f81-979e-80242580fa7c req-a6095a69-28e8-4d7e-9aa3-e3bfeda792d7 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:48.013981 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e4faffc-db8b-4f81-979e-80242580fa7c req-a6095a69-28e8-4d7e-9aa3-e3bfeda792d7 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 948 time: 0.0974045 Jul 09 13:21:48.035726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:48.036604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:48.037351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:48.037976 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Bound port: f51d7205-df32-491b-a429-e8cdd40f70da, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:48.038498 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.073282 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e4faffc-db8b-4f81-979e-80242580fa7c req-b694c4a0-7226-4d87-b745-63d6cb84f12d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579615 Jul 09 13:21:48.150012 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-d973bb53-fb34-4d61-a5ae-514726d3f7ca tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.170079 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-80922563-8a66-47b1-ba86-56610e8bdd74 req-c09033fe-303b-4688-b3d6-a05966924832 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 210 time: 0.0329933 Jul 09 13:21:48.218081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-d973bb53-fb34-4d61-a5ae-514726d3f7ca tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Transition to ACTIVE for port object 6884378e-6f74-4698-88f5-40dcc09a4966 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:48.324129 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49558d2d-6d8e-4678-981b-a37aec2a4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.348161 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] For port f51d7205-df32-491b-a429-e8cdd40f70da, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:48.378049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] For port f51d7205-df32-491b-a429-e8cdd40f70da, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=f51d7205-df32-491b-a429-e8cdd40f70da,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:48.389196 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.396143 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-d973bb53-fb34-4d61-a5ae-514726d3f7ca tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.457266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:48.459754 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.459754 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] 10.222.0.15 "PUT /v2.0/ports/f51d7205-df32-491b-a429-e8cdd40f70da HTTP/1.1" status: 200 len: 1096 time: 2.0575180 Jul 09 13:21:48.487400 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49558d2d-6d8e-4678-981b-a37aec2a4172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.529219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4987c6c-95c0-4e28-bf01-ef22fb4dedcf service neutron] Pushing event updated for resources: {'Port': ['ID=f51d7205-df32-491b-a429-e8cdd40f70da,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:48.534783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-d973bb53-fb34-4d61-a5ae-514726d3f7ca tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Network 837f4540-7c98-4faa-8ade-707da2a5a222 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:48.536529 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49558d2d-6d8e-4678-981b-a37aec2a4172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.541251 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-49558d2d-6d8e-4678-981b-a37aec2a4172 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b23d9fa5-bb30-454c-bc87-12159cef4228 HTTP/1.1" status: 204 len: 168 time: 0.9965103 Jul 09 13:21:48.541854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46106) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:48.551027 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe597c6-cc04-42a5-9e0b-418e5c931ac1 None None] Network 73bd6e63-6c58-4e55-a362-1c0dec2d700a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:48.575229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-d973bb53-fb34-4d61-a5ae-514726d3f7ca tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:48.649415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49558d2d-6d8e-4678-981b-a37aec2a4172 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b23d9fa5-bb30-454c-bc87-12159cef4228,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:48.658340 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-d973bb53-fb34-4d61-a5ae-514726d3f7ca tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:48.724334 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.819906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d973bb53-fb34-4d61-a5ae-514726d3f7ca tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Pushing event updated for resources: {'Port': ['ID=6884378e-6f74-4698-88f5-40dcc09a4966,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:48.855639 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-d973bb53-fb34-4d61-a5ae-514726d3f7ca tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:48.858849 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-d973bb53-fb34-4d61-a5ae-514726d3f7ca tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:48.905453 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-d973bb53-fb34-4d61-a5ae-514726d3f7ca tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2813447 Jul 09 13:21:48.909589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-7e320191-b55b-4171-b9e3-28df3dd169cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:48.916287 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-7e320191-b55b-4171-b9e3-28df3dd169cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 1099 time: 0.4004619 Jul 09 13:21:48.921956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Request body: {'port': {'device_id': '9e0e6acb-3c43-4000-bc73-6bf196270ea2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:48.932624 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] Deleting port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:48.933646 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.037713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-eb680417-27ca-4d92-83bc-77b631efa859 None None] Provisioning for port 6884378e-6f74-4698-88f5-40dcc09a4966 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:49.046084 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-eb680417-27ca-4d92-83bc-77b631efa859 None None] Provisioning complete for port 6884378e-6f74-4698-88f5-40dcc09a4966 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:49.046690 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb680417-27ca-4d92-83bc-77b631efa859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.048214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] For port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3946fc2d-fb6b-463e-94f4-e8f6b8c6651b,segment=NetworkSegment(fdace2d2-13c6-4892-8a28-507aaaa6f41a),segment_id=fdace2d2-13c6-4892-8a28-507aaaa6f41a)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:49.051032 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.087534 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] Calling delete_port for 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:49.100056 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-eb680417-27ca-4d92-83bc-77b631efa859 None None] Port 6884378e-6f74-4698-88f5-40dcc09a4966 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:21:49.122160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-c2e00f48-8ec5-43fd-9c0f-c89313949efc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:49.124929 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-c2e00f48-8ec5-43fd-9c0f-c89313949efc service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1987441 Jul 09 13:21:49.162492 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d255d1e-393b-425e-98e8-a5d5f638525c None None] DHCP port deletion for 73bd6e63-6c58-4e55-a362-1c0dec2d700a request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:21:49.246043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4d255d1e-393b-425e-98e8-a5d5f638525c None None] Deleting port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:49.246461 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d255d1e-393b-425e-98e8-a5d5f638525c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.258806 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-20c60d81-4ba9-460c-b018-1a7fef757294 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=f51d7205-df32-491b-a429-e8cdd40f70da HTTP/1.1" status: 200 len: 217 time: 0.1225796 Jul 09 13:21:49.301118 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.327112 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.335473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4d255d1e-393b-425e-98e8-a5d5f638525c None None] For port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3946fc2d-fb6b-463e-94f4-e8f6b8c6651b,segment=NetworkSegment(fdace2d2-13c6-4892-8a28-507aaaa6f41a),segment_id=fdace2d2-13c6-4892-8a28-507aaaa6f41a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:49.336246 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d255d1e-393b-425e-98e8-a5d5f638525c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.336969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=3946fc2d-fb6b-463e-94f4-e8f6b8c6651b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:49.344221 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] No DVR routers for this DVR port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:49.369692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4d255d1e-393b-425e-98e8-a5d5f638525c None None] Calling delete_port for 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:49.423148 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.434206 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bd6e63-6c58-4e55-a362-1c0dec2d700a']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:49.445779 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdace2d2-13c6-4892-8a28-507aaaa6f41a') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:49.446379 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdace2d2-13c6-4892-8a28-507aaaa6f41a') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:49.456934 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.475696 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.482715 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:21:49.483454 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:21:49.540722 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:21:49.563855 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.574538 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.584260 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] 10.222.0.39 "DELETE /v2.0/networks/73bd6e63-6c58-4e55-a362-1c0dec2d700a HTTP/1.1" status: 204 len: 168 time: 1.0408359 Jul 09 13:21:49.597163 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca2f1af-3ed7-4d0e-ad0f-6788900a1ef2 req-05f3218c-0afb-433c-b1d3-fb3d07385e08 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:49.611255 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ca2f1af-3ed7-4d0e-ad0f-6788900a1ef2 req-05f3218c-0afb-433c-b1d3-fb3d07385e08 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.4190485 Jul 09 13:21:49.636323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2e8aeb-761a-40f1-82ec-475ee7726d7b admin admin] Pushing event deleted for resources: {'Network': ['ID=73bd6e63-6c58-4e55-a362-1c0dec2d700a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:49.645574 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d255d1e-393b-425e-98e8-a5d5f638525c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.648247 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0035e46d-4ce3-4a6b-9d69-dd46785a2db0 req-ce5ff793-7fc9-4328-a353-b1e71341565c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:49.650732 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-63ea2054-64c9-40be-a34a-d187d7400a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:49.653205 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-63ea2054-64c9-40be-a34a-d187d7400a5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.3840668 Jul 09 13:21:49.655390 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0035e46d-4ce3-4a6b-9d69-dd46785a2db0 req-ce5ff793-7fc9-4328-a353-b1e71341565c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 948 time: 0.4157434 Jul 09 13:21:49.680700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d255d1e-393b-425e-98e8-a5d5f638525c None None] Pushing event deleted for resources: {'Port': ['ID=3946fc2d-fb6b-463e-94f4-e8f6b8c6651b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:49.683207 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4d255d1e-393b-425e-98e8-a5d5f638525c None None] Network 73bd6e63-6c58-4e55-a362-1c0dec2d700a is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:21:49.683881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d255d1e-393b-425e-98e8-a5d5f638525c None None] No DVR routers for this DVR port 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:49.721814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6884378e-6f74-4698-88f5-40dcc09a4966 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:49.750943 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ca2f1af-3ed7-4d0e-ad0f-6788900a1ef2 req-5b76cf2f-e4c6-4e66-81ee-ef3df69f4487 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386092 Jul 09 13:21:49.765398 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0035e46d-4ce3-4a6b-9d69-dd46785a2db0 req-ac5bce8f-565b-491e-8d29-8121ace29743 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089225 Jul 09 13:21:49.785550 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.810992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bb4d9db-05ae-40b6-9c37-3e77d51cc279', 'tag': 'f51d7205-df32-491b-a429-e8cdd40f70da'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:49.817451 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feeae810-fc0e-4f0d-bef8-8e56b4843f33" -d '{"events": [{"name": "network-changed", "server_uuid": "6bb4d9db-05ae-40b6-9c37-3e77d51cc279", "tag": "f51d7205-df32-491b-a429-e8cdd40f70da"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:49.827701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Transition to ACTIVE for port object 6884378e-6f74-4698-88f5-40dcc09a4966 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:49.857190 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:49.909455 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46130) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:50.022384 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18c4e662-cd92-47e2-a811-482442055b0a x-openstack-request-id: req-18c4e662-cd92-47e2-a811-482442055b0a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:50.022703 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bb4d9db-05ae-40b6-9c37-3e77d51cc279", "tag": "f51d7205-df32-491b-a429-e8cdd40f70da", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:50.022944 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18c4e662-cd92-47e2-a811-482442055b0a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:50.023377 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bb4d9db-05ae-40b6-9c37-3e77d51cc279', 'tag': 'f51d7205-df32-491b-a429-e8cdd40f70da', 'status': 'completed', 'code': 200} Jul 09 13:21:50.038844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e044182f-4d8f-40e2-89cb-645300da806a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=377f6e029fb84d769fa109631cc06142&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1255186 Jul 09 13:21:50.040283 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-329a2b55-d39f-4f75-8440-96e5a625e907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:50.042795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46132) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:50.046416 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-329a2b55-d39f-4f75-8440-96e5a625e907 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3733220 Jul 09 13:21:50.153488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Pushing event updated for resources: {'Port': ['ID=6884378e-6f74-4698-88f5-40dcc09a4966,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:50.199176 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-faa906da-12ac-45e0-b3e3-cce154d94e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:50.249669 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-faa906da-12ac-45e0-b3e3-cce154d94e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:50.278553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e82365-a344-4e2c-bbc5-8614dd46deda req-0cd56707-4726-4dc9-9493-9db91af6c8fb tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:50.286717 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61e82365-a344-4e2c-bbc5-8614dd46deda req-0cd56707-4726-4dc9-9493-9db91af6c8fb tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 943 time: 0.1876874 Jul 09 13:21:50.367557 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61e82365-a344-4e2c-bbc5-8614dd46deda req-86ff6832-6001-49de-88e2-97f14d6c729b tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/security-groups?id=960ac677-a61f-42fe-90e3-51ad48fb3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797870 Jul 09 13:21:50.398950 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-faa906da-12ac-45e0-b3e3-cce154d94e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:50.400872 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-4405eb7e-215a-4a67-8c16-8fe0542e6c57 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129233 Jul 09 13:21:50.402927 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-faa906da-12ac-45e0-b3e3-cce154d94e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:50.406649 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-faa906da-12ac-45e0-b3e3-cce154d94e76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/19270ff6-c8e9-481c-b31f-c74930cf6db8 HTTP/1.1" status: 204 len: 168 time: 0.3605015 Jul 09 13:21:50.418370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa906da-12ac-45e0-b3e3-cce154d94e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19270ff6-c8e9-481c-b31f-c74930cf6db8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:50.688661 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c681626-6926-4c22-a14d-65dc6ddcedfd req-7c67f324-50e4-4abc-8ae7-0436c9358329 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2521870 Jul 09 13:21:50.700139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-d1d59bd9-7940-48f3-9b5b-9d845553f0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:50.702747 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-d1d59bd9-7940-48f3-9b5b-9d845553f0b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 1099 time: 0.6993361 Jul 09 13:21:50.708119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Attempting to bind port 6884378e-6f74-4698-88f5-40dcc09a4966 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:50.708542 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Attempting to bind port 6884378e-6f74-4698-88f5-40dcc09a4966 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'b13bd8fa-acb4-4128-aa4d-0acbe7762e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:50.708943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Attempting to bind port 6884378e-6f74-4698-88f5-40dcc09a4966 on network 837f4540-7c98-4faa-8ade-707da2a5a222 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:50.725047 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Port 6884378e-6f74-4698-88f5-40dcc09a4966 on network 837f4540-7c98-4faa-8ade-707da2a5a222 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:50.725469 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Attempting to bind port 6884378e-6f74-4698-88f5-40dcc09a4966 on network 837f4540-7c98-4faa-8ade-707da2a5a222 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:50.827309 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:50.827593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Checking segment: {'id': 'b13bd8fa-acb4-4128-aa4d-0acbe7762e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:50.827987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Bound using segment: {'id': 'b13bd8fa-acb4-4128-aa4d-0acbe7762e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:50.828445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Bound port: 6884378e-6f74-4698-88f5-40dcc09a4966, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b13bd8fa-acb4-4128-aa4d-0acbe7762e06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:50.828849 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:50.997258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:51.052525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:51.052863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3946fc2d-fb6b-463e-94f4-e8f6b8c6651b not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:51.114019 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb80859-598c-43a1-82ab-e3d24b540a86 req-ceff9663-0eab-4f3f-8d36-6d34c0b9c4dc tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:51.118475 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1eb80859-598c-43a1-82ab-e3d24b540a86 req-ceff9663-0eab-4f3f-8d36-6d34c0b9c4dc tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 948 time: 0.1742887 Jul 09 13:21:51.195440 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-02e2abd6-95a1-4cb4-b3d1-2231259ccd0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:51.202664 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-02e2abd6-95a1-4cb4-b3d1-2231259ccd0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.4870119 Jul 09 13:21:51.208701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] For port 6884378e-6f74-4698-88f5-40dcc09a4966, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:51.236232 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1eb80859-598c-43a1-82ab-e3d24b540a86 req-6b9891f5-ac27-48e0-96c4-6346752c36ea tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786307 Jul 09 13:21:51.262623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] For port 6884378e-6f74-4698-88f5-40dcc09a4966, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6884378e-6f74-4698-88f5-40dcc09a4966,segment=NetworkSegment(b13bd8fa-acb4-4128-aa4d-0acbe7762e06),segment_id=b13bd8fa-acb4-4128-aa4d-0acbe7762e06)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:51.266543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-d1ae6a66-0973-4a40-b812-f96467dfb4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:51.269650 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-d1ae6a66-0973-4a40-b812-f96467dfb4ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 1099 time: 0.4602962 Jul 09 13:21:51.306628 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0800cb78-24ac-4b69-8482-8429769120c7 req-bca189e0-c08b-4834-984a-72b70eec337e tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:51.321187 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0800cb78-24ac-4b69-8482-8429769120c7 req-bca189e0-c08b-4834-984a-72b70eec337e tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.2546015 Jul 09 13:21:51.410391 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-4ab7532c-1a50-48df-a0f5-6dbf94cf058d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=f51d7205-df32-491b-a429-e8cdd40f70da HTTP/1.1" status: 200 len: 217 time: 0.1730881 Jul 09 13:21:51.428794 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0800cb78-24ac-4b69-8482-8429769120c7 req-1bcc9249-9068-4415-8f93-7c28f9f47e03 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849016 Jul 09 13:21:51.438605 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:51.478247 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:51.478786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:51.487322 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] 10.222.0.15 "PUT /v2.0/ports/6884378e-6f74-4698-88f5-40dcc09a4966 HTTP/1.1" status: 200 len: 1091 time: 2.5697477 Jul 09 13:21:51.603896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19b8d5e-c518-49d2-a16c-cbae34b1c300 service neutron] Pushing event updated for resources: {'Port': ['ID=6884378e-6f74-4698-88f5-40dcc09a4966,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:51.839642 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae66c498-f990-4a38-bb49-880ef8e05502 req-393477e6-7625-40b9-91af-68696c8cf380 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:51.858353 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae66c498-f990-4a38-bb49-880ef8e05502 req-393477e6-7625-40b9-91af-68696c8cf380 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 943 time: 0.1880112 Jul 09 13:21:51.945942 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae66c498-f990-4a38-bb49-880ef8e05502 req-125f1f0c-ab51-4672-adc1-31a3283eae4d tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/security-groups?id=960ac677-a61f-42fe-90e3-51ad48fb3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858483 Jul 09 13:21:52.049196 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46172) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:52.122214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0e6acb-3c43-4000-bc73-6bf196270ea2', 'tag': '6884378e-6f74-4698-88f5-40dcc09a4966'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:52.124413 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-373e3e0f-49ce-4d22-90e6-3a4f5cbc2906" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0e6acb-3c43-4000-bc73-6bf196270ea2", "tag": "6884378e-6f74-4698-88f5-40dcc09a4966"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:52.184989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-28b4b49b-71eb-4d9a-a4f9-3a59f743d795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:52.186126 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-28b4b49b-71eb-4d9a-a4f9-3a59f743d795 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.7361274 Jul 09 13:21:52.187559 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16cf13dd-a011-4199-b260-931072618c16 x-openstack-request-id: req-16cf13dd-a011-4199-b260-931072618c16 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:52.187868 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0e6acb-3c43-4000-bc73-6bf196270ea2", "tag": "6884378e-6f74-4698-88f5-40dcc09a4966", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:52.188977 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16cf13dd-a011-4199-b260-931072618c16 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:52.189255 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0e6acb-3c43-4000-bc73-6bf196270ea2', 'tag': '6884378e-6f74-4698-88f5-40dcc09a4966', 'status': 'completed', 'code': 200} Jul 09 13:21:52.234633 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1809352670-network', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:52.264177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-e2713219-2231-400f-a897-e2a06bf3f85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:52.269104 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-e2713219-2231-400f-a897-e2a06bf3f85c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.8989875 Jul 09 13:21:52.288234 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-76d0d14e-b0c6-4abc-a465-4276c657df13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:52.290106 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-76d0d14e-b0c6-4abc-a465-4276c657df13 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46c2f95350e54a0aa9acdb7ced3996e6&device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 1094 time: 0.6787043 Jul 09 13:21:52.304482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] Made reservation on behalf of 5d9fb08c37c04125b325b7c99ce891a5 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:52.308087 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.330724 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.400461 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-9141526f-043f-4f5e-b017-2a1d188caf29 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6884378e-6f74-4698-88f5-40dcc09a4966 HTTP/1.1" status: 200 len: 217 time: 0.0927250 Jul 09 13:21:52.406555 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-605e3e2e-e400-4a7d-8ce0-d267659543a2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=f51d7205-df32-491b-a429-e8cdd40f70da HTTP/1.1" status: 200 len: 217 time: 0.1153374 Jul 09 13:21:52.435722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-6d9acf1c-ac32-4659-9479-086beeedb926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:52.437567 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-6d9acf1c-ac32-4659-9479-086beeedb926 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2432816 Jul 09 13:21:52.486468 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.493287 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.543128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=297fbe06-0d3e-42c9-bca3-9be971cf4c0d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:52.596381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-33bdaccc-9c75-4f5c-8347-0e6fa992aad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:52.598024 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-33bdaccc-9c75-4f5c-8347-0e6fa992aad2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ef14c00-3b7a-4369-a2a1-57eec0587a02 HTTP/1.1" status: 200 len: 851 time: 0.1748519 Jul 09 13:21:52.610495 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:21:52.635333 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.635771 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] Added segment 3152da7b-39a4-4090-b6b4-ee0a70de8335 of type vlan for network 06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4 Jul 09 13:21:52.650006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-0510f316-53ea-4b93-a3fa-a4bbbec9e1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:52.655898 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-0510f316-53ea-4b93-a3fa-a4bbbec9e1f5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1949072 Jul 09 13:21:52.732132 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:52.754905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db16014-c40a-4064-a77d-4a2b631e163a req-813113ba-342a-4468-a8e6-664943891d2f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:52.757188 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1db16014-c40a-4064-a77d-4a2b631e163a req-813113ba-342a-4468-a8e6-664943891d2f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 948 time: 0.2165284 Jul 09 13:21:52.812793 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-8170cf63-6272-4cd7-b093-eb57149a2b47 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386211 Jul 09 13:21:52.977089 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-72aa917b-e411-4397-95fc-b927cbda2541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:52.978692 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-72aa917b-e411-4397-95fc-b927cbda2541 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=837f4540-7c98-4faa-8ade-707da2a5a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3708284 Jul 09 13:21:52.988862 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-da396ba7-19ec-4dc2-83d9-4b4ee3636773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:52.990727 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-da396ba7-19ec-4dc2-83d9-4b4ee3636773 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3143110 Jul 09 13:21:53.041572 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-e6064fcd-ca80-4c12-a165-dc7ad0a8f1dc service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2008624 Jul 09 13:21:53.105418 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.resource_extend [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:21:53.155977 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1db16014-c40a-4064-a77d-4a2b631e163a req-5abaef42-bf14-43b0-baa8-0570b6c67790 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3919008 Jul 09 13:21:53.167881 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.170693 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:53.173090 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.257400 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-4c12c7b3-44f2-43e0-b9f4-b4edbdaeb4d6 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2143507 Jul 09 13:21:53.269095 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2137098 Jul 09 13:21:53.270869 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46198) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:53.276419 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5c9c3907-6a8d-41fa-a8c3-dc97cdc003ae admin admin] Request body: {'subnet': {'network_id': '06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1809352670-subnet', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:53.296518 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c36a23a-33ff-4c3c-94f1-412509cdd716 admin admin] Pushing event updated for resources: {'Network': ['ID=06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:53.315384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:21:53.323858 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3644dd98-5b10-4ff2-bf0b-5b2cee72704d req-bfeb97e4-b117-4f5f-b2d9-7b399d814600 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:53.331469 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3644dd98-5b10-4ff2-bf0b-5b2cee72704d req-bfeb97e4-b117-4f5f-b2d9-7b399d814600 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.2273717 Jul 09 13:21:53.367835 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c9c3907-6a8d-41fa-a8c3-dc97cdc003ae admin admin] Made reservation on behalf of 5d9fb08c37c04125b325b7c99ce891a5 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:21:53.370407 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c9c3907-6a8d-41fa-a8c3-dc97cdc003ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.429782 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-fbc60204-dc47-421c-94fe-0f184818abb2 service neutron] 10.222.0.15 "GET /v2.0/networks/837f4540-7c98-4faa-8ade-707da2a5a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3855996 Jul 09 13:21:53.517481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3644dd98-5b10-4ff2-bf0b-5b2cee72704d req-7610d0f6-0228-491b-a3c6-e8e42b353e5e tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846278 Jul 09 13:21:53.644370 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3d6f9d6-1adf-4656-ad09-69446cd91422 req-658268b4-5a1b-4ff7-b4cd-4d71a877ad0e service neutron] 10.222.0.15 "GET /v2.0/networks/837f4540-7c98-4faa-8ade-707da2a5a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050457 Jul 09 13:21:53.650866 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-feeae810-fc0e-4f0d-bef8-8e56b4843f33 req-ca6ff015-4432-4771-86f2-ae86f219dcfe service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568676 Jul 09 13:21:53.784029 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c50c5a-18c1-41a0-9a97-4cf478e3c27a req-82cb7e48-e980-4ab6-99f2-2870a454dea6 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:53.786593 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-85c50c5a-18c1-41a0-9a97-4cf478e3c27a req-82cb7e48-e980-4ab6-99f2-2870a454dea6 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 945 time: 0.2951977 Jul 09 13:21:53.828006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e3e0f-49ce-4d22-90e6-3a4f5cbc2906 req-5f545d4f-380c-442b-a0c0-9ac0a3774ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:53.830412 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-373e3e0f-49ce-4d22-90e6-3a4f5cbc2906 req-5f545d4f-380c-442b-a0c0-9ac0a3774ae1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46c2f95350e54a0aa9acdb7ced3996e6&device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 1094 time: 0.0936821 Jul 09 13:21:53.936789 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-85c50c5a-18c1-41a0-9a97-4cf478e3c27a req-9aeb2d02-de0c-40f2-87a1-28f8c37e8ad9 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/security-groups?id=0f2fef64-1470-4176-a199-691d6e1fdc15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424158 Jul 09 13:21:53.944070 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c9c3907-6a8d-41fa-a8c3-dc97cdc003ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:53.962857 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e3e0f-49ce-4d22-90e6-3a4f5cbc2906 req-ce75b643-cabc-4aa7-9fd7-c4df138fdb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:53.964657 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-373e3e0f-49ce-4d22-90e6-3a4f5cbc2906 req-ce75b643-cabc-4aa7-9fd7-c4df138fdb64 service neutron] 10.222.0.15 "GET /v2.0/networks?id=837f4540-7c98-4faa-8ade-707da2a5a222 HTTP/1.1" status: 200 len: 913 time: 0.1256976 Jul 09 13:21:53.966810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb61a2-1fc7-4dd4-89ec-352aaf61b38e req-9b495a99-b725-48d3-8c07-8cd369b8c95b tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:53.969444 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fffb61a2-1fc7-4dd4-89ec-352aaf61b38e req-9b495a99-b725-48d3-8c07-8cd369b8c95b tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 943 time: 0.2866573 Jul 09 13:21:54.013859 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-373e3e0f-49ce-4d22-90e6-3a4f5cbc2906 req-ffa37c5c-b226-42b0-859e-22589121e34c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6884378e-6f74-4698-88f5-40dcc09a4966 HTTP/1.1" status: 200 len: 217 time: 0.0373871 Jul 09 13:21:54.058554 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c3907-6a8d-41fa-a8c3-dc97cdc003ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=db2c2b2c-6f40-441d-816b-1520f91983e5,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:54.084983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e3e0f-49ce-4d22-90e6-3a4f5cbc2906 req-1f14896c-a379-4852-bf66-a4cb05ea06c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.086563 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-373e3e0f-49ce-4d22-90e6-3a4f5cbc2906 req-1f14896c-a379-4852-bf66-a4cb05ea06c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ef14c00-3b7a-4369-a2a1-57eec0587a02 HTTP/1.1" status: 200 len: 851 time: 0.0651550 Jul 09 13:21:54.100012 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fffb61a2-1fc7-4dd4-89ec-352aaf61b38e req-ec69f126-463d-4373-bb3c-2afc1edba3ce tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/security-groups?id=960ac677-a61f-42fe-90e3-51ad48fb3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894692 Jul 09 13:21:54.117361 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c3907-6a8d-41fa-a8c3-dc97cdc003ae admin admin] Checking segment: {'id': '3152da7b-39a4-4090-b6b4-ee0a70de8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:54.117731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9c3907-6a8d-41fa-a8c3-dc97cdc003ae admin admin] Network hostable DHCP agents. Network: 06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:21:54.121195 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:21:54.145935 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9c3907-6a8d-41fa-a8c3-dc97cdc003ae admin admin] Network 06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:21:54.158982 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5c9c3907-6a8d-41fa-a8c3-dc97cdc003ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:54.164142 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfd693a-3b47-49ff-b627-64115acb52c3 req-fd403d5b-a339-4b11-aa46-0402f748d005 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.165130 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373e3e0f-49ce-4d22-90e6-3a4f5cbc2906 req-f1d59e6c-a732-4284-9ae2-d5ddb3bd0d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.167639 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87ecb5d-c506-4fe9-94ac-9b76641df4e9 None None] Network 06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:54.167774 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-373e3e0f-49ce-4d22-90e6-3a4f5cbc2906 req-f1d59e6c-a732-4284-9ae2-d5ddb3bd0d93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=837f4540-7c98-4faa-8ade-707da2a5a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718191 Jul 09 13:21:54.170940 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbfd693a-3b47-49ff-b627-64115acb52c3 req-fd403d5b-a339-4b11-aa46-0402f748d005 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 1096 time: 0.0883553 Jul 09 13:21:54.174136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c9c3907-6a8d-41fa-a8c3-dc97cdc003ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.174714 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c9c3907-6a8d-41fa-a8c3-dc97cdc003ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:54.212656 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5c9c3907-6a8d-41fa-a8c3-dc97cdc003ae admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9368923 Jul 09 13:21:54.212656 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46204) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:54.216492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1809352670-router', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:54.233433 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbfd693a-3b47-49ff-b627-64115acb52c3 req-209656c6-1f25-40d3-8b5d-283e277f7e8d tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583875 Jul 09 13:21:54.276579 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:54.277930 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:54.313830 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-373e3e0f-49ce-4d22-90e6-3a4f5cbc2906 req-3f73807a-4109-49ae-9019-2ada3a244a27 service neutron] 10.222.0.15 "GET /v2.0/networks/837f4540-7c98-4faa-8ade-707da2a5a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373143 Jul 09 13:21:54.374325 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:54.443054 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4', 'network_id': '06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'fixed_ips': [{'subnet_id': 'db2c2b2c-6f40-441d-816b-1520f91983e5'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:21:54.443997 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:54.488626 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-373e3e0f-49ce-4d22-90e6-3a4f5cbc2906 req-142cc0b0-d751-495e-85a6-215988ec22a4 service neutron] 10.222.0.15 "GET /v2.0/networks/837f4540-7c98-4faa-8ade-707da2a5a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683562 Jul 09 13:21:54.644755 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Allocated IP 172.20.0.2 (06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4/db2c2b2c-6f40-441d-816b-1520f91983e5/2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:54.648709 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:54.678597 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f1af5c-5664-456a-af8d-8b69987b223c req-21356267-fe33-4716-a297-8544dd962bda tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.680893 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97f1af5c-5664-456a-af8d-8b69987b223c req-21356267-fe33-4716-a297-8544dd962bda tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 948 time: 0.3087850 Jul 09 13:21:54.768200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7cc370-acc2-4c1d-b4b2-0806309d6411 req-562813e0-d29c-4aa7-abe9-a8a882a4a92a tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:54.769918 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5f7cc370-acc2-4c1d-b4b2-0806309d6411 req-562813e0-d29c-4aa7-abe9-a8a882a4a92a tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 945 time: 0.0936172 Jul 09 13:21:54.821161 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97f1af5c-5664-456a-af8d-8b69987b223c req-e2a5ae5a-3b11-40df-8e3a-59253013532b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189406 Jul 09 13:21:54.885442 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:54.914080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5f7cc370-acc2-4c1d-b4b2-0806309d6411 req-d0b9cfd2-6f9b-4a20-bdf1-5145031d62f2 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Deleting port fb821408-72d0-4c05-b41a-12650ba20ab7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:21:54.914553 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5f7cc370-acc2-4c1d-b4b2-0806309d6411 req-d0b9cfd2-6f9b-4a20-bdf1-5145031d62f2 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:54.917278 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Transition to ACTIVE for port object 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:54.959389 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Transition to ACTIVE for port object 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:54.972479 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.034548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Pushing event updated for resources: {'Port': ['ID=2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:55.051473 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5f7cc370-acc2-4c1d-b4b2-0806309d6411 req-d0b9cfd2-6f9b-4a20-bdf1-5145031d62f2 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] For port fb821408-72d0-4c05-b41a-12650ba20ab7, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fb821408-72d0-4c05-b41a-12650ba20ab7,segment=NetworkSegment(f2e33e46-3301-43d4-b8a7-eb48a42020fb),segment_id=f2e33e46-3301-43d4-b8a7-eb48a42020fb)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:55.052186 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5f7cc370-acc2-4c1d-b4b2-0806309d6411 req-d0b9cfd2-6f9b-4a20-bdf1-5145031d62f2 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.055323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Network 06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:55.056898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:55.059897 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:55.072667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5f7cc370-acc2-4c1d-b4b2-0806309d6411 req-d0b9cfd2-6f9b-4a20-bdf1-5145031d62f2 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Calling delete_port for fb821408-72d0-4c05-b41a-12650ba20ab7 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:21:55.153254 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.180423 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.257898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Attempting to bind port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:55.258873 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Attempting to bind port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '3152da7b-39a4-4090-b6b4-ee0a70de8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:55.259748 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Attempting to bind port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 on network 06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:55.270753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:55.271807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Checking segment: {'id': '3152da7b-39a4-4090-b6b4-ee0a70de8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:55.272683 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.273495 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Bound using segment: {'id': '3152da7b-39a4-4090-b6b4-ee0a70de8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:55.275111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Bound port: 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3152da7b-39a4-4090-b6b4-ee0a70de8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:55.275985 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.288645 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5f7cc370-acc2-4c1d-b4b2-0806309d6411 req-d0b9cfd2-6f9b-4a20-bdf1-5145031d62f2 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.310389 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Allocated IP 172.25.2.176 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/1226102e-6546-4c6d-9d72-58cddfee9324) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:55.357742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b9cfd2-6f9b-4a20-bdf1-5145031d62f2 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Pushing event deleted for resources: {'Port': ['ID=fb821408-72d0-4c05-b41a-12650ba20ab7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:55.405905 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['fb821408-72d0-4c05-b41a-12650ba20ab7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:55.413617 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] For port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:21:55.434320 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] For port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6,segment=NetworkSegment(3152da7b-39a4-4090-b6b4-ee0a70de8335),segment_id=3152da7b-39a4-4090-b6b4-ee0a70de8335)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:55.444051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7cc370-acc2-4c1d-b4b2-0806309d6411 req-d0b9cfd2-6f9b-4a20-bdf1-5145031d62f2 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] No DVR routers for this DVR port fb821408-72d0-4c05-b41a-12650ba20ab7 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:21:55.448467 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5f7cc370-acc2-4c1d-b4b2-0806309d6411 req-d0b9cfd2-6f9b-4a20-bdf1-5145031d62f2 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.452360 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5f7cc370-acc2-4c1d-b4b2-0806309d6411 req-d0b9cfd2-6f9b-4a20-bdf1-5145031d62f2 tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.18 "DELETE /v2.0/ports/fb821408-72d0-4c05-b41a-12650ba20ab7 HTTP/1.1" status: 204 len: 173 time: 0.6756167 Jul 09 13:21:55.453067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca96baa-5353-403e-96e7-9aacececa034', 'name': 'network-vif-deleted', 'tag': 'fb821408-72d0-4c05-b41a-12650ba20ab7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:55.458014 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912cd216-374c-455c-97de-b17d8ae01a93" -d '{"events": [{"server_uuid": "6ca96baa-5353-403e-96e7-9aacececa034", "name": "network-vif-deleted", "tag": "fb821408-72d0-4c05-b41a-12650ba20ab7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:55.467200 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.476640 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1c7d44-4cf9-4db2-b72f-37d9b19ca5b4 req-c9545963-c0f1-49c9-8afa-9f5b206d28cd tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:55.478245 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d1c7d44-4cf9-4db2-b72f-37d9b19ca5b4 req-c9545963-c0f1-49c9-8afa-9f5b206d28cd tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1698973 Jul 09 13:21:55.536482 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d1c7d44-4cf9-4db2-b72f-37d9b19ca5b4 req-07aeb3a4-acfd-435d-a6da-dda93cf8df3c tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453897 Jul 09 13:21:55.607578 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.614461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f736b1-1484-45f7-b432-36303e1bdee6 None None] Pushing event updated for resources: {'Port': ['ID=2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:55.635011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device f51d7205-df32-491b-a429-e8cdd40f70da details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:55.696772 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:55.784695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:55.792937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:55.806912 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:55.887865 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Pushing event updated for resources: {'Port': ['ID=1226102e-6546-4c6d-9d72-58cddfee9324,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:55.900341 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port f51d7205-df32-491b-a429-e8cdd40f70da, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=f51d7205-df32-491b-a429-e8cdd40f70da,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:55.905624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-c4b86db6-2025-4688-9dab-4625e320b2db tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:21:55.907984 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-c4b86db6-2025-4688-9dab-4625e320b2db tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077538 Jul 09 13:21:55.930839 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-2442bf59-1670-4eca-b373-cf40ab2c45f7 service neutron] Request body: {'binding': {'host': 'n-h1-799525-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:21:55.931349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-2442bf59-1670-4eca-b373-cf40ab2c45f7 service neutron] Unknown quota resources ['binding']. {{(pid=93753) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:21:55.938524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'f51d7205-df32-491b-a429-e8cdd40f70da', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'f51d7205-df32-491b-a429-e8cdd40f70da', 'mac_address': 'fa:16:3e:5d:10:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:56.094946 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:56.129587 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f51d7205-df32-491b-a429-e8cdd40f70da {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:56.169791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port f51d7205-df32-491b-a429-e8cdd40f70da, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=f51d7205-df32-491b-a429-e8cdd40f70da,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:56.177493 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:56.240945 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=f51d7205-df32-491b-a429-e8cdd40f70da,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:56.263248 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fbf1fa4-2809-4623-8349-fbb93c133459 req-cb8a3f47-7e90-4a68-8804-71f8b46ab3cc tempest-VolumesAdminNegativeTest-2084473569 tempest-VolumesAdminNegativeTest-2084473569-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca96baa-5353-403e-96e7-9aacececa034 HTTP/1.1" status: 200 len: 210 time: 0.0632277 Jul 09 13:21:56.327489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-2442bf59-1670-4eca-b373-cf40ab2c45f7 service neutron] Attempting to bind port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 on host n-h1-799525-3 for vnic_type normal with profile None {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:21:56.327934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-2442bf59-1670-4eca-b373-cf40ab2c45f7 service neutron] Attempting to bind port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:21:56.328348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-2442bf59-1670-4eca-b373-cf40ab2c45f7 service neutron] Attempting to bind port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:56.336799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-2442bf59-1670-4eca-b373-cf40ab2c45f7 service neutron] Port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 on network b4d14687-7b64-47e7-b45c-f262f4bce809 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:21:56.337228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-2442bf59-1670-4eca-b373-cf40ab2c45f7 service neutron] Attempting to bind port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:21:56.352675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-2442bf59-1670-4eca-b373-cf40ab2c45f7 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:21:56.353230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-2442bf59-1670-4eca-b373-cf40ab2c45f7 service neutron] Checking segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:21:56.353757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-2442bf59-1670-4eca-b373-cf40ab2c45f7 service neutron] Bound using segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:21:56.354902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-2442bf59-1670-4eca-b373-cf40ab2c45f7 service neutron] Bound port: 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:21:56.420683 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f4f8e-4513-4751-a0c7-f2fd0f311e0d req-93021652-02a3-4b20-bb58-6821f5f53dbe tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:56.423078 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5d4f4f8e-4513-4751-a0c7-f2fd0f311e0d req-93021652-02a3-4b20-bb58-6821f5f53dbe tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.18 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279&tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 949 time: 0.2208183 Jul 09 13:21:56.489708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['f51d7205-df32-491b-a429-e8cdd40f70da'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:56.510508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-2442bf59-1670-4eca-b373-cf40ab2c45f7 service neutron] For port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:21:56.513790 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-5d4f4f8e-4513-4751-a0c7-f2fd0f311e0d req-2a024fa7-65bb-406f-81f9-6577a71aaf94 service neutron] delete failed (client error): The resource could not be found. Jul 09 13:21:56.515018 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5d4f4f8e-4513-4751-a0c7-f2fd0f311e0d req-2a024fa7-65bb-406f-81f9-6577a71aaf94 service neutron] 10.222.0.18 "DELETE /v2.0/ports/f51d7205-df32-491b-a429-e8cdd40f70da/bindings/n-h1-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.0826457 Jul 09 13:21:56.522197 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-2442bf59-1670-4eca-b373-cf40ab2c45f7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:56.523638 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-2442bf59-1670-4eca-b373-cf40ab2c45f7 service neutron] 10.222.0.39 "POST /v2.0/ports/3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7/bindings HTTP/1.1" status: 201 len: 389 time: 0.5988691 Jul 09 13:21:56.550322 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:56.667690 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ce72b6-e7b4-4e37-b77b-d75d406aed82 x-openstack-request-id: req-b0ce72b6-e7b4-4e37-b77b-d75d406aed82 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:56.668227 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca96baa-5353-403e-96e7-9aacececa034", "name": "network-vif-deleted", "tag": "fb821408-72d0-4c05-b41a-12650ba20ab7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:56.668719 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b0ce72b6-e7b4-4e37-b77b-d75d406aed82 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:56.669309 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca96baa-5353-403e-96e7-9aacececa034', 'name': 'network-vif-deleted', 'tag': 'fb821408-72d0-4c05-b41a-12650ba20ab7', 'status': 'completed', 'code': 200} Jul 09 13:21:56.738091 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660eb91f-2e61-4296-861c-8fa740f466e9 req-bfffe974-07ed-4a33-a233-78097ad625cb tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:56.753113 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-660eb91f-2e61-4296-861c-8fa740f466e9 req-bfffe974-07ed-4a33-a233-78097ad625cb tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 943 time: 0.3044741 Jul 09 13:21:56.837418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f4f8e-4513-4751-a0c7-f2fd0f311e0d req-809fecd0-b2bd-45fb-87ef-5f4b2b2a9c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:56.840014 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5d4f4f8e-4513-4751-a0c7-f2fd0f311e0d req-809fecd0-b2bd-45fb-87ef-5f4b2b2a9c38 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 1100 time: 0.1417298 Jul 09 13:21:56.841948 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-660eb91f-2e61-4296-861c-8fa740f466e9 req-a39f96fc-81fe-4ea4-a1f8-eef12e929083 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/security-groups?id=960ac677-a61f-42fe-90e3-51ad48fb3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533402 Jul 09 13:21:57.028933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:57.073280 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c2ca9f-ac20-4128-b98c-4a3a071e2306 None None] Network 06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:21:57.077256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f4f8e-4513-4751-a0c7-f2fd0f311e0d req-753ab33e-de1a-458e-b5d7-6bac7cf66276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:57.079413 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5d4f4f8e-4513-4751-a0c7-f2fd0f311e0d req-753ab33e-de1a-458e-b5d7-6bac7cf66276 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.2246878 Jul 09 13:21:57.101180 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-6a8c1fbe-fb39-4632-8ee7-7e8e802c412e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:57.102796 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-6a8c1fbe-fb39-4632-8ee7-7e8e802c412e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 1096 time: 0.2663095 Jul 09 13:21:57.110727 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.157091 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e93013ef-993f-4761-b8cf-681dcc60e1c1 None None] Provisioning for port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:57.168596 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5d4f4f8e-4513-4751-a0c7-f2fd0f311e0d req-3af217ec-01d1-4f9f-96a8-c45c63319a94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=f51d7205-df32-491b-a429-e8cdd40f70da HTTP/1.1" status: 200 len: 217 time: 0.0822098 Jul 09 13:21:57.171596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:57.180685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93b18f-aefb-489c-a16d-df430011961a req-520b878e-f71e-4aba-96c6-bdbfa73d2cc9 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:57.182247 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce93b18f-aefb-489c-a16d-df430011961a req-520b878e-f71e-4aba-96c6-bdbfa73d2cc9 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 949 time: 0.2193441 Jul 09 13:21:57.212836 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:57.213363 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.220508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f4f8e-4513-4751-a0c7-f2fd0f311e0d req-4c7a4d06-44c0-4ab1-bedd-18580fda8fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:57.222147 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5d4f4f8e-4513-4751-a0c7-f2fd0f311e0d req-4c7a4d06-44c0-4ab1-bedd-18580fda8fa5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0474248 Jul 09 13:21:57.288185 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f4f8e-4513-4751-a0c7-f2fd0f311e0d req-bdcedfe7-400e-4a8e-8725-2540c1fc607b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:57.289807 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5d4f4f8e-4513-4751-a0c7-f2fd0f311e0d req-bdcedfe7-400e-4a8e-8725-2540c1fc607b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0610397 Jul 09 13:21:57.393363 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5d4f4f8e-4513-4751-a0c7-f2fd0f311e0d req-09153245-e531-4ff6-8a3a-3ae64f1e8508 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961857 Jul 09 13:21:57.433447 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.493677 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5d4f4f8e-4513-4751-a0c7-f2fd0f311e0d req-bbcfc4cb-4c98-4482-869a-68209887f710 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933106 Jul 09 13:21:57.501456 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6,segment=NetworkSegment(3152da7b-39a4-4090-b6b4-ee0a70de8335),segment_id=3152da7b-39a4-4090-b6b4-ee0a70de8335)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:57.508734 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.574861 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:57.612115 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce93b18f-aefb-489c-a16d-df430011961a req-c28b013b-9276-47d4-995e-a6f5d674398d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546748 Jul 09 13:21:57.623736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-06adea5b-5ed9-49e1-a567-5309f5bcbd8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:57.625308 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-06adea5b-5ed9-49e1-a567-5309f5bcbd8e service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.5114400 Jul 09 13:21:57.647752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6884378e-6f74-4698-88f5-40dcc09a4966 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:21:57.651647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device f51d7205-df32-491b-a429-e8cdd40f70da up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:57.679012 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-6f8a6372-c64f-4d2d-83ff-f6c00eb5389d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 HTTP/1.1" status: 200 len: 217 time: 0.0426915 Jul 09 13:21:57.709485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2599c8-ed89-428a-9b37-8c8c45a37dda req-45734c4d-dd0d-4dba-82ad-2656d20a9eee tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:57.716111 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c2599c8-ed89-428a-9b37-8c8c45a37dda req-45734c4d-dd0d-4dba-82ad-2656d20a9eee tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 945 time: 0.2597418 Jul 09 13:21:57.821502 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Router 9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:21:57.825788 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port f51d7205-df32-491b-a429-e8cdd40f70da completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:21:57.826995 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-7f334310-4b25-4a57-89fe-523937cc469f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:57.829050 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-7f334310-4b25-4a57-89fe-523937cc469f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.1375515 Jul 09 13:21:57.835723 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c2599c8-ed89-428a-9b37-8c8c45a37dda req-c309c597-9fa1-46b0-bf31-068425b51992 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187606 Jul 09 13:21:57.841636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port f51d7205-df32-491b-a429-e8cdd40f70da triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:57.842206 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.846440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6a32cd58-b96a-4782-9a02-d496f25ad611 None None] Provisioning complete for port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:57.846440 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6a32cd58-b96a-4782-9a02-d496f25ad611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:57.873837 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-6476742b-d0d9-41da-8919-ffd8d2c502d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333557 Jul 09 13:21:57.921413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 6884378e-6f74-4698-88f5-40dcc09a4966, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6884378e-6f74-4698-88f5-40dcc09a4966,segment=NetworkSegment(b13bd8fa-acb4-4128-aa4d-0acbe7762e06),segment_id=b13bd8fa-acb4-4128-aa4d-0acbe7762e06)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:58.080215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '6884378e-6f74-4698-88f5-40dcc09a4966', 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222', 'port_id': '6884378e-6f74-4698-88f5-40dcc09a4966', 'mac_address': 'fa:16:3e:dc:b5:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:21:58.107070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2dfc8f-baa3-4fc1-a3a2-33bcd93db40b req-11998064-588e-47c6-802a-7ac9bac735d5 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:58.108610 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-be2dfc8f-baa3-4fc1-a3a2-33bcd93db40b req-11998064-588e-47c6-802a-7ac9bac735d5 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.3621674 Jul 09 13:21:58.182187 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.195736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:21:58.213152 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.217901 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-be2dfc8f-baa3-4fc1-a3a2-33bcd93db40b req-840e563c-5c14-4ee0-a2ee-0fc63c497f85 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930576 Jul 09 13:21:58.220907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6884378e-6f74-4698-88f5-40dcc09a4966 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:21:58.225515 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-b2c1f7bd-5fbb-4828-90f4-280d2ffac502 service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609522 Jul 09 13:21:58.243866 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 6884378e-6f74-4698-88f5-40dcc09a4966, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6884378e-6f74-4698-88f5-40dcc09a4966,segment=NetworkSegment(b13bd8fa-acb4-4128-aa4d-0acbe7762e06),segment_id=b13bd8fa-acb4-4128-aa4d-0acbe7762e06)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:58.252283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe1447a-ad4a-4024-874d-39d3525efa25 req-4cc442d0-20ad-4d89-bcd4-0a35e559af15 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:58.255433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Sync routers for ids ['9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:21:58.260174 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5fe1447a-ad4a-4024-874d-39d3525efa25 req-4cc442d0-20ad-4d89-bcd4-0a35e559af15 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 946 time: 0.2971606 Jul 09 13:21:58.263199 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.302682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port f51d7205-df32-491b-a429-e8cdd40f70da, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=f51d7205-df32-491b-a429-e8cdd40f70da,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:21:58.317563 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.318968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5274d5f1-0dc8-4bb2-920c-3ce31d980d45 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.1057034 Jul 09 13:21:58.321677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46262) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:58.332681 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb4d9db-05ae-40b6-9c37-3e77d51cc279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51d7205-df32-491b-a429-e8cdd40f70da'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:21:58.335541 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff22bf0e-9edc-46c4-8c10-cb5937e51113" -d '{"events": [{"server_uuid": "6bb4d9db-05ae-40b6-9c37-3e77d51cc279", "name": "network-vif-plugged", "status": "completed", "tag": "f51d7205-df32-491b-a429-e8cdd40f70da"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:21:58.343118 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.358278 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Routers {'9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:21:58.360613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:21:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:58.411889 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46266) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:58.412729 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5fe1447a-ad4a-4024-874d-39d3525efa25 req-c598c9c3-be9d-4755-b6cf-d99d57694691 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512661 Jul 09 13:21:58.472366 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-438e01e5-497b-4c1a-89e1-fbcb32327fa1 service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368274 Jul 09 13:21:58.558830 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c21c2f2c-5b72-440b-a9ec-8ae7fff249c7 x-openstack-request-id: req-c21c2f2c-5b72-440b-a9ec-8ae7fff249c7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:21:58.558830 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb4d9db-05ae-40b6-9c37-3e77d51cc279", "name": "network-vif-plugged", "status": "completed", "tag": "f51d7205-df32-491b-a429-e8cdd40f70da", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:21:58.558830 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c21c2f2c-5b72-440b-a9ec-8ae7fff249c7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:21:58.558830 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb4d9db-05ae-40b6-9c37-3e77d51cc279', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f51d7205-df32-491b-a429-e8cdd40f70da', 'code': 200} Jul 09 13:21:58.567057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-50da507e-10c7-4b29-a5e3-a62df0e0ea13 admin admin] Deleting subnet 610e1c9c-a5ef-41c4-b6cd-03f1c33ad60d {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:21:58.572572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=6884378e-6f74-4698-88f5-40dcc09a4966,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:58.572773 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50da507e-10c7-4b29-a5e3-a62df0e0ea13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.626457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe512d8-87fc-42b8-9105-6075c95947f6 req-99188b6c-f819-4693-a370-7501d87736f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:58.633985 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ffe512d8-87fc-42b8-9105-6075c95947f6 req-99188b6c-f819-4693-a370-7501d87736f7 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 944 time: 0.0837204 Jul 09 13:21:58.648435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['6884378e-6f74-4698-88f5-40dcc09a4966'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:21:58.658990 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50da507e-10c7-4b29-a5e3-a62df0e0ea13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.714427 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ffe512d8-87fc-42b8-9105-6075c95947f6 req-ac9c99f9-1247-4bb1-85dd-5d4e96a04e8d tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/security-groups?id=960ac677-a61f-42fe-90e3-51ad48fb3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793874 Jul 09 13:21:58.749907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=f51d7205-df32-491b-a429-e8cdd40f70da,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:58.755051 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Set router 9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:21:58.765624 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50da507e-10c7-4b29-a5e3-a62df0e0ea13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:58.978855 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:21:59.037535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d3b66-5843-45ef-9bc2-c5ee70ce8abb req-84a4a030-c127-45eb-8280-9983deed125a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:59.039351 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae0d3b66-5843-45ef-9bc2-c5ee70ce8abb req-84a4a030-c127-45eb-8280-9983deed125a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.1635842 Jul 09 13:21:59.041980 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:59.126063 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae0d3b66-5843-45ef-9bc2-c5ee70ce8abb req-8e907219-e74c-4a6b-b302-6c2818bddf14 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626521 Jul 09 13:21:59.169045 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:21:59.169427 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:59.238802 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48eba7c3-0815-4235-a438-97e9d8d29061 req-fae40937-820d-45ab-977b-1acaee4628e0 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:59.240445 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48eba7c3-0815-4235-a438-97e9d8d29061 req-fae40937-820d-45ab-977b-1acaee4628e0 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 945 time: 0.2202868 Jul 09 13:21:59.270003 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Allocated IP 172.20.0.1 (06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4/db2c2b2c-6f40-441d-816b-1520f91983e5/e8f614f4-e117-4fcd-b69e-1b40bbbbfada) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:21:59.308354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48eba7c3-0815-4235-a438-97e9d8d29061 req-7ce4d9ee-e848-4591-bdc0-e695d880957d tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618334 Jul 09 13:21:59.312802 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1809352670-router', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1226102e-6546-4c6d-9d72-58cddfee9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:54Z', 'updated_at': '2021-07-09T13:21:56Z', 'revision_number': 3, 'project_id': '5d9fb08c37c04125b325b7c99ce891a5', 'gw_port': {'id': '1226102e-6546-4c6d-9d72-58cddfee9324', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:55Z', 'updated_at': '2021-07-09T13:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:59.340811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Checking router: 9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:21:59.341166 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Updating router 9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2 port 1226102e-6546-4c6d-9d72-58cddfee9324 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:21:59.379395 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:59.416663 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50da507e-10c7-4b29-a5e3-a62df0e0ea13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:59.436070 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:59.467264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50da507e-10c7-4b29-a5e3-a62df0e0ea13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=610e1c9c-a5ef-41c4-b6cd-03f1c33ad60d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:59.477224 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50da507e-10c7-4b29-a5e3-a62df0e0ea13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:59.479498 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-50da507e-10c7-4b29-a5e3-a62df0e0ea13 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/610e1c9c-a5ef-41c4-b6cd-03f1c33ad60d HTTP/1.1" status: 204 len: 168 time: 1.0656571 Jul 09 13:21:59.481878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46284) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:21:59.482614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb2ae37-eabc-4c14-acb4-0e27e273f5a1 req-c01dadab-017d-4548-82d7-a88b53faf05c tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:21:59.489402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Transition to ACTIVE for port object e8f614f4-e117-4fcd-b69e-1b40bbbbfada will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:21:59.490719 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2cb2ae37-eabc-4c14-acb4-0e27e273f5a1 req-c01dadab-017d-4548-82d7-a88b53faf05c tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 1097 time: 0.0795195 Jul 09 13:21:59.533785 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2cb2ae37-eabc-4c14-acb4-0e27e273f5a1 req-3d212d0a-51fc-46d5-94c3-8ffa2113db5f tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423017 Jul 09 13:21:59.551490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fb821408-72d0-4c05-b41a-12650ba20ab7 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:21:59.594778 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92a5212f-827a-4bcb-ad81-a8ca9fc4014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:59.618329 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: fb821408-72d0-4c05-b41a-12650ba20ab7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:21:59.619930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fb821408-72d0-4c05-b41a-12650ba20ab7 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:21:59.621593 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:59.746934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Network 06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:21:59.754915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:21:59.761194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:21:59.767343 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92a5212f-827a-4bcb-ad81-a8ca9fc4014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:59.770179 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Pushing event updated for resources: {'Port': ['ID=e8f614f4-e117-4fcd-b69e-1b40bbbbfada,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:21:59.802910 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-92a5212f-827a-4bcb-ad81-a8ca9fc4014a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1dc64a-b119-4174-9e5b-0995b1149775']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:59.835770 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-92a5212f-827a-4bcb-ad81-a8ca9fc4014a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2e33e46-3301-43d4-b8a7-eb48a42020fb') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:59.836045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-92a5212f-827a-4bcb-ad81-a8ca9fc4014a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2e33e46-3301-43d4-b8a7-eb48a42020fb') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:21:59.877811 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92a5212f-827a-4bcb-ad81-a8ca9fc4014a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:21:59.902253 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.002339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe7ef83-bec9-463e-a127-c87f2105b7ff req-9fded284-58a7-46ce-96de-f68da024c1f0 tempest-MigrationsAdminTest-1217665534 tempest-MigrationsAdminTest-1217665534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:00.012579 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92a5212f-827a-4bcb-ad81-a8ca9fc4014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.014672 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dfe7ef83-bec9-463e-a127-c87f2105b7ff req-9fded284-58a7-46ce-96de-f68da024c1f0 tempest-MigrationsAdminTest-1217665534 tempest-MigrationsAdminTest-1217665534-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 1101 time: 0.1643686 Jul 09 13:22:00.030990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92a5212f-827a-4bcb-ad81-a8ca9fc4014a admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:22:00.032231 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92a5212f-827a-4bcb-ad81-a8ca9fc4014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:22:00.034692 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:22:00.081133 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dfe7ef83-bec9-463e-a127-c87f2105b7ff req-821ca9dd-cb0d-44ba-9491-42ffe26406bc tempest-MigrationsAdminTest-1217665534 tempest-MigrationsAdminTest-1217665534-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609293 Jul 09 13:22:00.083731 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.107927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Transition to ACTIVE for port object 1226102e-6546-4c6d-9d72-58cddfee9324 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:00.131191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f922485-10a6-42e9-9007-547e7810aa72 req-59542128-d44d-4530-b141-42aca9fae023 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:00.139633 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2f922485-10a6-42e9-9007-547e7810aa72 req-59542128-d44d-4530-b141-42aca9fae023 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1996536 Jul 09 13:22:00.143508 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.233621 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92a5212f-827a-4bcb-ad81-a8ca9fc4014a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.235640 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2f922485-10a6-42e9-9007-547e7810aa72 req-6216f0f4-5e8f-45ce-ad09-3af947ffdda4 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933678 Jul 09 13:22:00.242103 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Attempting to bind port 1226102e-6546-4c6d-9d72-58cddfee9324 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:00.242481 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Attempting to bind port 1226102e-6546-4c6d-9d72-58cddfee9324 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:00.242856 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Attempting to bind port 1226102e-6546-4c6d-9d72-58cddfee9324 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:00.247160 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f999d33-f31c-4ab1-b872-c543b24a249c None None] Pushing event updated for resources: {'Port': ['ID=1226102e-6546-4c6d-9d72-58cddfee9324,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:00.254570 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9fcd42ee-7fa5-4c42-86f8-371a98ff73df None None] Provisioning for port e8f614f4-e117-4fcd-b69e-1b40bbbbfada completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:00.257125 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:00.257508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:00.257925 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.258328 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:00.258975 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Bound port: 1226102e-6546-4c6d-9d72-58cddfee9324, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:00.259416 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.309566 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92a5212f-827a-4bcb-ad81-a8ca9fc4014a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.314850 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-92a5212f-827a-4bcb-ad81-a8ca9fc4014a admin admin] 10.222.0.39 "DELETE /v2.0/networks/dd1dc64a-b119-4174-9e5b-0995b1149775 HTTP/1.1" status: 204 len: 168 time: 0.8293703 Jul 09 13:22:00.314850 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a5212f-827a-4bcb-ad81-a8ca9fc4014a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd1dc64a-b119-4174-9e5b-0995b1149775,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:00.315501 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46296) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:00.340971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] For port 1226102e-6546-4c6d-9d72-58cddfee9324, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:00.345246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] For port 1226102e-6546-4c6d-9d72-58cddfee9324, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1226102e-6546-4c6d-9d72-58cddfee9324,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:00.347833 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9fcd42ee-7fa5-4c42-86f8-371a98ff73df None None] Provisioning complete for port e8f614f4-e117-4fcd-b69e-1b40bbbbfada triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:00.348686 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9fcd42ee-7fa5-4c42-86f8-371a98ff73df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.351803 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.428587 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.435139 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f999d33-f31c-4ab1-b872-c543b24a249c None None] Pushing event updated for resources: {'Port': ['ID=1226102e-6546-4c6d-9d72-58cddfee9324,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:00.469451 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-772a62fd-f5e2-49a8-997b-784744e6c238 admin admin] Deleting subnet 1559d7a2-aab2-4b09-9d6d-97e71ae05ed9 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:22:00.486024 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Routers {'9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:00.486954 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-772a62fd-f5e2-49a8-997b-784744e6c238 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.487422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:21:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:00.603238 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-772a62fd-f5e2-49a8-997b-784744e6c238 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.614028 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] Set router 9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:00.709014 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9fcd42ee-7fa5-4c42-86f8-371a98ff73df None None] Port e8f614f4-e117-4fcd-b69e-1b40bbbbfada cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:22:00.719893 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-772a62fd-f5e2-49a8-997b-784744e6c238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.729099 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57016411-a60f-4d10-b968-e7c62b0c9fa4 req-39b27765-ab3c-42ab-a074-c01692d41f55 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:00.737034 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57016411-a60f-4d10-b968-e7c62b0c9fa4 req-39b27765-ab3c-42ab-a074-c01692d41f55 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 944 time: 0.1782486 Jul 09 13:22:00.826257 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57016411-a60f-4d10-b968-e7c62b0c9fa4 req-a7922ab3-6f29-4da2-ad31-b1bdbc7cee3a tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/security-groups?id=960ac677-a61f-42fe-90e3-51ad48fb3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882411 Jul 09 13:22:00.880976 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-772a62fd-f5e2-49a8-997b-784744e6c238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.916932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772a62fd-f5e2-49a8-997b-784744e6c238 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1559d7a2-aab2-4b09-9d6d-97e71ae05ed9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:00.923569 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-772a62fd-f5e2-49a8-997b-784744e6c238 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:00.929111 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-772a62fd-f5e2-49a8-997b-784744e6c238 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1559d7a2-aab2-4b09-9d6d-97e71ae05ed9 HTTP/1.1" status: 204 len: 168 time: 0.6120875 Jul 09 13:22:00.929770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46314) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:00.964904 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1809352670-router', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1226102e-6546-4c6d-9d72-58cddfee9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:54Z', 'updated_at': '2021-07-09T13:22:00Z', 'revision_number': 4, 'project_id': '5d9fb08c37c04125b325b7c99ce891a5', 'gw_port': {'id': '1226102e-6546-4c6d-9d72-58cddfee9324', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:55Z', 'updated_at': '2021-07-09T13:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e8f614f4-e117-4fcd-b69e-1b40bbbbfada', 'name': '', 'network_id': '06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'mac_address': 'fa:16:3e:53:d5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'db2c2b2c-6f40-441d-816b-1520f91983e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:59Z', 'updated_at': '2021-07-09T13:21:59Z', 'revision_number': 1, 'project_id': '5d9fb08c37c04125b325b7c99ce891a5', 'subnets': [{'id': 'db2c2b2c-6f40-441d-816b-1520f91983e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:01.006607 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8a4508-3415-4344-9bf6-2cc7f6d3c6d3 None None] The sync data for ids ['9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'] in n-d-799525-3 is: [{'id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1809352670-router', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1226102e-6546-4c6d-9d72-58cddfee9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:54Z', 'updated_at': '2021-07-09T13:22:00Z', 'revision_number': 4, 'project_id': '5d9fb08c37c04125b325b7c99ce891a5', 'gw_port': {'id': '1226102e-6546-4c6d-9d72-58cddfee9324', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:55Z', 'updated_at': '2021-07-09T13:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e8f614f4-e117-4fcd-b69e-1b40bbbbfada', 'name': '', 'network_id': '06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'mac_address': 'fa:16:3e:53:d5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'db2c2b2c-6f40-441d-816b-1520f91983e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:59Z', 'updated_at': '2021-07-09T13:21:59Z', 'revision_number': 1, 'project_id': '5d9fb08c37c04125b325b7c99ce891a5', 'subnets': [{'id': 'db2c2b2c-6f40-441d-816b-1520f91983e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:22:01.075329 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4e908bc-9cf1-4e69-843e-434d9408b2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.106553 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-a1d360cb-86f9-4ae0-bd70-aa0ae1437aea tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--422263118&fields=id&tenant_id=2805868d6b3b4a929f867d7da2837674 HTTP/1.1" status: 200 len: 267 time: 0.0823929 Jul 09 13:22:01.221687 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.228416 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.287864 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4e908bc-9cf1-4e69-843e-434d9408b2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.306555 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d4e908bc-9cf1-4e69-843e-434d9408b2a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d92abc3d-201f-43a8-94ad-31f5552b92a2']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:01.326207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-e5dd89e4-185b-489a-8c48-97f936a0f1d3 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:01.330326 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Pushing event updated for resources: {'Port': ['ID=e8f614f4-e117-4fcd-b69e-1b40bbbbfada,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:01.334878 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-e5dd89e4-185b-489a-8c48-97f936a0f1d3 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/networks?id=9232ea55-daf9-4d07-93d3-30e0b875668e HTTP/1.1" status: 200 len: 823 time: 0.2273736 Jul 09 13:22:01.348846 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d4e908bc-9cf1-4e69-843e-434d9408b2a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068d6ac9-ac86-47ae-a99d-6782f08c4f30') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:01.349142 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d4e908bc-9cf1-4e69-843e-434d9408b2a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068d6ac9-ac86-47ae-a99d-6782f08c4f30') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:01.365878 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-e97812a9-87d2-4abf-a539-3ab0470fbe4b tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/quotas/2805868d6b3b4a929f867d7da2837674 HTTP/1.1" status: 200 len: 375 time: 0.0280216 Jul 09 13:22:01.368054 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.406137 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4e908bc-9cf1-4e69-843e-434d9408b2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.473121 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4e908bc-9cf1-4e69-843e-434d9408b2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.488687 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4e908bc-9cf1-4e69-843e-434d9408b2a5 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:22:01.489107 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4e908bc-9cf1-4e69-843e-434d9408b2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:22:01.558386 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:22:01.570098 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4e908bc-9cf1-4e69-843e-434d9408b2a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.606895 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Network 06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:01.610299 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:01.615667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e908bc-9cf1-4e69-843e-434d9408b2a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=d92abc3d-201f-43a8-94ad-31f5552b92a2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:01.618140 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4e908bc-9cf1-4e69-843e-434d9408b2a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.623216 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d4e908bc-9cf1-4e69-843e-434d9408b2a5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/d92abc3d-201f-43a8-94ad-31f5552b92a2 HTTP/1.1" status: 204 len: 168 time: 0.6921904 Jul 09 13:22:01.677649 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6884378e-6f74-4698-88f5-40dcc09a4966 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:01.682427 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-6002e4ba-b0c5-45f3-a60b-53e9e8e9bcdc tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2805868d6b3b4a929f867d7da2837674&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3175869 Jul 09 13:22:01.852299 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6384728-8f08-4646-a399-f8a77c612238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.898979 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 6884378e-6f74-4698-88f5-40dcc09a4966 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:01.899302 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-9e8d3655-625b-44df-b877-21456c1ee064 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:22:01.900331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-9e8d3655-625b-44df-b877-21456c1ee064 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146925 Jul 09 13:22:01.908761 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 6884378e-6f74-4698-88f5-40dcc09a4966 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:01.909413 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:01.921098 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-ddb5b898-63d9-4137-97fa-3bb769821bd9 service neutron] Request body: {'binding': {'host': 'n-h1-799525-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:01.921540 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-ddb5b898-63d9-4137-97fa-3bb769821bd9 service neutron] Unknown quota resources ['binding']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:22:01.929867 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-266b6b5b-1852-4452-867a-dd31dbc6e082 service neutron] 10.222.0.39 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411957 Jul 09 13:22:02.052427 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46336) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:02.070420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Router 9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:22:02.090781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf651939-1b36-45e8-b5d0-76540f88c08b req-6f163437-eeee-4f64-89c6-432b3c5a3822 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:02.092430 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cf651939-1b36-45e8-b5d0-76540f88c08b req-6f163437-eeee-4f64-89c6-432b3c5a3822 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.15 "GET /v2.0/ports?device_id=c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8 HTTP/1.1" status: 200 len: 946 time: 0.3392227 Jul 09 13:22:02.132966 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.235682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0e6acb-3c43-4000-bc73-6bf196270ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6884378e-6f74-4698-88f5-40dcc09a4966'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:02.238247 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d53c41-ae29-430e-bf5c-33fee83cbfba" -d '{"events": [{"server_uuid": "9e0e6acb-3c43-4000-bc73-6bf196270ea2", "name": "network-vif-plugged", "status": "completed", "tag": "6884378e-6f74-4698-88f5-40dcc09a4966"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:02.245959 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ea311fda-89fd-4b49-898d-532212c5d070 None None] Provisioning complete for port e8f614f4-e117-4fcd-b69e-1b40bbbbfada triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:02.246368 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea311fda-89fd-4b49-898d-532212c5d070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.352569 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-63d44956-3131-44f6-ba01-778c48e30975 service neutron] 10.222.0.39 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3635516 Jul 09 13:22:02.366966 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-329e5a46-334a-414c-9a15-1a7048517142 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0bdd79b596da44c19927c33ecb998aac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3133461 Jul 09 13:22:02.377458 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46340) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:02.383778 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-ddb5b898-63d9-4137-97fa-3bb769821bd9 service neutron] Attempting to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 on host n-h1-799525-3 for vnic_type normal with profile None {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:02.384238 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-ddb5b898-63d9-4137-97fa-3bb769821bd9 service neutron] Attempting to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:02.384519 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-ddb5b898-63d9-4137-97fa-3bb769821bd9 service neutron] Attempting to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:02.397512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-ddb5b898-63d9-4137-97fa-3bb769821bd9 service neutron] Port 135692d3-1ed6-4885-ac2c-72bc5f272023 on network 9eed349f-85e9-4424-b38d-3b371f8e676c not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:22:02.398024 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-ddb5b898-63d9-4137-97fa-3bb769821bd9 service neutron] Attempting to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:02.415570 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-ddb5b898-63d9-4137-97fa-3bb769821bd9 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 21, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:02.416058 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-ddb5b898-63d9-4137-97fa-3bb769821bd9 service neutron] Checking segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:02.416457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-ddb5b898-63d9-4137-97fa-3bb769821bd9 service neutron] Bound using segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:02.416903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-ddb5b898-63d9-4137-97fa-3bb769821bd9 service neutron] Bound port: 135692d3-1ed6-4885-ac2c-72bc5f272023, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:02.461418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 6884378e-6f74-4698-88f5-40dcc09a4966, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6884378e-6f74-4698-88f5-40dcc09a4966,segment=NetworkSegment(b13bd8fa-acb4-4128-aa4d-0acbe7762e06),segment_id=b13bd8fa-acb4-4128-aa4d-0acbe7762e06)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:02.493098 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ea311fda-89fd-4b49-898d-532212c5d070 None None] Port e8f614f4-e117-4fcd-b69e-1b40bbbbfada cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:22:02.503628 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.566098 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-ddb5b898-63d9-4137-97fa-3bb769821bd9 service neutron] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=135692d3-1ed6-4885-ac2c-72bc5f272023,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:02.572655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-cf651939-1b36-45e8-b5d0-76540f88c08b req-ab3b04e3-0f34-4430-a7ac-1e25878e614a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Deleting port afb99052-65a5-48f0-abfd-3b868da9ea69 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:02.573061 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cf651939-1b36-45e8-b5d0-76540f88c08b req-ab3b04e3-0f34-4430-a7ac-1e25878e614a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.574286 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-ddb5b898-63d9-4137-97fa-3bb769821bd9 service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.575809 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-ddb5b898-63d9-4137-97fa-3bb769821bd9 service neutron] 10.222.0.39 "POST /v2.0/ports/135692d3-1ed6-4885-ac2c-72bc5f272023/bindings HTTP/1.1" status: 201 len: 389 time: 0.6582849 Jul 09 13:22:02.609784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=6884378e-6f74-4698-88f5-40dcc09a4966,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:02.719773 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-050eeeb9-f629-4c50-b612-2e392e4a9827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.753996 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-050eeeb9-f629-4c50-b612-2e392e4a9827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.847453 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-050eeeb9-f629-4c50-b612-2e392e4a9827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.849539 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-050eeeb9-f629-4c50-b612-2e392e4a9827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:02.854255 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-050eeeb9-f629-4c50-b612-2e392e4a9827 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0f2fef64-1470-4176-a199-691d6e1fdc15 HTTP/1.1" status: 204 len: 168 time: 0.4748859 Jul 09 13:22:02.898082 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050eeeb9-f629-4c50-b612-2e392e4a9827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2fef64-1470-4176-a199-691d6e1fdc15,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:02.934660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:22:03.008559 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-caf993b6-8285-425a-b7c3-e54f18572c6e admin admin] 10.222.0.39 "PUT /v2.0/routers/9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6857171 Jul 09 13:22:03.128019 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1226102e-6546-4c6d-9d72-58cddfee9324 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:03.158625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-cf651939-1b36-45e8-b5d0-76540f88c08b req-ab3b04e3-0f34-4430-a7ac-1e25878e614a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] For port afb99052-65a5-48f0-abfd-3b868da9ea69, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=afb99052-65a5-48f0-abfd-3b868da9ea69,segment=NetworkSegment(6ef595e5-93d1-4b1f-9331-a31db29257f7),segment_id=6ef595e5-93d1-4b1f-9331-a31db29257f7)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:03.159298 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cf651939-1b36-45e8-b5d0-76540f88c08b req-ab3b04e3-0f34-4430-a7ac-1e25878e614a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.295293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 1226102e-6546-4c6d-9d72-58cddfee9324 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:03.306137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1226102e-6546-4c6d-9d72-58cddfee9324 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:03.306899 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.510804 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.553487 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69445249-0ebe-462c-8428-ca1230396c17 req-b08dfc92-4a57-4824-b8e5-64df75a5857e tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:03.559267 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69445249-0ebe-462c-8428-ca1230396c17 req-b08dfc92-4a57-4824-b8e5-64df75a5857e tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.3588216 Jul 09 13:22:03.570601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46009059-4973-4c4b-8025-6523cb96a6a4 req-0dd9d0a1-689c-47c1-b50c-123fc6bfb494 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:03.576531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 1226102e-6546-4c6d-9d72-58cddfee9324, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1226102e-6546-4c6d-9d72-58cddfee9324,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:03.579433 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46009059-4973-4c4b-8025-6523cb96a6a4 req-0dd9d0a1-689c-47c1-b50c-123fc6bfb494 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 945 time: 0.5124576 Jul 09 13:22:03.587455 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.701678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=1226102e-6546-4c6d-9d72-58cddfee9324,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:03.731698 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69445249-0ebe-462c-8428-ca1230396c17 req-af0e9e33-b689-45c6-8203-0d0adf0d9f43 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458771 Jul 09 13:22:03.743066 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46009059-4973-4c4b-8025-6523cb96a6a4 req-8a1ea611-591c-42a7-9793-5f261d74cac8 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431673 Jul 09 13:22:03.793363 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46366) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:03.811648 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cf651939-1b36-45e8-b5d0-76540f88c08b req-ab3b04e3-0f34-4430-a7ac-1e25878e614a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.812295 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cf651939-1b36-45e8-b5d0-76540f88c08b req-ab3b04e3-0f34-4430-a7ac-1e25878e614a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:03.812460 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-cf651939-1b36-45e8-b5d0-76540f88c08b req-ab3b04e3-0f34-4430-a7ac-1e25878e614a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Floating IP fcd0f08d-8570-4091-8131-fcede3ab419c disassociated. External IP: 172.25.2.146, port: afb99052-65a5-48f0-abfd-3b868da9ea69. Jul 09 13:22:03.813864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-cf651939-1b36-45e8-b5d0-76540f88c08b req-ab3b04e3-0f34-4430-a7ac-1e25878e614a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Calling delete_port for afb99052-65a5-48f0-abfd-3b868da9ea69 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:03.874101 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-49c3d5a2-3fec-458c-a1ce-f8d3648f20ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3f974b8a29764de780c715e901c4dece&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0795758 Jul 09 13:22:03.876716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46368) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:03.896826 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941cda33-1ff6-4c3b-88f9-7ae58e77c5e6 x-openstack-request-id: req-941cda33-1ff6-4c3b-88f9-7ae58e77c5e6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:03.897144 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0e6acb-3c43-4000-bc73-6bf196270ea2", "name": "network-vif-plugged", "status": "completed", "tag": "6884378e-6f74-4698-88f5-40dcc09a4966", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:03.897386 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-941cda33-1ff6-4c3b-88f9-7ae58e77c5e6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:03.897763 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0e6acb-3c43-4000-bc73-6bf196270ea2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6884378e-6f74-4698-88f5-40dcc09a4966', 'code': 200} Jul 09 13:22:04.003125 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d00822ae-ee2e-4e91-8d79-96d7e2d8adb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.026254 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cf651939-1b36-45e8-b5d0-76540f88c08b req-ab3b04e3-0f34-4430-a7ac-1e25878e614a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.038797 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae4988e-77fc-4f7a-a219-3ced701f3eea req-b01d2de1-ca5e-458b-8807-5bc00ec73899 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:04.045174 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ae4988e-77fc-4f7a-a219-3ced701f3eea req-b01d2de1-ca5e-458b-8807-5bc00ec73899 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 945 time: 0.1215482 Jul 09 13:22:04.085456 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d00822ae-ee2e-4e91-8d79-96d7e2d8adb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.165302 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ae4988e-77fc-4f7a-a219-3ced701f3eea req-e4b8aa48-24bb-4648-ab6b-04659f5d7132 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/security-groups?id=960ac677-a61f-42fe-90e3-51ad48fb3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954759 Jul 09 13:22:04.200144 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d00822ae-ee2e-4e91-8d79-96d7e2d8adb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.205252 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d00822ae-ee2e-4e91-8d79-96d7e2d8adb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.210872 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d00822ae-ee2e-4e91-8d79-96d7e2d8adb8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfc2b54b-8524-42b6-9c72-04b6257cef23 HTTP/1.1" status: 204 len: 168 time: 0.3303423 Jul 09 13:22:04.222343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b04e3-0f34-4430-a7ac-1e25878e614a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Pushing event deleted for resources: {'Port': ['ID=afb99052-65a5-48f0-abfd-3b868da9ea69,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:04.239686 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-741163f1-ee7e-4468-a968-a0dcf4f87f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.303860 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-592c7ce2-30ba-4956-9a28-59075770ebd1 req-3f79958e-2d3a-44b1-abb9-a03effa65847 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 210 time: 0.0840034 Jul 09 13:22:04.316620 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00822ae-ee2e-4e91-8d79-96d7e2d8adb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc2b54b-8524-42b6-9c72-04b6257cef23,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:04.447291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c452ed9-1832-4509-8ceb-aefdf89a833a req-c52cccae-14a1-4e5a-bff4-fd5c82ba4488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:04.448904 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c452ed9-1832-4509-8ceb-aefdf89a833a req-c52cccae-14a1-4e5a-bff4-fd5c82ba4488 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 1096 time: 0.2012854 Jul 09 13:22:04.458609 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cf651939-1b36-45e8-b5d0-76540f88c08b req-ab3b04e3-0f34-4430-a7ac-1e25878e614a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Router d293014f-502e-4bb0-874f-6f905fd0f313 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:22:04.529524 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c452ed9-1832-4509-8ceb-aefdf89a833a req-0bda0946-f297-4452-a30f-ff06d78c72c0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=960ac677-a61f-42fe-90e3-51ad48fb3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691142 Jul 09 13:22:04.586929 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.607569 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-99c75bb6-0cad-4715-9e19-272741a19e1b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0693355 Jul 09 13:22:04.649647 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Sync routers for ids ['9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:22:04.667116 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Routers {'9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:04.671318 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:22:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:04.782158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cf651939-1b36-45e8-b5d0-76540f88c08b req-ab3b04e3-0f34-4430-a7ac-1e25878e614a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:22:04.791215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-eae03e31-9b51-4d39-a6d1-5bf14a9172a5 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:04.792962 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-eae03e31-9b51-4d39-a6d1-5bf14a9172a5 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838241 Jul 09 13:22:04.811496 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2a642-6d52-47ed-aa51-11eae82cd728 None None] Sync routers for ids ['d293014f-502e-4bb0-874f-6f905fd0f313'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:22:04.853287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc2a642-6d52-47ed-aa51-11eae82cd728 None None] Routers {'d293014f-502e-4bb0-874f-6f905fd0f313'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:04.854078 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Set router 9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:04.858144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4bc2a642-6d52-47ed-aa51-11eae82cd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:22:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d293014f-502e-4bb0-874f-6f905fd0f313'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:04.883023 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5d509a-211e-45de-ab1a-c390f60d1b94 req-4c4970f1-08d6-4865-824f-8ca21a005695 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:04.895061 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb5d509a-211e-45de-ab1a-c390f60d1b94 req-4c4970f1-08d6-4865-824f-8ca21a005695 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.2720673 Jul 09 13:22:04.913194 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-fac7c8e6-d977-4f58-9dd1-72ed3143c656 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/quotas/bbbab2bfe4e6490b9ef221906e7f7da6 HTTP/1.1" status: 200 len: 375 time: 0.1052718 Jul 09 13:22:04.920299 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf651939-1b36-45e8-b5d0-76540f88c08b req-ab3b04e3-0f34-4430-a7ac-1e25878e614a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] No DVR routers for this DVR port afb99052-65a5-48f0-abfd-3b868da9ea69 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:04.928475 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-cf651939-1b36-45e8-b5d0-76540f88c08b req-ab3b04e3-0f34-4430-a7ac-1e25878e614a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:04.930567 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cf651939-1b36-45e8-b5d0-76540f88c08b req-ab3b04e3-0f34-4430-a7ac-1e25878e614a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.15 "DELETE /v2.0/ports/afb99052-65a5-48f0-abfd-3b868da9ea69 HTTP/1.1" status: 204 len: 173 time: 2.8079438 Jul 09 13:22:04.931056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8', 'name': 'network-vif-deleted', 'tag': 'afb99052-65a5-48f0-abfd-3b868da9ea69'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:04.933372 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4029da1d-e6a3-4a59-973b-47b34da7d69d" -d '{"events": [{"server_uuid": "c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8", "name": "network-vif-deleted", "tag": "afb99052-65a5-48f0-abfd-3b868da9ea69"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:05.036711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1226102e-6546-4c6d-9d72-58cddfee9324 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:05.039513 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb5d509a-211e-45de-ab1a-c390f60d1b94 req-c8d28c14-c16e-42be-ac04-e98ac0e88d99 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430569 Jul 09 13:22:05.135052 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-5738093d-1556-46cd-bf03-890b44b45681 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1842554 Jul 09 13:22:05.380807 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1809352670-router', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1226102e-6546-4c6d-9d72-58cddfee9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:54Z', 'updated_at': '2021-07-09T13:22:00Z', 'revision_number': 4, 'project_id': '5d9fb08c37c04125b325b7c99ce891a5', 'gw_port': {'id': '1226102e-6546-4c6d-9d72-58cddfee9324', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:55Z', 'updated_at': '2021-07-09T13:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e8f614f4-e117-4fcd-b69e-1b40bbbbfada', 'name': '', 'network_id': '06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'mac_address': 'fa:16:3e:53:d5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'db2c2b2c-6f40-441d-816b-1520f91983e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:59Z', 'updated_at': '2021-07-09T13:22:00Z', 'revision_number': 2, 'project_id': '5d9fb08c37c04125b325b7c99ce891a5', 'subnets': [{'id': 'db2c2b2c-6f40-441d-816b-1520f91983e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:05.476646 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Checking router: 9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:22:05.477107 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Updating router 9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2 port e8f614f4-e117-4fcd-b69e-1b40bbbbfada binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:22:05.526837 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-4bc2a642-6d52-47ed-aa51-11eae82cd728 None None] Set router d293014f-502e-4bb0-874f-6f905fd0f313 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:05.529221 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:05.770296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device afb99052-65a5-48f0-abfd-3b868da9ea69 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:05.838529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: afb99052-65a5-48f0-abfd-3b868da9ea69 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:05.839011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device afb99052-65a5-48f0-abfd-3b868da9ea69 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:05.922946 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1226102e-6546-4c6d-9d72-58cddfee9324 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:05.926646 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:05.983706 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:06.244525 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-c66e8712-1cb4-4bcb-bd2c-97ac1020340b tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:06.246758 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-c66e8712-1cb4-4bcb-bd2c-97ac1020340b tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.18 "GET /v2.0/networks?id=9232ea55-daf9-4d07-93d3-30e0b875668e HTTP/1.1" status: 200 len: 823 time: 1.1318722 Jul 09 13:22:06.262780 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4bc2a642-6d52-47ed-aa51-11eae82cd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '24f0351c-35bb-4e79-9e4e-b276109d0cbe', 'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'mac_address': 'fa:16:3e:9e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:38Z', 'revision_number': 5, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'subnets': [{'id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:06.336387 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:06.348733 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2a642-6d52-47ed-aa51-11eae82cd728 None None] Checking router: d293014f-502e-4bb0-874f-6f905fd0f313 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:22:06.353425 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Transition to ACTIVE for port object e8f614f4-e117-4fcd-b69e-1b40bbbbfada will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:06.366517 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:06.388929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc2a642-6d52-47ed-aa51-11eae82cd728 None None] Routers {'d293014f-502e-4bb0-874f-6f905fd0f313'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:06.390111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4bc2a642-6d52-47ed-aa51-11eae82cd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:22:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d293014f-502e-4bb0-874f-6f905fd0f313'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:06.437241 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6f481-0b80-4f9e-ba36-c69da4a183e7 None None] Pushing event updated for resources: {'Port': ['ID=e8f614f4-e117-4fcd-b69e-1b40bbbbfada,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:06.482964 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-2198ad11-2cfb-46f1-8812-3f691da9cb12 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2805868d6b3b4a929f867d7da2837674 HTTP/1.1" status: 200 len: 379 time: 0.1891935 Jul 09 13:22:06.521166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-b348fa96-1f45-49e6-a5db-a9cd6b891daa tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Request body: {'port': {'device_id': '53db816c-c315-418c-89d3-f0092df55036', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'admin_state_up': True, 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'security_groups': ['2f49f1ff-6a58-4c20-a20f-33de3f31fae4']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:06.526946 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Attempting to bind port e8f614f4-e117-4fcd-b69e-1b40bbbbfada on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:06.527886 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Attempting to bind port e8f614f4-e117-4fcd-b69e-1b40bbbbfada by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '3152da7b-39a4-4090-b6b4-ee0a70de8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:06.528565 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Attempting to bind port e8f614f4-e117-4fcd-b69e-1b40bbbbfada on network 06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:06.536364 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:06.537066 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Checking segment: {'id': '3152da7b-39a4-4090-b6b4-ee0a70de8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:06.538228 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:06.538763 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Bound using segment: {'id': '3152da7b-39a4-4090-b6b4-ee0a70de8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:06.539666 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Bound port: e8f614f4-e117-4fcd-b69e-1b40bbbbfada, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3152da7b-39a4-4090-b6b4-ee0a70de8335', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:06.540356 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:06.627161 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] For port e8f614f4-e117-4fcd-b69e-1b40bbbbfada, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:06.631540 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] For port e8f614f4-e117-4fcd-b69e-1b40bbbbfada, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e8f614f4-e117-4fcd-b69e-1b40bbbbfada,segment=NetworkSegment(3152da7b-39a4-4090-b6b4-ee0a70de8335),segment_id=3152da7b-39a4-4090-b6b4-ee0a70de8335)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:06.638489 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:06.656853 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-4bc2a642-6d52-47ed-aa51-11eae82cd728 None None] Set router d293014f-502e-4bb0-874f-6f905fd0f313 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:06.694082 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Routers {'9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:06.695003 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:22:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:06.783858 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb935da-728c-475c-b239-9166117ed91c req-e4ab0625-a81f-4ec8-ab02-4f6ba18df9d8 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:06.794722 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9eb935da-728c-475c-b239-9166117ed91c req-e4ab0625-a81f-4ec8-ab02-4f6ba18df9d8 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.5431881 Jul 09 13:22:06.823916 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] Set router 9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:06.903328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-b348fa96-1f45-49e6-a5db-a9cd6b891daa tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Made reservation on behalf of 2805868d6b3b4a929f867d7da2837674 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:06.908780 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-b348fa96-1f45-49e6-a5db-a9cd6b891daa tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:06.964026 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9eb935da-728c-475c-b239-9166117ed91c req-6d62e587-751f-46dc-a03b-12f9ec3b85e5 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675770 Jul 09 13:22:07.079322 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:07.149022 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-b348fa96-1f45-49e6-a5db-a9cd6b891daa tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Allocated IP 172.20.0.3 (9232ea55-daf9-4d07-93d3-30e0b875668e/26d28f37-7507-432c-a5d8-c6beb38ffc7a/9fbc0152-396b-4fd6-8df1-c5d79247a399) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:07.179308 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce6f481-0b80-4f9e-ba36-c69da4a183e7 None None] Pushing event updated for resources: {'Port': ['ID=e8f614f4-e117-4fcd-b69e-1b40bbbbfada,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:07.285239 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1809352670-router', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1226102e-6546-4c6d-9d72-58cddfee9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:54Z', 'updated_at': '2021-07-09T13:22:00Z', 'revision_number': 4, 'project_id': '5d9fb08c37c04125b325b7c99ce891a5', 'gw_port': {'id': '1226102e-6546-4c6d-9d72-58cddfee9324', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:55Z', 'updated_at': '2021-07-09T13:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e8f614f4-e117-4fcd-b69e-1b40bbbbfada', 'name': '', 'network_id': '06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'mac_address': 'fa:16:3e:53:d5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'db2c2b2c-6f40-441d-816b-1520f91983e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:59Z', 'updated_at': '2021-07-09T13:22:06Z', 'revision_number': 4, 'project_id': '5d9fb08c37c04125b325b7c99ce891a5', 'subnets': [{'id': 'db2c2b2c-6f40-441d-816b-1520f91983e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:07.298033 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-59b3ddaf-a59c-43c7-bf1a-c46c7ec27b5d tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 1.8785470 Jul 09 13:22:07.303164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:07.308772 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4bc2a642-6d52-47ed-aa51-11eae82cd728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '24f0351c-35bb-4e79-9e4e-b276109d0cbe', 'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'mac_address': 'fa:16:3e:9e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:38Z', 'revision_number': 5, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'subnets': [{'id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:07.390159 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:07.410329 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2a642-6d52-47ed-aa51-11eae82cd728 None None] The sync data for ids ['d293014f-502e-4bb0-874f-6f905fd0f313'] in n-d-799525-3 is: [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '24f0351c-35bb-4e79-9e4e-b276109d0cbe', 'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'mac_address': 'fa:16:3e:9e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:38Z', 'revision_number': 5, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'subnets': [{'id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:22:07.424527 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d154d-15ec-4bcc-b605-034ea8a4dfc9 None None] The sync data for ids ['9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'] in n-d-799525-3 is: [{'id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1809352670-router', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1226102e-6546-4c6d-9d72-58cddfee9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:54Z', 'updated_at': '2021-07-09T13:22:00Z', 'revision_number': 4, 'project_id': '5d9fb08c37c04125b325b7c99ce891a5', 'gw_port': {'id': '1226102e-6546-4c6d-9d72-58cddfee9324', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:55Z', 'updated_at': '2021-07-09T13:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e8f614f4-e117-4fcd-b69e-1b40bbbbfada', 'name': '', 'network_id': '06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'mac_address': 'fa:16:3e:53:d5:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 491, 'fixed_ips': [{'subnet_id': 'db2c2b2c-6f40-441d-816b-1520f91983e5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:59Z', 'updated_at': '2021-07-09T13:22:06Z', 'revision_number': 4, 'project_id': '5d9fb08c37c04125b325b7c99ce891a5', 'subnets': [{'id': 'db2c2b2c-6f40-441d-816b-1520f91983e5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:22:07.502639 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-b348fa96-1f45-49e6-a5db-a9cd6b891daa tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:07.525918 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-b348fa96-1f45-49e6-a5db-a9cd6b891daa tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Transition to ACTIVE for port object 9fbc0152-396b-4fd6-8df1-c5d79247a399 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:07.535576 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dfea7cac-5875-47f7-b614-928f4a929f20 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:07.540033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01adc3ae-79e2-41f3-815f-1c69dc29a777 req-ebf78918-dccf-4aed-bc65-bcc35160777e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:07.541562 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dfea7cac-5875-47f7-b614-928f4a929f20 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:07.541736 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-01adc3ae-79e2-41f3-815f-1c69dc29a777 req-ebf78918-dccf-4aed-bc65-bcc35160777e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 945 time: 0.2550726 Jul 09 13:22:07.623919 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-01adc3ae-79e2-41f3-815f-1c69dc29a777 req-6f0dfab7-73f6-4bc7-aa6a-f66796e325e7 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716305 Jul 09 13:22:07.639178 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-b348fa96-1f45-49e6-a5db-a9cd6b891daa tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:07.735610 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38111c6-a4e5-4042-91ec-2be6cdeabf2d x-openstack-request-id: req-b38111c6-a4e5-4042-91ec-2be6cdeabf2d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:07.736307 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8", "name": "network-vif-deleted", "tag": "afb99052-65a5-48f0-abfd-3b868da9ea69", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:07.736307 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b38111c6-a4e5-4042-91ec-2be6cdeabf2d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:07.736548 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ddd2a1-69b6-4acc-8c2a-974358c5f1f8', 'name': 'network-vif-deleted', 'tag': 'afb99052-65a5-48f0-abfd-3b868da9ea69', 'status': 'completed', 'code': 200} Jul 09 13:22:07.739540 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-b348fa96-1f45-49e6-a5db-a9cd6b891daa tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Network 9232ea55-daf9-4d07-93d3-30e0b875668e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:07.745469 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-b348fa96-1f45-49e6-a5db-a9cd6b891daa tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:07.747564 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348fa96-1f45-49e6-a5db-a9cd6b891daa tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Pushing event updated for resources: {'Port': ['ID=9fbc0152-396b-4fd6-8df1-c5d79247a399,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:07.751396 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-b348fa96-1f45-49e6-a5db-a9cd6b891daa tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:07.784637 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:07.869174 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-b348fa96-1f45-49e6-a5db-a9cd6b891daa tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:07.870245 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-b348fa96-1f45-49e6-a5db-a9cd6b891daa tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:07.887325 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:07.924739 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port dfea7cac-5875-47f7-b614-928f4a929f20, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dfea7cac-5875-47f7-b614-928f4a929f20,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:07.930976 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-5479a595-6af1-4635-8769-11c708afa42d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0550604 Jul 09 13:22:07.954952 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-b348fa96-1f45-49e6-a5db-a9cd6b891daa tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4494309 Jul 09 13:22:07.993574 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f40aca-9585-4d85-b23b-e5da3552996d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfea7cac-5875-47f7-b614-928f4a929f20'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:07.995866 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4317a68-a90e-4ffc-81d3-c0ffee947ff0" -d '{"events": [{"server_uuid": "43f40aca-9585-4d85-b23b-e5da3552996d", "name": "network-vif-unplugged", "status": "completed", "tag": "dfea7cac-5875-47f7-b614-928f4a929f20"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:08.008640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'dfea7cac-5875-47f7-b614-928f4a929f20', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'dfea7cac-5875-47f7-b614-928f4a929f20', 'mac_address': 'fa:16:3e:8d:e2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:22:08.029280 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2b6ef3e-327d-4a56-83f3-494bfe7e1846 None None] New status for floating IP fcd0f08d-8570-4091-8131-fcede3ab419c: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:22:08.033594 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port dfea7cac-5875-47f7-b614-928f4a929f20, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dfea7cac-5875-47f7-b614-928f4a929f20,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:08.057382 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:08.072912 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Request body: {'port': {'device_id': '53db816c-c315-418c-89d3-f0092df55036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:08.190756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-1053e263-4843-4bfe-a59e-2b2ed60ce1f8 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:08.192331 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-1053e263-4843-4bfe-a59e-2b2ed60ce1f8 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2495444 Jul 09 13:22:08.207439 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-e498447c-059b-4313-a2bd-a506a9c842a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Request body: {'port': {'device_id': '82170d5f-74ab-4430-851c-2b70f3aa2709', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'bbbab2bfe4e6490b9ef221906e7f7da6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:08.226428 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Allocated IP 172.25.2.245 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/74bfb46c-fcf9-4508-af49-5b3ae14190af) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:08.246614 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:08.258808 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:08.335998 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3dd27173-9641-4c89-9b72-9aa966d1589e None None] Provisioning for port 9fbc0152-396b-4fd6-8df1-c5d79247a399 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:08.342070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=dfea7cac-5875-47f7-b614-928f4a929f20,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:08.355212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfea7cac-5875-47f7-b614-928f4a929f20 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:08.363851 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:08.367558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3dd27173-9641-4c89-9b72-9aa966d1589e None None] Provisioning complete for port 9fbc0152-396b-4fd6-8df1-c5d79247a399 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:08.368472 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3dd27173-9641-4c89-9b72-9aa966d1589e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:08.489759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port dfea7cac-5875-47f7-b614-928f4a929f20, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dfea7cac-5875-47f7-b614-928f4a929f20,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:08.513854 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:08.541086 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-e498447c-059b-4313-a2bd-a506a9c842a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Made reservation on behalf of bbbab2bfe4e6490b9ef221906e7f7da6 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:08.544888 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-e498447c-059b-4313-a2bd-a506a9c842a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:08.601931 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3dd27173-9641-4c89-9b72-9aa966d1589e None None] Port 9fbc0152-396b-4fd6-8df1-c5d79247a399 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:22:08.649404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=dfea7cac-5875-47f7-b614-928f4a929f20,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:08.685828 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c422db7c-b78c-49ac-82c1-4e57aeaca6f3 req-d93164a5-739b-4fb9-b59f-81ce08137207 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:08.693479 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c422db7c-b78c-49ac-82c1-4e57aeaca6f3 req-d93164a5-739b-4fb9-b59f-81ce08137207 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 945 time: 0.6317983 Jul 09 13:22:08.717778 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:08.755302 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:08.787432 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-e498447c-059b-4313-a2bd-a506a9c842a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Allocated IP 192.168.233.177 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/e2c2e482-1c19-4c8e-b160-3735476e1bbf) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:08.806952 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c422db7c-b78c-49ac-82c1-4e57aeaca6f3 req-523f2881-301c-4972-b61e-78761584801e tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/security-groups?id=960ac677-a61f-42fe-90e3-51ad48fb3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124651 Jul 09 13:22:08.816722 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['dfea7cac-5875-47f7-b614-928f4a929f20'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:08.930212 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.043845 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-e498447c-059b-4313-a2bd-a506a9c842a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.060738 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:09.074621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:09.085678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-e498447c-059b-4313-a2bd-a506a9c842a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Transition to ACTIVE for port object e2c2e482-1c19-4c8e-b160-3735476e1bbf will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:09.093329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:09.095363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e8f614f4-e117-4fcd-b69e-1b40bbbbfada up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:09.152893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Pushing event updated for resources: {'Port': ['ID=74bfb46c-fcf9-4508-af49-5b3ae14190af,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:09.154673 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-e498447c-059b-4313-a2bd-a506a9c842a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.174769 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['f51d7205-df32-491b-a429-e8cdd40f70da'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:09.223423 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port e8f614f4-e117-4fcd-b69e-1b40bbbbfada completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:09.233151 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port e8f614f4-e117-4fcd-b69e-1b40bbbbfada triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:09.233528 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.235318 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-e498447c-059b-4313-a2bd-a506a9c842a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:09.240444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-e498447c-059b-4313-a2bd-a506a9c842a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:09.246712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-e498447c-059b-4313-a2bd-a506a9c842a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:09.300723 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e498447c-059b-4313-a2bd-a506a9c842a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Pushing event updated for resources: {'Port': ['ID=e2c2e482-1c19-4c8e-b160-3735476e1bbf,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:09.309036 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.329606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-e498447c-059b-4313-a2bd-a506a9c842a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:09.330780 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-e498447c-059b-4313-a2bd-a506a9c842a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.340987 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c5b911-4c7a-4a81-81cb-136c0fc0f8dd req-15eb41e1-d1a6-45c6-abcc-72463cd83b9e tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:09.342598 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3c5b911-4c7a-4a81-81cb-136c0fc0f8dd req-15eb41e1-d1a6-45c6-abcc-72463cd83b9e tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 931 time: 0.1784360 Jul 09 13:22:09.353637 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-e498447c-059b-4313-a2bd-a506a9c842a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1497507 Jul 09 13:22:09.367681 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Request body: {'port': {'device_id': '82170d5f-74ab-4430-851c-2b70f3aa2709', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:09.404484 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbc0152-396b-4fd6-8df1-c5d79247a399 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:09.424920 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.458991 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3c5b911-4c7a-4a81-81cb-136c0fc0f8dd req-29ce8f68-b970-4bd5-b5a7-531e5998028c tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010160 Jul 09 13:22:09.459775 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.514970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Transition to ACTIVE for port object 9fbc0152-396b-4fd6-8df1-c5d79247a399 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:09.529400 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.539448 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.539693 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.609724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port e8f614f4-e117-4fcd-b69e-1b40bbbbfada, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e8f614f4-e117-4fcd-b69e-1b40bbbbfada,segment=NetworkSegment(3152da7b-39a4-4090-b6b4-ee0a70de8335),segment_id=3152da7b-39a4-4090-b6b4-ee0a70de8335)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:09.621122 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.633137 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Pushing event updated for resources: {'Port': ['ID=9fbc0152-396b-4fd6-8df1-c5d79247a399,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:09.704204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1eee9f0f-d39e-4811-8b8a-9f1607a5be3e None None] Provisioning for port e2c2e482-1c19-4c8e-b160-3735476e1bbf completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:09.715829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1eee9f0f-d39e-4811-8b8a-9f1607a5be3e None None] Provisioning complete for port e2c2e482-1c19-4c8e-b160-3735476e1bbf triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:09.716221 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1eee9f0f-d39e-4811-8b8a-9f1607a5be3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.742885 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=e8f614f4-e117-4fcd-b69e-1b40bbbbfada,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:09.772605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1eee9f0f-d39e-4811-8b8a-9f1607a5be3e None None] Port e2c2e482-1c19-4c8e-b160-3735476e1bbf cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:22:09.816296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Attempting to bind port 9fbc0152-396b-4fd6-8df1-c5d79247a399 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:09.816836 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Attempting to bind port 9fbc0152-396b-4fd6-8df1-c5d79247a399 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:09.816945 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Attempting to bind port 9fbc0152-396b-4fd6-8df1-c5d79247a399 on network 9232ea55-daf9-4d07-93d3-30e0b875668e {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:09.820840 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.827893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Port 9fbc0152-396b-4fd6-8df1-c5d79247a399 on network 9232ea55-daf9-4d07-93d3-30e0b875668e not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:22:09.828732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Attempting to bind port 9fbc0152-396b-4fd6-8df1-c5d79247a399 on network 9232ea55-daf9-4d07-93d3-30e0b875668e {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:09.834027 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.850504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:09.850844 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Checking segment: {'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:09.851270 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Bound using segment: {'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:09.851721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Bound port: 9fbc0152-396b-4fd6-8df1-c5d79247a399, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ef595e5-93d1-4b1f-9331-a31db29257f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:09.852083 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.940374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c2e482-1c19-4c8e-b160-3735476e1bbf {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:09.948224 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.955136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Pushing event updated for resources: {'Port': ['ID=74bfb46c-fcf9-4508-af49-5b3ae14190af,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:09.962294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Transition to ACTIVE for port object e2c2e482-1c19-4c8e-b160-3735476e1bbf will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:09.965889 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:09.968337 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894b1ee9-306d-41ce-8f6d-e03d804b8cb6 req-986861b2-37fc-402e-a252-d35c9ad51fd2 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:09.970462 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-894b1ee9-306d-41ce-8f6d-e03d804b8cb6 req-986861b2-37fc-402e-a252-d35c9ad51fd2 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 936 time: 0.2277515 Jul 09 13:22:10.010420 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:10.045047 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-894b1ee9-306d-41ce-8f6d-e03d804b8cb6 req-4a8f0706-ffe9-4071-8415-cd5cca3d8419 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668690 Jul 09 13:22:10.054566 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:10.056037 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-3a915afc-aba4-4c2d-a41c-cebcd1f028f5 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7571709 Jul 09 13:22:10.061091 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] For port 9fbc0152-396b-4fd6-8df1-c5d79247a399, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:10.080133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] For port 9fbc0152-396b-4fd6-8df1-c5d79247a399, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9fbc0152-396b-4fd6-8df1-c5d79247a399,segment=NetworkSegment(6ef595e5-93d1-4b1f-9331-a31db29257f7),segment_id=6ef595e5-93d1-4b1f-9331-a31db29257f7)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:10.085911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Pushing event updated for resources: {'Port': ['ID=e2c2e482-1c19-4c8e-b160-3735476e1bbf,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:10.105476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Attempting to bind port e2c2e482-1c19-4c8e-b160-3735476e1bbf on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:10.105816 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:10.105951 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Attempting to bind port e2c2e482-1c19-4c8e-b160-3735476e1bbf by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:10.106337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Attempting to bind port e2c2e482-1c19-4c8e-b160-3735476e1bbf on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:10.112947 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Port e2c2e482-1c19-4c8e-b160-3735476e1bbf on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:22:10.113275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Attempting to bind port e2c2e482-1c19-4c8e-b160-3735476e1bbf on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:10.123350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:10.123847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:10.124244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:10.124685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Bound port: e2c2e482-1c19-4c8e-b160-3735476e1bbf, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:10.125568 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:10.141416 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-dea5f1cd-f595-46fb-8027-b67d219dcd83 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.245 HTTP/1.1" status: 200 len: 696 time: 0.0766525 Jul 09 13:22:10.181664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:10.182465 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:10.184049 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] 10.222.0.18 "PUT /v2.0/ports/9fbc0152-396b-4fd6-8df1-c5d79247a399 HTTP/1.1" status: 200 len: 1091 time: 2.1213200 Jul 09 13:22:10.186649 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53db816c-c315-418c-89d3-f0092df55036', 'tag': '9fbc0152-396b-4fd6-8df1-c5d79247a399'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:10.189688 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed78c83-d32e-45d9-8ee3-e797bd891966" -d '{"events": [{"name": "network-changed", "server_uuid": "53db816c-c315-418c-89d3-f0092df55036", "tag": "9fbc0152-396b-4fd6-8df1-c5d79247a399"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:10.221249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] For port e2c2e482-1c19-4c8e-b160-3735476e1bbf, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:10.225753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] For port e2c2e482-1c19-4c8e-b160-3735476e1bbf, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e2c2e482-1c19-4c8e-b160-3735476e1bbf,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:10.231813 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:10.283795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:10.284495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:10.293674 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] 10.222.0.15 "PUT /v2.0/ports/e2c2e482-1c19-4c8e-b160-3735476e1bbf HTTP/1.1" status: 200 len: 1096 time: 0.9327726 Jul 09 13:22:10.294202 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82170d5f-74ab-4430-851c-2b70f3aa2709', 'tag': 'e2c2e482-1c19-4c8e-b160-3735476e1bbf'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:10.297464 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ddbc2a3-58e8-40ab-b7b2-aba3d9fcc8eb" -d '{"events": [{"name": "network-changed", "server_uuid": "82170d5f-74ab-4430-851c-2b70f3aa2709", "tag": "e2c2e482-1c19-4c8e-b160-3735476e1bbf"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:10.318744 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dadbfc-2805-488c-a2ed-7d530828e28a service neutron] Pushing event updated for resources: {'Port': ['ID=e2c2e482-1c19-4c8e-b160-3735476e1bbf,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:10.325952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef3539c-de74-4984-8ff5-5be97b3990ee service neutron] Pushing event updated for resources: {'Port': ['ID=9fbc0152-396b-4fd6-8df1-c5d79247a399,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:10.402111 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-1b6e457f-b99b-428d-b384-d32fe09af332 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:10.403693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e815cc0e-6c78-41c7-a58d-132208017e7c req-1b6e457f-b99b-428d-b384-d32fe09af332 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.2563627 Jul 09 13:22:10.420857 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-01b85cd6-8758-4699-a284-22e4f3fb4e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:10.423110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-01b85cd6-8758-4699-a284-22e4f3fb4e8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2805868d6b3b4a929f867d7da2837674&device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 1094 time: 0.1532252 Jul 09 13:22:10.433190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58404d94-adb1-441b-b55e-7575f496c733 req-81e4b52d-8841-4aa2-a1ca-2d2342222d71 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:10.441149 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58404d94-adb1-441b-b55e-7575f496c733 req-81e4b52d-8841-4aa2-a1ca-2d2342222d71 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.2030904 Jul 09 13:22:10.456939 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-86f5f3e6-06b3-41b6-83b8-3a93dfe05163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:10.458618 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-86f5f3e6-06b3-41b6-83b8-3a93dfe05163 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 1099 time: 0.0784512 Jul 09 13:22:10.499417 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-08a6516e-274a-4f51-8eac-d7153c393a48 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fbc0152-396b-4fd6-8df1-c5d79247a399 HTTP/1.1" status: 200 len: 217 time: 0.0510981 Jul 09 13:22:10.510567 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-77acd128-4299-4ba9-bf08-19c35af43175 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=e2c2e482-1c19-4c8e-b160-3735476e1bbf HTTP/1.1" status: 200 len: 217 time: 0.0443945 Jul 09 13:22:10.555880 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58404d94-adb1-441b-b55e-7575f496c733 req-262b237a-b1c5-4637-8352-cec916003f85 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092675 Jul 09 13:22:10.581241 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-537c10d5-452e-473b-a2cd-a16980045a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:10.587892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-554f96cf-be61-4db0-a0ec-3fe9d36c60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:10.589033 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-554f96cf-be61-4db0-a0ec-3fe9d36c60a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26d28f37-7507-432c-a5d8-c6beb38ffc7a HTTP/1.1" status: 200 len: 862 time: 0.0829306 Jul 09 13:22:10.589389 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-537c10d5-452e-473b-a2cd-a16980045a58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0711064 Jul 09 13:22:10.686390 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-968eb0f2-a167-4fae-8884-c565d1a2e191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:10.688209 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-968eb0f2-a167-4fae-8884-c565d1a2e191 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0837686 Jul 09 13:22:10.703680 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bfee8c9-d8c4-456c-a3d8-6efc5418ee0d x-openstack-request-id: req-1bfee8c9-d8c4-456c-a3d8-6efc5418ee0d {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:10.704213 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f40aca-9585-4d85-b23b-e5da3552996d", "name": "network-vif-unplugged", "status": "completed", "tag": "dfea7cac-5875-47f7-b614-928f4a929f20", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:10.704324 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1bfee8c9-d8c4-456c-a3d8-6efc5418ee0d {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:10.704690 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f40aca-9585-4d85-b23b-e5da3552996d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfea7cac-5875-47f7-b614-928f4a929f20', 'code': 200} Jul 09 13:22:10.788918 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-319630b3-5276-41bc-86a4-905131cc1793 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936282 Jul 09 13:22:10.890738 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-648cba61-2762-45d1-b9ef-9db7ef45644a req-3187c78e-8ecf-4fbd-b672-8775b6cfd9d5 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948324 Jul 09 13:22:10.899525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e8f614f4-e117-4fcd-b69e-1b40bbbbfada up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:10.956015 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port e8f614f4-e117-4fcd-b69e-1b40bbbbfada triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:10.956396 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.025776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-5d364cb7-ef82-4681-affb-8ae390497368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:11.027338 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-5d364cb7-ef82-4681-affb-8ae390497368 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9232ea55-daf9-4d07-93d3-30e0b875668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4271350 Jul 09 13:22:11.041520 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a84b69e-3309-4b81-a8af-5ec4ed574bf6 req-5c220686-94b7-407a-a079-b865cc8688b7 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:11.043013 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a84b69e-3309-4b81-a8af-5ec4ed574bf6 req-5c220686-94b7-407a-a079-b865cc8688b7 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 948 time: 0.1323130 Jul 09 13:22:11.061057 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c460db35-f4a6-4258-afba-e1f52d66826a req-2d4065be-12bf-4576-a495-cbc5c4854e7c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:11.063259 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c460db35-f4a6-4258-afba-e1f52d66826a req-2d4065be-12bf-4576-a495-cbc5c4854e7c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 945 time: 0.1530523 Jul 09 13:22:11.163757 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a84b69e-3309-4b81-a8af-5ec4ed574bf6 req-c06c0cc0-5676-4bb8-b346-c7b0fd0e769a tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107233 Jul 09 13:22:11.179070 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c460db35-f4a6-4258-afba-e1f52d66826a req-99303eab-df0d-4839-8e57-63c601aeb7a3 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002464 Jul 09 13:22:11.208493 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-b9f14972-2dfe-47ce-9861-7ab1ae89b48c service neutron] 10.222.0.18 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584985 Jul 09 13:22:11.256064 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3cc91d84-0778-45c6-8481-81e49e462a28 req-38b9766c-2775-4f87-a8c1-882938f6c00a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0668614 Jul 09 13:22:11.258933 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a37ac3b-a815-420f-8557-c941f2d9e6d4 x-openstack-request-id: req-6a37ac3b-a815-420f-8557-c941f2d9e6d4 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:11.259247 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53db816c-c315-418c-89d3-f0092df55036", "tag": "9fbc0152-396b-4fd6-8df1-c5d79247a399", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:11.259513 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a37ac3b-a815-420f-8557-c941f2d9e6d4 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:11.259890 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53db816c-c315-418c-89d3-f0092df55036', 'tag': '9fbc0152-396b-4fd6-8df1-c5d79247a399', 'status': 'completed', 'code': 200} Jul 09 13:22:11.268821 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc511f6c-9bb7-4466-9721-a01fd520cede x-openstack-request-id: req-bc511f6c-9bb7-4466-9721-a01fd520cede {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:11.268821 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82170d5f-74ab-4430-851c-2b70f3aa2709", "tag": "e2c2e482-1c19-4c8e-b160-3735476e1bbf", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:11.268821 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc511f6c-9bb7-4466-9721-a01fd520cede {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:11.269180 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82170d5f-74ab-4430-851c-2b70f3aa2709', 'tag': 'e2c2e482-1c19-4c8e-b160-3735476e1bbf', 'status': 'completed', 'code': 200} Jul 09 13:22:11.394206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc91d84-0778-45c6-8481-81e49e462a28 req-b7419432-2782-4ab6-8433-79bcfcadda89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:11.395900 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3cc91d84-0778-45c6-8481-81e49e462a28 req-b7419432-2782-4ab6-8433-79bcfcadda89 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 1095 time: 0.1087396 Jul 09 13:22:11.397747 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbc2a3-58e8-40ab-b7b2-aba3d9fcc8eb req-3b03fd0c-24a5-4799-a02d-a075a8924b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:11.399200 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ddbc2a3-58e8-40ab-b7b2-aba3d9fcc8eb req-3b03fd0c-24a5-4799-a02d-a075a8924b06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 1099 time: 0.1006179 Jul 09 13:22:11.401835 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3a2237a-ad7d-42c0-b13c-e15a6d1b43a9 req-2f1c79f7-5c64-4338-9920-a1a968c731b1 service neutron] 10.222.0.18 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1918612 Jul 09 13:22:11.523162 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-c97cad86-ce39-4058-a832-83602464ae48 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2310987 Jul 09 13:22:11.537051 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1c8582-a627-4fed-b9ac-54e0e39a6be0 req-182e54b2-c92d-4c2c-b1e8-f2a52f03182b tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:11.538583 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2e1c8582-a627-4fed-b9ac-54e0e39a6be0 req-182e54b2-c92d-4c2c-b1e8-f2a52f03182b tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 945 time: 0.2403140 Jul 09 13:22:11.545046 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:11.549722 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46450) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:11.557190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-42771ce7-d1c7-4abb-9982-c507d2773c2e tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Request body: {'floatingip': {'port_id': '6884378e-6f74-4698-88f5-40dcc09a4966'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:11.558825 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dfea7cac-5875-47f7-b614-928f4a929f20 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:11.618375 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42771ce7-d1c7-4abb-9982-c507d2773c2e tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.631735 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port dfea7cac-5875-47f7-b614-928f4a929f20 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:11.632590 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.691153 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.727421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc91d84-0778-45c6-8481-81e49e462a28 req-e43ab04a-4622-4352-92e9-fbfdf2c1f3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:11.728959 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cc91d84-0778-45c6-8481-81e49e462a28 req-e43ab04a-4622-4352-92e9-fbfdf2c1f3d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.2842352 Jul 09 13:22:11.737002 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.783189 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port dfea7cac-5875-47f7-b614-928f4a929f20, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dfea7cac-5875-47f7-b614-928f4a929f20,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:11.787921 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:11.836391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cc91d84-0778-45c6-8481-81e49e462a28 req-65761d43-6f37-43fc-9057-1f845559ee9d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976 HTTP/1.1" status: 200 len: 217 time: 0.0828059 Jul 09 13:22:11.849863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=dfea7cac-5875-47f7-b614-928f4a929f20,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:11.850097 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbc2a3-58e8-40ab-b7b2-aba3d9fcc8eb req-1e7426ba-edfb-4d65-b2f7-bb47f20e4cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:11.851805 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ddbc2a3-58e8-40ab-b7b2-aba3d9fcc8eb req-1e7426ba-edfb-4d65-b2f7-bb47f20e4cd5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.4439175 Jul 09 13:22:11.868033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed78c83-d32e-45d9-8ee3-e797bd891966 req-193a2fba-b2bb-40a0-ad24-e80a3167d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:11.869504 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bed78c83-d32e-45d9-8ee3-e797bd891966 req-193a2fba-b2bb-40a0-ad24-e80a3167d3a3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2805868d6b3b4a929f867d7da2837674&device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 1094 time: 0.3936284 Jul 09 13:22:11.903612 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ddbc2a3-58e8-40ab-b7b2-aba3d9fcc8eb req-99f4b8ea-d81b-46c6-b0c0-aea86c3327de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=e2c2e482-1c19-4c8e-b160-3735476e1bbf HTTP/1.1" status: 200 len: 217 time: 0.0443861 Jul 09 13:22:11.995174 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc91d84-0778-45c6-8481-81e49e462a28 req-653c144e-77e1-4b62-900b-87fa7030829e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:11.996693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cc91d84-0778-45c6-8481-81e49e462a28 req-653c144e-77e1-4b62-900b-87fa7030829e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.1324525 Jul 09 13:22:12.002887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbc2a3-58e8-40ab-b7b2-aba3d9fcc8eb req-2af577da-dec3-4124-a591-61a170dc0b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:12.004466 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ddbc2a3-58e8-40ab-b7b2-aba3d9fcc8eb req-2af577da-dec3-4124-a591-61a170dc0b40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0890117 Jul 09 13:22:12.006994 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7314929-1069-4207-bd63-47975dbe677d req-495278a5-a445-490b-b868-f7dc88ef796e tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:12.008561 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7314929-1069-4207-bd63-47975dbe677d req-495278a5-a445-490b-b868-f7dc88ef796e tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 943 time: 0.3395317 Jul 09 13:22:12.034447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed78c83-d32e-45d9-8ee3-e797bd891966 req-551f2ed9-2c22-479a-ba81-90e0919ff8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:12.036100 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bed78c83-d32e-45d9-8ee3-e797bd891966 req-551f2ed9-2c22-479a-ba81-90e0919ff8b6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9232ea55-daf9-4d07-93d3-30e0b875668e HTTP/1.1" status: 200 len: 924 time: 0.1405873 Jul 09 13:22:12.056446 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cc91d84-0778-45c6-8481-81e49e462a28 req-bdb59356-6f0f-4d9a-856c-ea334968e543 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467243 Jul 09 13:22:12.096686 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bed78c83-d32e-45d9-8ee3-e797bd891966 req-25a29d7f-6246-496b-b31a-8ad5d8d3190b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fbc0152-396b-4fd6-8df1-c5d79247a399 HTTP/1.1" status: 200 len: 217 time: 0.0431800 Jul 09 13:22:12.152259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddbc2a3-58e8-40ab-b7b2-aba3d9fcc8eb req-73ad8801-7406-4ba1-9ee9-a8258b5bbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:12.153775 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ddbc2a3-58e8-40ab-b7b2-aba3d9fcc8eb req-73ad8801-7406-4ba1-9ee9-a8258b5bbf5e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1326358 Jul 09 13:22:12.160363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed78c83-d32e-45d9-8ee3-e797bd891966 req-806ef9c3-a092-48b9-ba27-61725404af8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:12.162070 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bed78c83-d32e-45d9-8ee3-e797bd891966 req-806ef9c3-a092-48b9-ba27-61725404af8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26d28f37-7507-432c-a5d8-c6beb38ffc7a HTTP/1.1" status: 200 len: 862 time: 0.0555215 Jul 09 13:22:12.217336 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7314929-1069-4207-bd63-47975dbe677d req-146a6b4d-4919-4ea5-a2eb-eb317adfce87 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1920233 Jul 09 13:22:12.305207 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ddbc2a3-58e8-40ab-b7b2-aba3d9fcc8eb req-71843cdc-17ef-4561-a04b-50899f625a63 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421030 Jul 09 13:22:12.357517 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:12.361286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed78c83-d32e-45d9-8ee3-e797bd891966 req-ff4df844-db0a-4427-be64-1680be3e57ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:12.362827 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bed78c83-d32e-45d9-8ee3-e797bd891966 req-ff4df844-db0a-4427-be64-1680be3e57ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9232ea55-daf9-4d07-93d3-30e0b875668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1918871 Jul 09 13:22:12.366944 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cc91d84-0778-45c6-8481-81e49e462a28 req-0606f3e8-08eb-417f-bca4-fa16cfd3f545 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2989604 Jul 09 13:22:12.475221 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ddbc2a3-58e8-40ab-b7b2-aba3d9fcc8eb req-85cc0c5c-6b01-48f6-ac80-3152c57f0340 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1629055 Jul 09 13:22:12.511717 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bed78c83-d32e-45d9-8ee3-e797bd891966 req-fa29b3f7-1647-4b33-a1d6-6eb8fac8f646 service neutron] 10.222.0.18 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313801 Jul 09 13:22:12.611492 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bed78c83-d32e-45d9-8ee3-e797bd891966 req-6094a6d6-b6d2-4283-acce-205e82ee4d52 service neutron] 10.222.0.18 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907600 Jul 09 13:22:12.705690 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f40aca-9585-4d85-b23b-e5da3552996d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfea7cac-5875-47f7-b614-928f4a929f20'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:12.708172 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5989c104-d395-45ed-9cd7-e7757bfe21c3" -d '{"events": [{"server_uuid": "43f40aca-9585-4d85-b23b-e5da3552996d", "name": "network-vif-plugged", "status": "completed", "tag": "dfea7cac-5875-47f7-b614-928f4a929f20"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:13.011141 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.resource_extend [None req-42771ce7-d1c7-4abb-9982-c507d2773c2e tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:22:13.047748 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cc91d84-0778-45c6-8481-81e49e462a28 req-69b09a99-a5e6-49cb-bab3-9f05ed4b6b68 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6630583 Jul 09 13:22:13.055158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8d2df6-3fc7-4e80-b963-a2dffd9592e4 req-adb9964f-8863-4da1-9ea6-43caf68607bb tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:13.056577 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b8d2df6-3fc7-4e80-b963-a2dffd9592e4 req-adb9964f-8863-4da1-9ea6-43caf68607bb tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 948 time: 0.5973418 Jul 09 13:22:13.063133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Allocated IP 172.25.2.69 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/bd521968-db0a-40ca-9f25-c99c596cf025) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:13.189243 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42771ce7-d1c7-4abb-9982-c507d2773c2e tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.198922 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42771ce7-d1c7-4abb-9982-c507d2773c2e tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.206076 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b8d2df6-3fc7-4e80-b963-a2dffd9592e4 req-48b0c734-9726-4206-9e54-f6e3b8bdbe8d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326110 Jul 09 13:22:13.335670 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.379653 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-42771ce7-d1c7-4abb-9982-c507d2773c2e tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Floating IP 4c549147-329d-4b2d-9de0-80b5e30f6a0f associated. External IP: 172.25.2.33, port: 6884378e-6f74-4698-88f5-40dcc09a4966. Jul 09 13:22:13.501598 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.516865 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05561860-8516-4fc2-aecd-ee5ca3765f01 req-c847603e-d8c0-41ff-a61d-845563b2cf36 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:13.518423 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-05561860-8516-4fc2-aecd-ee5ca3765f01 req-c847603e-d8c0-41ff-a61d-845563b2cf36 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.2112415 Jul 09 13:22:13.583004 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:13.591854 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c05d658a-b7ab-4121-aa53-a42e20fe9ba5 req-ec7ed0eb-4c28-4d99-bed5-a9f7aa67b880 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0695660 Jul 09 13:22:13.593966 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:13.599372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:13.601458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Pushing event updated for resources: {'Port': ['ID=bd521968-db0a-40ca-9f25-c99c596cf025,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:13.686145 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-05561860-8516-4fc2-aecd-ee5ca3765f01 req-9b910827-24de-4b9b-a864-5bf94e60b725 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561441 Jul 09 13:22:13.713290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d658a-b7ab-4121-aa53-a42e20fe9ba5 req-24748c91-75d6-41a0-b714-c28254d32338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:13.719632 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c05d658a-b7ab-4121-aa53-a42e20fe9ba5 req-24748c91-75d6-41a0-b714-c28254d32338 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=03320ede630048d1a428bccd9a4793e2&device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 1101 time: 0.0986881 Jul 09 13:22:13.742766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e2c2e482-1c19-4c8e-b160-3735476e1bbf details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:13.805053 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42771ce7-d1c7-4abb-9982-c507d2773c2e tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Router b6039018-53eb-42b3-bef9-7c3699e3d0b8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:22:13.858705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-06134d2d-ae65-4b4a-83db-19890849f7d0 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:13.861010 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-06134d2d-ae65-4b4a-83db-19890849f7d0 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e&tenant_id=5f446942a386493c8f7ba7f6f57f031b&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1096 time: 0.1907859 Jul 09 13:22:13.875240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799525-3'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:13.917078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d658a-b7ab-4121-aa53-a42e20fe9ba5 req-0f2f6867-9e42-4a69-9e62-51cd3ed10ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:13.919760 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c05d658a-b7ab-4121-aa53-a42e20fe9ba5 req-0f2f6867-9e42-4a69-9e62-51cd3ed10ca5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1758752 Jul 09 13:22:13.978736 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e2c2e482-1c19-4c8e-b160-3735476e1bbf, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e2c2e482-1c19-4c8e-b160-3735476e1bbf,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:13.992936 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:13.996305 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c05d658a-b7ab-4121-aa53-a42e20fe9ba5 req-7ab77e04-a667-4016-a667-58bba71063f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.116&port_id=e2ebbdd4-b61b-4d42-bc10-8836ee931be1 HTTP/1.1" status: 200 len: 217 time: 0.0664759 Jul 09 13:22:13.999459 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'e2c2e482-1c19-4c8e-b160-3735476e1bbf', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'e2c2e482-1c19-4c8e-b160-3735476e1bbf', 'mac_address': 'fa:16:3e:0c:a9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:22:14.075064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d658a-b7ab-4121-aa53-a42e20fe9ba5 req-6156b944-d5d5-40ee-af91-64b049945a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:14.077012 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c05d658a-b7ab-4121-aa53-a42e20fe9ba5 req-6156b944-d5d5-40ee-af91-64b049945a02 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0738492 Jul 09 13:22:14.082537 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.106274 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c2e482-1c19-4c8e-b160-3735476e1bbf {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:14.140355 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.144603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e2c2e482-1c19-4c8e-b160-3735476e1bbf, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e2c2e482-1c19-4c8e-b160-3735476e1bbf,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:14.147531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d658a-b7ab-4121-aa53-a42e20fe9ba5 req-cf9a9c2d-e475-4702-95b6-2c936e54b70b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:14.149626 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c05d658a-b7ab-4121-aa53-a42e20fe9ba5 req-cf9a9c2d-e475-4702-95b6-2c936e54b70b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0651021 Jul 09 13:22:14.149823 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.164534 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42771ce7-d1c7-4abb-9982-c507d2773c2e tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:22:14.168132 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.172781 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42771ce7-d1c7-4abb-9982-c507d2773c2e tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.182180 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d64c954-4ce2-4ebb-81c7-2fb19c5ae331 req-29ebaecd-630a-4bbd-b5bf-2d065451261d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:14.183741 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d64c954-4ce2-4ebb-81c7-2fb19c5ae331 req-29ebaecd-630a-4bbd-b5bf-2d065451261d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.2441244 Jul 09 13:22:14.201770 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948de554-569c-4f2c-8d8f-d2885d419096 None None] Sync routers for ids ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:22:14.245437 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948de554-569c-4f2c-8d8f-d2885d419096 None None] Routers {'b6039018-53eb-42b3-bef9-7c3699e3d0b8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:14.246492 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-948de554-569c-4f2c-8d8f-d2885d419096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:22:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:14.307330 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e2c2e482-1c19-4c8e-b160-3735476e1bbf,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:14.352373 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c05d658a-b7ab-4121-aa53-a42e20fe9ba5 req-3bb6e96f-6ea0-4bd7-9787-7f4ba15151d3 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1947820 Jul 09 13:22:14.420821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-948de554-569c-4f2c-8d8f-d2885d419096 None None] Set router b6039018-53eb-42b3-bef9-7c3699e3d0b8 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:14.465588 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['e2c2e482-1c19-4c8e-b160-3735476e1bbf'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:14.480959 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c05d658a-b7ab-4121-aa53-a42e20fe9ba5 req-f81873e7-b64a-47d7-9e30-e3feb6ac6747 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204450 Jul 09 13:22:14.552812 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-42771ce7-d1c7-4abb-9982-c507d2773c2e tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "PUT /v2.0/floatingips/4c549147-329d-4b2d-9de0-80b5e30f6a0f HTTP/1.1" status: 200 len: 990 time: 2.9990456 Jul 09 13:22:14.556674 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e0e6acb-3c43-4000-bc73-6bf196270ea2', 'tag': '6884378e-6f74-4698-88f5-40dcc09a4966'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:14.559038 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c2077e6-6e1b-42bf-aa63-d06eb2461050" -d '{"events": [{"name": "network-changed", "server_uuid": "9e0e6acb-3c43-4000-bc73-6bf196270ea2", "tag": "6884378e-6f74-4698-88f5-40dcc09a4966"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:14.594301 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d64c954-4ce2-4ebb-81c7-2fb19c5ae331 req-13a36ba2-c8ce-4f76-b881-6c0cdda94eeb tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3721802 Jul 09 13:22:14.737286 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] For port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:14.833161 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.838935 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] For port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:14.842361 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.874240 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-948de554-569c-4f2c-8d8f-d2885d419096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'name': 'tempest-ServersTestManualDisk-1129458519-router', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:30Z', 'updated_at': '2021-07-09T13:21:35Z', 'revision_number': 4, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'gw_port': {'id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:31Z', 'updated_at': '2021-07-09T13:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '4c549147-329d-4b2d-9de0-80b5e30f6a0f', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'floating_ip_address': '172.25.2.33', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'port_id': '6884378e-6f74-4698-88f5-40dcc09a4966', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222', 'mac_address': 'fa:16:3e:dc:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0e6acb-3c43-4000-bc73-6bf196270ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:21:39Z', 'updated_at': '2021-07-09T13:22:12Z', 'revision_number': 1, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb38540-4db3-4f05-9af0-0591942c6217', 'name': '', 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'mac_address': 'fa:16:3e:3e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:35Z', 'updated_at': '2021-07-09T13:21:43Z', 'revision_number': 5, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'subnets': [{'id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:14.903491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948de554-569c-4f2c-8d8f-d2885d419096 None None] Checking router: b6039018-53eb-42b3-bef9-7c3699e3d0b8 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:22:14.913472 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948de554-569c-4f2c-8d8f-d2885d419096 None None] Routers {'b6039018-53eb-42b3-bef9-7c3699e3d0b8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:14.914105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-948de554-569c-4f2c-8d8f-d2885d419096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:22:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:14.954910 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.960115 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Pushing event updated for resources: {'Port': ['ID=bd521968-db0a-40ca-9f25-c99c596cf025,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:14.971362 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:14.991127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e7130b-b5f5-4172-a30f-7a74e00ee391 req-738512fd-d60a-4180-b2d7-1b88e4b71a17 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:14.992569 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-62e7130b-b5f5-4172-a30f-7a74e00ee391 req-738512fd-d60a-4180-b2d7-1b88e4b71a17 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 945 time: 0.2448807 Jul 09 13:22:15.050576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.101509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-948de554-569c-4f2c-8d8f-d2885d419096 None None] Set router b6039018-53eb-42b3-bef9-7c3699e3d0b8 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:15.115027 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.115387 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-79933df2-63eb-49c4-b701-48846098930e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.5741680 Jul 09 13:22:15.116008 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:15.124024 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-62e7130b-b5f5-4172-a30f-7a74e00ee391 req-abb09c7d-eb69-4028-b59d-523f464b1a3b tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064622 Jul 09 13:22:15.144173 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Attempting to bind port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 on host n-h2-799525-3 for vnic_type normal with profile {"migrating_to": "n-h1-799525-3"} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:15.144173 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Attempting to bind port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:15.144173 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Attempting to bind port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:15.186854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 on network b4d14687-7b64-47e7-b45c-f262f4bce809 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:22:15.187773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Attempting to bind port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:15.193457 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-47c2967b-7487-423c-a55a-20f7d031f427 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.69 HTTP/1.1" status: 200 len: 695 time: 0.0615366 Jul 09 13:22:15.196273 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:15.196620 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Checking segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:15.197006 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Bound using segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:15.197438 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Bound port: 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:15.197799 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.271487 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-212324f7-94cf-4c2e-89a5-dbb22234fe05 x-openstack-request-id: req-212324f7-94cf-4c2e-89a5-dbb22234fe05 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:15.271778 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f40aca-9585-4d85-b23b-e5da3552996d", "name": "network-vif-plugged", "status": "completed", "tag": "dfea7cac-5875-47f7-b614-928f4a929f20", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:15.272203 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-212324f7-94cf-4c2e-89a5-dbb22234fe05 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:15.272617 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f40aca-9585-4d85-b23b-e5da3552996d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfea7cac-5875-47f7-b614-928f4a929f20', 'code': 200} Jul 09 13:22:15.452857 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-948de554-569c-4f2c-8d8f-d2885d419096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'name': 'tempest-ServersTestManualDisk-1129458519-router', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:30Z', 'updated_at': '2021-07-09T13:21:35Z', 'revision_number': 4, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'gw_port': {'id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:31Z', 'updated_at': '2021-07-09T13:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '4c549147-329d-4b2d-9de0-80b5e30f6a0f', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'floating_ip_address': '172.25.2.33', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'port_id': '6884378e-6f74-4698-88f5-40dcc09a4966', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222', 'mac_address': 'fa:16:3e:dc:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0e6acb-3c43-4000-bc73-6bf196270ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:21:39Z', 'updated_at': '2021-07-09T13:22:12Z', 'revision_number': 1, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb38540-4db3-4f05-9af0-0591942c6217', 'name': '', 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'mac_address': 'fa:16:3e:3e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:35Z', 'updated_at': '2021-07-09T13:21:43Z', 'revision_number': 5, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'subnets': [{'id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:15.488180 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-948de554-569c-4f2c-8d8f-d2885d419096 None None] The sync data for ids ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'] in n-d-799525-3 is: [{'id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'name': 'tempest-ServersTestManualDisk-1129458519-router', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:30Z', 'updated_at': '2021-07-09T13:21:35Z', 'revision_number': 4, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'gw_port': {'id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:31Z', 'updated_at': '2021-07-09T13:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '4c549147-329d-4b2d-9de0-80b5e30f6a0f', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'floating_ip_address': '172.25.2.33', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'port_id': '6884378e-6f74-4698-88f5-40dcc09a4966', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222', 'mac_address': 'fa:16:3e:dc:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e0e6acb-3c43-4000-bc73-6bf196270ea2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:21:39Z', 'updated_at': '2021-07-09T13:22:12Z', 'revision_number': 1, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fdb38540-4db3-4f05-9af0-0591942c6217', 'name': '', 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'mac_address': 'fa:16:3e:3e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:35Z', 'updated_at': '2021-07-09T13:21:43Z', 'revision_number': 5, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'subnets': [{'id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:22:15.526836 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] For port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:15.533921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] For port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:15.544173 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-43df1dbe-ac3a-49d1-940f-2eabb6e1c94f tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:15.545803 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d1fcaf2c-81ed-48b1-a964-54b9a52d88b3 req-43df1dbe-ac3a-49d1-940f-2eabb6e1c94f tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.3391538 Jul 09 13:22:15.552400 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.593547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9fbc0152-396b-4fd6-8df1-c5d79247a399 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:15.623843 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01f0088-1a2d-4cfe-bc35-62043c48bf09 req-596bf994-04cd-4cd8-a213-a30c93d6a8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:15.627064 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b01f0088-1a2d-4cfe-bc35-62043c48bf09 req-596bf994-04cd-4cd8-a213-a30c93d6a8af service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 1100 time: 0.0710981 Jul 09 13:22:15.688641 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b01f0088-1a2d-4cfe-bc35-62043c48bf09 req-0eee42f4-3e3c-4da8-a9b5-3eeb5587c9b7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536654 Jul 09 13:22:15.721231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d97f89-aaf9-47b6-8390-62b01d27d768 req-12b32b45-7080-4998-95f2-7bef0593c4c1 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:15.723825 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96d97f89-aaf9-47b6-8390-62b01d27d768 req-12b32b45-7080-4998-95f2-7bef0593c4c1 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 943 time: 0.3262208 Jul 09 13:22:15.725877 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:15.726807 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.728401 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] 10.222.0.18 "PUT /v2.0/ports/3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 HTTP/1.1" status: 200 len: 1121 time: 1.8579507 Jul 09 13:22:15.730312 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9fbc0152-396b-4fd6-8df1-c5d79247a399, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9fbc0152-396b-4fd6-8df1-c5d79247a399,segment=NetworkSegment(6ef595e5-93d1-4b1f-9331-a31db29257f7),segment_id=6ef595e5-93d1-4b1f-9331-a31db29257f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:15.746323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '9fbc0152-396b-4fd6-8df1-c5d79247a399', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'port_id': '9fbc0152-396b-4fd6-8df1-c5d79247a399', 'mac_address': 'fa:16:3e:81:ee:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:22:15.778155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e2c2e482-1c19-4c8e-b160-3735476e1bbf up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:15.820452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ddf40b-726e-409e-ac00-830da1cb89b5 service neutron] Pushing event updated for resources: {'Port': ['ID=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,revision_number=8']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:15.830891 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.848319 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:15.876785 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbc0152-396b-4fd6-8df1-c5d79247a399 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:15.882482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:15.882673 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96d97f89-aaf9-47b6-8390-62b01d27d768 req-a707d332-f38b-4734-8a8a-b54508b8d28e tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443164 Jul 09 13:22:15.888200 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa714ad-5842-4403-8f71-717a05904e46 None None] New status for floating IP 4c549147-329d-4b2d-9de0-80b5e30f6a0f: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:22:15.963719 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9fbc0152-396b-4fd6-8df1-c5d79247a399, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9fbc0152-396b-4fd6-8df1-c5d79247a399,segment=NetworkSegment(6ef595e5-93d1-4b1f-9331-a31db29257f7),segment_id=6ef595e5-93d1-4b1f-9331-a31db29257f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:15.978301 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5c46b-3356-4b14-a8a6-163e2b834f16 req-73a4773e-a50e-4165-9255-46fa39458bf3 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:15.978670 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:15.979393 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:15.991116 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4dd5c46b-3356-4b14-a8a6-163e2b834f16 req-73a4773e-a50e-4165-9255-46fa39458bf3 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 949 time: 0.2559507 Jul 09 13:22:15.991698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port e2c2e482-1c19-4c8e-b160-3735476e1bbf completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:16.028454 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port e2c2e482-1c19-4c8e-b160-3735476e1bbf triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:16.028837 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:16.077133 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4dd5c46b-3356-4b14-a8a6-163e2b834f16 req-bb44b910-6e36-44e2-8e4c-df28d848a76b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835040 Jul 09 13:22:16.172158 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed51b14-933d-42d3-8271-a4ffeedd8137 x-openstack-request-id: req-8ed51b14-933d-42d3-8271-a4ffeedd8137 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:16.173327 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e0e6acb-3c43-4000-bc73-6bf196270ea2", "tag": "6884378e-6f74-4698-88f5-40dcc09a4966", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:16.173327 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ed51b14-933d-42d3-8271-a4ffeedd8137 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:16.173327 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e0e6acb-3c43-4000-bc73-6bf196270ea2', 'tag': '6884378e-6f74-4698-88f5-40dcc09a4966', 'status': 'completed', 'code': 200} Jul 09 13:22:16.323491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2077e6-6e1b-42bf-aa63-d06eb2461050 req-42ea9b37-09f7-4897-a9a3-c5d8af62f16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:16.325400 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2c2077e6-6e1b-42bf-aa63-d06eb2461050 req-42ea9b37-09f7-4897-a9a3-c5d8af62f16b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=46c2f95350e54a0aa9acdb7ced3996e6&device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 1096 time: 0.1157405 Jul 09 13:22:16.331650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=9fbc0152-396b-4fd6-8df1-c5d79247a399,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:16.420289 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18026241-3660-4fe9-9b88-4ca315eae4d0 req-f04206aa-66c7-4522-8724-a4f76283c48d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:16.421885 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18026241-3660-4fe9-9b88-4ca315eae4d0 req-f04206aa-66c7-4522-8724-a4f76283c48d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.1359572 Jul 09 13:22:16.461603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:16.466197 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2077e6-6e1b-42bf-aa63-d06eb2461050 req-c0a67b44-5118-4730-9894-66258cdb8d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:16.467986 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2c2077e6-6e1b-42bf-aa63-d06eb2461050 req-c0a67b44-5118-4730-9894-66258cdb8d4c service neutron] 10.222.0.15 "GET /v2.0/networks?id=837f4540-7c98-4faa-8ade-707da2a5a222 HTTP/1.1" status: 200 len: 913 time: 0.1275182 Jul 09 13:22:16.471046 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ec5905a-481d-4844-845a-01881fe14c89 req-0129d8ce-22e3-4bf6-a5fc-b44b9e6b2d9d tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2139981 Jul 09 13:22:16.483251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-0ec5905a-481d-4844-845a-01881fe14c89 req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:16.502583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 has no active binding in host n-h1-799525-3 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:22:16.502886 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18026241-3660-4fe9-9b88-4ca315eae4d0 req-f76918d0-4a5d-46af-87b5-c94337781a6d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737948 Jul 09 13:22:16.532506 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0ec5905a-481d-4844-845a-01881fe14c89 req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:16.563498 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:16.567865 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2c2077e6-6e1b-42bf-aa63-d06eb2461050 req-0a183b22-e2ae-495d-95de-9b9f4f7f7c46 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6884378e-6f74-4698-88f5-40dcc09a4966 HTTP/1.1" status: 200 len: 1000 time: 0.0896108 Jul 09 13:22:16.624719 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2077e6-6e1b-42bf-aa63-d06eb2461050 req-750b0cbd-c72a-472b-afda-1c1de9233e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:16.627442 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2c2077e6-6e1b-42bf-aa63-d06eb2461050 req-750b0cbd-c72a-472b-afda-1c1de9233e5e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4ef14c00-3b7a-4369-a2a1-57eec0587a02 HTTP/1.1" status: 200 len: 851 time: 0.0495801 Jul 09 13:22:16.652304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e2c2e482-1c19-4c8e-b160-3735476e1bbf, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e2c2e482-1c19-4c8e-b160-3735476e1bbf,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:16.659020 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:16.721396 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e2c2e482-1c19-4c8e-b160-3735476e1bbf,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:16.727115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2077e6-6e1b-42bf-aa63-d06eb2461050 req-57f6b3a8-5992-48d0-b88a-d22e016f0228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:16.729277 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2c2077e6-6e1b-42bf-aa63-d06eb2461050 req-57f6b3a8-5992-48d0-b88a-d22e016f0228 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=837f4540-7c98-4faa-8ade-707da2a5a222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0944118 Jul 09 13:22:16.764594 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c22b3d7-528f-4f13-b1b8-21512d7b19dd req-80cac6f9-f821-4435-90fb-2bd45c1e9731 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:16.767613 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c22b3d7-528f-4f13-b1b8-21512d7b19dd req-80cac6f9-f821-4435-90fb-2bd45c1e9731 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1227183 Jul 09 13:22:16.795872 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0ec5905a-481d-4844-845a-01881fe14c89 req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:16.834914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['9fbc0152-396b-4fd6-8df1-c5d79247a399'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:16.852439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c22b3d7-528f-4f13-b1b8-21512d7b19dd req-64ae13c9-a21d-4663-9c9e-3bac7a8f7577 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796835 Jul 09 13:22:16.884087 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2c2077e6-6e1b-42bf-aa63-d06eb2461050 req-9d00b350-e80b-461e-8a09-21c539e4cc23 service neutron] 10.222.0.15 "GET /v2.0/networks/837f4540-7c98-4faa-8ade-707da2a5a222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458457 Jul 09 13:22:16.998992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-0ec5905a-481d-4844-845a-01881fe14c89 req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Allocated IP 172.25.2.104 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/eefee2b7-2353-4e2e-8a3f-0d2c5c548e7a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:17.060926 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2c2077e6-6e1b-42bf-aa63-d06eb2461050 req-2bce4d55-8504-40dc-bdb7-247a83ccff2c service neutron] 10.222.0.15 "GET /v2.0/networks/837f4540-7c98-4faa-8ade-707da2a5a222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683028 Jul 09 13:22:17.134809 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0ec5905a-481d-4844-845a-01881fe14c89 req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.180671 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0ec5905a-481d-4844-845a-01881fe14c89 req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.253527 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec5905a-481d-4844-845a-01881fe14c89 req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:17.262381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-0ec5905a-481d-4844-845a-01881fe14c89 req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:17.265422 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec5905a-481d-4844-845a-01881fe14c89 req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:17.268690 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Pushing event updated for resources: {'Port': ['ID=eefee2b7-2353-4e2e-8a3f-0d2c5c548e7a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:17.273689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82170d5f-74ab-4430-851c-2b70f3aa2709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c2e482-1c19-4c8e-b160-3735476e1bbf'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:17.276857 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c18b54b-fc59-44bd-9d8b-969c41e8f816" -d '{"events": [{"server_uuid": "82170d5f-74ab-4430-851c-2b70f3aa2709", "name": "network-vif-plugged", "status": "completed", "tag": "e2c2e482-1c19-4c8e-b160-3735476e1bbf"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:17.335405 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce949e36-0616-47c7-a29e-6d9631b73bdb req-e9d536f9-d9f8-4eaf-b020-e25fd0a41bb7 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:17.336803 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce949e36-0616-47c7-a29e-6d9631b73bdb req-e9d536f9-d9f8-4eaf-b020-e25fd0a41bb7 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 943 time: 0.1500380 Jul 09 13:22:17.393083 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0ec5905a-481d-4844-845a-01881fe14c89 req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.412412 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce949e36-0616-47c7-a29e-6d9631b73bdb req-2258be87-23b1-4bf6-aadd-d6fb30568e34 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546286 Jul 09 13:22:17.454110 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0ec5905a-481d-4844-845a-01881fe14c89 req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.653940 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0ec5905a-481d-4844-845a-01881fe14c89 req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.667074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9353950a-c796-477b-a8fa-c5edc9063f0b req-b4c72cda-8a08-4e59-8cdb-003461a00b3a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:17.668594 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9353950a-c796-477b-a8fa-c5edc9063f0b req-b4c72cda-8a08-4e59-8cdb-003461a00b3a tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 944 time: 0.1194088 Jul 09 13:22:17.669204 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0ec5905a-481d-4844-845a-01881fe14c89 req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.758671 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Pushing event updated for resources: {'Port': ['ID=eefee2b7-2353-4e2e-8a3f-0d2c5c548e7a,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:17.786494 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9353950a-c796-477b-a8fa-c5edc9063f0b req-27ae9515-33cc-480b-bae5-e0a53868fe84 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089880 Jul 09 13:22:17.787700 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0ec5905a-481d-4844-845a-01881fe14c89 req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.809120 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0ec5905a-481d-4844-845a-01881fe14c89 req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:17.810412 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ec5905a-481d-4844-845a-01881fe14c89 req-711d9067-c060-4126-b46c-317b3edff2c8 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.3316512 Jul 09 13:22:17.864832 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ec5905a-481d-4844-845a-01881fe14c89 req-af1557e8-b7f0-4c70-8300-b6908110dc1e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 696 time: 0.0480523 Jul 09 13:22:18.016712 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec5905a-481d-4844-845a-01881fe14c89 req-b8e4328d-b695-47d5-b926-ba47d0f253bd tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:18.018137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ec5905a-481d-4844-845a-01881fe14c89 req-b8e4328d-b695-47d5-b926-ba47d0f253bd tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.1479094 Jul 09 13:22:18.030233 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ba4b27-2efe-45e4-ac6e-bfd19d01fef9 req-4e291e11-03ba-415e-a23f-b96db60abd00 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:18.033772 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4ba4b27-2efe-45e4-ac6e-bfd19d01fef9 req-4e291e11-03ba-415e-a23f-b96db60abd00 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.1416461 Jul 09 13:22:18.073573 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4ba4b27-2efe-45e4-ac6e-bfd19d01fef9 req-cf2dc0f9-e6e4-49d7-ae34-d812b3ab6787 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358880 Jul 09 13:22:18.122423 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb72c5d-efe8-41e8-8237-fac3a53d0b99 x-openstack-request-id: req-4eb72c5d-efe8-41e8-8237-fac3a53d0b99 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:18.122423 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82170d5f-74ab-4430-851c-2b70f3aa2709", "name": "network-vif-plugged", "status": "completed", "tag": "e2c2e482-1c19-4c8e-b160-3735476e1bbf", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:18.122423 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4eb72c5d-efe8-41e8-8237-fac3a53d0b99 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:18.122423 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82170d5f-74ab-4430-851c-2b70f3aa2709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c2e482-1c19-4c8e-b160-3735476e1bbf', 'code': 200} Jul 09 13:22:18.174494 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfa46be-c593-421d-9ef4-df80cbd3b68e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7'}, {'name': 'network-changed', 'server_uuid': '5bfa46be-c593-421d-9ef4-df80cbd3b68e', 'tag': '3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:18.178269 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85e099d0-9aed-439a-87a6-088c39b7e02d" -d '{"events": [{"server_uuid": "5bfa46be-c593-421d-9ef4-df80cbd3b68e", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7"}, {"name": "network-changed", "server_uuid": "5bfa46be-c593-421d-9ef4-df80cbd3b68e", "tag": "3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:18.259403 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed589509-4155-4ec0-8bad-421cea86b607 req-6e748af1-9944-4b98-aa4c-6b9a9bd66170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:18.261250 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ed589509-4155-4ec0-8bad-421cea86b607 req-6e748af1-9944-4b98-aa4c-6b9a9bd66170 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 1101 time: 0.0638063 Jul 09 13:22:18.301007 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ed589509-4155-4ec0-8bad-421cea86b607 req-3dc19bea-7fff-4adb-9ed3-30c9d70b207f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319123 Jul 09 13:22:18.342561 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671eae06-afc1-4dad-b30b-e1a759697c2a req-04ddc683-6d25-4bda-97db-21af1e3e299e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:18.344774 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-671eae06-afc1-4dad-b30b-e1a759697c2a req-04ddc683-6d25-4bda-97db-21af1e3e299e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.1301560 Jul 09 13:22:18.357159 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961751e0-4b73-4cf4-851a-4f5edb862d3a req-68b660d4-c924-4656-8d4f-a2c81b401d07 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:18.358670 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-961751e0-4b73-4cf4-851a-4f5edb862d3a req-68b660d4-c924-4656-8d4f-a2c81b401d07 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1057115 Jul 09 13:22:18.418466 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-961751e0-4b73-4cf4-851a-4f5edb862d3a req-99766aae-ddf2-48a6-8a7c-e7169c925cb4 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520570 Jul 09 13:22:18.421234 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-671eae06-afc1-4dad-b30b-e1a759697c2a req-240f175c-e137-4913-bf51-efd2f5ff87eb tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610354 Jul 09 13:22:18.430057 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46528) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:18.501982 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffea2217-1aaa-4079-b5f0-8cd42faca9c6 x-openstack-request-id: req-ffea2217-1aaa-4079-b5f0-8cd42faca9c6 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:18.502295 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfa46be-c593-421d-9ef4-df80cbd3b68e", "name": "network-vif-unplugged", "status": "completed", "tag": "3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7", "code": 200}, {"name": "network-changed", "server_uuid": "5bfa46be-c593-421d-9ef4-df80cbd3b68e", "tag": "3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:18.502551 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ffea2217-1aaa-4079-b5f0-8cd42faca9c6 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:18.502954 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfa46be-c593-421d-9ef4-df80cbd3b68e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7', 'code': 200} Jul 09 13:22:18.503237 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bfa46be-c593-421d-9ef4-df80cbd3b68e', 'tag': '3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7', 'status': 'completed', 'code': 200} Jul 09 13:22:18.581277 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76ad69e6-6bdd-497e-9f48-f79188e54ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:18.588627 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-eb14eb14-0cbe-4483-91e3-f88f04d99673 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1424677 Jul 09 13:22:18.608660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e099d0-9aed-439a-87a6-088c39b7e02d req-3592f93b-e5a5-4d97-874e-5c18398719c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:18.609962 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-85e099d0-9aed-439a-87a6-088c39b7e02d req-3592f93b-e5a5-4d97-874e-5c18398719c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 1124 time: 0.0736067 Jul 09 13:22:18.611691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:18.661988 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.api [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:22:18.661988 n-d-799525-3 neutron-server[93754]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:22:18.661988 n-d-799525-3 neutron-server[93754]: [parameters: {'project_id': '5d9fb08c37c04125b325b7c99ce891a5', 'id': '739bc8fd-15bf-4b2a-8db0-c6fd3864732b', 'expiration': datetime.datetime(2021, 7, 9, 13, 24, 18, 651170)}] Jul 09 13:22:18.661988 n-d-799525-3 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:22:18.662538 n-d-799525-3 neutron-server[93754]: DEBUG oslo_db.api [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:22:18.704141 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dfd956-dc71-4651-bb8e-59f778762465 req-b5e6028f-2c1c-4929-911f-1827c48101b5 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:18.705757 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-67dfd956-dc71-4651-bb8e-59f778762465 req-b5e6028f-2c1c-4929-911f-1827c48101b5 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 943 time: 0.1161208 Jul 09 13:22:18.710238 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e099d0-9aed-439a-87a6-088c39b7e02d req-e94a70e0-6fb5-4937-af9b-8250e649c50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:18.711895 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-85e099d0-9aed-439a-87a6-088c39b7e02d req-e94a70e0-6fb5-4937-af9b-8250e649c50a service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.0936604 Jul 09 13:22:18.763956 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-67dfd956-dc71-4651-bb8e-59f778762465 req-27f21ac3-e97c-4bba-be9f-8ca57b10b777 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495124 Jul 09 13:22:18.765081 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-85e099d0-9aed-439a-87a6-088c39b7e02d req-ae74f42b-40e5-4c04-9073-ea088f4b9a0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 HTTP/1.1" status: 200 len: 217 time: 0.0392816 Jul 09 13:22:18.790686 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76ad69e6-6bdd-497e-9f48-f79188e54ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:18.794895 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76ad69e6-6bdd-497e-9f48-f79188e54ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:18.820986 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e099d0-9aed-439a-87a6-088c39b7e02d req-29026057-e3e9-4cbe-ae2c-a28410dcc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:18.823002 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-85e099d0-9aed-439a-87a6-088c39b7e02d req-29026057-e3e9-4cbe-ae2c-a28410dcc425 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.0514841 Jul 09 13:22:18.833602 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-76ad69e6-6bdd-497e-9f48-f79188e54ed4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40d456340aef4869bdc0fce5d9126209&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4022031 Jul 09 13:22:18.836086 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46538) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:18.853443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad69e6-6bdd-497e-9f48-f79188e54ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8de2461-4f80-4f59-a8a9-a31e35e86c5f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:18.862653 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-85e099d0-9aed-439a-87a6-088c39b7e02d req-dddff78b-d74a-46a6-9e4b-f54961be8a03 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303721 Jul 09 13:22:18.959304 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-85e099d0-9aed-439a-87a6-088c39b7e02d req-483379c0-f8fd-4b8e-a40d-39a6bfd185db service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896120 Jul 09 13:22:18.962105 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f01c4d75-fa39-41ed-a121-60a8e4aa4ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:18.997046 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40430bbd-9ba2-4339-910e-e09de3c74287 req-b1045534-bbd4-4dfa-aa53-50ca142e0ecf tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:18.998744 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40430bbd-9ba2-4339-910e-e09de3c74287 req-b1045534-bbd4-4dfa-aa53-50ca142e0ecf tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1166611 Jul 09 13:22:19.001590 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f01c4d75-fa39-41ed-a121-60a8e4aa4ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.053042 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-85e099d0-9aed-439a-87a6-088c39b7e02d req-b98ee924-cfaf-4c2d-8280-56b42de828dd service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858698 Jul 09 13:22:19.063995 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40430bbd-9ba2-4339-910e-e09de3c74287 req-7e05a92c-4eeb-4393-aac3-9742c82e3d78 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540719 Jul 09 13:22:19.081381 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f01c4d75-fa39-41ed-a121-60a8e4aa4ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.084648 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f01c4d75-fa39-41ed-a121-60a8e4aa4ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.088292 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f01c4d75-fa39-41ed-a121-60a8e4aa4ea9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8de2461-4f80-4f59-a8a9-a31e35e86c5f HTTP/1.1" status: 204 len: 168 time: 0.2490339 Jul 09 13:22:19.096953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c4d75-fa39-41ed-a121-60a8e4aa4ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8de2461-4f80-4f59-a8a9-a31e35e86c5f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:19.198021 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.306901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb553a-950e-487c-b972-4b3540de1e47 req-7785aead-ac51-4809-ac87-4174b7cc61bd tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:19.308436 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ddeb553a-950e-487c-b972-4b3540de1e47 req-7785aead-ac51-4809-ac87-4174b7cc61bd tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 944 time: 0.1232159 Jul 09 13:22:19.364168 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ddeb553a-950e-487c-b972-4b3540de1e47 req-189410ba-5c3b-4dee-b6d4-e7b5fb6a6208 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476143 Jul 09 13:22:19.374524 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.513800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Allocated IP 172.25.2.127 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/25ff00cf-9f01-4ec6-8bb6-0d1f66a9f46e) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:19.624883 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9fbc0152-396b-4fd6-8df1-c5d79247a399 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:19.666002 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.694902 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 9fbc0152-396b-4fd6-8df1-c5d79247a399 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:19.719490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 9fbc0152-396b-4fd6-8df1-c5d79247a399 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:19.720065 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.720401 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.780575 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Pushing event updated for resources: {'Port': ['ID=25ff00cf-9f01-4ec6-8bb6-0d1f66a9f46e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:19.814845 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:19.821114 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:19.832605 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:19.895635 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.939266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9fbc0152-396b-4fd6-8df1-c5d79247a399, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9fbc0152-396b-4fd6-8df1-c5d79247a399,segment=NetworkSegment(6ef595e5-93d1-4b1f-9331-a31db29257f7),segment_id=6ef595e5-93d1-4b1f-9331-a31db29257f7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:19.950124 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:19.983438 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:20.000834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76209e7d-6dfe-45fd-a88f-72574118865c req-bb5ec223-a1e1-4f3e-9192-8f15f9988515 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:20.002344 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-76209e7d-6dfe-45fd-a88f-72574118865c req-bb5ec223-a1e1-4f3e-9192-8f15f9988515 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.1278884 Jul 09 13:22:20.002838 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=9fbc0152-396b-4fd6-8df1-c5d79247a399,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:20.123629 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53db816c-c315-418c-89d3-f0092df55036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbc0152-396b-4fd6-8df1-c5d79247a399'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:20.126195 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-048b3cab-b4ed-4f8d-8848-5a4f579823de" -d '{"events": [{"server_uuid": "53db816c-c315-418c-89d3-f0092df55036", "name": "network-vif-plugged", "status": "completed", "tag": "9fbc0152-396b-4fd6-8df1-c5d79247a399"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:20.320523 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:20.346670 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-76209e7d-6dfe-45fd-a88f-72574118865c req-1979db6e-e89c-4ff4-9ebb-7dc27b4eaf12 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616286 Jul 09 13:22:20.494928 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:20.502179 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:20.617486 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Pushing event updated for resources: {'Port': ['ID=25ff00cf-9f01-4ec6-8bb6-0d1f66a9f46e,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:20.636786 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:20.658339 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:20.659575 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-e0987017-cb60-4175-a673-b30c78200cc7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0631995 Jul 09 13:22:20.718171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d868b671-6195-4cf2-b93e-bbd6fb67f31c req-455e44dc-fb4b-4219-89c8-af96a9bcb865 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:20.720499 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d868b671-6195-4cf2-b93e-bbd6fb67f31c req-455e44dc-fb4b-4219-89c8-af96a9bcb865 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.1471097 Jul 09 13:22:20.731705 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-7804d48c-b472-4303-8768-1f209755406a tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 696 time: 0.0652058 Jul 09 13:22:20.842704 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d868b671-6195-4cf2-b93e-bbd6fb67f31c req-b4fb748a-04ea-4a08-8235-291b404df27a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099777 Jul 09 13:22:20.894941 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-33776255-11c7-42ef-b60e-921ad9daaf3a tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:20.897576 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60a8dd74-a7e9-4e9e-afcc-5e189744010d req-33776255-11c7-42ef-b60e-921ad9daaf3a tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.1563611 Jul 09 13:22:21.076933 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40efcbff-8e0d-4d26-9f52-1de936e0857b req-98a046ae-8bd3-4c7d-a93f-b4fd947b3a7a tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:21.079731 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40efcbff-8e0d-4d26-9f52-1de936e0857b req-98a046ae-8bd3-4c7d-a93f-b4fd947b3a7a tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1205647 Jul 09 13:22:21.112469 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe827fcc-0d93-4bf9-83d0-e78ed2c81bc4 req-9ff6eddd-dc57-4aba-98b6-3bab65a7b419 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:21.113990 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe827fcc-0d93-4bf9-83d0-e78ed2c81bc4 req-9ff6eddd-dc57-4aba-98b6-3bab65a7b419 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 943 time: 0.1184540 Jul 09 13:22:21.156814 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40efcbff-8e0d-4d26-9f52-1de936e0857b req-abebcc68-8797-4168-b54c-9b508a90fd05 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707071 Jul 09 13:22:21.175388 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe827fcc-0d93-4bf9-83d0-e78ed2c81bc4 req-af809498-342e-4e9c-bf76-8129369b1450 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543332 Jul 09 13:22:21.225379 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee031051-09d4-44e9-b6cf-340223b92146 x-openstack-request-id: req-ee031051-09d4-44e9-b6cf-340223b92146 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:21.225892 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53db816c-c315-418c-89d3-f0092df55036", "name": "network-vif-plugged", "status": "completed", "tag": "9fbc0152-396b-4fd6-8df1-c5d79247a399", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:21.225892 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee031051-09d4-44e9-b6cf-340223b92146 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:21.226305 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53db816c-c315-418c-89d3-f0092df55036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbc0152-396b-4fd6-8df1-c5d79247a399', 'code': 200} Jul 09 13:22:21.355428 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d1d044-33b7-4f65-b20b-d45201653fdf req-3997ad17-4fd9-4c49-8f98-b0f72bf16808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:21.357646 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c6d1d044-33b7-4f65-b20b-d45201653fdf req-3997ad17-4fd9-4c49-8f98-b0f72bf16808 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 1096 time: 0.0625439 Jul 09 13:22:21.393855 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c6d1d044-33b7-4f65-b20b-d45201653fdf req-39093ab8-74f2-4d7a-8f55-70649f368add service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299623 Jul 09 13:22:21.545552 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d15ec4ef-c5bd-4037-a296-91416f5f0bbd req-419ce426-29bf-4b6d-ba3b-f202a3d18b46 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips/4bc1ba2f-acf0-420f-baa2-ac050865d5e1 HTTP/1.1" status: 200 len: 693 time: 0.0639157 Jul 09 13:22:21.657112 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d24e39-807b-4337-98dd-97bd1c255d26 req-5486ddd1-7fd9-463c-a989-f11be473981f tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:21.658609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-54d24e39-807b-4337-98dd-97bd1c255d26 req-5486ddd1-7fd9-463c-a989-f11be473981f tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 945 time: 0.2191257 Jul 09 13:22:21.711346 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-2e953f9e-d528-4694-b439-aa56f3227563 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1864185 Jul 09 13:22:21.723144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15ec4ef-c5bd-4037-a296-91416f5f0bbd req-c8ef459b-692d-4c62-a24a-ac034098a18d tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:21.724506 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d15ec4ef-c5bd-4037-a296-91416f5f0bbd req-c8ef459b-692d-4c62-a24a-ac034098a18d tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.1605875 Jul 09 13:22:21.740468 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-54d24e39-807b-4337-98dd-97bd1c255d26 req-c080a19f-7a52-497b-8180-f8339a0de2e1 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708094 Jul 09 13:22:21.979430 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec76c7-556f-4386-8942-08653e3c1bf1 req-9237d8b3-9d77-49ad-a258-2d6a9bf4a876 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:21.981406 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bec76c7-556f-4386-8942-08653e3c1bf1 req-9237d8b3-9d77-49ad-a258-2d6a9bf4a876 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.0801718 Jul 09 13:22:22.051675 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bec76c7-556f-4386-8942-08653e3c1bf1 req-d43014ee-20fc-4051-938c-fa452b8340a4 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615110 Jul 09 13:22:22.150252 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-64a07dd2-ffed-4f90-b9ca-6eb2a1d274d7 req-f8cfea04-4655-461c-8b02-93daecb64320 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips/4bc1ba2f-acf0-420f-baa2-ac050865d5e1 HTTP/1.1" status: 200 len: 693 time: 0.0781794 Jul 09 13:22:22.367230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a07dd2-ffed-4f90-b9ca-6eb2a1d274d7 req-2e995778-78a6-4cfa-b671-61ed4f9c05ef tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:22.368661 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-64a07dd2-ffed-4f90-b9ca-6eb2a1d274d7 req-2e995778-78a6-4cfa-b671-61ed4f9c05ef tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.2176480 Jul 09 13:22:22.393598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6032d048-20d0-4e81-9122-23c3024e6aaf req-9ef5aedf-ade9-4ab0-bbbe-82c19493c930 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:22.395352 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6032d048-20d0-4e81-9122-23c3024e6aaf req-9ef5aedf-ade9-4ab0-bbbe-82c19493c930 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.1625464 Jul 09 13:22:22.450044 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-64a07dd2-ffed-4f90-b9ca-6eb2a1d274d7 req-de43b94e-520a-4293-85ec-0d7b4459e693 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 696 time: 0.0739143 Jul 09 13:22:22.517685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6032d048-20d0-4e81-9122-23c3024e6aaf req-7fc9029e-e522-45ab-953b-42e9712fda6d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886712 Jul 09 13:22:22.533956 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-64a07dd2-ffed-4f90-b9ca-6eb2a1d274d7 req-9834bd01-35a5-453a-b44b-b9d12b7acf4f tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.127 HTTP/1.1" status: 200 len: 696 time: 0.0754077 Jul 09 13:22:22.709573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-64a07dd2-ffed-4f90-b9ca-6eb2a1d274d7 req-2e90007e-b6ce-46f2-9092-37d50d502d6c tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Deleting port 25ff00cf-9f01-4ec6-8bb6-0d1f66a9f46e {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:22.710306 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-64a07dd2-ffed-4f90-b9ca-6eb2a1d274d7 req-2e90007e-b6ce-46f2-9092-37d50d502d6c tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.859764 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-64a07dd2-ffed-4f90-b9ca-6eb2a1d274d7 req-2e90007e-b6ce-46f2-9092-37d50d502d6c tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.860122 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-64a07dd2-ffed-4f90-b9ca-6eb2a1d274d7 req-2e90007e-b6ce-46f2-9092-37d50d502d6c tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:22.880403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-64a07dd2-ffed-4f90-b9ca-6eb2a1d274d7 req-2e90007e-b6ce-46f2-9092-37d50d502d6c tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Calling delete_port for 25ff00cf-9f01-4ec6-8bb6-0d1f66a9f46e owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:22.893860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec5b1bc-a09e-4a23-9d8a-c0fd93b8099f req-83bcb777-cb11-4744-a3af-93c294d12884 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:22.895608 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ec5b1bc-a09e-4a23-9d8a-c0fd93b8099f req-83bcb777-cb11-4744-a3af-93c294d12884 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1337507 Jul 09 13:22:23.002589 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ec5b1bc-a09e-4a23-9d8a-c0fd93b8099f req-8811bc6a-5368-41c8-b87e-8a1a685c70dc tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984812 Jul 09 13:22:23.075741 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46668) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:23.112200 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-64a07dd2-ffed-4f90-b9ca-6eb2a1d274d7 req-2e90007e-b6ce-46f2-9092-37d50d502d6c tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.153548 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90007e-b6ce-46f2-9092-37d50d502d6c tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Pushing event deleted for resources: {'Port': ['ID=25ff00cf-9f01-4ec6-8bb6-0d1f66a9f46e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:23.226721 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fa98da2-d08c-4b9f-8045-84341b94e3af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.274230 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-64a07dd2-ffed-4f90-b9ca-6eb2a1d274d7 req-2e90007e-b6ce-46f2-9092-37d50d502d6c tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.277231 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-64a07dd2-ffed-4f90-b9ca-6eb2a1d274d7 req-2e90007e-b6ce-46f2-9092-37d50d502d6c tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.278428 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-64a07dd2-ffed-4f90-b9ca-6eb2a1d274d7 req-2e90007e-b6ce-46f2-9092-37d50d502d6c tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "DELETE /v2.0/floatingips/4bc1ba2f-acf0-420f-baa2-ac050865d5e1 HTTP/1.1" status: 204 len: 173 time: 0.7436783 Jul 09 13:22:23.311444 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf874cc8-b851-4cdd-9a7b-05193898f27d req-d5023c81-35bf-49eb-a105-f9d33813e195 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:23.313323 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf874cc8-b851-4cdd-9a7b-05193898f27d req-d5023c81-35bf-49eb-a105-f9d33813e195 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 943 time: 0.1162074 Jul 09 13:22:23.350184 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-425becf2-31e4-4ef3-944a-ae885796553b service neutron] 10.222.0.15 "GET /v2.0/ports/3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7/bindings/n-h1-799525-3 HTTP/1.1" status: 200 len: 384 time: 0.0921378 Jul 09 13:22:23.389566 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf874cc8-b851-4cdd-9a7b-05193898f27d req-af184f24-747a-41f5-be6a-4837b61a8ac6 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681169 Jul 09 13:22:23.433233 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fa98da2-d08c-4b9f-8045-84341b94e3af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.463077 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fa98da2-d08c-4b9f-8045-84341b94e3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.463330 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051a707c-d076-4139-8b7e-34415365f0bf req-d02f056f-a51e-4c25-8843-a3480b9d0e92 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:23.464844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-051a707c-d076-4139-8b7e-34415365f0bf req-d02f056f-a51e-4c25-8843-a3480b9d0e92 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 945 time: 0.0699956 Jul 09 13:22:23.508136 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-051a707c-d076-4139-8b7e-34415365f0bf req-fcf5a2fb-9959-4cd2-bae5-4d9fff76bf99 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359683 Jul 09 13:22:23.522084 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9fa98da2-d08c-4b9f-8045-84341b94e3af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=713196fc89ff4ec6af81cffa1db3f796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4441118 Jul 09 13:22:23.527914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46676) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:23.549953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa98da2-d08c-4b9f-8045-84341b94e3af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f043e41-62db-49bc-b7fb-53ec576f9510,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:23.577017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-73fc3b08-0b88-4175-9627-713fa639d61f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:23.578792 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-73fc3b08-0b88-4175-9627-713fa639d61f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 1101 time: 0.1700754 Jul 09 13:22:23.742891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-987842bc-e9a5-486b-80dc-5a17ed57ee3f service neutron] For port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:23.754807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-738bfabc-c82d-44ba-b1a0-692151ddff75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:23.756330 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-738bfabc-c82d-44ba-b1a0-692151ddff75 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1676991 Jul 09 13:22:23.773556 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d4da2f6-1630-4c3d-9940-ccb72cd2c38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.799672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-987842bc-e9a5-486b-80dc-5a17ed57ee3f service neutron] For port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:23.802098 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-399ec94a-f5c2-42ca-9ad2-f7726961ef10 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=e2c2e482-1c19-4c8e-b160-3735476e1bbf HTTP/1.1" status: 200 len: 217 time: 0.0382786 Jul 09 13:22:23.822516 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d459a-1ae3-490a-ac94-b757d273ddca req-3cc78e2b-34e1-4f16-b62c-51a71f4f2388 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:23.824012 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-177d459a-1ae3-490a-ac94-b757d273ddca req-3cc78e2b-34e1-4f16-b62c-51a71f4f2388 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2840981 Jul 09 13:22:23.831128 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d4da2f6-1630-4c3d-9940-ccb72cd2c38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.853142 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8104c42a-6867-4158-91c0-ac6c6728cb5f req-48495197-d833-4810-a0a8-d7afea833884 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:23.854629 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8104c42a-6867-4158-91c0-ac6c6728cb5f req-48495197-d833-4810-a0a8-d7afea833884 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.2174616 Jul 09 13:22:23.883932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-987842bc-e9a5-486b-80dc-5a17ed57ee3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:23.897620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-47931101-7f96-4091-872b-67eb75824cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:23.899243 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-47931101-7f96-4091-872b-67eb75824cb8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0808153 Jul 09 13:22:23.901019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-987842bc-e9a5-486b-80dc-5a17ed57ee3f service neutron] For port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:23.912948 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8104c42a-6867-4158-91c0-ac6c6728cb5f req-aa0e4b0c-e513-4256-afc6-e355c6e4c382 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456312 Jul 09 13:22:23.956907 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-987842bc-e9a5-486b-80dc-5a17ed57ee3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.960266 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d4da2f6-1630-4c3d-9940-ccb72cd2c38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.962874 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d4da2f6-1630-4c3d-9940-ccb72cd2c38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:23.966467 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7d4da2f6-1630-4c3d-9940-ccb72cd2c38a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f043e41-62db-49bc-b7fb-53ec576f9510 HTTP/1.1" status: 204 len: 168 time: 0.4352777 Jul 09 13:22:23.993820 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4da2f6-1630-4c3d-9940-ccb72cd2c38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f043e41-62db-49bc-b7fb-53ec576f9510,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:24.044649 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db124bdc-0440-4901-abd7-223322a9776e req-a93b5300-79cb-4f02-af52-1c49f841e1aa tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:24.047991 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db124bdc-0440-4901-abd7-223322a9776e req-a93b5300-79cb-4f02-af52-1c49f841e1aa tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 945 time: 0.1261973 Jul 09 13:22:24.049556 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-c0898c75-1b12-49a7-abd8-341cced51b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:24.050909 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-c0898c75-1b12-49a7-abd8-341cced51b66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1385369 Jul 09 13:22:24.056185 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46688) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:24.062726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6cd4b01f-208f-440c-b7f3-13b30edf55c5 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Request body: {'floatingip': {'port_id': '9fbc0152-396b-4fd6-8df1-c5d79247a399'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:24.147434 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd830da1-e851-478d-a881-e49b43c59603 req-e6501d99-50cf-4c63-ab93-65cdd3b0a512 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=5d9fb08c37c04125b325b7c99ce891a5 HTTP/1.1" status: 200 len: 1656 time: 0.0667841 Jul 09 13:22:24.157306 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b01f-208f-440c-b7f3-13b30edf55c5 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:24.202339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-987842bc-e9a5-486b-80dc-5a17ed57ee3f service neutron] Transition to ACTIVE for port object 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:24.216570 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-987842bc-e9a5-486b-80dc-5a17ed57ee3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:24.230931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62cd3f24-743d-44ca-ba34-a567b332103b req-a005af1d-bb25-43be-825e-1948a87e8957 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:24.232488 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-62cd3f24-743d-44ca-ba34-a567b332103b req-a005af1d-bb25-43be-825e-1948a87e8957 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.1834476 Jul 09 13:22:24.306493 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-62cd3f24-743d-44ca-ba34-a567b332103b req-8037b8a6-2060-426b-bca8-3bfe3dd64682 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626292 Jul 09 13:22:24.315635 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd830da1-e851-478d-a881-e49b43c59603 req-bb4245b6-a2df-44f5-8d15-97fb37bd4f6c tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:24.317256 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd830da1-e851-478d-a881-e49b43c59603 req-bb4245b6-a2df-44f5-8d15-97fb37bd4f6c tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/networks?id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&id=d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 787 time: 0.1690564 Jul 09 13:22:24.332538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-fd830da1-e851-478d-a881-e49b43c59603 req-2e1bd3de-3de0-49b8-ab1d-3e89e3e40d1b tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:22:24.332538 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd830da1-e851-478d-a881-e49b43c59603 req-2e1bd3de-3de0-49b8-ab1d-3e89e3e40d1b tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066240 Jul 09 13:22:24.368518 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-9f2ee0d0-32f1-49e8-acd4-55fec87db8a4 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2993386 Jul 09 13:22:24.410381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-987842bc-e9a5-486b-80dc-5a17ed57ee3f service neutron] No DVR routers for this DVR port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:24.411748 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16cc57d7-adf9-4876-9b8b-6b38c7a3f6f4 req-9170896d-b45c-4430-a311-260e81f71463 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips/d397f16e-41e0-4319-bd58-361f41914eea HTTP/1.1" status: 200 len: 693 time: 0.0546370 Jul 09 13:22:24.771377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46714) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:24.809333 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987842bc-e9a5-486b-80dc-5a17ed57ee3f service neutron] Pushing event updated for resources: {'Port': ['ID=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:24.833499 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cc57d7-adf9-4876-9b8b-6b38c7a3f6f4 req-6b4082b1-3c94-4cab-9f8a-ee83451fd59a tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:24.834879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16cc57d7-adf9-4876-9b8b-6b38c7a3f6f4 req-6b4082b1-3c94-4cab-9f8a-ee83451fd59a tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.4178684 Jul 09 13:22:24.877926 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-987842bc-e9a5-486b-80dc-5a17ed57ee3f service neutron] 10.222.0.15 "PUT /v2.0/ports/3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7/bindings/n-h1-799525-3/activate HTTP/1.1" status: 200 len: 369 time: 1.5190725 Jul 09 13:22:24.897098 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96cfdf-e4a5-43d2-816c-45b4a4d776d1 req-e06ef766-132e-46e7-875a-5011042f65ce tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:24.899620 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b96cfdf-e4a5-43d2-816c-45b4a4d776d1 req-e06ef766-132e-46e7-875a-5011042f65ce tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.4198527 Jul 09 13:22:24.903190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16cc57d7-adf9-4876-9b8b-6b38c7a3f6f4 req-fd7cd78b-12cf-41cd-ad10-44ce5d42dff7 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 696 time: 0.0619175 Jul 09 13:22:24.962031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-92777bf7-05df-4d9d-9166-75f4aa3c54df admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1893628659-network', 'tenant_id': '15b70c42188f429bb54dd2893dde566d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:25.008870 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16cc57d7-adf9-4876-9b8b-6b38c7a3f6f4 req-edd909d4-9279-4760-b93d-17aa785d49ff tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.104 HTTP/1.1" status: 200 len: 696 time: 0.0888019 Jul 09 13:22:25.015697 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-1f159b41-4691-4d36-8f69-b3f001e8d2ac service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6082635 Jul 09 13:22:25.018164 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b96cfdf-e4a5-43d2-816c-45b4a4d776d1 req-912a1e96-37de-43cb-856d-c695f0ef2d79 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061080 Jul 09 13:22:25.038450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92777bf7-05df-4d9d-9166-75f4aa3c54df admin admin] Made reservation on behalf of 15b70c42188f429bb54dd2893dde566d for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:25.041074 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92777bf7-05df-4d9d-9166-75f4aa3c54df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.056700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92777bf7-05df-4d9d-9166-75f4aa3c54df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.146366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-b3280b17-3615-4268-9cf9-eaa41262bab2 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:25.148007 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-b3280b17-3615-4268-9cf9-eaa41262bab2 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e&tenant_id=5f446942a386493c8f7ba7f6f57f031b&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1095 time: 0.1821342 Jul 09 13:22:25.241313 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-16cc57d7-adf9-4876-9b8b-6b38c7a3f6f4 req-b6fb0fe1-244d-4f5f-b423-9c63e511389d tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Deleting port eefee2b7-2353-4e2e-8a3f-0d2c5c548e7a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:25.241858 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-16cc57d7-adf9-4876-9b8b-6b38c7a3f6f4 req-b6fb0fe1-244d-4f5f-b423-9c63e511389d tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.269444 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b01f-208f-440c-b7f3-13b30edf55c5 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.278878 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b01f-208f-440c-b7f3-13b30edf55c5 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.326325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fb31e-678e-4eac-b8bb-65728f16ffea req-538f80e8-35ec-43c0-9e03-85b5ba8c45cc tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:25.327889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7e9fb31e-678e-4eac-b8bb-65728f16ffea req-538f80e8-35ec-43c0-9e03-85b5ba8c45cc tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 944 time: 0.1703520 Jul 09 13:22:25.344887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-9048d626-5aaf-45b3-a4b7-301b7365afd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:25.346368 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-9048d626-5aaf-45b3-a4b7-301b7365afd5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e&tenant_id=5f446942a386493c8f7ba7f6f57f031b HTTP/1.1" status: 200 len: 1095 time: 0.1733806 Jul 09 13:22:25.378573 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92777bf7-05df-4d9d-9166-75f4aa3c54df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.383358 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92777bf7-05df-4d9d-9166-75f4aa3c54df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.392865 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-16cc57d7-adf9-4876-9b8b-6b38c7a3f6f4 req-b6fb0fe1-244d-4f5f-b423-9c63e511389d tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.393225 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-16cc57d7-adf9-4876-9b8b-6b38c7a3f6f4 req-b6fb0fe1-244d-4f5f-b423-9c63e511389d tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.412317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92777bf7-05df-4d9d-9166-75f4aa3c54df admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:22:25.429465 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7e9fb31e-678e-4eac-b8bb-65728f16ffea req-d0a0f0c8-e569-4980-9a8e-4250dc92cf7e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932384 Jul 09 13:22:25.430305 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-16cc57d7-adf9-4876-9b8b-6b38c7a3f6f4 req-b6fb0fe1-244d-4f5f-b423-9c63e511389d tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Calling delete_port for eefee2b7-2353-4e2e-8a3f-0d2c5c548e7a owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:25.435207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92777bf7-05df-4d9d-9166-75f4aa3c54df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0ae6ce1-82bf-437a-9450-390af10586c6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:25.438195 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92777bf7-05df-4d9d-9166-75f4aa3c54df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.438647 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-92777bf7-05df-4d9d-9166-75f4aa3c54df admin admin] Added segment 8c696239-80fb-4246-a8aa-7b3ab71c3125 of type vlan for network ca7aec5a-3e2d-4671-b67b-983106b57059 Jul 09 13:22:25.440412 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-6cd4b01f-208f-440c-b7f3-13b30edf55c5 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Floating IP fcd0f08d-8570-4091-8131-fcede3ab419c associated. External IP: 172.25.2.146, port: 9fbc0152-396b-4fd6-8df1-c5d79247a399. Jul 09 13:22:25.516450 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-17f6730c-e033-4247-87dd-e91fc8ed3f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:25.517970 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-17f6730c-e033-4247-87dd-e91fc8ed3f0d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 1095 time: 0.1393692 Jul 09 13:22:25.523836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92777bf7-05df-4d9d-9166-75f4aa3c54df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.598765 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92777bf7-05df-4d9d-9166-75f4aa3c54df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.599777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92777bf7-05df-4d9d-9166-75f4aa3c54df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:25.600383 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92777bf7-05df-4d9d-9166-75f4aa3c54df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.658272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-1e4bacc7-fa51-4fcb-9135-959ff522c6d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:25.659889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-1e4bacc7-fa51-4fcb-9135-959ff522c6d2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.1297474 Jul 09 13:22:25.663003 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-16cc57d7-adf9-4876-9b8b-6b38c7a3f6f4 req-b6fb0fe1-244d-4f5f-b423-9c63e511389d tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.666317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46722) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:25.666552 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-92777bf7-05df-4d9d-9166-75f4aa3c54df admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8916042 Jul 09 13:22:25.672944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ae2969a6-72cc-42ad-9043-42b1f67828b8 admin admin] Request body: {'subnet': {'network_id': 'ca7aec5a-3e2d-4671-b67b-983106b57059', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1893628659-subnet', 'tenant_id': '15b70c42188f429bb54dd2893dde566d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:25.701229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92777bf7-05df-4d9d-9166-75f4aa3c54df admin admin] Pushing event updated for resources: {'Network': ['ID=ca7aec5a-3e2d-4671-b67b-983106b57059,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:25.717161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network ca7aec5a-3e2d-4671-b67b-983106b57059 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:22:25.743788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb0fe1-244d-4f5f-b423-9c63e511389d tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Pushing event deleted for resources: {'Port': ['ID=eefee2b7-2353-4e2e-8a3f-0d2c5c548e7a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:25.760786 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-8f90d00b-a759-4e32-842d-285b0eb33330 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 HTTP/1.1" status: 200 len: 217 time: 0.0845397 Jul 09 13:22:25.781905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cd4b01f-208f-440c-b7f3-13b30edf55c5 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Router d293014f-502e-4bb0-874f-6f905fd0f313 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:22:25.794805 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:25.840396 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:25.871116 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2969a6-72cc-42ad-9043-42b1f67828b8 admin admin] Made reservation on behalf of 15b70c42188f429bb54dd2893dde566d for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:25.873444 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae2969a6-72cc-42ad-9043-42b1f67828b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.897934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd4b01f-208f-440c-b7f3-13b30edf55c5 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:22:25.902490 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b01f-208f-440c-b7f3-13b30edf55c5 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.910321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2730523d-b19d-4fc3-87b9-12e59ce3c69a None None] Sync routers for ids ['d293014f-502e-4bb0-874f-6f905fd0f313'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:22:25.919909 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2730523d-b19d-4fc3-87b9-12e59ce3c69a None None] Routers {'d293014f-502e-4bb0-874f-6f905fd0f313'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:25.921375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2730523d-b19d-4fc3-87b9-12e59ce3c69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:22:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d293014f-502e-4bb0-874f-6f905fd0f313'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:25.945311 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6cd4b01f-208f-440c-b7f3-13b30edf55c5 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "PUT /v2.0/floatingips/fcd0f08d-8570-4091-8131-fcede3ab419c HTTP/1.1" status: 200 len: 991 time: 1.8880656 Jul 09 13:22:25.946229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53db816c-c315-418c-89d3-f0092df55036', 'tag': '9fbc0152-396b-4fd6-8df1-c5d79247a399'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:25.947486 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-d3721eef-86b8-43e6-b42b-7264e517f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:25.949000 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-d3721eef-86b8-43e6-b42b-7264e517f7eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.1656027 Jul 09 13:22:25.949119 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d096516-2e84-4e89-ac99-66f18e101937" -d '{"events": [{"name": "network-changed", "server_uuid": "53db816c-c315-418c-89d3-f0092df55036", "tag": "9fbc0152-396b-4fd6-8df1-c5d79247a399"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:25.951530 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-16cc57d7-adf9-4876-9b8b-6b38c7a3f6f4 req-b6fb0fe1-244d-4f5f-b423-9c63e511389d tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.955414 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-16cc57d7-adf9-4876-9b8b-6b38c7a3f6f4 req-b6fb0fe1-244d-4f5f-b423-9c63e511389d tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:25.956519 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16cc57d7-adf9-4876-9b8b-6b38c7a3f6f4 req-b6fb0fe1-244d-4f5f-b423-9c63e511389d tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "DELETE /v2.0/floatingips/d397f16e-41e0-4319-bd58-361f41914eea HTTP/1.1" status: 204 len: 173 time: 0.9374490 Jul 09 13:22:26.000910 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-4864c4e7-d362-4271-a123-500291b3298f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422809 Jul 09 13:22:26.023036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb58cb8-2d88-4568-a3b9-a96ec7dc33c1 req-0f538293-f89a-4a2d-850b-062686c32186 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:26.024544 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3bb58cb8-2d88-4568-a3b9-a96ec7dc33c1 req-0f538293-f89a-4a2d-850b-062686c32186 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.3107388 Jul 09 13:22:26.043321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2730523d-b19d-4fc3-87b9-12e59ce3c69a None None] Set router d293014f-502e-4bb0-874f-6f905fd0f313 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:26.177267 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3bb58cb8-2d88-4568-a3b9-a96ec7dc33c1 req-baa30f28-850d-4ba3-a688-b9eed32879c2 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430986 Jul 09 13:22:26.241858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-fcb61588-bf55-48fd-9b3d-63d364f8a44e service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2354157 Jul 09 13:22:26.287044 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2730523d-b19d-4fc3-87b9-12e59ce3c69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'fcd0f08d-8570-4091-8131-fcede3ab419c', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'port_id': '9fbc0152-396b-4fd6-8df1-c5d79247a399', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'mac_address': 'fa:16:3e:81:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53db816c-c315-418c-89d3-f0092df55036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:19:53Z', 'updated_at': '2021-07-09T13:22:25Z', 'revision_number': 5, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f0351c-35bb-4e79-9e4e-b276109d0cbe', 'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'mac_address': 'fa:16:3e:9e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:38Z', 'revision_number': 5, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'subnets': [{'id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:26.300547 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc8faf-3151-45d6-a588-dc39b369ff3a req-d136c7d9-3286-409e-8793-4da6e208d91f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:26.302025 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6dfc8faf-3151-45d6-a588-dc39b369ff3a req-d136c7d9-3286-409e-8793-4da6e208d91f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.2243505 Jul 09 13:22:26.319378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2730523d-b19d-4fc3-87b9-12e59ce3c69a None None] Checking router: d293014f-502e-4bb0-874f-6f905fd0f313 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:22:26.328094 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2730523d-b19d-4fc3-87b9-12e59ce3c69a None None] Routers {'d293014f-502e-4bb0-874f-6f905fd0f313'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:26.329586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2730523d-b19d-4fc3-87b9-12e59ce3c69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:22:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d293014f-502e-4bb0-874f-6f905fd0f313'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:26.334569 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-655acbf0-938d-4a87-8fb4-b2f14ced9956 x-openstack-request-id: req-655acbf0-938d-4a87-8fb4-b2f14ced9956 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:26.335056 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53db816c-c315-418c-89d3-f0092df55036", "tag": "9fbc0152-396b-4fd6-8df1-c5d79247a399", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:26.335056 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-655acbf0-938d-4a87-8fb4-b2f14ced9956 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:26.335360 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53db816c-c315-418c-89d3-f0092df55036', 'tag': '9fbc0152-396b-4fd6-8df1-c5d79247a399', 'status': 'completed', 'code': 200} Jul 09 13:22:26.375853 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae2969a6-72cc-42ad-9043-42b1f67828b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:26.421016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d096516-2e84-4e89-ac99-66f18e101937 req-4ff71259-a0b9-4311-b19e-a3882e9cafd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:26.422966 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8d096516-2e84-4e89-ac99-66f18e101937 req-4ff71259-a0b9-4311-b19e-a3882e9cafd2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2805868d6b3b4a929f867d7da2837674&device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 1096 time: 0.0629218 Jul 09 13:22:26.450014 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2730523d-b19d-4fc3-87b9-12e59ce3c69a None None] Set router d293014f-502e-4bb0-874f-6f905fd0f313 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:26.469429 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-964d9625-400c-4107-8887-114af0e5375b req-713dd6d0-3c91-4af3-86d1-501b530497c3 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips/41231e50-6681-4c08-9a2b-d26b2d77c3ef HTTP/1.1" status: 200 len: 692 time: 0.1043785 Jul 09 13:22:26.482122 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6dfc8faf-3151-45d6-a588-dc39b369ff3a req-4d61a9a6-15ad-4b1e-b8ae-9122660f22db tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428273 Jul 09 13:22:26.536151 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d096516-2e84-4e89-ac99-66f18e101937 req-313e2e5b-cd72-4317-b561-c6c023fac89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:26.538885 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8d096516-2e84-4e89-ac99-66f18e101937 req-313e2e5b-cd72-4317-b561-c6c023fac89a service neutron] 10.222.0.18 "GET /v2.0/networks?id=9232ea55-daf9-4d07-93d3-30e0b875668e HTTP/1.1" status: 200 len: 924 time: 0.1091835 Jul 09 13:22:26.558556 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2969a6-72cc-42ad-9043-42b1f67828b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=30f9bc7a-9a36-445a-be36-e80241d9d2c0,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:26.570191 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-d2e9db8a-38ef-4d86-9801-2c82a2765322 service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049681 Jul 09 13:22:26.590070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae2969a6-72cc-42ad-9043-42b1f67828b8 admin admin] Checking segment: {'id': '8c696239-80fb-4246-a8aa-7b3ab71c3125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'ca7aec5a-3e2d-4671-b67b-983106b57059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:26.590411 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2969a6-72cc-42ad-9043-42b1f67828b8 admin admin] Network hostable DHCP agents. Network: ca7aec5a-3e2d-4671-b67b-983106b57059, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:22:26.642148 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8d096516-2e84-4e89-ac99-66f18e101937 req-dc8ff6ad-1e40-47dd-9eaa-4acbc8c6107a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9fbc0152-396b-4fd6-8df1-c5d79247a399 HTTP/1.1" status: 200 len: 999 time: 0.0969796 Jul 09 13:22:26.644104 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae2969a6-72cc-42ad-9043-42b1f67828b8 admin admin] Network ca7aec5a-3e2d-4671-b67b-983106b57059 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:22:26.667229 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d9625-400c-4107-8887-114af0e5375b req-875a052e-f07b-4e7f-89db-a38e8b930789 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:26.668565 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-964d9625-400c-4107-8887-114af0e5375b req-875a052e-f07b-4e7f-89db-a38e8b930789 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.1855919 Jul 09 13:22:26.695986 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d096516-2e84-4e89-ac99-66f18e101937 req-e156cc31-efc8-4b3c-949f-8d6f063a1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:26.697489 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8d096516-2e84-4e89-ac99-66f18e101937 req-e156cc31-efc8-4b3c-949f-8d6f063a1ea4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=26d28f37-7507-432c-a5d8-c6beb38ffc7a HTTP/1.1" status: 200 len: 862 time: 0.0488012 Jul 09 13:22:26.697645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ae2969a6-72cc-42ad-9043-42b1f67828b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, ca7aec5a-3e2d-4671-b67b-983106b57059) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:26.707754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-964d9625-400c-4107-8887-114af0e5375b req-95b0caf1-ba3d-4855-a5b0-fe4567df3861 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:22:26.708737 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-964d9625-400c-4107-8887-114af0e5375b req-95b0caf1-ba3d-4855-a5b0-fe4567df3861 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148597 Jul 09 13:22:26.713498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2969a6-72cc-42ad-9043-42b1f67828b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:26.714084 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae2969a6-72cc-42ad-9043-42b1f67828b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:26.729351 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71861820-55bb-4a65-86b5-890b5ddaf927 None None] Network ca7aec5a-3e2d-4671-b67b-983106b57059 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:26.739751 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ae2969a6-72cc-42ad-9043-42b1f67828b8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0715244 Jul 09 13:22:26.784706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d096516-2e84-4e89-ac99-66f18e101937 req-010a57b5-a7b0-40b0-9ec0-37a6cb60d56f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:26.790845 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8d096516-2e84-4e89-ac99-66f18e101937 req-010a57b5-a7b0-40b0-9ec0-37a6cb60d56f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9232ea55-daf9-4d07-93d3-30e0b875668e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857973 Jul 09 13:22:26.798187 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-964d9625-400c-4107-8887-114af0e5375b req-41820f81-a4ec-4bd3-a070-45afff128eb3 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.69 HTTP/1.1" status: 200 len: 695 time: 0.0745015 Jul 09 13:22:26.848153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2730523d-b19d-4fc3-87b9-12e59ce3c69a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'fcd0f08d-8570-4091-8131-fcede3ab419c', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'port_id': '9fbc0152-396b-4fd6-8df1-c5d79247a399', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'mac_address': 'fa:16:3e:81:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53db816c-c315-418c-89d3-f0092df55036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:19:53Z', 'updated_at': '2021-07-09T13:22:25Z', 'revision_number': 5, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f0351c-35bb-4e79-9e4e-b276109d0cbe', 'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'mac_address': 'fa:16:3e:9e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:38Z', 'revision_number': 5, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'subnets': [{'id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:26.863976 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4cef7e-6dcb-437a-97c1-31f64d08ae08 req-d89182a1-ab77-4fa4-9388-4425c875e2f3 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:26.870952 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba4cef7e-6dcb-437a-97c1-31f64d08ae08 req-d89182a1-ab77-4fa4-9388-4425c875e2f3 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.2231557 Jul 09 13:22:26.888094 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-964d9625-400c-4107-8887-114af0e5375b req-2a80eab8-35af-42a6-bbad-ea61da4d148e tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.69 HTTP/1.1" status: 200 len: 695 time: 0.0810447 Jul 09 13:22:26.895208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2730523d-b19d-4fc3-87b9-12e59ce3c69a None None] The sync data for ids ['d293014f-502e-4bb0-874f-6f905fd0f313'] in n-d-799525-3 is: [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'fcd0f08d-8570-4091-8131-fcede3ab419c', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'floating_ip_address': '172.25.2.146', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'port_id': '9fbc0152-396b-4fd6-8df1-c5d79247a399', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 172, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'mac_address': 'fa:16:3e:81:ee:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53db816c-c315-418c-89d3-f0092df55036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:19:53Z', 'updated_at': '2021-07-09T13:22:25Z', 'revision_number': 5, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24f0351c-35bb-4e79-9e4e-b276109d0cbe', 'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'mac_address': 'fa:16:3e:9e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:38Z', 'revision_number': 5, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'subnets': [{'id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:22:26.955418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ddbd49-a534-46a5-a105-4480074dda90 None None] Network ca7aec5a-3e2d-4671-b67b-983106b57059 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:26.970764 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8d096516-2e84-4e89-ac99-66f18e101937 req-7a2c860e-43ef-433d-8b3c-fff86631a775 service neutron] 10.222.0.18 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729665 Jul 09 13:22:27.083318 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba4cef7e-6dcb-437a-97c1-31f64d08ae08 req-0db5c826-0dbd-436c-9728-fd72a567adf9 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113903 Jul 09 13:22:27.095441 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8d096516-2e84-4e89-ac99-66f18e101937 req-cf1ae1a7-2da7-405f-a429-8e94b125d4ee service neutron] 10.222.0.18 "GET /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161168 Jul 09 13:22:27.151905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-e9247b41-e2c9-4ace-97cb-34ff313ab60d tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:27.153432 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-e9247b41-e2c9-4ace-97cb-34ff313ab60d tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e&tenant_id=5f446942a386493c8f7ba7f6f57f031b&binding%3Ahost_id=n-h1-799525-3 HTTP/1.1" status: 200 len: 1095 time: 0.2415030 Jul 09 13:22:27.159336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-964d9625-400c-4107-8887-114af0e5375b req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Deleting port bd521968-db0a-40ca-9f25-c99c596cf025 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:27.159686 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-964d9625-400c-4107-8887-114af0e5375b req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.190727 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48916e9-862c-4a3f-a2f1-17b6793f00f7 None None] New status for floating IP fcd0f08d-8570-4091-8131-fcede3ab419c: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:22:27.327011 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-964d9625-400c-4107-8887-114af0e5375b req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.327480 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-964d9625-400c-4107-8887-114af0e5375b req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.348544 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-964d9625-400c-4107-8887-114af0e5375b req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Calling delete_port for bd521968-db0a-40ca-9f25-c99c596cf025 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:27.400574 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb489626-293c-45cd-8b33-b30b825c8a21 req-f8f9dc0a-ac7f-4bf6-9001-6c5129eca25e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:27.402460 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fb489626-293c-45cd-8b33-b30b825c8a21 req-f8f9dc0a-ac7f-4bf6-9001-6c5129eca25e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 944 time: 0.1967773 Jul 09 13:22:27.471359 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-eaa0eefe-0e08-47aa-a4ad-f525328d8a74 service neutron] For port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:27.485993 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-eaa0eefe-0e08-47aa-a4ad-f525328d8a74 service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.487057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ccc642c-07cd-4672-9d5d-f772ab9fe3f8 req-eaa0eefe-0e08-47aa-a4ad-f525328d8a74 service neutron] 10.222.0.18 "DELETE /v2.0/ports/3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7/bindings/n-h2-799525-3 HTTP/1.1" status: 204 len: 173 time: 0.3147042 Jul 09 13:22:27.502611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fb489626-293c-45cd-8b33-b30b825c8a21 req-5608c3e1-bb47-418e-becd-96fb8f341e21 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680802 Jul 09 13:22:27.581919 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-964d9625-400c-4107-8887-114af0e5375b req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.611029 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Pushing event deleted for resources: {'Port': ['ID=bd521968-db0a-40ca-9f25-c99c596cf025,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:27.620975 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:27.621302 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:27.621645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:27.621979 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:27.622290 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:27.622617 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:27.622937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:27.623283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:27.623603 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:27.623922 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:27.624236 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:27.626015 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:27.688976 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-964d9625-400c-4107-8887-114af0e5375b req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.691541 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-964d9625-400c-4107-8887-114af0e5375b req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.692719 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-964d9625-400c-4107-8887-114af0e5375b req-66fde821-6916-4e59-bbdc-55e39cbd4a87 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "DELETE /v2.0/floatingips/41231e50-6681-4c08-9a2b-d26b2d77c3ef HTTP/1.1" status: 204 len: 173 time: 0.8038564 Jul 09 13:22:27.745031 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-48b5916c-38b8-43cc-a6cf-b9dcb12e34b4 req-f4b3e934-1914-44f7-89f0-aaf4659c532f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1144991755', 'description': 'tempest-description-1159449266'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:27.767280 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-48b5916c-38b8-43cc-a6cf-b9dcb12e34b4 req-f4b3e934-1914-44f7-89f0-aaf4659c532f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.886433 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78c364-13de-4bda-a670-4fb7f4d2ae0c req-693f0627-c4a0-4ac4-a41a-e173bd978c2d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:27.887879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ab78c364-13de-4bda-a670-4fb7f4d2ae0c req-693f0627-c4a0-4ac4-a41a-e173bd978c2d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.0993457 Jul 09 13:22:27.920589 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-48b5916c-38b8-43cc-a6cf-b9dcb12e34b4 req-f4b3e934-1914-44f7-89f0-aaf4659c532f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.929362 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-48b5916c-38b8-43cc-a6cf-b9dcb12e34b4 req-f4b3e934-1914-44f7-89f0-aaf4659c532f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.956637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ab78c364-13de-4bda-a670-4fb7f4d2ae0c req-2c218ed5-0c65-4b79-8a20-f7f0d618d843 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625191 Jul 09 13:22:27.970615 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-48b5916c-38b8-43cc-a6cf-b9dcb12e34b4 req-f4b3e934-1914-44f7-89f0-aaf4659c532f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:27.971853 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48b5916c-38b8-43cc-a6cf-b9dcb12e34b4 req-f4b3e934-1914-44f7-89f0-aaf4659c532f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2311177 Jul 09 13:22:27.981087 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b3e934-1914-44f7-89f0-aaf4659c532f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=322f6637-7d54-440f-befc-161d36195e0d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:28.157102 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41a2c2eb-35f3-4ab7-bf40-22169742b86a req-76de24fc-093e-4ab9-98ec-cad2be08f81c tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips/06f15e0c-b077-4556-8c0a-1aba88dc3648 HTTP/1.1" status: 200 len: 693 time: 0.0481148 Jul 09 13:22:28.224877 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f5191-3d0d-43eb-bc43-b00a7cd67047 req-a592dd91-bc61-413a-adbd-3916df2cf5c5 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:28.226410 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-639f5191-3d0d-43eb-bc43-b00a7cd67047 req-a592dd91-bc61-413a-adbd-3916df2cf5c5 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.1506994 Jul 09 13:22:28.294111 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-639f5191-3d0d-43eb-bc43-b00a7cd67047 req-fdcba761-577b-4a27-b744-b5fe4c2b6c96 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604331 Jul 09 13:22:28.305030 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2c2eb-35f3-4ab7-bf40-22169742b86a req-1413519c-cc16-41f9-ad98-dc485bb3fc92 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:28.306382 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41a2c2eb-35f3-4ab7-bf40-22169742b86a req-1413519c-cc16-41f9-ad98-dc485bb3fc92 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.1433079 Jul 09 13:22:28.665501 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41a2c2eb-35f3-4ab7-bf40-22169742b86a req-7a0c972c-b020-47cf-949c-f29bde5c74eb tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.245 HTTP/1.1" status: 200 len: 696 time: 0.3494086 Jul 09 13:22:28.728094 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40d35c01-2750-4605-9a62-fa3435092080 req-4cffb451-24c8-44c9-aefe-c038c53296c0 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/322f6637-7d54-440f-befc-161d36195e0d HTTP/1.1" status: 200 len: 1805 time: 0.3995571 Jul 09 13:22:28.733014 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41a2c2eb-35f3-4ab7-bf40-22169742b86a req-5579d684-f99b-4eff-81e1-5445985f40a0 tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.245 HTTP/1.1" status: 200 len: 696 time: 0.0596042 Jul 09 13:22:28.743344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-40d35c01-2750-4605-9a62-fa3435092080 req-95e25800-aae3-4dc6-b77e-04c07ad20778 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '322f6637-7d54-440f-befc-161d36195e0d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:28.743667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-40d35c01-2750-4605-9a62-fa3435092080 req-95e25800-aae3-4dc6-b77e-04c07ad20778 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '322f6637-7d54-440f-befc-161d36195e0d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:28.842861 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-4e3c0775-b308-4181-81fe-b7f60f3f34d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:28.844677 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-4e3c0775-b308-4181-81fe-b7f60f3f34d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 1097 time: 0.2191114 Jul 09 13:22:28.973277 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-40d35c01-2750-4605-9a62-fa3435092080 req-95e25800-aae3-4dc6-b77e-04c07ad20778 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.014066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-41a2c2eb-35f3-4ab7-bf40-22169742b86a req-eece0130-b94c-433a-97a1-44ee31a4a21b tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Deleting port 74bfb46c-fcf9-4508-af49-5b3ae14190af {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:29.014422 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-41a2c2eb-35f3-4ab7-bf40-22169742b86a req-eece0130-b94c-433a-97a1-44ee31a4a21b tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.018973 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-d8509a84-29b6-4cd1-b65a-d4d963583b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:29.020475 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-d8509a84-29b6-4cd1-b65a-d4d963583b69 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.1685889 Jul 09 13:22:29.026399 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-40d35c01-2750-4605-9a62-fa3435092080 req-95e25800-aae3-4dc6-b77e-04c07ad20778 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.065720 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-40d35c01-2750-4605-9a62-fa3435092080 req-95e25800-aae3-4dc6-b77e-04c07ad20778 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.116170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-12d7de9c-e1a0-4a80-8f36-abda82fb26ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=135692d3-1ed6-4885-ac2c-72bc5f272023 HTTP/1.1" status: 200 len: 217 time: 0.0795534 Jul 09 13:22:29.123533 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e25800-aae3-4dc6-b77e-04c07ad20778 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2dc1bc-f058-4cbc-b82a-a85ca9c35411,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:29.140735 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-40d35c01-2750-4605-9a62-fa3435092080 req-95e25800-aae3-4dc6-b77e-04c07ad20778 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.141859 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40d35c01-2750-4605-9a62-fa3435092080 req-95e25800-aae3-4dc6-b77e-04c07ad20778 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4066010 Jul 09 13:22:29.194535 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-41a2c2eb-35f3-4ab7-bf40-22169742b86a req-eece0130-b94c-433a-97a1-44ee31a4a21b tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.194862 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-41a2c2eb-35f3-4ab7-bf40-22169742b86a req-eece0130-b94c-433a-97a1-44ee31a4a21b tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.199953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-68e91235-24fa-4c82-8a8f-f287e5890d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:29.201427 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-68e91235-24fa-4c82-8a8f-f287e5890d7c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.0730739 Jul 09 13:22:29.220524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-41a2c2eb-35f3-4ab7-bf40-22169742b86a req-eece0130-b94c-433a-97a1-44ee31a4a21b tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Calling delete_port for 74bfb46c-fcf9-4508-af49-5b3ae14190af owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:29.244308 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-98c4b818-32a6-486b-b816-c78880b4d1f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354762 Jul 09 13:22:29.426542 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-28cc4543-7e31-4694-938d-c5b16b134577 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713820 Jul 09 13:22:29.436337 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce49728-117d-4fdc-b05b-495cb1f14a88 req-b0d37b8e-459a-4459-8eec-47e033264bee tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:29.437999 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ce49728-117d-4fdc-b05b-495cb1f14a88 req-b0d37b8e-459a-4459-8eec-47e033264bee tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 1095 time: 0.1982269 Jul 09 13:22:29.553830 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ce49728-117d-4fdc-b05b-495cb1f14a88 req-7ca4aef7-7c4b-47a0-a58a-ac0fbc961cda tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061440 Jul 09 13:22:29.584023 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-c7e0a306-f845-400e-b758-2202be334ced service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450424 Jul 09 13:22:29.586114 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-41a2c2eb-35f3-4ab7-bf40-22169742b86a req-eece0130-b94c-433a-97a1-44ee31a4a21b tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.618980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eece0130-b94c-433a-97a1-44ee31a4a21b tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Pushing event deleted for resources: {'Port': ['ID=74bfb46c-fcf9-4508-af49-5b3ae14190af,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:29.712682 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-41a2c2eb-35f3-4ab7-bf40-22169742b86a req-eece0130-b94c-433a-97a1-44ee31a4a21b tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.715254 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-41a2c2eb-35f3-4ab7-bf40-22169742b86a req-eece0130-b94c-433a-97a1-44ee31a4a21b tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:29.716420 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41a2c2eb-35f3-4ab7-bf40-22169742b86a req-eece0130-b94c-433a-97a1-44ee31a4a21b tempest-FloatingIPDetailsTestJSON-2094131290 tempest-FloatingIPDetailsTestJSON-2094131290-project] 10.222.0.39 "DELETE /v2.0/floatingips/06f15e0c-b077-4556-8c0a-1aba88dc3648 HTTP/1.1" status: 204 len: 173 time: 0.9765420 Jul 09 13:22:29.724919 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46770) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:29.752101 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc15cee-a3eb-401f-8f69-113033e3c87e req-df64df0f-7e4a-4e11-86da-d618f62c366e tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:29.753718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bcc15cee-a3eb-401f-8f69-113033e3c87e req-df64df0f-7e4a-4e11-86da-d618f62c366e tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.0797222 Jul 09 13:22:29.819754 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bcc15cee-a3eb-401f-8f69-113033e3c87e req-3743cd88-9eb7-495c-9237-0917cfae9d55 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596108 Jul 09 13:22:29.976677 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-b146ca86-5df4-4105-849e-cda2b61eca46 req-48bc1291-106f-4f83-94ce-c20ccb41a337 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1059099751', 'description': 'tempest-description-1557979375'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:30.012670 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b146ca86-5df4-4105-849e-cda2b61eca46 req-48bc1291-106f-4f83-94ce-c20ccb41a337 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.038636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fa07d5-5c63-4514-8b56-af3f083f5bcb req-151d3108-7c9d-4701-a9be-32a3b74d38e1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:30.040118 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-09fa07d5-5c63-4514-8b56-af3f083f5bcb req-151d3108-7c9d-4701-a9be-32a3b74d38e1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.1036386 Jul 09 13:22:30.107899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-09fa07d5-5c63-4514-8b56-af3f083f5bcb req-fcd94a44-96cc-48b4-b499-09759b54e4ff tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559013 Jul 09 13:22:30.164576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b146ca86-5df4-4105-849e-cda2b61eca46 req-48bc1291-106f-4f83-94ce-c20ccb41a337 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.168890 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b146ca86-5df4-4105-849e-cda2b61eca46 req-48bc1291-106f-4f83-94ce-c20ccb41a337 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.205980 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b146ca86-5df4-4105-849e-cda2b61eca46 req-48bc1291-106f-4f83-94ce-c20ccb41a337 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.219877 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b146ca86-5df4-4105-849e-cda2b61eca46 req-48bc1291-106f-4f83-94ce-c20ccb41a337 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2481017 Jul 09 13:22:30.236284 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.285721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc1291-106f-4f83-94ce-c20ccb41a337 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b53d15ce-953a-419e-9086-e9cbf326c4c1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:30.324082 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf344bc-277f-4134-bc5a-3c03c99981f4 req-e520cfd2-0f84-4a69-b266-b0609ece7f52 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:30.325851 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-acf344bc-277f-4134-bc5a-3c03c99981f4 req-e520cfd2-0f84-4a69-b266-b0609ece7f52 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.0900390 Jul 09 13:22:30.395885 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-acf344bc-277f-4134-bc5a-3c03c99981f4 req-afd9c15f-7e62-4974-be94-6439d7a40191 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601494 Jul 09 13:22:30.410981 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b136300f-6174-48a1-a44f-1ca2f5b764f0 req-cb2f9200-cbc3-4315-afc3-b213c118b26c tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:30.413119 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b136300f-6174-48a1-a44f-1ca2f5b764f0 req-cb2f9200-cbc3-4315-afc3-b213c118b26c tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 1095 time: 0.0861685 Jul 09 13:22:30.475710 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b136300f-6174-48a1-a44f-1ca2f5b764f0 req-23d90b07-dbc8-4876-b09e-9c62bb798077 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563219 Jul 09 13:22:30.502258 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2356fc25-1dfb-4bc5-8081-c0367e80b50f req-ac52f67f-43e9-4f5b-bc0d-c45f76e253a1 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/b53d15ce-953a-419e-9086-e9cbf326c4c1 HTTP/1.1" status: 200 len: 1805 time: 0.0573092 Jul 09 13:22:30.507530 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-2356fc25-1dfb-4bc5-8081-c0367e80b50f req-fbc07b0a-4d99-43cf-a65f-8d21b1503823 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b53d15ce-953a-419e-9086-e9cbf326c4c1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:30.507844 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-2356fc25-1dfb-4bc5-8081-c0367e80b50f req-fbc07b0a-4d99-43cf-a65f-8d21b1503823 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'b53d15ce-953a-419e-9086-e9cbf326c4c1', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:30.575888 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2356fc25-1dfb-4bc5-8081-c0367e80b50f req-fbc07b0a-4d99-43cf-a65f-8d21b1503823 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.603258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Deleting port e8f614f4-e117-4fcd-b69e-1b40bbbbfada {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:30.603674 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.609020 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2356fc25-1dfb-4bc5-8081-c0367e80b50f req-fbc07b0a-4d99-43cf-a65f-8d21b1503823 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.613378 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2356fc25-1dfb-4bc5-8081-c0367e80b50f req-fbc07b0a-4d99-43cf-a65f-8d21b1503823 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.638776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc07b0a-4d99-43cf-a65f-8d21b1503823 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7d9a897-2c25-41ae-aa6e-f672fa2ff1c2,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:30.647531 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-2356fc25-1dfb-4bc5-8081-c0367e80b50f req-fbc07b0a-4d99-43cf-a65f-8d21b1503823 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.652913 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2356fc25-1dfb-4bc5-8081-c0367e80b50f req-fbc07b0a-4d99-43cf-a65f-8d21b1503823 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1498060 Jul 09 13:22:30.676201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-50c51ded-b4ae-42aa-a1e8-1ea38610b14c req-50235d82-e4e8-460a-bfbd-1acd7bb6c4cf tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1522101554', 'description': 'tempest-description-76818529'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:30.702124 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-50c51ded-b4ae-42aa-a1e8-1ea38610b14c req-50235d82-e4e8-460a-bfbd-1acd7bb6c4cf tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.706694 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] For port e8f614f4-e117-4fcd-b69e-1b40bbbbfada, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e8f614f4-e117-4fcd-b69e-1b40bbbbfada,segment=NetworkSegment(3152da7b-39a4-4090-b6b4-ee0a70de8335),segment_id=3152da7b-39a4-4090-b6b4-ee0a70de8335)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:30.707353 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.725081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Calling delete_port for e8f614f4-e117-4fcd-b69e-1b40bbbbfada owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:30.815394 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-50c51ded-b4ae-42aa-a1e8-1ea38610b14c req-50235d82-e4e8-460a-bfbd-1acd7bb6c4cf tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.819334 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-50c51ded-b4ae-42aa-a1e8-1ea38610b14c req-50235d82-e4e8-460a-bfbd-1acd7bb6c4cf tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.880054 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50235d82-e4e8-460a-bfbd-1acd7bb6c4cf tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=521f1142-8220-41f5-9a88-57498c787adf,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:30.883574 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-50c51ded-b4ae-42aa-a1e8-1ea38610b14c req-50235d82-e4e8-460a-bfbd-1acd7bb6c4cf tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:30.891994 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-50c51ded-b4ae-42aa-a1e8-1ea38610b14c req-50235d82-e4e8-460a-bfbd-1acd7bb6c4cf tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2198257 Jul 09 13:22:31.033294 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.057655 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-66b05985-248b-4910-96a6-170f3cb3b167 req-e2f5ac7c-258d-4ccc-85fa-fca0c1a7d2eb tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2030430166', 'description': 'tempest-description-1187334502'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:31.069938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8f614f4-e117-4fcd-b69e-1b40bbbbfada,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:31.098935 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.099466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.100100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.100332 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.100705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.101027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.101834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.102337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.102670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.103555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.103555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.104145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:31.104949 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-66b05985-248b-4910-96a6-170f3cb3b167 req-e2f5ac7c-258d-4ccc-85fa-fca0c1a7d2eb tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.120367 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:22:31.200912 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d91bcc-9fde-49af-bb4a-32a38ab71af3 req-e0ed4b87-d283-441b-815a-dd34b2aa2962 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:31.209800 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-62d91bcc-9fde-49af-bb4a-32a38ab71af3 req-e0ed4b87-d283-441b-815a-dd34b2aa2962 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1902742 Jul 09 13:22:31.269229 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.285865 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-62d91bcc-9fde-49af-bb4a-32a38ab71af3 req-5562fc8d-a4c0-499a-bb91-d19d6e6c4e2e tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745671 Jul 09 13:22:31.319479 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-66b05985-248b-4910-96a6-170f3cb3b167 req-e2f5ac7c-258d-4ccc-85fa-fca0c1a7d2eb tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.326805 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-66b05985-248b-4910-96a6-170f3cb3b167 req-e2f5ac7c-258d-4ccc-85fa-fca0c1a7d2eb tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.388297 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-66b05985-248b-4910-96a6-170f3cb3b167 req-e2f5ac7c-258d-4ccc-85fa-fca0c1a7d2eb tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.402004 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66b05985-248b-4910-96a6-170f3cb3b167 req-e2f5ac7c-258d-4ccc-85fa-fca0c1a7d2eb tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.3476586 Jul 09 13:22:31.412055 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f5ac7c-258d-4ccc-85fa-fca0c1a7d2eb tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7258b4b6-a369-4b8c-ac69-c45395076e08,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:31.567335 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83267b2b-1d3e-43d2-86a1-139ed46c9feb req-3f2f2264-d7eb-4d10-a168-1fd64ee6ecc5 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/521f1142-8220-41f5-9a88-57498c787adf HTTP/1.1" status: 200 len: 1803 time: 0.0843766 Jul 09 13:22:31.628632 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83267b2b-1d3e-43d2-86a1-139ed46c9feb req-e54a1bca-f2d5-445e-8cfd-9ec98f51b157 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/7258b4b6-a369-4b8c-ac69-c45395076e08 HTTP/1.1" status: 200 len: 1805 time: 0.0540259 Jul 09 13:22:31.642640 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64009794-912b-4384-92df-9193a7d1cd9c req-a329b003-73ee-4940-9664-a99055888921 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:31.644367 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-64009794-912b-4384-92df-9193a7d1cd9c req-a329b003-73ee-4940-9664-a99055888921 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.1296582 Jul 09 13:22:31.650032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-83267b2b-1d3e-43d2-86a1-139ed46c9feb req-6967f52f-d9a1-4ead-a437-de995cf67832 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '521f1142-8220-41f5-9a88-57498c787adf', 'remote_group_id': '7258b4b6-a369-4b8c-ac69-c45395076e08', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:31.650406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-83267b2b-1d3e-43d2-86a1-139ed46c9feb req-6967f52f-d9a1-4ead-a437-de995cf67832 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '521f1142-8220-41f5-9a88-57498c787adf', 'remote_group_id': '7258b4b6-a369-4b8c-ac69-c45395076e08', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:31.711662 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-64009794-912b-4384-92df-9193a7d1cd9c req-c6634b78-e2a7-4d8f-91ab-f7b354e4716f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550919 Jul 09 13:22:31.753109 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40efdb2a-e2f1-4b68-b48a-18e15d3d1f8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.767119 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-83267b2b-1d3e-43d2-86a1-139ed46c9feb req-6967f52f-d9a1-4ead-a437-de995cf67832 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.809667 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-83267b2b-1d3e-43d2-86a1-139ed46c9feb req-6967f52f-d9a1-4ead-a437-de995cf67832 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.815829 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-83267b2b-1d3e-43d2-86a1-139ed46c9feb req-6967f52f-d9a1-4ead-a437-de995cf67832 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.841303 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6967f52f-d9a1-4ead-a437-de995cf67832 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49068fe0-dbff-411a-bb65-2865cfe2e1af,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:31.862829 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-83267b2b-1d3e-43d2-86a1-139ed46c9feb req-6967f52f-d9a1-4ead-a437-de995cf67832 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.866282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Router 9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:22:31.870439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83267b2b-1d3e-43d2-86a1-139ed46c9feb req-6967f52f-d9a1-4ead-a437-de995cf67832 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2249045 Jul 09 13:22:31.897127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-8ae7b57a-64dc-4076-9faa-f493ab4fe8a5 req-ddc0a4ca-35e2-45f0-a81d-4ee0980f2111 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-295035840', 'description': 'tempest-description-939963608'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:31.957070 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8ae7b57a-64dc-4076-9faa-f493ab4fe8a5 req-ddc0a4ca-35e2-45f0-a81d-4ee0980f2111 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:31.993623 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e882a9f7-9023-4410-bf9f-4493471ec324 req-cf17573e-b8f5-4f6e-9a89-0b41cb4770c7 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:31.995521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e882a9f7-9023-4410-bf9f-4493471ec324 req-cf17573e-b8f5-4f6e-9a89-0b41cb4770c7 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.1173217 Jul 09 13:22:32.003599 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:22:32.016522 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-050a3052-e2f4-4bfc-bf9d-072b225269e4 admin admin] 10.222.0.39 "PUT /v2.0/routers/9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2900786 Jul 09 13:22:32.018825 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46804) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:32.022476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a78b97b-acd1-49ea-83f0-28d65b6c289c None None] Sync routers for ids ['9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:22:32.041438 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a78b97b-acd1-49ea-83f0-28d65b6c289c None None] Routers {'9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:32.043075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1a78b97b-acd1-49ea-83f0-28d65b6c289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:22:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:32.074725 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e882a9f7-9023-4410-bf9f-4493471ec324 req-4b902b3e-c141-4c5a-9ea5-dbd999b6d9c2 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704248 Jul 09 13:22:32.122571 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8ae7b57a-64dc-4076-9faa-f493ab4fe8a5 req-ddc0a4ca-35e2-45f0-a81d-4ee0980f2111 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.128933 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8ae7b57a-64dc-4076-9faa-f493ab4fe8a5 req-ddc0a4ca-35e2-45f0-a81d-4ee0980f2111 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.163284 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47ef05d9-3d09-4c11-982f-79c2a70aad23 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.164098 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8ae7b57a-64dc-4076-9faa-f493ab4fe8a5 req-ddc0a4ca-35e2-45f0-a81d-4ee0980f2111 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.165311 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ae7b57a-64dc-4076-9faa-f493ab4fe8a5 req-ddc0a4ca-35e2-45f0-a81d-4ee0980f2111 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2735782 Jul 09 13:22:32.167145 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc0a4ca-35e2-45f0-a81d-4ee0980f2111 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a62bcf10-b9ce-4837-8c94-8086100cb829,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:32.195323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-dcd4734b-3f3c-45aa-837c-42f140d8dd8c req-e51091db-0d71-4b6a-879c-ccb4c638cb17 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1199957568', 'description': 'tempest-description-982992881'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:32.219343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1a78b97b-acd1-49ea-83f0-28d65b6c289c None None] Set router 9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:32.232334 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-dcd4734b-3f3c-45aa-837c-42f140d8dd8c req-e51091db-0d71-4b6a-879c-ccb4c638cb17 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.300281 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47ef05d9-3d09-4c11-982f-79c2a70aad23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.382119 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-dcd4734b-3f3c-45aa-837c-42f140d8dd8c req-e51091db-0d71-4b6a-879c-ccb4c638cb17 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.387751 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-dcd4734b-3f3c-45aa-837c-42f140d8dd8c req-e51091db-0d71-4b6a-879c-ccb4c638cb17 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.428999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-47ef05d9-3d09-4c11-982f-79c2a70aad23 admin admin] Deleting port 1226102e-6546-4c6d-9d72-58cddfee9324 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:32.429345 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47ef05d9-3d09-4c11-982f-79c2a70aad23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.437215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51091db-0d71-4b6a-879c-ccb4c638cb17 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5836861-c84c-4e7d-9efa-3d5baac2b3e2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:32.440541 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-dcd4734b-3f3c-45aa-837c-42f140d8dd8c req-e51091db-0d71-4b6a-879c-ccb4c638cb17 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.441797 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dcd4734b-3f3c-45aa-837c-42f140d8dd8c req-e51091db-0d71-4b6a-879c-ccb4c638cb17 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2506762 Jul 09 13:22:32.489376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1a78b97b-acd1-49ea-83f0-28d65b6c289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1809352670-router', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': '1226102e-6546-4c6d-9d72-58cddfee9324', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:54Z', 'updated_at': '2021-07-09T13:22:30Z', 'revision_number': 5, 'project_id': '5d9fb08c37c04125b325b7c99ce891a5', 'gw_port': {'id': '1226102e-6546-4c6d-9d72-58cddfee9324', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:fb:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:55Z', 'updated_at': '2021-07-09T13:22:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:32.523462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a78b97b-acd1-49ea-83f0-28d65b6c289c None None] Checking router: 9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:22:32.534432 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a78b97b-acd1-49ea-83f0-28d65b6c289c None None] Routers {'9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:32.535294 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1a78b97b-acd1-49ea-83f0-28d65b6c289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:22:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:32.547972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-47ef05d9-3d09-4c11-982f-79c2a70aad23 admin admin] For port 1226102e-6546-4c6d-9d72-58cddfee9324, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1226102e-6546-4c6d-9d72-58cddfee9324,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:32.548683 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47ef05d9-3d09-4c11-982f-79c2a70aad23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.551749 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7875e14c-1e44-4f25-8730-139d5df97454 req-15c025fc-90e7-4452-a2f0-3cf968a75df5 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/a62bcf10-b9ce-4837-8c94-8086100cb829 HTTP/1.1" status: 200 len: 1803 time: 0.0854313 Jul 09 13:22:32.569174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-47ef05d9-3d09-4c11-982f-79c2a70aad23 admin admin] Calling delete_port for 1226102e-6546-4c6d-9d72-58cddfee9324 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:32.640257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154761a6-f0ea-4ee4-af0b-62bce0cc6b71 req-89310c55-11ce-466a-9c5c-b3789eca0e44 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:32.642161 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-154761a6-f0ea-4ee4-af0b-62bce0cc6b71 req-89310c55-11ce-466a-9c5c-b3789eca0e44 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1441355 Jul 09 13:22:32.649936 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7875e14c-1e44-4f25-8730-139d5df97454 req-893c3d61-7926-4d9d-ae62-9d2b358c414c tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/c5836861-c84c-4e7d-9efa-3d5baac2b3e2 HTTP/1.1" status: 200 len: 1804 time: 0.0903134 Jul 09 13:22:32.667182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-7875e14c-1e44-4f25-8730-139d5df97454 req-ff9162dc-33a0-43c9-ae1c-1b327c080e91 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a62bcf10-b9ce-4837-8c94-8086100cb829', 'remote_group_id': 'c5836861-c84c-4e7d-9efa-3d5baac2b3e2', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:32.667504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-7875e14c-1e44-4f25-8730-139d5df97454 req-ff9162dc-33a0-43c9-ae1c-1b327c080e91 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'a62bcf10-b9ce-4837-8c94-8086100cb829', 'remote_group_id': 'c5836861-c84c-4e7d-9efa-3d5baac2b3e2', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:32.729342 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-154761a6-f0ea-4ee4-af0b-62bce0cc6b71 req-7a77b6ab-aa8f-4e97-b4f7-304f31de6622 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779765 Jul 09 13:22:32.805615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1a78b97b-acd1-49ea-83f0-28d65b6c289c None None] Set router 9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:32.811788 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47ef05d9-3d09-4c11-982f-79c2a70aad23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.818721 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7875e14c-1e44-4f25-8730-139d5df97454 req-ff9162dc-33a0-43c9-ae1c-1b327c080e91 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.865273 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ef05d9-3d09-4c11-982f-79c2a70aad23 admin admin] Pushing event deleted for resources: {'Port': ['ID=1226102e-6546-4c6d-9d72-58cddfee9324,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:32.879781 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1a78b97b-acd1-49ea-83f0-28d65b6c289c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1809352670-router', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:54Z', 'updated_at': '2021-07-09T13:22:32Z', 'revision_number': 6, 'project_id': '5d9fb08c37c04125b325b7c99ce891a5', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:32.887291 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7875e14c-1e44-4f25-8730-139d5df97454 req-ff9162dc-33a0-43c9-ae1c-1b327c080e91 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.893513 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7875e14c-1e44-4f25-8730-139d5df97454 req-ff9162dc-33a0-43c9-ae1c-1b327c080e91 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.926204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a78b97b-acd1-49ea-83f0-28d65b6c289c None None] The sync data for ids ['9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2'] in n-d-799525-3 is: [{'id': '9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2', 'name': 'tempest-FloatingIPDetailsTestJSON-1809352670-router', 'tenant_id': '5d9fb08c37c04125b325b7c99ce891a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:54Z', 'updated_at': '2021-07-09T13:22:32Z', 'revision_number': 6, 'project_id': '5d9fb08c37c04125b325b7c99ce891a5', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:22:32.942287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9162dc-33a0-43c9-ae1c-1b327c080e91 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c454c24-635f-417a-9483-3e445937a4a3,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:32.953914 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7875e14c-1e44-4f25-8730-139d5df97454 req-ff9162dc-33a0-43c9-ae1c-1b327c080e91 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:32.955683 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7875e14c-1e44-4f25-8730-139d5df97454 req-ff9162dc-33a0-43c9-ae1c-1b327c080e91 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2936232 Jul 09 13:22:33.000612 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47ef05d9-3d09-4c11-982f-79c2a70aad23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.033063 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8979039d-7ce6-48be-8208-7c908a73967d req-ed1c4d59-2455-4dcb-a233-4f9626e14c6c tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/c5836861-c84c-4e7d-9efa-3d5baac2b3e2 HTTP/1.1" status: 200 len: 1804 time: 0.0496831 Jul 09 13:22:33.115493 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47ef05d9-3d09-4c11-982f-79c2a70aad23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.117714 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47ef05d9-3d09-4c11-982f-79c2a70aad23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.128650 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8979039d-7ce6-48be-8208-7c908a73967d req-9d5de770-e0b8-46e1-8901-ea5cc821dd99 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.161872 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8979039d-7ce6-48be-8208-7c908a73967d req-9d5de770-e0b8-46e1-8901-ea5cc821dd99 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.171917 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47ef05d9-3d09-4c11-982f-79c2a70aad23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.173039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47ef05d9-3d09-4c11-982f-79c2a70aad23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:22:33.177226 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47ef05d9-3d09-4c11-982f-79c2a70aad23 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.178851 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-47ef05d9-3d09-4c11-982f-79c2a70aad23 admin admin] 10.222.0.39 "DELETE /v2.0/routers/9a81e8e8-fd17-4f97-bdb7-a31073d8fcd2 HTTP/1.1" status: 204 len: 168 time: 1.1585288 Jul 09 13:22:33.181075 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46822) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:33.190879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a15a63-1f58-4e3c-b7ba-8f7fb6cc0092 req-09649667-b7da-4656-9027-de840415ffbe tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:33.192395 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-11a15a63-1f58-4e3c-b7ba-8f7fb6cc0092 req-09649667-b7da-4656-9027-de840415ffbe tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.1187320 Jul 09 13:22:33.237026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e203cd5-0969-42c9-8bde-9b8ab2038f12 admin admin] Deleting subnet db2c2b2c-6f40-441d-816b-1520f91983e5 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:22:33.240694 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e203cd5-0969-42c9-8bde-9b8ab2038f12 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.255779 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-11a15a63-1f58-4e3c-b7ba-8f7fb6cc0092 req-fdd63e11-6227-4380-9a90-c9eba1e47564 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541880 Jul 09 13:22:33.295084 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e203cd5-0969-42c9-8bde-9b8ab2038f12 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.308980 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8979039d-7ce6-48be-8208-7c908a73967d req-9d5de770-e0b8-46e1-8901-ea5cc821dd99 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.312597 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8979039d-7ce6-48be-8208-7c908a73967d req-9d5de770-e0b8-46e1-8901-ea5cc821dd99 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.314489 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8979039d-7ce6-48be-8208-7c908a73967d req-9d5de770-e0b8-46e1-8901-ea5cc821dd99 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "DELETE /v2.0/security-groups/c5836861-c84c-4e7d-9efa-3d5baac2b3e2 HTTP/1.1" status: 204 len: 173 time: 0.2748392 Jul 09 13:22:33.335439 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5de770-e0b8-46e1-8901-ea5cc821dd99 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5836861-c84c-4e7d-9efa-3d5baac2b3e2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:33.430445 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e203cd5-0969-42c9-8bde-9b8ab2038f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.506544 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e203cd5-0969-42c9-8bde-9b8ab2038f12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.539879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e203cd5-0969-42c9-8bde-9b8ab2038f12 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db2c2b2c-6f40-441d-816b-1520f91983e5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:33.541850 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e203cd5-0969-42c9-8bde-9b8ab2038f12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.546537 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2e203cd5-0969-42c9-8bde-9b8ab2038f12 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/db2c2b2c-6f40-441d-816b-1520f91983e5 HTTP/1.1" status: 204 len: 168 time: 0.3616948 Jul 09 13:22:33.546768 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46828) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:33.555196 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35b7d914-d74b-4ca2-9288-b063a9feec6f None None] Network 06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:33.560727 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7d938d-29a6-46f7-9575-c4252f93fd4f req-5ab69f59-bd71-490e-a052-77167715de4e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:33.564746 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d7d938d-29a6-46f7-9575-c4252f93fd4f req-5ab69f59-bd71-490e-a052-77167715de4e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.1003044 Jul 09 13:22:33.619177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d220bacd-7df0-459c-82c3-fac4451a645a req-72596e6f-86a3-4030-9804-f308b008144b tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/a62bcf10-b9ce-4837-8c94-8086100cb829 HTTP/1.1" status: 200 len: 1803 time: 0.0950155 Jul 09 13:22:33.631042 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.634323 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d7d938d-29a6-46f7-9575-c4252f93fd4f req-9e5c3a74-837d-4c29-9c7f-ae35fe747aa8 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607526 Jul 09 13:22:33.644931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e3c21afe-b099-4735-9904-cb6c6eb67565 req-542358fd-cda6-427d-83f5-b083035743df tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-667387316', 'description': 'tempest-description-992659119'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:33.674366 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e3c21afe-b099-4735-9904-cb6c6eb67565 req-542358fd-cda6-427d-83f5-b083035743df tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.707817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] Deleting port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:33.708185 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.808202 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e3c21afe-b099-4735-9904-cb6c6eb67565 req-542358fd-cda6-427d-83f5-b083035743df tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.814892 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e3c21afe-b099-4735-9904-cb6c6eb67565 req-542358fd-cda6-427d-83f5-b083035743df tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.821217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] For port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6,segment=NetworkSegment(3152da7b-39a4-4090-b6b4-ee0a70de8335),segment_id=3152da7b-39a4-4090-b6b4-ee0a70de8335)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:33.821580 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.830910 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892307f4-d440-4677-9360-61396d0eb55a None None] DHCP port deletion for 06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:22:33.858231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] Calling delete_port for 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:33.862904 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e3c21afe-b099-4735-9904-cb6c6eb67565 req-542358fd-cda6-427d-83f5-b083035743df tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.866585 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3c21afe-b099-4735-9904-cb6c6eb67565 req-542358fd-cda6-427d-83f5-b083035743df tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2269070 Jul 09 13:22:33.867574 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542358fd-cda6-427d-83f5-b083035743df tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed56551c-3bb5-4969-80f1-2df06b34e79b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:33.902542 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-892307f4-d440-4677-9360-61396d0eb55a None None] Deleting port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:22:33.903170 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-892307f4-d440-4677-9360-61396d0eb55a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.982664 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e63e8bdc-a1fc-489a-b740-ff7f204761d4 req-76f37388-d912-4536-ba41-5904be92e06f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/ed56551c-3bb5-4969-80f1-2df06b34e79b HTTP/1.1" status: 200 len: 1803 time: 0.0804763 Jul 09 13:22:33.990617 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-892307f4-d440-4677-9360-61396d0eb55a None None] For port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6,segment=NetworkSegment(3152da7b-39a4-4090-b6b4-ee0a70de8335),segment_id=3152da7b-39a4-4090-b6b4-ee0a70de8335)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:33.991400 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-892307f4-d440-4677-9360-61396d0eb55a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:33.997371 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e63e8bdc-a1fc-489a-b740-ff7f204761d4 req-1665f85b-eb64-494e-9af0-09d017945410 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed56551c-3bb5-4969-80f1-2df06b34e79b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:33.997779 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e63e8bdc-a1fc-489a-b740-ff7f204761d4 req-1665f85b-eb64-494e-9af0-09d017945410 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed56551c-3bb5-4969-80f1-2df06b34e79b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:33.999477 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.014987 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-892307f4-d440-4677-9360-61396d0eb55a None None] Calling delete_port for 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:22:34.033378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:34.035350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] No DVR routers for this DVR port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:34.092866 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d78cbd-35ca-41d9-85c1-a831ada3db68 req-facb02bf-eb90-4263-931b-780bd67f9f00 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:34.099961 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a2d78cbd-35ca-41d9-85c1-a831ada3db68 req-facb02bf-eb90-4263-931b-780bd67f9f00 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1759696 Jul 09 13:22:34.112399 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-892307f4-d440-4677-9360-61396d0eb55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.127255 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.142279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:34.148771 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a2d78cbd-35ca-41d9-85c1-a831ada3db68 req-65965102-02c8-496a-8508-20a1cc732ef2 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478840 Jul 09 13:22:34.158706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3152da7b-39a4-4090-b6b4-ee0a70de8335') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:34.159400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3152da7b-39a4-4090-b6b4-ee0a70de8335') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:34.168706 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892307f4-d440-4677-9360-61396d0eb55a None None] Pushing event deleted for resources: {'Port': ['ID=2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:34.171501 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892307f4-d440-4677-9360-61396d0eb55a None None] No DVR routers for this DVR port 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:34.177311 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.197844 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.206152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:22:34.206695 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.217501 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c4d7c28-2461-416f-ab6b-aadce6578c02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:22:34.220104 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:22:34.244374 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e63e8bdc-a1fc-489a-b740-ff7f204761d4 req-1665f85b-eb64-494e-9af0-09d017945410 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.278148 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.295569 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.298450 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] 10.222.0.39 "DELETE /v2.0/networks/06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4 HTTP/1.1" status: 204 len: 168 time: 0.7506533 Jul 09 13:22:34.302006 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e63e8bdc-a1fc-489a-b740-ff7f204761d4 req-1665f85b-eb64-494e-9af0-09d017945410 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.310563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ca87b7-1071-4f35-8274-13c0212fa815 admin admin] Pushing event deleted for resources: {'Network': ['ID=06f7a4f0-f7d9-4b1e-a62d-b531eef5e0c4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:34.316553 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e63e8bdc-a1fc-489a-b740-ff7f204761d4 req-1665f85b-eb64-494e-9af0-09d017945410 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.345974 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1665f85b-eb64-494e-9af0-09d017945410 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be864bb6-e791-4cd9-96d5-34dd38de4ccf,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:34.356294 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e63e8bdc-a1fc-489a-b740-ff7f204761d4 req-1665f85b-eb64-494e-9af0-09d017945410 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.359495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e63e8bdc-a1fc-489a-b740-ff7f204761d4 req-1665f85b-eb64-494e-9af0-09d017945410 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3747022 Jul 09 13:22:34.441482 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56582cd1-1744-4dfc-be06-dbb3ed812ff8 req-600f01fa-51c2-4ff9-9c14-3c767d6b8e25 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/ed56551c-3bb5-4969-80f1-2df06b34e79b HTTP/1.1" status: 200 len: 2396 time: 0.0486279 Jul 09 13:22:34.452687 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-56582cd1-1744-4dfc-be06-dbb3ed812ff8 req-ca85d90c-6482-47c6-b6f6-b6220771313f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed56551c-3bb5-4969-80f1-2df06b34e79b', 'remote_group_id': None}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:34.453005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-56582cd1-1744-4dfc-be06-dbb3ed812ff8 req-ca85d90c-6482-47c6-b6f6-b6220771313f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ed56551c-3bb5-4969-80f1-2df06b34e79b', 'remote_group_id': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:34.475835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46844) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:34.530062 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-56582cd1-1744-4dfc-be06-dbb3ed812ff8 req-ca85d90c-6482-47c6-b6f6-b6220771313f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.538894 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-08f827ca-a215-4ab4-b3e3-f6d1ea3d2075 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d9fb08c37c04125b325b7c99ce891a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0614586 Jul 09 13:22:34.539693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46848) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:34.560202 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.579556 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-56582cd1-1744-4dfc-be06-dbb3ed812ff8 req-ca85d90c-6482-47c6-b6f6-b6220771313f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.584909 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-56582cd1-1744-4dfc-be06-dbb3ed812ff8 req-ca85d90c-6482-47c6-b6f6-b6220771313f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.607465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85d90c-6482-47c6-b6f6-b6220771313f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a38becc2-01ee-467e-95bb-9d24984d56c7,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:34.617901 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-56582cd1-1744-4dfc-be06-dbb3ed812ff8 req-ca85d90c-6482-47c6-b6f6-b6220771313f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.619749 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56582cd1-1744-4dfc-be06-dbb3ed812ff8 req-ca85d90c-6482-47c6-b6f6-b6220771313f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1720059 Jul 09 13:22:34.636925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07bc651e-bf5b-40bf-8e51-36cb1612407a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.666725 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07bc651e-bf5b-40bf-8e51-36cb1612407a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.719601 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07bc651e-bf5b-40bf-8e51-36cb1612407a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.722704 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07bc651e-bf5b-40bf-8e51-36cb1612407a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:34.724025 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-07bc651e-bf5b-40bf-8e51-36cb1612407a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/297fbe06-0d3e-42c9-bca3-9be971cf4c0d HTTP/1.1" status: 204 len: 168 time: 0.1832464 Jul 09 13:22:34.733435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bc651e-bf5b-40bf-8e51-36cb1612407a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=297fbe06-0d3e-42c9-bca3-9be971cf4c0d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:34.778741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ad2d9-e338-461d-9dff-f857b668d538 req-7507d1aa-1501-49e3-867d-7922f7e71c71 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:34.786998 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e7ad2d9-e338-461d-9dff-f857b668d538 req-7507d1aa-1501-49e3-867d-7922f7e71c71 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.1072402 Jul 09 13:22:34.863924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e7ad2d9-e338-461d-9dff-f857b668d538 req-8aa66a8a-1d43-492a-88a0-668b5d9e194d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729308 Jul 09 13:22:34.884530 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ca791dc-b8a7-4573-9cb7-069c54534a76 req-5db38416-2ee9-4f4a-b9db-430ae8a0875b tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/ed56551c-3bb5-4969-80f1-2df06b34e79b HTTP/1.1" status: 200 len: 2994 time: 0.0949690 Jul 09 13:22:34.947314 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5faa6d9e-274e-4b11-94d5-60a16031d8d6 req-6c2fa335-4b36-468c-bc26-8402a77d2e3e tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-group-rules/a38becc2-01ee-467e-95bb-9d24984d56c7 HTTP/1.1" status: 200 len: 783 time: 0.0326715 Jul 09 13:22:34.993816 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e8f614f4-e117-4fcd-b69e-1b40bbbbfada no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:35.020196 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5faa6d9e-274e-4b11-94d5-60a16031d8d6 req-451d2c00-b32c-45f2-9c1a-aab7d3007899 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/ed56551c-3bb5-4969-80f1-2df06b34e79b HTTP/1.1" status: 200 len: 2994 time: 0.0599568 Jul 09 13:22:35.027157 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: e8f614f4-e117-4fcd-b69e-1b40bbbbfada {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:35.027659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e8f614f4-e117-4fcd-b69e-1b40bbbbfada not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:35.028173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:35.050586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:35.050940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2ba21c6b-2dcd-4e3e-b3ea-e95419620ed6 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:35.051391 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1226102e-6546-4c6d-9d72-58cddfee9324 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:35.075877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 1226102e-6546-4c6d-9d72-58cddfee9324 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:22:35.076248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1226102e-6546-4c6d-9d72-58cddfee9324 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:22:35.094199 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5faa6d9e-274e-4b11-94d5-60a16031d8d6 req-4391712e-5a3e-45ea-8f9d-1c2b7a526787 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.107639 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5faa6d9e-274e-4b11-94d5-60a16031d8d6 req-4391712e-5a3e-45ea-8f9d-1c2b7a526787 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.144557 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab1808-a0a9-447a-8341-81e7de8a1618 req-60a88860-b2ee-4934-a27f-062f982bdbd2 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:35.146068 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49ab1808-a0a9-447a-8341-81e7de8a1618 req-60a88860-b2ee-4934-a27f-062f982bdbd2 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.1204929 Jul 09 13:22:35.151951 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5faa6d9e-274e-4b11-94d5-60a16031d8d6 req-4391712e-5a3e-45ea-8f9d-1c2b7a526787 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.160842 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5faa6d9e-274e-4b11-94d5-60a16031d8d6 req-4391712e-5a3e-45ea-8f9d-1c2b7a526787 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.161982 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5faa6d9e-274e-4b11-94d5-60a16031d8d6 req-4391712e-5a3e-45ea-8f9d-1c2b7a526787 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/a38becc2-01ee-467e-95bb-9d24984d56c7 HTTP/1.1" status: 204 len: 173 time: 0.1245475 Jul 09 13:22:35.187218 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4391712e-5a3e-45ea-8f9d-1c2b7a526787 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a38becc2-01ee-467e-95bb-9d24984d56c7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:35.210702 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49ab1808-a0a9-447a-8341-81e7de8a1618 req-20a03d1e-9a4b-409e-8f1b-afca2f8b553c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556705 Jul 09 13:22:35.291279 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-08943ec9-d084-450c-84c8-cf4809bd95d1 req-4018b6d6-5a29-4a48-aa9f-226e67025627 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/ed56551c-3bb5-4969-80f1-2df06b34e79b HTTP/1.1" status: 200 len: 2396 time: 0.0450728 Jul 09 13:22:35.403920 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-08943ec9-d084-450c-84c8-cf4809bd95d1 req-3e21d91d-920d-427a-9324-dccf0d5364ec tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.419388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8eb7fb-2121-4ee3-a656-6d257d1ec952 req-03b6f4c2-53a2-47b8-8ddf-adb025cef654 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:35.420793 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5f8eb7fb-2121-4ee3-a656-6d257d1ec952 req-03b6f4c2-53a2-47b8-8ddf-adb025cef654 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1141748 Jul 09 13:22:35.449202 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.460655 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-08943ec9-d084-450c-84c8-cf4809bd95d1 req-3e21d91d-920d-427a-9324-dccf0d5364ec tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.502324 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5f8eb7fb-2121-4ee3-a656-6d257d1ec952 req-3ae0d8ad-475d-450d-8b24-db23d14a77b8 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750115 Jul 09 13:22:35.527612 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-08943ec9-d084-450c-84c8-cf4809bd95d1 req-3e21d91d-920d-427a-9324-dccf0d5364ec tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.532054 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-08943ec9-d084-450c-84c8-cf4809bd95d1 req-3e21d91d-920d-427a-9324-dccf0d5364ec tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.533375 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-08943ec9-d084-450c-84c8-cf4809bd95d1 req-3e21d91d-920d-427a-9324-dccf0d5364ec tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "DELETE /v2.0/security-groups/ed56551c-3bb5-4969-80f1-2df06b34e79b HTTP/1.1" status: 204 len: 173 time: 0.2354472 Jul 09 13:22:35.544227 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21d91d-920d-427a-9324-dccf0d5364ec tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed56551c-3bb5-4969-80f1-2df06b34e79b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:35.580028 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-5c34c1bc-10a6-4235-8bad-84535829b446 req-b083c5b8-3971-4adb-9f3b-49da56038c51 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] show failed (client error): The resource could not be found. Jul 09 13:22:35.581043 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c34c1bc-10a6-4235-8bad-84535829b446 req-b083c5b8-3971-4adb-9f3b-49da56038c51 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/c5836861-c84c-4e7d-9efa-3d5baac2b3e2 HTTP/1.1" status: 404 len: 352 time: 0.0224297 Jul 09 13:22:35.651837 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0526501f-968f-4e3a-b4ca-a9655b4d306a req-e3a641a8-4368-40c2-bac5-32a9f13474af tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/a62bcf10-b9ce-4837-8c94-8086100cb829 HTTP/1.1" status: 200 len: 1803 time: 0.0481400 Jul 09 13:22:35.713518 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0526501f-968f-4e3a-b4ca-a9655b4d306a req-1852be67-0f42-4034-bc0f-d81a9d52c8e2 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.737004 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0526501f-968f-4e3a-b4ca-a9655b4d306a req-1852be67-0f42-4034-bc0f-d81a9d52c8e2 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.782313 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0526501f-968f-4e3a-b4ca-a9655b4d306a req-1852be67-0f42-4034-bc0f-d81a9d52c8e2 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.786077 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0526501f-968f-4e3a-b4ca-a9655b4d306a req-1852be67-0f42-4034-bc0f-d81a9d52c8e2 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:35.787265 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0526501f-968f-4e3a-b4ca-a9655b4d306a req-1852be67-0f42-4034-bc0f-d81a9d52c8e2 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "DELETE /v2.0/security-groups/a62bcf10-b9ce-4837-8c94-8086100cb829 HTTP/1.1" status: 204 len: 173 time: 0.1344850 Jul 09 13:22:35.797348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852be67-0f42-4034-bc0f-d81a9d52c8e2 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62bcf10-b9ce-4837-8c94-8086100cb829,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:35.913340 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-738a156c-7aa4-4d54-9e2e-057484acbc18 req-ccab4e37-7111-4c77-8d19-f24061a45605 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/7258b4b6-a369-4b8c-ac69-c45395076e08 HTTP/1.1" status: 200 len: 1805 time: 0.0436821 Jul 09 13:22:35.980369 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-738a156c-7aa4-4d54-9e2e-057484acbc18 req-6275e2c4-317a-492d-9c69-b29709ac055b tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.002207 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-738a156c-7aa4-4d54-9e2e-057484acbc18 req-6275e2c4-317a-492d-9c69-b29709ac055b tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.108630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d31b4a-87c7-47b9-901d-cd4ed11bfd10 req-15262da6-a892-4c40-9307-819b82ca770f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:36.109748 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24d31b4a-87c7-47b9-901d-cd4ed11bfd10 req-15262da6-a892-4c40-9307-819b82ca770f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.0865352 Jul 09 13:22:36.110837 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-738a156c-7aa4-4d54-9e2e-057484acbc18 req-6275e2c4-317a-492d-9c69-b29709ac055b tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.113396 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-738a156c-7aa4-4d54-9e2e-057484acbc18 req-6275e2c4-317a-492d-9c69-b29709ac055b tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.115131 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-738a156c-7aa4-4d54-9e2e-057484acbc18 req-6275e2c4-317a-492d-9c69-b29709ac055b tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "DELETE /v2.0/security-groups/7258b4b6-a369-4b8c-ac69-c45395076e08 HTTP/1.1" status: 204 len: 173 time: 0.1953976 Jul 09 13:22:36.132569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6275e2c4-317a-492d-9c69-b29709ac055b tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7258b4b6-a369-4b8c-ac69-c45395076e08,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:36.160222 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24d31b4a-87c7-47b9-901d-cd4ed11bfd10 req-0360d41b-c89b-458f-93ed-30a371ea3760 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440538 Jul 09 13:22:36.243872 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3405063-4747-415a-8f98-0af601e7fbdc req-8be490a3-657d-4e71-9fe9-e29dc84e63c9 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/521f1142-8220-41f5-9a88-57498c787adf HTTP/1.1" status: 200 len: 1803 time: 0.0438049 Jul 09 13:22:36.326930 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14a06c0c-d3b3-4274-9014-0b799ffa4626 req-190a3b77-c045-4006-86d7-4e52ee134ae7 tempest-AbsoluteLimitsNegativeTestJSON-765809127 tempest-AbsoluteLimitsNegativeTestJSON-765809127-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=72647237baae4d11a9befc42caf5dae3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279360 Jul 09 13:22:36.329992 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b3405063-4747-415a-8f98-0af601e7fbdc req-5f2e6095-47e5-450f-8136-7ff6f4ef1073 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.400765 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b3405063-4747-415a-8f98-0af601e7fbdc req-5f2e6095-47e5-450f-8136-7ff6f4ef1073 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.479563 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b3405063-4747-415a-8f98-0af601e7fbdc req-5f2e6095-47e5-450f-8136-7ff6f4ef1073 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.482118 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b3405063-4747-415a-8f98-0af601e7fbdc req-5f2e6095-47e5-450f-8136-7ff6f4ef1073 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.483320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3405063-4747-415a-8f98-0af601e7fbdc req-5f2e6095-47e5-450f-8136-7ff6f4ef1073 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "DELETE /v2.0/security-groups/521f1142-8220-41f5-9a88-57498c787adf HTTP/1.1" status: 204 len: 173 time: 0.2310729 Jul 09 13:22:36.493166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a06c0c-d3b3-4274-9014-0b799ffa4626 req-bb86c1e9-553e-4193-ab74-5889e7ced931 tempest-AbsoluteLimitsNegativeTestJSON-765809127 tempest-AbsoluteLimitsNegativeTestJSON-765809127-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:36.494658 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14a06c0c-d3b3-4274-9014-0b799ffa4626 req-bb86c1e9-553e-4193-ab74-5889e7ced931 tempest-AbsoluteLimitsNegativeTestJSON-765809127 tempest-AbsoluteLimitsNegativeTestJSON-765809127-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1619251 Jul 09 13:22:36.509277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2e6095-47e5-450f-8136-7ff6f4ef1073 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=521f1142-8220-41f5-9a88-57498c787adf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:36.514022 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14a06c0c-d3b3-4274-9014-0b799ffa4626 req-721c341c-fca7-4e67-8153-60ab68b74818 tempest-AbsoluteLimitsNegativeTestJSON-765809127 tempest-AbsoluteLimitsNegativeTestJSON-765809127-project] 10.222.0.39 "GET /v2.0/quotas/72647237baae4d11a9befc42caf5dae3 HTTP/1.1" status: 200 len: 375 time: 0.0114484 Jul 09 13:22:36.553045 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14a06c0c-d3b3-4274-9014-0b799ffa4626 req-cbbff90a-ff91-4eaa-9c9d-8150a43f7e4a tempest-AbsoluteLimitsNegativeTestJSON-765809127 tempest-AbsoluteLimitsNegativeTestJSON-765809127-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=72647237baae4d11a9befc42caf5dae3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316553 Jul 09 13:22:36.703171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5507e99-66e2-4bc7-9ca6-f6bb9102c86f req-356074c2-d472-4840-816f-35d8130a823a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:36.712720 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5507e99-66e2-4bc7-9ca6-f6bb9102c86f req-356074c2-d472-4840-816f-35d8130a823a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.1245542 Jul 09 13:22:36.768404 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a42a2ec9-7422-4eff-a9c1-61dabda9c877 req-f511ca2f-fad6-4ccb-b983-536f8a0ff26f tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/b53d15ce-953a-419e-9086-e9cbf326c4c1 HTTP/1.1" status: 200 len: 2404 time: 0.1115868 Jul 09 13:22:36.788948 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5507e99-66e2-4bc7-9ca6-f6bb9102c86f req-b487e17f-52a2-47b4-91bc-eb21e49ca48f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751028 Jul 09 13:22:36.834066 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.937026 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a42a2ec9-7422-4eff-a9c1-61dabda9c877 req-0242d63a-d22a-4f85-81ff-afd3f29f1fdb tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:36.985051 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a42a2ec9-7422-4eff-a9c1-61dabda9c877 req-0242d63a-d22a-4f85-81ff-afd3f29f1fdb tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.037785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46956) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:37.062229 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a42a2ec9-7422-4eff-a9c1-61dabda9c877 req-0242d63a-d22a-4f85-81ff-afd3f29f1fdb tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.064868 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a42a2ec9-7422-4eff-a9c1-61dabda9c877 req-0242d63a-d22a-4f85-81ff-afd3f29f1fdb tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.079682 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a42a2ec9-7422-4eff-a9c1-61dabda9c877 req-0242d63a-d22a-4f85-81ff-afd3f29f1fdb tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "DELETE /v2.0/security-groups/b53d15ce-953a-419e-9086-e9cbf326c4c1 HTTP/1.1" status: 204 len: 173 time: 0.3052557 Jul 09 13:22:37.133494 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0242d63a-d22a-4f85-81ff-afd3f29f1fdb tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53d15ce-953a-419e-9086-e9cbf326c4c1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:37.160928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d1386b-1b30-4151-9b82-36423629b963 req-f838a1a3-7707-48fd-b529-d50ae42a4c68 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:37.166539 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83d1386b-1b30-4151-9b82-36423629b963 req-f838a1a3-7707-48fd-b529-d50ae42a4c68 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.2266428 Jul 09 13:22:37.191429 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f542696-db96-423d-ae88-053a845a1d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.236286 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83d1386b-1b30-4151-9b82-36423629b963 req-07822452-1c14-4464-8e1a-9f3162991d90 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552197 Jul 09 13:22:37.345009 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f542696-db96-423d-ae88-053a845a1d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.352994 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f542696-db96-423d-ae88-053a845a1d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.370783 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b12d7e2d-4775-4a17-99ca-0b686259e1b6 req-7946a744-49e7-4ed8-a550-a3047fa61479 tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "GET /v2.0/security-groups/322f6637-7d54-440f-befc-161d36195e0d HTTP/1.1" status: 200 len: 2398 time: 0.0713649 Jul 09 13:22:37.406638 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5f542696-db96-423d-ae88-053a845a1d81 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=72647237baae4d11a9befc42caf5dae3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670380 Jul 09 13:22:37.413411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46974) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:37.484784 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28eb5de6-1075-4a67-997d-24854166e226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.486685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f542696-db96-423d-ae88-053a845a1d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5191517c-4120-4cbe-92ed-03f441278fa8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:37.524542 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b12d7e2d-4775-4a17-99ca-0b686259e1b6 req-5b393fe5-0d18-411a-91f8-463626ff8afe tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.525514 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28eb5de6-1075-4a67-997d-24854166e226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.585008 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28eb5de6-1075-4a67-997d-24854166e226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.587653 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28eb5de6-1075-4a67-997d-24854166e226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.591121 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-28eb5de6-1075-4a67-997d-24854166e226 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5191517c-4120-4cbe-92ed-03f441278fa8 HTTP/1.1" status: 204 len: 168 time: 0.1743460 Jul 09 13:22:37.601125 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b12d7e2d-4775-4a17-99ca-0b686259e1b6 req-5b393fe5-0d18-411a-91f8-463626ff8afe tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.617264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb5de6-1075-4a67-997d-24854166e226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5191517c-4120-4cbe-92ed-03f441278fa8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:37.684961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea91580-e0f2-4389-86cf-dbac09ee1542 req-97bd3bf8-6bcf-492e-bbbf-ab21efa3aefb tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:37.687002 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bea91580-e0f2-4389-86cf-dbac09ee1542 req-97bd3bf8-6bcf-492e-bbbf-ab21efa3aefb tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.1345096 Jul 09 13:22:37.688082 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b12d7e2d-4775-4a17-99ca-0b686259e1b6 req-5b393fe5-0d18-411a-91f8-463626ff8afe tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.690703 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b12d7e2d-4775-4a17-99ca-0b686259e1b6 req-5b393fe5-0d18-411a-91f8-463626ff8afe tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.691893 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b12d7e2d-4775-4a17-99ca-0b686259e1b6 req-5b393fe5-0d18-411a-91f8-463626ff8afe tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] 10.222.0.39 "DELETE /v2.0/security-groups/322f6637-7d54-440f-befc-161d36195e0d HTTP/1.1" status: 204 len: 173 time: 0.3029535 Jul 09 13:22:37.698853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46982) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:37.723242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b393fe5-0d18-411a-91f8-463626ff8afe tempest-SecurityGroupRulesTestJSON-1686398916 tempest-SecurityGroupRulesTestJSON-1686398916-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=322f6637-7d54-440f-befc-161d36195e0d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:37.771499 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bea91580-e0f2-4389-86cf-dbac09ee1542 req-6da42cd3-0c80-4b1e-b6d3-6704c0c56c24 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684788 Jul 09 13:22:37.807053 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-63143a15-a55c-45a9-8783-12b218709d5a admin admin] Deleting subnet 30f9bc7a-9a36-445a-be36-e80241d9d2c0 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:22:37.810496 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63143a15-a55c-45a9-8783-12b218709d5a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.857075 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63143a15-a55c-45a9-8783-12b218709d5a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.902761 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63143a15-a55c-45a9-8783-12b218709d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:37.981657 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63143a15-a55c-45a9-8783-12b218709d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.031172 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63143a15-a55c-45a9-8783-12b218709d5a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30f9bc7a-9a36-445a-be36-e80241d9d2c0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:38.035634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63143a15-a55c-45a9-8783-12b218709d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.037884 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-63143a15-a55c-45a9-8783-12b218709d5a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/30f9bc7a-9a36-445a-be36-e80241d9d2c0 HTTP/1.1" status: 204 len: 168 time: 0.3376696 Jul 09 13:22:38.044105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47022) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:38.101479 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.126000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f2f4a-390b-4204-9b9e-c575881499d2 req-5204fc30-ed37-4c4e-97f3-a5194ec79cf3 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:38.134522 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c69f2f4a-390b-4204-9b9e-c575881499d2 req-5204fc30-ed37-4c4e-97f3-a5194ec79cf3 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.1557539 Jul 09 13:22:38.150662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d6b68a9-5b1e-497a-9f14-9f0e86980589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.258611 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d6b68a9-5b1e-497a-9f14-9f0e86980589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.274946 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1d6b68a9-5b1e-497a-9f14-9f0e86980589 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7aec5a-3e2d-4671-b67b-983106b57059']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:38.289301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1d6b68a9-5b1e-497a-9f14-9f0e86980589 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c696239-80fb-4246-a8aa-7b3ab71c3125') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:38.289612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1d6b68a9-5b1e-497a-9f14-9f0e86980589 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c696239-80fb-4246-a8aa-7b3ab71c3125') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:38.293864 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.300897 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d6b68a9-5b1e-497a-9f14-9f0e86980589 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.319571 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d6b68a9-5b1e-497a-9f14-9f0e86980589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.328266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d6b68a9-5b1e-497a-9f14-9f0e86980589 admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:22:38.328723 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d6b68a9-5b1e-497a-9f14-9f0e86980589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:22:38.330725 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:22:38.417048 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d6b68a9-5b1e-497a-9f14-9f0e86980589 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.431529 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d6b68a9-5b1e-497a-9f14-9f0e86980589 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.433631 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1d6b68a9-5b1e-497a-9f14-9f0e86980589 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ca7aec5a-3e2d-4671-b67b-983106b57059 HTTP/1.1" status: 204 len: 168 time: 0.3885686 Jul 09 13:22:38.447530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6b68a9-5b1e-497a-9f14-9f0e86980589 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7aec5a-3e2d-4671-b67b-983106b57059,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:38.565657 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c69f2f4a-390b-4204-9b9e-c575881499d2 req-c6fc6fc9-33ae-4c60-a143-2cbb0343f099 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4298458 Jul 09 13:22:38.678608 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47046) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:38.722210 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58599f10-7688-4861-8d6f-23f03a884769 req-12a09ba6-54c1-46b9-a46d-ecc49d1920fe tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:38.732385 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58599f10-7688-4861-8d6f-23f03a884769 req-12a09ba6-54c1-46b9-a46d-ecc49d1920fe tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1050887 Jul 09 13:22:38.735132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47048) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:38.735491 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47050) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:38.736023 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a57e4679-105a-4ded-8ae3-1dcbd39632a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=15b70c42188f429bb54dd2893dde566d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0559647 Jul 09 13:22:38.822680 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58599f10-7688-4861-8d6f-23f03a884769 req-db7e8b8b-7c8d-4458-8440-907953beeae3 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890796 Jul 09 13:22:38.841383 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee8cb-d6bb-4add-a6e3-c32a24b825ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.872121 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee8cb-d6bb-4add-a6e3-c32a24b825ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.945065 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f33f7c53-b7a6-47d7-803a-c63beaa87fbc admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1997185539-network', 'tenant_id': '7ee090adc09c4d279d3ea6b5d9e5bcf1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:38.977070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33f7c53-b7a6-47d7-803a-c63beaa87fbc admin admin] Made reservation on behalf of 7ee090adc09c4d279d3ea6b5d9e5bcf1 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:38.979466 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f33f7c53-b7a6-47d7-803a-c63beaa87fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.991531 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f33f7c53-b7a6-47d7-803a-c63beaa87fbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.993726 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee8cb-d6bb-4add-a6e3-c32a24b825ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.995733 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca3ee8cb-d6bb-4add-a6e3-c32a24b825ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:38.996868 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ca3ee8cb-d6bb-4add-a6e3-c32a24b825ee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c0ae6ce1-82bf-437a-9450-390af10586c6 HTTP/1.1" status: 204 len: 168 time: 0.2578936 Jul 09 13:22:39.019049 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ee8cb-d6bb-4add-a6e3-c32a24b825ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0ae6ce1-82bf-437a-9450-390af10586c6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:39.028516 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb84fa2-059b-4f96-aeb9-105fad768dfd req-389aa286-c327-4282-b036-da2ab74c9815 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:39.030047 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ddb84fa2-059b-4f96-aeb9-105fad768dfd req-389aa286-c327-4282-b036-da2ab74c9815 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.1362236 Jul 09 13:22:39.103746 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ddb84fa2-059b-4f96-aeb9-105fad768dfd req-10db030c-8845-463b-842e-7f33f0f1d09e tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591373 Jul 09 13:22:39.159340 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f33f7c53-b7a6-47d7-803a-c63beaa87fbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:39.164365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f33f7c53-b7a6-47d7-803a-c63beaa87fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:39.191150 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f33f7c53-b7a6-47d7-803a-c63beaa87fbc admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:22:39.200709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f7c53-b7a6-47d7-803a-c63beaa87fbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04658ad-0ceb-43f3-b4ba-3ab9b8c74f89,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:39.206536 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f33f7c53-b7a6-47d7-803a-c63beaa87fbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:39.206891 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-f33f7c53-b7a6-47d7-803a-c63beaa87fbc admin admin] Added segment 73ed0fa1-8a01-4a45-8434-016805bd37b7 of type vlan for network 4bc5c116-24aa-45b8-a4a7-c8fdda29d4fc Jul 09 13:22:39.254077 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f33f7c53-b7a6-47d7-803a-c63beaa87fbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:39.296868 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f33f7c53-b7a6-47d7-803a-c63beaa87fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:39.298024 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33f7c53-b7a6-47d7-803a-c63beaa87fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:39.298640 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f33f7c53-b7a6-47d7-803a-c63beaa87fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:39.359682 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f33f7c53-b7a6-47d7-803a-c63beaa87fbc admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6189690 Jul 09 13:22:39.359969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47068) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:39.366609 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d920ef65-2610-479c-b421-3e87667a721b admin admin] Request body: {'subnet': {'network_id': '4bc5c116-24aa-45b8-a4a7-c8fdda29d4fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1997185539-subnet', 'tenant_id': '7ee090adc09c4d279d3ea6b5d9e5bcf1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:39.370680 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33f7c53-b7a6-47d7-803a-c63beaa87fbc admin admin] Pushing event updated for resources: {'Network': ['ID=4bc5c116-24aa-45b8-a4a7-c8fdda29d4fc,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:39.386132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 4bc5c116-24aa-45b8-a4a7-c8fdda29d4fc details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:22:39.394982 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d920ef65-2610-479c-b421-3e87667a721b admin admin] Made reservation on behalf of 7ee090adc09c4d279d3ea6b5d9e5bcf1 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:39.397621 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d920ef65-2610-479c-b421-3e87667a721b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:39.691765 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d920ef65-2610-479c-b421-3e87667a721b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:39.763721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d920ef65-2610-479c-b421-3e87667a721b admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ead80f-ec74-4a4b-8306-90021db5ca64,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:39.800504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d920ef65-2610-479c-b421-3e87667a721b admin admin] Checking segment: {'id': '73ed0fa1-8a01-4a45-8434-016805bd37b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '4bc5c116-24aa-45b8-a4a7-c8fdda29d4fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:39.800831 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d920ef65-2610-479c-b421-3e87667a721b admin admin] Network hostable DHCP agents. Network: 4bc5c116-24aa-45b8-a4a7-c8fdda29d4fc, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:22:39.837869 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d920ef65-2610-479c-b421-3e87667a721b admin admin] Network 4bc5c116-24aa-45b8-a4a7-c8fdda29d4fc is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:22:39.857895 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47090) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:39.869892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b321e-ee87-4a01-91ad-b5ad4c4c09e7 req-fe63e9f4-a8f8-4f64-bb97-6aa28fa79dfd tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:39.871588 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1b321e-ee87-4a01-91ad-b5ad4c4c09e7 req-fe63e9f4-a8f8-4f64-bb97-6aa28fa79dfd tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.1289663 Jul 09 13:22:39.872538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d920ef65-2610-479c-b421-3e87667a721b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 4bc5c116-24aa-45b8-a4a7-c8fdda29d4fc) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:39.876682 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d920ef65-2610-479c-b421-3e87667a721b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:39.877279 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d920ef65-2610-479c-b421-3e87667a721b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:39.889537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa70e226-e5d1-4e13-8c5a-44bbb690e610 None None] Network 4bc5c116-24aa-45b8-a4a7-c8fdda29d4fc requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:39.912929 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d920ef65-2610-479c-b421-3e87667a721b admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5518794 Jul 09 13:22:39.956159 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1b321e-ee87-4a01-91ad-b5ad4c4c09e7 req-92d28177-ac8f-4c2c-a2ab-b4c482cf0ee3 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638022 Jul 09 13:22:40.031373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e33b1ee6-541d-4fd9-90c5-24ff8da2c5a3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-604693763-network', 'tenant_id': '8ba64926573141e39bfc696545a991f0'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:40.059047 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e33b1ee6-541d-4fd9-90c5-24ff8da2c5a3 admin admin] Made reservation on behalf of 8ba64926573141e39bfc696545a991f0 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:40.062579 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e33b1ee6-541d-4fd9-90c5-24ff8da2c5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.072834 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e33b1ee6-541d-4fd9-90c5-24ff8da2c5a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.163172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a311ef8-f847-423d-a34e-3326b64b1270 None None] Network 4bc5c116-24aa-45b8-a4a7-c8fdda29d4fc requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:40.173304 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2ad22a-6160-4254-96ba-50eadc7fd461 req-ee0442c2-e328-4117-bca2-7e828f233f04 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:40.182394 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a2ad22a-6160-4254-96ba-50eadc7fd461 req-ee0442c2-e328-4117-bca2-7e828f233f04 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1061196 Jul 09 13:22:40.188791 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e33b1ee6-541d-4fd9-90c5-24ff8da2c5a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.194439 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e33b1ee6-541d-4fd9-90c5-24ff8da2c5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.215225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e33b1ee6-541d-4fd9-90c5-24ff8da2c5a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:22:40.235742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b1ee6-541d-4fd9-90c5-24ff8da2c5a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b13690-ee2b-4da9-a84e-fab7df9b81fd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:40.239643 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e33b1ee6-541d-4fd9-90c5-24ff8da2c5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.240213 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-e33b1ee6-541d-4fd9-90c5-24ff8da2c5a3 admin admin] Added segment a86c0879-801c-40ac-96bf-d551bd45bdcb of type vlan for network f168a26a-2921-4730-adf9-a3b8d1a80b7e Jul 09 13:22:40.242648 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a2ad22a-6160-4254-96ba-50eadc7fd461 req-8e2b4d07-5d84-4249-8356-da075f01a77b tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586486 Jul 09 13:22:40.304590 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e33b1ee6-541d-4fd9-90c5-24ff8da2c5a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.351847 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e33b1ee6-541d-4fd9-90c5-24ff8da2c5a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.352991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33b1ee6-541d-4fd9-90c5-24ff8da2c5a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:40.353584 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e33b1ee6-541d-4fd9-90c5-24ff8da2c5a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.361211 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-9d5784d9-dee5-4a08-8998-a0169588f225 req-3285778b-a94f-488d-b7e7-1c4e7bb28d92 tempest-SecurityGroupsNegativeTestJSON-132081523 tempest-SecurityGroupsNegativeTestJSON-132081523-project] show failed (client error): The resource could not be found. Jul 09 13:22:40.364586 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d5784d9-dee5-4a08-8998-a0169588f225 req-3285778b-a94f-488d-b7e7-1c4e7bb28d92 tempest-SecurityGroupsNegativeTestJSON-132081523 tempest-SecurityGroupsNegativeTestJSON-132081523-project] 10.222.0.39 "GET /v2.0/security-groups/082353d0-76c6-4ad6-9559-7a711365749f HTTP/1.1" status: 404 len: 352 time: 0.0255194 Jul 09 13:22:40.440637 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e33b1ee6-541d-4fd9-90c5-24ff8da2c5a3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5795386 Jul 09 13:22:40.446860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47106) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:40.456288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-53fd83e3-080c-4798-b2e3-36003b6ef3d0 admin admin] Request body: {'subnet': {'network_id': 'f168a26a-2921-4730-adf9-a3b8d1a80b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-604693763-subnet', 'tenant_id': '8ba64926573141e39bfc696545a991f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:40.476445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b1ee6-541d-4fd9-90c5-24ff8da2c5a3 admin admin] Pushing event updated for resources: {'Network': ['ID=f168a26a-2921-4730-adf9-a3b8d1a80b7e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:40.483120 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1ccbae7-bda0-4b62-9bcb-3c0b8b792c86 req-9da21f90-2581-4873-8d09-0bbb9279cf35 tempest-SecurityGroupsNegativeTestJSON-132081523 tempest-SecurityGroupsNegativeTestJSON-132081523-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ee090adc09c4d279d3ea6b5d9e5bcf1 HTTP/1.1" status: 200 len: 2984 time: 0.0833170 Jul 09 13:22:40.487927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network f168a26a-2921-4730-adf9-a3b8d1a80b7e details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:22:40.490270 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fd83e3-080c-4798-b2e3-36003b6ef3d0 admin admin] Made reservation on behalf of 8ba64926573141e39bfc696545a991f0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:40.494762 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-53fd83e3-080c-4798-b2e3-36003b6ef3d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.569276 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1ccbae7-bda0-4b62-9bcb-3c0b8b792c86 req-6b9f78bd-c731-414f-b356-26d74e283431 tempest-SecurityGroupsNegativeTestJSON-132081523 tempest-SecurityGroupsNegativeTestJSON-132081523-project] 10.222.0.39 "GET /v2.0/security-groups/f04658ad-0ceb-43f3-b4ba-3ab9b8c74f89 HTTP/1.1" status: 200 len: 2981 time: 0.0726774 Jul 09 13:22:40.579684 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b0230c-e9a7-477d-9bb0-989a4e3b745f req-2f3fff64-5376-4958-90eb-a69ca86b40db tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:40.581599 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-20b0230c-e9a7-477d-9bb0-989a4e3b745f req-2f3fff64-5376-4958-90eb-a69ca86b40db tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.1577229 Jul 09 13:22:40.655371 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1ccbae7-bda0-4b62-9bcb-3c0b8b792c86 req-048c987b-d93b-46a8-bafd-9ff7fd24229f tempest-SecurityGroupsNegativeTestJSON-132081523 tempest-SecurityGroupsNegativeTestJSON-132081523-project] 10.222.0.39 "GET /v2.0/security-groups/f04658ad-0ceb-43f3-b4ba-3ab9b8c74f89 HTTP/1.1" status: 200 len: 2981 time: 0.0726197 Jul 09 13:22:40.658859 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-20b0230c-e9a7-477d-9bb0-989a4e3b745f req-dd2428a2-d5b6-4cfd-aedb-5ce11de4505f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675972 Jul 09 13:22:40.719389 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-53fd83e3-080c-4798-b2e3-36003b6ef3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.796032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd83e3-080c-4798-b2e3-36003b6ef3d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4aa592ed-f6d0-428f-87cc-7ba12be19e71,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:40.801143 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd83e3-080c-4798-b2e3-36003b6ef3d0 admin admin] Checking segment: {'id': 'a86c0879-801c-40ac-96bf-d551bd45bdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f168a26a-2921-4730-adf9-a3b8d1a80b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:40.801499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd83e3-080c-4798-b2e3-36003b6ef3d0 admin admin] Network hostable DHCP agents. Network: f168a26a-2921-4730-adf9-a3b8d1a80b7e, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:22:40.802273 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-caea16a9-2ed6-4169-860b-7f687305079d req-e7dc1b8a-edea-4248-89ff-49b5bf654871 tempest-SecurityGroupsNegativeTestJSON-132081523 tempest-SecurityGroupsNegativeTestJSON-132081523-project] 10.222.0.39 "GET /v2.0/security-groups/f04658ad-0ceb-43f3-b4ba-3ab9b8c74f89 HTTP/1.1" status: 200 len: 2981 time: 0.0625870 Jul 09 13:22:40.824284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd83e3-080c-4798-b2e3-36003b6ef3d0 admin admin] Network f168a26a-2921-4730-adf9-a3b8d1a80b7e is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:22:40.834380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-53fd83e3-080c-4798-b2e3-36003b6ef3d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, f168a26a-2921-4730-adf9-a3b8d1a80b7e) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:40.840739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fd83e3-080c-4798-b2e3-36003b6ef3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:40.840739 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-53fd83e3-080c-4798-b2e3-36003b6ef3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:40.849605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b157291-0760-4564-904f-196337aef4d4 None None] Network f168a26a-2921-4730-adf9-a3b8d1a80b7e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:40.871648 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-53fd83e3-080c-4798-b2e3-36003b6ef3d0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4234259 Jul 09 13:22:40.878940 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-caea16a9-2ed6-4169-860b-7f687305079d req-0cff2678-f672-401d-a088-3a9edba691c0 tempest-SecurityGroupsNegativeTestJSON-132081523 tempest-SecurityGroupsNegativeTestJSON-132081523-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 13:22:40.887434 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-caea16a9-2ed6-4169-860b-7f687305079d req-0cff2678-f672-401d-a088-3a9edba691c0 tempest-SecurityGroupsNegativeTestJSON-132081523 tempest-SecurityGroupsNegativeTestJSON-132081523-project] 10.222.0.39 "DELETE /v2.0/security-groups/f04658ad-0ceb-43f3-b4ba-3ab9b8c74f89 HTTP/1.1" status: 409 len: 352 time: 0.0756018 Jul 09 13:22:40.928883 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-129fb42f-5dab-4e01-a53a-95034f40fe16 req-44fe1c07-ff3b-4b0d-ba60-cf1848eb35d9 tempest-SecurityGroupsNegativeTestJSON-132081523 tempest-SecurityGroupsNegativeTestJSON-132081523-project] show failed (client error): The resource could not be found. Jul 09 13:22:40.930913 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-129fb42f-5dab-4e01-a53a-95034f40fe16 req-44fe1c07-ff3b-4b0d-ba60-cf1848eb35d9 tempest-SecurityGroupsNegativeTestJSON-132081523 tempest-SecurityGroupsNegativeTestJSON-132081523-project] 10.222.0.39 "GET /v2.0/security-groups/7fba4989-a68f-4880-a615-1a61f18acad0 HTTP/1.1" status: 404 len: 352 time: 0.0246809 Jul 09 13:22:40.999804 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-37fa9c48-4c7f-45cf-907c-66da24923633 req-f363ba93-268d-4997-a6fe-21efb5e38ff3 tempest-SecurityGroupsNegativeTestJSON-132081523 tempest-SecurityGroupsNegativeTestJSON-132081523-project] show failed (client error): The resource could not be found. Jul 09 13:22:41.004946 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37fa9c48-4c7f-45cf-907c-66da24923633 req-f363ba93-268d-4997-a6fe-21efb5e38ff3 tempest-SecurityGroupsNegativeTestJSON-132081523 tempest-SecurityGroupsNegativeTestJSON-132081523-project] 10.222.0.39 "GET /v2.0/security-groups/34bc54a9-0e28-4f96-ae2d-8f67522c67a4 HTTP/1.1" status: 404 len: 352 time: 0.0353651 Jul 09 13:22:41.015940 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47124) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:41.066425 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29024395-1c73-4bce-b076-970c40496706 None None] Network f168a26a-2921-4730-adf9-a3b8d1a80b7e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:41.100343 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c3a4948-a194-49e8-bd5d-390f0bd3da17 admin admin] Deleting subnet 85ead80f-ec74-4a4b-8306-90021db5ca64 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:22:41.109211 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c3a4948-a194-49e8-bd5d-390f0bd3da17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.179755 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c3a4948-a194-49e8-bd5d-390f0bd3da17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.214081 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-93ec3ae3-e242-42d4-9240-d83fb1e770cf req-5a64cf5b-691e-457e-ab3b-96c7bf063f8a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-268169856', 'description': 'tempest-description-1813154919'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:41.244376 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-93ec3ae3-e242-42d4-9240-d83fb1e770cf req-5a64cf5b-691e-457e-ab3b-96c7bf063f8a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.273614 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c3a4948-a194-49e8-bd5d-390f0bd3da17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.316146 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315959e3-5a38-46f3-8f61-fd0096a1db60 req-bf371192-28fd-411e-bfdf-60c42e26121d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:41.317622 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-315959e3-5a38-46f3-8f61-fd0096a1db60 req-bf371192-28fd-411e-bfdf-60c42e26121d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.2055867 Jul 09 13:22:41.400460 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-315959e3-5a38-46f3-8f61-fd0096a1db60 req-23f5571b-e113-4ec5-bd34-181054558aba tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737770 Jul 09 13:22:41.402987 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c3a4948-a194-49e8-bd5d-390f0bd3da17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.455781 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a4948-a194-49e8-bd5d-390f0bd3da17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ead80f-ec74-4a4b-8306-90021db5ca64,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:41.466061 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c3a4948-a194-49e8-bd5d-390f0bd3da17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.476566 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6c3a4948-a194-49e8-bd5d-390f0bd3da17 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/85ead80f-ec74-4a4b-8306-90021db5ca64 HTTP/1.1" status: 204 len: 168 time: 0.4512861 Jul 09 13:22:41.477029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47132) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:41.496682 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-93ec3ae3-e242-42d4-9240-d83fb1e770cf req-5a64cf5b-691e-457e-ab3b-96c7bf063f8a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.505028 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-93ec3ae3-e242-42d4-9240-d83fb1e770cf req-5a64cf5b-691e-457e-ab3b-96c7bf063f8a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.550724 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-93ec3ae3-e242-42d4-9240-d83fb1e770cf req-5a64cf5b-691e-457e-ab3b-96c7bf063f8a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.552077 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93ec3ae3-e242-42d4-9240-d83fb1e770cf req-5a64cf5b-691e-457e-ab3b-96c7bf063f8a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3475888 Jul 09 13:22:41.574134 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4462e74-b5a3-44ee-8c7b-8e83479ad01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.592401 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-0e99f738-4dfa-4539-8564-ae6d76b6224e req-7ab15d3a-2e7a-436a-967a-e732710bea99 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-962524983', 'description': 'tempest-description-492196868'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:41.599664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a64cf5b-691e-457e-ab3b-96c7bf063f8a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2f4c2d-8c03-4557-a1cd-6b2478c0fc38,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:41.627408 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e99f738-4dfa-4539-8564-ae6d76b6224e req-7ab15d3a-2e7a-436a-967a-e732710bea99 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.659325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c847f-1321-4a52-a65a-c001f98bed3f req-0dbb8a80-3ad4-4e86-8d67-a3d07684b281 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:41.661319 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf2c847f-1321-4a52-a65a-c001f98bed3f req-0dbb8a80-3ad4-4e86-8d67-a3d07684b281 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1331265 Jul 09 13:22:41.669543 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4462e74-b5a3-44ee-8c7b-8e83479ad01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.681571 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c4462e74-b5a3-44ee-8c7b-8e83479ad01a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bc5c116-24aa-45b8-a4a7-c8fdda29d4fc']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:41.694233 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c4462e74-b5a3-44ee-8c7b-8e83479ad01a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73ed0fa1-8a01-4a45-8434-016805bd37b7') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:41.694536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c4462e74-b5a3-44ee-8c7b-8e83479ad01a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73ed0fa1-8a01-4a45-8434-016805bd37b7') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:41.707188 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4462e74-b5a3-44ee-8c7b-8e83479ad01a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.723005 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf2c847f-1321-4a52-a65a-c001f98bed3f req-c9a818bf-cbdd-4113-8d65-ccac6249f47a tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534723 Jul 09 13:22:41.729386 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4462e74-b5a3-44ee-8c7b-8e83479ad01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.748653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4462e74-b5a3-44ee-8c7b-8e83479ad01a admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:22:41.750306 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4462e74-b5a3-44ee-8c7b-8e83479ad01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:22:41.752446 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:22:41.779233 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e99f738-4dfa-4539-8564-ae6d76b6224e req-7ab15d3a-2e7a-436a-967a-e732710bea99 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.789647 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e99f738-4dfa-4539-8564-ae6d76b6224e req-7ab15d3a-2e7a-436a-967a-e732710bea99 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.819157 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4462e74-b5a3-44ee-8c7b-8e83479ad01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.836057 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4462e74-b5a3-44ee-8c7b-8e83479ad01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.839824 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab15d3a-2e7a-436a-967a-e732710bea99 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3978adba-a84f-42fd-b8ba-321fcd4f0f68,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:41.845251 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c4462e74-b5a3-44ee-8c7b-8e83479ad01a admin admin] 10.222.0.39 "DELETE /v2.0/networks/4bc5c116-24aa-45b8-a4a7-c8fdda29d4fc HTTP/1.1" status: 204 len: 168 time: 0.3663354 Jul 09 13:22:41.865304 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4462e74-b5a3-44ee-8c7b-8e83479ad01a admin admin] Pushing event deleted for resources: {'Network': ['ID=4bc5c116-24aa-45b8-a4a7-c8fdda29d4fc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:41.868580 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e99f738-4dfa-4539-8564-ae6d76b6224e req-7ab15d3a-2e7a-436a-967a-e732710bea99 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:41.869775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e99f738-4dfa-4539-8564-ae6d76b6224e req-7ab15d3a-2e7a-436a-967a-e732710bea99 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.2831602 Jul 09 13:22:41.991333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563f44a6-80ff-459d-b6b9-5ce249277a10 req-8e910039-7e9d-469e-9594-5ae3292d8c66 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:41.996500 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-563f44a6-80ff-459d-b6b9-5ce249277a10 req-8e910039-7e9d-469e-9594-5ae3292d8c66 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.1290741 Jul 09 13:22:42.049602 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-563f44a6-80ff-459d-b6b9-5ce249277a10 req-0469f6a7-63cd-4d2a-b00b-c8b46b4e98a7 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513136 Jul 09 13:22:42.051707 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47152) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:42.108755 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5a61ae78-87dc-4498-9501-7fcbd2e7012a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7ee090adc09c4d279d3ea6b5d9e5bcf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0536516 Jul 09 13:22:42.109231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47160) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:42.175035 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3606dab4-658a-43ba-ba1a-ac301fc4c7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.198946 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3606dab4-658a-43ba-ba1a-ac301fc4c7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.259289 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3606dab4-658a-43ba-ba1a-ac301fc4c7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.263216 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3606dab4-658a-43ba-ba1a-ac301fc4c7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:42.265089 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3606dab4-658a-43ba-ba1a-ac301fc4c7d7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f04658ad-0ceb-43f3-b4ba-3ab9b8c74f89 HTTP/1.1" status: 204 len: 168 time: 0.1541517 Jul 09 13:22:42.274759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3606dab4-658a-43ba-ba1a-ac301fc4c7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04658ad-0ceb-43f3-b4ba-3ab9b8c74f89,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:42.291490 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-0726b115-6f9f-4dcc-8afc-6ed9f0414077 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:42.293498 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-0726b115-6f9f-4dcc-8afc-6ed9f0414077 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/networks?id=f168a26a-2921-4730-adf9-a3b8d1a80b7e HTTP/1.1" status: 200 len: 812 time: 0.1674526 Jul 09 13:22:42.315051 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-37469f8c-0f69-410c-b0c8-1d3d9213ca7c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/quotas/8ba64926573141e39bfc696545a991f0 HTTP/1.1" status: 200 len: 375 time: 0.0153971 Jul 09 13:22:42.355732 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-801621b3-3869-4061-99ec-1c16836e407b tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ba64926573141e39bfc696545a991f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395527 Jul 09 13:22:42.464248 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-7ca5eb60-d7b5-403d-9789-fa9b7d990cf7 service neutron] 10.222.0.39 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039019 Jul 09 13:22:42.589727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-f21315c7-0477-472d-8a41-57bbab628116 service neutron] 10.222.0.39 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242967 Jul 09 13:22:42.685708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4d883b-41e6-44d7-aa56-f17ee8e64ee3 req-32e7df07-d4b6-4286-bb76-2a9ac9587fb7 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:42.690560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e4d883b-41e6-44d7-aa56-f17ee8e64ee3 req-32e7df07-d4b6-4286-bb76-2a9ac9587fb7 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.0963230 Jul 09 13:22:42.751267 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e4d883b-41e6-44d7-aa56-f17ee8e64ee3 req-e546e91b-cbb8-4dc3-bc5b-3da0064ebd76 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551767 Jul 09 13:22:42.915303 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a57a0c3-cc73-411d-b9ed-599c41e120df req-8a3b39ac-1b30-41e0-952c-4422225010ef tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 210 time: 0.0455744 Jul 09 13:22:43.078476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e545a06-f1c8-4e75-9f74-273170cac9b0 req-97be9739-7020-4443-be08-325c562defec tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:43.100385 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e545a06-f1c8-4e75-9f74-273170cac9b0 req-97be9739-7020-4443-be08-325c562defec tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1805692 Jul 09 13:22:43.176741 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e545a06-f1c8-4e75-9f74-273170cac9b0 req-791cb43e-5b8d-4f03-91f9-aea64622cf18 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711279 Jul 09 13:22:43.367817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47204) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:43.384446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23859be6-79a0-4b72-8fc7-b9b321f54183 req-65cabe2b-5880-4a02-98a4-b83a4117c040 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:43.386235 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23859be6-79a0-4b72-8fc7-b9b321f54183 req-65cabe2b-5880-4a02-98a4-b83a4117c040 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.0876906 Jul 09 13:22:43.471776 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23859be6-79a0-4b72-8fc7-b9b321f54183 req-4cfebecf-f14c-45c0-8fd2-7051846c5f85 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785756 Jul 09 13:22:43.517646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-067f72e8-aac2-467c-9fcd-1be154ca8788 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-network', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:43.543602 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-067f72e8-aac2-467c-9fcd-1be154ca8788 admin admin] Made reservation on behalf of 28cccfcdce06416798d3fed1b5c86fea for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:43.546997 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-067f72e8-aac2-467c-9fcd-1be154ca8788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.556762 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-067f72e8-aac2-467c-9fcd-1be154ca8788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.672315 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-067f72e8-aac2-467c-9fcd-1be154ca8788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.677314 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-067f72e8-aac2-467c-9fcd-1be154ca8788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.704787 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-067f72e8-aac2-467c-9fcd-1be154ca8788 admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:22:43.715564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f72e8-aac2-467c-9fcd-1be154ca8788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bed6996-030f-4bcc-b61d-b5e1904fff0a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:43.722215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-067f72e8-aac2-467c-9fcd-1be154ca8788 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.722641 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-067f72e8-aac2-467c-9fcd-1be154ca8788 admin admin] Added segment 35a79c01-08c8-47a5-b194-95659d123e56 of type vlan for network 506f0105-b494-4138-9dfd-14195d3a3fed Jul 09 13:22:43.771476 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-067f72e8-aac2-467c-9fcd-1be154ca8788 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.806580 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-067f72e8-aac2-467c-9fcd-1be154ca8788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.808902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-067f72e8-aac2-467c-9fcd-1be154ca8788 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:43.810278 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-067f72e8-aac2-467c-9fcd-1be154ca8788 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.867105 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-067f72e8-aac2-467c-9fcd-1be154ca8788 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4980395 Jul 09 13:22:43.869794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47210) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:43.876535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-acb1ecfc-09b3-4288-a878-14a170a4c80f admin admin] Request body: {'subnet': {'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-subnet', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:43.892285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f72e8-aac2-467c-9fcd-1be154ca8788 admin admin] Pushing event updated for resources: {'Network': ['ID=506f0105-b494-4138-9dfd-14195d3a3fed,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:43.903286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 506f0105-b494-4138-9dfd-14195d3a3fed details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:22:43.907075 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb1ecfc-09b3-4288-a878-14a170a4c80f admin admin] Made reservation on behalf of 28cccfcdce06416798d3fed1b5c86fea for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:43.910669 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-acb1ecfc-09b3-4288-a878-14a170a4c80f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:43.992992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117ca782-dfa9-4788-ba51-58ef638d1c97 req-6005df4f-5730-4b62-88b8-a15bebfba1b0 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:43.996556 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-117ca782-dfa9-4788-ba51-58ef638d1c97 req-6005df4f-5730-4b62-88b8-a15bebfba1b0 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.0882015 Jul 09 13:22:44.056592 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-117ca782-dfa9-4788-ba51-58ef638d1c97 req-bed360d5-0e67-4101-9710-e2fad4ba7130 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541372 Jul 09 13:22:44.134046 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79911ace-504a-4ee4-b8a5-825322b64d7d req-3442deb5-3e10-461c-8930-6edeb09f6a5c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 210 time: 0.0347066 Jul 09 13:22:44.160565 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-acb1ecfc-09b3-4288-a878-14a170a4c80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.265884 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1ecfc-09b3-4288-a878-14a170a4c80f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2915b4c-1b15-4665-bc6f-4ef8238c6ea1,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:44.285810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb1ecfc-09b3-4288-a878-14a170a4c80f admin admin] Checking segment: {'id': '35a79c01-08c8-47a5-b194-95659d123e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:44.286244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1ecfc-09b3-4288-a878-14a170a4c80f admin admin] Network hostable DHCP agents. Network: 506f0105-b494-4138-9dfd-14195d3a3fed, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:22:44.373408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb1ecfc-09b3-4288-a878-14a170a4c80f admin admin] Network 506f0105-b494-4138-9dfd-14195d3a3fed is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:22:44.415354 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-acb1ecfc-09b3-4288-a878-14a170a4c80f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 506f0105-b494-4138-9dfd-14195d3a3fed) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:44.431528 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e715f19-0625-4280-9bd0-239ff10ad28e None None] Network 506f0105-b494-4138-9dfd-14195d3a3fed requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:44.440310 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bc8d2e6-144e-40ef-a4cc-75aa58d3fb9d req-53fb5e38-03f3-4c58-9316-c4127f684cf3 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:44.446814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb1ecfc-09b3-4288-a878-14a170a4c80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:44.448272 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-acb1ecfc-09b3-4288-a878-14a170a4c80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.448978 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bc8d2e6-144e-40ef-a4cc-75aa58d3fb9d req-53fb5e38-03f3-4c58-9316-c4127f684cf3 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1246011 Jul 09 13:22:44.492633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-1eaae206-e1c5-49a1-809f-5a7430471716 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:44.503275 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-1eaae206-e1c5-49a1-809f-5a7430471716 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.15 "GET /v2.0/networks?id=f168a26a-2921-4730-adf9-a3b8d1a80b7e HTTP/1.1" status: 200 len: 812 time: 0.2472253 Jul 09 13:22:44.522856 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-2a841f89-852c-4904-bc66-ff24787521e1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Request body: {'port': {'device_id': '2b44d59b-1c6e-4447-b5a2-966679f38253', 'network_id': 'f168a26a-2921-4730-adf9-a3b8d1a80b7e', 'admin_state_up': True, 'tenant_id': '8ba64926573141e39bfc696545a991f0'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:44.544054 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bc8d2e6-144e-40ef-a4cc-75aa58d3fb9d req-f8684c3e-93ed-4127-9bfd-6cba20fddb46 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940466 Jul 09 13:22:44.619007 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-acb1ecfc-09b3-4288-a878-14a170a4c80f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7481596 Jul 09 13:22:44.621836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47224) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:44.629152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-router', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:44.678426 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.679594 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.696248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-506f0105-b494-4138-9dfd-14195d3a3fed', 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'fixed_ips': [{'subnet_id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:22:44.697379 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.756884 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e45ba05-71ba-4687-bf9b-baa636d4830a req-9e282b91-afd0-491a-ba18-b153e027174c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:44.758984 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e45ba05-71ba-4687-bf9b-baa636d4830a req-9e282b91-afd0-491a-ba18-b153e027174c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.1275935 Jul 09 13:22:44.773638 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-87b74095-c248-412e-88c2-8b91a7b15f95 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:44.776089 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-87b74095-c248-412e-88c2-8b91a7b15f95 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd&tenant_id=35b702eee9154963b30c070fa690b62c&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1097 time: 0.1934400 Jul 09 13:22:44.776231 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.779945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-2a841f89-852c-4904-bc66-ff24787521e1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Made reservation on behalf of 8ba64926573141e39bfc696545a991f0 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:22:44.784663 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-2a841f89-852c-4904-bc66-ff24787521e1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.795426 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799525-3'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:44.879945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e45ba05-71ba-4687-bf9b-baa636d4830a req-377f80d1-6391-4b6c-877b-8008ce61518d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016467 Jul 09 13:22:44.880356 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Allocated IP 172.20.0.2 (506f0105-b494-4138-9dfd-14195d3a3fed/e2915b4c-1b15-4665-bc6f-4ef8238c6ea1/b23bef3c-0a2c-4f58-a4d5-f0f546f32365) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:44.960745 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:44.991438 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:45.074575 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:45.084789 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Transition to ACTIVE for port object b23bef3c-0a2c-4f58-a4d5-f0f546f32365 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:45.113452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Transition to ACTIVE for port object b23bef3c-0a2c-4f58-a4d5-f0f546f32365 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:45.123183 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:45.133099 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-2a841f89-852c-4904-bc66-ff24787521e1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Allocated IP 172.20.0.6 (f168a26a-2921-4730-adf9-a3b8d1a80b7e/4aa592ed-f6d0-428f-87cc-7ba12be19e71/d4477d55-45f3-4668-9d74-08f15002b47c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:45.175543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=135692d3-1ed6-4885-ac2c-72bc5f272023,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:45.193489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Network 506f0105-b494-4138-9dfd-14195d3a3fed is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:45.197460 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:45.208040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:45.211887 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Pushing event updated for resources: {'Port': ['ID=b23bef3c-0a2c-4f58-a4d5-f0f546f32365,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:45.225658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:45.226008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:45.226361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:45.226707 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:45.227047 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:45.232186 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:45.232378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:45.232705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:45.233098 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:45.234871 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:45.235197 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:45.235545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:45.269060 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:45.377813 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Attempting to bind port b23bef3c-0a2c-4f58-a4d5-f0f546f32365 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:45.378896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Attempting to bind port b23bef3c-0a2c-4f58-a4d5-f0f546f32365 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '35a79c01-08c8-47a5-b194-95659d123e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:45.379534 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Attempting to bind port b23bef3c-0a2c-4f58-a4d5-f0f546f32365 on network 506f0105-b494-4138-9dfd-14195d3a3fed {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:45.385609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:45.386388 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Checking segment: {'id': '35a79c01-08c8-47a5-b194-95659d123e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:45.387408 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:45.388332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Bound using segment: {'id': '35a79c01-08c8-47a5-b194-95659d123e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:45.389050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Bound port: b23bef3c-0a2c-4f58-a4d5-f0f546f32365, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a79c01-08c8-47a5-b194-95659d123e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:45.392812 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:45.438830 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-102a5ef1-942d-4946-9749-efe897a57f0e req-bba737e6-effc-4cbb-9f5a-1aca0c9b3bdc tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 210 time: 0.0511985 Jul 09 13:22:45.452359 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9ff69d-dc53-46e2-a662-e7abae101cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '135692d3-1ed6-4885-ac2c-72bc5f272023'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:45.455007 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e68ed16-2789-4592-b08d-79ad087dec32" -d '{"events": [{"server_uuid": "6e9ff69d-dc53-46e2-a662-e7abae101cbd", "name": "network-vif-unplugged", "status": "completed", "tag": "135692d3-1ed6-4885-ac2c-72bc5f272023"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:45.460392 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:45.478785 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:45.496868 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] For port b23bef3c-0a2c-4f58-a4d5-f0f546f32365, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:45.502010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] For port b23bef3c-0a2c-4f58-a4d5-f0f546f32365, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b23bef3c-0a2c-4f58-a4d5-f0f546f32365,segment=NetworkSegment(35a79c01-08c8-47a5-b194-95659d123e56),segment_id=35a79c01-08c8-47a5-b194-95659d123e56)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:45.509813 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:45.515755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718ff502-9a97-4547-acee-45570618b699 req-164cb34f-64dc-4b4e-a675-e4570a58585b tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:45.524472 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-718ff502-9a97-4547-acee-45570618b699 req-164cb34f-64dc-4b4e-a675-e4570a58585b tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 946 time: 0.2031763 Jul 09 13:22:45.638756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10906e06-c995-4d7b-99dd-669f78210214 None None] Pushing event updated for resources: {'Port': ['ID=b23bef3c-0a2c-4f58-a4d5-f0f546f32365,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:45.651261 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-718ff502-9a97-4547-acee-45570618b699 req-f3cc7dd2-8270-4b4f-833c-abee769368ab tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265383 Jul 09 13:22:45.657870 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Pushing event updated for resources: {'Port': ['ID=135692d3-1ed6-4885-ac2c-72bc5f272023,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:45.718354 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Attempting to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 on host n-h2-799525-3 for vnic_type normal with profile {"migrating_to": "n-h1-799525-3"} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:45.718837 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Attempting to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:45.719215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Attempting to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:45.728401 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Port 135692d3-1ed6-4885-ac2c-72bc5f272023 on network 9eed349f-85e9-4424-b38d-3b371f8e676c not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:22:45.729465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Attempting to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:45.734960 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 135692d3-1ed6-4885-ac2c-72bc5f272023 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:45.736664 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2e38ff-e319-4f9d-9f3a-0165104a85f8 x-openstack-request-id: req-6a2e38ff-e319-4f9d-9f3a-0165104a85f8 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:45.736969 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9ff69d-dc53-46e2-a662-e7abae101cbd", "name": "network-vif-unplugged", "status": "completed", "tag": "135692d3-1ed6-4885-ac2c-72bc5f272023", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:45.737229 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6a2e38ff-e319-4f9d-9f3a-0165104a85f8 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:45.737626 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9ff69d-dc53-46e2-a662-e7abae101cbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '135692d3-1ed6-4885-ac2c-72bc5f272023', 'code': 200} Jul 09 13:22:45.742483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:45.742831 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Checking segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:45.743245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Bound using segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:45.743681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Bound port: 135692d3-1ed6-4885-ac2c-72bc5f272023, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:45.744044 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:45.944066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h2-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:45.970668 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:45.989992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=135692d3-1ed6-4885-ac2c-72bc5f272023,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:45.991901 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Attempting to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 on host n-h2-799525-3 for vnic_type normal with profile {"migrating_to": "n-h1-799525-3"} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:45.992387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Attempting to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:45.995954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Attempting to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:45.997315 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.005062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Port 135692d3-1ed6-4885-ac2c-72bc5f272023 on network 9eed349f-85e9-4424-b38d-3b371f8e676c not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:22:46.005430 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Attempting to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:46.030476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:46.030866 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Checking segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:46.031577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Bound using segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:46.032059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Bound port: 135692d3-1ed6-4885-ac2c-72bc5f272023, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:46.032461 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.098709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:46.099487 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.100076 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-2a841f89-852c-4904-bc66-ff24787521e1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.101135 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] 10.222.0.18 "PUT /v2.0/ports/135692d3-1ed6-4885-ac2c-72bc5f272023 HTTP/1.1" status: 200 len: 1122 time: 1.3116455 Jul 09 13:22:46.177793 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.185804 n-d-799525-3 neutron-server[93755]: WARNING neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Concurrent port binding operations failed on port 135692d3-1ed6-4885-ac2c-72bc5f272023 Jul 09 13:22:46.191559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=135692d3-1ed6-4885-ac2c-72bc5f272023,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:46.193741 n-d-799525-3 neutron-server[93755]: INFO neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Attempt 2 to bind port 135692d3-1ed6-4885-ac2c-72bc5f272023 Jul 09 13:22:46.194068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 135692d3-1ed6-4885-ac2c-72bc5f272023 has no active binding in host n-h1-799525-3 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:22:46.201418 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.211424 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdd3b33-35ed-428b-9af5-d7aecd703c3d req-20721255-e560-4f2a-bece-6842484f4c7e tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:46.221276 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-2a841f89-852c-4904-bc66-ff24787521e1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.224714 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fcdd3b33-35ed-428b-9af5-d7aecd703c3d req-20721255-e560-4f2a-bece-6842484f4c7e tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.3213217 Jul 09 13:22:46.231648 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['135692d3-1ed6-4885-ac2c-72bc5f272023'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:46.262047 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0125d9b0-71ad-47ee-9c01-97a0e158033b service neutron] Pushing event updated for resources: {'Port': ['ID=135692d3-1ed6-4885-ac2c-72bc5f272023,revision_number=8']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:46.291643 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['135692d3-1ed6-4885-ac2c-72bc5f272023'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:46.308595 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fcdd3b33-35ed-428b-9af5-d7aecd703c3d req-5ac11dd7-d587-4aad-a341-e0c92da9de19 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826421 Jul 09 13:22:46.337242 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a841f89-852c-4904-bc66-ff24787521e1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event updated for resources: {'Port': ['ID=d4477d55-45f3-4668-9d74-08f15002b47c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:46.358800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-2a841f89-852c-4904-bc66-ff24787521e1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Network f168a26a-2921-4730-adf9-a3b8d1a80b7e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:46.367808 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-2a841f89-852c-4904-bc66-ff24787521e1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:46.368517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270bb797-728e-4474-928f-8788bf6dfe92 req-2efd2f47-3028-4751-a3f2-0bc294518bc3 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:46.371327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-2a841f89-852c-4904-bc66-ff24787521e1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:46.376935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-270bb797-728e-4474-928f-8788bf6dfe92 req-2efd2f47-3028-4751-a3f2-0bc294518bc3 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.2138200 Jul 09 13:22:46.422995 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-270bb797-728e-4474-928f-8788bf6dfe92 req-b21364f2-8426-49b2-a9bb-579fdf49644b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451689 Jul 09 13:22:46.489259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-2a841f89-852c-4904-bc66-ff24787521e1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:46.489865 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-2a841f89-852c-4904-bc66-ff24787521e1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.503286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Allocated IP 172.25.2.124 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/6342efbf-2580-426b-9d8c-a3f96d29ab33) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:46.533050 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-2a841f89-852c-4904-bc66-ff24787521e1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0219421 Jul 09 13:22:46.576783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Request body: {'port': {'device_id': '2b44d59b-1c6e-4447-b5a2-966679f38253', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:46.737914 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.741707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.798571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b68952-5fdc-4ec0-9aaf-0fbb444201d9 req-a8d5a931-6caa-478c-9564-69c7b0aa6201 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:46.800364 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87b68952-5fdc-4ec0-9aaf-0fbb444201d9 req-a8d5a931-6caa-478c-9564-69c7b0aa6201 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 931 time: 0.1260269 Jul 09 13:22:46.900181 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e299184b-be35-4d0e-a4a0-c72bfbea6a09 None None] Network 506f0105-b494-4138-9dfd-14195d3a3fed requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:22:46.905985 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:46.976909 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87b68952-5fdc-4ec0-9aaf-0fbb444201d9 req-f77de83a-7663-4bd3-a369-86e1f8c09dfb tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680481 Jul 09 13:22:47.029101 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7173c2-5271-4d4b-bf18-226194454483 req-1ab17664-9747-4058-822d-6219a1ed8291 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:47.036935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b23bef3c-0a2c-4f58-a4d5-f0f546f32365 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:47.038061 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f7173c2-5271-4d4b-bf18-226194454483 req-1ab17664-9747-4058-822d-6219a1ed8291 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 944 time: 0.2005043 Jul 09 13:22:47.095734 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f7173c2-5271-4d4b-bf18-226194454483 req-ebbf37bb-6ee7-47b5-99a4-640666f06cc4 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550299 Jul 09 13:22:47.110074 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:47.116484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:47.142647 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Pushing event updated for resources: {'Port': ['ID=6342efbf-2580-426b-9d8c-a3f96d29ab33,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:47.145414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:47.163485 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7fcec193-2493-48db-a0f1-99f781eefa63 None None] Provisioning for port b23bef3c-0a2c-4f58-a4d5-f0f546f32365 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:47.242314 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port b23bef3c-0a2c-4f58-a4d5-f0f546f32365 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:47.251339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port b23bef3c-0a2c-4f58-a4d5-f0f546f32365 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:47.251761 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.325191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4477d55-45f3-4668-9d74-08f15002b47c {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:47.335916 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.360833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Transition to ACTIVE for port object d4477d55-45f3-4668-9d74-08f15002b47c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:47.367569 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.394553 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.451628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port b23bef3c-0a2c-4f58-a4d5-f0f546f32365, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b23bef3c-0a2c-4f58-a4d5-f0f546f32365,segment=NetworkSegment(35a79c01-08c8-47a5-b194-95659d123e56),segment_id=35a79c01-08c8-47a5-b194-95659d123e56)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:47.459495 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.588570 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=b23bef3c-0a2c-4f58-a4d5-f0f546f32365,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:47.619733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4477d55-45f3-4668-9d74-08f15002b47c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:47.630795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2d9216-ae10-40f7-b803-30974ea5984f req-20455265-7fe4-41a7-b874-1328e92a72dd tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:47.632176 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f2d9216-ae10-40f7-b803-30974ea5984f req-20455265-7fe4-41a7-b874-1328e92a72dd tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1059079 Jul 09 13:22:47.697821 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.700999 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4a39955f-88ca-4734-8cc9-40dd33679c8d None None] Provisioning complete for port b23bef3c-0a2c-4f58-a4d5-f0f546f32365 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:47.702278 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a39955f-88ca-4734-8cc9-40dd33679c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:47.709600 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f2d9216-ae10-40f7-b803-30974ea5984f req-15c9c4d7-611d-40ca-9077-4cb38b0bfaba tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666368 Jul 09 13:22:47.727339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db963d39-1a9b-4348-a53c-d1ce72177aa6 req-9363ff30-f667-4964-93a9-62c14be73050 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:47.729123 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db963d39-1a9b-4348-a53c-d1ce72177aa6 req-9363ff30-f667-4964-93a9-62c14be73050 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.0960391 Jul 09 13:22:47.740028 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e9ff69d-dc53-46e2-a662-e7abae101cbd', 'tag': '135692d3-1ed6-4885-ac2c-72bc5f272023'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:47.742299 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7158d6-9d73-4988-a3be-8d482ce72e75" -d '{"events": [{"name": "network-changed", "server_uuid": "6e9ff69d-dc53-46e2-a662-e7abae101cbd", "tag": "135692d3-1ed6-4885-ac2c-72bc5f272023"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:47.782655 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce4d6c95-58eb-4a10-80ad-ed94c8f7d0b1 x-openstack-request-id: req-ce4d6c95-58eb-4a10-80ad-ed94c8f7d0b1 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:47.782951 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e9ff69d-dc53-46e2-a662-e7abae101cbd", "tag": "135692d3-1ed6-4885-ac2c-72bc5f272023", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:47.783238 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce4d6c95-58eb-4a10-80ad-ed94c8f7d0b1 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:47.783636 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e9ff69d-dc53-46e2-a662-e7abae101cbd', 'tag': '135692d3-1ed6-4885-ac2c-72bc5f272023', 'status': 'completed', 'code': 200} Jul 09 13:22:47.817393 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db963d39-1a9b-4348-a53c-d1ce72177aa6 req-78b76fbd-5810-497f-a444-6ba70e9626ba tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782759 Jul 09 13:22:47.854736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Attempting to bind port d4477d55-45f3-4668-9d74-08f15002b47c on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:47.854991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Attempting to bind port d4477d55-45f3-4668-9d74-08f15002b47c by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'a86c0879-801c-40ac-96bf-d551bd45bdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f168a26a-2921-4730-adf9-a3b8d1a80b7e'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:47.855344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Attempting to bind port d4477d55-45f3-4668-9d74-08f15002b47c on network f168a26a-2921-4730-adf9-a3b8d1a80b7e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:47.877453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Port d4477d55-45f3-4668-9d74-08f15002b47c on network f168a26a-2921-4730-adf9-a3b8d1a80b7e not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:22:47.877780 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Attempting to bind port d4477d55-45f3-4668-9d74-08f15002b47c on network f168a26a-2921-4730-adf9-a3b8d1a80b7e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:47.892468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:47.892801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Checking segment: {'id': 'a86c0879-801c-40ac-96bf-d551bd45bdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f168a26a-2921-4730-adf9-a3b8d1a80b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:47.893190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Bound using segment: {'id': 'a86c0879-801c-40ac-96bf-d551bd45bdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f168a26a-2921-4730-adf9-a3b8d1a80b7e'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:47.893621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Bound port: d4477d55-45f3-4668-9d74-08f15002b47c, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86c0879-801c-40ac-96bf-d551bd45bdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f168a26a-2921-4730-adf9-a3b8d1a80b7e'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:47.893979 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:48.012790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7158d6-9d73-4988-a3be-8d482ce72e75 req-2d108231-6099-4cc5-a716-08f8988408e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:48.014351 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-af7158d6-9d73-4988-a3be-8d482ce72e75 req-2d108231-6099-4cc5-a716-08f8988408e3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 1125 time: 0.2050211 Jul 09 13:22:48.112764 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] For port d4477d55-45f3-4668-9d74-08f15002b47c, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:48.118508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] For port d4477d55-45f3-4668-9d74-08f15002b47c, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d4477d55-45f3-4668-9d74-08f15002b47c,segment=NetworkSegment(a86c0879-801c-40ac-96bf-d551bd45bdcb),segment_id=a86c0879-801c-40ac-96bf-d551bd45bdcb)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:48.122033 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:48.134225 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:48.177762 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83426f-7851-4afe-95eb-a6b14bfc4f73 req-ea12e5ea-8954-4fce-8e9c-8ce1dd871bf2 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:48.179418 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a83426f-7851-4afe-95eb-a6b14bfc4f73 req-ea12e5ea-8954-4fce-8e9c-8ce1dd871bf2 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 943 time: 0.0815487 Jul 09 13:22:48.222067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:48.222685 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:48.224128 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] 10.222.0.15 "PUT /v2.0/ports/d4477d55-45f3-4668-9d74-08f15002b47c HTTP/1.1" status: 200 len: 1091 time: 1.6792634 Jul 09 13:22:48.226152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b44d59b-1c6e-4447-b5a2-966679f38253', 'tag': 'd4477d55-45f3-4668-9d74-08f15002b47c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:48.228694 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c8bfe4-0f53-40e1-8541-a172553409a8" -d '{"events": [{"name": "network-changed", "server_uuid": "2b44d59b-1c6e-4447-b5a2-966679f38253", "tag": "d4477d55-45f3-4668-9d74-08f15002b47c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:48.236765 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a83426f-7851-4afe-95eb-a6b14bfc4f73 req-cf8f2089-985b-490c-8a6a-19b47984e6c8 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488460 Jul 09 13:22:48.263173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7158d6-9d73-4988-a3be-8d482ce72e75 req-f577be30-6c99-40d1-96b2-367d5086f6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:48.265488 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-af7158d6-9d73-4988-a3be-8d482ce72e75 req-f577be30-6c99-40d1-96b2-367d5086f6a0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.2411623 Jul 09 13:22:48.272937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05b653-a0b8-4925-829b-994b7305b6b3 service neutron] Pushing event updated for resources: {'Port': ['ID=d4477d55-45f3-4668-9d74-08f15002b47c,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:48.326028 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798b045d-276b-4e90-8208-f9251884cd15 req-7dc5c6bb-7503-4774-aa9f-cb2c4dde7ab2 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:48.327921 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-798b045d-276b-4e90-8208-f9251884cd15 req-7dc5c6bb-7503-4774-aa9f-cb2c4dde7ab2 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 944 time: 0.0898116 Jul 09 13:22:48.380271 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-af7158d6-9d73-4988-a3be-8d482ce72e75 req-fbc0f29a-849e-46fd-9a10-7949f2515987 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=135692d3-1ed6-4885-ac2c-72bc5f272023 HTTP/1.1" status: 200 len: 217 time: 0.0742404 Jul 09 13:22:48.384142 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-798b045d-276b-4e90-8208-f9251884cd15 req-2643769c-2532-40c5-b741-41fe5efd1cd2 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506270 Jul 09 13:22:48.442479 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f74af6e-d375-4b00-b69e-64c77c298ebb x-openstack-request-id: req-1f74af6e-d375-4b00-b69e-64c77c298ebb {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:48.442767 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b44d59b-1c6e-4447-b5a2-966679f38253", "tag": "d4477d55-45f3-4668-9d74-08f15002b47c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:48.443020 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f74af6e-d375-4b00-b69e-64c77c298ebb {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:48.443441 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b44d59b-1c6e-4447-b5a2-966679f38253', 'tag': 'd4477d55-45f3-4668-9d74-08f15002b47c', 'status': 'completed', 'code': 200} Jul 09 13:22:48.468048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7158d6-9d73-4988-a3be-8d482ce72e75 req-38ca1a10-86b9-4fdf-bb0c-dec265718f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:48.470162 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-af7158d6-9d73-4988-a3be-8d482ce72e75 req-38ca1a10-86b9-4fdf-bb0c-dec265718f6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.0813560 Jul 09 13:22:48.477274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-9791dfc8-fb89-4a07-9466-6bf4c7824714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:48.478706 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-9791dfc8-fb89-4a07-9466-6bf4c7824714 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba64926573141e39bfc696545a991f0&device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 1094 time: 0.1742671 Jul 09 13:22:48.520241 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-af7158d6-9d73-4988-a3be-8d482ce72e75 req-b6c0883b-e5cd-4639-bbd3-17eeb1a00c7f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405715 Jul 09 13:22:48.563640 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-93004901-e4b0-42da-92d5-e21aed8ada7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4477d55-45f3-4668-9d74-08f15002b47c HTTP/1.1" status: 200 len: 217 time: 0.0742738 Jul 09 13:22:48.636877 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:22:48.922448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e19da6-2f63-47ea-bba1-cd7e5e0fb9a6 req-ce9d28ee-0171-445f-b833-5b642335a9f2 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:48.924077 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-30e19da6-2f63-47ea-bba1-cd7e5e0fb9a6 req-ce9d28ee-0171-445f-b833-5b642335a9f2 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.0818214 Jul 09 13:22:49.011080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-7302f75e-aefd-42e2-bb6b-1962beacc5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:49.011805 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-30e19da6-2f63-47ea-bba1-cd7e5e0fb9a6 req-0b6894c4-f09c-4387-8a58-5489a9fb5d0f tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807657 Jul 09 13:22:49.012627 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-7302f75e-aefd-42e2-bb6b-1962beacc5cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4aa592ed-f6d0-428f-87cc-7ba12be19e71 HTTP/1.1" status: 200 len: 852 time: 0.4354825 Jul 09 13:22:49.019584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b23bef3c-0a2c-4f58-a4d5-f0f546f32365 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:49.063049 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-8cee1ed8-6a0e-477a-b7ce-7b0fa5c1cf89 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f168a26a-2921-4730-adf9-a3b8d1a80b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422044 Jul 09 13:22:49.090231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port b23bef3c-0a2c-4f58-a4d5-f0f546f32365 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:49.090755 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:49.102003 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-af7158d6-9d73-4988-a3be-8d482ce72e75 req-42f7ec08-1e61-455c-b8b1-eee4182ba47a service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5485575 Jul 09 13:22:49.115599 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea46ac2-8485-4831-9d26-f4f2c63cc266 req-5d0a42af-b878-41c4-a724-e4cd9dd28a0f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:49.119565 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aea46ac2-8485-4831-9d26-f4f2c63cc266 req-5d0a42af-b878-41c4-a724-e4cd9dd28a0f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.0871260 Jul 09 13:22:49.175720 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aea46ac2-8485-4831-9d26-f4f2c63cc266 req-76c0fb62-212f-4ae6-90f7-cc81fcf4f475 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502687 Jul 09 13:22:49.225610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:22:49.246919 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Sync routers for ids ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:22:49.258155 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Routers {'19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:49.259396 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:22:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:49.266665 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:49.267965 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e8baaced-1735-4b52-b05b-6aa21d14bf73 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.6451373 Jul 09 13:22:49.272322 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47280) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:22:49.276809 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-304be102-f9c3-4f4c-8b6f-db93fb63d105 service neutron] 10.222.0.15 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855352 Jul 09 13:22:49.300397 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-af7158d6-9d73-4988-a3be-8d482ce72e75 req-d08db4e2-f133-411f-943b-d6fc99f3b7c1 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815474 Jul 09 13:22:49.435356 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f900e25-339d-493b-bf5c-9d2c36b83157 req-4596da92-bc54-410a-86a9-a1fd2be6bbaa service neutron] 10.222.0.15 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452577 Jul 09 13:22:49.465922 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Set router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:49.630619 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140455a-40ef-4f30-a1d1-3c7c65c64903 req-714093ad-fa5d-4f84-a2cd-d74dccd380a6 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:49.632156 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1140455a-40ef-4f30-a1d1-3c7c65c64903 req-714093ad-fa5d-4f84-a2cd-d74dccd380a6 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 943 time: 0.1733119 Jul 09 13:22:49.637781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8bfe4-0f53-40e1-8541-a172553409a8 req-867a6154-727c-4356-a604-2914f710aa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:49.640679 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4c8bfe4-0f53-40e1-8541-a172553409a8 req-867a6154-727c-4356-a604-2914f710aa80 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba64926573141e39bfc696545a991f0&device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 1094 time: 0.1288168 Jul 09 13:22:49.722449 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1140455a-40ef-4f30-a1d1-3c7c65c64903 req-808f6982-f28a-4208-89c2-8bb437dc4287 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835495 Jul 09 13:22:49.748942 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-router', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:44Z', 'updated_at': '2021-07-09T13:22:47Z', 'revision_number': 3, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'gw_port': {'id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:46Z', 'updated_at': '2021-07-09T13:22:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:49.792563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8bfe4-0f53-40e1-8541-a172553409a8 req-80a9f554-f672-4f8d-9414-9fcd5d87e1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:49.793314 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Checking router: 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:22:49.793848 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Updating router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 port 6342efbf-2580-426b-9d8c-a3f96d29ab33 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:22:49.795245 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4c8bfe4-0f53-40e1-8541-a172553409a8 req-80a9f554-f672-4f8d-9414-9fcd5d87e1bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=f168a26a-2921-4730-adf9-a3b8d1a80b7e HTTP/1.1" status: 200 len: 913 time: 0.1448932 Jul 09 13:22:49.835748 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:49.887278 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4c8bfe4-0f53-40e1-8541-a172553409a8 req-2bf12da3-77ff-4714-8372-921a8c44b855 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4477d55-45f3-4668-9d74-08f15002b47c HTTP/1.1" status: 200 len: 217 time: 0.0831208 Jul 09 13:22:49.944443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c8bfe4-0f53-40e1-8541-a172553409a8 req-712f8f34-8a57-4edd-9353-a056b7c384fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:49.946068 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4c8bfe4-0f53-40e1-8541-a172553409a8 req-712f8f34-8a57-4edd-9353-a056b7c384fa service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4aa592ed-f6d0-428f-87cc-7ba12be19e71 HTTP/1.1" status: 200 len: 852 time: 0.0494359 Jul 09 13:22:49.975195 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41609d-b072-480a-85d5-4ef81e5527ba req-dfe7a78b-63de-4f51-87f3-4c685bed6b21 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:49.976628 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea41609d-b072-480a-85d5-4ef81e5527ba req-dfe7a78b-63de-4f51-87f3-4c685bed6b21 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 944 time: 0.1672261 Jul 09 13:22:49.983691 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4c8bfe4-0f53-40e1-8541-a172553409a8 req-4d6a5531-e13d-40e5-ac0e-df27b7b8d437 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f168a26a-2921-4730-adf9-a3b8d1a80b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302315 Jul 09 13:22:50.063243 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea41609d-b072-480a-85d5-4ef81e5527ba req-7aa89aae-405d-41ea-b11e-1c651e88eb7f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686638 Jul 09 13:22:50.078119 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.116978 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4c8bfe4-0f53-40e1-8541-a172553409a8 req-c161e269-a9c9-40d4-a382-9062e206c606 service neutron] 10.222.0.15 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256394 Jul 09 13:22:50.197069 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.224721 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Transition to ACTIVE for port object 6342efbf-2580-426b-9d8c-a3f96d29ab33 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:50.236598 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4c8bfe4-0f53-40e1-8541-a172553409a8 req-9355c258-081a-4ac5-864c-980b71901c03 service neutron] 10.222.0.15 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126318 Jul 09 13:22:50.239282 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.296551 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4c111-e94c-40fc-9f80-8d402ab91721 None None] Pushing event updated for resources: {'Port': ['ID=6342efbf-2580-426b-9d8c-a3f96d29ab33,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:50.308277 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4c111-e94c-40fc-9f80-8d402ab91721 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.308614 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4c111-e94c-40fc-9f80-8d402ab91721 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.309102 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4c111-e94c-40fc-9f80-8d402ab91721 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.309477 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4c111-e94c-40fc-9f80-8d402ab91721 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.309813 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4c111-e94c-40fc-9f80-8d402ab91721 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.310581 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4c111-e94c-40fc-9f80-8d402ab91721 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.310922 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4c111-e94c-40fc-9f80-8d402ab91721 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.311430 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4c111-e94c-40fc-9f80-8d402ab91721 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.312083 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4c111-e94c-40fc-9f80-8d402ab91721 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.312179 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4c111-e94c-40fc-9f80-8d402ab91721 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.312513 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4c111-e94c-40fc-9f80-8d402ab91721 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.312841 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d4c111-e94c-40fc-9f80-8d402ab91721 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:22:50.332735 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Attempting to bind port 6342efbf-2580-426b-9d8c-a3f96d29ab33 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:50.333110 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Attempting to bind port 6342efbf-2580-426b-9d8c-a3f96d29ab33 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:50.333475 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Attempting to bind port 6342efbf-2580-426b-9d8c-a3f96d29ab33 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:50.338848 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:50.339251 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:50.339660 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.340052 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:50.340520 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Bound port: 6342efbf-2580-426b-9d8c-a3f96d29ab33, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:50.340922 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.493528 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] For port 6342efbf-2580-426b-9d8c-a3f96d29ab33, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:50.496463 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] For port 6342efbf-2580-426b-9d8c-a3f96d29ab33, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6342efbf-2580-426b-9d8c-a3f96d29ab33,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:50.503562 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.560172 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Routers {'19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:50.560810 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:22:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:50.597838 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d4c111-e94c-40fc-9f80-8d402ab91721 None None] Pushing event updated for resources: {'Port': ['ID=6342efbf-2580-426b-9d8c-a3f96d29ab33,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:50.686473 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f107f36-9c2a-416e-8d28-8860531caeab req-876bda95-a911-4c41-be34-bbeec2cc3247 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:50.688297 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f107f36-9c2a-416e-8d28-8860531caeab req-876bda95-a911-4c41-be34-bbeec2cc3247 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.2416527 Jul 09 13:22:50.688736 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] Set router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:50.697832 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5ac750-0367-4132-900d-c83bb5116664 req-9b428e61-6383-4607-a884-8efb310fae2f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:50.705160 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e5ac750-0367-4132-900d-c83bb5116664 req-9b428e61-6383-4607-a884-8efb310fae2f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.2691789 Jul 09 13:22:50.804965 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e5ac750-0367-4132-900d-c83bb5116664 req-783da71f-0611-4ddc-a926-19ff4cf22aff tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988343 Jul 09 13:22:50.806056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Allocated IP 172.20.0.1 (506f0105-b494-4138-9dfd-14195d3a3fed/e2915b4c-1b15-4665-bc6f-4ef8238c6ea1/2b1a1d1c-344f-4def-a640-07c87d8ae473) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:22:50.815685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f107f36-9c2a-416e-8d28-8860531caeab req-c10dc6f5-fc8c-4513-b964-1175e2c37d75 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060078 Jul 09 13:22:50.953191 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-router', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:44Z', 'updated_at': '2021-07-09T13:22:47Z', 'revision_number': 3, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'gw_port': {'id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:46Z', 'updated_at': '2021-07-09T13:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:50.972233 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:50.985950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Transition to ACTIVE for port object 2b1a1d1c-344f-4def-a640-07c87d8ae473 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:50.992657 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f89f8f-311f-4da8-bf8f-b02035953c55 None None] The sync data for ids ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'] in n-d-799525-3 is: [{'id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-router', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:44Z', 'updated_at': '2021-07-09T13:22:47Z', 'revision_number': 3, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'gw_port': {'id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:46Z', 'updated_at': '2021-07-09T13:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:22:51.064426 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:51.109440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f3920a-edc6-4843-9ee9-b8166e992c01 req-fbdf4b44-cb2b-4519-84ea-ba3c6cfc914a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:51.111010 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2f3920a-edc6-4843-9ee9-b8166e992c01 req-fbdf4b44-cb2b-4519-84ea-ba3c6cfc914a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 943 time: 0.1234078 Jul 09 13:22:51.139139 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Network 506f0105-b494-4138-9dfd-14195d3a3fed is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:51.150899 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:51.153921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Pushing event updated for resources: {'Port': ['ID=2b1a1d1c-344f-4def-a640-07c87d8ae473,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:51.157053 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:22:51.223529 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:51.341344 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2f3920a-edc6-4843-9ee9-b8166e992c01 req-9f9e117f-e80d-41a0-a5d8-05b34be8439b tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197666 Jul 09 13:22:51.503259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6e181c2e-92a3-4d8e-ae58-0be89aa3549a None None] Provisioning for port 2b1a1d1c-344f-4def-a640-07c87d8ae473 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:51.508771 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6e181c2e-92a3-4d8e-ae58-0be89aa3549a None None] Provisioning complete for port 2b1a1d1c-344f-4def-a640-07c87d8ae473 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:51.509627 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e181c2e-92a3-4d8e-ae58-0be89aa3549a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:51.577145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6e181c2e-92a3-4d8e-ae58-0be89aa3549a None None] Port 2b1a1d1c-344f-4def-a640-07c87d8ae473 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:22:51.606736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628bf985-b6d5-4fb6-8a40-90b44b632650 req-659dc6d1-9795-447f-8cc3-434c1f480f69 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:51.614605 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-628bf985-b6d5-4fb6-8a40-90b44b632650 req-659dc6d1-9795-447f-8cc3-434c1f480f69 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 944 time: 0.2540505 Jul 09 13:22:51.640216 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:51.711810 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-628bf985-b6d5-4fb6-8a40-90b44b632650 req-569124b5-c56f-46a5-b106-8020bf2740a6 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959558 Jul 09 13:22:51.782619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 135692d3-1ed6-4885-ac2c-72bc5f272023 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:51.993055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d4477d55-45f3-4668-9d74-08f15002b47c details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:52.008391 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.021066 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.025397 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-26e83a2a-4d53-41d0-82e7-3e557ef3879a service neutron] 10.222.0.15 "GET /v2.0/ports/e2c2e482-1c19-4c8e-b160-3735476e1bbf/bindings/n-h2-799525-3 HTTP/1.1" status: 200 len: 382 time: 0.1313107 Jul 09 13:22:52.295017 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.298919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Pushing event updated for resources: {'Port': ['ID=2b1a1d1c-344f-4def-a640-07c87d8ae473,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:52.306592 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d4477d55-45f3-4668-9d74-08f15002b47c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d4477d55-45f3-4668-9d74-08f15002b47c,segment=NetworkSegment(a86c0879-801c-40ac-96bf-d551bd45bdcb),segment_id=a86c0879-801c-40ac-96bf-d551bd45bdcb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:52.356534 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'd4477d55-45f3-4668-9d74-08f15002b47c', 'network_id': 'f168a26a-2921-4730-adf9-a3b8d1a80b7e', 'port_id': 'd4477d55-45f3-4668-9d74-08f15002b47c', 'mac_address': 'fa:16:3e:8a:d0:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa592ed-f6d0-428f-87cc-7ba12be19e71', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:22:52.361135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=135692d3-1ed6-4885-ac2c-72bc5f272023,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:52.394702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 135692d3-1ed6-4885-ac2c-72bc5f272023 has no active binding in host n-h1-799525-3 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:22:52.394893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd553b-29b9-4e8b-84b9-9b43e3f964d1 req-a7a9814e-1bf0-450e-b337-e7ffa1b46281 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:52.409180 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-badd553b-29b9-4e8b-84b9-9b43e3f964d1 req-a7a9814e-1bf0-450e-b337-e7ffa1b46281 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.2563975 Jul 09 13:22:52.463557 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.475457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed6659e-6b4f-4eee-b738-370fb56849f2 req-9ee4a7e5-dfc5-4433-9162-1d2e1c35dd73 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:52.484992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4477d55-45f3-4668-9d74-08f15002b47c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:52.487562 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ed6659e-6b4f-4eee-b738-370fb56849f2 req-9ee4a7e5-dfc5-4433-9162-1d2e1c35dd73 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.3386819 Jul 09 13:22:52.525886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d4477d55-45f3-4668-9d74-08f15002b47c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d4477d55-45f3-4668-9d74-08f15002b47c,segment=NetworkSegment(a86c0879-801c-40ac-96bf-d551bd45bdcb),segment_id=a86c0879-801c-40ac-96bf-d551bd45bdcb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:52.534269 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:52.551000 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-badd553b-29b9-4e8b-84b9-9b43e3f964d1 req-04215f4a-4bb9-4763-9c1e-a19f17aff5fa tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399779 Jul 09 13:22:52.576036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-d2ac83de-f10d-4aed-a6d2-c1da2bc44ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:52.578726 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-d2ac83de-f10d-4aed-a6d2-c1da2bc44ba1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709&tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6 HTTP/1.1" status: 200 len: 1101 time: 0.1280699 Jul 09 13:22:52.615709 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ed6659e-6b4f-4eee-b738-370fb56849f2 req-2eef9719-cc60-4e03-bf99-f0796efc21f8 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270738 Jul 09 13:22:52.616955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=d4477d55-45f3-4668-9d74-08f15002b47c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:52.629368 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Network 506f0105-b494-4138-9dfd-14195d3a3fed is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:22:52.630960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:22:52.748183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-6eae90cd-c216-4b5c-8de7-0dd5f387494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:52.753616 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-6eae90cd-c216-4b5c-8de7-0dd5f387494c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 1101 time: 0.1366351 Jul 09 13:22:52.771165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d4477d55-45f3-4668-9d74-08f15002b47c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:52.898118 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:22:52.972919 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-b8f5ae01-adfd-4d76-8f14-f3233d295f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:52.990286 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-b8f5ae01-adfd-4d76-8f14-f3233d295f7d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.2171583 Jul 09 13:22:53.077929 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-a9066dde-a0f8-49f5-84c7-01e71ae9d5b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=e2c2e482-1c19-4c8e-b160-3735476e1bbf HTTP/1.1" status: 200 len: 217 time: 0.0865939 Jul 09 13:22:53.099353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6342efbf-2580-426b-9d8c-a3f96d29ab33 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:53.194436 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-885207fe-a005-4c23-ace8-d90dc4b34ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:53.196356 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-885207fe-a005-4c23-ace8-d90dc4b34ccc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1099832 Jul 09 13:22:53.267688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:22:53.280963 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7911bf13-59c3-4dfe-8009-82de3acad015 admin admin] 10.222.0.39 "PUT /v2.0/routers/19a884d8-ffe4-4f3f-9062-d9aa4fec30e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0068092 Jul 09 13:22:53.291040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f76093e6-355e-4216-9d78-54e0a36a93ec None None] Provisioning complete for port 2b1a1d1c-344f-4def-a640-07c87d8ae473 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:53.291373 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f76093e6-355e-4216-9d78-54e0a36a93ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.318938 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a110ddf-86ad-4de9-895d-41476ed3d65c req-0aee33e7-a805-4556-b8dd-093fa40e58a1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:53.320603 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a110ddf-86ad-4de9-895d-41476ed3d65c req-0aee33e7-a805-4556-b8dd-093fa40e58a1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 944 time: 0.2812507 Jul 09 13:22:53.321736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-6610c9ea-4f4b-4e76-b49d-ebb49ad1b342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:53.323534 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-6610c9ea-4f4b-4e76-b49d-ebb49ad1b342 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1195397 Jul 09 13:22:53.357771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b9847-1078-4f55-bed5-1967be9d27e1 req-5ea607af-3e61-4902-bec2-d3b0c2dad398 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:53.375878 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b53b9847-1078-4f55-bed5-1967be9d27e1 req-5ea607af-3e61-4902-bec2-d3b0c2dad398 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 944 time: 0.2098989 Jul 09 13:22:53.439414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f76093e6-355e-4216-9d78-54e0a36a93ec None None] Port 2b1a1d1c-344f-4def-a640-07c87d8ae473 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:22:53.440780 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 6342efbf-2580-426b-9d8c-a3f96d29ab33 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:53.447633 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 6342efbf-2580-426b-9d8c-a3f96d29ab33 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:53.448513 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.509800 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b53b9847-1078-4f55-bed5-1967be9d27e1 req-6a80cc3a-6f22-453f-9b3a-8074ef80f334 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328647 Jul 09 13:22:53.524813 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a110ddf-86ad-4de9-895d-41476ed3d65c req-4c82d5ed-0de3-40ad-b945-dc795f9d934e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942883 Jul 09 13:22:53.527142 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-7389b740-6a6e-4a68-9153-2f0003f67bea service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965587 Jul 09 13:22:53.622054 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Sync routers for ids ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:22:53.646801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Routers {'19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:53.647533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:22:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:53.649490 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.714698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 6342efbf-2580-426b-9d8c-a3f96d29ab33, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6342efbf-2580-426b-9d8c-a3f96d29ab33,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:53.715472 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ec8f7b-9c3d-4931-9704-d32f35bdeeb6 req-fec89cb1-bbfe-4427-87a9-b574382ef43b service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798451 Jul 09 13:22:53.721532 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:53.852319 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=6342efbf-2580-426b-9d8c-a3f96d29ab33,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:53.857145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Set router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:54.000326 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f33819-d379-4ce5-a3d1-05423d9ce131 req-8d9c9c40-8214-4217-a6a7-913a4dae1af2 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:54.008155 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-50f33819-d379-4ce5-a3d1-05423d9ce131 req-8d9c9c40-8214-4217-a6a7-913a4dae1af2 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.2481778 Jul 09 13:22:54.073841 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-50f33819-d379-4ce5-a3d1-05423d9ce131 req-5e8928ff-5eb6-4757-b58d-b16842bcee1e tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599928 Jul 09 13:22:54.085875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b44ba42-83b6-4641-b3d1-e3a241463463 req-b18b82c0-214c-4220-afad-00ad7108021e tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:54.093372 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b44ba42-83b6-4641-b3d1-e3a241463463 req-b18b82c0-214c-4220-afad-00ad7108021e tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.2087457 Jul 09 13:22:54.112385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d4477d55-45f3-4668-9d74-08f15002b47c up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:54.170959 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b44ba42-83b6-4641-b3d1-e3a241463463 req-e70fd43f-47aa-468e-8deb-031111734dce tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760107 Jul 09 13:22:54.310457 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port d4477d55-45f3-4668-9d74-08f15002b47c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:54.326304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port d4477d55-45f3-4668-9d74-08f15002b47c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:54.326304 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:54.365619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-router', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:44Z', 'updated_at': '2021-07-09T13:22:51Z', 'revision_number': 4, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'gw_port': {'id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:46Z', 'updated_at': '2021-07-09T13:22:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '2b1a1d1c-344f-4def-a640-07c87d8ae473', 'name': '', 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'mac_address': 'fa:16:3e:ea:07:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:50Z', 'updated_at': '2021-07-09T13:22:51Z', 'revision_number': 2, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'subnets': [{'id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:54.376038 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-6661f63f-bb78-465e-8de1-7747d328d4a0 service neutron] 10.222.0.15 "GET /v2.0/ports/135692d3-1ed6-4885-ac2c-72bc5f272023/bindings/n-h1-799525-3 HTTP/1.1" status: 200 len: 384 time: 0.1094272 Jul 09 13:22:54.401626 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Checking router: 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:22:54.402465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Updating router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 port 2b1a1d1c-344f-4def-a640-07c87d8ae473 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:22:54.454095 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:54.558111 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:54.617768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b44d59b-1c6e-4447-b5a2-966679f38253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4477d55-45f3-4668-9d74-08f15002b47c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:54.620041 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee8516e7-7d9d-4a4d-8c0a-3e806e8a7fc8" -d '{"events": [{"server_uuid": "2b44d59b-1c6e-4447-b5a2-966679f38253", "name": "network-vif-plugged", "status": "completed", "tag": "d4477d55-45f3-4668-9d74-08f15002b47c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:54.695217 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d4477d55-45f3-4668-9d74-08f15002b47c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d4477d55-45f3-4668-9d74-08f15002b47c,segment=NetworkSegment(a86c0879-801c-40ac-96bf-d551bd45bdcb),segment_id=a86c0879-801c-40ac-96bf-d551bd45bdcb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:54.718163 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:54.719260 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 135692d3-1ed6-4885-ac2c-72bc5f272023 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:54.747067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-f4ec2f2e-a573-4ef3-af79-01a28e65c795 service neutron] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=135692d3-1ed6-4885-ac2c-72bc5f272023,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:54.784669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-f4ec2f2e-a573-4ef3-af79-01a28e65c795 service neutron] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:54.862318 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb785245-e253-4938-b5a0-5a6854f006ab req-fde45394-2fca-4970-9274-f2e6dda46b36 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:54.868242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=d4477d55-45f3-4668-9d74-08f15002b47c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:54.871786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-f4ec2f2e-a573-4ef3-af79-01a28e65c795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 135692d3-1ed6-4885-ac2c-72bc5f272023 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:54.884146 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb785245-e253-4938-b5a0-5a6854f006ab req-fde45394-2fca-4970-9274-f2e6dda46b36 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 945 time: 0.1255178 Jul 09 13:22:54.906650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-f4ec2f2e-a573-4ef3-af79-01a28e65c795 service neutron] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=135692d3-1ed6-4885-ac2c-72bc5f272023,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:54.938013 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-f4ec2f2e-a573-4ef3-af79-01a28e65c795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:54.952514 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e2c2e482-1c19-4c8e-b160-3735476e1bbf no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:54.958783 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29953145-8701-47b9-9662-d2899312b009 req-db141b71-4846-4977-b526-ae688d1344d6 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:54.963056 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-29953145-8701-47b9-9662-d2899312b009 req-db141b71-4846-4977-b526-ae688d1344d6 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 944 time: 0.2890887 Jul 09 13:22:55.016835 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6342efbf-2580-426b-9d8c-a3f96d29ab33 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:55.033566 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb785245-e253-4938-b5a0-5a6854f006ab req-edfb93b9-6ea8-4012-8879-6fb02bc6f302 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481559 Jul 09 13:22:55.101075 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-f4ec2f2e-a573-4ef3-af79-01a28e65c795 service neutron] Transition to ACTIVE for port object 135692d3-1ed6-4885-ac2c-72bc5f272023 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:55.108175 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-f4ec2f2e-a573-4ef3-af79-01a28e65c795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.120795 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-29953145-8701-47b9-9662-d2899312b009 req-e2001b00-4813-4747-ae8c-650888457a17 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155107 Jul 09 13:22:55.187536 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-990d7661-00f2-4523-adaa-864771c3331b x-openstack-request-id: req-990d7661-00f2-4523-adaa-864771c3331b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:55.187838 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b44d59b-1c6e-4447-b5a2-966679f38253", "name": "network-vif-plugged", "status": "completed", "tag": "d4477d55-45f3-4668-9d74-08f15002b47c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:55.188097 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-990d7661-00f2-4523-adaa-864771c3331b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:55.190211 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b44d59b-1c6e-4447-b5a2-966679f38253', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4477d55-45f3-4668-9d74-08f15002b47c', 'code': 200} Jul 09 13:22:55.190211 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.221101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 6342efbf-2580-426b-9d8c-a3f96d29ab33 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:55.221486 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.224622 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.240550 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ec2f2e-a573-4ef3-af79-01a28e65c795 service neutron] Pushing event updated for resources: {'Port': ['ID=135692d3-1ed6-4885-ac2c-72bc5f272023,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:55.270911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Transition to ACTIVE for port object 2b1a1d1c-344f-4def-a640-07c87d8ae473 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:22:55.288962 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.302493 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e2c2e482-1c19-4c8e-b160-3735476e1bbf, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e2c2e482-1c19-4c8e-b160-3735476e1bbf,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:55.343072 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.401314 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-f4ec2f2e-a573-4ef3-af79-01a28e65c795 service neutron] No DVR routers for this DVR port 135692d3-1ed6-4885-ac2c-72bc5f272023 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:22:55.455820 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-f4ec2f2e-a573-4ef3-af79-01a28e65c795 service neutron] 10.222.0.15 "PUT /v2.0/ports/135692d3-1ed6-4885-ac2c-72bc5f272023/bindings/n-h1-799525-3/activate HTTP/1.1" status: 200 len: 369 time: 1.0731316 Jul 09 13:22:55.489963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b79ae4-5857-49ae-ad0c-ab6be4e853a2 req-48148739-0901-4031-9224-8fc5f33ae57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:55.497140 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-17b79ae4-5857-49ae-ad0c-ab6be4e853a2 req-48148739-0901-4031-9224-8fc5f33ae57f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 1096 time: 0.2455053 Jul 09 13:22:55.503879 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Attempting to bind port 2b1a1d1c-344f-4def-a640-07c87d8ae473 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:22:55.504699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Attempting to bind port 2b1a1d1c-344f-4def-a640-07c87d8ae473 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '35a79c01-08c8-47a5-b194-95659d123e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:22:55.505672 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Attempting to bind port 2b1a1d1c-344f-4def-a640-07c87d8ae473 on network 506f0105-b494-4138-9dfd-14195d3a3fed {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:22:55.511028 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34011e0c-4b4c-4302-88bf-3cb620d32967 None None] Pushing event updated for resources: {'Port': ['ID=2b1a1d1c-344f-4def-a640-07c87d8ae473,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:55.586668 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e2c2e482-1c19-4c8e-b160-3735476e1bbf,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:55.590779 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 22, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:22:55.591346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Checking segment: {'id': '35a79c01-08c8-47a5-b194-95659d123e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:22:55.592321 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.593491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Bound using segment: {'id': '35a79c01-08c8-47a5-b194-95659d123e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:22:55.594087 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Bound port: 2b1a1d1c-344f-4def-a640-07c87d8ae473, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35a79c01-08c8-47a5-b194-95659d123e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:22:55.597931 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.614041 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-17b79ae4-5857-49ae-ad0c-ab6be4e853a2 req-fe2f5a92-4170-42f1-9c16-c2757a2b1a40 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093087 Jul 09 13:22:55.671426 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90140ee-fc50-446a-b346-5613a42c520c req-340f49e5-e952-4439-9429-4b5e06e2638a tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:55.673048 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b90140ee-fc50-446a-b346-5613a42c520c req-340f49e5-e952-4439-9429-4b5e06e2638a tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.3070934 Jul 09 13:22:55.729599 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da9d163-2217-434a-ba09-b99b1a2c6cf0 req-bdd4c6f0-1040-4878-b851-2324d1bf9a96 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:55.735190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7da9d163-2217-434a-ba09-b99b1a2c6cf0 req-bdd4c6f0-1040-4878-b851-2324d1bf9a96 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 948 time: 0.2760189 Jul 09 13:22:55.738928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-f237b302-b8e2-48b3-a44d-bd67c2938f94 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:55.740373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-f237b302-b8e2-48b3-a44d-bd67c2938f94 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd&tenant_id=35b702eee9154963b30c070fa690b62c&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1096 time: 0.2118919 Jul 09 13:22:55.769889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] For port 2b1a1d1c-344f-4def-a640-07c87d8ae473, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:55.773630 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] For port 2b1a1d1c-344f-4def-a640-07c87d8ae473, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2b1a1d1c-344f-4def-a640-07c87d8ae473,segment=NetworkSegment(35a79c01-08c8-47a5-b194-95659d123e56),segment_id=35a79c01-08c8-47a5-b194-95659d123e56)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:22:55.784360 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:55.878984 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b90140ee-fc50-446a-b346-5613a42c520c req-c8cc824e-f7d4-4f59-93d7-6ae9043074eb tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1898839 Jul 09 13:22:55.929736 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7da9d163-2217-434a-ba09-b99b1a2c6cf0 req-b7ea590f-c16c-4cb3-be62-f1e8d4bc1f6b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1867318 Jul 09 13:22:55.938989 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-7a3d3e93-4958-4fec-8375-c673a5928955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:55.940925 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-7a3d3e93-4958-4fec-8375-c673a5928955 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd&tenant_id=35b702eee9154963b30c070fa690b62c HTTP/1.1" status: 200 len: 1096 time: 0.1866970 Jul 09 13:22:55.949947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dfea7cac-5875-47f7-b614-928f4a929f20 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:55.952752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dfea7cac-5875-47f7-b614-928f4a929f20 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:22:56.064005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-4d313dec-9e26-4f93-9d48-048f391de4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:56.066341 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-4d313dec-9e26-4f93-9d48-048f391de4d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 1096 time: 0.0953798 Jul 09 13:22:56.166776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34011e0c-4b4c-4302-88bf-3cb620d32967 None None] Pushing event updated for resources: {'Port': ['ID=2b1a1d1c-344f-4def-a640-07c87d8ae473,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:56.179745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Routers {'19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:22:56.180355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:22:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:56.279699 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-9f312320-f6ad-4a66-990f-1fc7b860fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:56.281486 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-9f312320-f6ad-4a66-990f-1fc7b860fcfc service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.2078335 Jul 09 13:22:56.389857 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-f13142b7-09a8-46cb-920d-c9e03bc93fa8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=135692d3-1ed6-4885-ac2c-72bc5f272023 HTTP/1.1" status: 200 len: 217 time: 0.0849032 Jul 09 13:22:56.444335 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0274658d-a0a1-49a6-98b6-1d0d9b9786e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:56.445846 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-0274658d-a0a1-49a6-98b6-1d0d9b9786e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.0482874 Jul 09 13:22:56.606102 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:56.639786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port dfea7cac-5875-47f7-b614-928f4a929f20, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dfea7cac-5875-47f7-b614-928f4a929f20,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:56.671938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] Set router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:22:56.723719 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'dfea7cac-5875-47f7-b614-928f4a929f20', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'dfea7cac-5875-47f7-b614-928f4a929f20', 'mac_address': 'fa:16:3e:8d:e2:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:22:56.741886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port dfea7cac-5875-47f7-b614-928f4a929f20, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dfea7cac-5875-47f7-b614-928f4a929f20,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:56.754562 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:56.886505 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-e305a603-1fe1-4871-b247-5140ceb6f6c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4333665 Jul 09 13:22:56.914902 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff64d5ca-5dc0-4a68-ac41-86d2e40bb009 req-2739ab9a-e653-4fb9-acd6-6daaada6d024 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:56.923655 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ff64d5ca-5dc0-4a68-ac41-86d2e40bb009 req-2739ab9a-e653-4fb9-acd6-6daaada6d024 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 945 time: 0.6410465 Jul 09 13:22:57.000650 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.009675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=dfea7cac-5875-47f7-b614-928f4a929f20,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:57.036362 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfea7cac-5875-47f7-b614-928f4a929f20 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:57.051238 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ff64d5ca-5dc0-4a68-ac41-86d2e40bb009 req-41c18406-7c65-4b9e-8b5e-207ca906b764 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265159 Jul 09 13:22:57.070450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port dfea7cac-5875-47f7-b614-928f4a929f20, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dfea7cac-5875-47f7-b614-928f4a929f20,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:57.070854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28d767d-618a-4e8d-a1da-5ab5611602b8 req-4910c5a6-48f1-4e9d-aed6-97ffe3689492 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:57.078743 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e28d767d-618a-4e8d-a1da-5ab5611602b8 req-4910c5a6-48f1-4e9d-aed6-97ffe3689492 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 945 time: 0.6215677 Jul 09 13:22:57.090839 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:57.130889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-57663b24-f6b7-47d6-888d-1c6a802c6cd5 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364931 Jul 09 13:22:57.165076 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=dfea7cac-5875-47f7-b614-928f4a929f20,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:57.178323 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e28d767d-618a-4e8d-a1da-5ab5611602b8 req-1b5e3a3a-490e-40f6-80ba-8ca70fe62331 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984890 Jul 09 13:22:57.178490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-router', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:44Z', 'updated_at': '2021-07-09T13:22:51Z', 'revision_number': 4, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'gw_port': {'id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:46Z', 'updated_at': '2021-07-09T13:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '2b1a1d1c-344f-4def-a640-07c87d8ae473', 'name': '', 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'mac_address': 'fa:16:3e:ea:07:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:50Z', 'updated_at': '2021-07-09T13:22:55Z', 'revision_number': 4, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'subnets': [{'id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:22:57.191671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82170d5f-74ab-4430-851c-2b70f3aa2709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c2e482-1c19-4c8e-b160-3735476e1bbf'}, {'server_uuid': '43f40aca-9585-4d85-b23b-e5da3552996d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfea7cac-5875-47f7-b614-928f4a929f20'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:22:57.194034 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212fb454-f0fa-4ff6-9fc6-d0a4833fb005" -d '{"events": [{"server_uuid": "82170d5f-74ab-4430-851c-2b70f3aa2709", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c2e482-1c19-4c8e-b160-3735476e1bbf"}, {"server_uuid": "43f40aca-9585-4d85-b23b-e5da3552996d", "name": "network-vif-unplugged", "status": "completed", "tag": "dfea7cac-5875-47f7-b614-928f4a929f20"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:22:57.256443 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-1cd87ad8-aa06-4686-be04-bab4a3941d69 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090634 Jul 09 13:22:57.258396 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5955e1cf-5545-45a3-9742-bbacad6520b2 None None] The sync data for ids ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'] in n-d-799525-3 is: [{'id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-router', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:44Z', 'updated_at': '2021-07-09T13:22:51Z', 'revision_number': 4, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'gw_port': {'id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:46Z', 'updated_at': '2021-07-09T13:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '2b1a1d1c-344f-4def-a640-07c87d8ae473', 'name': '', 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'mac_address': 'fa:16:3e:ea:07:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:50Z', 'updated_at': '2021-07-09T13:22:55Z', 'revision_number': 4, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'subnets': [{'id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:22:57.394190 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['dfea7cac-5875-47f7-b614-928f4a929f20'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:57.430785 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dacb02-c2b5-4f33-83f0-f476bfc072e5 req-26b2ba5a-3c76-4751-9550-2d110565c985 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:57.439596 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37dacb02-c2b5-4f33-83f0-f476bfc072e5 req-26b2ba5a-3c76-4751-9550-2d110565c985 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1818850 Jul 09 13:22:57.541477 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37dacb02-c2b5-4f33-83f0-f476bfc072e5 req-7449ddd7-e674-4e5a-9a93-843d88e6a4c6 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007750 Jul 09 13:22:57.599179 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5ea4b-e8aa-48a7-bc81-1a1b525472a4 req-a25b8b8a-898a-48ff-93a3-d2bfc7743fd4 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:57.615668 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-36c5ea4b-e8aa-48a7-bc81-1a1b525472a4 req-a25b8b8a-898a-48ff-93a3-d2bfc7743fd4 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 948 time: 0.1911001 Jul 09 13:22:57.737343 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-36c5ea4b-e8aa-48a7-bc81-1a1b525472a4 req-106bc13d-077a-428d-bb32-4b24d1a1e658 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087241 Jul 09 13:22:57.846303 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-aeb3d857-5114-4635-b294-64a31e34d191 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:57.848368 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-aeb3d857-5114-4635-b294-64a31e34d191 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd&tenant_id=35b702eee9154963b30c070fa690b62c&binding%3Ahost_id=n-h1-799525-3 HTTP/1.1" status: 200 len: 1096 time: 0.1604772 Jul 09 13:22:57.961753 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Fri, 09 Jul 2021 13:22:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d312860-1c0d-4b95-9e0b-c68d47b307e6 x-openstack-request-id: req-2d312860-1c0d-4b95-9e0b-c68d47b307e6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:22:57.962737 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82170d5f-74ab-4430-851c-2b70f3aa2709", "name": "network-vif-unplugged", "status": "completed", "tag": "e2c2e482-1c19-4c8e-b160-3735476e1bbf", "code": 200}, {"server_uuid": "43f40aca-9585-4d85-b23b-e5da3552996d", "name": "network-vif-unplugged", "status": "completed", "tag": "dfea7cac-5875-47f7-b614-928f4a929f20", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:22:57.965465 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2d312860-1c0d-4b95-9e0b-c68d47b307e6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:22:57.966137 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82170d5f-74ab-4430-851c-2b70f3aa2709', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e2c2e482-1c19-4c8e-b160-3735476e1bbf', 'code': 200} Jul 09 13:22:57.966617 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f40aca-9585-4d85-b23b-e5da3552996d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dfea7cac-5875-47f7-b614-928f4a929f20', 'code': 200} Jul 09 13:22:57.976294 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e2c2e482-1c19-4c8e-b160-3735476e1bbf details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:22:58.089239 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-6a3a80ae-b3c1-4220-8a9b-151fb7471ee8 service neutron] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:22:58.094169 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-6a3a80ae-b3c1-4220-8a9b-151fb7471ee8 service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:58.095910 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-007bdf45-b819-4514-bf68-f0a865a3bad7 req-6a3a80ae-b3c1-4220-8a9b-151fb7471ee8 service neutron] 10.222.0.18 "DELETE /v2.0/ports/135692d3-1ed6-4885-ac2c-72bc5f272023/bindings/n-h2-799525-3 HTTP/1.1" status: 204 len: 173 time: 0.2382400 Jul 09 13:22:58.269475 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e2c2e482-1c19-4c8e-b160-3735476e1bbf, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e2c2e482-1c19-4c8e-b160-3735476e1bbf,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:58.293569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'e2c2e482-1c19-4c8e-b160-3735476e1bbf', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'e2c2e482-1c19-4c8e-b160-3735476e1bbf', 'mac_address': 'fa:16:3e:0c:a9:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:22:58.366343 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:58.392349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c2e482-1c19-4c8e-b160-3735476e1bbf {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:22:58.441698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e2c2e482-1c19-4c8e-b160-3735476e1bbf, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e2c2e482-1c19-4c8e-b160-3735476e1bbf,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:58.448149 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:58.522673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e2c2e482-1c19-4c8e-b160-3735476e1bbf,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:58.551129 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d21c21-1a0b-4315-af1b-cfeed286eeaf req-010564bd-84a8-4b51-a7eb-35738ac113e9 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:58.554799 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05d21c21-1a0b-4315-af1b-cfeed286eeaf req-010564bd-84a8-4b51-a7eb-35738ac113e9 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709&tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 948 time: 0.1644547 Jul 09 13:22:58.594500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3037948-ea13-43b1-a460-af14c5fa5ab3 req-0ae9e1c9-5928-4bd9-b4f1-5548f79c6b15 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:58.596504 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f3037948-ea13-43b1-a460-af14c5fa5ab3 req-0ae9e1c9-5928-4bd9-b4f1-5548f79c6b15 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 948 time: 0.1942859 Jul 09 13:22:58.610835 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5b9cdc-75c9-4cad-b5ec-604747bc4dbf req-930593d6-12e0-40e2-b3b4-c768efcc2a92 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:58.616211 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc5b9cdc-75c9-4cad-b5ec-604747bc4dbf req-930593d6-12e0-40e2-b3b4-c768efcc2a92 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 945 time: 0.1583455 Jul 09 13:22:58.702453 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc5b9cdc-75c9-4cad-b5ec-604747bc4dbf req-f14566e7-d912-478e-8120-f4602823af6a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728204 Jul 09 13:22:58.707642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['e2c2e482-1c19-4c8e-b160-3735476e1bbf'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:22:58.768926 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f3037948-ea13-43b1-a460-af14c5fa5ab3 req-f3b3d767-2eb6-4db2-bd46-cb4b07957e23 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494429 Jul 09 13:22:58.785439 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d21c21-1a0b-4315-af1b-cfeed286eeaf req-70a2794a-923b-4629-acfd-55b36a6f4bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:58.792186 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05d21c21-1a0b-4315-af1b-cfeed286eeaf req-70a2794a-923b-4629-acfd-55b36a6f4bbc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 1100 time: 0.1182342 Jul 09 13:22:59.085845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2b1a1d1c-344f-4def-a640-07c87d8ae473 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:59.087273 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f840b-a62e-446e-aea9-540a7f03ea3a req-ca0bf767-c0a2-4669-b252-97e3f822c583 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:59.088877 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-732f840b-a62e-446e-aea9-540a7f03ea3a req-ca0bf767-c0a2-4669-b252-97e3f822c583 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 945 time: 0.2032547 Jul 09 13:22:59.150257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d21c21-1a0b-4315-af1b-cfeed286eeaf req-bbe605f6-011b-4018-af32-f7395b110c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:59.156645 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05d21c21-1a0b-4315-af1b-cfeed286eeaf req-bbe605f6-011b-4018-af32-f7395b110c42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.3484216 Jul 09 13:22:59.218322 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-732f840b-a62e-446e-aea9-540a7f03ea3a req-4b728773-5090-490d-87c3-054fe0a78610 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885067 Jul 09 13:22:59.251848 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da10f199-2d4e-4f61-8f7b-1783d5a02266 req-c4d02805-01e3-4fd3-8e5c-7936c3522cea tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:59.267474 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da10f199-2d4e-4f61-8f7b-1783d5a02266 req-c4d02805-01e3-4fd3-8e5c-7936c3522cea tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 949 time: 0.1757333 Jul 09 13:22:59.321241 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 2b1a1d1c-344f-4def-a640-07c87d8ae473 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:22:59.334849 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05d21c21-1a0b-4315-af1b-cfeed286eeaf req-c76d9174-2b3d-4016-ade8-384ee1f2bbd6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=e2c2e482-1c19-4c8e-b160-3735476e1bbf HTTP/1.1" status: 200 len: 217 time: 0.1692016 Jul 09 13:22:59.335339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 2b1a1d1c-344f-4def-a640-07c87d8ae473 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:59.335788 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.346029 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da10f199-2d4e-4f61-8f7b-1783d5a02266 req-fbe56c81-44d4-470e-a621-28f1d70178a7 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774729 Jul 09 13:22:59.457235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d21c21-1a0b-4315-af1b-cfeed286eeaf req-26776354-94db-4f41-bb3f-af494f5fe8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:59.465429 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b8c6630-a56b-4394-8433-926c38090021 req-844baeb7-ba74-4824-8ce8-a3a69c2afd03 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-268169856&fields=id&tenant_id=8ba64926573141e39bfc696545a991f0 HTTP/1.1" status: 200 len: 267 time: 0.0697577 Jul 09 13:22:59.470434 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05d21c21-1a0b-4315-af1b-cfeed286eeaf req-26776354-94db-4f41-bb3f-af494f5fe8c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1263330 Jul 09 13:22:59.551691 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.580769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d21c21-1a0b-4315-af1b-cfeed286eeaf req-545a5a5e-94fe-4448-98f1-9c3ff4b97991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:59.582303 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05d21c21-1a0b-4315-af1b-cfeed286eeaf req-545a5a5e-94fe-4448-98f1-9c3ff4b97991 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1093099 Jul 09 13:22:59.615686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c6630-a56b-4394-8433-926c38090021 req-0ded09eb-4b46-44e2-bc86-fcbe702cfac5 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:22:59.624055 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b8c6630-a56b-4394-8433-926c38090021 req-0ded09eb-4b46-44e2-bc86-fcbe702cfac5 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 945 time: 0.1524756 Jul 09 13:22:59.637666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3b8c6630-a56b-4394-8433-926c38090021 req-a888d700-7ecb-48ee-a4db-02ce51f22485 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Request body: {'port': {'security_groups': ['21b13690-ee2b-4da9-a84e-fab7df9b81fd', '3b2f4c2d-8c03-4557-a1cd-6b2478c0fc38']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:22:59.639867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 2b1a1d1c-344f-4def-a640-07c87d8ae473, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2b1a1d1c-344f-4def-a640-07c87d8ae473,segment=NetworkSegment(35a79c01-08c8-47a5-b194-95659d123e56),segment_id=35a79c01-08c8-47a5-b194-95659d123e56)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:22:59.646705 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.776746 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05d21c21-1a0b-4315-af1b-cfeed286eeaf req-8b9cbdbe-199a-4ccc-aa2b-4918274e96fc service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867795 Jul 09 13:22:59.783879 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=2b1a1d1c-344f-4def-a640-07c87d8ae473,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:22:59.822186 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3b8c6630-a56b-4394-8433-926c38090021 req-a888d700-7ecb-48ee-a4db-02ce51f22485 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.828747 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dfea7cac-5875-47f7-b614-928f4a929f20 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:22:59.920749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port dfea7cac-5875-47f7-b614-928f4a929f20 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:22:59.921139 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:22:59.931572 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05d21c21-1a0b-4315-af1b-cfeed286eeaf req-c65b6937-058e-4238-b9fb-b015cdc18d0c service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451623 Jul 09 13:23:00.045085 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e2c2e482-1c19-4c8e-b160-3735476e1bbf up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:00.070839 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518323d9-018b-4d7e-b3cd-c3aea526a2b9 req-c8aa9503-3275-4298-a3f3-98de61f2a92f tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:00.072786 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-518323d9-018b-4d7e-b3cd-c3aea526a2b9 req-c8aa9503-3275-4298-a3f3-98de61f2a92f tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 1096 time: 0.1840341 Jul 09 13:23:00.086575 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.158338 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-518323d9-018b-4d7e-b3cd-c3aea526a2b9 req-92e80452-16d3-4e42-aa94-bc4e72713f57 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646188 Jul 09 13:23:00.239966 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-3b8c6630-a56b-4394-8433-926c38090021 req-a888d700-7ecb-48ee-a4db-02ce51f22485 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] For port d4477d55-45f3-4668-9d74-08f15002b47c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d4477d55-45f3-4668-9d74-08f15002b47c,segment=NetworkSegment(a86c0879-801c-40ac-96bf-d551bd45bdcb),segment_id=a86c0879-801c-40ac-96bf-d551bd45bdcb)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:00.319169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port dfea7cac-5875-47f7-b614-928f4a929f20, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dfea7cac-5875-47f7-b614-928f4a929f20,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:00.325544 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f40aca-9585-4d85-b23b-e5da3552996d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfea7cac-5875-47f7-b614-928f4a929f20'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:00.328958 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-214a8b45-9b14-4727-9909-349b13d39bc6" -d '{"events": [{"server_uuid": "43f40aca-9585-4d85-b23b-e5da3552996d", "name": "network-vif-plugged", "status": "completed", "tag": "dfea7cac-5875-47f7-b614-928f4a929f20"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:00.332131 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3b8c6630-a56b-4394-8433-926c38090021 req-a888d700-7ecb-48ee-a4db-02ce51f22485 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.334134 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.341287 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3b8c6630-a56b-4394-8433-926c38090021 req-a888d700-7ecb-48ee-a4db-02ce51f22485 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.390532 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d4477d55-45f3-4668-9d74-08f15002b47c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:00.446166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8c6630-a56b-4394-8433-926c38090021 req-a888d700-7ecb-48ee-a4db-02ce51f22485 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:00.447142 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3b8c6630-a56b-4394-8433-926c38090021 req-a888d700-7ecb-48ee-a4db-02ce51f22485 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.468617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b8c6630-a56b-4394-8433-926c38090021 req-a888d700-7ecb-48ee-a4db-02ce51f22485 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "PUT /v2.0/ports/d4477d55-45f3-4668-9d74-08f15002b47c HTTP/1.1" status: 200 len: 981 time: 0.8360097 Jul 09 13:23:00.468617 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b44d59b-1c6e-4447-b5a2-966679f38253', 'tag': 'd4477d55-45f3-4668-9d74-08f15002b47c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:00.484452 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0666ccb4-ca6c-4d81-a08d-71e2a6b1e5ec" -d '{"events": [{"name": "network-changed", "server_uuid": "2b44d59b-1c6e-4447-b5a2-966679f38253", "tag": "d4477d55-45f3-4668-9d74-08f15002b47c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:00.505097 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=dfea7cac-5875-47f7-b614-928f4a929f20,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:00.527031 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d4477d55-45f3-4668-9d74-08f15002b47c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:00.613534 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port e2c2e482-1c19-4c8e-b160-3735476e1bbf triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:00.613865 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:00.629452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a888d700-7ecb-48ee-a4db-02ce51f22485 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event updated for resources: {'Port': ['ID=d4477d55-45f3-4668-9d74-08f15002b47c,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:00.700250 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba557aeb-107e-4e4b-8099-6851e4af6e79 req-0ef6efe7-05b6-4fd5-a4f2-e72207c80e6c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:00.704185 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba557aeb-107e-4e4b-8099-6851e4af6e79 req-0ef6efe7-05b6-4fd5-a4f2-e72207c80e6c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 949 time: 0.1720591 Jul 09 13:23:00.826042 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba557aeb-107e-4e4b-8099-6851e4af6e79 req-128e066a-c134-455c-a1c8-df07d031e8e2 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941870 Jul 09 13:23:00.849342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb6f71e-bec3-4c5d-9a92-1bbf507ab84b req-56fcfc23-2b0c-4d23-95b8-1516e0d95670 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:00.860723 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7bb6f71e-bec3-4c5d-9a92-1bbf507ab84b req-56fcfc23-2b0c-4d23-95b8-1516e0d95670 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 1096 time: 0.1543124 Jul 09 13:23:00.945662 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc813fb-c17a-48f9-b1b6-4908ea4a1518 x-openstack-request-id: req-dcc813fb-c17a-48f9-b1b6-4908ea4a1518 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:00.945784 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f40aca-9585-4d85-b23b-e5da3552996d", "name": "network-vif-plugged", "status": "completed", "tag": "dfea7cac-5875-47f7-b614-928f4a929f20", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:00.949204 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dcc813fb-c17a-48f9-b1b6-4908ea4a1518 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:00.949858 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f40aca-9585-4d85-b23b-e5da3552996d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfea7cac-5875-47f7-b614-928f4a929f20', 'code': 200} Jul 09 13:23:00.973882 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7bb6f71e-bec3-4c5d-9a92-1bbf507ab84b req-39f61b93-2bf0-4114-ba15-2612d4212249 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120558 Jul 09 13:23:01.114840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2b1a1d1c-344f-4def-a640-07c87d8ae473 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:01.290582 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.424554 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e2c2e482-1c19-4c8e-b160-3735476e1bbf, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e2c2e482-1c19-4c8e-b160-3735476e1bbf,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:01.433535 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7ac5230-1eba-4a82-87b7-943a619ad74a req-016d8344-4901-4d7b-89d8-03d668dfaf86 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-962524983&fields=id&tenant_id=8ba64926573141e39bfc696545a991f0 HTTP/1.1" status: 200 len: 267 time: 0.0895455 Jul 09 13:23:01.443325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff5c713-046c-40c5-bd7a-998487e17e0d req-ece7c963-0f92-49e5-985b-a0747346a408 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:01.450691 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ff5c713-046c-40c5-bd7a-998487e17e0d req-ece7c963-0f92-49e5-985b-a0747346a408 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 950 time: 0.2066576 Jul 09 13:23:01.458584 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.469136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 2b1a1d1c-344f-4def-a640-07c87d8ae473 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:01.469136 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.480752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6776bd-babf-4804-852a-54b65884883c req-6cd857c3-61fd-490c-a07c-a89e2da15dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:01.482252 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ff6776bd-babf-4804-852a-54b65884883c req-6cd857c3-61fd-490c-a07c-a89e2da15dc6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 1101 time: 0.1785469 Jul 09 13:23:01.563845 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ff5c713-046c-40c5-bd7a-998487e17e0d req-b9e37832-6d8f-404c-8f4c-882aaef5f3e3 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122177 Jul 09 13:23:01.571735 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ff6776bd-babf-4804-852a-54b65884883c req-9e87c81d-d99e-40d5-89ee-5e4c88a84bce service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654924 Jul 09 13:23:01.599340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e2c2e482-1c19-4c8e-b160-3735476e1bbf,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:01.621476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac5230-1eba-4a82-87b7-943a619ad74a req-0f29adaa-274d-4cc9-ab2e-a8cea7409fdc tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:01.631368 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7ac5230-1eba-4a82-87b7-943a619ad74a req-0f29adaa-274d-4cc9-ab2e-a8cea7409fdc tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 984 time: 0.1727443 Jul 09 13:23:01.633926 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f51826c7-37ed-4866-b164-dfc3b7d86dc5 x-openstack-request-id: req-f51826c7-37ed-4866-b164-dfc3b7d86dc5 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:01.634460 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b44d59b-1c6e-4447-b5a2-966679f38253", "tag": "d4477d55-45f3-4668-9d74-08f15002b47c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:01.634703 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f51826c7-37ed-4866-b164-dfc3b7d86dc5 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:01.635346 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b44d59b-1c6e-4447-b5a2-966679f38253', 'tag': 'd4477d55-45f3-4668-9d74-08f15002b47c', 'status': 'completed', 'code': 200} Jul 09 13:23:01.645251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-d7ac5230-1eba-4a82-87b7-943a619ad74a req-cc73c7fc-01bc-4541-ac00-c19d9fefe231 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Request body: {'port': {'security_groups': ['21b13690-ee2b-4da9-a84e-fab7df9b81fd', '3b2f4c2d-8c03-4557-a1cd-6b2478c0fc38', '3978adba-a84f-42fd-b8ba-321fcd4f0f68']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:01.745326 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666ccb4-ca6c-4d81-a08d-71e2a6b1e5ec req-96e9aacb-1463-4cf3-ba04-5caa64f22b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:01.747776 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0666ccb4-ca6c-4d81-a08d-71e2a6b1e5ec req-96e9aacb-1463-4cf3-ba04-5caa64f22b9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba64926573141e39bfc696545a991f0&device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 1135 time: 0.0899754 Jul 09 13:23:01.752502 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fae8041f-2b08-41d8-87f4-b8cf3e0e973e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.783928 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d7ac5230-1eba-4a82-87b7-943a619ad74a req-cc73c7fc-01bc-4541-ac00-c19d9fefe231 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:01.905383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666ccb4-ca6c-4d81-a08d-71e2a6b1e5ec req-7dc0c796-91d5-4864-a8f7-29cea4553991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:01.907909 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0666ccb4-ca6c-4d81-a08d-71e2a6b1e5ec req-7dc0c796-91d5-4864-a8f7-29cea4553991 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f168a26a-2921-4730-adf9-a3b8d1a80b7e HTTP/1.1" status: 200 len: 913 time: 0.1519852 Jul 09 13:23:01.968797 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0666ccb4-ca6c-4d81-a08d-71e2a6b1e5ec req-d6ba2d89-6768-4b27-8185-3b98c56554d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4477d55-45f3-4668-9d74-08f15002b47c HTTP/1.1" status: 200 len: 217 time: 0.0476022 Jul 09 13:23:02.035819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0666ccb4-ca6c-4d81-a08d-71e2a6b1e5ec req-2c57f0f5-f807-4f7f-97b7-baae41b473c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:02.037318 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0666ccb4-ca6c-4d81-a08d-71e2a6b1e5ec req-2c57f0f5-f807-4f7f-97b7-baae41b473c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4aa592ed-f6d0-428f-87cc-7ba12be19e71 HTTP/1.1" status: 200 len: 852 time: 0.0625029 Jul 09 13:23:02.048807 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d7ac5230-1eba-4a82-87b7-943a619ad74a req-cc73c7fc-01bc-4541-ac00-c19d9fefe231 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] For port d4477d55-45f3-4668-9d74-08f15002b47c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d4477d55-45f3-4668-9d74-08f15002b47c,segment=NetworkSegment(a86c0879-801c-40ac-96bf-d551bd45bdcb),segment_id=a86c0879-801c-40ac-96bf-d551bd45bdcb)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:02.087475 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0666ccb4-ca6c-4d81-a08d-71e2a6b1e5ec req-87a6e6ff-e219-4e65-b12e-3eccc82d5169 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f168a26a-2921-4730-adf9-a3b8d1a80b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319099 Jul 09 13:23:02.100064 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d7ac5230-1eba-4a82-87b7-943a619ad74a req-cc73c7fc-01bc-4541-ac00-c19d9fefe231 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:02.106244 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d7ac5230-1eba-4a82-87b7-943a619ad74a req-cc73c7fc-01bc-4541-ac00-c19d9fefe231 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:02.122372 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d4477d55-45f3-4668-9d74-08f15002b47c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:02.173730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ac5230-1eba-4a82-87b7-943a619ad74a req-cc73c7fc-01bc-4541-ac00-c19d9fefe231 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:02.174624 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d7ac5230-1eba-4a82-87b7-943a619ad74a req-cc73c7fc-01bc-4541-ac00-c19d9fefe231 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:02.176659 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7ac5230-1eba-4a82-87b7-943a619ad74a req-cc73c7fc-01bc-4541-ac00-c19d9fefe231 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "PUT /v2.0/ports/d4477d55-45f3-4668-9d74-08f15002b47c HTTP/1.1" status: 200 len: 1020 time: 0.5443559 Jul 09 13:23:02.220978 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc73c7fc-01bc-4541-ac00-c19d9fefe231 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event updated for resources: {'Port': ['ID=d4477d55-45f3-4668-9d74-08f15002b47c,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:02.281640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d4477d55-45f3-4668-9d74-08f15002b47c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:02.322720 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0666ccb4-ca6c-4d81-a08d-71e2a6b1e5ec req-2d75ad1a-3373-421d-9c46-45d9cab8d293 service neutron] 10.222.0.15 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220592 Jul 09 13:23:02.521858 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0666ccb4-ca6c-4d81-a08d-71e2a6b1e5ec req-f49f25a4-2e03-440a-9963-7f94232a4846 service neutron] 10.222.0.15 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890204 Jul 09 13:23:02.595704 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838b62b-a2b0-4ea5-aea3-7695df065755 req-3c46bb94-b75a-43a7-9a11-986c5e2e4599 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:02.599586 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b838b62b-a2b0-4ea5-aea3-7695df065755 req-3c46bb94-b75a-43a7-9a11-986c5e2e4599 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.1416521 Jul 09 13:23:02.685862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b838b62b-a2b0-4ea5-aea3-7695df065755 req-072a52f0-89be-4aa6-aa4d-ada1e21a40ea tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720465 Jul 09 13:23:02.751701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d293347e-0917-41e0-996a-b024fb21dfb9 req-f5b0417b-349a-4ffb-84ac-ee20ab9d80cb tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:02.754667 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d293347e-0917-41e0-996a-b024fb21dfb9 req-f5b0417b-349a-4ffb-84ac-ee20ab9d80cb tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 1023 time: 0.1519125 Jul 09 13:23:02.877395 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d293347e-0917-41e0-996a-b024fb21dfb9 req-da843034-a6dc-44eb-936e-7a1985dbfb76 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2f4c2d-8c03-4557-a1cd-6b2478c0fc38&id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&id=3978adba-a84f-42fd-b8ba-321fcd4f0f68 HTTP/1.1" status: 200 len: 6147 time: 0.1163425 Jul 09 13:23:02.913230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a7b180-2fd1-4c34-9ce2-e92fa5d73a29 req-30dd6abd-b325-4770-9277-b339eff8b1f0 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:02.922031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-53a7b180-2fd1-4c34-9ce2-e92fa5d73a29 req-30dd6abd-b325-4770-9277-b339eff8b1f0 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 950 time: 0.1027138 Jul 09 13:23:02.952359 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82170d5f-74ab-4430-851c-2b70f3aa2709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c2e482-1c19-4c8e-b160-3735476e1bbf'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:02.955206 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b480e1b7-caf1-467a-a48a-d39a81043b51" -d '{"events": [{"server_uuid": "82170d5f-74ab-4430-851c-2b70f3aa2709", "name": "network-vif-plugged", "status": "completed", "tag": "e2c2e482-1c19-4c8e-b160-3735476e1bbf"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:02.968052 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-53a7b180-2fd1-4c34-9ce2-e92fa5d73a29 req-8b59e832-ddf5-4e2c-beff-8392f05e34a0 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444248 Jul 09 13:23:03.077517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023b958-2b6f-4e90-8e8f-6009d9daaeee req-9ed63bf2-64ff-4d89-9a09-40992d32d76a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:03.079632 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a023b958-2b6f-4e90-8e8f-6009d9daaeee req-9ed63bf2-64ff-4d89-9a09-40992d32d76a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.0708902 Jul 09 13:23:03.119382 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-f2061ea8-271e-402e-b3b7-a330a5267a02 req-04192f3e-cdea-4d89-8221-8a34044b58c1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Request body: {'security_group': {'name': ' tempest-securitygroup -588327167 ', 'description': 'tempest-description-224197322'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:03.148348 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a023b958-2b6f-4e90-8e8f-6009d9daaeee req-54d6ce05-1065-4fcc-a782-4429c23202f1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636992 Jul 09 13:23:03.161105 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f2061ea8-271e-402e-b3b7-a330a5267a02 req-04192f3e-cdea-4d89-8221-8a34044b58c1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.272761 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f2061ea8-271e-402e-b3b7-a330a5267a02 req-04192f3e-cdea-4d89-8221-8a34044b58c1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.279154 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f2061ea8-271e-402e-b3b7-a330a5267a02 req-04192f3e-cdea-4d89-8221-8a34044b58c1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.313600 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f2061ea8-271e-402e-b3b7-a330a5267a02 req-04192f3e-cdea-4d89-8221-8a34044b58c1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:03.314992 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2061ea8-271e-402e-b3b7-a330a5267a02 req-04192f3e-cdea-4d89-8221-8a34044b58c1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.2012162 Jul 09 13:23:03.320275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04192f3e-cdea-4d89-8221-8a34044b58c1 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f100872-ac6d-4ecc-9b58-2224f5f124b2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:03.371783 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436e1b0f-1cef-4e16-a9ba-3f5ed7929bb0 x-openstack-request-id: req-436e1b0f-1cef-4e16-a9ba-3f5ed7929bb0 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:03.372301 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82170d5f-74ab-4430-851c-2b70f3aa2709", "name": "network-vif-plugged", "status": "completed", "tag": "e2c2e482-1c19-4c8e-b160-3735476e1bbf", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:03.372710 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-436e1b0f-1cef-4e16-a9ba-3f5ed7929bb0 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:03.373394 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82170d5f-74ab-4430-851c-2b70f3aa2709', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c2e482-1c19-4c8e-b160-3735476e1bbf', 'code': 200} Jul 09 13:23:03.635917 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-2b3f04a6-b2fe-405f-81f2-e2d55c9e5805 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:03.639958 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-2b3f04a6-b2fe-405f-81f2-e2d55c9e5805 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 808 time: 0.1305854 Jul 09 13:23:03.650075 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b44d59b-1c6e-4447-b5a2-966679f38253', 'tag': 'd4477d55-45f3-4668-9d74-08f15002b47c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:03.652385 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500437ca-da7a-4bd1-9a9c-ad49e8e63721" -d '{"events": [{"name": "network-changed", "server_uuid": "2b44d59b-1c6e-4447-b5a2-966679f38253", "tag": "d4477d55-45f3-4668-9d74-08f15002b47c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:03.667737 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-14cc1e6f-3375-4ebb-b8eb-c4bfd2f0e879 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/quotas/5f446942a386493c8f7ba7f6f57f031b HTTP/1.1" status: 200 len: 375 time: 0.0252876 Jul 09 13:23:03.734296 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-473f42a3-f3f4-4aa9-b982-4e0ba0bb80a9 req-4579e8ec-8c42-4a1f-ade9-6c050af0c852 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/7f100872-ac6d-4ecc-9b58-2224f5f124b2 HTTP/1.1" status: 200 len: 1779 time: 0.0779023 Jul 09 13:23:03.775989 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-5f9d358c-c223-4918-bfd1-41efc3207794 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1024206 Jul 09 13:23:03.878620 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-0b4d9474-5c4b-460e-a2de-d03d774e2c1b service neutron] 10.222.0.39 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015940 Jul 09 13:23:04.010073 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-995f010d-a798-4710-920a-5247d1e3cd71 service neutron] 10.222.0.39 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304643 Jul 09 13:23:04.016666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12f9cb-f1cf-4aa6-b8fd-9c1f709752b6 req-7b283f16-21b7-4270-a22f-2cd8c9400962 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:04.018260 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c12f9cb-f1cf-4aa6-b8fd-9c1f709752b6 req-7b283f16-21b7-4270-a22f-2cd8c9400962 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 1101 time: 0.1191010 Jul 09 13:23:04.068091 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c12f9cb-f1cf-4aa6-b8fd-9c1f709752b6 req-62c7aed0-a2bb-4af0-a679-cfd6f3d31eac tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333650 Jul 09 13:23:04.130495 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a6ccfb-9255-49f7-9e61-0e67dc4e0954 x-openstack-request-id: req-84a6ccfb-9255-49f7-9e61-0e67dc4e0954 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:04.130794 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b44d59b-1c6e-4447-b5a2-966679f38253", "tag": "d4477d55-45f3-4668-9d74-08f15002b47c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:04.131052 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84a6ccfb-9255-49f7-9e61-0e67dc4e0954 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:04.131473 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b44d59b-1c6e-4447-b5a2-966679f38253', 'tag': 'd4477d55-45f3-4668-9d74-08f15002b47c', 'status': 'completed', 'code': 200} Jul 09 13:23:04.197284 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cfce2315-7898-4021-9eea-09cd722ae27a req-64de63e4-71cb-42f4-8ba9-f9d00ae18497 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/7f100872-ac6d-4ecc-9b58-2224f5f124b2 HTTP/1.1" status: 200 len: 1779 time: 0.0523372 Jul 09 13:23:04.208714 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce512170-3741-45c8-ad66-93d06fbeef62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:04.266330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500437ca-da7a-4bd1-9a9c-ad49e8e63721 req-d375c229-cd39-406f-8945-73ee83a9c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:04.268213 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-500437ca-da7a-4bd1-9a9c-ad49e8e63721 req-d375c229-cd39-406f-8945-73ee83a9c21d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8ba64926573141e39bfc696545a991f0&device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 1174 time: 0.1029582 Jul 09 13:23:04.324766 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cfce2315-7898-4021-9eea-09cd722ae27a req-6f263838-d588-4fe3-a244-73caceba3ed7 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:04.395694 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cfce2315-7898-4021-9eea-09cd722ae27a req-6f263838-d588-4fe3-a244-73caceba3ed7 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:04.499309 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cfce2315-7898-4021-9eea-09cd722ae27a req-6f263838-d588-4fe3-a244-73caceba3ed7 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:04.501798 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cfce2315-7898-4021-9eea-09cd722ae27a req-6f263838-d588-4fe3-a244-73caceba3ed7 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:04.515689 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cfce2315-7898-4021-9eea-09cd722ae27a req-6f263838-d588-4fe3-a244-73caceba3ed7 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "DELETE /v2.0/security-groups/7f100872-ac6d-4ecc-9b58-2224f5f124b2 HTTP/1.1" status: 204 len: 173 time: 0.3116455 Jul 09 13:23:04.549790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f263838-d588-4fe3-a244-73caceba3ed7 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f100872-ac6d-4ecc-9b58-2224f5f124b2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:04.560105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500437ca-da7a-4bd1-9a9c-ad49e8e63721 req-0fb03aa7-c13b-4205-8149-69e9bf28886b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:04.567847 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-500437ca-da7a-4bd1-9a9c-ad49e8e63721 req-0fb03aa7-c13b-4205-8149-69e9bf28886b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f168a26a-2921-4730-adf9-a3b8d1a80b7e HTTP/1.1" status: 200 len: 913 time: 0.2919302 Jul 09 13:23:04.592414 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:04.667375 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-500437ca-da7a-4bd1-9a9c-ad49e8e63721 req-6b7047ac-33b8-41b9-adc8-2e5c772624b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d4477d55-45f3-4668-9d74-08f15002b47c HTTP/1.1" status: 200 len: 217 time: 0.0936620 Jul 09 13:23:04.754600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500437ca-da7a-4bd1-9a9c-ad49e8e63721 req-3927b2df-32e9-4057-8112-0b7e23547b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:04.756396 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-500437ca-da7a-4bd1-9a9c-ad49e8e63721 req-3927b2df-32e9-4057-8112-0b7e23547b22 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4aa592ed-f6d0-428f-87cc-7ba12be19e71 HTTP/1.1" status: 200 len: 852 time: 0.0832450 Jul 09 13:23:04.815661 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-500437ca-da7a-4bd1-9a9c-ad49e8e63721 req-1f08c849-1cc4-472c-94be-a0401e2d02f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f168a26a-2921-4730-adf9-a3b8d1a80b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513351 Jul 09 13:23:04.824608 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6331815-e66f-4651-9cd5-bb5341ffcaa6 req-7065bc45-3794-4540-908c-594276390096 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 210 time: 0.0406201 Jul 09 13:23:04.862257 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-5475bcaa-ceb2-4b17-963f-1c2ce957c5aa req-2fe377ce-758f-49be-ae20-8ab658217204 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] show failed (client error): The resource could not be found. Jul 09 13:23:04.873110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5475bcaa-ceb2-4b17-963f-1c2ce957c5aa req-2fe377ce-758f-49be-ae20-8ab658217204 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/7f100872-ac6d-4ecc-9b58-2224f5f124b2 HTTP/1.1" status: 404 len: 352 time: 0.0725155 Jul 09 13:23:04.913109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-53bf5c3e-cd72-4eb6-a5ae-22b4cc2be20b req-f8799ee3-f146-4702-95fd-360b4e06093c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1160869335', 'description': 'tempest-description-847060713'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:04.956176 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-500437ca-da7a-4bd1-9a9c-ad49e8e63721 req-ccdb9745-35e1-4dfc-bfbd-d3fa566289f4 service neutron] 10.222.0.15 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355100 Jul 09 13:23:04.993084 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-53bf5c3e-cd72-4eb6-a5ae-22b4cc2be20b req-f8799ee3-f146-4702-95fd-360b4e06093c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.099851 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-500437ca-da7a-4bd1-9a9c-ad49e8e63721 req-98cdfdb1-8c50-4337-9d39-cf02f89dd4e1 service neutron] 10.222.0.15 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369472 Jul 09 13:23:05.161913 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ca4a9-a5cd-4ccb-a783-1056281585f6 req-e6019e1b-0553-46f9-93fe-82db3155d1d2 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:05.163697 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2c5ca4a9-a5cd-4ccb-a783-1056281585f6 req-e6019e1b-0553-46f9-93fe-82db3155d1d2 tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 1101 time: 0.1132951 Jul 09 13:23:05.200273 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-53bf5c3e-cd72-4eb6-a5ae-22b4cc2be20b req-f8799ee3-f146-4702-95fd-360b4e06093c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.208693 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-53bf5c3e-cd72-4eb6-a5ae-22b4cc2be20b req-f8799ee3-f146-4702-95fd-360b4e06093c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.235037 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2c5ca4a9-a5cd-4ccb-a783-1056281585f6 req-15d76eeb-1ff2-46c1-aa8c-962b63046f5d tempest-ServersAdminTestJSON-1196581150 tempest-ServersAdminTestJSON-1196581150-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568016 Jul 09 13:23:05.247874 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-53bf5c3e-cd72-4eb6-a5ae-22b4cc2be20b req-f8799ee3-f146-4702-95fd-360b4e06093c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.277534 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-53bf5c3e-cd72-4eb6-a5ae-22b4cc2be20b req-f8799ee3-f146-4702-95fd-360b4e06093c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3709681 Jul 09 13:23:05.289741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8799ee3-f146-4702-95fd-360b4e06093c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b92d4577-5e20-4b60-9c09-7aaf618c3f8e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:05.296884 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-33c08a59-a43a-461a-9fc2-4a54e8be04e1 req-11e25700-4b48-412e-a3d1-318817425962 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-936653700', 'description': 'tempest-description-1492017905'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:05.353720 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-33c08a59-a43a-461a-9fc2-4a54e8be04e1 req-11e25700-4b48-412e-a3d1-318817425962 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.426582 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-63719b47-07df-4c0a-a12e-b2d05abe2ea0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0392032 Jul 09 13:23:05.456501 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.597862 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-33c08a59-a43a-461a-9fc2-4a54e8be04e1 req-11e25700-4b48-412e-a3d1-318817425962 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.608444 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-de832815-7e2b-4665-8d4f-ed464fbdd639 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:05.615868 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-de832815-7e2b-4665-8d4f-ed464fbdd639 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1881354 Jul 09 13:23:05.626001 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-33c08a59-a43a-461a-9fc2-4a54e8be04e1 req-11e25700-4b48-412e-a3d1-318817425962 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.647948 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-cef504e9-f0b3-4565-8548-1905b046668b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/quotas/bbbab2bfe4e6490b9ef221906e7f7da6 HTTP/1.1" status: 200 len: 375 time: 0.0310013 Jul 09 13:23:05.674856 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-33c08a59-a43a-461a-9fc2-4a54e8be04e1 req-11e25700-4b48-412e-a3d1-318817425962 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:05.676147 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33c08a59-a43a-461a-9fc2-4a54e8be04e1 req-11e25700-4b48-412e-a3d1-318817425962 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3837163 Jul 09 13:23:05.744399 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e25700-4b48-412e-a3d1-318817425962 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad3e944-a6c5-425c-baee-dd0e92d0bbdf,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:05.766634 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-3c86e70a-bee1-4eb3-a0b3-6851e11a8327 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1175199 Jul 09 13:23:05.984935 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-73e29db2-42e7-46ac-8019-39faaadf10e7 req-25c4d258-5e6b-4a46-a542-60067e527edf tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-189304522', 'description': 'tempest-description-52394684'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:06.036548 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-73e29db2-42e7-46ac-8019-39faaadf10e7 req-25c4d258-5e6b-4a46-a542-60067e527edf tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.218817 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-73e29db2-42e7-46ac-8019-39faaadf10e7 req-25c4d258-5e6b-4a46-a542-60067e527edf tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.224890 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-73e29db2-42e7-46ac-8019-39faaadf10e7 req-25c4d258-5e6b-4a46-a542-60067e527edf tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.251137 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-73e29db2-42e7-46ac-8019-39faaadf10e7 req-25c4d258-5e6b-4a46-a542-60067e527edf tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.252386 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-73e29db2-42e7-46ac-8019-39faaadf10e7 req-25c4d258-5e6b-4a46-a542-60067e527edf tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1803 time: 0.2727182 Jul 09 13:23:06.298185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4d258-5e6b-4a46-a542-60067e527edf tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d97fd30-da0d-4e45-9369-a00d1ce63c73,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:06.397711 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-d32e84b6-c05a-4fcc-ab5e-f00ef4340c36 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:06.402060 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-d32e84b6-c05a-4fcc-ab5e-f00ef4340c36 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.15 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 808 time: 0.3180861 Jul 09 13:23:06.425106 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-ef0c45be-5eae-41d6-a439-3e5780512d92 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Request body: {'port': {'device_id': '7c69f53a-c250-4544-94cc-fe74196c0b45', 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809', 'admin_state_up': True, 'tenant_id': '5f446942a386493c8f7ba7f6f57f031b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:06.586457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-ef0c45be-5eae-41d6-a439-3e5780512d92 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Made reservation on behalf of 5f446942a386493c8f7ba7f6f57f031b for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:06.593791 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-ef0c45be-5eae-41d6-a439-3e5780512d92 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:06.614529 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8973b7f6-8a2e-4ea6-9281-61f50e4471ec req-e719843a-a052-4c54-8c20-5ae84330670f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 210 time: 0.0859911 Jul 09 13:23:06.688817 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a3d9438-eeb9-44c9-9774-b43e9938ead8 req-d6702a1f-9a75-4806-ad88-f963da6c8376 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 210 time: 0.0991440 Jul 09 13:23:06.827141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-ef0c45be-5eae-41d6-a439-3e5780512d92 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Allocated IP 172.20.0.5 (b4d14687-7b64-47e7-b45c-f262f4bce809/629be656-9c00-4f47-9623-04a34c6428e9/dc17aecb-09d8-47b6-96d4-d191d53a1d3e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:06.828768 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.071271 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849e2e0-dbd2-4b08-bb87-4bba2e41c209 req-a9b223fc-90b8-41cd-bbf1-d3b90c39bd71 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:07.080116 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b849e2e0-dbd2-4b08-bb87-4bba2e41c209 req-a9b223fc-90b8-41cd-bbf1-d3b90c39bd71 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 950 time: 0.2763050 Jul 09 13:23:07.108991 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-ef0c45be-5eae-41d6-a439-3e5780512d92 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.182373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37246811-999d-4790-8b26-427c8c89b5b9 req-ef5dd5f5-b696-4bce-9841-60710519c4e3 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ba64926573141e39bfc696545a991f0 HTTP/1.1" status: 200 len: 10892 time: 0.4100590 Jul 09 13:23:07.189543 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-ef0c45be-5eae-41d6-a439-3e5780512d92 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.215566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:07.273151 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b849e2e0-dbd2-4b08-bb87-4bba2e41c209 req-7f34f9d8-4221-44d5-ad77-6610fa087085 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920600 Jul 09 13:23:07.336333 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37246811-999d-4790-8b26-427c8c89b5b9 req-9f0bfabc-e25e-4cec-a684-c33c8885faf0 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/21b13690-ee2b-4da9-a84e-fab7df9b81fd HTTP/1.1" status: 200 len: 2981 time: 0.1378021 Jul 09 13:23:07.344004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-ef0c45be-5eae-41d6-a439-3e5780512d92 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Network b4d14687-7b64-47e7-b45c-f262f4bce809 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:07.345294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0c45be-5eae-41d6-a439-3e5780512d92 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Pushing event updated for resources: {'Port': ['ID=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:07.351401 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-ef0c45be-5eae-41d6-a439-3e5780512d92 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:07.359472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-ef0c45be-5eae-41d6-a439-3e5780512d92 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:07.441200 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37246811-999d-4790-8b26-427c8c89b5b9 req-fc690285-530a-4c68-8b54-55f2401f45f3 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/21b13690-ee2b-4da9-a84e-fab7df9b81fd HTTP/1.1" status: 200 len: 2981 time: 0.1015737 Jul 09 13:23:07.477452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-ef0c45be-5eae-41d6-a439-3e5780512d92 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:07.478303 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-ef0c45be-5eae-41d6-a439-3e5780512d92 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.500498 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-ef0c45be-5eae-41d6-a439-3e5780512d92 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0860934 Jul 09 13:23:07.517862 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Request body: {'port': {'device_id': '7c69f53a-c250-4544-94cc-fe74196c0b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:07.620302 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:07.718405 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4635a9e-9e23-44bb-a28d-9e50ba116857 req-f788c1c2-1ba1-4baa-84c0-723959e247cc tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/b92d4577-5e20-4b60-9c09-7aaf618c3f8e HTTP/1.1" status: 200 len: 1800 time: 0.2324264 Jul 09 13:23:07.773578 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24692e5a-4545-4906-bbda-eb455f2b7d12 req-0673af7a-8bca-47f7-b169-cb92e52546ea tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:07.781130 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24692e5a-4545-4906-bbda-eb455f2b7d12 req-0673af7a-8bca-47f7-b169-cb92e52546ea tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.18 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 950 time: 0.3261049 Jul 09 13:23:07.894859 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-d26997d7-0a45-48b8-a2e2-eb41cc3bbf3b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384221 Jul 09 13:23:08.052287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfe4a10-2a04-439c-8ba0-b0aef347ef08 req-0d6154e4-d40b-4923-9a91-a29f16799883 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:08.059637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-adfe4a10-2a04-439c-8ba0-b0aef347ef08 req-0d6154e4-d40b-4923-9a91-a29f16799883 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 931 time: 0.2468662 Jul 09 13:23:08.064239 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f4635a9e-9e23-44bb-a28d-9e50ba116857 req-1b1e7e48-f93d-4bb1-a0e9-15bce7c9fc48 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.101690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-5d9d44ce-f912-4910-b081-aeb4a27b09bc tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:08.101690 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-5d9d44ce-f912-4910-b081-aeb4a27b09bc tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1994202 Jul 09 13:23:08.105729 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.120180 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:23:08.123884 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-f3e3dd5a-0811-4a7f-99c2-89e2fa7d0b94 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Request body: {'port': {'device_id': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'bbbab2bfe4e6490b9ef221906e7f7da6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:08.124801 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f4635a9e-9e23-44bb-a28d-9e50ba116857 req-1b1e7e48-f93d-4bb1-a0e9-15bce7c9fc48 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.140056 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-adfe4a10-2a04-439c-8ba0-b0aef347ef08 req-f64d7fbf-0939-4a87-9b23-3d3c8a4492e6 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794621 Jul 09 13:23:08.240371 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-24692e5a-4545-4906-bbda-eb455f2b7d12 req-e07ff563-7ac9-48e8-80a4-44b4d1ed9a23 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Deleting port 871709be-febf-4161-aeff-d372aee97f0e {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:08.241040 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24692e5a-4545-4906-bbda-eb455f2b7d12 req-e07ff563-7ac9-48e8-80a4-44b4d1ed9a23 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.255907 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc17aecb-09d8-47b6-96d4-d191d53a1d3e {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:08.268353 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.316161 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.321599 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-f3e3dd5a-0811-4a7f-99c2-89e2fa7d0b94 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Made reservation on behalf of bbbab2bfe4e6490b9ef221906e7f7da6 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:08.326106 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-f3e3dd5a-0811-4a7f-99c2-89e2fa7d0b94 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.546384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-f3e3dd5a-0811-4a7f-99c2-89e2fa7d0b94 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Allocated IP 192.168.233.180 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:08.666810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Transition to ACTIVE for port object dc17aecb-09d8-47b6-96d4-d191d53a1d3e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:08.672757 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.715599 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f4635a9e-9e23-44bb-a28d-9e50ba116857 req-1b1e7e48-f93d-4bb1-a0e9-15bce7c9fc48 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.719206 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f4635a9e-9e23-44bb-a28d-9e50ba116857 req-1b1e7e48-f93d-4bb1-a0e9-15bce7c9fc48 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.732011 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4635a9e-9e23-44bb-a28d-9e50ba116857 req-1b1e7e48-f93d-4bb1-a0e9-15bce7c9fc48 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "DELETE /v2.0/security-groups/b92d4577-5e20-4b60-9c09-7aaf618c3f8e HTTP/1.1" status: 204 len: 173 time: 1.0020750 Jul 09 13:23:08.745977 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4783d053-9e06-44d9-9240-53e24122cd53 req-ac11b243-6280-4acd-811d-7410ac16390d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 210 time: 0.0949950 Jul 09 13:23:08.818004 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e7e48-f93d-4bb1-a0e9-15bce7c9fc48 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b92d4577-5e20-4b60-9c09-7aaf618c3f8e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:08.889323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-24692e5a-4545-4906-bbda-eb455f2b7d12 req-e07ff563-7ac9-48e8-80a4-44b4d1ed9a23 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] For port 871709be-febf-4161-aeff-d372aee97f0e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=871709be-febf-4161-aeff-d372aee97f0e,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:08.890010 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24692e5a-4545-4906-bbda-eb455f2b7d12 req-e07ff563-7ac9-48e8-80a4-44b4d1ed9a23 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:08.909982 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-24692e5a-4545-4906-bbda-eb455f2b7d12 req-e07ff563-7ac9-48e8-80a4-44b4d1ed9a23 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Calling delete_port for 871709be-febf-4161-aeff-d372aee97f0e owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:09.013370 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Pushing event updated for resources: {'Port': ['ID=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:09.168122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42bd685-c767-4779-ae96-c353760e9b20 req-291be63b-97bd-4844-bb64-d61265fb9209 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:09.169634 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d42bd685-c767-4779-ae96-c353760e9b20 req-291be63b-97bd-4844-bb64-d61265fb9209 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=2483aa52-7df6-4eb3-aae9-3eb9feb49182 HTTP/1.1" status: 200 len: 950 time: 0.1388009 Jul 09 13:23:09.189163 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-f3e3dd5a-0811-4a7f-99c2-89e2fa7d0b94 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.205643 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Attempting to bind port dc17aecb-09d8-47b6-96d4-d191d53a1d3e on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:09.205992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Attempting to bind port dc17aecb-09d8-47b6-96d4-d191d53a1d3e by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:09.206336 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Attempting to bind port dc17aecb-09d8-47b6-96d4-d191d53a1d3e on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:09.229413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Port dc17aecb-09d8-47b6-96d4-d191d53a1d3e on network b4d14687-7b64-47e7-b45c-f262f4bce809 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:09.229751 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Attempting to bind port dc17aecb-09d8-47b6-96d4-d191d53a1d3e on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:09.258880 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d42bd685-c767-4779-ae96-c353760e9b20 req-f8126af6-f5dc-4033-9d48-924a84428305 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831149 Jul 09 13:23:09.267162 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24692e5a-4545-4906-bbda-eb455f2b7d12 req-e07ff563-7ac9-48e8-80a4-44b4d1ed9a23 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.277057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-f3e3dd5a-0811-4a7f-99c2-89e2fa7d0b94 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Transition to ACTIVE for port object 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:09.282801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:09.283218 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['e2ebbdd4-b61b-4d42-bc10-8836ee931be1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:09.293408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Checking segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:09.293954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Bound using segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:09.294437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Bound port: dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:09.299513 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['871709be-febf-4161-aeff-d372aee97f0e', 'dfea7cac-5875-47f7-b614-928f4a929f20'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:09.302553 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.339545 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07ff563-7ac9-48e8-80a4-44b4d1ed9a23 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Pushing event deleted for resources: {'Port': ['ID=871709be-febf-4161-aeff-d372aee97f0e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:09.355760 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-697325fe-f2dd-4abf-911e-f5cc83e74b65 req-8b55c4cd-819c-4ff6-861d-884cb0da8a50 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] show failed (client error): The resource could not be found. Jul 09 13:23:09.363547 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-697325fe-f2dd-4abf-911e-f5cc83e74b65 req-8b55c4cd-819c-4ff6-861d-884cb0da8a50 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/b92d4577-5e20-4b60-9c09-7aaf618c3f8e HTTP/1.1" status: 404 len: 352 time: 0.0803933 Jul 09 13:23:09.431817 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-f3e3dd5a-0811-4a7f-99c2-89e2fa7d0b94 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.478519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] For port dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:09.518186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-24692e5a-4545-4906-bbda-eb455f2b7d12 req-e07ff563-7ac9-48e8-80a4-44b4d1ed9a23 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] No DVR routers for this DVR port 871709be-febf-4161-aeff-d372aee97f0e on host n-h1-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:09.525886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-24692e5a-4545-4906-bbda-eb455f2b7d12 req-e07ff563-7ac9-48e8-80a4-44b4d1ed9a23 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.530261 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24692e5a-4545-4906-bbda-eb455f2b7d12 req-e07ff563-7ac9-48e8-80a4-44b4d1ed9a23 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.18 "DELETE /v2.0/ports/871709be-febf-4161-aeff-d372aee97f0e HTTP/1.1" status: 204 len: 173 time: 1.7378106 Jul 09 13:23:09.540187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2483aa52-7df6-4eb3-aae9-3eb9feb49182', 'name': 'network-vif-deleted', 'tag': '871709be-febf-4161-aeff-d372aee97f0e'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:09.543434 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad343de-5375-46ef-b67d-1c8441609a0d" -d '{"events": [{"server_uuid": "2483aa52-7df6-4eb3-aae9-3eb9feb49182", "name": "network-vif-deleted", "tag": "871709be-febf-4161-aeff-d372aee97f0e"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:09.574165 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] For port dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:09.632147 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5150ffa0-9dcf-4a42-bd21-2b18da15c9ce req-c8a2ea8a-4e28-404b-ac36-3f6f49e3b494 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/0ad3e944-a6c5-425c-baee-dd0e92d0bbdf HTTP/1.1" status: 200 len: 1800 time: 0.1895633 Jul 09 13:23:09.634778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e3dd5a-0811-4a7f-99c2-89e2fa7d0b94 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Pushing event updated for resources: {'Port': ['ID=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:09.646113 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-f3e3dd5a-0811-4a7f-99c2-89e2fa7d0b94 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:09.649239 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.694785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:09.695824 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.699982 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] 10.222.0.15 "PUT /v2.0/ports/dc17aecb-09d8-47b6-96d4-d191d53a1d3e HTTP/1.1" status: 200 len: 1091 time: 2.1859317 Jul 09 13:23:09.707266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c69f53a-c250-4544-94cc-fe74196c0b45', 'tag': 'dc17aecb-09d8-47b6-96d4-d191d53a1d3e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:09.709686 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7020727a-66cf-408c-b320-795b96fa9e7a" -d '{"events": [{"name": "network-changed", "server_uuid": "7c69f53a-c250-4544-94cc-fe74196c0b45", "tag": "dc17aecb-09d8-47b6-96d4-d191d53a1d3e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:09.729157 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-f3e3dd5a-0811-4a7f-99c2-89e2fa7d0b94 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:09.736871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-f3e3dd5a-0811-4a7f-99c2-89e2fa7d0b94 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:09.750115 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cc8074-ad80-4826-8d9a-de79bee4dd40 req-35e17597-cee4-4ae5-92a4-614905c5471c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:09.766097 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55cc8074-ad80-4826-8d9a-de79bee4dd40 req-35e17597-cee4-4ae5-92a4-614905c5471c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 943 time: 0.2270837 Jul 09 13:23:09.877456 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5150ffa0-9dcf-4a42-bd21-2b18da15c9ce req-571ee0da-3604-4d47-924c-58bf39327666 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:09.927331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55cc8074-ad80-4826-8d9a-de79bee4dd40 req-6326a4b6-8206-43a7-83da-af2667c6cf3e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447628 Jul 09 13:23:09.958479 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5150ffa0-9dcf-4a42-bd21-2b18da15c9ce req-571ee0da-3604-4d47-924c-58bf39327666 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.038551 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f542e02a-2123-4e24-a1f3-12470b40dccb x-openstack-request-id: req-f542e02a-2123-4e24-a1f3-12470b40dccb {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:10.038845 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2483aa52-7df6-4eb3-aae9-3eb9feb49182", "name": "network-vif-deleted", "tag": "871709be-febf-4161-aeff-d372aee97f0e", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:10.039137 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f542e02a-2123-4e24-a1f3-12470b40dccb {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:10.039531 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2483aa52-7df6-4eb3-aae9-3eb9feb49182', 'name': 'network-vif-deleted', 'tag': '871709be-febf-4161-aeff-d372aee97f0e', 'status': 'completed', 'code': 200} Jul 09 13:23:10.062754 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5150ffa0-9dcf-4a42-bd21-2b18da15c9ce req-571ee0da-3604-4d47-924c-58bf39327666 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.069432 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5150ffa0-9dcf-4a42-bd21-2b18da15c9ce req-571ee0da-3604-4d47-924c-58bf39327666 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.086028 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5150ffa0-9dcf-4a42-bd21-2b18da15c9ce req-571ee0da-3604-4d47-924c-58bf39327666 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "DELETE /v2.0/security-groups/0ad3e944-a6c5-425c-baee-dd0e92d0bbdf HTTP/1.1" status: 204 len: 173 time: 0.4435551 Jul 09 13:23:10.113813 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['f51d7205-df32-491b-a429-e8cdd40f70da', 'e2c2e482-1c19-4c8e-b160-3735476e1bbf'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:10.115782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571ee0da-3604-4d47-924c-58bf39327666 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad3e944-a6c5-425c-baee-dd0e92d0bbdf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:10.516566 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658eaca2-106f-4f53-b1d9-8b0c24c7bc1c req-2179e487-a0b2-422f-ae46-1cada1f66ed5 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:10.532873 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-658eaca2-106f-4f53-b1d9-8b0c24c7bc1c req-2179e487-a0b2-422f-ae46-1cada1f66ed5 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 936 time: 0.2911551 Jul 09 13:23:10.576933 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-1ed16589-87b3-4375-bc19-334ea598299e req-cf4187ff-a26b-4582-9033-9775f7b30684 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] show failed (client error): The resource could not be found. Jul 09 13:23:10.577599 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e84f0faa-8f2a-46bb-91f8-73c332a1f83f None None] Provisioning for port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:10.578082 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1ed16589-87b3-4375-bc19-334ea598299e req-cf4187ff-a26b-4582-9033-9775f7b30684 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/0ad3e944-a6c5-425c-baee-dd0e92d0bbdf HTTP/1.1" status: 404 len: 352 time: 0.0311942 Jul 09 13:23:10.597788 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-f3e3dd5a-0811-4a7f-99c2-89e2fa7d0b94 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:10.604935 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-f3e3dd5a-0811-4a7f-99c2-89e2fa7d0b94 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.609364 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-658eaca2-106f-4f53-b1d9-8b0c24c7bc1c req-4bb85bff-44e8-4556-8827-6703c4256d72 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727143 Jul 09 13:23:10.613823 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e84f0faa-8f2a-46bb-91f8-73c332a1f83f None None] Provisioning complete for port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:10.614201 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e84f0faa-8f2a-46bb-91f8-73c332a1f83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.651876 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-f3e3dd5a-0811-4a7f-99c2-89e2fa7d0b94 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5325398 Jul 09 13:23:10.701750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e84f0faa-8f2a-46bb-91f8-73c332a1f83f None None] Port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:10.704973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Request body: {'port': {'device_id': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:10.821023 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3244d6a2-aab5-4e5d-8d55-493f7a2229ae req-f6d601c2-d434-4746-b96c-2c3e58a92741 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/0d97fd30-da0d-4e45-9369-a00d1ce63c73 HTTP/1.1" status: 200 len: 1798 time: 0.0752716 Jul 09 13:23:10.893656 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d897931-8f2e-4e2f-acad-2cdf54beb798 x-openstack-request-id: req-6d897931-8f2e-4e2f-acad-2cdf54beb798 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:10.893923 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c69f53a-c250-4544-94cc-fe74196c0b45", "tag": "dc17aecb-09d8-47b6-96d4-d191d53a1d3e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:10.894598 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6d897931-8f2e-4e2f-acad-2cdf54beb798 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:10.895027 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c69f53a-c250-4544-94cc-fe74196c0b45', 'tag': 'dc17aecb-09d8-47b6-96d4-d191d53a1d3e', 'status': 'completed', 'code': 200} Jul 09 13:23:10.903486 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.930098 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3244d6a2-aab5-4e5d-8d55-493f7a2229ae req-95c35158-eb0e-453f-9814-a9a0267eba0f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:10.958295 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-40296199-fbeb-4065-9343-163f40015ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:10.959911 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-40296199-fbeb-4065-9343-163f40015ffc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 1094 time: 0.4374654 Jul 09 13:23:10.962953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe813bfb-ffb1-49ab-a6d4-a86ca0d2de2b service neutron] Pushing event updated for resources: {'Port': ['ID=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:10.989335 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3244d6a2-aab5-4e5d-8d55-493f7a2229ae req-95c35158-eb0e-453f-9814-a9a0267eba0f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:11.070244 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3244d6a2-aab5-4e5d-8d55-493f7a2229ae req-95c35158-eb0e-453f-9814-a9a0267eba0f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:11.074802 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3244d6a2-aab5-4e5d-8d55-493f7a2229ae req-95c35158-eb0e-453f-9814-a9a0267eba0f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:11.076584 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3244d6a2-aab5-4e5d-8d55-493f7a2229ae req-95c35158-eb0e-453f-9814-a9a0267eba0f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "DELETE /v2.0/security-groups/0d97fd30-da0d-4e45-9369-a00d1ce63c73 HTTP/1.1" status: 204 len: 173 time: 0.2542400 Jul 09 13:23:11.105299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c35158-eb0e-453f-9814-a9a0267eba0f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d97fd30-da0d-4e45-9369-a00d1ce63c73,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:11.129850 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-aa186fd7-e543-4342-af9d-c8ffde1d2202 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc17aecb-09d8-47b6-96d4-d191d53a1d3e HTTP/1.1" status: 200 len: 217 time: 0.1018484 Jul 09 13:23:11.291035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-d75cf685-62c3-4cd3-9b6e-e68fd30fb0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:11.292803 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-d75cf685-62c3-4cd3-9b6e-e68fd30fb0ac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.0905001 Jul 09 13:23:11.332891 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-fd266a4d-18c7-4a50-89d0-0bff0280362f req-3e0e6fe9-b648-478b-9753-caedc5767dce tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] show failed (client error): The resource could not be found. Jul 09 13:23:11.347296 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd266a4d-18c7-4a50-89d0-0bff0280362f req-3e0e6fe9-b648-478b-9753-caedc5767dce tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/0d97fd30-da0d-4e45-9369-a00d1ce63c73 HTTP/1.1" status: 404 len: 352 time: 0.0395119 Jul 09 13:23:11.354689 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-6a0d620a-ab2d-49f7-ae3c-d9526ff283b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314381 Jul 09 13:23:11.412022 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db5ca00-8550-428f-b3c3-e5aab86efbfe req-d4d6a347-0d78-492d-935c-0c52eaf2ef6a tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:11.415750 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3db5ca00-8550-428f-b3c3-e5aab86efbfe req-d4d6a347-0d78-492d-935c-0c52eaf2ef6a tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 943 time: 0.1758370 Jul 09 13:23:11.512674 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3db5ca00-8550-428f-b3c3-e5aab86efbfe req-41c1d218-1fd1-428a-a539-d2d99d84cf85 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911136 Jul 09 13:23:11.551970 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-9d8b6f19-3165-42f9-bbb2-0770de312e8d service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879458 Jul 09 13:23:11.601562 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c96345-d91d-4830-9d99-c6d52197e6b9 req-d44f8939-8964-4b19-a2e3-732ca836869b tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:11.603183 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23c96345-d91d-4830-9d99-c6d52197e6b9 req-d44f8939-8964-4b19-a2e3-732ca836869b tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 950 time: 0.1172495 Jul 09 13:23:11.688977 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23c96345-d91d-4830-9d99-c6d52197e6b9 req-b615c103-aa02-4ae2-90cf-13559f25f3ff tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700431 Jul 09 13:23:11.704392 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7812fefb-0f9f-443e-a472-c5cf896d5ae8 req-f5538405-022e-4be7-8e00-7ced42148977 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ba64926573141e39bfc696545a991f0 HTTP/1.1" status: 200 len: 6147 time: 0.1355455 Jul 09 13:23:11.747964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:11.761004 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:11.767879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7812fefb-0f9f-443e-a472-c5cf896d5ae8 req-8a0766d1-eeaf-4e20-9fb0-25df9f39342f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/21b13690-ee2b-4da9-a84e-fab7df9b81fd HTTP/1.1" status: 200 len: 2981 time: 0.0625124 Jul 09 13:23:11.782541 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3b7949dd-b0fe-46d0-942a-e5daa05de523 req-7db66307-0356-42f7-8c86-3046ee9ed4af service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2167819 Jul 09 13:23:11.785803 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Transition to ACTIVE for port object 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:11.804882 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:11.835886 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7812fefb-0f9f-443e-a472-c5cf896d5ae8 req-2d222116-c6f2-4215-9a4f-d0dc37ab98b7 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/21b13690-ee2b-4da9-a84e-fab7df9b81fd HTTP/1.1" status: 200 len: 2981 time: 0.0654635 Jul 09 13:23:11.888863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 871709be-febf-4161-aeff-d372aee97f0e no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:11.939670 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 871709be-febf-4161-aeff-d372aee97f0e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:23:11.940027 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 871709be-febf-4161-aeff-d372aee97f0e not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:12.032453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Pushing event updated for resources: {'Port': ['ID=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:12.120064 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc44714-0490-419c-85f5-be53606d4057 req-c95f38e0-33a9-420d-a473-f0d0215e9769 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:12.121784 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ffc44714-0490-419c-85f5-be53606d4057 req-c95f38e0-33a9-420d-a473-f0d0215e9769 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 948 time: 0.1428282 Jul 09 13:23:12.162905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020727a-66cf-408c-b320-795b96fa9e7a req-0934b0d7-eeec-466f-a903-5ebed4384df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:12.164684 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7020727a-66cf-408c-b320-795b96fa9e7a req-0934b0d7-eeec-466f-a903-5ebed4384df7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 1094 time: 0.3017709 Jul 09 13:23:12.233814 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ffc44714-0490-419c-85f5-be53606d4057 req-8e50bfa6-e508-4713-9ea5-574653e4fd71 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012731 Jul 09 13:23:12.254641 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-7675cb8e-cd05-4a6e-a9c6-310638e2efbd req-1f5b55da-f3d1-45b4-84f1-b1e4989864fa tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1280843152', 'description': 'tempest-description-418463481'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:12.281465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Attempting to bind port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:12.282050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Attempting to bind port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:12.282661 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Attempting to bind port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:12.292507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:12.292766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Attempting to bind port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:12.297666 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7675cb8e-cd05-4a6e-a9c6-310638e2efbd req-1f5b55da-f3d1-45b4-84f1-b1e4989864fa tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.304109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:12.304453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:12.304881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:12.305286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Bound port: 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:12.305654 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.415525 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020727a-66cf-408c-b320-795b96fa9e7a req-3df822ee-f757-4a0c-b209-6146cf2523ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:12.417045 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7020727a-66cf-408c-b320-795b96fa9e7a req-3df822ee-f757-4a0c-b209-6146cf2523ce service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.2348917 Jul 09 13:23:12.448876 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7675cb8e-cd05-4a6e-a9c6-310638e2efbd req-1f5b55da-f3d1-45b4-84f1-b1e4989864fa tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.456649 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7675cb8e-cd05-4a6e-a9c6-310638e2efbd req-1f5b55da-f3d1-45b4-84f1-b1e4989864fa tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.480568 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7020727a-66cf-408c-b320-795b96fa9e7a req-acff958e-5c6a-4bc4-95a7-14890a716119 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc17aecb-09d8-47b6-96d4-d191d53a1d3e HTTP/1.1" status: 200 len: 217 time: 0.0522721 Jul 09 13:23:12.487446 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7675cb8e-cd05-4a6e-a9c6-310638e2efbd req-1f5b55da-f3d1-45b4-84f1-b1e4989864fa tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.492500 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7675cb8e-cd05-4a6e-a9c6-310638e2efbd req-1f5b55da-f3d1-45b4-84f1-b1e4989864fa tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2427232 Jul 09 13:23:12.515664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5b55da-f3d1-45b4-84f1-b1e4989864fa tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e13d6ff-5af6-4406-8e2e-cc142ca52294,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:12.525767 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a5be2323-30ab-4c04-a8d4-bf3752a06dee req-b3bee6ca-1081-46fe-9d2d-91250ac51c9b tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2020925676', 'description': 'tempest-description-537844657'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:12.565812 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a5be2323-30ab-4c04-a8d4-bf3752a06dee req-b3bee6ca-1081-46fe-9d2d-91250ac51c9b tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.580561 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:12.626216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:12.637028 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.658646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7020727a-66cf-408c-b320-795b96fa9e7a req-fc744b5e-36e6-4dc0-b61b-5928898743c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:12.662722 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7020727a-66cf-408c-b320-795b96fa9e7a req-fc744b5e-36e6-4dc0-b61b-5928898743c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.1692431 Jul 09 13:23:12.751063 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a5be2323-30ab-4c04-a8d4-bf3752a06dee req-b3bee6ca-1081-46fe-9d2d-91250ac51c9b tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.757774 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a5be2323-30ab-4c04-a8d4-bf3752a06dee req-b3bee6ca-1081-46fe-9d2d-91250ac51c9b tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.786259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:12.786975 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.788546 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] 10.222.0.15 "PUT /v2.0/ports/13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 HTTP/1.1" status: 200 len: 1096 time: 2.1237843 Jul 09 13:23:12.796017 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7020727a-66cf-408c-b320-795b96fa9e7a req-0b4c5119-ad03-43d2-93ff-1397688230fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913053 Jul 09 13:23:12.808712 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a5be2323-30ab-4c04-a8d4-bf3752a06dee req-b3bee6ca-1081-46fe-9d2d-91250ac51c9b tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:12.810331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5be2323-30ab-4c04-a8d4-bf3752a06dee req-b3bee6ca-1081-46fe-9d2d-91250ac51c9b tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2899525 Jul 09 13:23:12.826946 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bee6ca-1081-46fe-9d2d-91250ac51c9b tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0d72b6e1-c0e6-45b7-a739-0afb1b4bf556,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:12.850332 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d277cb90-416d-4b87-ab9e-ab060d66cdf9 req-a66ed4f7-5bdd-4651-a923-5a36e3e9ba7b tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:12.857881 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d277cb90-416d-4b87-ab9e-ab060d66cdf9 req-a66ed4f7-5bdd-4651-a923-5a36e3e9ba7b tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 943 time: 0.1623566 Jul 09 13:23:12.914334 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d277cb90-416d-4b87-ab9e-ab060d66cdf9 req-0219085f-1c1d-43f5-91de-6ed862ae3432 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554588 Jul 09 13:23:12.917260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:12.922615 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32abba85-7274-4b08-b98c-769f1138c880" -d '{"events": [{"name": "network-changed", "server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:13.037864 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90e5162b-93b9-4c27-9ab4-c7f70814b4bb x-openstack-request-id: req-90e5162b-93b9-4c27-9ab4-c7f70814b4bb {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:13.038276 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:13.038568 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90e5162b-93b9-4c27-9ab4-c7f70814b4bb {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:13.038968 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1', 'status': 'completed', 'code': 200} Jul 09 13:23:13.076831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feab7d30-c48b-4188-8603-225c9a30686a service neutron] Pushing event updated for resources: {'Port': ['ID=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:13.199778 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922741d-fca9-40d0-8368-23f4551430f9 req-937155d6-c925-4ab0-8673-80953e523efe tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:13.207892 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c922741d-fca9-40d0-8368-23f4551430f9 req-937155d6-c925-4ab0-8673-80953e523efe tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 950 time: 0.1592956 Jul 09 13:23:13.292134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86c4a3-146f-4c1e-86d6-98e30570a54e req-10c50950-85af-43dc-b0c4-415c4456eaca tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:13.294518 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3a86c4a3-146f-4c1e-86d6-98e30570a54e req-10c50950-85af-43dc-b0c4-415c4456eaca tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.15 "GET /v2.0/ports?device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 950 time: 0.5044742 Jul 09 13:23:13.299137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-bf01ee71-c2c4-4442-bf97-fbdbdcc1182c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:13.311376 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-bf01ee71-c2c4-4442-bf97-fbdbdcc1182c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 1099 time: 0.3968818 Jul 09 13:23:13.317581 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7020727a-66cf-408c-b320-795b96fa9e7a req-2ab1abcb-37dc-41d5-9dee-1dd51ca1c76a service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4948173 Jul 09 13:23:13.345296 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c922741d-fca9-40d0-8368-23f4551430f9 req-a9a70e0b-29a6-4200-bb95-a28f8820f867 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364963 Jul 09 13:23:13.390017 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4206c64-40e7-426c-91b3-f546d9ea3334 req-262eff64-9d79-42e6-bc4e-0e653ec927a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1167521 Jul 09 13:23:13.417568 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-74554963-3d05-4bba-8734-20b15e1388d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 HTTP/1.1" status: 200 len: 217 time: 0.0986471 Jul 09 13:23:13.503181 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4206c64-40e7-426c-91b3-f546d9ea3334 req-bdfbd156-91d5-43e1-a0e8-4e777f3cafbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:13.505265 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4206c64-40e7-426c-91b3-f546d9ea3334 req-bdfbd156-91d5-43e1-a0e8-4e777f3cafbd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 1096 time: 0.0836895 Jul 09 13:23:13.581533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-82b644c1-1082-406b-aa53-9b6a8ab4de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:13.582929 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-82b644c1-1082-406b-aa53-9b6a8ab4de91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1363089 Jul 09 13:23:13.647493 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7020727a-66cf-408c-b320-795b96fa9e7a req-04715bcb-9eec-4914-8d33-2d1aa09b3853 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3105857 Jul 09 13:23:13.670267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-3a86c4a3-146f-4c1e-86d6-98e30570a54e req-3afe189d-5ce1-47ec-896a-16efebb7c599 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Deleting port e2ebbdd4-b61b-4d42-bc10-8836ee931be1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:13.670809 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3a86c4a3-146f-4c1e-86d6-98e30570a54e req-3afe189d-5ce1-47ec-896a-16efebb7c599 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:13.691705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4206c64-40e7-426c-91b3-f546d9ea3334 req-b321014b-e264-41b9-8c49-da6e969b4641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:13.693201 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4206c64-40e7-426c-91b3-f546d9ea3334 req-b321014b-e264-41b9-8c49-da6e969b4641 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.1648242 Jul 09 13:23:13.730812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-ae730b5f-1668-4b5d-90d5-31cb85c70bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:13.732988 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-ae730b5f-1668-4b5d-90d5-31cb85c70bea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1427724 Jul 09 13:23:13.796139 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4206c64-40e7-426c-91b3-f546d9ea3334 req-14d4e8d7-860d-4ae3-a7f7-abc7eba895c7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fa21a61f-a482-450d-b357-b35bda4333b1 HTTP/1.1" status: 200 len: 217 time: 0.0956697 Jul 09 13:23:13.826841 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3a86c4a3-146f-4c1e-86d6-98e30570a54e req-3afe189d-5ce1-47ec-896a-16efebb7c599 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] For port e2ebbdd4-b61b-4d42-bc10-8836ee931be1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e2ebbdd4-b61b-4d42-bc10-8836ee931be1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:13.827453 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3a86c4a3-146f-4c1e-86d6-98e30570a54e req-3afe189d-5ce1-47ec-896a-16efebb7c599 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:13.883962 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-23058978-d058-416b-bb56-8130446c77e0 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388917 Jul 09 13:23:13.923515 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4206c64-40e7-426c-91b3-f546d9ea3334 req-727ba37d-a7ad-4275-a5d3-d528b907ce8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:13.925617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4206c64-40e7-426c-91b3-f546d9ea3334 req-727ba37d-a7ad-4275-a5d3-d528b907ce8e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.1233926 Jul 09 13:23:13.954061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-3a86c4a3-146f-4c1e-86d6-98e30570a54e req-3afe189d-5ce1-47ec-896a-16efebb7c599 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Calling delete_port for e2ebbdd4-b61b-4d42-bc10-8836ee931be1 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:13.966322 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce7136-f2c4-46be-aee8-72802bb9ba97 req-c420e3b8-d796-4826-8533-2a3904336e9b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:13.968338 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70ce7136-f2c4-46be-aee8-72802bb9ba97 req-c420e3b8-d796-4826-8533-2a3904336e9b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 948 time: 0.1491363 Jul 09 13:23:13.997562 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4206c64-40e7-426c-91b3-f546d9ea3334 req-458525b2-3544-4949-97c7-08b8217fdb13 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0631557 Jul 09 13:23:14.112662 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70ce7136-f2c4-46be-aee8-72802bb9ba97 req-2598fe43-68d1-43d7-a9d6-f7f4819e9c75 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215887 Jul 09 13:23:14.126555 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcf7830-5ff9-4759-b126-7f9ef0bdac97 req-db39e0fe-c910-4bd3-adb5-468d488730b7 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2309928 Jul 09 13:23:14.193308 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4206c64-40e7-426c-91b3-f546d9ea3334 req-d352500b-4440-43c9-90de-0579b5ecdd2f service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707723 Jul 09 13:23:14.262867 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3a86c4a3-146f-4c1e-86d6-98e30570a54e req-3afe189d-5ce1-47ec-896a-16efebb7c599 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:14.278312 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['dfea7cac-5875-47f7-b614-928f4a929f20'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:14.320933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe189d-5ce1-47ec-896a-16efebb7c599 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Pushing event deleted for resources: {'Port': ['ID=e2ebbdd4-b61b-4d42-bc10-8836ee931be1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:14.413028 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4206c64-40e7-426c-91b3-f546d9ea3334 req-146aa666-4844-4edc-8369-62a35fb46ffb service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111042 Jul 09 13:23:14.434237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a86c4a3-146f-4c1e-86d6-98e30570a54e req-3afe189d-5ce1-47ec-896a-16efebb7c599 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] No DVR routers for this DVR port e2ebbdd4-b61b-4d42-bc10-8836ee931be1 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:14.440493 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3a86c4a3-146f-4c1e-86d6-98e30570a54e req-3afe189d-5ce1-47ec-896a-16efebb7c599 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:14.444733 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3a86c4a3-146f-4c1e-86d6-98e30570a54e req-3afe189d-5ce1-47ec-896a-16efebb7c599 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.15 "DELETE /v2.0/ports/e2ebbdd4-b61b-4d42-bc10-8836ee931be1 HTTP/1.1" status: 204 len: 173 time: 1.1321471 Jul 09 13:23:14.455915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abba85-7274-4b08-b98c-769f1138c880 req-6abdf38f-862d-4f26-b837-af36bf963858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:14.457905 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-32abba85-7274-4b08-b98c-769f1138c880 req-6abdf38f-862d-4f26-b837-af36bf963858 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 1099 time: 0.2632802 Jul 09 13:23:14.561531 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d6662c-a848-4034-8837-94d480e1dd67 req-e2af7ae7-3216-4ad3-b12d-26b22c3bfda0 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:14.570314 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f9d6662c-a848-4034-8837-94d480e1dd67 req-e2af7ae7-3216-4ad3-b12d-26b22c3bfda0 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 943 time: 0.1150002 Jul 09 13:23:14.592778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abba85-7274-4b08-b98c-769f1138c880 req-e9b96e18-cfe9-48ad-8625-98d172a5f1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:14.594338 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-32abba85-7274-4b08-b98c-769f1138c880 req-e9b96e18-cfe9-48ad-8625-98d172a5f1c0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1238084 Jul 09 13:23:14.637021 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f9d6662c-a848-4034-8837-94d480e1dd67 req-ca7a295d-a795-453f-810d-bfd6a29e5f73 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654488 Jul 09 13:23:14.686442 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-32abba85-7274-4b08-b98c-769f1138c880 req-34614ee1-dffb-43f8-a8ba-c49e395a49a4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 HTTP/1.1" status: 200 len: 217 time: 0.0816505 Jul 09 13:23:14.785018 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bec9ef9-5193-40df-bc11-43448336bf87 req-881c35a5-a676-49da-a475-3b03f66d687a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1874809 Jul 09 13:23:14.786352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abba85-7274-4b08-b98c-769f1138c880 req-c7483961-25b0-4d42-809a-bbf6d1417587 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:14.787875 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-32abba85-7274-4b08-b98c-769f1138c880 req-c7483961-25b0-4d42-809a-bbf6d1417587 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0878723 Jul 09 13:23:14.920687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32abba85-7274-4b08-b98c-769f1138c880 req-15b27467-649d-48ab-a9c1-f607c27c35b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:14.922330 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-32abba85-7274-4b08-b98c-769f1138c880 req-15b27467-649d-48ab-a9c1-f607c27c35b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1168191 Jul 09 13:23:15.040956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ab388f8-aa34-4a4d-a31c-32d8816a7823', 'name': 'network-vif-deleted', 'tag': 'e2ebbdd4-b61b-4d42-bc10-8836ee931be1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:15.043818 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0fe0ca-9daf-40ba-af19-48c326370d39" -d '{"events": [{"server_uuid": "9ab388f8-aa34-4a4d-a31c-32d8816a7823", "name": "network-vif-deleted", "tag": "e2ebbdd4-b61b-4d42-bc10-8836ee931be1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:15.089973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec9ef9-5193-40df-bc11-43448336bf87 req-7c1bcb63-4a8f-4e23-8c46-cb02b5f9ec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:15.092675 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bec9ef9-5193-40df-bc11-43448336bf87 req-7c1bcb63-4a8f-4e23-8c46-cb02b5f9ec51 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 1101 time: 0.2197590 Jul 09 13:23:15.110981 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d02311f-8886-45fc-9703-aba418df9948 req-adb5c14f-f829-4be4-846e-3220c95cf799 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ab388f8-aa34-4a4d-a31c-32d8816a7823 HTTP/1.1" status: 200 len: 210 time: 0.0679271 Jul 09 13:23:15.113921 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-32abba85-7274-4b08-b98c-769f1138c880 req-a15d1624-c64c-4407-a3c7-cbed52f7d891 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742771 Jul 09 13:23:15.334834 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-32abba85-7274-4b08-b98c-769f1138c880 req-80d9442d-9554-4415-a35e-28796d6fd916 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122631 Jul 09 13:23:15.338494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec9ef9-5193-40df-bc11-43448336bf87 req-6e2d1bda-6def-4db0-b973-7293935a21d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:15.340917 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bec9ef9-5193-40df-bc11-43448336bf87 req-6e2d1bda-6def-4db0-b973-7293935a21d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.2081699 Jul 09 13:23:15.391866 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bec9ef9-5193-40df-bc11-43448336bf87 req-282a1685-ba14-44bb-aba5-3c6c2151899f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=f51d7205-df32-491b-a429-e8cdd40f70da HTTP/1.1" status: 200 len: 217 time: 0.0364692 Jul 09 13:23:15.450545 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec9ef9-5193-40df-bc11-43448336bf87 req-4a0abb4d-1787-4922-a45c-a4ff97cbb10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:15.453077 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bec9ef9-5193-40df-bc11-43448336bf87 req-4a0abb4d-1787-4922-a45c-a4ff97cbb10d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0528834 Jul 09 13:23:15.454686 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-256b8b7e-df4a-487b-b3ee-5eff123d5cf5 x-openstack-request-id: req-256b8b7e-df4a-487b-b3ee-5eff123d5cf5 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:15.455309 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ab388f8-aa34-4a4d-a31c-32d8816a7823", "name": "network-vif-deleted", "tag": "e2ebbdd4-b61b-4d42-bc10-8836ee931be1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:15.455764 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-256b8b7e-df4a-487b-b3ee-5eff123d5cf5 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:15.456965 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ab388f8-aa34-4a4d-a31c-32d8816a7823', 'name': 'network-vif-deleted', 'tag': 'e2ebbdd4-b61b-4d42-bc10-8836ee931be1', 'status': 'completed', 'code': 200} Jul 09 13:23:15.581908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bec9ef9-5193-40df-bc11-43448336bf87 req-994cb9fc-f56e-4b4e-a35c-8208d55e10f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:15.586586 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bec9ef9-5193-40df-bc11-43448336bf87 req-994cb9fc-f56e-4b4e-a35c-8208d55e10f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1244657 Jul 09 13:23:15.697469 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bec9ef9-5193-40df-bc11-43448336bf87 req-90f79bce-6500-47ce-896c-3b1561f1cf96 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026819 Jul 09 13:23:15.797928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-502fe525-c28a-4faa-b02c-dc431bf8dfab tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:15.799482 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-502fe525-c28a-4faa-b02c-dc431bf8dfab tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/networks?id=f168a26a-2921-4730-adf9-a3b8d1a80b7e HTTP/1.1" status: 200 len: 812 time: 0.1813819 Jul 09 13:23:15.802134 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0bec9ef9-5193-40df-bc11-43448336bf87 req-487abeeb-b259-4290-b8b2-b7a50de867e7 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961652 Jul 09 13:23:15.810998 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820de510-e36c-4d07-8a0d-b15ca152e5ae req-e1c1c26e-320b-4bed-8af8-8b85145d57a4 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:15.812584 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-820de510-e36c-4d07-8a0d-b15ca152e5ae req-e1c1c26e-320b-4bed-8af8-8b85145d57a4 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 948 time: 0.1238194 Jul 09 13:23:15.830509 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-2ee2fe16-780f-4a9f-95e7-ad0000f32c38 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/quotas/8ba64926573141e39bfc696545a991f0 HTTP/1.1" status: 200 len: 375 time: 0.0169215 Jul 09 13:23:15.884850 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-820de510-e36c-4d07-8a0d-b15ca152e5ae req-d30e984b-4b5e-44fb-9a59-537fc43a2dfb tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647788 Jul 09 13:23:15.928031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-2ddbf78a-f28a-4254-8bc7-12d64eb9d050 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8ba64926573141e39bfc696545a991f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0891104 Jul 09 13:23:16.052706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-3e66329a-e0fd-479c-ab59-cd8081c32d80 service neutron] 10.222.0.39 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179807 Jul 09 13:23:16.065068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e2ebbdd4-b61b-4d42-bc10-8836ee931be1 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:16.121315 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: e2ebbdd4-b61b-4d42-bc10-8836ee931be1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:23:16.122287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e2ebbdd4-b61b-4d42-bc10-8836ee931be1 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:16.213833 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-0acf3c42-37c7-418d-b532-0ec6cd792841 service neutron] 10.222.0.39 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535840 Jul 09 13:23:16.422803 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2547f7d4-7233-4da6-9ddd-b704acbb38e7 req-c0f143ac-1f8f-4c90-8339-1c80adee0ab1 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:16.429968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2547f7d4-7233-4da6-9ddd-b704acbb38e7 req-c0f143ac-1f8f-4c90-8339-1c80adee0ab1 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 943 time: 0.1019030 Jul 09 13:23:16.487492 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2547f7d4-7233-4da6-9ddd-b704acbb38e7 req-ed6f5250-b0a7-4077-848b-93eb50dc9049 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562186 Jul 09 13:23:16.580240 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-813688c8-c8c3-4b4b-8040-7943fb345801 req-26030511-9fcc-4526-a200-18b7c168eeeb tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 210 time: 0.0507298 Jul 09 13:23:17.119740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e5cd3d-8d4d-49ca-859a-201115de092f req-1da05c37-e4b7-4f07-ab7c-9f40197947ab tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:17.121321 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-10e5cd3d-8d4d-49ca-859a-201115de092f req-1da05c37-e4b7-4f07-ab7c-9f40197947ab tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 948 time: 0.0821784 Jul 09 13:23:17.215306 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-10e5cd3d-8d4d-49ca-859a-201115de092f req-fc0fb877-7505-4735-b0b2-bcfa0586be64 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876756 Jul 09 13:23:17.256380 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4462e63-7faf-4fbf-929d-1fc7ab0362f5 req-f81fa0aa-0fc9-42a1-bb21-4a0a94d12599 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:17.265671 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4462e63-7faf-4fbf-929d-1fc7ab0362f5 req-f81fa0aa-0fc9-42a1-bb21-4a0a94d12599 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 950 time: 0.1311455 Jul 09 13:23:17.318800 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4462e63-7faf-4fbf-929d-1fc7ab0362f5 req-da62b3aa-dbbd-4847-a52d-a54670449557 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519183 Jul 09 13:23:17.696681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cf24dc-3abc-40d8-b82e-84fbd9fbebda req-ea3aac55-aa2f-40a3-acde-253ac32fe5d1 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:17.704993 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72cf24dc-3abc-40d8-b82e-84fbd9fbebda req-ea3aac55-aa2f-40a3-acde-253ac32fe5d1 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 943 time: 0.0920045 Jul 09 13:23:17.755752 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72cf24dc-3abc-40d8-b82e-84fbd9fbebda req-b5058acc-7dfc-4c4e-933c-843fd458da18 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496762 Jul 09 13:23:17.899706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-73d51d8e-d7a9-4af1-9159-b36926960d9f req-ba4c059a-78fb-4e2d-81bf-0510f52ffbd5 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 210 time: 0.0586264 Jul 09 13:23:18.055318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:18.240094 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:18.258510 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1', 'mac_address': 'fa:16:3e:6b:6c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:23:18.315850 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:18.332570 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:18.358887 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:18.369068 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:18.380129 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-4d18d9bc-1837-40ea-bfe5-7252de7aebdd tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:18.382889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-4d18d9bc-1837-40ea-bfe5-7252de7aebdd tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.18 "GET /v2.0/networks?id=f168a26a-2921-4730-adf9-a3b8d1a80b7e HTTP/1.1" status: 200 len: 812 time: 0.2495828 Jul 09 13:23:18.412187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-bf4f2ed7-3d4d-4827-8f22-bfb68a01dc4e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Request body: {'port': {'device_id': '0ce08a37-896c-4eeb-828f-7ec494dbfba6', 'network_id': 'f168a26a-2921-4730-adf9-a3b8d1a80b7e', 'admin_state_up': True, 'tenant_id': '8ba64926573141e39bfc696545a991f0'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:18.481508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:18.645848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:18.725807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0455b23-05e8-4a5d-b1e3-4a32608600bf req-4aac4f2a-6d12-4ff4-a265-8cf143f5967d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:18.729020 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0455b23-05e8-4a5d-b1e3-4a32608600bf req-4aac4f2a-6d12-4ff4-a265-8cf143f5967d tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.18 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 950 time: 0.2230427 Jul 09 13:23:18.769455 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0f6fc2-27a1-4ae0-bee7-100ed92b3610 req-2754a2b1-a6f3-4295-b908-4460a072ea96 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:18.772569 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a0f6fc2-27a1-4ae0-bee7-100ed92b3610 req-2754a2b1-a6f3-4295-b908-4460a072ea96 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 950 time: 0.2303500 Jul 09 13:23:18.917244 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f1143a-6cf8-42c3-8786-d3d5118ee9bd req-c4d77834-f737-4c07-8af5-7482b7d11ded tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:18.928215 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-54f1143a-6cf8-42c3-8786-d3d5118ee9bd req-c4d77834-f737-4c07-8af5-7482b7d11ded tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 949 time: 0.3403966 Jul 09 13:23:18.968731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-bf4f2ed7-3d4d-4827-8f22-bfb68a01dc4e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Made reservation on behalf of 8ba64926573141e39bfc696545a991f0 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:18.974188 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-bf4f2ed7-3d4d-4827-8f22-bfb68a01dc4e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:18.977699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d0455b23-05e8-4a5d-b1e3-4a32608600bf req-1a23a1df-cd1f-4b24-a97e-76a8c1f52cad tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Deleting port dfea7cac-5875-47f7-b614-928f4a929f20 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:18.978065 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0455b23-05e8-4a5d-b1e3-4a32608600bf req-1a23a1df-cd1f-4b24-a97e-76a8c1f52cad tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:19.021959 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a0f6fc2-27a1-4ae0-bee7-100ed92b3610 req-07d7042d-d2b1-477b-a0ff-6adc51760643 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/security-groups?id=74517c35-bd48-402c-b950-38763789e577&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343154 Jul 09 13:23:19.095745 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-54f1143a-6cf8-42c3-8786-d3d5118ee9bd req-c6bcc96e-c687-42c1-81aa-6952d5bc32a8 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663120 Jul 09 13:23:19.259770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-bf4f2ed7-3d4d-4827-8f22-bfb68a01dc4e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Allocated IP 172.20.0.10 (f168a26a-2921-4730-adf9-a3b8d1a80b7e/4aa592ed-f6d0-428f-87cc-7ba12be19e71/6d25e792-8a5a-47ef-908b-f86d6f25799d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:19.465394 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d5da070-4dfc-471c-bd4e-52bb3e734690 req-bab1d6f7-2424-417d-952c-584072f5b861 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 210 time: 0.0352478 Jul 09 13:23:19.479430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d0455b23-05e8-4a5d-b1e3-4a32608600bf req-1a23a1df-cd1f-4b24-a97e-76a8c1f52cad tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] For port dfea7cac-5875-47f7-b614-928f4a929f20, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dfea7cac-5875-47f7-b614-928f4a929f20,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:19.480044 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0455b23-05e8-4a5d-b1e3-4a32608600bf req-1a23a1df-cd1f-4b24-a97e-76a8c1f52cad tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:19.501561 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-bf4f2ed7-3d4d-4827-8f22-bfb68a01dc4e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:19.530550 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d0455b23-05e8-4a5d-b1e3-4a32608600bf req-1a23a1df-cd1f-4b24-a97e-76a8c1f52cad tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Calling delete_port for dfea7cac-5875-47f7-b614-928f4a929f20 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:19.543757 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403bfce-a612-4321-b6ec-b8087cfc4172 req-861fcfea-a61c-4eab-b031-ae06ca128e01 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:19.551840 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a403bfce-a612-4321-b6ec-b8087cfc4172 req-861fcfea-a61c-4eab-b031-ae06ca128e01 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 943 time: 0.1651676 Jul 09 13:23:19.608237 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-bf4f2ed7-3d4d-4827-8f22-bfb68a01dc4e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:19.621100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d4477d55-45f3-4668-9d74-08f15002b47c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:19.685818 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4f2ed7-3d4d-4827-8f22-bfb68a01dc4e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event updated for resources: {'Port': ['ID=6d25e792-8a5a-47ef-908b-f86d6f25799d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:19.719383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-bf4f2ed7-3d4d-4827-8f22-bfb68a01dc4e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Network f168a26a-2921-4730-adf9-a3b8d1a80b7e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:19.726657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-bf4f2ed7-3d4d-4827-8f22-bfb68a01dc4e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:19.744606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a403bfce-a612-4321-b6ec-b8087cfc4172 req-23ec5456-550a-478f-87db-b679f34e9056 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1909451 Jul 09 13:23:19.745731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-bf4f2ed7-3d4d-4827-8f22-bfb68a01dc4e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:19.786368 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0455b23-05e8-4a5d-b1e3-4a32608600bf req-1a23a1df-cd1f-4b24-a97e-76a8c1f52cad tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:19.803139 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['dfea7cac-5875-47f7-b614-928f4a929f20'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:19.818795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a23a1df-cd1f-4b24-a97e-76a8c1f52cad tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Pushing event deleted for resources: {'Port': ['ID=dfea7cac-5875-47f7-b614-928f4a929f20,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:19.824441 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-bf4f2ed7-3d4d-4827-8f22-bfb68a01dc4e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:19.826451 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-bf4f2ed7-3d4d-4827-8f22-bfb68a01dc4e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:19.849638 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-bf4f2ed7-3d4d-4827-8f22-bfb68a01dc4e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4545631 Jul 09 13:23:19.862976 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Request body: {'port': {'device_id': '0ce08a37-896c-4eeb-828f-7ec494dbfba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:19.871435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0455b23-05e8-4a5d-b1e3-4a32608600bf req-1a23a1df-cd1f-4b24-a97e-76a8c1f52cad tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] No DVR routers for this DVR port dfea7cac-5875-47f7-b614-928f4a929f20 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:19.874844 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0455b23-05e8-4a5d-b1e3-4a32608600bf req-1a23a1df-cd1f-4b24-a97e-76a8c1f52cad tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:19.877101 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0455b23-05e8-4a5d-b1e3-4a32608600bf req-1a23a1df-cd1f-4b24-a97e-76a8c1f52cad tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.18 "DELETE /v2.0/ports/dfea7cac-5875-47f7-b614-928f4a929f20 HTTP/1.1" status: 204 len: 173 time: 1.1414316 Jul 09 13:23:19.877575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f40aca-9585-4d85-b23b-e5da3552996d', 'name': 'network-vif-deleted', 'tag': 'dfea7cac-5875-47f7-b614-928f4a929f20'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:19.879963 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e10163-892a-4dfb-91e3-bb4a245da159" -d '{"events": [{"server_uuid": "43f40aca-9585-4d85-b23b-e5da3552996d", "name": "network-vif-deleted", "tag": "dfea7cac-5875-47f7-b614-928f4a929f20"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:20.050382 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b6ac668-58b0-425a-a294-d5411363b042 x-openstack-request-id: req-0b6ac668-58b0-425a-a294-d5411363b042 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:20.050679 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f40aca-9585-4d85-b23b-e5da3552996d", "name": "network-vif-deleted", "tag": "dfea7cac-5875-47f7-b614-928f4a929f20", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:20.050935 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b6ac668-58b0-425a-a294-d5411363b042 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:20.051378 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f40aca-9585-4d85-b23b-e5da3552996d', 'name': 'network-vif-deleted', 'tag': 'dfea7cac-5875-47f7-b614-928f4a929f20', 'status': 'completed', 'code': 200} Jul 09 13:23:20.092684 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:20.140224 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:20.235077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:20.239409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:20.239797 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:20.391271 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:20.423714 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f9f94afe-50d3-4440-89d2-cca289c5fd14 req-ed4c4d52-fcdd-446c-834e-c994a838f929 tempest-ServersAdminTestJSON-466012259 tempest-ServersAdminTestJSON-466012259-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f40aca-9585-4d85-b23b-e5da3552996d HTTP/1.1" status: 200 len: 210 time: 0.0835884 Jul 09 13:23:20.498062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:20.502535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:20.511200 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80b3545c-b4df-4834-921c-e26662b43a02" -d '{"events": [{"server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "name": "network-vif-plugged", "status": "completed", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:20.520120 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:20.536990 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267fa872-5995-493d-8fd4-0b73525556d5 req-d62589f7-53ba-48dc-aa78-2ffe1dd2d514 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:20.545088 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-267fa872-5995-493d-8fd4-0b73525556d5 req-d62589f7-53ba-48dc-aa78-2ffe1dd2d514 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 949 time: 0.2019699 Jul 09 13:23:20.619250 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-267fa872-5995-493d-8fd4-0b73525556d5 req-15627b9c-c50a-4fa7-a7b9-3d83ab6a1294 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686910 Jul 09 13:23:20.684531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:20.733173 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d25e792-8a5a-47ef-908b-f86d6f25799d {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:20.747558 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:20.784131 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Transition to ACTIVE for port object 6d25e792-8a5a-47ef-908b-f86d6f25799d will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:20.789736 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:20.811650 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a8e0807-cb3d-4d74-8c98-2c14e4bfcbd5 x-openstack-request-id: req-8a8e0807-cb3d-4d74-8c98-2c14e4bfcbd5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:20.812062 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "name": "network-vif-plugged", "status": "completed", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:20.812428 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a8e0807-cb3d-4d74-8c98-2c14e4bfcbd5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:20.812987 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1', 'code': 200} Jul 09 13:23:21.053894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Pushing event updated for resources: {'Port': ['ID=6d25e792-8a5a-47ef-908b-f86d6f25799d,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:21.089290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239f79b3-f185-4793-aa4e-98352766c706 req-eb8ad599-9b7e-4d1e-a400-34071512bd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:21.093233 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-239f79b3-f185-4793-aa4e-98352766c706 req-eb8ad599-9b7e-4d1e-a400-34071512bd86 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 1101 time: 0.1559403 Jul 09 13:23:21.179754 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-239f79b3-f185-4793-aa4e-98352766c706 req-f8c9574a-c551-485b-92d4-c09d7763e4c8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805328 Jul 09 13:23:21.274636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Attempting to bind port 6d25e792-8a5a-47ef-908b-f86d6f25799d on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:21.274921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Attempting to bind port 6d25e792-8a5a-47ef-908b-f86d6f25799d by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'a86c0879-801c-40ac-96bf-d551bd45bdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f168a26a-2921-4730-adf9-a3b8d1a80b7e'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:21.275215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Attempting to bind port 6d25e792-8a5a-47ef-908b-f86d6f25799d on network f168a26a-2921-4730-adf9-a3b8d1a80b7e {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:21.292611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b081081-bf72-4eb3-b69c-1c9c105a4274 req-45184edc-4ceb-41c1-b3ad-66ccfbed0031 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:21.294187 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b081081-bf72-4eb3-b69c-1c9c105a4274 req-45184edc-4ceb-41c1-b3ad-66ccfbed0031 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 944 time: 0.4004068 Jul 09 13:23:21.295421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Port 6d25e792-8a5a-47ef-908b-f86d6f25799d on network f168a26a-2921-4730-adf9-a3b8d1a80b7e not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:21.295751 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Attempting to bind port 6d25e792-8a5a-47ef-908b-f86d6f25799d on network f168a26a-2921-4730-adf9-a3b8d1a80b7e {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:21.312012 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:21.312359 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Checking segment: {'id': 'a86c0879-801c-40ac-96bf-d551bd45bdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f168a26a-2921-4730-adf9-a3b8d1a80b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:21.312736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Bound using segment: {'id': 'a86c0879-801c-40ac-96bf-d551bd45bdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f168a26a-2921-4730-adf9-a3b8d1a80b7e'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:21.313176 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Bound port: 6d25e792-8a5a-47ef-908b-f86d6f25799d, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a86c0879-801c-40ac-96bf-d551bd45bdcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': 'f168a26a-2921-4730-adf9-a3b8d1a80b7e'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:21.313534 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:21.330005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9704750-8a2e-47cf-964b-f01c6ecd683c req-6319f511-e6fb-4439-a42e-0f0633036a64 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:21.331587 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d9704750-8a2e-47cf-964b-f01c6ecd683c req-6319f511-e6fb-4439-a42e-0f0633036a64 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 943 time: 0.1480598 Jul 09 13:23:21.378114 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b081081-bf72-4eb3-b69c-1c9c105a4274 req-94773276-e30c-46c2-a5be-06770512e7dc tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741494 Jul 09 13:23:21.430452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d9704750-8a2e-47cf-964b-f01c6ecd683c req-006d26ce-0f15-407a-a28b-1e153be5e061 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907998 Jul 09 13:23:21.448085 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] For port 6d25e792-8a5a-47ef-908b-f86d6f25799d, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:21.456840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] For port 6d25e792-8a5a-47ef-908b-f86d6f25799d, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6d25e792-8a5a-47ef-908b-f86d6f25799d,segment=NetworkSegment(a86c0879-801c-40ac-96bf-d551bd45bdcb),segment_id=a86c0879-801c-40ac-96bf-d551bd45bdcb)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:21.462370 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:21.505716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:21.506211 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:21.507677 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] 10.222.0.18 "PUT /v2.0/ports/6d25e792-8a5a-47ef-908b-f86d6f25799d HTTP/1.1" status: 200 len: 1092 time: 1.6494420 Jul 09 13:23:21.508372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce08a37-896c-4eeb-828f-7ec494dbfba6', 'tag': '6d25e792-8a5a-47ef-908b-f86d6f25799d'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:21.510883 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ff425d-c974-41e9-9183-c29ded467bce" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce08a37-896c-4eeb-828f-7ec494dbfba6", "tag": "6d25e792-8a5a-47ef-908b-f86d6f25799d"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:21.537419 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a14ed25-c6a2-4acc-ab96-d35ed02333af service neutron] Pushing event updated for resources: {'Port': ['ID=6d25e792-8a5a-47ef-908b-f86d6f25799d,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:21.557595 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d2e7708-2150-470e-8b57-1136794c47fe x-openstack-request-id: req-3d2e7708-2150-470e-8b57-1136794c47fe {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:21.558007 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce08a37-896c-4eeb-828f-7ec494dbfba6", "tag": "6d25e792-8a5a-47ef-908b-f86d6f25799d", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:21.558329 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d2e7708-2150-470e-8b57-1136794c47fe {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:21.558791 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce08a37-896c-4eeb-828f-7ec494dbfba6', 'tag': '6d25e792-8a5a-47ef-908b-f86d6f25799d', 'status': 'completed', 'code': 200} Jul 09 13:23:21.637517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-42d67327-0d6d-413e-b15b-a706a98da0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:21.640609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-42d67327-0d6d-413e-b15b-a706a98da0a1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ba64926573141e39bfc696545a991f0&device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 1095 time: 0.0743573 Jul 09 13:23:21.719825 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-9ce5bd9d-9ef4-4166-9bb2-c27083f3a170 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d25e792-8a5a-47ef-908b-f86d6f25799d HTTP/1.1" status: 200 len: 217 time: 0.0707095 Jul 09 13:23:21.777367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-9fd73326-1ac8-4798-8bad-96dd810686a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:21.779786 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-9fd73326-1ac8-4798-8bad-96dd810686a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4aa592ed-f6d0-428f-87cc-7ba12be19e71 HTTP/1.1" status: 200 len: 852 time: 0.0542800 Jul 09 13:23:21.824973 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-1b6517c9-4d98-4d3a-aa03-1dc6c367a6a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f168a26a-2921-4730-adf9-a3b8d1a80b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298595 Jul 09 13:23:21.905800 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dfea7cac-5875-47f7-b614-928f4a929f20 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:21.944645 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-ba2be6a2-b3b5-4d9d-91e5-6072f5e4e739 service neutron] 10.222.0.18 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958364 Jul 09 13:23:21.991048 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: dfea7cac-5875-47f7-b614-928f4a929f20 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:23:21.991640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dfea7cac-5875-47f7-b614-928f4a929f20 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:22.008936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47960) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:22.179848 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0b58164-393f-4443-98d6-ae51a01cb541 req-c291d7fb-87b0-4988-b509-549dcbfda6dc service neutron] 10.222.0.18 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251146 Jul 09 13:23:22.193004 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba4287-901c-47f2-b58d-3404a8a08737 req-1c1f2112-7a3d-45d7-b498-61566b81c0f6 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:22.197751 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14ba4287-901c-47f2-b58d-3404a8a08737 req-1c1f2112-7a3d-45d7-b498-61566b81c0f6 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.4168437 Jul 09 13:23:22.261105 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14ba4287-901c-47f2-b58d-3404a8a08737 req-537861f9-c859-4ca3-8ff1-34616aa4c777 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560052 Jul 09 13:23:22.537374 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-50cf462d-72e7-463d-8c16-49241645c243 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=03320ede630048d1a428bccd9a4793e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5260069 Jul 09 13:23:22.542209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47972) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:22.611490 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff425d-c974-41e9-9183-c29ded467bce req-e3ea577f-cc1e-4159-b52a-99e26eeacfae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:22.615993 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-82ff425d-c974-41e9-9183-c29ded467bce req-e3ea577f-cc1e-4159-b52a-99e26eeacfae service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ba64926573141e39bfc696545a991f0&device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 1095 time: 0.2380741 Jul 09 13:23:22.748662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e6370f1-84b0-4bb5-add3-58b087ab8b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:22.863776 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e6370f1-84b0-4bb5-add3-58b087ab8b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:22.960299 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e6370f1-84b0-4bb5-add3-58b087ab8b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:22.964449 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e6370f1-84b0-4bb5-add3-58b087ab8b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:22.971543 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7e6370f1-84b0-4bb5-add3-58b087ab8b65 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/74517c35-bd48-402c-b950-38763789e577 HTTP/1.1" status: 204 len: 168 time: 0.4207063 Jul 09 13:23:22.995612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6370f1-84b0-4bb5-add3-58b087ab8b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74517c35-bd48-402c-b950-38763789e577,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:22.997262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff425d-c974-41e9-9183-c29ded467bce req-def5749f-0cbb-405a-8487-815c48525e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:23.007758 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-82ff425d-c974-41e9-9183-c29ded467bce req-def5749f-0cbb-405a-8487-815c48525e81 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f168a26a-2921-4730-adf9-a3b8d1a80b7e HTTP/1.1" status: 200 len: 913 time: 0.3771923 Jul 09 13:23:23.445307 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-82ff425d-c974-41e9-9183-c29ded467bce req-c4f87a11-7ee6-4729-b86b-748fb947bc99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d25e792-8a5a-47ef-908b-f86d6f25799d HTTP/1.1" status: 200 len: 217 time: 0.4364917 Jul 09 13:23:23.513641 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b507b-92f2-4a49-8bed-d806ee0f5586 req-4e5d0f47-944c-452a-baf0-781a3c0bb0e9 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:23.515810 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-864b507b-92f2-4a49-8bed-d806ee0f5586 req-4e5d0f47-944c-452a-baf0-781a3c0bb0e9 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 944 time: 0.7345991 Jul 09 13:23:23.558501 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb963a53-9fd2-45c4-9dac-1de0d51c42a1 req-0dd52e4f-a72c-4be9-9170-006ca8d041a7 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:23.560753 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb963a53-9fd2-45c4-9dac-1de0d51c42a1 req-0dd52e4f-a72c-4be9-9170-006ca8d041a7 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 943 time: 0.6815290 Jul 09 13:23:23.581854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff425d-c974-41e9-9183-c29ded467bce req-cdac9959-169a-4199-8421-25b0075e6373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:23.583564 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-82ff425d-c974-41e9-9183-c29ded467bce req-cdac9959-169a-4199-8421-25b0075e6373 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4aa592ed-f6d0-428f-87cc-7ba12be19e71 HTTP/1.1" status: 200 len: 852 time: 0.1238904 Jul 09 13:23:23.637694 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-82ff425d-c974-41e9-9183-c29ded467bce req-a5ff7c0f-27cc-4b9b-992e-37c182932db5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f168a26a-2921-4730-adf9-a3b8d1a80b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414460 Jul 09 13:23:23.638855 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47988) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:23.642836 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-864b507b-92f2-4a49-8bed-d806ee0f5586 req-38e0ae99-15e4-421e-8042-22d28bbc2432 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148345 Jul 09 13:23:23.735747 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb963a53-9fd2-45c4-9dac-1de0d51c42a1 req-83fc9a2e-f835-4753-8b46-b25555fee33c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620033 Jul 09 13:23:23.756882 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f7c7ecf0-2703-416e-a94a-aa8b17d68ab6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69ad323a056d4e9f8fe42f09648c9bc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1161463 Jul 09 13:23:23.760644 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47990) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:23.904892 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-82ff425d-c974-41e9-9183-c29ded467bce req-e29acad1-87de-4e12-a2ce-0d7ce2cf66e3 service neutron] 10.222.0.18 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2582295 Jul 09 13:23:23.910105 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7de9-53f5-42e3-8db0-43bfaaddc39d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:23.915017 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 6d25e792-8a5a-47ef-908b-f86d6f25799d details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:24.014521 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7de9-53f5-42e3-8db0-43bfaaddc39d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.096903 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-82ff425d-c974-41e9-9183-c29ded467bce req-5f8e8062-be72-41ca-b364-14ce4f60fc6e service neutron] 10.222.0.18 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691902 Jul 09 13:23:24.116241 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 6d25e792-8a5a-47ef-908b-f86d6f25799d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6d25e792-8a5a-47ef-908b-f86d6f25799d,segment=NetworkSegment(a86c0879-801c-40ac-96bf-d551bd45bdcb),segment_id=a86c0879-801c-40ac-96bf-d551bd45bdcb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:24.124178 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device dc17aecb-09d8-47b6-96d4-d191d53a1d3e details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:24.140291 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7de9-53f5-42e3-8db0-43bfaaddc39d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.141506 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef4e7de9-53f5-42e3-8db0-43bfaaddc39d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.146584 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ef4e7de9-53f5-42e3-8db0-43bfaaddc39d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8cbaaf1f-ef34-418f-902f-66816538ea8a HTTP/1.1" status: 204 len: 168 time: 0.3806839 Jul 09 13:23:24.157473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '6d25e792-8a5a-47ef-908b-f86d6f25799d', 'network_id': 'f168a26a-2921-4730-adf9-a3b8d1a80b7e', 'port_id': '6d25e792-8a5a-47ef-908b-f86d6f25799d', 'mac_address': 'fa:16:3e:4c:9e:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4aa592ed-f6d0-428f-87cc-7ba12be19e71', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:23:24.182372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4e7de9-53f5-42e3-8db0-43bfaaddc39d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cbaaf1f-ef34-418f-902f-66816538ea8a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:24.225759 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a64bc-75b6-497a-b4e1-9b7f6d19cd02 req-52148227-147b-4834-9b17-b8b908b214a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:24.239296 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-024a64bc-75b6-497a-b4e1-9b7f6d19cd02 req-52148227-147b-4834-9b17-b8b908b214a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.1126225 Jul 09 13:23:24.269969 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.289182 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-024a64bc-75b6-497a-b4e1-9b7f6d19cd02 req-178c8af8-d2f6-4c9c-a042-53f74bb9d2e7 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489752 Jul 09 13:23:24.319455 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d25e792-8a5a-47ef-908b-f86d6f25799d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:24.423363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 6d25e792-8a5a-47ef-908b-f86d6f25799d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6d25e792-8a5a-47ef-908b-f86d6f25799d,segment=NetworkSegment(a86c0879-801c-40ac-96bf-d551bd45bdcb),segment_id=a86c0879-801c-40ac-96bf-d551bd45bdcb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:24.432193 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.552873 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:24.577659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=6d25e792-8a5a-47ef-908b-f86d6f25799d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:24.586351 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'dc17aecb-09d8-47b6-96d4-d191d53a1d3e', 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809', 'port_id': 'dc17aecb-09d8-47b6-96d4-d191d53a1d3e', 'mac_address': 'fa:16:3e:63:ef:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '629be656-9c00-4f47-9623-04a34c6428e9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:23:24.593654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d6b391-abd1-45bc-8b84-47d598bafb68 req-21807900-3fe0-45cb-8452-3071cb0bd911 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:24.603314 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4d6b391-abd1-45bc-8b84-47d598bafb68 req-21807900-3fe0-45cb-8452-3071cb0bd911 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.1542509 Jul 09 13:23:24.665820 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.672753 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4d6b391-abd1-45bc-8b84-47d598bafb68 req-2f8c6faf-11b6-433b-bd56-fb1b620fc556 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681496 Jul 09 13:23:24.693418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc17aecb-09d8-47b6-96d4-d191d53a1d3e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:24.737372 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:24.746379 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['6d25e792-8a5a-47ef-908b-f86d6f25799d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:24.807017 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:24.933586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:24.945874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab2c9eb-5a4f-4279-899e-3c03c0129709 req-e18c060d-20d4-4c54-a0d1-2f6a3c2c0054 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:24.955253 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bab2c9eb-5a4f-4279-899e-3c03c0129709 req-e18c060d-20d4-4c54-a0d1-2f6a3c2c0054 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 945 time: 0.1424274 Jul 09 13:23:25.042344 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bab2c9eb-5a4f-4279-899e-3c03c0129709 req-ff813424-c85b-4c72-a7d2-5c7d121c5f90 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858054 Jul 09 13:23:25.097401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['dc17aecb-09d8-47b6-96d4-d191d53a1d3e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:25.175054 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a59b42-b15f-439d-b93b-371f215be13b req-dbb6c444-3be2-4441-addd-e41fda61840b tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:25.176855 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00a59b42-b15f-439d-b93b-371f215be13b req-dbb6c444-3be2-4441-addd-e41fda61840b tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 944 time: 0.0965540 Jul 09 13:23:25.252657 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00a59b42-b15f-439d-b93b-371f215be13b req-7c19678e-9e66-4010-a7f0-584a8c6ccd15 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648124 Jul 09 13:23:25.818131 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-63673038-2163-432a-a39a-f88785b50ae9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1184082 Jul 09 13:23:25.879987 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919cbf2a-5262-4df2-aa08-c21cc9b675c8 req-c3fe2a5f-9084-4eba-a28b-cf3d6562ac58 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:25.882286 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-919cbf2a-5262-4df2-aa08-c21cc9b675c8 req-c3fe2a5f-9084-4eba-a28b-cf3d6562ac58 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.0900545 Jul 09 13:23:25.928656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 6d25e792-8a5a-47ef-908b-f86d6f25799d up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:25.998079 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-919cbf2a-5262-4df2-aa08-c21cc9b675c8 req-6e5cd322-028c-4e7d-81ec-1788771262dc tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054938 Jul 09 13:23:26.060495 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 6d25e792-8a5a-47ef-908b-f86d6f25799d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:26.085617 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 6d25e792-8a5a-47ef-908b-f86d6f25799d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:26.087541 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.188240 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device dc17aecb-09d8-47b6-96d4-d191d53a1d3e up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:26.319799 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.346142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port dc17aecb-09d8-47b6-96d4-d191d53a1d3e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:26.386840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port dc17aecb-09d8-47b6-96d4-d191d53a1d3e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:26.387251 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.412887 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce08a37-896c-4eeb-828f-7ec494dbfba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d25e792-8a5a-47ef-908b-f86d6f25799d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:26.415794 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-521b6681-ab05-4109-8901-a189fe24ad2a" -d '{"events": [{"server_uuid": "0ce08a37-896c-4eeb-828f-7ec494dbfba6", "name": "network-vif-plugged", "status": "completed", "tag": "6d25e792-8a5a-47ef-908b-f86d6f25799d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:26.525302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 6d25e792-8a5a-47ef-908b-f86d6f25799d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6d25e792-8a5a-47ef-908b-f86d6f25799d,segment=NetworkSegment(a86c0879-801c-40ac-96bf-d551bd45bdcb),segment_id=a86c0879-801c-40ac-96bf-d551bd45bdcb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:26.551722 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.621802 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c6341-e964-440f-a96b-073c6b2bcacd req-949f5978-30ec-4f53-bd5e-5dc57dcb465a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:26.645894 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-054c6341-e964-440f-a96b-073c6b2bcacd req-949f5978-30ec-4f53-bd5e-5dc57dcb465a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 945 time: 0.2341306 Jul 09 13:23:26.730852 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=6d25e792-8a5a-47ef-908b-f86d6f25799d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:26.796801 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-054c6341-e964-440f-a96b-073c6b2bcacd req-488e8db0-0215-4137-a9c9-06478d2f2441 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494424 Jul 09 13:23:26.823856 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:26.912876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:26.920898 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:27.009673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74ed1e1-9469-4e2e-9007-9252d7cadd83 req-fbfc38e7-3339-4332-beeb-fc7dbff14ec9 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:27.028041 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:27.041876 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a74ed1e1-9469-4e2e-9007-9252d7cadd83 req-fbfc38e7-3339-4332-beeb-fc7dbff14ec9 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 944 time: 0.2284043 Jul 09 13:23:27.139676 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a74ed1e1-9469-4e2e-9007-9252d7cadd83 req-e5c68250-0e12-4c6b-998b-a9f4311a15f1 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882494 Jul 09 13:23:27.210981 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd798d9-f5c5-42cf-8922-b55a55adbc23 x-openstack-request-id: req-9cd798d9-f5c5-42cf-8922-b55a55adbc23 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:27.211575 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce08a37-896c-4eeb-828f-7ec494dbfba6", "name": "network-vif-plugged", "status": "completed", "tag": "6d25e792-8a5a-47ef-908b-f86d6f25799d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:27.211837 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9cd798d9-f5c5-42cf-8922-b55a55adbc23 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:27.212234 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce08a37-896c-4eeb-828f-7ec494dbfba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d25e792-8a5a-47ef-908b-f86d6f25799d', 'code': 200} Jul 09 13:23:27.509204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98210b-d23b-41ea-8b76-4959ec4c6aba req-d513da12-1840-48d0-bb48-1508d2f42323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:27.528432 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7d98210b-d23b-41ea-8b76-4959ec4c6aba req-d513da12-1840-48d0-bb48-1508d2f42323 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 1097 time: 0.2411966 Jul 09 13:23:27.647157 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-9fce048a-63ae-43f0-beaf-c20c13ead11a tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468557 Jul 09 13:23:27.659812 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a383e-2b64-42e0-83b4-fce7da38a368 req-098d5b8c-6406-4bd8-981b-3f317fc78a4c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:27.661574 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7b5a383e-2b64-42e0-83b4-fce7da38a368 req-098d5b8c-6406-4bd8-981b-3f317fc78a4c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.3065779 Jul 09 13:23:27.698775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7d98210b-d23b-41ea-8b76-4959ec4c6aba req-bbd9443d-0a48-46a9-a6ca-b9218c4104fd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617386 Jul 09 13:23:27.775865 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7b5a383e-2b64-42e0-83b4-fce7da38a368 req-c51028d8-e683-47c7-b162-406d0b9cdb86 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992448 Jul 09 13:23:27.843698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-e3beeb9b-7c7d-4533-9a99-1cdde6a5c079 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:27.845678 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-e3beeb9b-7c7d-4533-9a99-1cdde6a5c079 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1971564 Jul 09 13:23:27.866803 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-03ff8eb4-304d-423b-9249-dc0aff63b98a tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/quotas/a740e856c2b94a13b4c064a3b8d558c6 HTTP/1.1" status: 200 len: 375 time: 0.0152276 Jul 09 13:23:27.947778 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-2cf7a126-7d9f-41a3-b36b-e4971c9260e3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621116 Jul 09 13:23:28.154748 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332c276-9bf9-4de8-858e-112aebb0b4fd req-bea08b5c-0e55-4d9a-aa59-1beaa5e2bdfd tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:28.156610 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1332c276-9bf9-4de8-858e-112aebb0b4fd req-bea08b5c-0e55-4d9a-aa59-1beaa5e2bdfd tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 946 time: 0.0970170 Jul 09 13:23:28.199836 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1886fb49-5321-40fa-82a5-78fab3b195db req-9058bcbe-be40-49f9-b990-3c9ece3f55df tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 210 time: 0.0419691 Jul 09 13:23:28.233656 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1332c276-9bf9-4de8-858e-112aebb0b4fd req-8c87a248-c114-49c5-a09d-80d88ba9c5b3 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651753 Jul 09 13:23:28.478378 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fced94-1301-48b3-b538-1b60946aec8e req-5b57cf81-7204-433d-96bd-ba443b183c3c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:28.480235 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5fced94-1301-48b3-b538-1b60946aec8e req-5b57cf81-7204-433d-96bd-ba443b183c3c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 945 time: 0.0847585 Jul 09 13:23:28.552315 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5fced94-1301-48b3-b538-1b60946aec8e req-38e720f4-4790-4359-9d08-69416f5c0ad3 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567172 Jul 09 13:23:28.558575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-ea8071b4-c20f-4ba2-8cca-cd39dc23c60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:28.560275 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-ea8071b4-c20f-4ba2-8cca-cd39dc23c60a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 1101 time: 0.0898671 Jul 09 13:23:28.711778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-b3ce7b44-78e5-4498-b401-ff2d79789844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:28.714306 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-b3ce7b44-78e5-4498-b401-ff2d79789844 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1362240 Jul 09 13:23:28.776837 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-958e30f8-720c-4df9-9a42-dfc908071950 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 HTTP/1.1" status: 200 len: 217 time: 0.0537951 Jul 09 13:23:28.864665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-b8f1a648-b163-424c-96fd-493c9ee47a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:28.866191 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-b8f1a648-b163-424c-96fd-493c9ee47a09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0832844 Jul 09 13:23:28.974545 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-cb481ff8-4d56-41ed-adb8-ff96a33df06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:28.981336 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-cb481ff8-4d56-41ed-adb8-ff96a33df06f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1057975 Jul 09 13:23:29.115052 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ba1c0f-a3ce-46bc-9772-fc4042c09179 req-226ec2b8-73fb-4894-a41a-be2d6bd777e5 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:29.117525 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-01ba1c0f-a3ce-46bc-9772-fc4042c09179 req-226ec2b8-73fb-4894-a41a-be2d6bd777e5 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.1370656 Jul 09 13:23:29.171563 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-70f79d4d-0e88-49b2-866d-25c5c784a7a5 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1793532 Jul 09 13:23:29.178705 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-01ba1c0f-a3ce-46bc-9772-fc4042c09179 req-72ff7fcf-7d00-4bce-97eb-18385c413d4f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518892 Jul 09 13:23:29.213642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c69f53a-c250-4544-94cc-fe74196c0b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc17aecb-09d8-47b6-96d4-d191d53a1d3e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:29.218589 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-630db35a-d92c-4998-84d2-a691b78ba22e" -d '{"events": [{"server_uuid": "7c69f53a-c250-4544-94cc-fe74196c0b45", "name": "network-vif-plugged", "status": "completed", "tag": "dc17aecb-09d8-47b6-96d4-d191d53a1d3e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:29.287226 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78feedd-1ece-4836-a56d-4cce4a085906 x-openstack-request-id: req-b78feedd-1ece-4836-a56d-4cce4a085906 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:29.289539 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c69f53a-c250-4544-94cc-fe74196c0b45", "name": "network-vif-plugged", "status": "completed", "tag": "dc17aecb-09d8-47b6-96d4-d191d53a1d3e", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:29.290068 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b78feedd-1ece-4836-a56d-4cce4a085906 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:29.292212 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c69f53a-c250-4544-94cc-fe74196c0b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc17aecb-09d8-47b6-96d4-d191d53a1d3e', 'code': 200} Jul 09 13:23:29.333709 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-e2458720-b495-4f32-a5d1-ce20e219028f service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437840 Jul 09 13:23:29.441980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8013646a-1b23-4c4b-8ede-03f7f1628cf6 req-f3d819a1-eae8-405c-aa43-59179bd4447b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:29.443983 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8013646a-1b23-4c4b-8ede-03f7f1628cf6 req-f3d819a1-eae8-405c-aa43-59179bd4447b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 1096 time: 0.0759161 Jul 09 13:23:29.468208 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00f23bd6-5538-4832-9cd1-994d606e32b9 req-ef1504de-964b-40cf-858b-9f36f502f48b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 210 time: 0.0648386 Jul 09 13:23:29.547662 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8013646a-1b23-4c4b-8ede-03f7f1628cf6 req-73b44ba8-7cab-4dc7-9d4f-2ef493b6c8f3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852098 Jul 09 13:23:29.580484 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd209fa-c3f9-4747-ba1c-9caef09a5dea req-aa00df3b-6a6a-47b1-ad93-15b00ae09f64 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:29.586773 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-efd209fa-c3f9-4747-ba1c-9caef09a5dea req-aa00df3b-6a6a-47b1-ad93-15b00ae09f64 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 946 time: 0.1240063 Jul 09 13:23:29.642745 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-efd209fa-c3f9-4747-ba1c-9caef09a5dea req-e32cf372-60f7-4d88-b717-b66b83ac7395 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484469 Jul 09 13:23:29.839954 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-86abd316-ddc5-4816-88b0-8d5f231129c0 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417149 Jul 09 13:23:29.948805 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a72bf0a-b7e0-4b19-bf40-2ca3ea5eea25 req-6743bdfd-67be-4e60-8c4d-387b942e7eb0 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1280843152&fields=id&tenant_id=8ba64926573141e39bfc696545a991f0 HTTP/1.1" status: 200 len: 267 time: 0.1350362 Jul 09 13:23:29.958036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873b1c33-3279-46da-a5e5-f07a93cb9209 req-1aa637df-9a28-41fe-bc32-087733203292 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:29.959729 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-873b1c33-3279-46da-a5e5-f07a93cb9209 req-1aa637df-9a28-41fe-bc32-087733203292 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 945 time: 0.2040572 Jul 09 13:23:30.057738 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-b1d5fa30-70d0-475e-a935-6579d5422e9f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:30.059400 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-b1d5fa30-70d0-475e-a935-6579d5422e9f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2044263 Jul 09 13:23:30.080800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Request body: {'port': {'device_id': '45a7712f-c5e4-4319-9194-dd1f31989ed1', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'a740e856c2b94a13b4c064a3b8d558c6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:30.090723 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-873b1c33-3279-46da-a5e5-f07a93cb9209 req-777a114c-0953-4707-847c-7a65022c80ee tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090636 Jul 09 13:23:30.134205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48164) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:30.139649 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2146671732'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:30.171255 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72bf0a-b7e0-4b19-bf40-2ca3ea5eea25 req-36854d60-1f8a-4554-b4e1-bdcd6ffa346a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:30.172780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a72bf0a-b7e0-4b19-bf40-2ca3ea5eea25 req-36854d60-1f8a-4554-b4e1-bdcd6ffa346a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 946 time: 0.2101126 Jul 09 13:23:30.203523 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-6a72bf0a-b7e0-4b19-bf40-2ca3ea5eea25 req-a86624d4-2f1b-4085-ade4-097f25c37481 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Request body: {'port': {'security_groups': ['21b13690-ee2b-4da9-a84e-fab7df9b81fd', '5e13d6ff-5af6-4406-8e2e-cc142ca52294']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:30.237845 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Made reservation on behalf of 28cccfcdce06416798d3fed1b5c86fea for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:30.241321 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.326253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:23:30.359812 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.360047 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Added segment 01e6377f-ff7f-495d-b3f5-5524bcf4b527 of type vlan for network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 Jul 09 13:23:30.361282 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Made reservation on behalf of a740e856c2b94a13b4c064a3b8d558c6 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:30.364697 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.403038 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6a72bf0a-b7e0-4b19-bf40-2ca3ea5eea25 req-a86624d4-2f1b-4085-ade4-097f25c37481 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.428066 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.461915 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.571711 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.577681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:30.578281 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.595266 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c000233-fdf7-4fca-8428-aa933441a117 req-147a5682-c761-4bc2-87ef-6cae3de4200c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:30.596795 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2c000233-fdf7-4fca-8428-aa933441a117 req-147a5682-c761-4bc2-87ef-6cae3de4200c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.2535665 Jul 09 13:23:30.768537 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event updated for resources: {'Network': ['ID=4b93859f-2b1a-41bc-9b5e-e44121cb1825,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:30.784977 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2c000233-fdf7-4fca-8428-aa933441a117 req-ba6e3c1b-6c75-40c8-bda4-1a081739b1c1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495461 Jul 09 13:23:30.811196 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:30.811547 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:30.811889 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:30.812346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:30.812573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:30.812897 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:30.813205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:30.813534 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:30.813858 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:30.814177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:30.814502 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:30.814885 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:30.853054 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:23:30.874890 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.888664 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:30.907771 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-30a49461-c9ec-4084-908f-5f03e0a6fd9e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7724159 Jul 09 13:23:30.910690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48174) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:30.916253 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-717976938'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:30.957930 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Made reservation on behalf of 28cccfcdce06416798d3fed1b5c86fea for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:30.964254 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.001859 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:23:31.003776 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0cbb9fb-9d27-4c6a-8aaa-b5d38a79d8ef req-a3de1cc9-4cc1-455e-9348-8d73e1e1fdc6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 210 time: 0.0916235 Jul 09 13:23:31.023067 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-6a72bf0a-b7e0-4b19-bf40-2ca3ea5eea25 req-a86624d4-2f1b-4085-ade4-097f25c37481 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] For port 6d25e792-8a5a-47ef-908b-f86d6f25799d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6d25e792-8a5a-47ef-908b-f86d6f25799d,segment=NetworkSegment(a86c0879-801c-40ac-96bf-d551bd45bdcb),segment_id=a86c0879-801c-40ac-96bf-d551bd45bdcb)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:31.033222 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.034321 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Added segment 8916b24a-23d2-4bda-ab8a-3e0b276cd758 of type vlan for network a919d1e5-88c0-4789-bf94-149c0bb79ee9 Jul 09 13:23:31.037635 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1624bcb-8a77-4660-be4d-7e63c8382d23,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:31.095918 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6a72bf0a-b7e0-4b19-bf40-2ca3ea5eea25 req-a86624d4-2f1b-4085-ade4-097f25c37481 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.116650 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Allocated IP 192.168.233.178 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/3cd86051-6b1c-4374-9508-f95ed736833f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:31.130708 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6a72bf0a-b7e0-4b19-bf40-2ca3ea5eea25 req-a86624d4-2f1b-4085-ade4-097f25c37481 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.145197 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['6d25e792-8a5a-47ef-908b-f86d6f25799d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:31.151166 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d4477d55-45f3-4668-9d74-08f15002b47c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:31.202299 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.210871 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a72bf0a-b7e0-4b19-bf40-2ca3ea5eea25 req-a86624d4-2f1b-4085-ade4-097f25c37481 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:31.211796 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6a72bf0a-b7e0-4b19-bf40-2ca3ea5eea25 req-a86624d4-2f1b-4085-ade4-097f25c37481 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.223862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a72bf0a-b7e0-4b19-bf40-2ca3ea5eea25 req-a86624d4-2f1b-4085-ade4-097f25c37481 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "PUT /v2.0/ports/6d25e792-8a5a-47ef-908b-f86d6f25799d HTTP/1.1" status: 200 len: 982 time: 1.0394313 Jul 09 13:23:31.224439 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce08a37-896c-4eeb-828f-7ec494dbfba6', 'tag': '6d25e792-8a5a-47ef-908b-f86d6f25799d'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:31.226878 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c5a4764-dfa9-4768-a261-5ba84edc2516" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce08a37-896c-4eeb-828f-7ec494dbfba6", "tag": "6d25e792-8a5a-47ef-908b-f86d6f25799d"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:31.298740 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.315258 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86624d4-2f1b-4085-ade4-097f25c37481 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event updated for resources: {'Port': ['ID=6d25e792-8a5a-47ef-908b-f86d6f25799d,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:31.321751 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:31.323573 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.351893 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['6d25e792-8a5a-47ef-908b-f86d6f25799d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:31.434631 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5224576 Jul 09 13:23:31.447887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48194) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:31.460520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f376e51d-72cc-475b-a754-0e33a2c91df6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Request body: {'subnet': {'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:31.523054 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70932403-a852-47e2-9c68-8ae64b2aac89 req-15ea96c8-e563-4942-bd96-1265e5d1e296 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/5e13d6ff-5af6-4406-8e2e-cc142ca52294 HTTP/1.1" status: 200 len: 1800 time: 0.2116497 Jul 09 13:23:31.572542 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event updated for resources: {'Network': ['ID=a919d1e5-88c0-4789-bf94-149c0bb79ee9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:31.583036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f376e51d-72cc-475b-a754-0e33a2c91df6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Made reservation on behalf of 28cccfcdce06416798d3fed1b5c86fea for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:31.587434 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f376e51d-72cc-475b-a754-0e33a2c91df6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.608507 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.618800 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-70932403-a852-47e2-9c68-8ae64b2aac89 req-81e26f22-7432-47f9-9dcf-4a79d4de1c53 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 13:23:31.630079 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70932403-a852-47e2-9c68-8ae64b2aac89 req-81e26f22-7432-47f9-9dcf-4a79d4de1c53 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "DELETE /v2.0/security-groups/5e13d6ff-5af6-4406-8e2e-cc142ca52294 HTTP/1.1" status: 409 len: 341 time: 0.1060922 Jul 09 13:23:31.637880 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e232152-9a09-4572-8ebf-5cee56fd8fec req-394a52a6-fdf8-4d85-ba57-8fabd0272eea tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:31.646168 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e232152-9a09-4572-8ebf-5cee56fd8fec req-394a52a6-fdf8-4d85-ba57-8fabd0272eea tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 945 time: 0.2439718 Jul 09 13:23:31.683759 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Transition to ACTIVE for port object 3cd86051-6b1c-4374-9508-f95ed736833f will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:31.712102 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3747d18-8b95-456d-afbb-4458d6d5a4bf x-openstack-request-id: req-f3747d18-8b95-456d-afbb-4458d6d5a4bf {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:31.712662 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce08a37-896c-4eeb-828f-7ec494dbfba6", "tag": "6d25e792-8a5a-47ef-908b-f86d6f25799d", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:31.713074 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3747d18-8b95-456d-afbb-4458d6d5a4bf {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:31.713655 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce08a37-896c-4eeb-828f-7ec494dbfba6', 'tag': '6d25e792-8a5a-47ef-908b-f86d6f25799d', 'status': 'completed', 'code': 200} Jul 09 13:23:31.751202 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.751600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.751992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.752382 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.752768 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.753157 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.753537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.753911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.754285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.754654 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.755021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.755432 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5501428-0af8-41ed-8241-2f10edae4db5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:31.787949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network a919d1e5-88c0-4789-bf94-149c0bb79ee9 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:23:31.797134 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.873812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a4764-dfa9-4768-a261-5ba84edc2516 req-86b3aa08-3ffb-49bb-9959-4f2c4946826c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:31.875698 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4c5a4764-dfa9-4768-a261-5ba84edc2516 req-86b3aa08-3ffb-49bb-9959-4f2c4946826c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ba64926573141e39bfc696545a991f0&device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 1136 time: 0.1268647 Jul 09 13:23:31.876765 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f376e51d-72cc-475b-a754-0e33a2c91df6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.893831 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:31.910355 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e232152-9a09-4572-8ebf-5cee56fd8fec req-2c01ff1f-deaf-472d-9543-873f7a132886 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560098 Jul 09 13:23:31.911178 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event updated for resources: {'Port': ['ID=3cd86051-6b1c-4374-9508-f95ed736833f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:31.930159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f376e51d-72cc-475b-a754-0e33a2c91df6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event updated for resources: {'Subnet': ['ID=af2149b2-f850-4dff-83ef-f279b6e3d68b,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:31.945238 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cad84d0-b86e-4c31-b448-8f5c641d279c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:31.956056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:31.958575 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:32.097312 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f376e51d-72cc-475b-a754-0e33a2c91df6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Checking segment: {'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:32.097466 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:32.097574 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f376e51d-72cc-475b-a754-0e33a2c91df6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Network hostable DHCP agents. Network: 4b93859f-2b1a-41bc-9b5e-e44121cb1825, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:23:32.101985 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:32.130079 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a4764-dfa9-4768-a261-5ba84edc2516 req-10f3f53b-3cf2-4a1e-9954-c580377fd3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:32.131674 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4c5a4764-dfa9-4768-a261-5ba84edc2516 req-10f3f53b-3cf2-4a1e-9954-c580377fd3b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f168a26a-2921-4730-adf9-a3b8d1a80b7e HTTP/1.1" status: 200 len: 913 time: 0.2026742 Jul 09 13:23:32.171266 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-ccbf1f02-e605-45b9-aaf4-f0ea45b0157b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0970042 Jul 09 13:23:32.196670 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Request body: {'port': {'device_id': '45a7712f-c5e4-4319-9194-dd1f31989ed1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:32.199175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f376e51d-72cc-475b-a754-0e33a2c91df6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:23:32.204446 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4c5a4764-dfa9-4768-a261-5ba84edc2516 req-668419b9-02e1-4201-8c3f-e338069a5dd3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d25e792-8a5a-47ef-908b-f86d6f25799d HTTP/1.1" status: 200 len: 217 time: 0.0623167 Jul 09 13:23:32.220890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f376e51d-72cc-475b-a754-0e33a2c91df6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 4b93859f-2b1a-41bc-9b5e-e44121cb1825) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:32.230711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284f6b42-fc35-46e2-b52a-34ff8e2b753e None None] Network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:32.252669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f376e51d-72cc-475b-a754-0e33a2c91df6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:32.252669 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f376e51d-72cc-475b-a754-0e33a2c91df6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:32.275943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a4764-dfa9-4768-a261-5ba84edc2516 req-8f5f23e2-0ffa-4560-9ca8-ccc0c29b0d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:32.277520 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4c5a4764-dfa9-4768-a261-5ba84edc2516 req-8f5f23e2-0ffa-4560-9ca8-ccc0c29b0d86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4aa592ed-f6d0-428f-87cc-7ba12be19e71 HTTP/1.1" status: 200 len: 852 time: 0.0661588 Jul 09 13:23:32.287512 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f376e51d-72cc-475b-a754-0e33a2c91df6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.8370647 Jul 09 13:23:32.287880 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48210) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:32.301170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0cfad599-9f10-4f48-94ef-e96de2ba775e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Request body: {'subnet': {'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:32.327806 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4c5a4764-dfa9-4768-a261-5ba84edc2516 req-c0c7c2af-fc88-4a48-96a7-1b86c18b5cb2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f168a26a-2921-4730-adf9-a3b8d1a80b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390925 Jul 09 13:23:32.443247 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ebb50417-c0aa-4b81-9ba4-e470b948302d None None] Provisioning for port 3cd86051-6b1c-4374-9508-f95ed736833f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:32.456509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ebb50417-c0aa-4b81-9ba4-e470b948302d None None] Provisioning complete for port 3cd86051-6b1c-4374-9508-f95ed736833f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:32.457302 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ebb50417-c0aa-4b81-9ba4-e470b948302d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:32.473272 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4c5a4764-dfa9-4768-a261-5ba84edc2516 req-bb87f7be-c92b-4ed2-9cbe-526ac99b29f2 service neutron] 10.222.0.18 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371853 Jul 09 13:23:32.521131 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ebb50417-c0aa-4b81-9ba4-e470b948302d None None] Port 3cd86051-6b1c-4374-9508-f95ed736833f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:32.537137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-4b93859f-2b1a-41bc-9b5e-e44121cb1825', 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'fixed_ips': [{'subnet_id': 'af2149b2-f850-4dff-83ef-f279b6e3d68b'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:23:32.538215 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:32.593092 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:32.599480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae9ed9-4e62-4170-b462-405372890f27 req-687d2d27-4b42-4afa-9452-9447805fe3fa tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:32.607217 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70ae9ed9-4e62-4170-b462-405372890f27 req-687d2d27-4b42-4afa-9452-9447805fe3fa tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 1096 time: 0.3932071 Jul 09 13:23:32.624182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfad599-9f10-4f48-94ef-e96de2ba775e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Made reservation on behalf of 28cccfcdce06416798d3fed1b5c86fea for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:32.624981 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4c5a4764-dfa9-4768-a261-5ba84edc2516 req-64ad602b-d34e-4fe9-8d8c-e94bf9372599 service neutron] 10.222.0.18 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434720 Jul 09 13:23:32.627578 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cfad599-9f10-4f48-94ef-e96de2ba775e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:32.667006 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfce8a85-9309-4c70-8c02-270fbc56c643 req-26feaada-4186-4bc1-9c7c-875e3d10e061 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:32.672012 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bfce8a85-9309-4c70-8c02-270fbc56c643 req-26feaada-4186-4bc1-9c7c-875e3d10e061 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.2778366 Jul 09 13:23:32.724830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Allocated IP 10.1.1.2 (4b93859f-2b1a-41bc-9b5e-e44121cb1825/af2149b2-f850-4dff-83ef-f279b6e3d68b/760c8296-20e7-4cd4-bd6d-d224d8c93fc9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:32.744389 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc6aa3-0dcc-48eb-ac16-6d4bbd227b6e req-91570b49-55b5-468d-8f97-ad4556fe0184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:32.746314 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1bbc6aa3-0dcc-48eb-ac16-6d4bbd227b6e req-91570b49-55b5-468d-8f97-ad4556fe0184 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ba64926573141e39bfc696545a991f0&device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 1136 time: 0.0710063 Jul 09 13:23:32.850277 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70ae9ed9-4e62-4170-b462-405372890f27 req-3ba421bf-913c-466f-b2ae-b1407e3ce6b0 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2421095 Jul 09 13:23:32.908421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc6aa3-0dcc-48eb-ac16-6d4bbd227b6e req-49a06bfc-37dc-448b-a4b8-368ef835e9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:32.909246 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:32.910176 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1bbc6aa3-0dcc-48eb-ac16-6d4bbd227b6e req-49a06bfc-37dc-448b-a4b8-368ef835e9ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=f168a26a-2921-4730-adf9-a3b8d1a80b7e HTTP/1.1" status: 200 len: 913 time: 0.1575375 Jul 09 13:23:32.921040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Transition to ACTIVE for port object 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:32.941659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Transition to ACTIVE for port object 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:32.956738 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:32.978686 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bfce8a85-9309-4c70-8c02-270fbc56c643 req-eaddc0f1-85f0-485c-abd1-6ee32d572e6a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2376399 Jul 09 13:23:33.024776 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1bbc6aa3-0dcc-48eb-ac16-6d4bbd227b6e req-68624316-99cc-40ed-a0a0-812fc45490b5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d25e792-8a5a-47ef-908b-f86d6f25799d HTTP/1.1" status: 200 len: 217 time: 0.1067758 Jul 09 13:23:33.071395 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:33.083142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:33.093092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc6aa3-0dcc-48eb-ac16-6d4bbd227b6e req-c0b111bd-f2f5-444c-adf2-b900527826e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:33.094235 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:33.095059 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1bbc6aa3-0dcc-48eb-ac16-6d4bbd227b6e req-c0b111bd-f2f5-444c-adf2-b900527826e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4aa592ed-f6d0-428f-87cc-7ba12be19e71 HTTP/1.1" status: 200 len: 852 time: 0.0642326 Jul 09 13:23:33.102353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Pushing event updated for resources: {'Port': ['ID=760c8296-20e7-4cd4-bd6d-d224d8c93fc9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:33.181590 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1bbc6aa3-0dcc-48eb-ac16-6d4bbd227b6e req-ce75451b-0869-4ed6-b934-c6e974b54d6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f168a26a-2921-4730-adf9-a3b8d1a80b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0694127 Jul 09 13:23:33.193517 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Attempting to bind port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:33.193920 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Attempting to bind port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:33.194337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Attempting to bind port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 on network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:33.200674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:33.201046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Checking segment: {'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:33.201507 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.201925 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Bound using segment: {'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:33.202401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Bound port: 760c8296-20e7-4cd4-bd6d-d224d8c93fc9, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:33.202782 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.291910 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] For port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:33.299936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] For port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=760c8296-20e7-4cd4-bd6d-d224d8c93fc9,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:33.305319 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.314198 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1bbc6aa3-0dcc-48eb-ac16-6d4bbd227b6e req-4b122c50-5f5f-4fb3-9cda-c44e63a46d92 service neutron] 10.222.0.18 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249573 Jul 09 13:23:33.408778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39954575-e355-4a1b-bf44-228821e635a1 None None] Pushing event updated for resources: {'Port': ['ID=760c8296-20e7-4cd4-bd6d-d224d8c93fc9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:33.498167 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1bbc6aa3-0dcc-48eb-ac16-6d4bbd227b6e req-4731ff3a-c207-4c0b-a377-b220c682f7ca service neutron] 10.222.0.18 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1747277 Jul 09 13:23:33.639367 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cfad599-9f10-4f48-94ef-e96de2ba775e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.742272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78687fed-7f71-40ea-823e-b1519300b869 req-8c0ccb2c-d665-4453-b982-7a62db5fca53 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:33.750403 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78687fed-7f71-40ea-823e-b1519300b869 req-8c0ccb2c-d665-4453-b982-7a62db5fca53 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 936 time: 0.6849487 Jul 09 13:23:33.800342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f9750c-4c55-4653-a212-9c666898ef54 req-2c9acf56-9af8-4728-9df4-16cd438b5560 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:33.801868 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-67f9750c-4c55-4653-a212-9c666898ef54 req-2c9acf56-9af8-4728-9df4-16cd438b5560 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 985 time: 0.3737764 Jul 09 13:23:33.806820 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfad599-9f10-4f48-94ef-e96de2ba775e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event updated for resources: {'Subnet': ['ID=23e81aa1-ae8c-419c-8f16-4c5900062b2b,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:33.843433 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd86051-6b1c-4374-9508-f95ed736833f {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:33.859136 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.884795 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78687fed-7f71-40ea-823e-b1519300b869 req-d5929f09-7276-4208-ba9b-97d0b57eb323 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334355 Jul 09 13:23:33.903795 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-67f9750c-4c55-4653-a212-9c666898ef54 req-7cf83042-bcf7-4802-a811-6a349a1be21e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&id=5e13d6ff-5af6-4406-8e2e-cc142ca52294&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0945508 Jul 09 13:23:33.905007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Transition to ACTIVE for port object 3cd86051-6b1c-4374-9508-f95ed736833f will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:33.906043 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cfad599-9f10-4f48-94ef-e96de2ba775e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Checking segment: {'id': '8916b24a-23d2-4bda-ab8a-3e0b276cd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:33.906407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfad599-9f10-4f48-94ef-e96de2ba775e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Network hostable DHCP agents. Network: a919d1e5-88c0-4789-bf94-149c0bb79ee9, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:23:33.913448 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:33.966737 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfad599-9f10-4f48-94ef-e96de2ba775e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Network a919d1e5-88c0-4789-bf94-149c0bb79ee9 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:23:34.024339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd86051-6b1c-4374-9508-f95ed736833f,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:34.038875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0cfad599-9f10-4f48-94ef-e96de2ba775e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, a919d1e5-88c0-4789-bf94-149c0bb79ee9) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:34.051349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfad599-9f10-4f48-94ef-e96de2ba775e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:34.051943 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cfad599-9f10-4f48-94ef-e96de2ba775e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.057011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-843e012e-dfa6-4875-b52a-8eb8e497ee90 None None] Network a919d1e5-88c0-4789-bf94-149c0bb79ee9 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:34.133487 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0cfad599-9f10-4f48-94ef-e96de2ba775e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8408072 Jul 09 13:23:34.133594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48236) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:34.140181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e6c771d9-caef-4f2c-ad10-142883174e52 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Request body: {'port': {'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825', 'name': 'tempest-TaggedBootDevicesTest_v242-1755368127', 'fixed_ips': [{'subnet_id': 'af2149b2-f850-4dff-83ef-f279b6e3d68b'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:34.177114 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Attempting to bind port 3cd86051-6b1c-4374-9508-f95ed736833f on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:34.177472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Attempting to bind port 3cd86051-6b1c-4374-9508-f95ed736833f by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:34.177782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Attempting to bind port 3cd86051-6b1c-4374-9508-f95ed736833f on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:34.186147 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Port 3cd86051-6b1c-4374-9508-f95ed736833f on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:34.186477 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Attempting to bind port 3cd86051-6b1c-4374-9508-f95ed736833f on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:34.202356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:34.202816 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:34.203124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:34.203576 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Bound port: 3cd86051-6b1c-4374-9508-f95ed736833f, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:34.203939 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.271670 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8c05411-71d2-455a-b0c3-03ebd17fcc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.362321 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] For port 3cd86051-6b1c-4374-9508-f95ed736833f, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:34.371582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] For port 3cd86051-6b1c-4374-9508-f95ed736833f, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3cd86051-6b1c-4374-9508-f95ed736833f,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:34.382945 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.416161 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6c771d9-caef-4f2c-ad10-142883174e52 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Made reservation on behalf of 28cccfcdce06416798d3fed1b5c86fea for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:34.432083 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-a919d1e5-88c0-4789-bf94-149c0bb79ee9', 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'fixed_ips': [{'subnet_id': '23e81aa1-ae8c-419c-8f16-4c5900062b2b'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:23:34.435804 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.535903 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6c771d9-caef-4f2c-ad10-142883174e52 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.572857 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-e6c771d9-caef-4f2c-ad10-142883174e52 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] device_id is not set on port 09127b77-234e-4594-8ccb-d507e2278c0c yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:23:34.590538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:34.592571 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.595598 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] 10.222.0.18 "PUT /v2.0/ports/3cd86051-6b1c-4374-9508-f95ed736833f HTTP/1.1" status: 200 len: 1096 time: 2.4154317 Jul 09 13:23:34.643323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45a7712f-c5e4-4319-9194-dd1f31989ed1', 'tag': '3cd86051-6b1c-4374-9508-f95ed736833f'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:34.653052 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:34.660073 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-159559bd-7d83-4399-bd48-a1fc63993bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "45a7712f-c5e4-4319-9194-dd1f31989ed1", "tag": "3cd86051-6b1c-4374-9508-f95ed736833f"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:34.667202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ed830-7c47-4d15-b7bb-b43bf4912807 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd86051-6b1c-4374-9508-f95ed736833f,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:34.763586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Allocated IP 10.2.2.2 (a919d1e5-88c0-4789-bf94-149c0bb79ee9/23e81aa1-ae8c-419c-8f16-4c5900062b2b/fb8fb182-13cd-4bef-b559-d18141f3e7c1) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:34.806691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac30f37-5a35-48bd-8bbd-0e4e187bfae4 req-e2bf2eba-b195-4be9-bc9b-0ab958c6e327 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:34.814664 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dac30f37-5a35-48bd-8bbd-0e4e187bfae4 req-e2bf2eba-b195-4be9-bc9b-0ab958c6e327 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 1096 time: 0.4380114 Jul 09 13:23:34.849192 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e934a70-cf18-4839-be3a-eec78f2d0172 req-a5751b4b-981c-4279-b18a-b6003a03564f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:34.857637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e934a70-cf18-4839-be3a-eec78f2d0172 req-a5751b4b-981c-4279-b18a-b6003a03564f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.3876991 Jul 09 13:23:34.868214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-95cc2546-0731-4dfb-a123-365e74683fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:34.870818 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-95cc2546-0731-4dfb-a123-365e74683fa1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 1099 time: 0.2075813 Jul 09 13:23:34.875933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372a6dc0-3bef-4cb4-bc26-b50243058eda None None] Network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:34.931506 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e6c771d9-caef-4f2c-ad10-142883174e52 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Allocated IP 10.1.1.39 (4b93859f-2b1a-41bc-9b5e-e44121cb1825/af2149b2-f850-4dff-83ef-f279b6e3d68b/09127b77-234e-4594-8ccb-d507e2278c0c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:34.958962 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-3a541c08-62a3-4bb3-a6b5-0015b1a735e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=3cd86051-6b1c-4374-9508-f95ed736833f HTTP/1.1" status: 200 len: 217 time: 0.0790427 Jul 09 13:23:34.985420 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dac30f37-5a35-48bd-8bbd-0e4e187bfae4 req-8e4d9611-7b0a-4083-a774-5e57563049f3 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697609 Jul 09 13:23:34.991405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8cb73845-8209-458c-aba0-bab524a2f0e9 None None] Provisioning for port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:35.042668 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e934a70-cf18-4839-be3a-eec78f2d0172 req-aa003e84-1272-48e4-b559-8a353b97550c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840551 Jul 09 13:23:35.103475 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe660c18-7433-4afa-bc5d-43665827e704 x-openstack-request-id: req-fe660c18-7433-4afa-bc5d-43665827e704 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:35.103706 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45a7712f-c5e4-4319-9194-dd1f31989ed1", "tag": "3cd86051-6b1c-4374-9508-f95ed736833f", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:35.103956 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe660c18-7433-4afa-bc5d-43665827e704 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:35.104342 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45a7712f-c5e4-4319-9194-dd1f31989ed1', 'tag': '3cd86051-6b1c-4374-9508-f95ed736833f', 'status': 'completed', 'code': 200} Jul 09 13:23:35.172266 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-daf66cda-6baa-4fa3-9de2-1e7675364223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:35.174092 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-daf66cda-6baa-4fa3-9de2-1e7675364223 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1758034 Jul 09 13:23:35.206775 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.214015 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6c771d9-caef-4f2c-ad10-142883174e52 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.216499 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Transition to ACTIVE for port object fb8fb182-13cd-4bef-b559-d18141f3e7c1 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:35.234788 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-e6c771d9-caef-4f2c-ad10-142883174e52 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Transition to ACTIVE for port object 09127b77-234e-4594-8ccb-d507e2278c0c will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:35.243295 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:35.281144 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6c771d9-caef-4f2c-ad10-142883174e52 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.298823 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Transition to ACTIVE for port object fb8fb182-13cd-4bef-b559-d18141f3e7c1 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:35.327567 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.352899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c771d9-caef-4f2c-ad10-142883174e52 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event updated for resources: {'Port': ['ID=09127b77-234e-4594-8ccb-d507e2278c0c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:35.367322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6c771d9-caef-4f2c-ad10-142883174e52 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:35.369081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e6c771d9-caef-4f2c-ad10-142883174e52 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:35.380094 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6c771d9-caef-4f2c-ad10-142883174e52 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:35.381645 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Network a919d1e5-88c0-4789-bf94-149c0bb79ee9 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:35.384299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d0e545-7733-401b-8b9a-870f91d0e503 req-f2920fce-3d39-44dc-a7e0-1003d9a7241e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:35.385551 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0d0e545-7733-401b-8b9a-870f91d0e503 req-f2920fce-3d39-44dc-a7e0-1003d9a7241e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 985 time: 0.1312888 Jul 09 13:23:35.404879 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:35.406955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:35.412576 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:35.416889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:35.417538 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.428588 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-60285a9c-a9c7-4812-ba03-90e491423f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:35.433158 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-60285a9c-a9c7-4812-ba03-90e491423f01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2507882 Jul 09 13:23:35.458516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Pushing event updated for resources: {'Port': ['ID=fb8fb182-13cd-4bef-b559-d18141f3e7c1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:35.469874 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6c771d9-caef-4f2c-ad10-142883174e52 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:35.470733 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6c771d9-caef-4f2c-ad10-142883174e52 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.488171 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e6c771d9-caef-4f2c-ad10-142883174e52 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3534749 Jul 09 13:23:35.490553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48252) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:35.497942 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ef69bffe-ec42-4edf-abd4-0124787bcf19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Request body: {'port': {'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825', 'name': 'tempest-TaggedBootDevicesTest_v242-1519244140', 'fixed_ips': [{'subnet_id': 'af2149b2-f850-4dff-83ef-f279b6e3d68b'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:35.551599 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.556940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Attempting to bind port fb8fb182-13cd-4bef-b559-d18141f3e7c1 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:35.557457 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Attempting to bind port fb8fb182-13cd-4bef-b559-d18141f3e7c1 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8916b24a-23d2-4bda-ab8a-3e0b276cd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:35.558080 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Attempting to bind port fb8fb182-13cd-4bef-b559-d18141f3e7c1 on network a919d1e5-88c0-4789-bf94-149c0bb79ee9 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:35.578702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:35.579658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Checking segment: {'id': '8916b24a-23d2-4bda-ab8a-3e0b276cd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:35.579658 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.580005 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Bound using segment: {'id': '8916b24a-23d2-4bda-ab8a-3e0b276cd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:35.580497 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Bound port: fb8fb182-13cd-4bef-b559-d18141f3e7c1, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8916b24a-23d2-4bda-ab8a-3e0b276cd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:35.581576 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.581794 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-78358590-462e-46f7-b937-9eac34c7a0e4 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325133 Jul 09 13:23:35.618687 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0d0e545-7733-401b-8b9a-870f91d0e503 req-214614ef-5ded-40f7-a135-c6d27f28efe7 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&id=5e13d6ff-5af6-4406-8e2e-cc142ca52294&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.2236137 Jul 09 13:23:35.699298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef69bffe-ec42-4edf-abd4-0124787bcf19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Made reservation on behalf of 28cccfcdce06416798d3fed1b5c86fea for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:35.705127 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef69bffe-ec42-4edf-abd4-0124787bcf19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.712938 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.735354 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-ef69bffe-ec42-4edf-abd4-0124787bcf19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] device_id is not set on port 9dac8575-da90-47f3-980a-1e70c9c7db5e yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:23:35.758329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a8ed41-23ee-4f65-9b01-2efa18460e28 req-1956dec7-6c8a-4fb8-ba9b-9da33e302bbb tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:35.759972 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14a8ed41-23ee-4f65-9b01-2efa18460e28 req-1956dec7-6c8a-4fb8-ba9b-9da33e302bbb tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 948 time: 0.5232115 Jul 09 13:23:35.790972 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=760c8296-20e7-4cd4-bd6d-d224d8c93fc9,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:35.804724 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.928008 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14a8ed41-23ee-4f65-9b01-2efa18460e28 req-7b2f41c5-fda9-41d7-987d-6c852c4d7abe tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493919 Jul 09 13:23:35.958622 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] For port fb8fb182-13cd-4bef-b559-d18141f3e7c1, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:35.968991 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7143b56-b305-41d2-b8a6-a6bec7001734 req-b3bf45af-acbf-4516-8942-8f697f6cdb31 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3747666 Jul 09 13:23:35.978937 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-de66a5eb-ed46-4cef-959b-95754af21b01 None None] Provisioning complete for port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:35.979346 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de66a5eb-ed46-4cef-959b-95754af21b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:35.990276 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] For port fb8fb182-13cd-4bef-b559-d18141f3e7c1, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fb8fb182-13cd-4bef-b559-d18141f3e7c1,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:36.025108 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:36.033293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=760c8296-20e7-4cd4-bd6d-d224d8c93fc9,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:36.102235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-ef69bffe-ec42-4edf-abd4-0124787bcf19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Allocated IP 10.1.1.247 (4b93859f-2b1a-41bc-9b5e-e44121cb1825/af2149b2-f850-4dff-83ef-f279b6e3d68b/9dac8575-da90-47f3-980a-1e70c9c7db5e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:36.138253 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8836c2b6-cd08-4a66-9f4c-a263cdd43fa4 None None] Pushing event updated for resources: {'Port': ['ID=fb8fb182-13cd-4bef-b559-d18141f3e7c1,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:36.174360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fc743fb9-59e3-4514-9a11-e3ffbe3f5020 req-4c43c0eb-23bb-4c8f-8eab-64211a90e99f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2020925676&fields=id&tenant_id=8ba64926573141e39bfc696545a991f0 HTTP/1.1" status: 200 len: 267 time: 0.0589209 Jul 09 13:23:36.249097 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159559bd-7d83-4399-bd48-a1fc63993bc6 req-00926549-b6b6-4305-b5fb-97fcccc324f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:36.250979 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-159559bd-7d83-4399-bd48-a1fc63993bc6 req-00926549-b6b6-4305-b5fb-97fcccc324f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 1099 time: 0.2200899 Jul 09 13:23:36.285910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc743fb9-59e3-4514-9a11-e3ffbe3f5020 req-39410207-6c49-4e1c-8b1e-5cbf185faefb tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:36.295897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fc743fb9-59e3-4514-9a11-e3ffbe3f5020 req-39410207-6c49-4e1c-8b1e-5cbf185faefb tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 985 time: 0.1232309 Jul 09 13:23:36.310441 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-fc743fb9-59e3-4514-9a11-e3ffbe3f5020 req-caad0340-f502-433d-a8c4-cac729705a9d tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Request body: {'port': {'security_groups': ['21b13690-ee2b-4da9-a84e-fab7df9b81fd', '5e13d6ff-5af6-4406-8e2e-cc142ca52294', '0d72b6e1-c0e6-45b7-a739-0afb1b4bf556']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:36.401157 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef69bffe-ec42-4edf-abd4-0124787bcf19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:36.423521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-ef69bffe-ec42-4edf-abd4-0124787bcf19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Transition to ACTIVE for port object 9dac8575-da90-47f3-980a-1e70c9c7db5e will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:36.429956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6d3001ef-767d-426f-8c86-fafffad730eb None None] Provisioning for port 09127b77-234e-4594-8ccb-d507e2278c0c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:36.436371 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6d3001ef-767d-426f-8c86-fafffad730eb None None] Provisioning complete for port 09127b77-234e-4594-8ccb-d507e2278c0c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:36.460842 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d3001ef-767d-426f-8c86-fafffad730eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:36.485468 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef69bffe-ec42-4edf-abd4-0124787bcf19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:36.565877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6d3001ef-767d-426f-8c86-fafffad730eb None None] Port 09127b77-234e-4594-8ccb-d507e2278c0c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:36.593025 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef69bffe-ec42-4edf-abd4-0124787bcf19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:36.597075 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ef69bffe-ec42-4edf-abd4-0124787bcf19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:36.601901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef69bffe-ec42-4edf-abd4-0124787bcf19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:36.607140 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef69bffe-ec42-4edf-abd4-0124787bcf19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event updated for resources: {'Port': ['ID=9dac8575-da90-47f3-980a-1e70c9c7db5e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:36.614716 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fc743fb9-59e3-4514-9a11-e3ffbe3f5020 req-caad0340-f502-433d-a8c4-cac729705a9d tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:36.647186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159559bd-7d83-4399-bd48-a1fc63993bc6 req-a5961695-0cec-461c-9e6c-3981e87bb354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:36.649341 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-159559bd-7d83-4399-bd48-a1fc63993bc6 req-a5961695-0cec-461c-9e6c-3981e87bb354 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.3913569 Jul 09 13:23:36.694014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef69bffe-ec42-4edf-abd4-0124787bcf19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:36.695721 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef69bffe-ec42-4edf-abd4-0124787bcf19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:36.732671 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ef69bffe-ec42-4edf-abd4-0124787bcf19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2381659 Jul 09 13:23:36.756273 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-159559bd-7d83-4399-bd48-a1fc63993bc6 req-a9fc41e9-bd85-45ed-abf5-152ed37d37d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=3cd86051-6b1c-4374-9508-f95ed736833f HTTP/1.1" status: 200 len: 217 time: 0.0962679 Jul 09 13:23:36.838276 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:36.871383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159559bd-7d83-4399-bd48-a1fc63993bc6 req-3b39c8f0-0e3a-48bd-b1db-d285b882d735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:36.873108 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-159559bd-7d83-4399-bd48-a1fc63993bc6 req-3b39c8f0-0e3a-48bd-b1db-d285b882d735 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1039004 Jul 09 13:23:37.063710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159559bd-7d83-4399-bd48-a1fc63993bc6 req-660ce2bf-ef0a-4b3a-9cbf-b41ad3e1ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:37.065585 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-159559bd-7d83-4399-bd48-a1fc63993bc6 req-660ce2bf-ef0a-4b3a-9cbf-b41ad3e1ca98 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1835210 Jul 09 13:23:37.097488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cbf9488c-4fc3-4a8b-b51a-d106cc8cf185 None None] Provisioning for port 9dac8575-da90-47f3-980a-1e70c9c7db5e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:37.102176 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cbf9488c-4fc3-4a8b-b51a-d106cc8cf185 None None] Provisioning complete for port 9dac8575-da90-47f3-980a-1e70c9c7db5e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:37.102527 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cbf9488c-4fc3-4a8b-b51a-d106cc8cf185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:37.146935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9488c-4fc3-4a8b-b51a-d106cc8cf185 None None] Port 9dac8575-da90-47f3-980a-1e70c9c7db5e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:37.210434 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fb8fb182-13cd-4bef-b559-d18141f3e7c1 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:37.240415 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-fc743fb9-59e3-4514-9a11-e3ffbe3f5020 req-caad0340-f502-433d-a8c4-cac729705a9d tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] For port 6d25e792-8a5a-47ef-908b-f86d6f25799d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6d25e792-8a5a-47ef-908b-f86d6f25799d,segment=NetworkSegment(a86c0879-801c-40ac-96bf-d551bd45bdcb),segment_id=a86c0879-801c-40ac-96bf-d551bd45bdcb)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:37.283128 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port fb8fb182-13cd-4bef-b559-d18141f3e7c1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:37.290993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:37.302354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-159559bd-7d83-4399-bd48-a1fc63993bc6 req-0d11fe40-cb16-42ad-b3f4-7f08fd3f3f9c service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281771 Jul 09 13:23:37.313835 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fc743fb9-59e3-4514-9a11-e3ffbe3f5020 req-caad0340-f502-433d-a8c4-cac729705a9d tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:37.370781 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fc743fb9-59e3-4514-9a11-e3ffbe3f5020 req-caad0340-f502-433d-a8c4-cac729705a9d tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:37.468683 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc743fb9-59e3-4514-9a11-e3ffbe3f5020 req-caad0340-f502-433d-a8c4-cac729705a9d tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:37.469342 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-fc743fb9-59e3-4514-9a11-e3ffbe3f5020 req-caad0340-f502-433d-a8c4-cac729705a9d tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:37.470808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fc743fb9-59e3-4514-9a11-e3ffbe3f5020 req-caad0340-f502-433d-a8c4-cac729705a9d tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "PUT /v2.0/ports/6d25e792-8a5a-47ef-908b-f86d6f25799d HTTP/1.1" status: 200 len: 1021 time: 1.1734226 Jul 09 13:23:37.471312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ce08a37-896c-4eeb-828f-7ec494dbfba6', 'tag': '6d25e792-8a5a-47ef-908b-f86d6f25799d'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:37.473640 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c91690b-28c4-43f8-90fd-e8013437e9b1" -d '{"events": [{"name": "network-changed", "server_uuid": "0ce08a37-896c-4eeb-828f-7ec494dbfba6", "tag": "6d25e792-8a5a-47ef-908b-f86d6f25799d"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:37.555820 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-159559bd-7d83-4399-bd48-a1fc63993bc6 req-c1e2ff64-28cf-403c-9ef2-044bfbd5aa58 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383239 Jul 09 13:23:37.558364 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d4477d55-45f3-4668-9d74-08f15002b47c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:37.562367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad0340-f502-433d-a8c4-cac729705a9d tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event updated for resources: {'Port': ['ID=6d25e792-8a5a-47ef-908b-f86d6f25799d,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:37.578617 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['6d25e792-8a5a-47ef-908b-f86d6f25799d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:37.698568 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['6d25e792-8a5a-47ef-908b-f86d6f25799d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:37.758576 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9909190-2aeb-47f8-93b1-5c312113f5cf req-43ac8f04-ac2c-4937-b8ed-711170340e15 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:37.767431 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d9909190-2aeb-47f8-93b1-5c312113f5cf req-43ac8f04-ac2c-4937-b8ed-711170340e15 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.1122291 Jul 09 13:23:37.797138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-1dc97188-35db-461d-9ae2-b90e3fd175c9 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:23:37.798917 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-1dc97188-35db-461d-9ae2-b90e3fd175c9 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077441 Jul 09 13:23:37.809446 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dbf042ff-e740-436e-87e9-9c8cf7d7ba7a service neutron] Request body: {'binding': {'host': 'n-h1-799525-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:37.809999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dbf042ff-e740-436e-87e9-9c8cf7d7ba7a service neutron] Unknown quota resources ['binding']. {{(pid=93753) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:23:37.814579 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d9909190-2aeb-47f8-93b1-5c312113f5cf req-2d726241-91ec-4805-b21b-7d9ab390f6d4 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461574 Jul 09 13:23:37.833136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a04082f-8218-4261-9725-92602ea42905 None None] Network a919d1e5-88c0-4789-bf94-149c0bb79ee9 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:23:37.941647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:37.942023 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:37.976756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dbf042ff-e740-436e-87e9-9c8cf7d7ba7a service neutron] Attempting to bind port dc17aecb-09d8-47b6-96d4-d191d53a1d3e on host n-h1-799525-3 for vnic_type normal with profile None {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:37.977342 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dbf042ff-e740-436e-87e9-9c8cf7d7ba7a service neutron] Attempting to bind port dc17aecb-09d8-47b6-96d4-d191d53a1d3e by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:37.977773 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dbf042ff-e740-436e-87e9-9c8cf7d7ba7a service neutron] Attempting to bind port dc17aecb-09d8-47b6-96d4-d191d53a1d3e on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:37.983902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dbf042ff-e740-436e-87e9-9c8cf7d7ba7a service neutron] Port dc17aecb-09d8-47b6-96d4-d191d53a1d3e on network b4d14687-7b64-47e7-b45c-f262f4bce809 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:37.984349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dbf042ff-e740-436e-87e9-9c8cf7d7ba7a service neutron] Attempting to bind port dc17aecb-09d8-47b6-96d4-d191d53a1d3e on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:37.989841 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dbf042ff-e740-436e-87e9-9c8cf7d7ba7a service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:37.990967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dbf042ff-e740-436e-87e9-9c8cf7d7ba7a service neutron] Checking segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:37.991503 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dbf042ff-e740-436e-87e9-9c8cf7d7ba7a service neutron] Bound using segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:37.992177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dbf042ff-e740-436e-87e9-9c8cf7d7ba7a service neutron] Bound port: dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:37.998450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 3cd86051-6b1c-4374-9508-f95ed736833f details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:38.056631 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dbf042ff-e740-436e-87e9-9c8cf7d7ba7a service neutron] For port dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:38.064332 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dbf042ff-e740-436e-87e9-9c8cf7d7ba7a service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.066366 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dbf042ff-e740-436e-87e9-9c8cf7d7ba7a service neutron] 10.222.0.39 "POST /v2.0/ports/dc17aecb-09d8-47b6-96d4-d191d53a1d3e/bindings HTTP/1.1" status: 201 len: 389 time: 0.2610562 Jul 09 13:23:38.220177 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.240950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-36988783-001c-415d-b058-0c934ac45c57 None None] Provisioning for port fb8fb182-13cd-4bef-b559-d18141f3e7c1 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:38.286606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 3cd86051-6b1c-4374-9508-f95ed736833f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3cd86051-6b1c-4374-9508-f95ed736833f,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:38.294836 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-36988783-001c-415d-b058-0c934ac45c57 None None] Provisioning complete for port fb8fb182-13cd-4bef-b559-d18141f3e7c1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:38.295148 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48308) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:38.295525 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36988783-001c-415d-b058-0c934ac45c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.302191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-693463de-3917-4f13-8ca6-8ea9ccdbe2f7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Request body: {'security_group': {'name': 'tempest-securitygroup--569081548', 'description': 'tempest-description--150137630'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:38.361431 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-693463de-3917-4f13-8ca6-8ea9ccdbe2f7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.420685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '3cd86051-6b1c-4374-9508-f95ed736833f', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '3cd86051-6b1c-4374-9508-f95ed736833f', 'mac_address': 'fa:16:3e:2a:ed:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.178'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:23:38.470037 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-693463de-3917-4f13-8ca6-8ea9ccdbe2f7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.475458 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-693463de-3917-4f13-8ca6-8ea9ccdbe2f7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.503130 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.516455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693463de-3917-4f13-8ca6-8ea9ccdbe2f7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcb9ed4-1da3-4de9-b118-f1e35ace680f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:38.519488 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-693463de-3917-4f13-8ca6-8ea9ccdbe2f7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.523819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-e1aaffdd-e1d5-49b1-81ff-60e12df7edb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:38.524389 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-693463de-3917-4f13-8ca6-8ea9ccdbe2f7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2278948 Jul 09 13:23:38.525344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48310) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:38.525508 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-e1aaffdd-e1d5-49b1-81ff-60e12df7edb5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 1096 time: 0.1621122 Jul 09 13:23:38.530691 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d88cf6b8-87cc-416f-9fdb-fafe2f8f7a42 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Request body: {'security_group_rule': {'security_group_id': '0fcb9ed4-1da3-4de9-b118-f1e35ace680f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:38.532419 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a18bcbef-5b13-4414-9ea1-808dbaed57a8 req-fa423be3-a667-4804-87a1-88951992fa83 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/0d72b6e1-c0e6-45b7-a739-0afb1b4bf556 HTTP/1.1" status: 200 len: 1800 time: 0.0799785 Jul 09 13:23:38.569478 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d88cf6b8-87cc-416f-9fdb-fafe2f8f7a42 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.592708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92221f-799a-4da0-a10e-879d024d2a99 req-d6c621c7-a339-444c-86af-335febdbf6c0 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:38.594199 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7d92221f-799a-4da0-a10e-879d024d2a99 req-d6c621c7-a339-444c-86af-335febdbf6c0 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 948 time: 0.1917076 Jul 09 13:23:38.638426 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.639751 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d88cf6b8-87cc-416f-9fdb-fafe2f8f7a42 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.646749 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d88cf6b8-87cc-416f-9fdb-fafe2f8f7a42 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.672987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88cf6b8-87cc-416f-9fdb-fafe2f8f7a42 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94d58bde-afea-4050-bfd2-e0fc55df5629,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:38.686836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d88cf6b8-87cc-416f-9fdb-fafe2f8f7a42 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.689818 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d88cf6b8-87cc-416f-9fdb-fafe2f8f7a42 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1629920 Jul 09 13:23:38.691445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48312) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:38.696554 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-42ec2e78-ae1d-4915-8057-1a4fe7044a3a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Request body: {'security_group_rule': {'security_group_id': '0fcb9ed4-1da3-4de9-b118-f1e35ace680f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:38.704183 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7d92221f-799a-4da0-a10e-879d024d2a99 req-84c01ab0-fc16-4c54-ad80-c74678507ba3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934360 Jul 09 13:23:38.712082 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-a18bcbef-5b13-4414-9ea1-808dbaed57a8 req-28b4019f-4b52-4662-b580-db7c2dac1eba tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 13:23:38.713088 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a18bcbef-5b13-4414-9ea1-808dbaed57a8 req-28b4019f-4b52-4662-b580-db7c2dac1eba tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "DELETE /v2.0/security-groups/0d72b6e1-c0e6-45b7-a739-0afb1b4bf556 HTTP/1.1" status: 409 len: 341 time: 0.1707935 Jul 09 13:23:38.714272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-ad92739b-50cf-480e-8368-504ab4db6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:38.716668 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-ad92739b-50cf-480e-8368-504ab4db6507 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.1825500 Jul 09 13:23:38.721327 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd86051-6b1c-4374-9508-f95ed736833f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:38.735139 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42ec2e78-ae1d-4915-8057-1a4fe7044a3a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.816074 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-925893cf-78c0-4a76-9501-1cd9458eb33e x-openstack-request-id: req-925893cf-78c0-4a76-9501-1cd9458eb33e {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:38.816368 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ce08a37-896c-4eeb-828f-7ec494dbfba6", "tag": "6d25e792-8a5a-47ef-908b-f86d6f25799d", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:38.816620 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-925893cf-78c0-4a76-9501-1cd9458eb33e {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:38.817014 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ce08a37-896c-4eeb-828f-7ec494dbfba6', 'tag': '6d25e792-8a5a-47ef-908b-f86d6f25799d', 'status': 'completed', 'code': 200} Jul 09 13:23:38.818537 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-26829b0f-797b-40d6-aea7-8b2a9c30d840 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc17aecb-09d8-47b6-96d4-d191d53a1d3e HTTP/1.1" status: 200 len: 217 time: 0.0950518 Jul 09 13:23:38.828204 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36988783-001c-415d-b058-0c934ac45c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.832939 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 3cd86051-6b1c-4374-9508-f95ed736833f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3cd86051-6b1c-4374-9508-f95ed736833f,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:38.843305 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42ec2e78-ae1d-4915-8057-1a4fe7044a3a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.866906 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.890366 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42ec2e78-ae1d-4915-8057-1a4fe7044a3a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.954640 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42ec2e78-ae1d-4915-8057-1a4fe7044a3a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:38.960245 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-42ec2e78-ae1d-4915-8057-1a4fe7044a3a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2638848 Jul 09 13:23:38.960706 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48320) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:38.965431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ec2e78-ae1d-4915-8057-1a4fe7044a3a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2922d392-df11-435d-9e3b-767463d25708,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:38.968487 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:38.978546 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-36988783-001c-415d-b058-0c934ac45c57 None None] For port fb8fb182-13cd-4bef-b559-d18141f3e7c1, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fb8fb182-13cd-4bef-b559-d18141f3e7c1,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:38.996979 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-83f15120-09d4-48f8-a051-621e1d2a2763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:38.999155 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-83f15120-09d4-48f8-a051-621e1d2a2763 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.1659851 Jul 09 13:23:39.006093 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36988783-001c-415d-b058-0c934ac45c57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:39.022237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91690b-28c4-43f8-90fd-e8013437e9b1 req-5a117ccf-4398-4e7a-9164-d9768f928a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:39.025936 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c91690b-28c4-43f8-90fd-e8013437e9b1 req-5a117ccf-4398-4e7a-9164-d9768f928a24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=8ba64926573141e39bfc696545a991f0&device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 1175 time: 0.2042494 Jul 09 13:23:39.078608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=3cd86051-6b1c-4374-9508-f95ed736833f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:39.098708 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-744cc9c3-38f6-40f7-83e2-316865af9e49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862663 Jul 09 13:23:39.113534 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:39.181392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91690b-28c4-43f8-90fd-e8013437e9b1 req-dd596cf4-0929-4ea5-bdd6-a67beb2e4932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:39.183580 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c91690b-28c4-43f8-90fd-e8013437e9b1 req-dd596cf4-0929-4ea5-bdd6-a67beb2e4932 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f168a26a-2921-4730-adf9-a3b8d1a80b7e HTTP/1.1" status: 200 len: 913 time: 0.1509657 Jul 09 13:23:39.198798 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36988783-001c-415d-b058-0c934ac45c57 None None] Pushing event updated for resources: {'Port': ['ID=fb8fb182-13cd-4bef-b559-d18141f3e7c1,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:39.245754 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c91690b-28c4-43f8-90fd-e8013437e9b1 req-04f63c5e-375f-46af-bfe6-75c93e35ffbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6d25e792-8a5a-47ef-908b-f86d6f25799d HTTP/1.1" status: 200 len: 217 time: 0.0534489 Jul 09 13:23:39.254950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775395d-8647-4d2e-a0cc-90fe467c4551 req-5346605e-8dae-488d-87ef-a4dd7326fa6d tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:39.256473 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5775395d-8647-4d2e-a0cc-90fe467c4551 req-5346605e-8dae-488d-87ef-a4dd7326fa6d tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 945 time: 0.3668964 Jul 09 13:23:39.265714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3cd86051-6b1c-4374-9508-f95ed736833f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:39.302287 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91690b-28c4-43f8-90fd-e8013437e9b1 req-c22cc0ad-3746-4b48-bad0-2e928b00556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:39.303697 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c91690b-28c4-43f8-90fd-e8013437e9b1 req-c22cc0ad-3746-4b48-bad0-2e928b00556c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4aa592ed-f6d0-428f-87cc-7ba12be19e71 HTTP/1.1" status: 200 len: 852 time: 0.0513685 Jul 09 13:23:39.342746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2f100bed-d7d6-4264-96f0-4c6840fcb030 None None] Provisioning complete for port fb8fb182-13cd-4bef-b559-d18141f3e7c1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:39.343414 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f100bed-d7d6-4264-96f0-4c6840fcb030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:39.344008 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c91690b-28c4-43f8-90fd-e8013437e9b1 req-363a48b1-f3f5-404c-a430-b7c708160f01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f168a26a-2921-4730-adf9-a3b8d1a80b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330787 Jul 09 13:23:39.451036 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c91690b-28c4-43f8-90fd-e8013437e9b1 req-32b02920-30b9-44f3-a6d7-e1af1d135d41 service neutron] 10.222.0.18 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953279 Jul 09 13:23:39.552758 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c91690b-28c4-43f8-90fd-e8013437e9b1 req-c091963c-a5c9-4e98-819e-58dbf3c1bf93 service neutron] 10.222.0.18 "GET /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899920 Jul 09 13:23:39.648858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5775395d-8647-4d2e-a0cc-90fe467c4551 req-a9916d96-9128-4e86-8bef-930a66b43183 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3842320 Jul 09 13:23:39.658466 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-5f7456a3-c15c-4a92-93bd-374b6dc396ea service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5504303 Jul 09 13:23:39.822887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6a1efe-b229-4377-92d6-eff1bbf3a4cb req-24fce277-668a-4a6d-8736-e764db7e15cb tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:39.824303 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a6a1efe-b229-4377-92d6-eff1bbf3a4cb req-24fce277-668a-4a6d-8736-e764db7e15cb tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.5053973 Jul 09 13:23:39.825683 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:39.900970 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-df569937-5e75-4d41-9313-90be231b1d68 service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333941 Jul 09 13:23:39.961325 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a6a1efe-b229-4377-92d6-eff1bbf3a4cb req-4f34891b-0712-4bfe-af5f-8f6e40ab4ece tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278696 Jul 09 13:23:39.999625 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-27b83247-af77-4e23-8de3-0f165132b895 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:40.002214 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-27b83247-af77-4e23-8de3-0f165132b895 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 821 time: 0.2501993 Jul 09 13:23:40.044560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-fd985cab-923b-4590-bef7-0806bee917d5 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/quotas/35b702eee9154963b30c070fa690b62c HTTP/1.1" status: 200 len: 375 time: 0.0255678 Jul 09 13:23:40.045592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Allocated IP 172.25.2.84 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/dfc14062-be5e-45ad-97a1-89113d605632) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:40.249802 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-2f363118-5846-4854-ab7f-c59fc3cbc3a1 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1938353 Jul 09 13:23:40.252734 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:40.288779 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bf0f32-7543-4420-a816-f93607590e00 req-d717aa50-5b15-49c4-9756-7b8386f55fca tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:40.290271 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-30bf0f32-7543-4420-a816-f93607590e00 req-d717aa50-5b15-49c4-9756-7b8386f55fca tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 1024 time: 0.2024658 Jul 09 13:23:40.398274 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-30bf0f32-7543-4420-a816-f93607590e00 req-c28b6544-95e4-41cb-968b-7055f1b20f74 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d72b6e1-c0e6-45b7-a739-0afb1b4bf556&id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&id=5e13d6ff-5af6-4406-8e2e-cc142ca52294&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0788033 Jul 09 13:23:40.417340 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-fb062299-ccc5-42d5-b69e-8aa218ade1d5 service neutron] 10.222.0.39 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576498 Jul 09 13:23:40.434389 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:40.524658 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:40.539593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:40.548070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:40.552942 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event updated for resources: {'Port': ['ID=dfc14062-be5e-45ad-97a1-89113d605632,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:40.597879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-3ecc1107-595f-4fec-94ea-f5130d6e8c5f service neutron] 10.222.0.39 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735940 Jul 09 13:23:40.657882 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:40.729363 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:40.973274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953b0df1-c40c-41c7-a4a9-4ea827092bdc req-312b2ff3-8dd9-495b-b83b-fb5e93a1e709 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:40.974862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-953b0df1-c40c-41c7-a4a9-4ea827092bdc req-312b2ff3-8dd9-495b-b83b-fb5e93a1e709 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.18 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 1024 time: 0.2107172 Jul 09 13:23:41.013152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1828b482-3b4f-45d0-ba39-372cd4565a89 req-33bb993a-61b8-401e-92ee-f0dcc16ee7cf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:41.020533 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1828b482-3b4f-45d0-ba39-372cd4565a89 req-33bb993a-61b8-401e-92ee-f0dcc16ee7cf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 949 time: 0.2585118 Jul 09 13:23:41.046367 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fb8fb182-13cd-4bef-b559-d18141f3e7c1 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:41.106945 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port fb8fb182-13cd-4bef-b559-d18141f3e7c1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:41.107533 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:41.223914 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1828b482-3b4f-45d0-ba39-372cd4565a89 req-4c87f278-3a06-43f9-933e-1d4618fbfa18 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024548 Jul 09 13:23:41.251148 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:41.269280 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:41.293344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9241140-2c5d-457d-8b51-bdc6f7df22ba req-dca0f823-b729-4aaf-a625-49d509823544 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:41.296213 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e9241140-2c5d-457d-8b51-bdc6f7df22ba req-dca0f823-b729-4aaf-a625-49d509823544 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 945 time: 0.3067160 Jul 09 13:23:41.401520 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-953b0df1-c40c-41c7-a4a9-4ea827092bdc req-263c2f21-1fba-47a0-a0ef-416a8582701c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Deleting port 6d25e792-8a5a-47ef-908b-f86d6f25799d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:41.401976 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-953b0df1-c40c-41c7-a4a9-4ea827092bdc req-263c2f21-1fba-47a0-a0ef-416a8582701c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:41.407369 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e870f949-a298-49b3-9529-ac053a38235f req-15d04c53-22d6-490c-addf-612f8cba9d83 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 210 time: 0.1082022 Jul 09 13:23:41.485964 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e9241140-2c5d-457d-8b51-bdc6f7df22ba req-5a2370ac-9705-4e9a-8da2-66edfcb581c5 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641636 Jul 09 13:23:41.491893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event updated for resources: {'Port': ['ID=dfc14062-be5e-45ad-97a1-89113d605632,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:41.504393 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:41.539844 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:41.549570 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7aaa43ff-3768-4238-8264-2faa767cf351 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5862105 Jul 09 13:23:41.604820 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-953b0df1-c40c-41c7-a4a9-4ea827092bdc req-263c2f21-1fba-47a0-a0ef-416a8582701c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] For port 6d25e792-8a5a-47ef-908b-f86d6f25799d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6d25e792-8a5a-47ef-908b-f86d6f25799d,segment=NetworkSegment(a86c0879-801c-40ac-96bf-d551bd45bdcb),segment_id=a86c0879-801c-40ac-96bf-d551bd45bdcb)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:41.604820 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-953b0df1-c40c-41c7-a4a9-4ea827092bdc req-263c2f21-1fba-47a0-a0ef-416a8582701c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:41.620952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-953b0df1-c40c-41c7-a4a9-4ea827092bdc req-263c2f21-1fba-47a0-a0ef-416a8582701c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Calling delete_port for 6d25e792-8a5a-47ef-908b-f86d6f25799d owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:41.728580 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8adc0b-0f62-434d-bee3-e4c7fed1ce3f req-81895aa1-0bda-4f68-8d16-2e1047d95d53 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:41.730211 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3a8adc0b-0f62-434d-bee3-e4c7fed1ce3f req-81895aa1-0bda-4f68-8d16-2e1047d95d53 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.1691346 Jul 09 13:23:41.833714 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3a8adc0b-0f62-434d-bee3-e4c7fed1ce3f req-109f257f-204f-416c-ae37-153eb5d5d204 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748165 Jul 09 13:23:41.866124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6fe060-0cfd-42d9-ad49-a551c01eb904 req-b7fc8b91-27ea-499c-baa2-9c9b2e3044d2 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:41.868700 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0d6fe060-0cfd-42d9-ad49-a551c01eb904 req-b7fc8b91-27ea-499c-baa2-9c9b2e3044d2 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=0ce08a37-896c-4eeb-828f-7ec494dbfba6 HTTP/1.1" status: 200 len: 1024 time: 0.1695859 Jul 09 13:23:41.962999 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0d6fe060-0cfd-42d9-ad49-a551c01eb904 req-5b12cc38-9348-47e9-a734-82377979493f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=0d72b6e1-c0e6-45b7-a739-0afb1b4bf556&id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&id=5e13d6ff-5af6-4406-8e2e-cc142ca52294&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0676959 Jul 09 13:23:41.963878 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-953b0df1-c40c-41c7-a4a9-4ea827092bdc req-263c2f21-1fba-47a0-a0ef-416a8582701c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:41.976238 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['6d25e792-8a5a-47ef-908b-f86d6f25799d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:41.978481 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d4477d55-45f3-4668-9d74-08f15002b47c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:42.003066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c2f21-1fba-47a0-a0ef-416a8582701c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event deleted for resources: {'Port': ['ID=6d25e792-8a5a-47ef-908b-f86d6f25799d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:42.074463 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-953b0df1-c40c-41c7-a4a9-4ea827092bdc req-263c2f21-1fba-47a0-a0ef-416a8582701c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] No DVR routers for this DVR port 6d25e792-8a5a-47ef-908b-f86d6f25799d on host n-h1-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:42.079011 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-953b0df1-c40c-41c7-a4a9-4ea827092bdc req-263c2f21-1fba-47a0-a0ef-416a8582701c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:42.081749 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-953b0df1-c40c-41c7-a4a9-4ea827092bdc req-263c2f21-1fba-47a0-a0ef-416a8582701c tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.18 "DELETE /v2.0/ports/6d25e792-8a5a-47ef-908b-f86d6f25799d HTTP/1.1" status: 204 len: 173 time: 1.1009512 Jul 09 13:23:42.082490 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ce08a37-896c-4eeb-828f-7ec494dbfba6', 'name': 'network-vif-deleted', 'tag': '6d25e792-8a5a-47ef-908b-f86d6f25799d'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:42.085219 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9646dd33-3a90-4b7a-8dca-40d91ae25730" -d '{"events": [{"server_uuid": "0ce08a37-896c-4eeb-828f-7ec494dbfba6", "name": "network-vif-deleted", "tag": "6d25e792-8a5a-47ef-908b-f86d6f25799d"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:42.096850 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 3cd86051-6b1c-4374-9508-f95ed736833f up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:42.203377 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30d81009-a362-477b-9813-5dfda030ff51 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--569081548&fields=id&tenant_id=28cccfcdce06416798d3fed1b5c86fea HTTP/1.1" status: 200 len: 267 time: 0.0533195 Jul 09 13:23:42.217410 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cd4536-9b5b-414a-b7ba-47a44d284556 x-openstack-request-id: req-b8cd4536-9b5b-414a-b7ba-47a44d284556 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:42.217740 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ce08a37-896c-4eeb-828f-7ec494dbfba6", "name": "network-vif-deleted", "tag": "6d25e792-8a5a-47ef-908b-f86d6f25799d", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:42.218101 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8cd4536-9b5b-414a-b7ba-47a44d284556 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:42.218814 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ce08a37-896c-4eeb-828f-7ec494dbfba6', 'name': 'network-vif-deleted', 'tag': '6d25e792-8a5a-47ef-908b-f86d6f25799d', 'status': 'completed', 'code': 200} Jul 09 13:23:42.291475 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f707edea-fd37-483d-9c91-a4a6f0f3f7ce tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:42.299858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f707edea-fd37-483d-9c91-a4a6f0f3f7ce tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports/09127b77-234e-4594-8ccb-d507e2278c0c HTTP/1.1" status: 200 len: 936 time: 0.0949388 Jul 09 13:23:42.321327 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 3cd86051-6b1c-4374-9508-f95ed736833f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:42.337204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 3cd86051-6b1c-4374-9508-f95ed736833f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:42.337602 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:42.388118 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-60949b56-6c7e-4214-b0d6-366f759d392e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:42.396203 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-60949b56-6c7e-4214-b0d6-366f759d392e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports/9dac8575-da90-47f3-980a-1e70c9c7db5e HTTP/1.1" status: 200 len: 937 time: 0.0951133 Jul 09 13:23:42.483409 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-28bab42b-fa9a-4c49-a651-cb2968656b62 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?network_id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0855732 Jul 09 13:23:42.553699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-e35a1d8a-a603-457b-a912-78b8d56d44a8 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:42.556092 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-e35a1d8a-a603-457b-a912-78b8d56d44a8 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.15 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 821 time: 0.2430198 Jul 09 13:23:42.562351 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-34f24cd1-658a-46bc-8395-cbe158e0bce9 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?network_id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0768979 Jul 09 13:23:42.571121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-22dfee05-1780-40c1-9617-93356b9387db tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Request body: {'port': {'device_id': 'a6afddb6-62a9-45ab-a981-f91e58808ef3', 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c', 'admin_state_up': True, 'tenant_id': '35b702eee9154963b30c070fa690b62c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:42.684972 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:42.702411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-22dfee05-1780-40c1-9617-93356b9387db tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Made reservation on behalf of 35b702eee9154963b30c070fa690b62c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:42.710257 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-22dfee05-1780-40c1-9617-93356b9387db tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:42.732604 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a7712f-c5e4-4319-9194-dd1f31989ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd86051-6b1c-4374-9508-f95ed736833f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:42.736400 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-396874c1-5d22-4ff4-8ab9-0f252b86828e" -d '{"events": [{"server_uuid": "45a7712f-c5e4-4319-9194-dd1f31989ed1", "name": "network-vif-plugged", "status": "completed", "tag": "3cd86051-6b1c-4374-9508-f95ed736833f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:42.761888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 3cd86051-6b1c-4374-9508-f95ed736833f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3cd86051-6b1c-4374-9508-f95ed736833f,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:42.769191 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:42.852146 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-0e7ec979-b13e-4bf7-82e3-ce5669308583 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:42.859021 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-0e7ec979-b13e-4bf7-82e3-ce5669308583 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:42.865465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-0e7ec979-b13e-4bf7-82e3-ce5669308583 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:42.873439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-0e7ec979-b13e-4bf7-82e3-ce5669308583 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/networks?id=506f0105-b494-4138-9dfd-14195d3a3fed&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&id=a919d1e5-88c0-4789-bf94-149c0bb79ee9 HTTP/1.1" status: 200 len: 1995 time: 0.3101625 Jul 09 13:23:42.887995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=3cd86051-6b1c-4374-9508-f95ed736833f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:42.893031 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7149f87a-5010-43cc-b780-be626a5fa864 req-b8cc599a-46b1-48a5-b533-d663a5b65e5b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:42.901014 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7149f87a-5010-43cc-b780-be626a5fa864 req-b8cc599a-46b1-48a5-b533-d663a5b65e5b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 949 time: 0.3488812 Jul 09 13:23:42.916886 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-7e0413bc-9bdf-4e8d-8ecb-96647db7b67d tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/quotas/28cccfcdce06416798d3fed1b5c86fea HTTP/1.1" status: 200 len: 375 time: 0.0424547 Jul 09 13:23:42.936349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-22dfee05-1780-40c1-9617-93356b9387db tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Allocated IP 172.20.0.2 (9eed349f-85e9-4424-b38d-3b371f8e676c/bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f/681f6e46-5c46-447c-b7bc-1f63823c9ebb) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:43.083526 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7149f87a-5010-43cc-b780-be626a5fa864 req-7633b8f6-d891-4d21-b984-490373cf3db6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813014 Jul 09 13:23:43.205209 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-60e15f7c-351f-450e-8211-7817d6f7462f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=28cccfcdce06416798d3fed1b5c86fea&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2813044 Jul 09 13:23:43.222712 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-22dfee05-1780-40c1-9617-93356b9387db tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.334445 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-464f64c6-34cd-4aec-9ae7-e2c7d0be6f2a service neutron] 10.222.0.39 "GET /v2.0/networks/506f0105-b494-4138-9dfd-14195d3a3fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263916 Jul 09 13:23:43.478791 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-60b08182-a755-49ce-9f65-75a2fb7b4ef5 service neutron] 10.222.0.39 "GET /v2.0/networks/506f0105-b494-4138-9dfd-14195d3a3fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434264 Jul 09 13:23:43.539568 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f44b516c-5671-4f16-9cb7-a212c04d1b75 service neutron] 10.222.0.39 "GET /v2.0/ports/09127b77-234e-4594-8ccb-d507e2278c0c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0512180 Jul 09 13:23:43.626346 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b6f7547-6f74-4331-b53b-6de39ac54c6a req-6a644cb7-fbe5-4af9-b960-c495cc72e734 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 210 time: 0.2457078 Jul 09 13:23:43.680206 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-d51f3237-ca4c-42e8-a455-8e473d25157d service neutron] 10.222.0.39 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066663 Jul 09 13:23:43.720244 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-22dfee05-1780-40c1-9617-93356b9387db tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.734424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['135692d3-1ed6-4885-ac2c-72bc5f272023'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:43.770504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-22dfee05-1780-40c1-9617-93356b9387db tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Network 9eed349f-85e9-4424-b38d-3b371f8e676c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:43.774319 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-22dfee05-1780-40c1-9617-93356b9387db tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:43.781320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-22dfee05-1780-40c1-9617-93356b9387db tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:43.814644 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfee05-1780-40c1-9617-93356b9387db tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Pushing event updated for resources: {'Port': ['ID=681f6e46-5c46-447c-b7bc-1f63823c9ebb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:43.847891 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-0a4d64b0-4c29-4d0c-b8be-ebef1abf7bbc service neutron] 10.222.0.39 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613727 Jul 09 13:23:43.860460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-22dfee05-1780-40c1-9617-93356b9387db tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:43.860460 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-22dfee05-1780-40c1-9617-93356b9387db tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:43.884298 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-22dfee05-1780-40c1-9617-93356b9387db tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3176923 Jul 09 13:23:43.896876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Request body: {'port': {'device_id': 'a6afddb6-62a9-45ab-a981-f91e58808ef3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:43.972074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-6ec3ed43-72b5-4c39-8c8e-2e0800211cb6 service neutron] 10.222.0.39 "GET /v2.0/ports/9dac8575-da90-47f3-980a-1e70c9c7db5e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0692551 Jul 09 13:23:43.994039 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.005031 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 6d25e792-8a5a-47ef-908b-f86d6f25799d no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:44.039570 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6667aec5-cfda-4051-9265-4aacb48a93dd req-3ef1ed83-a054-407e-a191-4c23f814e3af tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:44.040978 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 6d25e792-8a5a-47ef-908b-f86d6f25799d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:23:44.041192 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6667aec5-cfda-4051-9265-4aacb48a93dd req-3ef1ed83-a054-407e-a191-4c23f814e3af tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 945 time: 0.1920960 Jul 09 13:23:44.041739 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 6d25e792-8a5a-47ef-908b-f86d6f25799d not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:44.103325 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6667aec5-cfda-4051-9265-4aacb48a93dd req-f49901af-b035-4112-bbf2-011822f175a8 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547323 Jul 09 13:23:44.120067 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-b06af1d7-572c-46f8-b19a-a28953f35506 service neutron] 10.222.0.39 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412508 Jul 09 13:23:44.172239 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e802e771-8e46-4d88-afbf-5e801b757d94 x-openstack-request-id: req-e802e771-8e46-4d88-afbf-5e801b757d94 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:44.172988 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a7712f-c5e4-4319-9194-dd1f31989ed1", "name": "network-vif-plugged", "status": "completed", "tag": "3cd86051-6b1c-4374-9508-f95ed736833f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:44.173553 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e802e771-8e46-4d88-afbf-5e801b757d94 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:44.174187 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a7712f-c5e4-4319-9194-dd1f31989ed1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd86051-6b1c-4374-9508-f95ed736833f', 'code': 200} Jul 09 13:23:44.308985 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-1093b7b9-97da-4fd4-aa15-447c64fe7ff0 service neutron] 10.222.0.39 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1829288 Jul 09 13:23:44.315990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681f6e46-5c46-447c-b7bc-1f63823c9ebb {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:44.325737 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.339222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Transition to ACTIVE for port object 681f6e46-5c46-447c-b7bc-1f63823c9ebb will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:44.344054 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.441058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Pushing event updated for resources: {'Port': ['ID=681f6e46-5c46-447c-b7bc-1f63823c9ebb,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:44.450683 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978e5daa-265e-406c-9e8a-e32882c7a34a req-081d49d9-2a18-416b-876a-e2c8d3aad2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:44.451421 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-978e5daa-265e-406c-9e8a-e32882c7a34a req-081d49d9-2a18-416b-876a-e2c8d3aad2a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 1101 time: 0.1913555 Jul 09 13:23:44.466492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b1edd-0acb-44b4-b2a9-3382e404b78b req-76bd3fbb-0e89-4c94-9c80-f9a9ee222cf7 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:44.468011 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f98b1edd-0acb-44b4-b2a9-3382e404b78b req-76bd3fbb-0e89-4c94-9c80-f9a9ee222cf7 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.1734092 Jul 09 13:23:44.472595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Attempting to bind port 681f6e46-5c46-447c-b7bc-1f63823c9ebb on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:44.473125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Attempting to bind port 681f6e46-5c46-447c-b7bc-1f63823c9ebb by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:44.473620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Attempting to bind port 681f6e46-5c46-447c-b7bc-1f63823c9ebb on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:44.479338 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Port 681f6e46-5c46-447c-b7bc-1f63823c9ebb on network 9eed349f-85e9-4424-b38d-3b371f8e676c not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:44.479523 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-5da10976-e73b-467d-ab6d-3bbd56dfc210 service neutron] 10.222.0.39 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436088 Jul 09 13:23:44.479982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Attempting to bind port 681f6e46-5c46-447c-b7bc-1f63823c9ebb on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:44.486608 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:44.487191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Checking segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:44.488112 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Bound using segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:44.488714 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Bound port: 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:44.489243 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.557215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] For port 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:44.561459 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] For port 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=681f6e46-5c46-447c-b7bc-1f63823c9ebb,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:44.568595 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.577401 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-978e5daa-265e-406c-9e8a-e32882c7a34a req-8924c6d9-3a59-4d25-8e7e-5a5663d6d7e5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084251 Jul 09 13:23:44.585224 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f98b1edd-0acb-44b4-b2a9-3382e404b78b req-6b52b155-d080-4733-9f62-9d80c8084041 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094015 Jul 09 13:23:44.608111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:44.608837 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:44.610394 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] 10.222.0.15 "PUT /v2.0/ports/681f6e46-5c46-447c-b7bc-1f63823c9ebb HTTP/1.1" status: 200 len: 1091 time: 0.7178590 Jul 09 13:23:44.610944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6afddb6-62a9-45ab-a981-f91e58808ef3', 'tag': '681f6e46-5c46-447c-b7bc-1f63823c9ebb'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:44.613332 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63718800-9304-4964-b162-2990ecab775e" -d '{"events": [{"name": "network-changed", "server_uuid": "a6afddb6-62a9-45ab-a981-f91e58808ef3", "tag": "681f6e46-5c46-447c-b7bc-1f63823c9ebb"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:44.628261 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-06b0f7e2-dcd2-4418-9b68-a758ef04d3d1 service neutron] 10.222.0.39 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329467 Jul 09 13:23:44.647382 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5dac2d-cdb8-49a2-a1c7-0c614b93cc3a service neutron] Pushing event updated for resources: {'Port': ['ID=681f6e46-5c46-447c-b7bc-1f63823c9ebb,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:44.728665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-87106cc5-9428-446d-a824-5f9df35bf17b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:44.730380 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-87106cc5-9428-446d-a824-5f9df35bf17b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 1094 time: 0.0721753 Jul 09 13:23:44.738909 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-cfdb5d1c-ec6f-4c5e-9dca-9647696d62e9 service neutron] 10.222.0.39 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1045401 Jul 09 13:23:44.774430 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-f00c8bcb-86e3-4db4-9c74-518933874890 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=681f6e46-5c46-447c-b7bc-1f63823c9ebb HTTP/1.1" status: 200 len: 217 time: 0.0356462 Jul 09 13:23:44.839906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-ab3a332f-ee98-4ba8-a2c6-cbde841a93eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:44.841979 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-ab3a332f-ee98-4ba8-a2c6-cbde841a93eb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.0596688 Jul 09 13:23:44.849240 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-3198d8e0-0cf0-4b9d-bef8-8b749e314f90 service neutron] 10.222.0.39 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045971 Jul 09 13:23:44.880923 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-5c18982d-ccbb-4463-85c6-35122ae55179 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326066 Jul 09 13:23:44.963677 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-d97d89d6-4f1e-4174-9d09-14a3a608d128 service neutron] 10.222.0.39 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076062 Jul 09 13:23:45.000698 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-6843e038-8ba8-4e8d-82df-b8fde30cb846 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075430 Jul 09 13:23:45.115276 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-b8be3862-8bda-4f8c-8760-f742c8ce88d7 service neutron] 10.222.0.39 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465127 Jul 09 13:23:45.121058 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:23:45.121693 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0f1ba5cf-6bc6-4422-811e-9a835d3890f4 req-5983200b-3242-44f4-8a96-8329e6cb7e2c service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053288 Jul 09 13:23:45.494230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3890aa8f-ac83-486e-a8ee-a895c05857d7 req-a602a081-c7ec-4d5a-95d8-b9c8f35ca505 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:45.495819 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3890aa8f-ac83-486e-a8ee-a895c05857d7 req-a602a081-c7ec-4d5a-95d8-b9c8f35ca505 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 950 time: 0.4426153 Jul 09 13:23:45.547956 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-77d07e90-245b-4886-9bc4-600d2eb8bf93 service neutron] 10.222.0.39 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4247081 Jul 09 13:23:45.555151 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3890aa8f-ac83-486e-a8ee-a895c05857d7 req-f32bd023-6fdb-47f9-ad13-e58b2cb9c7d7 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504136 Jul 09 13:23:45.605449 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd9a37c-7223-4e0f-ba6f-e7f4defe3241 x-openstack-request-id: req-cfd9a37c-7223-4e0f-ba6f-e7f4defe3241 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:45.605995 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6afddb6-62a9-45ab-a981-f91e58808ef3", "tag": "681f6e46-5c46-447c-b7bc-1f63823c9ebb", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:45.608312 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cfd9a37c-7223-4e0f-ba6f-e7f4defe3241 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:45.608894 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6afddb6-62a9-45ab-a981-f91e58808ef3', 'tag': '681f6e46-5c46-447c-b7bc-1f63823c9ebb', 'status': 'completed', 'code': 200} Jul 09 13:23:45.658652 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-12da776a-9c29-45ac-b36a-3afea0bdc382 service neutron] 10.222.0.39 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024601 Jul 09 13:23:45.695838 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63718800-9304-4964-b162-2990ecab775e req-5b1340c2-6e46-44dc-9b79-a7ba6e6a8cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:45.697639 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-63718800-9304-4964-b162-2990ecab775e req-5b1340c2-6e46-44dc-9b79-a7ba6e6a8cf8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 1094 time: 0.0664816 Jul 09 13:23:45.785814 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98df3e5-d7a1-45a3-b73e-4bc2edc5bf2e req-4f5f241d-98bb-4ba3-91b2-a29347185b99 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:45.798212 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a98df3e5-d7a1-45a3-b73e-4bc2edc5bf2e req-4f5f241d-98bb-4ba3-91b2-a29347185b99 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 943 time: 0.0889125 Jul 09 13:23:45.832479 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63718800-9304-4964-b162-2990ecab775e req-8fbd919f-7145-484a-bef5-c2ca9130291a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:45.834308 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-63718800-9304-4964-b162-2990ecab775e req-8fbd919f-7145-484a-bef5-c2ca9130291a service neutron] 10.222.0.15 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.1268644 Jul 09 13:23:45.861862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a98df3e5-d7a1-45a3-b73e-4bc2edc5bf2e req-e689b62b-c4c3-4630-958b-b49f79f2429d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625927 Jul 09 13:23:45.887128 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-63718800-9304-4964-b162-2990ecab775e req-450ad1f6-13a1-4fba-8e9d-ed79883d9ba5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=681f6e46-5c46-447c-b7bc-1f63823c9ebb HTTP/1.1" status: 200 len: 217 time: 0.0442796 Jul 09 13:23:45.941647 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f1ef35a-eb92-46b4-b530-b57a0ec628c0 req-0e41da58-fa29-4b42-90d3-a7a06478b0aa tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/5e13d6ff-5af6-4406-8e2e-cc142ca52294 HTTP/1.1" status: 200 len: 1800 time: 0.0577517 Jul 09 13:23:45.958414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63718800-9304-4964-b162-2990ecab775e req-e66070a8-eac2-4bb3-997e-3304cedda85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:45.960399 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-63718800-9304-4964-b162-2990ecab775e req-e66070a8-eac2-4bb3-997e-3304cedda85b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.0645700 Jul 09 13:23:46.001124 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-63718800-9304-4964-b162-2990ecab775e req-689039ac-eab4-4ce2-88f2-1af9fe4cbce2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323744 Jul 09 13:23:46.023522 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f1ef35a-eb92-46b4-b530-b57a0ec628c0 req-acd3c46b-0c92-406c-8d91-a32057fcb04d tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.056776 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f1ef35a-eb92-46b4-b530-b57a0ec628c0 req-acd3c46b-0c92-406c-8d91-a32057fcb04d tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.104815 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f1ef35a-eb92-46b4-b530-b57a0ec628c0 req-acd3c46b-0c92-406c-8d91-a32057fcb04d tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.105633 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-63718800-9304-4964-b162-2990ecab775e req-392911ab-1da8-4c1d-995f-ad221fa17f47 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972295 Jul 09 13:23:46.108793 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3f1ef35a-eb92-46b4-b530-b57a0ec628c0 req-acd3c46b-0c92-406c-8d91-a32057fcb04d tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.111067 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f1ef35a-eb92-46b4-b530-b57a0ec628c0 req-acd3c46b-0c92-406c-8d91-a32057fcb04d tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "DELETE /v2.0/security-groups/5e13d6ff-5af6-4406-8e2e-cc142ca52294 HTTP/1.1" status: 204 len: 173 time: 0.1612210 Jul 09 13:23:46.133135 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd3c46b-0c92-406c-8d91-a32057fcb04d tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e13d6ff-5af6-4406-8e2e-cc142ca52294,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:46.235848 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-63718800-9304-4964-b162-2990ecab775e req-8b06508d-89c8-434d-b0c9-6ab540df9f76 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092939 Jul 09 13:23:46.312370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8339c5-a5cf-4ac0-be1e-69027eeacfc5 req-44dc443a-7d93-41ed-932d-c375269c01e9 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:46.314053 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f8339c5-a5cf-4ac0-be1e-69027eeacfc5 req-44dc443a-7d93-41ed-932d-c375269c01e9 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 945 time: 0.0876749 Jul 09 13:23:46.366761 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f8339c5-a5cf-4ac0-be1e-69027eeacfc5 req-6a8fa2ac-b126-436b-a9b8-c0177e53c2a5 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466802 Jul 09 13:23:46.502825 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d56a2-fcb0-4f2f-90cf-3de0fe285caa req-db477bf4-620b-4451-b4a9-603cdd307ae9 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:46.507960 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2f3d56a2-fcb0-4f2f-90cf-3de0fe285caa req-db477bf4-620b-4451-b4a9-603cdd307ae9 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.0698271 Jul 09 13:23:46.555489 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-db958190-eb10-4aba-8813-88f966cad538 service neutron] show failed (client error): The resource could not be found. Jul 09 13:23:46.556240 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-db958190-eb10-4aba-8813-88f966cad538 service neutron] 10.222.0.15 "GET /v2.0/ports/13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1/bindings/n-h1-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.1180096 Jul 09 13:23:46.578899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2f3d56a2-fcb0-4f2f-90cf-3de0fe285caa req-e6e5c69c-f25b-4c9b-b546-02109441b525 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669019 Jul 09 13:23:46.671172 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d891ede5-70a1-468f-810a-9a356ae1a5d6 req-5ea2acfe-495f-49a0-a535-2fc25811b56f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/0d72b6e1-c0e6-45b7-a739-0afb1b4bf556 HTTP/1.1" status: 200 len: 1800 time: 0.0718958 Jul 09 13:23:46.738563 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9aaa433a-ae44-45fc-ac35-a2f0b8e1e367 req-4ba2c8e7-baa4-4998-959c-2d956f5f7354 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 210 time: 0.0426056 Jul 09 13:23:46.780481 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d891ede5-70a1-468f-810a-9a356ae1a5d6 req-7e21af92-beae-4b48-8496-9057460e61c8 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.825761 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d891ede5-70a1-468f-810a-9a356ae1a5d6 req-7e21af92-beae-4b48-8496-9057460e61c8 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.961498 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d891ede5-70a1-468f-810a-9a356ae1a5d6 req-7e21af92-beae-4b48-8496-9057460e61c8 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.964011 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d891ede5-70a1-468f-810a-9a356ae1a5d6 req-7e21af92-beae-4b48-8496-9057460e61c8 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:46.965154 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d891ede5-70a1-468f-810a-9a356ae1a5d6 req-7e21af92-beae-4b48-8496-9057460e61c8 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "DELETE /v2.0/security-groups/0d72b6e1-c0e6-45b7-a739-0afb1b4bf556 HTTP/1.1" status: 204 len: 173 time: 0.2932580 Jul 09 13:23:46.992633 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e21af92-beae-4b48-8496-9057460e61c8 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d72b6e1-c0e6-45b7-a739-0afb1b4bf556,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:47.017388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34b9a90-c9a5-42de-a984-e3e65a9542e4 req-3a5f8566-4cc0-4aa2-ae02-4440069e2e6d tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:47.019059 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a34b9a90-c9a5-42de-a984-e3e65a9542e4 req-3a5f8566-4cc0-4aa2-ae02-4440069e2e6d tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 950 time: 0.1511729 Jul 09 13:23:47.028937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-d9a262fc-1fbd-4ccb-8019-ffefde06b81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:47.030388 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-d9a262fc-1fbd-4ccb-8019-ffefde06b81d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5&tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6 HTTP/1.1" status: 200 len: 1101 time: 0.1213136 Jul 09 13:23:47.042368 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:47.168513 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a34b9a90-c9a5-42de-a984-e3e65a9542e4 req-61daa8d4-e61f-48d8-96f5-9c7803bf81ae tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421857 Jul 09 13:23:47.205384 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.211498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-c0eb2aa5-c90e-4d8f-974c-1decf2974cc4 req-f8434fe0-3de7-44c9-824f-2753387b8a7f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-856012955', 'description': 'tempest-description-300733293'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:47.287134 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af7cc7-8e21-4aaf-849d-1f7b73c5e8a6 req-bd5d5ea7-83ab-403d-b36e-b47e1779772a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:47.288746 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26af7cc7-8e21-4aaf-849d-1f7b73c5e8a6 req-bd5d5ea7-83ab-403d-b36e-b47e1779772a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 943 time: 0.1922033 Jul 09 13:23:47.297800 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c0eb2aa5-c90e-4d8f-974c-1decf2974cc4 req-f8434fe0-3de7-44c9-824f-2753387b8a7f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.430110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26af7cc7-8e21-4aaf-849d-1f7b73c5e8a6 req-53d461de-27a5-4430-8a2b-9af15cae393d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333101 Jul 09 13:23:47.577367 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c0eb2aa5-c90e-4d8f-974c-1decf2974cc4 req-f8434fe0-3de7-44c9-824f-2753387b8a7f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.579484 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:47.582731 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c0eb2aa5-c90e-4d8f-974c-1decf2974cc4 req-f8434fe0-3de7-44c9-824f-2753387b8a7f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.643122 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c0eb2aa5-c90e-4d8f-974c-1decf2974cc4 req-f8434fe0-3de7-44c9-824f-2753387b8a7f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.648857 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c0eb2aa5-c90e-4d8f-974c-1decf2974cc4 req-f8434fe0-3de7-44c9-824f-2753387b8a7f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4470041 Jul 09 13:23:47.651689 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8434fe0-3de7-44c9-824f-2753387b8a7f tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc74b89d-bf56-48fa-81d3-3b7e1a36ca1f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:47.688347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:47.781476 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.816934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-284ed541-cdd3-4715-b73d-fb01f4254798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:47.819045 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-284ed541-cdd3-4715-b73d-fb01f4254798 service neutron] 10.222.0.18 "GET /v2.0/ports/09127b77-234e-4594-8ccb-d507e2278c0c HTTP/1.1" status: 200 len: 1032 time: 0.0956244 Jul 09 13:23:47.828929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Transition to ACTIVE for port object 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:47.830881 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:47.834475 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e342e2-740f-4db5-8e39-d3c94ea21d85" -d '{"events": [{"server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "name": "network-vif-unplugged", "status": "completed", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:47.853453 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:47.878063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-74506f12-06f5-421d-b176-c0c88c5f16ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:47.879739 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-74506f12-06f5-421d-b176-c0c88c5f16ed service neutron] 10.222.0.18 "GET /v2.0/ports/9dac8575-da90-47f3-980a-1e70c9c7db5e HTTP/1.1" status: 200 len: 1033 time: 0.0545189 Jul 09 13:23:48.020538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Pushing event updated for resources: {'Port': ['ID=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:48.054863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] No DVR routers for this DVR port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 on host n-h2-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:48.064839 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-557bfc03-17c1-4542-9a14-04e3a0041e25 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:48.072171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-557bfc03-17c1-4542-9a14-04e3a0041e25 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:48.081086 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-557bfc03-17c1-4542-9a14-04e3a0041e25 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:48.082838 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-557bfc03-17c1-4542-9a14-04e3a0041e25 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.18 "GET /v2.0/networks?id=506f0105-b494-4138-9dfd-14195d3a3fed&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&id=a919d1e5-88c0-4789-bf94-149c0bb79ee9 HTTP/1.1" status: 200 len: 1995 time: 0.1912293 Jul 09 13:23:48.125300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2fbb8c-e1d0-4331-9a87-d8b8a51a3cdf req-1e52a897-f12d-4606-9925-0c6dcad07718 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:48.126878 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f2fbb8c-e1d0-4331-9a87-d8b8a51a3cdf req-1e52a897-f12d-4606-9925-0c6dcad07718 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 945 time: 0.2851899 Jul 09 13:23:48.136079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Attempting to bind port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:48.136415 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Attempting to bind port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:48.136741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Attempting to bind port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:48.142989 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-1fbbeddd-ccb8-4630-8fa0-8da52f77bce5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=28cccfcdce06416798d3fed1b5c86fea HTTP/1.1" status: 200 len: 379 time: 0.0501838 Jul 09 13:23:48.148319 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44843132-88e4-47ef-a94c-6841f7456754 req-79a7439c-e63b-48e2-8b9c-6ce0012980da tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:48.156183 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-44843132-88e4-47ef-a94c-6841f7456754 req-79a7439c-e63b-48e2-8b9c-6ce0012980da tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 1101 time: 0.2082057 Jul 09 13:23:48.157327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4af7843f-05d4-4b95-9796-013b5a3f07fb tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Request body: {'port': {'device_id': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed', 'admin_state_up': True, 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'security_groups': ['0fcb9ed4-1da3-4de9-b118-f1e35ace680f']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:48.170729 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:48.171243 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Attempting to bind port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:48.193171 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-44843132-88e4-47ef-a94c-6841f7456754 req-562a8bfa-7140-4045-8925-8abd416b166c tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.208143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:48.208512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:48.208860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:48.209305 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Bound port: 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:48.209661 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.280384 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f2fbb8c-e1d0-4331-9a87-d8b8a51a3cdf req-3549b055-f4d2-438e-ab56-5569157a76ce tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395638 Jul 09 13:23:48.362753 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:48.370643 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:48.412392 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.514265 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:48.514936 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.516417 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] 10.222.0.18 "PUT /v2.0/ports/13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 HTTP/1.1" status: 200 len: 1096 time: 1.4784105 Jul 09 13:23:48.520759 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-44843132-88e4-47ef-a94c-6841f7456754 req-562a8bfa-7140-4045-8925-8abd416b166c tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.566705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4af7843f-05d4-4b95-9796-013b5a3f07fb tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Made reservation on behalf of 28cccfcdce06416798d3fed1b5c86fea for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:48.571079 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4af7843f-05d4-4b95-9796-013b5a3f07fb tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.582444 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-44843132-88e4-47ef-a94c-6841f7456754 req-562a8bfa-7140-4045-8925-8abd416b166c tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:48.734471 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-44843132-88e4-47ef-a94c-6841f7456754 req-562a8bfa-7140-4045-8925-8abd416b166c tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5773952 Jul 09 13:23:48.739646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eed404d-04d5-4f83-81bf-e31595f74f20 service neutron] Pushing event updated for resources: {'Port': ['ID=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:48.762159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4af7843f-05d4-4b95-9796-013b5a3f07fb tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Allocated IP 172.20.0.10 (506f0105-b494-4138-9dfd-14195d3a3fed/e2915b4c-1b15-4665-bc6f-4ef8238c6ea1/1fced731-60a5-4f64-be58-9ef321696a0a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:48.785732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562a8bfa-7140-4045-8925-8abd416b166c tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf93dc33-6713-4999-9d33-974c6f138ca9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:48.813052 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-4f14a9b0-e7e0-4957-91d0-512fbc2a071e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:48.814634 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-4f14a9b0-e7e0-4957-91d0-512fbc2a071e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 1099 time: 0.2007730 Jul 09 13:23:48.824247 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50e48f-9de3-4565-87ee-febadcc9e145 req-70a1413f-ee7e-4ea4-a5f8-aa7806d4bda8 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:48.832408 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a50e48f-9de3-4565-87ee-febadcc9e145 req-70a1413f-ee7e-4ea4-a5f8-aa7806d4bda8 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 948 time: 0.2195191 Jul 09 13:23:48.968592 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a50e48f-9de3-4565-87ee-febadcc9e145 req-2e397412-a04d-4df2-abf9-3deabab718d5 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352298 Jul 09 13:23:48.979583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-53d1e1ee-e265-4b91-9060-afa1c67e6677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:48.982731 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-53d1e1ee-e265-4b91-9060-afa1c67e6677 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1470599 Jul 09 13:23:49.027555 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-13d897bb-22e3-45c1-82ef-637aa3f2081d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 HTTP/1.1" status: 200 len: 217 time: 0.0388973 Jul 09 13:23:49.036890 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4af7843f-05d4-4b95-9796-013b5a3f07fb tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:49.054989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4af7843f-05d4-4b95-9796-013b5a3f07fb tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Transition to ACTIVE for port object 1fced731-60a5-4f64-be58-9ef321696a0a will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:49.097579 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4af7843f-05d4-4b95-9796-013b5a3f07fb tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:49.108900 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a3f28a6-20c4-4a36-a300-fe939c4c7981 req-0b23a182-ce27-4c56-b941-84b053d648ba tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/dc74b89d-bf56-48fa-81d3-3b7e1a36ca1f HTTP/1.1" status: 200 len: 1799 time: 0.0842166 Jul 09 13:23:49.110311 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-a44064c7-474a-4a03-8500-f6a502f8336a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:49.111737 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-a44064c7-474a-4a03-8500-f6a502f8336a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0774090 Jul 09 13:23:49.120721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-4a3f28a6-20c4-4a36-a300-fe939c4c7981 req-b3133681-ab0c-4aa9-9939-384bbf3e6c9a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Request body: {'security_group': {'name': 'tempest-sg-hth-320863750', 'description': 'tempest-description-hth-1894329467'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:49.146453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4af7843f-05d4-4b95-9796-013b5a3f07fb tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Network 506f0105-b494-4138-9dfd-14195d3a3fed is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:49.150213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4af7843f-05d4-4b95-9796-013b5a3f07fb tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:49.157249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4af7843f-05d4-4b95-9796-013b5a3f07fb tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:49.193488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af7843f-05d4-4b95-9796-013b5a3f07fb tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event updated for resources: {'Port': ['ID=1fced731-60a5-4f64-be58-9ef321696a0a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:49.219027 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4a3f28a6-20c4-4a36-a300-fe939c4c7981 req-b3133681-ab0c-4aa9-9939-384bbf3e6c9a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:49.226942 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4af7843f-05d4-4b95-9796-013b5a3f07fb tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:49.227967 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4af7843f-05d4-4b95-9796-013b5a3f07fb tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:49.257720 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4af7843f-05d4-4b95-9796-013b5a3f07fb tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1087804 Jul 09 13:23:49.270499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-1c6b5d62-b711-4034-96a8-7cfcf491824a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Request body: {'port': {'device_id': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825', 'admin_state_up': True, 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'security_groups': ['0fcb9ed4-1da3-4de9-b118-f1e35ace680f']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:49.300651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-21a46543-fbc8-475a-8a8e-9e3f33b30635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:49.302195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-21a46543-fbc8-475a-8a8e-9e3f33b30635 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1772668 Jul 09 13:23:49.304946 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4a3f28a6-20c4-4a36-a300-fe939c4c7981 req-b3133681-ab0c-4aa9-9939-384bbf3e6c9a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:49.328002 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667af83e-34ea-4cd6-b108-0a657b32b3f2 req-9a1b7684-e6fb-493f-b381-ca17a42126d1 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:49.336383 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-667af83e-34ea-4cd6-b108-0a657b32b3f2 req-9a1b7684-e6fb-493f-b381-ca17a42126d1 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 932 time: 0.1985812 Jul 09 13:23:49.339831 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4a3f28a6-20c4-4a36-a300-fe939c4c7981 req-b3133681-ab0c-4aa9-9939-384bbf3e6c9a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:49.343761 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4a3f28a6-20c4-4a36-a300-fe939c4c7981 req-b3133681-ab0c-4aa9-9939-384bbf3e6c9a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:49.345387 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a3f28a6-20c4-4a36-a300-fe939c4c7981 req-b3133681-ab0c-4aa9-9939-384bbf3e6c9a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "PUT /v2.0/security-groups/dc74b89d-bf56-48fa-81d3-3b7e1a36ca1f HTTP/1.1" status: 200 len: 1774 time: 0.2293231 Jul 09 13:23:49.443039 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3133681-ab0c-4aa9-9939-384bbf3e6c9a tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc74b89d-bf56-48fa-81d3-3b7e1a36ca1f,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:49.483819 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-667af83e-34ea-4cd6-b108-0a657b32b3f2 req-bb83b770-2bcc-4437-bf79-25b3aa602c48 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1464441 Jul 09 13:23:49.485954 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49248cfd-713b-45ad-8bbe-33275604a13e x-openstack-request-id: req-49248cfd-713b-45ad-8bbe-33275604a13e {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:49.489351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-1c6b5d62-b711-4034-96a8-7cfcf491824a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Made reservation on behalf of 28cccfcdce06416798d3fed1b5c86fea for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:49.492913 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "name": "network-vif-unplugged", "status": "completed", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:49.493026 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-49248cfd-713b-45ad-8bbe-33275604a13e {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:49.493706 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1', 'code': 200} Jul 09 13:23:49.500524 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-1c6b5d62-b711-4034-96a8-7cfcf491824a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:49.532969 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-96ef0c5b-1e1a-462a-8cb0-848373203d2a service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230120 Jul 09 13:23:49.570147 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7fd7ca05-681e-493e-b0fa-66d737155ca6 None None] Provisioning for port 1fced731-60a5-4f64-be58-9ef321696a0a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:49.574301 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7fd7ca05-681e-493e-b0fa-66d737155ca6 None None] Provisioning complete for port 1fced731-60a5-4f64-be58-9ef321696a0a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:49.574710 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fd7ca05-681e-493e-b0fa-66d737155ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:49.832534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-1c6b5d62-b711-4034-96a8-7cfcf491824a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Allocated IP 10.1.1.72 (4b93859f-2b1a-41bc-9b5e-e44121cb1825/af2149b2-f850-4dff-83ef-f279b6e3d68b/06a4fa3a-1581-43c4-a7be-244c8a71f6f1) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:49.851055 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19c74b20-17e7-49b5-8812-9ce5f2ded8d6 req-065f3f43-7105-4d09-9a6b-a6e39793659d service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077581 Jul 09 13:23:49.858508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7fd7ca05-681e-493e-b0fa-66d737155ca6 None None] Port 1fced731-60a5-4f64-be58-9ef321696a0a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:49.893882 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e5529b-a461-4b68-9940-e61ad004abf5 req-7ea68c5d-6d4c-4566-be61-e9775261b663 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:49.896442 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6e5529b-a461-4b68-9940-e61ad004abf5 req-7ea68c5d-6d4c-4566-be61-e9775261b663 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 943 time: 0.1895199 Jul 09 13:23:49.983412 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6e5529b-a461-4b68-9940-e61ad004abf5 req-de850c09-f83d-4b25-ab1e-77929a1b40e5 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706656 Jul 09 13:23:50.003546 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7e3fb-ca19-470d-8da0-c0a98f3d0096 req-248adf92-d614-42d9-b8f3-d5843c0dd877 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:50.005984 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46d7e3fb-ca19-470d-8da0-c0a98f3d0096 req-248adf92-d614-42d9-b8f3-d5843c0dd877 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 945 time: 0.1050835 Jul 09 13:23:50.063820 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-1c6b5d62-b711-4034-96a8-7cfcf491824a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:50.088683 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-1c6b5d62-b711-4034-96a8-7cfcf491824a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Transition to ACTIVE for port object 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:50.103546 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46d7e3fb-ca19-470d-8da0-c0a98f3d0096 req-d255017e-4b5d-435f-8fe7-929119b5ec87 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/security-groups?id=960ac677-a61f-42fe-90e3-51ad48fb3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896945 Jul 09 13:23:50.147918 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-1c6b5d62-b711-4034-96a8-7cfcf491824a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:50.208154 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-1c6b5d62-b711-4034-96a8-7cfcf491824a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:50.212049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-1c6b5d62-b711-4034-96a8-7cfcf491824a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:50.215044 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0acf1cba-0dcc-4517-b180-622f721b1fad req-19bc7bc9-234b-4678-95d4-5e739735dad7 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/dc74b89d-bf56-48fa-81d3-3b7e1a36ca1f HTTP/1.1" status: 200 len: 1774 time: 0.0916586 Jul 09 13:23:50.216874 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-1c6b5d62-b711-4034-96a8-7cfcf491824a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:50.227748 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6b5d62-b711-4034-96a8-7cfcf491824a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event updated for resources: {'Port': ['ID=06a4fa3a-1581-43c4-a7be-244c8a71f6f1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:50.265654 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:23:50.296500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-1c6b5d62-b711-4034-96a8-7cfcf491824a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:50.297297 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-1c6b5d62-b711-4034-96a8-7cfcf491824a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:50.319131 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-1c6b5d62-b711-4034-96a8-7cfcf491824a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0533319 Jul 09 13:23:50.330643 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-2d55323b-9d42-4d93-a738-464fdf68db68 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Request body: {'port': {'device_id': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825', 'admin_state_up': True, 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'security_groups': ['0fcb9ed4-1da3-4de9-b118-f1e35ace680f']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:50.334821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec704e1-269b-4930-a181-69a48fb2da91 req-66e3c5b5-5314-4f14-8210-02d153275664 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:50.342469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:23:50.347126 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ec704e1-269b-4930-a181-69a48fb2da91 req-66e3c5b5-5314-4f14-8210-02d153275664 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 945 time: 0.1847262 Jul 09 13:23:50.421806 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ec704e1-269b-4930-a181-69a48fb2da91 req-b88be819-2751-44c7-a096-ccde12ffd69d tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736840 Jul 09 13:23:50.510727 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-2d55323b-9d42-4d93-a738-464fdf68db68 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Made reservation on behalf of 28cccfcdce06416798d3fed1b5c86fea for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:50.516792 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-2d55323b-9d42-4d93-a738-464fdf68db68 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:50.533631 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-07ded9c5-e693-4578-88d3-856eaec096c7 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0375373 Jul 09 13:23:50.589641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bad4d591-abc8-4028-89a5-19bd199117f7 None None] Provisioning for port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:50.597277 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bad4d591-abc8-4028-89a5-19bd199117f7 None None] Provisioning complete for port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:50.598101 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bad4d591-abc8-4028-89a5-19bd199117f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:50.639440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bad4d591-abc8-4028-89a5-19bd199117f7 None None] Port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:50.692083 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-2d55323b-9d42-4d93-a738-464fdf68db68 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Allocated IP 10.1.1.103 (4b93859f-2b1a-41bc-9b5e-e44121cb1825/af2149b2-f850-4dff-83ef-f279b6e3d68b/4a188389-5588-4c13-8b06-298afc4dada5) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:50.706892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a21b45-ea4e-4040-bdef-a8c04c980dbc req-93e6a266-cf9c-45ff-a58d-7007e3aa3a0f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:50.708612 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8a21b45-ea4e-4040-bdef-a8c04c980dbc req-93e6a266-cf9c-45ff-a58d-7007e3aa3a0f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 948 time: 0.1146369 Jul 09 13:23:50.736308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-1909f455-73d0-4ee6-a2d3-cd68617a3b82 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:50.737858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-1909f455-73d0-4ee6-a2d3-cd68617a3b82 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2031686 Jul 09 13:23:50.769551 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-99c1fe1c-c97d-4f17-816c-0f28d7d3c248 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/quotas/a740e856c2b94a13b4c064a3b8d558c6 HTTP/1.1" status: 200 len: 375 time: 0.0189550 Jul 09 13:23:50.777176 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8a21b45-ea4e-4040-bdef-a8c04c980dbc req-2727e6f5-5cba-4c6c-ba86-7d539a055532 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582631 Jul 09 13:23:50.852929 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-2d55323b-9d42-4d93-a738-464fdf68db68 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:50.866610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-2d55323b-9d42-4d93-a738-464fdf68db68 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Transition to ACTIVE for port object 4a188389-5588-4c13-8b06-298afc4dada5 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:50.873440 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aca18bf8-40c5-4d91-b99e-d6e8f341c38b req-b6527b14-6ac0-4fb6-af01-a1e66a996a13 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/dc74b89d-bf56-48fa-81d3-3b7e1a36ca1f HTTP/1.1" status: 200 len: 1774 time: 0.0607970 Jul 09 13:23:50.894234 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-90328e37-fcc4-4da5-b43c-426c1831f953 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1160147 Jul 09 13:23:50.904190 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-2d55323b-9d42-4d93-a738-464fdf68db68 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:50.950210 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-aca18bf8-40c5-4d91-b99e-d6e8f341c38b req-bf1e1e37-24f3-4118-bc35-264f143794ce tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:50.961324 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d55323b-9d42-4d93-a738-464fdf68db68 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event updated for resources: {'Port': ['ID=4a188389-5588-4c13-8b06-298afc4dada5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:50.976197 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-2d55323b-9d42-4d93-a738-464fdf68db68 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:50.977619 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-2d55323b-9d42-4d93-a738-464fdf68db68 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:50.977754 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-aca18bf8-40c5-4d91-b99e-d6e8f341c38b req-bf1e1e37-24f3-4118-bc35-264f143794ce tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:50.979995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-2d55323b-9d42-4d93-a738-464fdf68db68 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:51.033557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-2d55323b-9d42-4d93-a738-464fdf68db68 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:51.034979 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-2d55323b-9d42-4d93-a738-464fdf68db68 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.046680 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-aca18bf8-40c5-4d91-b99e-d6e8f341c38b req-bf1e1e37-24f3-4118-bc35-264f143794ce tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.050068 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-aca18bf8-40c5-4d91-b99e-d6e8f341c38b req-bf1e1e37-24f3-4118-bc35-264f143794ce tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.051775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aca18bf8-40c5-4d91-b99e-d6e8f341c38b req-bf1e1e37-24f3-4118-bc35-264f143794ce tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "DELETE /v2.0/security-groups/dc74b89d-bf56-48fa-81d3-3b7e1a36ca1f HTTP/1.1" status: 204 len: 173 time: 0.1719861 Jul 09 13:23:51.064342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e1e37-24f3-4118-bc35-264f143794ce tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc74b89d-bf56-48fa-81d3-3b7e1a36ca1f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:51.070357 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-2d55323b-9d42-4d93-a738-464fdf68db68 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7444992 Jul 09 13:23:51.080331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a2364c11-e850-46d8-b157-85aabaa5ba78 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Request body: {'port': {'device_id': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9', 'admin_state_up': True, 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'security_groups': ['0fcb9ed4-1da3-4de9-b118-f1e35ace680f']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:51.281650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a2364c11-e850-46d8-b157-85aabaa5ba78 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Made reservation on behalf of 28cccfcdce06416798d3fed1b5c86fea for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:51.298188 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d30cc-bc89-426e-8e68-b3aa16c238b3 req-13eafe8e-65b8-405b-a86a-f44adf1d06d0 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:51.304903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d30cc-bc89-426e-8e68-b3aa16c238b3 req-13eafe8e-65b8-405b-a86a-f44adf1d06d0 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:51.312650 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d30cc-bc89-426e-8e68-b3aa16c238b3 req-13eafe8e-65b8-405b-a86a-f44adf1d06d0 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:51.314481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c3d30cc-bc89-426e-8e68-b3aa16c238b3 req-13eafe8e-65b8-405b-a86a-f44adf1d06d0 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 2374 time: 0.1058497 Jul 09 13:23:51.376795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-54d45cf9-5b52-4de4-af55-618ca33430d2 None None] Provisioning for port 4a188389-5588-4c13-8b06-298afc4dada5 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:51.377703 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c3d30cc-bc89-426e-8e68-b3aa16c238b3 req-1d91b37c-74b9-4835-9af5-2c536dbfcd7a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561476 Jul 09 13:23:51.383240 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-54d45cf9-5b52-4de4-af55-618ca33430d2 None None] Provisioning complete for port 4a188389-5588-4c13-8b06-298afc4dada5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:51.383973 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54d45cf9-5b52-4de4-af55-618ca33430d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.431427 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a2364c11-e850-46d8-b157-85aabaa5ba78 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.462420 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-54d45cf9-5b52-4de4-af55-618ca33430d2 None None] Port 4a188389-5588-4c13-8b06-298afc4dada5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:51.495849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:51.501458 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:51.527293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-7fac4c62-02d2-4da0-bd8c-aa360bf6a087 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:51.530167 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-7fac4c62-02d2-4da0-bd8c-aa360bf6a087 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45&tenant_id=5f446942a386493c8f7ba7f6f57f031b&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1096 time: 0.1029882 Jul 09 13:23:51.542884 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799525-3'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:51.693622 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:51.758003 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c16b912-0b5a-424e-b0f2-afd89b21e60d req-749db551-b1b6-4f42-aa43-fd0a902dd799 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:51.760173 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7c16b912-0b5a-424e-b0f2-afd89b21e60d req-749db551-b1b6-4f42-aa43-fd0a902dd799 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 943 time: 0.1614070 Jul 09 13:23:51.786252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a2364c11-e850-46d8-b157-85aabaa5ba78 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Allocated IP 10.2.2.100 (a919d1e5-88c0-4789-bf94-149c0bb79ee9/23e81aa1-ae8c-419c-8f16-4c5900062b2b/c117dcb6-0161-42a2-9206-e95589bd7547) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:51.892660 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7c16b912-0b5a-424e-b0f2-afd89b21e60d req-b20a7d5d-523e-4aa4-bca7-01d9f103a7fe tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247902 Jul 09 13:23:51.976452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] For port dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:51.981940 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a2364c11-e850-46d8-b157-85aabaa5ba78 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.001606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a2364c11-e850-46d8-b157-85aabaa5ba78 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Transition to ACTIVE for port object c117dcb6-0161-42a2-9206-e95589bd7547 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:52.039617 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a2364c11-e850-46d8-b157-85aabaa5ba78 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.041790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:52.057886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] For port dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:52.117866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a2364c11-e850-46d8-b157-85aabaa5ba78 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Network a919d1e5-88c0-4789-bf94-149c0bb79ee9 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:52.122467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a2364c11-e850-46d8-b157-85aabaa5ba78 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:52.125701 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.143123 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a2364c11-e850-46d8-b157-85aabaa5ba78 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:52.149444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2364c11-e850-46d8-b157-85aabaa5ba78 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event updated for resources: {'Port': ['ID=c117dcb6-0161-42a2-9206-e95589bd7547,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:52.154611 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.240481 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Pushing event updated for resources: {'Port': ['ID=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:52.286592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a2364c11-e850-46d8-b157-85aabaa5ba78 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:52.288255 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a2364c11-e850-46d8-b157-85aabaa5ba78 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.337149 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a2364c11-e850-46d8-b157-85aabaa5ba78 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2605376 Jul 09 13:23:52.348676 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dceaf829-112c-4848-b06f-15bf02d0de5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Request body: {'port': {'device_id': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9', 'admin_state_up': True, 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'security_groups': ['0fcb9ed4-1da3-4de9-b118-f1e35ace680f']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:52.355327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Attempting to bind port dc17aecb-09d8-47b6-96d4-d191d53a1d3e on host n-h2-799525-3 for vnic_type normal with profile {"migrating_to": "n-h1-799525-3"} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:52.356178 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Attempting to bind port dc17aecb-09d8-47b6-96d4-d191d53a1d3e by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:52.357358 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Attempting to bind port dc17aecb-09d8-47b6-96d4-d191d53a1d3e on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:52.378985 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7437637-c222-44ec-a67c-76e89fb1f194 req-0e29e7db-eaf3-4659-ab81-2e73c670c399 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:52.387757 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7437637-c222-44ec-a67c-76e89fb1f194 req-0e29e7db-eaf3-4659-ab81-2e73c670c399 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 943 time: 0.2539325 Jul 09 13:23:52.390959 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:52.397167 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Port dc17aecb-09d8-47b6-96d4-d191d53a1d3e on network b4d14687-7b64-47e7-b45c-f262f4bce809 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:52.397657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Attempting to bind port dc17aecb-09d8-47b6-96d4-d191d53a1d3e on network b4d14687-7b64-47e7-b45c-f262f4bce809 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:52.407208 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:52.407448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Checking segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:52.408106 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Bound using segment: {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:52.408630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Bound port: dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0aa6fac-8673-438c-976e-44de984df9ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'b4d14687-7b64-47e7-b45c-f262f4bce809'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:52.409449 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.435996 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1', 'mac_address': 'fa:16:3e:6b:6c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:23:52.483880 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7437637-c222-44ec-a67c-76e89fb1f194 req-b41f4236-915b-4b1f-8f92-81e4218a7dde tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948846 Jul 09 13:23:52.564491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3261b0f2-0c4e-4f79-a8c8-447498e1c70f None None] Provisioning for port c117dcb6-0161-42a2-9206-e95589bd7547 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:52.577132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] For port dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:52.582549 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] For port dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:52.587208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3261b0f2-0c4e-4f79-a8c8-447498e1c70f None None] Provisioning complete for port c117dcb6-0161-42a2-9206-e95589bd7547 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:52.587503 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3261b0f2-0c4e-4f79-a8c8-447498e1c70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.592322 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.648617 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.661797 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dceaf829-112c-4848-b06f-15bf02d0de5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Made reservation on behalf of 28cccfcdce06416798d3fed1b5c86fea for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:52.667603 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dceaf829-112c-4848-b06f-15bf02d0de5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.694442 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:52.712031 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3261b0f2-0c4e-4f79-a8c8-447498e1c70f None None] Port c117dcb6-0161-42a2-9206-e95589bd7547 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:52.741629 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:52.744065 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Pushing event updated for resources: {'Port': ['ID=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,revision_number=8']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:52.748647 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.749815 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dc17aecb-09d8-47b6-96d4-d191d53a1d3e details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:52.770504 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbe8cd8-4f2b-49fd-9332-6c7d186e95a2 x-openstack-request-id: req-1dbe8cd8-4f2b-49fd-9332-6c7d186e95a2 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:52.770683 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:52.770921 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1dbe8cd8-4f2b-49fd-9332-6c7d186e95a2 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:52.775000 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1', 'status': 'completed', 'code': 200} Jul 09 13:23:52.863987 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:52.865827 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:52.868461 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd12ec45-56d3-4e4e-85a6-e6efaaae5cdb service neutron] 10.222.0.18 "PUT /v2.0/ports/dc17aecb-09d8-47b6-96d4-d191d53a1d3e HTTP/1.1" status: 200 len: 1121 time: 1.3303506 Jul 09 13:23:52.992385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:53.073578 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1220d205-d5cd-457f-a685-5a8dafdad9e9 req-a78f5d2e-4761-49f5-823e-6f3db173e228 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.081762 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1220d205-d5cd-457f-a685-5a8dafdad9e9 req-a78f5d2e-4761-49f5-823e-6f3db173e228 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 945 time: 0.1117883 Jul 09 13:23:53.106802 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:53.150705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:53.165641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:53.167351 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:53.167926 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:53.171010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:53.171988 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:53.173116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:53.175879 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:53.176404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:53.177213 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:53.177716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:53.178997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:23:53.183622 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dc17aecb-09d8-47b6-96d4-d191d53a1d3e has no active binding in host n-h1-799525-3 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:23:53.186010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['dc17aecb-09d8-47b6-96d4-d191d53a1d3e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:53.188664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['dc17aecb-09d8-47b6-96d4-d191d53a1d3e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:53.201080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dceaf829-112c-4848-b06f-15bf02d0de5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Allocated IP 10.2.2.200 (a919d1e5-88c0-4789-bf94-149c0bb79ee9/23e81aa1-ae8c-419c-8f16-4c5900062b2b/b58b6e37-21d9-4f9e-826c-1c81a5f9451d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:53.210713 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1220d205-d5cd-457f-a685-5a8dafdad9e9 req-347e7e71-6318-478b-a75c-275eb9ffdce1 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/security-groups?id=960ac677-a61f-42fe-90e3-51ad48fb3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279700 Jul 09 13:23:53.306262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84330d62-a80c-4e8d-bd6e-384bbfe4aefd req-4cdb6bc9-0519-4a86-a2d7-0a257a5fc807 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.311398 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-84330d62-a80c-4e8d-bd6e-384bbfe4aefd req-4cdb6bc9-0519-4a86-a2d7-0a257a5fc807 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 949 time: 0.2071729 Jul 09 13:23:53.362315 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dceaf829-112c-4848-b06f-15bf02d0de5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:53.376254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dceaf829-112c-4848-b06f-15bf02d0de5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Transition to ACTIVE for port object b58b6e37-21d9-4f9e-826c-1c81a5f9451d will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:53.398879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-84330d62-a80c-4e8d-bd6e-384bbfe4aefd req-8786aa58-cb3e-4068-92af-76ad9fa57ab4 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813606 Jul 09 13:23:53.447424 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dceaf829-112c-4848-b06f-15bf02d0de5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:53.554090 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:53.565018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-63e9e1eb-0f2e-4b57-8e63-64a8dd39c1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.566699 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-63e9e1eb-0f2e-4b57-8e63-64a8dd39c1ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 1100 time: 0.8804348 Jul 09 13:23:53.568883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dceaf829-112c-4848-b06f-15bf02d0de5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Network a919d1e5-88c0-4789-bf94-149c0bb79ee9 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:53.572713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd3e91-8506-40c5-8164-79038994df73 req-02f3a857-80f6-45cc-915d-2c360914091f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.574909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-20a73a43-67be-4dae-b411-6785ae8d27b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.576642 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-20a73a43-67be-4dae-b411-6785ae8d27b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 1099 time: 0.8819184 Jul 09 13:23:53.578857 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dceaf829-112c-4848-b06f-15bf02d0de5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:53.580647 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dceaf829-112c-4848-b06f-15bf02d0de5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event updated for resources: {'Port': ['ID=b58b6e37-21d9-4f9e-826c-1c81a5f9451d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:53.583069 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dceaf829-112c-4848-b06f-15bf02d0de5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:53.609543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd3e91-8506-40c5-8164-79038994df73 req-02f3a857-80f6-45cc-915d-2c360914091f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.618576 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd3e91-8506-40c5-8164-79038994df73 req-02f3a857-80f6-45cc-915d-2c360914091f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.630350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd3e91-8506-40c5-8164-79038994df73 req-02f3a857-80f6-45cc-915d-2c360914091f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.639903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfd3e91-8506-40c5-8164-79038994df73 req-02f3a857-80f6-45cc-915d-2c360914091f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.651110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abfd3e91-8506-40c5-8164-79038994df73 req-02f3a857-80f6-45cc-915d-2c360914091f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 3816 time: 0.1861222 Jul 09 13:23:53.741455 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abfd3e91-8506-40c5-8164-79038994df73 req-d518532e-3fb8-4d18-9069-a75487a1f5ec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865912 Jul 09 13:23:53.755643 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6dc5d331-9116-4749-beb2-86948567e664 req-4300d331-4abd-41d6-8664-67d944c09c52 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f31b05-3d5c-4fe8-a088-48f96772e461 HTTP/1.1" status: 200 len: 210 time: 0.0761800 Jul 09 13:23:53.810116 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-538edcd1-52ee-4092-ae71-58e25c4e64ef req-498ba53e-52e1-4176-89e1-6025e46fba33 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] show failed (client error): The resource could not be found. Jul 09 13:23:53.825004 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-538edcd1-52ee-4092-ae71-58e25c4e64ef req-498ba53e-52e1-4176-89e1-6025e46fba33 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/0d72b6e1-c0e6-45b7-a739-0afb1b4bf556 HTTP/1.1" status: 404 len: 352 time: 0.0462132 Jul 09 13:23:53.885040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dceaf829-112c-4848-b06f-15bf02d0de5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.886148 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dceaf829-112c-4848-b06f-15bf02d0de5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:53.959404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-defec166-a1a3-4006-990a-944f614ee6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:53.962552 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-defec166-a1a3-4006-990a-944f614ee6da service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.3686650 Jul 09 13:23:54.031822 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-15d601a4-de5a-433c-9fc1-0a6c2b28e96a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 HTTP/1.1" status: 200 len: 217 time: 0.0583253 Jul 09 13:23:54.050298 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dceaf829-112c-4848-b06f-15bf02d0de5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7063570 Jul 09 13:23:54.053041 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-822bc4c8-559c-471a-9230-9250b78d5a5b None None] Provisioning for port b58b6e37-21d9-4f9e-826c-1c81a5f9451d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:54.057718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-822bc4c8-559c-471a-9230-9250b78d5a5b None None] Provisioning complete for port b58b6e37-21d9-4f9e-826c-1c81a5f9451d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:54.058317 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-822bc4c8-559c-471a-9230-9250b78d5a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.130210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-822bc4c8-559c-471a-9230-9250b78d5a5b None None] Port b58b6e37-21d9-4f9e-826c-1c81a5f9451d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:54.160700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Request body: {'port': {'device_id': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:54.167637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-7d4faaae-29d0-459c-9976-9653aa73f6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:54.169436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2fa2d-2da6-48f9-bede-9d43572c2e09 req-3773d4ba-13a4-469f-bc9b-98eaf3a196a3 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:54.174022 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-7d4faaae-29d0-459c-9976-9653aa73f6e1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.5958257 Jul 09 13:23:54.174184 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eef2fa2d-2da6-48f9-bede-9d43572c2e09 req-3773d4ba-13a4-469f-bc9b-98eaf3a196a3 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 943 time: 0.1728885 Jul 09 13:23:54.267276 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-8c13d40b-5c5e-4b4e-a78c-a6bef75fbb8b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1154954 Jul 09 13:23:54.273903 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-d7580c6d-cc6c-433b-a9b8-3f46bcf101ed service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 HTTP/1.1" status: 200 len: 217 time: 0.0872791 Jul 09 13:23:54.281442 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eef2fa2d-2da6-48f9-bede-9d43572c2e09 req-31fa9c3c-633e-492a-8e2c-925501336011 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936260 Jul 09 13:23:54.309060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-d35d9043-e961-4509-896d-dd5c4d048d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:54.311654 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-d35d9043-e961-4509-896d-dd5c4d048d4c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.2671225 Jul 09 13:23:54.475531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-6a52f38d-cabb-4981-b9b0-0f18f525d60f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:54.477034 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-6a52f38d-cabb-4981-b9b0-0f18f525d60f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2020416 Jul 09 13:23:54.504360 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157de749-c7ef-4b55-a8c6-9f32c35c7362 req-cbf482c7-f509-450c-b554-d260b28b1ff9 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:54.514692 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-157de749-c7ef-4b55-a8c6-9f32c35c7362 req-cbf482c7-f509-450c-b554-d260b28b1ff9 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 943 time: 0.0941422 Jul 09 13:23:54.549542 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3eee48d8-794e-43c0-9ab7-e9360ba211f2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Request body: {'port': {'device_id': '51f38536-8608-418f-b522-2609a5846807', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'a740e856c2b94a13b4c064a3b8d558c6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:54.561951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-157de749-c7ef-4b55-a8c6-9f32c35c7362 req-e91e6ff2-144a-4f44-8bfd-6a62f52ffb19 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462077 Jul 09 13:23:54.628521 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-8a8aa623-4c82-472c-94af-a2a987bc5a34 req-ed1b4985-df89-451d-ab68-52fdbd4745c9 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] show failed (client error): The resource could not be found. Jul 09 13:23:54.630617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a8aa623-4c82-472c-94af-a2a987bc5a34 req-ed1b4985-df89-451d-ab68-52fdbd4745c9 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/5e13d6ff-5af6-4406-8e2e-cc142ca52294 HTTP/1.1" status: 404 len: 352 time: 0.0287814 Jul 09 13:23:54.671224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-6d35e564-eeb4-4743-9486-739496573bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:54.672713 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-6d35e564-eeb4-4743-9486-739496573bda service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.3785443 Jul 09 13:23:54.720121 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:54.752618 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-c1074218-3461-461b-9009-5b535665cca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:54.754141 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-c1074218-3461-461b-9009-5b535665cca8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4264100 Jul 09 13:23:54.783078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c69f53a-c250-4544-94cc-fe74196c0b45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc17aecb-09d8-47b6-96d4-d191d53a1d3e'}, {'name': 'network-changed', 'server_uuid': '7c69f53a-c250-4544-94cc-fe74196c0b45', 'tag': 'dc17aecb-09d8-47b6-96d4-d191d53a1d3e'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:54.786748 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2cf18b-4dd3-4669-b045-f8a7f6b9c1f9" -d '{"events": [{"server_uuid": "7c69f53a-c250-4544-94cc-fe74196c0b45", "name": "network-vif-unplugged", "status": "completed", "tag": "dc17aecb-09d8-47b6-96d4-d191d53a1d3e"}, {"name": "network-changed", "server_uuid": "7c69f53a-c250-4544-94cc-fe74196c0b45", "tag": "dc17aecb-09d8-47b6-96d4-d191d53a1d3e"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:54.875572 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-f29e00e7-dadc-4a8c-bd67-4f1837929680 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:54.877671 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-f29e00e7-dadc-4a8c-bd67-4f1837929680 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.18 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5&tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&binding%3Ahost_id=n-h1-799525-3 HTTP/1.1" status: 200 len: 949 time: 0.2088020 Jul 09 13:23:55.069301 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-6688b51b-4fa1-4e2f-be39-9399f00ce655 req-2f939039-ad68-4ec9-b4e9-f9e27641dce2 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] show failed (client error): The resource could not be found. Jul 09 13:23:55.070365 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6688b51b-4fa1-4e2f-be39-9399f00ce655 req-2f939039-ad68-4ec9-b4e9-f9e27641dce2 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/0d97fd30-da0d-4e45-9369-a00d1ce63c73 HTTP/1.1" status: 404 len: 352 time: 0.0453987 Jul 09 13:23:55.089034 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd3bb9-a314-420c-bc5d-aec61178f117 req-66c6cf7c-c645-4a7f-8706-e9aa0f64053a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:55.091903 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5cd3bb9-a314-420c-bc5d-aec61178f117 req-66c6cf7c-c645-4a7f-8706-e9aa0f64053a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 949 time: 0.2363844 Jul 09 13:23:55.111711 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-798234c0-87b2-4b68-ad50-242f77e0586f service neutron] 10.222.0.18 "GET /v2.0/ports/13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1/bindings/n-h1-799525-3 HTTP/1.1" status: 200 len: 382 time: 0.1948626 Jul 09 13:23:55.176667 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5cd3bb9-a314-420c-bc5d-aec61178f117 req-37eeb9a8-0738-40ad-8076-c2ca65baa0d0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748794 Jul 09 13:23:55.222712 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7afa1c74-72bb-4b73-b89d-de1c956a5ef2 req-349df8ce-1174-4788-890d-8fd1f1edc182 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f31b05-3d5c-4fe8-a088-48f96772e461 HTTP/1.1" status: 200 len: 210 time: 0.0397968 Jul 09 13:23:55.253400 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b96161-eb83-406c-837d-3180f1fa3e6f x-openstack-request-id: req-45b96161-eb83-406c-837d-3180f1fa3e6f {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:55.253992 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c69f53a-c250-4544-94cc-fe74196c0b45", "name": "network-vif-unplugged", "status": "completed", "tag": "dc17aecb-09d8-47b6-96d4-d191d53a1d3e", "code": 200}, {"name": "network-changed", "server_uuid": "7c69f53a-c250-4544-94cc-fe74196c0b45", "tag": "dc17aecb-09d8-47b6-96d4-d191d53a1d3e", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:55.254457 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-45b96161-eb83-406c-837d-3180f1fa3e6f {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:55.256197 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c69f53a-c250-4544-94cc-fe74196c0b45', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc17aecb-09d8-47b6-96d4-d191d53a1d3e', 'code': 200} Jul 09 13:23:55.257092 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c69f53a-c250-4544-94cc-fe74196c0b45', 'tag': 'dc17aecb-09d8-47b6-96d4-d191d53a1d3e', 'status': 'completed', 'code': 200} Jul 09 13:23:55.290593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.15', 54210) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:23:55.303636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-965c8d51-3c04-4fd0-afbc-c7834351dfc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:55.305305 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-965c8d51-3c04-4fd0-afbc-c7834351dfc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6172187 Jul 09 13:23:55.306877 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-be0829a2-4ebb-49d4-b320-fd87c8a1e883 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644979 Jul 09 13:23:55.369701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cf18b-4dd3-4669-b045-f8a7f6b9c1f9 req-1e25e80d-ccf0-4c2a-918b-cb3c735250a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:55.373244 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c2cf18b-4dd3-4669-b045-f8a7f6b9c1f9 req-1e25e80d-ccf0-4c2a-918b-cb3c735250a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 1124 time: 0.0774279 Jul 09 13:23:55.492938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3eee48d8-794e-43c0-9ab7-e9360ba211f2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Made reservation on behalf of a740e856c2b94a13b4c064a3b8d558c6 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:55.497274 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3eee48d8-794e-43c0-9ab7-e9360ba211f2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:55.563523 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32d82-17c8-49a8-8dc1-3ea5c428abc0 req-a3d89873-d425-43a0-89eb-b058e617212a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:55.569309 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32d82-17c8-49a8-8dc1-3ea5c428abc0 req-a3d89873-d425-43a0-89eb-b058e617212a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:55.573473 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-e1e9f66c-e886-461d-8fe6-8e9f02b42ec1 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8074818 Jul 09 13:23:55.576070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32d82-17c8-49a8-8dc1-3ea5c428abc0 req-a3d89873-d425-43a0-89eb-b058e617212a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:55.581874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32d82-17c8-49a8-8dc1-3ea5c428abc0 req-a3d89873-d425-43a0-89eb-b058e617212a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:55.587747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b32d82-17c8-49a8-8dc1-3ea5c428abc0 req-a3d89873-d425-43a0-89eb-b058e617212a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:55.589509 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98b32d82-17c8-49a8-8dc1-3ea5c428abc0 req-a3d89873-d425-43a0-89eb-b058e617212a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 3816 time: 0.2229526 Jul 09 13:23:55.597168 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cf18b-4dd3-4669-b045-f8a7f6b9c1f9 req-1a6ab2e9-67a3-4b8e-be71-959160ac6a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:55.598198 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c2cf18b-4dd3-4669-b045-f8a7f6b9c1f9 req-1a6ab2e9-67a3-4b8e-be71-959160ac6a26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.2119689 Jul 09 13:23:55.771256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-cb062dd2-4c67-49d2-a38d-5737bd06a6b8 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:55.772790 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-cb062dd2-4c67-49d2-a38d-5737bd06a6b8 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4362173 Jul 09 13:23:55.795991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-353e5802-3d0a-49a5-9368-c00b2535772f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Request body: {'port': {'device_id': '45f31b05-3d5c-4fe8-a088-48f96772e461', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'a740e856c2b94a13b4c064a3b8d558c6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:55.872077 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-24de35f5-f438-4e11-bb11-073f2774f5d0 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464857 Jul 09 13:23:55.946887 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c2cf18b-4dd3-4669-b045-f8a7f6b9c1f9 req-68736b42-bb99-450b-963c-f6883813eb2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc17aecb-09d8-47b6-96d4-d191d53a1d3e HTTP/1.1" status: 200 len: 217 time: 0.3371227 Jul 09 13:23:56.001872 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abae3d99-4c03-42dd-8b9f-e4cbc598f4a4 req-9f08ef86-82d5-4f74-a19c-0c8874b9ffce tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:56.003632 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abae3d99-4c03-42dd-8b9f-e4cbc598f4a4 req-9f08ef86-82d5-4f74-a19c-0c8874b9ffce tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 945 time: 0.5080197 Jul 09 13:23:56.011461 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-e1e1dea2-adf8-4967-a4e7-7f1fe24d7fb3 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248784 Jul 09 13:23:56.032807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98b32d82-17c8-49a8-8dc1-3ea5c428abc0 req-7e24620d-e72d-40df-95c3-5f4ff6577e14 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4250717 Jul 09 13:23:56.066894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2cf18b-4dd3-4669-b045-f8a7f6b9c1f9 req-dced8bab-aa8b-49c4-ada1-285d46b143a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:56.068460 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c2cf18b-4dd3-4669-b045-f8a7f6b9c1f9 req-dced8bab-aa8b-49c4-ada1-285d46b143a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.1138101 Jul 09 13:23:56.069352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3eee48d8-794e-43c0-9ab7-e9360ba211f2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Allocated IP 192.168.233.165 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/214d123d-b283-4076-9ddc-423d790d7e57) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:56.090729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:23:56.129688 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c2cf18b-4dd3-4669-b045-f8a7f6b9c1f9 req-c52c2a82-ef3a-4494-880a-8e2af8511d8b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465367 Jul 09 13:23:56.152223 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:56.156393 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-b58cc31c-02d7-47f2-ba55-dade6e6a011a req-2303e05a-66a9-4b2e-9f33-0b785f8970b0 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] show failed (client error): The resource could not be found. Jul 09 13:23:56.157436 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b58cc31c-02d7-47f2-ba55-dade6e6a011a req-2303e05a-66a9-4b2e-9f33-0b785f8970b0 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/0ad3e944-a6c5-425c-baee-dd0e92d0bbdf HTTP/1.1" status: 404 len: 352 time: 0.0382853 Jul 09 13:23:56.159944 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:56.160745 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.210207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abae3d99-4c03-42dd-8b9f-e4cbc598f4a4 req-8461883b-f07d-416d-b22d-ea10945f8cfa tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/security-groups?id=960ac677-a61f-42fe-90e3-51ad48fb3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1985197 Jul 09 13:23:56.287930 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c2cf18b-4dd3-4669-b045-f8a7f6b9c1f9 req-7f8a04ae-ef0f-46ec-97c1-d442e61b7909 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468551 Jul 09 13:23:56.315615 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-353e5802-3d0a-49a5-9368-c00b2535772f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Made reservation on behalf of a740e856c2b94a13b4c064a3b8d558c6 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:23:56.319768 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.321356 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-353e5802-3d0a-49a5-9368-c00b2535772f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.365641 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40ac7d12-c1d4-42dc-9a81-5206541b3e2c req-44ce5da9-db00-40cf-ac8b-4a80581ca755 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4644289 Jul 09 13:23:56.373433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:56.376073 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e33b7597-8a22-49cd-9363-73d3defa518b" -d '{"events": [{"server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "name": "network-vif-plugged", "status": "completed", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:56.415215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:56.420701 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.488083 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fced731-60a5-4f64-be58-9ef321696a0a {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:56.513551 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.523553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:56.594452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-c7c14c86-1352-4e3b-aa0a-860505b609c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:56.596385 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-c7c14c86-1352-4e3b-aa0a-860505b609c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 1100 time: 0.5285399 Jul 09 13:23:56.597646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Transition to ACTIVE for port object 1fced731-60a5-4f64-be58-9ef321696a0a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:56.607028 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c2cf18b-4dd3-4669-b045-f8a7f6b9c1f9 req-c7dffea7-978e-43f7-a0a0-fc597f487d12 service neutron] 10.222.0.15 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3092835 Jul 09 13:23:56.619881 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.648626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a502f1b-c1f2-4123-9a9f-464d03a59242 req-1c2d9e9a-c812-45c9-9b8a-84e5beb853c0 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:56.650387 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a502f1b-c1f2-4123-9a9f-464d03a59242 req-1c2d9e9a-c812-45c9-9b8a-84e5beb853c0 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 943 time: 0.3390603 Jul 09 13:23:56.670814 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6464cbe0-12eb-47a3-99f7-975b367f8cf1 req-d926d8ef-9287-4ab5-bea0-0259596b91ca tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:56.672329 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6464cbe0-12eb-47a3-99f7-975b367f8cf1 req-d926d8ef-9287-4ab5-bea0-0259596b91ca tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 943 time: 0.2491148 Jul 09 13:23:56.773925 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a502f1b-c1f2-4123-9a9f-464d03a59242 req-5231b370-0072-434f-b347-f47f35abeb2a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117203 Jul 09 13:23:56.786314 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Pushing event updated for resources: {'Port': ['ID=1fced731-60a5-4f64-be58-9ef321696a0a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:56.810798 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6464cbe0-12eb-47a3-99f7-975b367f8cf1 req-9a20e38e-dcb2-45b9-8473-a6125475786d tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073349 Jul 09 13:23:56.854161 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-a9582adf-f6a5-44f6-acf4-b271b651d115 req-1a7400dc-b769-4979-af4b-3383af0eb2e7 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] show failed (client error): The resource could not be found. Jul 09 13:23:56.867990 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a9582adf-f6a5-44f6-acf4-b271b651d115 req-1a7400dc-b769-4979-af4b-3383af0eb2e7 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/b92d4577-5e20-4b60-9c09-7aaf618c3f8e HTTP/1.1" status: 404 len: 352 time: 0.0476403 Jul 09 13:23:56.884674 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3eee48d8-794e-43c0-9ab7-e9360ba211f2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:56.894223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa04ca-595f-4324-83ce-0a5b786129e3 req-4ff9edf0-b80d-44f6-be6a-b988b7d93ea9 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:56.897751 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19aa04ca-595f-4324-83ce-0a5b786129e3 req-4ff9edf0-b80d-44f6-be6a-b988b7d93ea9 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.15 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 945 time: 0.2463982 Jul 09 13:23:56.915186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3eee48d8-794e-43c0-9ab7-e9360ba211f2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Transition to ACTIVE for port object 214d123d-b283-4076-9ddc-423d790d7e57 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:57.068426 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3eee48d8-794e-43c0-9ab7-e9360ba211f2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.081527 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3cd86051-6b1c-4374-9508-f95ed736833f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:57.134188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-bb587548-2895-44f8-a21e-d1b669377814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:57.136381 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-bb587548-2895-44f8-a21e-d1b669377814 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.5318482 Jul 09 13:23:57.168492 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c6742c53-958b-4801-b7ab-5f077a9f7ac6 req-ffe20911-97f6-48f9-9e2e-44e4f0d9ad13 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f31b05-3d5c-4fe8-a088-48f96772e461 HTTP/1.1" status: 200 len: 210 time: 0.1220546 Jul 09 13:23:57.175578 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Attempting to bind port 1fced731-60a5-4f64-be58-9ef321696a0a on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:23:57.175920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Attempting to bind port 1fced731-60a5-4f64-be58-9ef321696a0a by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '35a79c01-08c8-47a5-b194-95659d123e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:23:57.176252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Attempting to bind port 1fced731-60a5-4f64-be58-9ef321696a0a on network 506f0105-b494-4138-9dfd-14195d3a3fed {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:57.198087 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3eee48d8-794e-43c0-9ab7-e9360ba211f2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:57.234454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-19aa04ca-595f-4324-83ce-0a5b786129e3 req-0a0e10f9-e998-4ac9-9815-db02a575c4f8 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Deleting port 6884378e-6f74-4698-88f5-40dcc09a4966 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:23:57.234806 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-19aa04ca-595f-4324-83ce-0a5b786129e3 req-0a0e10f9-e998-4ac9-9815-db02a575c4f8 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.256101 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-353e5802-3d0a-49a5-9368-c00b2535772f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Allocated IP 192.168.233.220 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/3ee724a0-555f-4858-9a8f-5ea4b0bd049a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:23:57.259740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3eee48d8-794e-43c0-9ab7-e9360ba211f2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:57.263346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3eee48d8-794e-43c0-9ab7-e9360ba211f2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:57.275605 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-560f872e-5377-43fa-b44d-f8db0e34ded7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 HTTP/1.1" status: 200 len: 217 time: 0.1017079 Jul 09 13:23:57.301364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Port 1fced731-60a5-4f64-be58-9ef321696a0a on network 506f0105-b494-4138-9dfd-14195d3a3fed not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:23:57.301734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Attempting to bind port 1fced731-60a5-4f64-be58-9ef321696a0a on network 506f0105-b494-4138-9dfd-14195d3a3fed {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:23:57.323294 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bad04-92d1-474d-b495-6f0a7c4f2990 req-63688125-3d4d-47a2-a8be-4c47144d8e06 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:57.325990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:23:57.326896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Checking segment: {'id': '35a79c01-08c8-47a5-b194-95659d123e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:23:57.327488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Bound using segment: {'id': '35a79c01-08c8-47a5-b194-95659d123e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:23:57.328100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Bound port: 1fced731-60a5-4f64-be58-9ef321696a0a, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35a79c01-08c8-47a5-b194-95659d123e56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:23:57.328639 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.330601 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee48d8-794e-43c0-9ab7-e9360ba211f2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event updated for resources: {'Port': ['ID=214d123d-b283-4076-9ddc-423d790d7e57,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:57.331295 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-486bad04-92d1-474d-b495-6f0a7c4f2990 req-63688125-3d4d-47a2-a8be-4c47144d8e06 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.2847548 Jul 09 13:23:57.407714 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-486bad04-92d1-474d-b495-6f0a7c4f2990 req-94db5232-147c-4623-ac53-42dfd938f429 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754356 Jul 09 13:23:57.465964 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-19aa04ca-595f-4324-83ce-0a5b786129e3 req-0a0e10f9-e998-4ac9-9815-db02a575c4f8 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] For port 6884378e-6f74-4698-88f5-40dcc09a4966, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6884378e-6f74-4698-88f5-40dcc09a4966,segment=NetworkSegment(b13bd8fa-acb4-4128-aa4d-0acbe7762e06),segment_id=b13bd8fa-acb4-4128-aa4d-0acbe7762e06)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:57.466728 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-19aa04ca-595f-4324-83ce-0a5b786129e3 req-0a0e10f9-e998-4ac9-9815-db02a575c4f8 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.470282 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-4b79f6c1-9ec2-479e-836d-a77c42ec5bc5 req-e881c333-a783-4219-95fc-590f6d143623 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] show failed (client error): The resource could not be found. Jul 09 13:23:57.488402 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b79f6c1-9ec2-479e-836d-a77c42ec5bc5 req-e881c333-a783-4219-95fc-590f6d143623 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/7f100872-ac6d-4ecc-9b58-2224f5f124b2 HTTP/1.1" status: 404 len: 352 time: 0.0424724 Jul 09 13:23:57.489613 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049c5307-1ce0-431c-b551-650d5292bb4c x-openstack-request-id: req-049c5307-1ce0-431c-b551-650d5292bb4c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:57.490500 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "name": "network-vif-plugged", "status": "completed", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:57.490917 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-049c5307-1ce0-431c-b551-650d5292bb4c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:57.491505 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1', 'code': 200} Jul 09 13:23:57.505699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3eee48d8-794e-43c0-9ab7-e9360ba211f2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:57.506272 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3eee48d8-794e-43c0-9ab7-e9360ba211f2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.572246 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-c3e4f1f6-c7e8-4df8-9623-d40bffb5535f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:57.575284 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-c3e4f1f6-c7e8-4df8-9623-d40bffb5535f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.2580178 Jul 09 13:23:57.577332 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3eee48d8-794e-43c0-9ab7-e9360ba211f2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0712936 Jul 09 13:23:57.597339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Request body: {'port': {'device_id': '51f38536-8608-418f-b522-2609a5846807', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:57.665734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6b167b25-17dd-43f3-8d7b-54446a8a7798 None None] Provisioning for port 214d123d-b283-4076-9ddc-423d790d7e57 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:57.670286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6b167b25-17dd-43f3-8d7b-54446a8a7798 None None] Provisioning complete for port 214d123d-b283-4076-9ddc-423d790d7e57 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:57.670674 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b167b25-17dd-43f3-8d7b-54446a8a7798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.736496 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6b167b25-17dd-43f3-8d7b-54446a8a7798 None None] Port 214d123d-b283-4076-9ddc-423d790d7e57 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:57.765948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] For port 1fced731-60a5-4f64-be58-9ef321696a0a, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:23:57.806462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] For port 1fced731-60a5-4f64-be58-9ef321696a0a, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1fced731-60a5-4f64-be58-9ef321696a0a,segment=NetworkSegment(35a79c01-08c8-47a5-b194-95659d123e56),segment_id=35a79c01-08c8-47a5-b194-95659d123e56)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:23:57.821433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.892442 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.903050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:57.903692 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.905420 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] 10.222.0.18 "PUT /v2.0/ports/1fced731-60a5-4f64-be58-9ef321696a0a HTTP/1.1" status: 200 len: 1092 time: 3.7548172 Jul 09 13:23:57.905608 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'tag': '1fced731-60a5-4f64-be58-9ef321696a0a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:57.906251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd8426-3cb9-414b-bc56-a1d6b607f2cc req-8b235204-8468-4f99-a081-818662a8489f tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:57.907864 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0098e9af-4786-4af3-822f-02a606836da3" -d '{"events": [{"name": "network-changed", "server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "tag": "1fced731-60a5-4f64-be58-9ef321696a0a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:57.914528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8fd8426-3cb9-414b-bc56-a1d6b607f2cc req-8b235204-8468-4f99-a081-818662a8489f tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/ports?device_id=9e0e6acb-3c43-4000-bc73-6bf196270ea2 HTTP/1.1" status: 200 len: 945 time: 0.2377813 Jul 09 13:23:57.936911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Request body: {'port': {'device_id': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:57.954375 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-19aa04ca-595f-4324-83ce-0a5b786129e3 req-0a0e10f9-e998-4ac9-9815-db02a575c4f8 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.954946 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-19aa04ca-595f-4324-83ce-0a5b786129e3 req-0a0e10f9-e998-4ac9-9815-db02a575c4f8 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:57.955612 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [req-19aa04ca-595f-4324-83ce-0a5b786129e3 req-0a0e10f9-e998-4ac9-9815-db02a575c4f8 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Floating IP 4c549147-329d-4b2d-9de0-80b5e30f6a0f disassociated. External IP: 172.25.2.33, port: 6884378e-6f74-4698-88f5-40dcc09a4966. Jul 09 13:23:57.956231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-19aa04ca-595f-4324-83ce-0a5b786129e3 req-0a0e10f9-e998-4ac9-9815-db02a575c4f8 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Calling delete_port for 6884378e-6f74-4698-88f5-40dcc09a4966 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:23:57.978364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-dee176db-50f5-49f6-8472-64cf867e88d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:57.979645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59140fe-481c-4353-aecd-163f22e8d96b req-dba7387b-09dc-41bb-adfb-668935be9028 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:57.980045 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-dee176db-50f5-49f6-8472-64cf867e88d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3549860 Jul 09 13:23:57.987446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59140fe-481c-4353-aecd-163f22e8d96b req-dba7387b-09dc-41bb-adfb-668935be9028 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:57.993143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59140fe-481c-4353-aecd-163f22e8d96b req-dba7387b-09dc-41bb-adfb-668935be9028 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:57.999166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59140fe-481c-4353-aecd-163f22e8d96b req-dba7387b-09dc-41bb-adfb-668935be9028 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:58.004990 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59140fe-481c-4353-aecd-163f22e8d96b req-dba7387b-09dc-41bb-adfb-668935be9028 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:58.018117 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b59140fe-481c-4353-aecd-163f22e8d96b req-dba7387b-09dc-41bb-adfb-668935be9028 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 3828 time: 0.3230181 Jul 09 13:23:58.076187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b525d6-103b-4f00-873c-e0bcccde2897 service neutron] Pushing event updated for resources: {'Port': ['ID=1fced731-60a5-4f64-be58-9ef321696a0a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:58.113898 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8fd8426-3cb9-414b-bc56-a1d6b607f2cc req-7b74fe92-1976-4d5d-8930-1bace7697d33 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/security-groups?id=960ac677-a61f-42fe-90e3-51ad48fb3936&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1984096 Jul 09 13:23:58.150013 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-353e5802-3d0a-49a5-9368-c00b2535772f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:58.153023 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:58.171748 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b59140fe-481c-4353-aecd-163f22e8d96b req-404de1f0-8621-46c5-bda8-ae53b81ea66e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1526942 Jul 09 13:23:58.268662 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-19aa04ca-595f-4324-83ce-0a5b786129e3 req-0a0e10f9-e998-4ac9-9815-db02a575c4f8 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:58.286606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 681f6e46-5c46-447c-b7bc-1f63823c9ebb details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:23:58.328385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-353e5802-3d0a-49a5-9368-c00b2535772f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Transition to ACTIVE for port object 3ee724a0-555f-4858-9a8f-5ea4b0bd049a will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:23:58.338566 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e10f9-e998-4ac9-9815-db02a575c4f8 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Pushing event deleted for resources: {'Port': ['ID=6884378e-6f74-4698-88f5-40dcc09a4966,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:58.498913 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=681f6e46-5c46-447c-b7bc-1f63823c9ebb,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:58.536259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '681f6e46-5c46-447c-b7bc-1f63823c9ebb', 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c', 'port_id': '681f6e46-5c46-447c-b7bc-1f63823c9ebb', 'mac_address': 'fa:16:3e:cc:7b:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:23:58.586963 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f965d-9d04-41b9-90fb-3126c00155ba req-79b03b24-7153-491e-ae87-8b47a628078f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:58.595191 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-013f965d-9d04-41b9-90fb-3126c00155ba req-79b03b24-7153-491e-ae87-8b47a628078f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 943 time: 0.1786323 Jul 09 13:23:58.609945 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-19aa04ca-595f-4324-83ce-0a5b786129e3 req-0a0e10f9-e998-4ac9-9815-db02a575c4f8 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Router b6039018-53eb-42b3-bef9-7c3699e3d0b8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:23:58.617805 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:58.633703 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 681f6e46-5c46-447c-b7bc-1f63823c9ebb {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:58.676437 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=681f6e46-5c46-447c-b7bc-1f63823c9ebb,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:23:58.681980 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:58.741111 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-013f965d-9d04-41b9-90fb-3126c00155ba req-2d27c54b-cae6-47f3-8a67-135111a4129c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446359 Jul 09 13:23:58.753870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=681f6e46-5c46-447c-b7bc-1f63823c9ebb,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:58.931410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['681f6e46-5c46-447c-b7bc-1f63823c9ebb'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:58.948907 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79f1ed3e-787c-46b9-bb3b-164ff7845f46 x-openstack-request-id: req-79f1ed3e-787c-46b9-bb3b-164ff7845f46 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:23:58.949267 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "tag": "1fced731-60a5-4f64-be58-9ef321696a0a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:23:58.950051 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79f1ed3e-787c-46b9-bb3b-164ff7845f46 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:23:58.950447 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'tag': '1fced731-60a5-4f64-be58-9ef321696a0a', 'status': 'completed', 'code': 200} Jul 09 13:23:58.964370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-19aa04ca-595f-4324-83ce-0a5b786129e3 req-0a0e10f9-e998-4ac9-9815-db02a575c4f8 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:23:58.972171 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-353e5802-3d0a-49a5-9368-c00b2535772f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:58.977400 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8585743-fde6-4f70-a97b-c147d5bb651b None None] Sync routers for ids ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:23:59.002322 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8585743-fde6-4f70-a97b-c147d5bb651b None None] Routers {'b6039018-53eb-42b3-bef9-7c3699e3d0b8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:23:59.004235 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f8585743-fde6-4f70-a97b-c147d5bb651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:23:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:59.006408 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6eaf47-325a-450a-ba81-96462125393b req-613a878b-67c0-4e3f-ac77-85a39ca26741 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.014580 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c6eaf47-325a-450a-ba81-96462125393b req-613a878b-67c0-4e3f-ac77-85a39ca26741 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 943 time: 0.3078058 Jul 09 13:23:59.059808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3cd86051-6b1c-4374-9508-f95ed736833f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:23:59.094118 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-19aa04ca-595f-4324-83ce-0a5b786129e3 req-0a0e10f9-e998-4ac9-9815-db02a575c4f8 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] No DVR routers for this DVR port 6884378e-6f74-4698-88f5-40dcc09a4966 on host n-h2-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:23:59.100237 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-19aa04ca-595f-4324-83ce-0a5b786129e3 req-0a0e10f9-e998-4ac9-9815-db02a575c4f8 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:59.102367 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19aa04ca-595f-4324-83ce-0a5b786129e3 req-0a0e10f9-e998-4ac9-9815-db02a575c4f8 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.15 "DELETE /v2.0/ports/6884378e-6f74-4698-88f5-40dcc09a4966 HTTP/1.1" status: 204 len: 173 time: 2.1979635 Jul 09 13:23:59.102836 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e0e6acb-3c43-4000-bc73-6bf196270ea2', 'name': 'network-vif-deleted', 'tag': '6884378e-6f74-4698-88f5-40dcc09a4966'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:23:59.105294 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61360a6-b25f-4ba9-a2aa-153e504ad184" -d '{"events": [{"server_uuid": "9e0e6acb-3c43-4000-bc73-6bf196270ea2", "name": "network-vif-deleted", "tag": "6884378e-6f74-4698-88f5-40dcc09a4966"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:23:59.127871 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c6eaf47-325a-450a-ba81-96462125393b req-8272c7e3-1dd1-4822-9e4b-751b494a1c62 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128259 Jul 09 13:23:59.151553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098e9af-4786-4af3-822f-02a606836da3 req-f570f002-d891-46e0-9bc5-6221e9e2781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.152209 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098e9af-4786-4af3-822f-02a606836da3 req-f570f002-d891-46e0-9bc5-6221e9e2781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.153510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098e9af-4786-4af3-822f-02a606836da3 req-f570f002-d891-46e0-9bc5-6221e9e2781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.154207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098e9af-4786-4af3-822f-02a606836da3 req-f570f002-d891-46e0-9bc5-6221e9e2781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.154743 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098e9af-4786-4af3-822f-02a606836da3 req-f570f002-d891-46e0-9bc5-6221e9e2781f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.157922 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0098e9af-4786-4af3-822f-02a606836da3 req-f570f002-d891-46e0-9bc5-6221e9e2781f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28cccfcdce06416798d3fed1b5c86fea&device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 4363 time: 0.2915585 Jul 09 13:23:59.204573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e582706-e2d1-4232-93d4-01a1387ba358 req-7bbc24a2-f463-423d-86bd-fdc9becfe1ec tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.206318 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e582706-e2d1-4232-93d4-01a1387ba358 req-7bbc24a2-f463-423d-86bd-fdc9becfe1ec tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f31b05-3d5c-4fe8-a088-48f96772e461 HTTP/1.1" status: 200 len: 936 time: 0.2477605 Jul 09 13:23:59.241077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-353e5802-3d0a-49a5-9368-c00b2535772f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:23:59.269262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-353e5802-3d0a-49a5-9368-c00b2535772f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:23:59.285301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-353e5802-3d0a-49a5-9368-c00b2535772f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:23:59.302230 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f8585743-fde6-4f70-a97b-c147d5bb651b None None] Set router b6039018-53eb-42b3-bef9-7c3699e3d0b8 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:23:59.396484 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-6ba45b6b-090b-4773-a45e-2475cd186f65 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3772578 Jul 09 13:23:59.397315 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e5802-3d0a-49a5-9368-c00b2535772f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event updated for resources: {'Port': ['ID=3ee724a0-555f-4858-9a8f-5ea4b0bd049a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:23:59.585204 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e582706-e2d1-4232-93d4-01a1387ba358 req-c7d5da32-b0e2-424a-8cc2-ae3021b66fcb tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592277 Jul 09 13:23:59.690797 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098e9af-4786-4af3-822f-02a606836da3 req-c19128e1-4f7c-4790-be1d-f30c9c74b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.691604 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098e9af-4786-4af3-822f-02a606836da3 req-c19128e1-4f7c-4790-be1d-f30c9c74b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.692151 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098e9af-4786-4af3-822f-02a606836da3 req-c19128e1-4f7c-4790-be1d-f30c9c74b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.693876 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0098e9af-4786-4af3-822f-02a606836da3 req-c19128e1-4f7c-4790-be1d-f30c9c74b8f2 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=28cccfcdce06416798d3fed1b5c86fea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5251212 Jul 09 13:23:59.708028 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8cd54786-8769-4db8-9805-7936bcc7678e None None] Provisioning for port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:23:59.719908 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f8585743-fde6-4f70-a97b-c147d5bb651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'name': 'tempest-ServersTestManualDisk-1129458519-router', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:30Z', 'updated_at': '2021-07-09T13:21:35Z', 'revision_number': 4, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'gw_port': {'id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:31Z', 'updated_at': '2021-07-09T13:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'fdb38540-4db3-4f05-9af0-0591942c6217', 'name': '', 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'mac_address': 'fa:16:3e:3e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:35Z', 'updated_at': '2021-07-09T13:21:43Z', 'revision_number': 5, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'subnets': [{'id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:59.722536 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8cd54786-8769-4db8-9805-7936bcc7678e None None] Provisioning complete for port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:23:59.723804 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8cd54786-8769-4db8-9805-7936bcc7678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:59.739456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-353e5802-3d0a-49a5-9368-c00b2535772f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.740344 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-353e5802-3d0a-49a5-9368-c00b2535772f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:23:59.768055 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8585743-fde6-4f70-a97b-c147d5bb651b None None] Checking router: b6039018-53eb-42b3-bef9-7c3699e3d0b8 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:23:59.781818 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8585743-fde6-4f70-a97b-c147d5bb651b None None] Routers {'b6039018-53eb-42b3-bef9-7c3699e3d0b8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:23:59.783437 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f8585743-fde6-4f70-a97b-c147d5bb651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:23:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:23:59.815465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4dac18f-6d3b-4b21-b1fb-62ac3140b93d req-6c3409fa-2e81-4161-a1d5-6646e46b07f2 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:23:59.816689 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-353e5802-3d0a-49a5-9368-c00b2535772f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0308287 Jul 09 13:23:59.837270 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4dac18f-6d3b-4b21-b1fb-62ac3140b93d req-6c3409fa-2e81-4161-a1d5-6646e46b07f2 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.1886237 Jul 09 13:23:59.843214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Request body: {'port': {'device_id': '45f31b05-3d5c-4fe8-a088-48f96772e461', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:23:59.910153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8cd54786-8769-4db8-9805-7936bcc7678e None None] Port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:23:59.912062 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-deb3b2f4-b789-4d49-ad43-07425162f3f4 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4846191 Jul 09 13:23:59.960243 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 214d123d-b283-4076-9ddc-423d790d7e57 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:23:59.976044 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:00.005115 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f8585743-fde6-4f70-a97b-c147d5bb651b None None] Set router b6039018-53eb-42b3-bef9-7c3699e3d0b8 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:00.038228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0098e9af-4786-4af3-822f-02a606836da3 req-1422027a-8e44-4b5f-aab3-f77aec94c5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:00.040063 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0098e9af-4786-4af3-822f-02a606836da3 req-1422027a-8e44-4b5f-aab3-f77aec94c5e4 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3369017 Jul 09 13:24:00.060033 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4dac18f-6d3b-4b21-b1fb-62ac3140b93d req-6e0624e4-362c-4619-91d9-3e2103102296 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2217650 Jul 09 13:24:00.145775 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Transition to ACTIVE for port object 214d123d-b283-4076-9ddc-423d790d7e57 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:00.151390 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:00.165075 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09127b77-234e-4594-8ccb-d507e2278c0c {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:00.171921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e125418-8c32-423a-92e5-0103ab55e0a7 req-57707961-603d-4334-928f-39c84d37a8c9 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:00.174767 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:00.174961 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e125418-8c32-423a-92e5-0103ab55e0a7 req-57707961-603d-4334-928f-39c84d37a8c9 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 1023 time: 0.3208849 Jul 09 13:24:00.180968 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798bbcbb-ced2-4e01-8f97-47d48039213f x-openstack-request-id: req-798bbcbb-ced2-4e01-8f97-47d48039213f {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:00.181357 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e0e6acb-3c43-4000-bc73-6bf196270ea2", "name": "network-vif-deleted", "tag": "6884378e-6f74-4698-88f5-40dcc09a4966", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:00.181702 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-798bbcbb-ced2-4e01-8f97-47d48039213f {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:00.182833 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e0e6acb-3c43-4000-bc73-6bf196270ea2', 'name': 'network-vif-deleted', 'tag': '6884378e-6f74-4698-88f5-40dcc09a4966', 'status': 'completed', 'code': 200} Jul 09 13:24:00.196837 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:00.288796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 681f6e46-5c46-447c-b7bc-1f63823c9ebb up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:00.298976 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f8585743-fde6-4f70-a97b-c147d5bb651b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'name': 'tempest-ServersTestManualDisk-1129458519-router', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:30Z', 'updated_at': '2021-07-09T13:21:35Z', 'revision_number': 4, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'gw_port': {'id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:31Z', 'updated_at': '2021-07-09T13:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'fdb38540-4db3-4f05-9af0-0591942c6217', 'name': '', 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'mac_address': 'fa:16:3e:3e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:35Z', 'updated_at': '2021-07-09T13:21:43Z', 'revision_number': 5, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'subnets': [{'id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:00.306798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7233f6c-7d77-430a-aedb-7ee4385f0f01 req-8b891c00-edc6-46ba-9fec-f99e92cdbd68 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:00.312727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c7233f6c-7d77-430a-aedb-7ee4385f0f01 req-8b891c00-edc6-46ba-9fec-f99e92cdbd68 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 1023 time: 0.3350408 Jul 09 13:24:00.331054 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8585743-fde6-4f70-a97b-c147d5bb651b None None] The sync data for ids ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'] in n-d-799525-3 is: [{'id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'name': 'tempest-ServersTestManualDisk-1129458519-router', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:30Z', 'updated_at': '2021-07-09T13:21:35Z', 'revision_number': 4, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'gw_port': {'id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:31Z', 'updated_at': '2021-07-09T13:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'fdb38540-4db3-4f05-9af0-0591942c6217', 'name': '', 'network_id': '837f4540-7c98-4faa-8ade-707da2a5a222', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'mac_address': 'fa:16:3e:3e:06:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:35Z', 'updated_at': '2021-07-09T13:21:43Z', 'revision_number': 5, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'subnets': [{'id': '4ef14c00-3b7a-4369-a2a1-57eec0587a02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:24:00.364459 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Transition to ACTIVE for port object 09127b77-234e-4594-8ccb-d507e2278c0c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:00.367468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Pushing event updated for resources: {'Port': ['ID=214d123d-b283-4076-9ddc-423d790d7e57,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:00.445482 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c7233f6c-7d77-430a-aedb-7ee4385f0f01 req-9b33cb84-aade-438c-a8ed-e143ad385fed tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b2f4c2d-8c03-4557-a1cd-6b2478c0fc38&id=21b13690-ee2b-4da9-a84e-fab7df9b81fd&id=3978adba-a84f-42fd-b8ba-321fcd4f0f68&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.1184218 Jul 09 13:24:00.459248 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:00.482174 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 681f6e46-5c46-447c-b7bc-1f63823c9ebb completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:00.487992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 681f6e46-5c46-447c-b7bc-1f63823c9ebb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:00.488376 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:00.573162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-9e125418-8c32-423a-92e5-0103ab55e0a7 req-4d308d5c-dbcc-4994-8bc2-f4a810536b36 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Deleting port d4477d55-45f3-4668-9d74-08f15002b47c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:00.573736 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9e125418-8c32-423a-92e5-0103ab55e0a7 req-4d308d5c-dbcc-4994-8bc2-f4a810536b36 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:00.750279 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:00.756027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Pushing event updated for resources: {'Port': ['ID=09127b77-234e-4594-8ccb-d507e2278c0c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:00.760070 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Attempting to bind port 214d123d-b283-4076-9ddc-423d790d7e57 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:00.760998 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Attempting to bind port 214d123d-b283-4076-9ddc-423d790d7e57 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:00.760998 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Attempting to bind port 214d123d-b283-4076-9ddc-423d790d7e57 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:00.788796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Port 214d123d-b283-4076-9ddc-423d790d7e57 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:00.789322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Attempting to bind port 214d123d-b283-4076-9ddc-423d790d7e57 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:00.830694 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6afddb6-62a9-45ab-a981-f91e58808ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681f6e46-5c46-447c-b7bc-1f63823c9ebb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:00.833615 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57313136-37b7-4b47-bbd1-6fe877e06855" -d '{"events": [{"server_uuid": "a6afddb6-62a9-45ab-a981-f91e58808ef3", "name": "network-vif-plugged", "status": "completed", "tag": "681f6e46-5c46-447c-b7bc-1f63823c9ebb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:00.851964 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=681f6e46-5c46-447c-b7bc-1f63823c9ebb,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:00.859701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:00.860186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:00.860733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:00.861356 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Bound port: 214d123d-b283-4076-9ddc-423d790d7e57, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:00.862022 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:00.863174 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bdb7af4-ad59-47e8-8d54-ca5113cc2337 None None] New status for floating IP 4c549147-329d-4b2d-9de0-80b5e30f6a0f: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:24:00.868536 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:00.869672 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6884378e-6f74-4698-88f5-40dcc09a4966 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:00.993566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=681f6e46-5c46-447c-b7bc-1f63823c9ebb,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:01.043956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Attempting to bind port 09127b77-234e-4594-8ccb-d507e2278c0c on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:01.044495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Attempting to bind port 09127b77-234e-4594-8ccb-d507e2278c0c by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:01.044929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Attempting to bind port 09127b77-234e-4594-8ccb-d507e2278c0c on network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:01.084811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Port 09127b77-234e-4594-8ccb-d507e2278c0c on network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:01.085369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Attempting to bind port 09127b77-234e-4594-8ccb-d507e2278c0c on network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:01.091509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 6884378e-6f74-4698-88f5-40dcc09a4966 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:01.091864 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6884378e-6f74-4698-88f5-40dcc09a4966 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:01.092737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device dc17aecb-09d8-47b6-96d4-d191d53a1d3e no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:01.096023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] For port 214d123d-b283-4076-9ddc-423d790d7e57, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:01.136365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:01.137026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Checking segment: {'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:01.137530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Bound using segment: {'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:01.138091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Bound port: 09127b77-234e-4594-8ccb-d507e2278c0c, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:01.138624 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.146608 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] For port 214d123d-b283-4076-9ddc-423d790d7e57, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=214d123d-b283-4076-9ddc-423d790d7e57,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:01.164773 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.180410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ee724a0-555f-4858-9a8f-5ea4b0bd049a {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:01.230212 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.248005 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:01.248641 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.250154 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] 10.222.0.15 "PUT /v2.0/ports/214d123d-b283-4076-9ddc-423d790d7e57 HTTP/1.1" status: 200 len: 1096 time: 3.6580331 Jul 09 13:24:01.255724 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51f38536-8608-418f-b522-2609a5846807', 'tag': '214d123d-b283-4076-9ddc-423d790d7e57'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:01.258025 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4810ee97-1935-44f7-b31a-cd3167ed3e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "51f38536-8608-418f-b522-2609a5846807", "tag": "214d123d-b283-4076-9ddc-423d790d7e57"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:01.309502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Transition to ACTIVE for port object 3ee724a0-555f-4858-9a8f-5ea4b0bd049a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:01.334275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1f7f4-8b57-4a78-b83e-c27fece2eaac req-79b9b401-5c1c-472b-a5d8-7fa9503b8348 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:01.343139 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1f7f4-8b57-4a78-b83e-c27fece2eaac req-79b9b401-5c1c-472b-a5d8-7fa9503b8348 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:01.357098 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.360295 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1f7f4-8b57-4a78-b83e-c27fece2eaac req-79b9b401-5c1c-472b-a5d8-7fa9503b8348 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:01.367495 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1f7f4-8b57-4a78-b83e-c27fece2eaac req-79b9b401-5c1c-472b-a5d8-7fa9503b8348 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:01.374757 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1f7f4-8b57-4a78-b83e-c27fece2eaac req-79b9b401-5c1c-472b-a5d8-7fa9503b8348 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:01.381713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1f7f4-8b57-4a78-b83e-c27fece2eaac req-79b9b401-5c1c-472b-a5d8-7fa9503b8348 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:01.384160 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1ab1f7f4-8b57-4a78-b83e-c27fece2eaac req-79b9b401-5c1c-472b-a5d8-7fa9503b8348 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 4605 time: 0.8679657 Jul 09 13:24:01.431051 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-9e125418-8c32-423a-92e5-0103ab55e0a7 req-4d308d5c-dbcc-4994-8bc2-f4a810536b36 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] For port d4477d55-45f3-4668-9d74-08f15002b47c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d4477d55-45f3-4668-9d74-08f15002b47c,segment=NetworkSegment(a86c0879-801c-40ac-96bf-d551bd45bdcb),segment_id=a86c0879-801c-40ac-96bf-d551bd45bdcb)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:01.431346 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9e125418-8c32-423a-92e5-0103ab55e0a7 req-4d308d5c-dbcc-4994-8bc2-f4a810536b36 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.448329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f590195-31bd-48d3-92c5-0f3e1749e019 service neutron] Pushing event updated for resources: {'Port': ['ID=214d123d-b283-4076-9ddc-423d790d7e57,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:01.457158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b425197-3b39-4d76-b07b-2c0602c167a7 req-767f4750-9d16-4b03-98e1-0cf7050522f8 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:01.458742 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b425197-3b39-4d76-b07b-2c0602c167a7 req-767f4750-9d16-4b03-98e1-0cf7050522f8 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 945 time: 0.7942607 Jul 09 13:24:01.476626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] For port 09127b77-234e-4594-8ccb-d507e2278c0c, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:01.487994 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] For port 09127b77-234e-4594-8ccb-d507e2278c0c, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=09127b77-234e-4594-8ccb-d507e2278c0c,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:01.506193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-9e125418-8c32-423a-92e5-0103ab55e0a7 req-4d308d5c-dbcc-4994-8bc2-f4a810536b36 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Calling delete_port for d4477d55-45f3-4668-9d74-08f15002b47c owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:01.541017 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1ab1f7f4-8b57-4a78-b83e-c27fece2eaac req-e583e172-e55b-4d89-83b1-ea14205de201 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1480010 Jul 09 13:24:01.546600 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b425197-3b39-4d76-b07b-2c0602c167a7 req-8b51899b-afcd-4649-ae75-8a1ae837393a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767517 Jul 09 13:24:01.638977 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.644909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee724a0-555f-4858-9a8f-5ea4b0bd049a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:01.647707 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48626) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:01.683063 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-6b980cc0-f686-4b28-a693-13e9af7a59a4 service neutron] 10.222.0.15 "GET /v2.0/ports/dc17aecb-09d8-47b6-96d4-d191d53a1d3e/bindings/n-h1-799525-3 HTTP/1.1" status: 200 len: 384 time: 0.3345263 Jul 09 13:24:01.761858 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1f1bff9-4cb7-4467-857b-09be21fc1ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.806420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:01.807400 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.809211 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] 10.222.0.18 "PUT /v2.0/ports/09127b77-234e-4594-8ccb-d507e2278c0c HTTP/1.1" status: 200 len: 1135 time: 3.8761408 Jul 09 13:24:01.815507 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da64785c-d82a-4fa1-9709-9d1b97a9ebb3 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.854335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-2f1ac641-5d4b-4f04-abe8-6da1958d9d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:01.856760 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-2f1ac641-5d4b-4f04-abe8-6da1958d9d17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=51f38536-8608-418f-b522-2609a5846807 HTTP/1.1" status: 200 len: 1099 time: 0.5460949 Jul 09 13:24:01.922053 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Request body: {'port': {'device_id': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:01.941898 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9e125418-8c32-423a-92e5-0103ab55e0a7 req-4d308d5c-dbcc-4994-8bc2-f4a810536b36 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.965148 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da64785c-d82a-4fa1-9709-9d1b97a9ebb3 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:01.974609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d4477d55-45f3-4668-9d74-08f15002b47c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:01.978562 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-f141512d-1c1b-4a1e-a435-9db51e5c0c0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=214d123d-b283-4076-9ddc-423d790d7e57 HTTP/1.1" status: 200 len: 217 time: 0.1114776 Jul 09 13:24:02.073181 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d308d5c-dbcc-4994-8bc2-f4a810536b36 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event deleted for resources: {'Port': ['ID=d4477d55-45f3-4668-9d74-08f15002b47c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:02.166441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db2a7f0-a5d5-457f-9d75-7160159583a1 service neutron] Pushing event updated for resources: {'Port': ['ID=09127b77-234e-4594-8ccb-d507e2278c0c,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:02.185894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a734f8-ad14-41d5-8c64-a943ed91cc09 req-8ffff1b0-69b3-409d-a2ac-c4c654909ca0 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:02.187681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18a734f8-ad14-41d5-8c64-a943ed91cc09 req-8ffff1b0-69b3-409d-a2ac-c4c654909ca0 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 943 time: 0.4592361 Jul 09 13:24:02.188585 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e125418-8c32-423a-92e5-0103ab55e0a7 req-4d308d5c-dbcc-4994-8bc2-f4a810536b36 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] No DVR routers for this DVR port d4477d55-45f3-4668-9d74-08f15002b47c on host n-h2-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:24:02.202880 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9e125418-8c32-423a-92e5-0103ab55e0a7 req-4d308d5c-dbcc-4994-8bc2-f4a810536b36 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:02.206182 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:02.206816 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e125418-8c32-423a-92e5-0103ab55e0a7 req-4d308d5c-dbcc-4994-8bc2-f4a810536b36 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.15 "DELETE /v2.0/ports/d4477d55-45f3-4668-9d74-08f15002b47c HTTP/1.1" status: 204 len: 173 time: 2.0209534 Jul 09 13:24:02.210710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b44d59b-1c6e-4447-b5a2-966679f38253', 'name': 'network-vif-deleted', 'tag': 'd4477d55-45f3-4668-9d74-08f15002b47c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:02.216373 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-870367a2-245e-4e8b-8690-fdd29b1a79c7" -d '{"events": [{"server_uuid": "2b44d59b-1c6e-4447-b5a2-966679f38253", "name": "network-vif-deleted", "tag": "d4477d55-45f3-4668-9d74-08f15002b47c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:02.220478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Attempting to bind port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:02.221457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Attempting to bind port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:02.221812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Attempting to bind port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:02.259909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-ddfca311-20d2-4a78-9102-91f902a7cf65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:02.262944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c083e89-6612-4626-a036-16748d99c9b0 req-c3cadb6a-cedc-4feb-88b9-7cabcb234715 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:02.270420 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c083e89-6612-4626-a036-16748d99c9b0 req-c3cadb6a-cedc-4feb-88b9-7cabcb234715 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f31b05-3d5c-4fe8-a088-48f96772e461 HTTP/1.1" status: 200 len: 948 time: 0.3208692 Jul 09 13:24:02.271852 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-ddfca311-20d2-4a78-9102-91f902a7cf65 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.2778957 Jul 09 13:24:02.293208 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da64785c-d82a-4fa1-9709-9d1b97a9ebb3 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:02.296126 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da64785c-d82a-4fa1-9709-9d1b97a9ebb3 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:02.299989 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-da64785c-d82a-4fa1-9709-9d1b97a9ebb3 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "DELETE /v2.0/security-groups/960ac677-a61f-42fe-90e3-51ad48fb3936 HTTP/1.1" status: 204 len: 168 time: 0.6498327 Jul 09 13:24:02.302705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:02.303502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Attempting to bind port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:02.304637 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48630) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:02.349916 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da64785c-d82a-4fa1-9709-9d1b97a9ebb3 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=960ac677-a61f-42fe-90e3-51ad48fb3936,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:02.365360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:02.365701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:02.366088 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:02.366536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Bound port: 3ee724a0-555f-4858-9a8f-5ea4b0bd049a, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:02.366939 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:02.422877 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18a734f8-ad14-41d5-8c64-a943ed91cc09 req-6961a79e-fc95-42f5-9650-134773f5290e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2149642 Jul 09 13:24:02.429564 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-7cf483b9-5a94-409b-85d9-43532f1e7246 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] show failed (client error): The resource could not be found. Jul 09 13:24:02.434048 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7cf483b9-5a94-409b-85d9-43532f1e7246 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "GET /v2.0/security-groups/960ac677-a61f-42fe-90e3-51ad48fb3936 HTTP/1.1" status: 404 len: 347 time: 0.1251752 Jul 09 13:24:02.434887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48632) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:02.485271 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c083e89-6612-4626-a036-16748d99c9b0 req-70fffef7-fe61-4a59-8242-8dc04ba002ff tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2137957 Jul 09 13:24:02.516260 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e933802-ce1d-4cfd-a8ed-c4ced0b26097 x-openstack-request-id: req-9e933802-ce1d-4cfd-a8ed-c4ced0b26097 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:02.516650 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6afddb6-62a9-45ab-a981-f91e58808ef3", "name": "network-vif-plugged", "status": "completed", "tag": "681f6e46-5c46-447c-b7bc-1f63823c9ebb", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:02.517001 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e933802-ce1d-4cfd-a8ed-c4ced0b26097 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:02.517545 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6afddb6-62a9-45ab-a981-f91e58808ef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '681f6e46-5c46-447c-b7bc-1f63823c9ebb', 'code': 200} Jul 09 13:24:02.588464 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c914d67-0fa7-48ec-b716-0c8a95d657f2 x-openstack-request-id: req-6c914d67-0fa7-48ec-b716-0c8a95d657f2 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:02.589038 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51f38536-8608-418f-b522-2609a5846807", "tag": "214d123d-b283-4076-9ddc-423d790d7e57", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:02.589038 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c914d67-0fa7-48ec-b716-0c8a95d657f2 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:02.589400 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51f38536-8608-418f-b522-2609a5846807', 'tag': '214d123d-b283-4076-9ddc-423d790d7e57', 'status': 'completed', 'code': 200} Jul 09 13:24:02.658479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.15', 54218) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:02.680624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] For port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:02.686266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] For port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3ee724a0-555f-4858-9a8f-5ea4b0bd049a,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:02.708837 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:02.740643 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-d7c942d2-852d-4b75-bc02-3ff048afe9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:02.742156 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-d7c942d2-852d-4b75-bc02-3ff048afe9b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4473104 Jul 09 13:24:02.785427 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba08b028-8f7a-44c3-8f3c-f562cc2ab753 req-a8280b5a-ce69-42a0-94ce-9d5c8e9f135b tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b44d59b-1c6e-4447-b5a2-966679f38253 HTTP/1.1" status: 200 len: 210 time: 0.1138163 Jul 09 13:24:02.829012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:02.832112 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:02.833563 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] 10.222.0.15 "PUT /v2.0/ports/3ee724a0-555f-4858-9a8f-5ea4b0bd049a HTTP/1.1" status: 200 len: 1096 time: 2.9976878 Jul 09 13:24:02.873391 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36546a1-0fb3-4285-9d61-7c5064dd5606 x-openstack-request-id: req-e36546a1-0fb3-4285-9d61-7c5064dd5606 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:02.873688 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b44d59b-1c6e-4447-b5a2-966679f38253", "name": "network-vif-deleted", "tag": "d4477d55-45f3-4668-9d74-08f15002b47c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:02.873947 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e36546a1-0fb3-4285-9d61-7c5064dd5606 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:02.874400 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b44d59b-1c6e-4447-b5a2-966679f38253', 'name': 'network-vif-deleted', 'tag': 'd4477d55-45f3-4668-9d74-08f15002b47c', 'status': 'completed', 'code': 200} Jul 09 13:24:02.963509 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623126ae-99f2-40c0-b7be-41b04460300e req-e00e634b-6cec-41d4-abe9-e888effb2253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:02.968861 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-623126ae-99f2-40c0-b7be-41b04460300e req-e00e634b-6cec-41d4-abe9-e888effb2253 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 1096 time: 0.3090227 Jul 09 13:24:02.987341 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-83d203cd-e80a-48fe-908a-6480b2412c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:02.988799 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-83d203cd-e80a-48fe-908a-6480b2412c91 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5&tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6 HTTP/1.1" status: 200 len: 1101 time: 0.3263171 Jul 09 13:24:03.055757 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa2c40-4e14-460a-82cc-76349726f561 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Deleting port 79335c74-cb32-4ba5-99dc-9d3f9b29e890 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:03.056099 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0fa2c40-4e14-460a-82cc-76349726f561 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:03.141618 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ee6a2b-e90f-455b-802b-74a752299231 service neutron] Pushing event updated for resources: {'Port': ['ID=3ee724a0-555f-4858-9a8f-5ea4b0bd049a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:03.146901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:03.147120 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-5d2073d1-9add-4f30-a467-440abb980cf4 service neutron] For port dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:03.239861 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-623126ae-99f2-40c0-b7be-41b04460300e req-69b587e6-1735-428e-b95d-1784b4602dc7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554421 Jul 09 13:24:03.249152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc1d0d-b2ec-4688-b686-eac700276345 req-3f6ba9e7-bcba-4fa2-a376-1a45d7aff906 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:03.250890 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f9fc1d0d-b2ec-4688-b686-eac700276345 req-3f6ba9e7-bcba-4fa2-a376-1a45d7aff906 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.5341213 Jul 09 13:24:03.330423 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0fa2c40-4e14-460a-82cc-76349726f561 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:03.330758 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0fa2c40-4e14-460a-82cc-76349726f561 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:03.373870 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a0fa2c40-4e14-460a-82cc-76349726f561 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Calling delete_port for 79335c74-cb32-4ba5-99dc-9d3f9b29e890 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:03.429425 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f9fc1d0d-b2ec-4688-b686-eac700276345 req-f4aa6ad5-d12d-4da0-9f23-d3a5b1f989b5 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624207 Jul 09 13:24:03.466868 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:03.477334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a2367-21e8-4560-86bf-5982f0753482 req-457442ce-a7a5-408e-a15f-1eda9bde0ddf tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:03.479681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-df2a2367-21e8-4560-86bf-5982f0753482 req-457442ce-a7a5-408e-a15f-1eda9bde0ddf tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 945 time: 0.4996028 Jul 09 13:24:03.612940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-5d2073d1-9add-4f30-a467-440abb980cf4 service neutron] For port dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:03.724378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-5d2073d1-9add-4f30-a467-440abb980cf4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc17aecb-09d8-47b6-96d4-d191d53a1d3e {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:03.733090 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9dac8575-da90-47f3-980a-1e70c9c7db5e {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:03.752223 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:03.758196 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-46b458ae-6bba-4f5b-824f-b6d5f3b9f166 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9517057 Jul 09 13:24:03.760599 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-5d2073d1-9add-4f30-a467-440abb980cf4 service neutron] For port dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:03.765304 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-df2a2367-21e8-4560-86bf-5982f0753482 req-f8a477f5-19aa-4f99-a851-fcdcaee38ae4 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2649376 Jul 09 13:24:03.766874 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-b86d2055-89f1-4f1b-988a-6dd11a48a853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:03.769538 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-b86d2055-89f1-4f1b-988a-6dd11a48a853 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=45f31b05-3d5c-4fe8-a088-48f96772e461 HTTP/1.1" status: 200 len: 1099 time: 0.8289258 Jul 09 13:24:03.817637 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0fa2c40-4e14-460a-82cc-76349726f561 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:03.884960 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-1fae0bb2-e636-4fab-970e-c006efe96588 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=3ee724a0-555f-4858-9a8f-5ea4b0bd049a HTTP/1.1" status: 200 len: 217 time: 0.0934296 Jul 09 13:24:03.885693 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-5d2073d1-9add-4f30-a467-440abb980cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:03.889007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Transition to ACTIVE for port object 9dac8575-da90-47f3-980a-1e70c9c7db5e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:03.901020 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0fa2c40-4e14-460a-82cc-76349726f561 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Pushing event deleted for resources: {'Port': ['ID=79335c74-cb32-4ba5-99dc-9d3f9b29e890,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:03.938117 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:04.005899 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472167c-11ad-4140-9077-ac833834368a req-cc2b47f6-653c-4fb8-a50d-be3916e21706 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.012929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472167c-11ad-4140-9077-ac833834368a req-cc2b47f6-653c-4fb8-a50d-be3916e21706 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.019888 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472167c-11ad-4140-9077-ac833834368a req-cc2b47f6-653c-4fb8-a50d-be3916e21706 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.026741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472167c-11ad-4140-9077-ac833834368a req-cc2b47f6-653c-4fb8-a50d-be3916e21706 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.035196 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472167c-11ad-4140-9077-ac833834368a req-cc2b47f6-653c-4fb8-a50d-be3916e21706 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.041681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9472167c-11ad-4140-9077-ac833834368a req-cc2b47f6-653c-4fb8-a50d-be3916e21706 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.052029 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9472167c-11ad-4140-9077-ac833834368a req-cc2b47f6-653c-4fb8-a50d-be3916e21706 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 4605 time: 0.4599876 Jul 09 13:24:04.168671 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0fa2c40-4e14-460a-82cc-76349726f561 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:04.171668 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0fa2c40-4e14-460a-82cc-76349726f561 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:04.172775 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-653614d1-02f2-4080-a599-d686bef1dca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.174620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-653614d1-02f2-4080-a599-d686bef1dca8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.2824590 Jul 09 13:24:04.176127 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a0fa2c40-4e14-460a-82cc-76349726f561 tempest-ServersTestManualDisk-2127581677 tempest-ServersTestManualDisk-2127581677-project] 10.222.0.39 "DELETE /v2.0/floatingips/4c549147-329d-4b2d-9de0-80b5e30f6a0f HTTP/1.1" status: 204 len: 168 time: 1.7379076 Jul 09 13:24:04.185919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48646) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:04.215620 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bb2b9152-b1a0-486e-9e5c-d8962b903905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:04.231506 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9472167c-11ad-4140-9077-ac833834368a req-6fe45298-67ba-4cd5-a714-67a1ff850d63 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1782343 Jul 09 13:24:04.276057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Pushing event updated for resources: {'Port': ['ID=9dac8575-da90-47f3-980a-1e70c9c7db5e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:04.309681 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d4477d55-45f3-4668-9d74-08f15002b47c no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:04.328365 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:04.349043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: d4477d55-45f3-4668-9d74-08f15002b47c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:04.350567 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d4477d55-45f3-4668-9d74-08f15002b47c not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:04.354317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf1d9f-d626-48cf-9750-9e2b3346e1d2 req-da353b8c-fc1f-441d-8e76-ebd1056d50cd tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.356321 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3bf1d9f-d626-48cf-9750-9e2b3346e1d2 req-da353b8c-fc1f-441d-8e76-ebd1056d50cd tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 943 time: 0.2798774 Jul 09 13:24:04.361930 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-2c2b5d4e-2856-4c10-a05e-93eb0fc8d1e1 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5866714 Jul 09 13:24:04.406794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-5d2073d1-9add-4f30-a467-440abb980cf4 service neutron] Transition to ACTIVE for port object dc17aecb-09d8-47b6-96d4-d191d53a1d3e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:04.427728 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-5d2073d1-9add-4f30-a467-440abb980cf4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:04.489905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:04.534587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-7574f5e5-9c03-4e4b-8921-aab217a7ae56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.536578 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-7574f5e5-9c03-4e4b-8921-aab217a7ae56 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3376353 Jul 09 13:24:04.537128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Attempting to bind port 9dac8575-da90-47f3-980a-1e70c9c7db5e on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:04.537479 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Attempting to bind port 9dac8575-da90-47f3-980a-1e70c9c7db5e by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:04.537817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Attempting to bind port 9dac8575-da90-47f3-980a-1e70c9c7db5e on network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:04.548088 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3bf1d9f-d626-48cf-9750-9e2b3346e1d2 req-2f34bcb4-78f0-42bc-baa3-0c9f97b17208 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827965 Jul 09 13:24:04.566545 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:04.673310 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'tag': '09127b77-234e-4594-8ccb-d507e2278c0c'}, {'name': 'network-changed', 'server_uuid': '45f31b05-3d5c-4fe8-a088-48f96772e461', 'tag': '3ee724a0-555f-4858-9a8f-5ea4b0bd049a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:04.675683 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc" -d '{"events": [{"name": "network-changed", "server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "tag": "09127b77-234e-4594-8ccb-d507e2278c0c"}, {"name": "network-changed", "server_uuid": "45f31b05-3d5c-4fe8-a088-48f96772e461", "tag": "3ee724a0-555f-4858-9a8f-5ea4b0bd049a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:04.680416 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-ffd9182f-8ea9-4b2d-b5ec-e97a506b60df service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261096 Jul 09 13:24:04.736392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-5d2073d1-9add-4f30-a467-440abb980cf4 service neutron] No DVR routers for this DVR port dc17aecb-09d8-47b6-96d4-d191d53a1d3e on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:24:04.742238 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Port 9dac8575-da90-47f3-980a-1e70c9c7db5e on network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:04.742627 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Attempting to bind port 9dac8575-da90-47f3-980a-1e70c9c7db5e on network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:04.747418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9b52f0-1590-4e01-a3c8-8a779794ef2b req-0af2383f-44e7-4798-bc78-839cb15e93b6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.750745 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f9b52f0-1590-4e01-a3c8-8a779794ef2b req-0af2383f-44e7-4798-bc78-839cb15e93b6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f31b05-3d5c-4fe8-a088-48f96772e461 HTTP/1.1" status: 200 len: 948 time: 0.3265224 Jul 09 13:24:04.756818 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:04.821921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2073d1-9add-4f30-a467-440abb980cf4 service neutron] Pushing event updated for resources: {'Port': ['ID=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:04.832808 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-5d2073d1-9add-4f30-a467-440abb980cf4 service neutron] 10.222.0.15 "PUT /v2.0/ports/dc17aecb-09d8-47b6-96d4-d191d53a1d3e/bindings/n-h1-799525-3/activate HTTP/1.1" status: 200 len: 369 time: 3.0766783 Jul 09 13:24:04.833641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:04.833984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Checking segment: {'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:04.834501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Bound using segment: {'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:04.835113 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Bound port: 9dac8575-da90-47f3-980a-1e70c9c7db5e, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:04.835542 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:04.851417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Transition to ACTIVE for port object 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:04.868632 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:04.880428 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:04.882737 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d24bb73-adfa-4b64-bae0-43d805c45770" -d '{"events": [{"server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "name": "network-vif-unplugged", "status": "completed", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:04.897081 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f9b52f0-1590-4e01-a3c8-8a779794ef2b req-5e9bc0f2-061a-4e39-939f-e8cb97b75bf6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344321 Jul 09 13:24:04.925507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810ee97-1935-44f7-b31a-cd3167ed3e8e req-f07fa004-7d58-4d03-8193-c5f00d23e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:04.927183 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4810ee97-1935-44f7-b31a-cd3167ed3e8e req-f07fa004-7d58-4d03-8193-c5f00d23e9d5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=51f38536-8608-418f-b522-2609a5846807 HTTP/1.1" status: 200 len: 1099 time: 0.4930751 Jul 09 13:24:05.069012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] For port 9dac8575-da90-47f3-980a-1e70c9c7db5e, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:05.081152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] For port 9dac8575-da90-47f3-980a-1e70c9c7db5e, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9dac8575-da90-47f3-980a-1e70c9c7db5e,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:05.084379 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2242f19-2b39-491e-a8ba-b7612278b563 req-dd9967bd-ff3f-43dc-8705-53b8ba17e72b service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590317 Jul 09 13:24:05.102372 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:05.188690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:05.189562 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:05.191324 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] 10.222.0.18 "PUT /v2.0/ports/9dac8575-da90-47f3-980a-1e70c9c7db5e HTTP/1.1" status: 200 len: 1136 time: 3.3282509 Jul 09 13:24:05.205254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810ee97-1935-44f7-b31a-cd3167ed3e8e req-8b03003c-01d7-46f6-a21b-46d9195ff4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:05.207696 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4810ee97-1935-44f7-b31a-cd3167ed3e8e req-8b03003c-01d7-46f6-a21b-46d9195ff4a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.2723076 Jul 09 13:24:05.230728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Request body: {'port': {'device_id': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:05.310899 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4810ee97-1935-44f7-b31a-cd3167ed3e8e req-a89c75ff-164c-4dc5-bef4-282af695c3c8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=214d123d-b283-4076-9ddc-423d790d7e57 HTTP/1.1" status: 200 len: 217 time: 0.0926232 Jul 09 13:24:05.313966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c8549-0cb8-4934-ac1e-01163b7bb8ae service neutron] Pushing event updated for resources: {'Port': ['ID=9dac8575-da90-47f3-980a-1e70c9c7db5e,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:05.424776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810ee97-1935-44f7-b31a-cd3167ed3e8e req-1aba654c-f742-4607-a48c-6f16cfdbf720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:05.426345 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4810ee97-1935-44f7-b31a-cd3167ed3e8e req-1aba654c-f742-4607-a48c-6f16cfdbf720 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1064639 Jul 09 13:24:05.439920 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] No DVR routers for this DVR port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 on host n-h1-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:24:05.444811 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:05.458301 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Pushing event updated for resources: {'Port': ['ID=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,revision_number=10']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:05.481892 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:05.531832 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e1cde-e70e-4df5-828b-c420385e6ab3 req-793ae312-eaba-45fa-a913-e5e5baa21ac2 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:05.534102 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c53e1cde-e70e-4df5-828b-c420385e6ab3 req-793ae312-eaba-45fa-a913-e5e5baa21ac2 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.7741559 Jul 09 13:24:05.564295 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4810ee97-1935-44f7-b31a-cd3167ed3e8e req-2aa0e28e-9efa-40f5-92d5-fce61a12b0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:05.567825 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4810ee97-1935-44f7-b31a-cd3167ed3e8e req-2aa0e28e-9efa-40f5-92d5-fce61a12b0e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1321075 Jul 09 13:24:05.597408 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Attempting to bind port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:05.597730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Attempting to bind port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:05.598061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Attempting to bind port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:05.614123 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2969cd8-fff7-49a1-8b9b-beed24c11e75 req-80c20d1c-5074-48ec-93da-c303e3462539 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/3978adba-a84f-42fd-b8ba-321fcd4f0f68 HTTP/1.1" status: 200 len: 1799 time: 0.6151676 Jul 09 13:24:05.653954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:05.654281 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Attempting to bind port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:05.674538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-f1a6fbe2-9320-40c9-95c7-925d5cd7b490 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:05.676958 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-f1a6fbe2-9320-40c9-95c7-925d5cd7b490 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45&tenant_id=5f446942a386493c8f7ba7f6f57f031b&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1095 time: 0.7356803 Jul 09 13:24:05.716031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c53e1cde-e70e-4df5-828b-c420385e6ab3 req-810d7685-b1fb-4fc1-9cfd-fc3421388b9d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538785 Jul 09 13:24:05.718161 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:05.719200 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:05.719781 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:05.720372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Bound port: 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:05.721126 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:05.787442 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b93240-deca-4a33-a6d2-2a78a4e83f70 x-openstack-request-id: req-79b93240-deca-4a33-a6d2-2a78a4e83f70 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:05.788012 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "tag": "09127b77-234e-4594-8ccb-d507e2278c0c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "45f31b05-3d5c-4fe8-a088-48f96772e461", "tag": "3ee724a0-555f-4858-9a8f-5ea4b0bd049a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:05.788012 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79b93240-deca-4a33-a6d2-2a78a4e83f70 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:05.788278 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'tag': '09127b77-234e-4594-8ccb-d507e2278c0c', 'status': 'completed', 'code': 200} Jul 09 13:24:05.788535 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45f31b05-3d5c-4fe8-a088-48f96772e461', 'tag': '3ee724a0-555f-4858-9a8f-5ea4b0bd049a', 'status': 'completed', 'code': 200} Jul 09 13:24:05.792504 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4810ee97-1935-44f7-b31a-cd3167ed3e8e req-264c41b3-8f6a-4e2c-8a10-1e70f03b8c39 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167273 Jul 09 13:24:05.858404 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:05.862721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:05.895682 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4810ee97-1935-44f7-b31a-cd3167ed3e8e req-9a55669b-a8c4-48ce-80c6-d4e4a0e877fa service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949459 Jul 09 13:24:05.929573 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:05.935795 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c2969cd8-fff7-49a1-8b9b-beed24c11e75 req-0ef68e21-240f-4d4b-995a-c3d78d55ee23 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.043651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.044508 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.046204 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] 10.222.0.15 "PUT /v2.0/ports/13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 HTTP/1.1" status: 200 len: 1097 time: 2.9058926 Jul 09 13:24:06.047894 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c2969cd8-fff7-49a1-8b9b-beed24c11e75 req-0ef68e21-240f-4d4b-995a-c3d78d55ee23 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.089298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-0b511bab-714d-4441-9f50-196a9972d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.091128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-0b511bab-714d-4441-9f50-196a9972d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.091286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-0b511bab-714d-4441-9f50-196a9972d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.091740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-0b511bab-714d-4441-9f50-196a9972d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.092280 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-0b511bab-714d-4441-9f50-196a9972d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.092807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-0b511bab-714d-4441-9f50-196a9972d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.093335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-0b511bab-714d-4441-9f50-196a9972d582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.095420 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-0b511bab-714d-4441-9f50-196a9972d582 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28cccfcdce06416798d3fed1b5c86fea&device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 6220 time: 0.1698704 Jul 09 13:24:06.108262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:06.124094 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-8b8da21f-2c7f-4bf8-b19f-cb082236bd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.125743 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-8b8da21f-2c7f-4bf8-b19f-cb082236bd9f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=45f31b05-3d5c-4fe8-a088-48f96772e461 HTTP/1.1" status: 200 len: 1099 time: 0.2291415 Jul 09 13:24:06.164280 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.168661 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:06.214134 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1411a93-41ad-46a3-91c7-4b8f1bf14019 service neutron] Pushing event updated for resources: {'Port': ['ID=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,revision_number=11']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:06.239253 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:06.249619 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-e25f0b85-23e9-4d4f-9553-f6ecc78eb792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.251424 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-e25f0b85-23e9-4d4f-9553-f6ecc78eb792 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45&tenant_id=5f446942a386493c8f7ba7f6f57f031b HTTP/1.1" status: 200 len: 1095 time: 0.5605676 Jul 09 13:24:06.259848 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53ebea30-ca01-432d-bfb1-8ca612e1812d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.270142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Transition to ACTIVE for port object 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:06.312228 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.317348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 214d123d-b283-4076-9ddc-423d790d7e57 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:06.327884 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c2969cd8-fff7-49a1-8b9b-beed24c11e75 req-0ef68e21-240f-4d4b-995a-c3d78d55ee23 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.330576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c2969cd8-fff7-49a1-8b9b-beed24c11e75 req-0ef68e21-240f-4d4b-995a-c3d78d55ee23 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.331723 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2969cd8-fff7-49a1-8b9b-beed24c11e75 req-0ef68e21-240f-4d4b-995a-c3d78d55ee23 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "DELETE /v2.0/security-groups/3978adba-a84f-42fd-b8ba-321fcd4f0f68 HTTP/1.1" status: 204 len: 173 time: 0.7167110 Jul 09 13:24:06.387375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d94ff-3488-4d6b-8eab-1702aaeaf032 req-94e71d3e-aa66-41b3-a4ee-b226b607ec78 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.388981 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-641d94ff-3488-4d6b-8eab-1702aaeaf032 req-94e71d3e-aa66-41b3-a4ee-b226b607ec78 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 945 time: 0.4562824 Jul 09 13:24:06.452934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Pushing event updated for resources: {'Port': ['ID=06a4fa3a-1581-43c4-a7be-244c8a71f6f1,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:06.455291 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 214d123d-b283-4076-9ddc-423d790d7e57, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=214d123d-b283-4076-9ddc-423d790d7e57,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:06.472260 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '214d123d-b283-4076-9ddc-423d790d7e57', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '214d123d-b283-4076-9ddc-423d790d7e57', 'mac_address': 'fa:16:3e:6a:89:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:06.485266 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef68e21-240f-4d4b-995a-c3d78d55ee23 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3978adba-a84f-42fd-b8ba-321fcd4f0f68,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:06.491629 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60090d18-ec15-4008-a61a-10206c06e9a0 x-openstack-request-id: req-60090d18-ec15-4008-a61a-10206c06e9a0 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:06.491769 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "name": "network-vif-unplugged", "status": "completed", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:06.492015 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-60090d18-ec15-4008-a61a-10206c06e9a0 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:06.492402 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1', 'code': 200} Jul 09 13:24:06.565914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-5ae5a57c-52b1-4ff0-b771-73303abff80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.567615 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-5ae5a57c-52b1-4ff0-b771-73303abff80f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 1100 time: 0.4828279 Jul 09 13:24:06.597109 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.634065 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 214d123d-b283-4076-9ddc-423d790d7e57 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:06.671776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 214d123d-b283-4076-9ddc-423d790d7e57, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=214d123d-b283-4076-9ddc-423d790d7e57,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:06.678202 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.700284 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-641d94ff-3488-4d6b-8eab-1702aaeaf032 req-409c5ae5-d55a-482e-b324-a99e4073f36a tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2911816 Jul 09 13:24:06.774946 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-5e2f07ec-c54f-4172-95d5-19207dd07dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.776677 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-5e2f07ec-c54f-4172-95d5-19207dd07dbe service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.6217806 Jul 09 13:24:06.780770 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-98516715-f205-4fcc-b319-00aa48b79b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.783136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-98516715-f205-4fcc-b319-00aa48b79b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.783972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-98516715-f205-4fcc-b319-00aa48b79b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:06.785561 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-98516715-f205-4fcc-b319-00aa48b79b16 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=28cccfcdce06416798d3fed1b5c86fea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.6722639 Jul 09 13:24:06.787575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=214d123d-b283-4076-9ddc-423d790d7e57,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:06.851507 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:06.906057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['214d123d-b283-4076-9ddc-423d790d7e57'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:06.926531 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-984a8f53-3964-4079-9d8f-2503b9fcef35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=3ee724a0-555f-4858-9a8f-5ea4b0bd049a HTTP/1.1" status: 200 len: 217 time: 0.1328948 Jul 09 13:24:07.036539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-1918f939-0aad-438f-be78-028f8c37fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.038144 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-1918f939-0aad-438f-be78-028f8c37fd4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5f446942a386493c8f7ba7f6f57f031b&device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 1095 time: 0.7270896 Jul 09 13:24:07.067158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Attempting to bind port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:07.067421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Attempting to bind port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:07.067750 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Attempting to bind port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 on network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:07.078295 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-3d8c8d1e-d88c-460f-8911-2306df24e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.079835 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-3d8c8d1e-d88c-460f-8911-2306df24e6cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1446023 Jul 09 13:24:07.085715 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 on network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:07.086047 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Attempting to bind port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 on network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:07.142518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:07.142782 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Checking segment: {'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:07.142982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Bound using segment: {'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:07.143434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Bound port: 06a4fa3a-1581-43c4-a7be-244c8a71f6f1, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:07.143798 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:07.150006 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-931e6ae8-8dbe-40c5-9da5-836fb98f9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.152372 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-931e6ae8-8dbe-40c5-9da5-836fb98f9b36 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 200 len: 909 time: 0.0975094 Jul 09 13:24:07.167678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-a0e6a7fe-5894-45e4-940e-70a496133bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.169435 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-a0e6a7fe-5894-45e4-940e-70a496133bf1 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3532047 Jul 09 13:24:07.237498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-257aec1b-36d5-4b12-be11-b956980ce360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.239073 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-257aec1b-36d5-4b12-be11-b956980ce360 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1502671 Jul 09 13:24:07.242052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] For port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:07.246316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] For port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=06a4fa3a-1581-43c4-a7be-244c8a71f6f1,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:07.257442 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:07.282686 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-56811568-084c-44f4-94a5-0bf5af505d8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=dc17aecb-09d8-47b6-96d4-d191d53a1d3e HTTP/1.1" status: 200 len: 217 time: 0.1150362 Jul 09 13:24:07.307019 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec654cc-3081-4a54-985b-e8e352359d0f req-e7aa9e38-e6ab-4605-ad84-bde2d5a63bf1 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.314207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec654cc-3081-4a54-985b-e8e352359d0f req-e7aa9e38-e6ab-4605-ad84-bde2d5a63bf1 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.321240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec654cc-3081-4a54-985b-e8e352359d0f req-e7aa9e38-e6ab-4605-ad84-bde2d5a63bf1 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.328033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec654cc-3081-4a54-985b-e8e352359d0f req-e7aa9e38-e6ab-4605-ad84-bde2d5a63bf1 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.336409 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec654cc-3081-4a54-985b-e8e352359d0f req-e7aa9e38-e6ab-4605-ad84-bde2d5a63bf1 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.342709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.343450 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:07.343822 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec654cc-3081-4a54-985b-e8e352359d0f req-e7aa9e38-e6ab-4605-ad84-bde2d5a63bf1 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.344870 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-30224837-378e-4c93-9be7-73b874c0550a service neutron] 10.222.0.18 "PUT /v2.0/ports/06a4fa3a-1581-43c4-a7be-244c8a71f6f1 HTTP/1.1" status: 200 len: 1090 time: 2.1194150 Jul 09 13:24:07.351457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec654cc-3081-4a54-985b-e8e352359d0f req-e7aa9e38-e6ab-4605-ad84-bde2d5a63bf1 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.353904 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ec654cc-3081-4a54-985b-e8e352359d0f req-e7aa9e38-e6ab-4605-ad84-bde2d5a63bf1 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5395 time: 0.4375162 Jul 09 13:24:07.367577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-96e7a8d7-2962-4a7e-aed1-97c988cfa8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.369243 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-96e7a8d7-2962-4a7e-aed1-97c988cfa8b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.7933583 Jul 09 13:24:07.376714 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30224837-378e-4c93-9be7-73b874c0550a service neutron] Pushing event updated for resources: {'Port': ['ID=06a4fa3a-1581-43c4-a7be-244c8a71f6f1,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:07.393471 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Request body: {'port': {'device_id': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:07.434520 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-70774412-cea7-496b-bc25-1bffe3905ef6 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865425 Jul 09 13:24:07.492912 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-132d5c32-c48f-47b3-bcfd-5b00aea9b43c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 HTTP/1.1" status: 200 len: 217 time: 0.0837169 Jul 09 13:24:07.569548 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:07.570813 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053eab2e-e663-4edf-9db7-47d1418ccec1 req-ac1797ce-681a-475d-bf75-d625e8cd760e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.572608 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-053eab2e-e663-4edf-9db7-47d1418ccec1 req-ac1797ce-681a-475d-bf75-d625e8cd760e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 944 time: 0.5767066 Jul 09 13:24:07.613473 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd8e48b6-51d6-4145-9d55-2c87bbb2935f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.614918 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-dd8e48b6-51d6-4145-9d55-2c87bbb2935f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 200 len: 848 time: 0.2600629 Jul 09 13:24:07.636685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ec654cc-3081-4a54-985b-e8e352359d0f req-44b2c2ba-90d9-4741-b177-281a4793e3e6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2172604 Jul 09 13:24:07.648854 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d02e04a5-b8a4-41e8-98f2-7ec8bcdf83dc req-cd037325-ab9d-48c0-956b-c83f1810e7d7 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2045500 Jul 09 13:24:07.679267 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-5bfc158b-1ee2-4985-b067-bd074900ab94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b4d14687-7b64-47e7-b45c-f262f4bce809&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477717 Jul 09 13:24:07.689639 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-b08e297d-6fa8-4cfb-86d4-c58872baf636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:07.691365 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-b08e297d-6fa8-4cfb-86d4-c58872baf636 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1872864 Jul 09 13:24:07.758594 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-053eab2e-e663-4edf-9db7-47d1418ccec1 req-268da854-8f1a-40cc-90f7-2729497277ed tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723986 Jul 09 13:24:07.826450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'tag': '9dac8575-da90-47f3-980a-1e70c9c7db5e'}, {'name': 'network-changed', 'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'tag': '06a4fa3a-1581-43c4-a7be-244c8a71f6f1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:07.828805 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba59071-df19-4b14-8835-53b10d3d184a" -d '{"events": [{"name": "network-changed", "server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "tag": "9dac8575-da90-47f3-980a-1e70c9c7db5e"}, {"name": "network-changed", "server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "tag": "06a4fa3a-1581-43c4-a7be-244c8a71f6f1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:07.954096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a188389-5588-4c13-8b06-298afc4dada5 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:07.955650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3176cfab-6d36-44fd-954a-ae2011ce004c req-4cd1c03b-0f5a-4321-a2e9-171fee69be7e tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "GET /v2.0/security-groups/3b2f4c2d-8c03-4557-a1cd-6b2478c0fc38 HTTP/1.1" status: 200 len: 1800 time: 0.1461809 Jul 09 13:24:07.962956 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:07.981490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Transition to ACTIVE for port object 4a188389-5588-4c13-8b06-298afc4dada5 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:07.987559 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.010563 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-00f8c31f-d755-43e3-814a-638d36746e7d service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153872 Jul 09 13:24:08.040367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-53ebea30-ca01-432d-bfb1-8ca612e1812d admin admin] Deleting port fdb38540-4db3-4f05-9af0-0591942c6217 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:08.040835 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53ebea30-ca01-432d-bfb1-8ca612e1812d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.044288 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-aeb719cf-346b-4943-8c61-1beb2c64317a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:08.045951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-aeb719cf-346b-4943-8c61-1beb2c64317a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3172138 Jul 09 13:24:08.088255 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Pushing event updated for resources: {'Port': ['ID=4a188389-5588-4c13-8b06-298afc4dada5,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:08.132157 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.165984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Attempting to bind port 4a188389-5588-4c13-8b06-298afc4dada5 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:08.166314 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Attempting to bind port 4a188389-5588-4c13-8b06-298afc4dada5 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:08.166640 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Attempting to bind port 4a188389-5588-4c13-8b06-298afc4dada5 on network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:08.172419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Port 4a188389-5588-4c13-8b06-298afc4dada5 on network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:08.172812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Attempting to bind port 4a188389-5588-4c13-8b06-298afc4dada5 on network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:08.183475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:08.183834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Checking segment: {'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:08.185051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Bound using segment: {'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:08.185535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Bound port: 4a188389-5588-4c13-8b06-298afc4dada5, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '01e6377f-ff7f-495d-b3f5-5524bcf4b527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:08.185944 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.249072 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44320cdb-f0ec-4922-8fe7-258b22b9c7b4 req-902b2dfa-47e3-4fa4-8117-52b179c89502 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:08.256571 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-44320cdb-f0ec-4922-8fe7-258b22b9c7b4 req-902b2dfa-47e3-4fa4-8117-52b179c89502 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f31b05-3d5c-4fe8-a088-48f96772e461 HTTP/1.1" status: 200 len: 948 time: 0.4217641 Jul 09 13:24:08.275292 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] For port 4a188389-5588-4c13-8b06-298afc4dada5, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:08.280866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] For port 4a188389-5588-4c13-8b06-298afc4dada5, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4a188389-5588-4c13-8b06-298afc4dada5,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:08.286240 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.333454 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 3ee724a0-555f-4858-9a8f-5ea4b0bd049a details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:08.335490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 214d123d-b283-4076-9ddc-423d790d7e57 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:08.382386 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-15b703e7-8e98-47ac-b5d2-3c6fda4190a4 service neutron] 10.222.0.18 "GET /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3574252 Jul 09 13:24:08.394838 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3176cfab-6d36-44fd-954a-ae2011ce004c req-e3b18190-aa72-404f-aae0-815c89966675 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.425875 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.473672 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3176cfab-6d36-44fd-954a-ae2011ce004c req-e3b18190-aa72-404f-aae0-815c89966675 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.489479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3ee724a0-555f-4858-9a8f-5ea4b0bd049a,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:08.503446 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '3ee724a0-555f-4858-9a8f-5ea4b0bd049a', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '3ee724a0-555f-4858-9a8f-5ea4b0bd049a', 'mac_address': 'fa:16:3e:71:38:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:08.554695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:08.557195 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab252334-394b-4ee8-8c71-fdb43e8a1439" -d '{"events": [{"name": "network-changed", "server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:08.583833 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-44320cdb-f0ec-4922-8fe7-258b22b9c7b4 req-922b6690-765e-4b19-8961-77d9a81f3cda tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3262944 Jul 09 13:24:08.593855 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-53ebea30-ca01-432d-bfb1-8ca612e1812d admin admin] For port fdb38540-4db3-4f05-9af0-0591942c6217, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fdb38540-4db3-4f05-9af0-0591942c6217,segment=NetworkSegment(b13bd8fa-acb4-4128-aa4d-0acbe7762e06),segment_id=b13bd8fa-acb4-4128-aa4d-0acbe7762e06)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:08.611782 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53ebea30-ca01-432d-bfb1-8ca612e1812d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.640848 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.652721 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3176cfab-6d36-44fd-954a-ae2011ce004c req-e3b18190-aa72-404f-aae0-815c89966675 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.658024 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3176cfab-6d36-44fd-954a-ae2011ce004c req-e3b18190-aa72-404f-aae0-815c89966675 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.662213 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3176cfab-6d36-44fd-954a-ae2011ce004c req-e3b18190-aa72-404f-aae0-815c89966675 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] 10.222.0.39 "DELETE /v2.0/security-groups/3b2f4c2d-8c03-4557-a1cd-6b2478c0fc38 HTTP/1.1" status: 204 len: 173 time: 0.6953299 Jul 09 13:24:08.665263 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-53ebea30-ca01-432d-bfb1-8ca612e1812d admin admin] Calling delete_port for fdb38540-4db3-4f05-9af0-0591942c6217 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:08.669699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 214d123d-b283-4076-9ddc-423d790d7e57 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:08.675009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 214d123d-b283-4076-9ddc-423d790d7e57 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:08.675614 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.682157 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-9b9c8b07-b0b1-4d94-90a5-7c6e258fc2c0 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6246994 Jul 09 13:24:08.690997 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48678) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:08.755233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ee724a0-555f-4858-9a8f-5ea4b0bd049a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:08.774395 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:08.783997 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.789231 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] 10.222.0.18 "PUT /v2.0/ports/4a188389-5588-4c13-8b06-298afc4dada5 HTTP/1.1" status: 200 len: 1091 time: 1.3999076 Jul 09 13:24:08.805259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3ee724a0-555f-4858-9a8f-5ea4b0bd049a,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:08.812372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b18190-aa72-404f-aae0-815c89966675 tempest-SecurityGroupsTestJSON-1959932450 tempest-SecurityGroupsTestJSON-1959932450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2f4c2d-8c03-4557-a1cd-6b2478c0fc38,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:08.823741 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:08.881629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01ef224-0b37-4a84-b8e7-bc3c8976a2fe service neutron] Pushing event updated for resources: {'Port': ['ID=4a188389-5588-4c13-8b06-298afc4dada5,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:08.918421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Request body: {'port': {'device_id': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:08.965817 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.005350 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f38536-8608-418f-b522-2609a5846807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214d123d-b283-4076-9ddc-423d790d7e57'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:09.007968 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49585592-1c98-4db8-9c3c-060efb056a4f" -d '{"events": [{"server_uuid": "51f38536-8608-418f-b522-2609a5846807", "name": "network-vif-plugged", "status": "completed", "tag": "214d123d-b283-4076-9ddc-423d790d7e57"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:09.024777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-9d2aceaf-7dfd-4754-ad36-04658ae085c3 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:09.026573 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-9d2aceaf-7dfd-4754-ad36-04658ae085c3 tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45&tenant_id=5f446942a386493c8f7ba7f6f57f031b&binding%3Ahost_id=n-h1-799525-3 HTTP/1.1" status: 200 len: 1095 time: 0.2119937 Jul 09 13:24:09.030219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 214d123d-b283-4076-9ddc-423d790d7e57, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=214d123d-b283-4076-9ddc-423d790d7e57,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:09.042256 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.051943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=3ee724a0-555f-4858-9a8f-5ea4b0bd049a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:09.085399 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['3ee724a0-555f-4858-9a8f-5ea4b0bd049a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:09.127150 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-91a711e9-24d0-4dde-af91-8b13ca66afb6 admin admin] Deleting subnet 4aa592ed-f6d0-428f-87cc-7ba12be19e71 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:24:09.161899 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-91a711e9-24d0-4dde-af91-8b13ca66afb6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.164462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=214d123d-b283-4076-9ddc-423d790d7e57,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:09.189930 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f76a4fd0-6bec-4a30-bd8f-ad5ce9fce55f req-0665cdb1-27b7-4601-932c-30f8a2ff8a51 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4800184 Jul 09 13:24:09.191921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-15e87968-48ee-4144-8c70-b0a462beb98f service neutron] For port dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:09.197907 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-15e87968-48ee-4144-8c70-b0a462beb98f service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.202051 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ea0d8499-f686-4a90-ae19-35a738a74309 req-15e87968-48ee-4144-8c70-b0a462beb98f service neutron] 10.222.0.18 "DELETE /v2.0/ports/dc17aecb-09d8-47b6-96d4-d191d53a1d3e/bindings/n-h2-799525-3 HTTP/1.1" status: 204 len: 173 time: 0.1678391 Jul 09 13:24:09.595513 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-91a711e9-24d0-4dde-af91-8b13ca66afb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.653678 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.671310 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19dd00-ef24-4f97-a998-af80ef7ffd44 req-98e9ded3-fcf1-4622-ba3a-df56a7829eb2 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:09.672799 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b19dd00-ef24-4f97-a998-af80ef7ffd44 req-98e9ded3-fcf1-4622-ba3a-df56a7829eb2 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 945 time: 0.8499284 Jul 09 13:24:09.688034 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292d4a18-4a27-4762-b521-9ea31ed0b2f0 req-b470eb4b-5d23-41f9-99d5-00f1207e533b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:09.690475 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-292d4a18-4a27-4762-b521-9ea31ed0b2f0 req-b470eb4b-5d23-41f9-99d5-00f1207e533b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 949 time: 0.7677231 Jul 09 13:24:09.785445 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-91a711e9-24d0-4dde-af91-8b13ca66afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.867183 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b19dd00-ef24-4f97-a998-af80ef7ffd44 req-222abfb0-76e6-421c-9938-8409f1ba42e3 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1743751 Jul 09 13:24:09.870289 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-292d4a18-4a27-4762-b521-9ea31ed0b2f0 req-c08f51c4-1800-4bfa-8cb9-49c85c620f23 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680381 Jul 09 13:24:09.934629 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53ebea30-ca01-432d-bfb1-8ca612e1812d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:09.944791 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdc4b2e-eb46-4dfa-b757-905b4c66e3c4 x-openstack-request-id: req-0bdc4b2e-eb46-4dfa-b757-905b4c66e3c4 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:09.945324 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "tag": "9dac8575-da90-47f3-980a-1e70c9c7db5e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "tag": "06a4fa3a-1581-43c4-a7be-244c8a71f6f1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:09.945686 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0bdc4b2e-eb46-4dfa-b757-905b4c66e3c4 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:09.946303 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'tag': '9dac8575-da90-47f3-980a-1e70c9c7db5e', 'status': 'completed', 'code': 200} Jul 09 13:24:09.946727 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'tag': '06a4fa3a-1581-43c4-a7be-244c8a71f6f1', 'status': 'completed', 'code': 200} Jul 09 13:24:09.987892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebea30-ca01-432d-bfb1-8ca612e1812d admin admin] Pushing event deleted for resources: {'Port': ['ID=fdb38540-4db3-4f05-9af0-0591942c6217,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:10.000976 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-91a711e9-24d0-4dde-af91-8b13ca66afb6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.066546 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-14bca246-c68d-4374-b435-1a9b82f54f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.067153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-14bca246-c68d-4374-b435-1a9b82f54f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.067535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-14bca246-c68d-4374-b435-1a9b82f54f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.068013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-14bca246-c68d-4374-b435-1a9b82f54f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.068486 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-14bca246-c68d-4374-b435-1a9b82f54f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.069149 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-14bca246-c68d-4374-b435-1a9b82f54f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.069637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-14bca246-c68d-4374-b435-1a9b82f54f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.073512 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3ba59071-df19-4b14-8835-53b10d3d184a req-14bca246-c68d-4374-b435-1a9b82f54f8c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28cccfcdce06416798d3fed1b5c86fea&device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 6354 time: 0.0999188 Jul 09 13:24:10.078352 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cdd83b-f3e6-432f-bfe3-2511d6cad2bf x-openstack-request-id: req-a6cdd83b-f3e6-432f-bfe3-2511d6cad2bf {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:10.078641 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:10.078933 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6cdd83b-f3e6-432f-bfe3-2511d6cad2bf {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:10.089571 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1', 'status': 'completed', 'code': 200} Jul 09 13:24:10.168412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a711e9-24d0-4dde-af91-8b13ca66afb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4aa592ed-f6d0-428f-87cc-7ba12be19e71,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:10.175705 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-91a711e9-24d0-4dde-af91-8b13ca66afb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.177387 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-91a711e9-24d0-4dde-af91-8b13ca66afb6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4aa592ed-f6d0-428f-87cc-7ba12be19e71 HTTP/1.1" status: 204 len: 168 time: 1.4839904 Jul 09 13:24:10.200642 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48690) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:10.307825 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-7c9e297f-8be5-42a7-94ba-c7b769a61f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.308369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-7c9e297f-8be5-42a7-94ba-c7b769a61f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.309323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-7c9e297f-8be5-42a7-94ba-c7b769a61f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.310971 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3ba59071-df19-4b14-8835-53b10d3d184a req-7c9e297f-8be5-42a7-94ba-c7b769a61f5a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=28cccfcdce06416798d3fed1b5c86fea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2308536 Jul 09 13:24:10.332577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 3ee724a0-555f-4858-9a8f-5ea4b0bd049a up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:10.334940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-519fd65a-245d-4e73-8e4d-e6467dbdbf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.336577 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-519fd65a-245d-4e73-8e4d-e6467dbdbf06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 1100 time: 0.2431667 Jul 09 13:24:10.390954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:10.392014 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d709dde-f8ce-4381-a0a4-267212cc5791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.395196 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:10.395638 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.470384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-57661cdf-ceb9-4411-be56-e2ca36a5c91e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.471944 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-57661cdf-ceb9-4411-be56-e2ca36a5c91e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 1100 time: 0.3474848 Jul 09 13:24:10.483251 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.492081 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f7b558-3409-4091-8943-15cd84777a8d req-ce0429eb-a863-4c67-b1aa-46cdcd94f7d8 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.495306 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49f7b558-3409-4091-8943-15cd84777a8d req-ce0429eb-a863-4c67-b1aa-46cdcd94f7d8 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 1096 time: 0.4201474 Jul 09 13:24:10.525545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3ee724a0-555f-4858-9a8f-5ea4b0bd049a,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:10.531011 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.541979 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274a282-c66a-4d59-97d0-bde184d6c640 req-86dbdbde-8cc9-40e3-8828-88261d2f58d4 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.548513 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274a282-c66a-4d59-97d0-bde184d6c640 req-86dbdbde-8cc9-40e3-8828-88261d2f58d4 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.554725 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274a282-c66a-4d59-97d0-bde184d6c640 req-86dbdbde-8cc9-40e3-8828-88261d2f58d4 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.561068 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274a282-c66a-4d59-97d0-bde184d6c640 req-86dbdbde-8cc9-40e3-8828-88261d2f58d4 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.562042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-a3eb6233-6d3c-4bc5-a32e-c0dd9ae13db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.563588 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3ba59071-df19-4b14-8835-53b10d3d184a req-a3eb6233-6d3c-4bc5-a32e-c0dd9ae13db2 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2407546 Jul 09 13:24:10.567496 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274a282-c66a-4d59-97d0-bde184d6c640 req-86dbdbde-8cc9-40e3-8828-88261d2f58d4 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.573355 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274a282-c66a-4d59-97d0-bde184d6c640 req-86dbdbde-8cc9-40e3-8828-88261d2f58d4 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.580460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274a282-c66a-4d59-97d0-bde184d6c640 req-86dbdbde-8cc9-40e3-8828-88261d2f58d4 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.582116 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4274a282-c66a-4d59-97d0-bde184d6c640 req-86dbdbde-8cc9-40e3-8828-88261d2f58d4 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5407 time: 0.3683403 Jul 09 13:24:10.586332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=3ee724a0-555f-4858-9a8f-5ea4b0bd049a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:10.594171 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d709dde-f8ce-4381-a0a4-267212cc5791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.603061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-6a40a3ed-8292-4bf9-bf91-c2da1a089384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.604740 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-6a40a3ed-8292-4bf9-bf91-c2da1a089384 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.2548568 Jul 09 13:24:10.608119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5d709dde-f8ce-4381-a0a4-267212cc5791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f168a26a-2921-4730-adf9-a3b8d1a80b7e']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:10.619037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5d709dde-f8ce-4381-a0a4-267212cc5791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a86c0879-801c-40ac-96bf-d551bd45bdcb') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:10.619476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5d709dde-f8ce-4381-a0a4-267212cc5791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a86c0879-801c-40ac-96bf-d551bd45bdcb') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:10.641732 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53ebea30-ca01-432d-bfb1-8ca612e1812d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.650649 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c117dcb6-0161-42a2-9206-e95589bd7547 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:10.665526 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d709dde-f8ce-4381-a0a4-267212cc5791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.674184 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-884fdd45-349a-4578-8293-77cb905ee368 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 HTTP/1.1" status: 200 len: 217 time: 0.0522683 Jul 09 13:24:10.674370 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.718915 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Transition to ACTIVE for port object c117dcb6-0161-42a2-9206-e95589bd7547 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:10.721049 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d709dde-f8ce-4381-a0a4-267212cc5791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.727449 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49f7b558-3409-4091-8943-15cd84777a8d req-ba090c9e-a24f-43dd-893c-ebd3583fa641 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164485 Jul 09 13:24:10.752640 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d709dde-f8ce-4381-a0a4-267212cc5791 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:24:10.753116 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d709dde-f8ce-4381-a0a4-267212cc5791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:24:10.754986 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:24:10.773936 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.804299 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4274a282-c66a-4d59-97d0-bde184d6c640 req-ed4b7dd8-880b-457b-a9cc-b2627bf980d0 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1832933 Jul 09 13:24:10.831366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-4309b449-4394-4d46-a184-10e01744b206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.832886 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-4309b449-4394-4d46-a184-10e01744b206 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.3357046 Jul 09 13:24:10.848363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-71e816e4-385b-452b-9056-608ce1d7718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.850317 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-71e816e4-385b-452b-9056-608ce1d7718d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1447203 Jul 09 13:24:10.896145 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d709dde-f8ce-4381-a0a4-267212cc5791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.908137 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d709dde-f8ce-4381-a0a4-267212cc5791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:10.910428 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5d709dde-f8ce-4381-a0a4-267212cc5791 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f168a26a-2921-4730-adf9-a3b8d1a80b7e HTTP/1.1" status: 204 len: 168 time: 0.7086189 Jul 09 13:24:10.947416 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdf33cf2-db0a-4ade-82bf-cd1e11820e4e x-openstack-request-id: req-fdf33cf2-db0a-4ade-82bf-cd1e11820e4e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:10.947980 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f38536-8608-418f-b522-2609a5846807", "name": "network-vif-plugged", "status": "completed", "tag": "214d123d-b283-4076-9ddc-423d790d7e57", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:10.948506 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fdf33cf2-db0a-4ade-82bf-cd1e11820e4e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:10.949746 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f38536-8608-418f-b522-2609a5846807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '214d123d-b283-4076-9ddc-423d790d7e57', 'code': 200} Jul 09 13:24:10.974694 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-1334098f-9f97-40aa-a9d4-72ba1bed5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.975211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-1334098f-9f97-40aa-a9d4-72ba1bed5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.975704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-1334098f-9f97-40aa-a9d4-72ba1bed5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.976219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-1334098f-9f97-40aa-a9d4-72ba1bed5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.976702 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-1334098f-9f97-40aa-a9d4-72ba1bed5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.981355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-1334098f-9f97-40aa-a9d4-72ba1bed5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.983965 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-1334098f-9f97-40aa-a9d4-72ba1bed5215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:10.988341 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3ba59071-df19-4b14-8835-53b10d3d184a req-1334098f-9f97-40aa-a9d4-72ba1bed5215 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28cccfcdce06416798d3fed1b5c86fea&device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 6354 time: 0.3232408 Jul 09 13:24:10.989818 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-d244482e-11b9-43c7-9455-2da1312a0345 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.180&port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 HTTP/1.1" status: 200 len: 217 time: 0.1117489 Jul 09 13:24:11.043649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d709dde-f8ce-4381-a0a4-267212cc5791 admin admin] Pushing event deleted for resources: {'Network': ['ID=f168a26a-2921-4730-adf9-a3b8d1a80b7e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:11.109865 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c117dcb6-0161-42a2-9206-e95589bd7547,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:11.231789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-904574dc-3125-4365-b739-4e318bdafccb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:11.234675 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-904574dc-3125-4365-b739-4e318bdafccb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.2098486 Jul 09 13:24:11.239012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-bf62511b-6622-4441-b2eb-d2e52ae877f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:11.240776 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-bf62511b-6622-4441-b2eb-d2e52ae877f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3689954 Jul 09 13:24:11.251490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48700) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:11.285102 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-6b742247-fa11-44e8-ac55-0cc5f5172988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:11.285637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-6b742247-fa11-44e8-ac55-0cc5f5172988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:11.286175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-6b742247-fa11-44e8-ac55-0cc5f5172988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:11.288981 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3ba59071-df19-4b14-8835-53b10d3d184a req-6b742247-fa11-44e8-ac55-0cc5f5172988 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=28cccfcdce06416798d3fed1b5c86fea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2653172 Jul 09 13:24:11.394937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed322686-b7de-44c3-a0aa-b03ae218e55f req-390b5d37-6ac7-49ef-b72e-390e9255436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:11.396916 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ed322686-b7de-44c3-a0aa-b03ae218e55f req-390b5d37-6ac7-49ef-b72e-390e9255436b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=51f38536-8608-418f-b522-2609a5846807 HTTP/1.1" status: 200 len: 1101 time: 0.2671075 Jul 09 13:24:11.456384 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9f2d41b0-ecf0-43d1-992e-9dee80953852 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ba64926573141e39bfc696545a991f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036219 Jul 09 13:24:11.459720 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48702) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:11.473758 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Attempting to bind port c117dcb6-0161-42a2-9206-e95589bd7547 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:11.474230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Attempting to bind port c117dcb6-0161-42a2-9206-e95589bd7547 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '8916b24a-23d2-4bda-ab8a-3e0b276cd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:11.474646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Attempting to bind port c117dcb6-0161-42a2-9206-e95589bd7547 on network a919d1e5-88c0-4789-bf94-149c0bb79ee9 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:11.492915 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384042ca-ed09-4ce9-9671-ba24c31965d5 req-a57ab57a-14a8-41a1-98fd-a982a8a3ca9e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:11.494425 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-384042ca-ed09-4ce9-9671-ba24c31965d5 req-a57ab57a-14a8-41a1-98fd-a982a8a3ca9e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 944 time: 0.5467379 Jul 09 13:24:11.500279 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-0219a636-4c38-440b-a106-6735e52afbe4 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495265 Jul 09 13:24:11.505526 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ed322686-b7de-44c3-a0aa-b03ae218e55f req-a1b0324a-2a7a-400b-bdea-9a0d7da59e7f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998106 Jul 09 13:24:11.525400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Port c117dcb6-0161-42a2-9206-e95589bd7547 on network a919d1e5-88c0-4789-bf94-149c0bb79ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:11.525724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Attempting to bind port c117dcb6-0161-42a2-9206-e95589bd7547 on network a919d1e5-88c0-4789-bf94-149c0bb79ee9 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:11.556720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba59071-df19-4b14-8835-53b10d3d184a req-298258b2-a6e1-456c-ae8e-c18ec130d058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:11.558889 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3ba59071-df19-4b14-8835-53b10d3d184a req-298258b2-a6e1-456c-ae8e-c18ec130d058 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2302949 Jul 09 13:24:11.574317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:11.574709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Checking segment: {'id': '8916b24a-23d2-4bda-ab8a-3e0b276cd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:11.575200 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Bound using segment: {'id': '8916b24a-23d2-4bda-ab8a-3e0b276cd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:11.575678 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Bound port: c117dcb6-0161-42a2-9206-e95589bd7547, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8916b24a-23d2-4bda-ab8a-3e0b276cd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:11.576040 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:11.593536 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-5d072844-159f-4a97-982d-2b2d983c16f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:11.595061 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-5d072844-159f-4a97-982d-2b2d983c16f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3258626 Jul 09 13:24:11.603460 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-21c89bc5-5116-4d19-93c4-5f9ea82825fc service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923994 Jul 09 13:24:11.625230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf2e7a4-5849-4f6e-a7c6-b828b1a1e14a req-ff16642d-a55b-4db5-81c1-29459263da94 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:11.626718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-adf2e7a4-5849-4f6e-a7c6-b828b1a1e14a req-ff16642d-a55b-4db5-81c1-29459263da94 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f31b05-3d5c-4fe8-a088-48f96772e461 HTTP/1.1" status: 200 len: 950 time: 0.3679385 Jul 09 13:24:11.654860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53ebea30-ca01-432d-bfb1-8ca612e1812d admin admin] Router b6039018-53eb-42b3-bef9-7c3699e3d0b8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:24:11.687625 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-384042ca-ed09-4ce9-9671-ba24c31965d5 req-843922e2-32eb-463b-b9ff-55cdd9650fa7 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729274 Jul 09 13:24:11.763607 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59621ee0-6949-4829-af12-9fbe6cc4e044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:11.847653 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-adf2e7a4-5849-4f6e-a7c6-b828b1a1e14a req-770a6ae5-5d0e-4658-add5-8c6f70191d21 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075818 Jul 09 13:24:11.876572 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] For port c117dcb6-0161-42a2-9206-e95589bd7547, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:11.880073 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59621ee0-6949-4829-af12-9fbe6cc4e044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:11.897059 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-10305345-845c-4d97-a74a-34c6e635d51f service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887754 Jul 09 13:24:11.949960 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'tag': '4a188389-5588-4c13-8b06-298afc4dada5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:11.950663 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] For port c117dcb6-0161-42a2-9206-e95589bd7547, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c117dcb6-0161-42a2-9206-e95589bd7547,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:11.954035 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660d9313-b35b-49be-b530-51fe6d195489" -d '{"events": [{"name": "network-changed", "server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "tag": "4a188389-5588-4c13-8b06-298afc4dada5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:11.983167 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:12.336796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:12.439538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:12.440179 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:12.441626 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] 10.222.0.18 "PUT /v2.0/ports/c117dcb6-0161-42a2-9206-e95589bd7547 HTTP/1.1" status: 200 len: 1091 time: 3.5888388 Jul 09 13:24:12.443253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'tag': 'c117dcb6-0161-42a2-9206-e95589bd7547'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:12.446026 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d45348-b363-4c4a-99f0-dff04901c9e6" -d '{"events": [{"name": "network-changed", "server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "tag": "c117dcb6-0161-42a2-9206-e95589bd7547"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:12.468117 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53ebea30-ca01-432d-bfb1-8ca612e1812d admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:24:12.484962 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-53ebea30-ca01-432d-bfb1-8ca612e1812d admin admin] 10.222.0.39 "PUT /v2.0/routers/b6039018-53eb-42b3-bef9-7c3699e3d0b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2958472 Jul 09 13:24:12.485614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48716) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:12.492973 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c79e78-7b25-4d80-a6d1-fb64d21f47e0 None None] Sync routers for ids ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:24:12.493555 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Request body: {'port': {'device_id': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:12.516419 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c79e78-7b25-4d80-a6d1-fb64d21f47e0 None None] Routers {'b6039018-53eb-42b3-bef9-7c3699e3d0b8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:12.517888 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c4c79e78-7b25-4d80-a6d1-fb64d21f47e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:24:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:12.575813 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59621ee0-6949-4829-af12-9fbe6cc4e044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:12.578525 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59621ee0-6949-4829-af12-9fbe6cc4e044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:12.581948 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-59621ee0-6949-4829-af12-9fbe6cc4e044 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/21b13690-ee2b-4da9-a84e-fab7df9b81fd HTTP/1.1" status: 204 len: 168 time: 1.1171377 Jul 09 13:24:12.589126 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af6c234-73d1-4aaf-9468-efa99e80b1f3 service neutron] Pushing event updated for resources: {'Port': ['ID=c117dcb6-0161-42a2-9206-e95589bd7547,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:12.611434 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ab252334-394b-4ee8-8c71-fdb43e8a1439 req-f3bb54e4-1c00-45ec-b889-bea616c12909 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7031462 Jul 09 13:24:12.617646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:12.640026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59621ee0-6949-4829-af12-9fbe6cc4e044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b13690-ee2b-4da9-a84e-fab7df9b81fd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:12.647992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1', 'mac_address': 'fa:16:3e:6b:6c:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.180'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:12.669233 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c4c79e78-7b25-4d80-a6d1-fb64d21f47e0 None None] Set router b6039018-53eb-42b3-bef9-7c3699e3d0b8 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:12.671881 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cc153e3-3824-423c-9949-de7ea1b5c466 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:12.728058 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f27a93-eddc-4fef-b5e3-516fa5d2ae5c req-b89fdc9d-4579-417f-aa02-26fb53a9b3ee tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:12.730793 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2f27a93-eddc-4fef-b5e3-516fa5d2ae5c req-b89fdc9d-4579-417f-aa02-26fb53a9b3ee tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 1096 time: 0.7542884 Jul 09 13:24:12.760647 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fdfd7-2bd6-46fd-9dd0-9ddb9a56e2ea req-5199fe3e-b929-45d0-a4c8-1889309c5c8e tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:12.768458 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-282fdfd7-2bd6-46fd-9dd0-9ddb9a56e2ea req-5199fe3e-b929-45d0-a4c8-1889309c5c8e tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 949 time: 0.4069238 Jul 09 13:24:12.770805 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:12.779514 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cc153e3-3824-423c-9949-de7ea1b5c466 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:12.793884 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:12.801603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:12.835134 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:12.842431 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:12.881083 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-4cc153e3-3824-423c-9949-de7ea1b5c466 admin admin] Deleting port a4300d81-1892-44fc-82b0-958e6948b931 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:12.881503 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cc153e3-3824-423c-9949-de7ea1b5c466 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:12.892214 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2f27a93-eddc-4fef-b5e3-516fa5d2ae5c req-d7d68de5-5c6c-4ca2-aef8-31a2a5dc6c14 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520293 Jul 09 13:24:12.919721 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-282fdfd7-2bd6-46fd-9dd0-9ddb9a56e2ea req-1c311f75-b619-4405-bda7-e195e9eee5a1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502991 Jul 09 13:24:12.929036 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:12.946705 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c4c79e78-7b25-4d80-a6d1-fb64d21f47e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'name': 'tempest-ServersTestManualDisk-1129458519-router', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154'}], 'enable_snat': True}, 'gw_port_id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:30Z', 'updated_at': '2021-07-09T13:24:09Z', 'revision_number': 5, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'gw_port': {'id': 'a4300d81-1892-44fc-82b0-958e6948b931', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:11:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 463, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:21:31Z', 'updated_at': '2021-07-09T13:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:12.951176 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f31b05-3d5c-4fe8-a088-48f96772e461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee724a0-555f-4858-9a8f-5ea4b0bd049a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:12.954814 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1097a4f-c581-498e-b572-246ec8e4d437" -d '{"events": [{"server_uuid": "45f31b05-3d5c-4fe8-a088-48f96772e461", "name": "network-vif-plugged", "status": "completed", "tag": "3ee724a0-555f-4858-9a8f-5ea4b0bd049a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:13.031800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-4cc153e3-3824-423c-9949-de7ea1b5c466 admin admin] For port a4300d81-1892-44fc-82b0-958e6948b931, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a4300d81-1892-44fc-82b0-958e6948b931,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:13.040391 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cc153e3-3824-423c-9949-de7ea1b5c466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:13.066510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-4cc153e3-3824-423c-9949-de7ea1b5c466 admin admin] Calling delete_port for a4300d81-1892-44fc-82b0-958e6948b931 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:13.106508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:13.224853 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c79e78-7b25-4d80-a6d1-fb64d21f47e0 None None] Checking router: b6039018-53eb-42b3-bef9-7c3699e3d0b8 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:24:13.243196 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c79e78-7b25-4d80-a6d1-fb64d21f47e0 None None] Routers {'b6039018-53eb-42b3-bef9-7c3699e3d0b8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:13.245171 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c4c79e78-7b25-4d80-a6d1-fb64d21f47e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:24:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:13.372133 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cc153e3-3824-423c-9949-de7ea1b5c466 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:13.407392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc153e3-3824-423c-9949-de7ea1b5c466 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4300d81-1892-44fc-82b0-958e6948b931,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:13.411671 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080f08af-b285-4411-876c-ae9cc6a56196 req-3523cffe-a2a4-40a0-b687-8fa27b7bec64 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:13.413723 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-080f08af-b285-4411-876c-ae9cc6a56196 req-3523cffe-a2a4-40a0-b687-8fa27b7bec64 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 945 time: 0.1892056 Jul 09 13:24:13.440658 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c4c79e78-7b25-4d80-a6d1-fb64d21f47e0 None None] Set router b6039018-53eb-42b3-bef9-7c3699e3d0b8 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:13.471505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f61869-b159-4601-a83e-13490113ee2b req-a260bb77-8d2c-454e-aa5d-c2a2876083e3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:13.478219 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f61869-b159-4601-a83e-13490113ee2b req-a260bb77-8d2c-454e-aa5d-c2a2876083e3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:13.484950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f61869-b159-4601-a83e-13490113ee2b req-a260bb77-8d2c-454e-aa5d-c2a2876083e3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:13.491238 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f61869-b159-4601-a83e-13490113ee2b req-a260bb77-8d2c-454e-aa5d-c2a2876083e3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:13.497683 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cc153e3-3824-423c-9949-de7ea1b5c466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:13.498397 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f61869-b159-4601-a83e-13490113ee2b req-a260bb77-8d2c-454e-aa5d-c2a2876083e3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:13.504355 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f61869-b159-4601-a83e-13490113ee2b req-a260bb77-8d2c-454e-aa5d-c2a2876083e3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:13.514322 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f61869-b159-4601-a83e-13490113ee2b req-a260bb77-8d2c-454e-aa5d-c2a2876083e3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:13.516333 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17f61869-b159-4601-a83e-13490113ee2b req-a260bb77-8d2c-454e-aa5d-c2a2876083e3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5419 time: 0.2941256 Jul 09 13:24:13.527538 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c4c79e78-7b25-4d80-a6d1-fb64d21f47e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'name': 'tempest-ServersTestManualDisk-1129458519-router', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:30Z', 'updated_at': '2021-07-09T13:24:12Z', 'revision_number': 6, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:13.558311 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4c79e78-7b25-4d80-a6d1-fb64d21f47e0 None None] The sync data for ids ['b6039018-53eb-42b3-bef9-7c3699e3d0b8'] in n-d-799525-3 is: [{'id': 'b6039018-53eb-42b3-bef9-7c3699e3d0b8', 'name': 'tempest-ServersTestManualDisk-1129458519-router', 'tenant_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:21:30Z', 'updated_at': '2021-07-09T13:24:12Z', 'revision_number': 6, 'project_id': '46c2f95350e54a0aa9acdb7ced3996e6', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:24:13.592681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-080f08af-b285-4411-876c-ae9cc6a56196 req-babdd1f2-e806-4702-83e0-d6753fe684af tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702607 Jul 09 13:24:13.594866 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b58b6e37-21d9-4f9e-826c-1c81a5f9451d {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:13.607902 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:13.631366 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17f61869-b159-4601-a83e-13490113ee2b req-b3b16a24-bb1c-494b-af8e-e8466eaeeb0a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1092787 Jul 09 13:24:13.638296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Transition to ACTIVE for port object b58b6e37-21d9-4f9e-826c-1c81a5f9451d will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:13.653819 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:13.733312 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec8859e5-f1f3-40c6-a5c8-1ab398095d03 x-openstack-request-id: req-ec8859e5-f1f3-40c6-a5c8-1ab398095d03 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:13.733975 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "tag": "c117dcb6-0161-42a2-9206-e95589bd7547", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:13.733975 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec8859e5-f1f3-40c6-a5c8-1ab398095d03 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:13.734278 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'tag': 'c117dcb6-0161-42a2-9206-e95589bd7547', 'status': 'completed', 'code': 200} Jul 09 13:24:13.769202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Pushing event updated for resources: {'Port': ['ID=b58b6e37-21d9-4f9e-826c-1c81a5f9451d,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:13.936200 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dddd32-68d8-4906-9335-5cb63d5b76fb x-openstack-request-id: req-53dddd32-68d8-4906-9335-5cb63d5b76fb {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:13.936469 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "tag": "4a188389-5588-4c13-8b06-298afc4dada5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:13.936735 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53dddd32-68d8-4906-9335-5cb63d5b76fb {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:13.937257 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'tag': '4a188389-5588-4c13-8b06-298afc4dada5', 'status': 'completed', 'code': 200} Jul 09 13:24:13.970351 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48748) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:14.004437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Attempting to bind port b58b6e37-21d9-4f9e-826c-1c81a5f9451d on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:14.004777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Attempting to bind port b58b6e37-21d9-4f9e-826c-1c81a5f9451d by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '8916b24a-23d2-4bda-ab8a-3e0b276cd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:14.005103 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Attempting to bind port b58b6e37-21d9-4f9e-826c-1c81a5f9451d on network a919d1e5-88c0-4789-bf94-149c0bb79ee9 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:14.019169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Port b58b6e37-21d9-4f9e-826c-1c81a5f9451d on network a919d1e5-88c0-4789-bf94-149c0bb79ee9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:14.019499 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Attempting to bind port b58b6e37-21d9-4f9e-826c-1c81a5f9451d on network a919d1e5-88c0-4789-bf94-149c0bb79ee9 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:14.037504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:14.037845 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Checking segment: {'id': '8916b24a-23d2-4bda-ab8a-3e0b276cd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:14.038244 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Bound using segment: {'id': '8916b24a-23d2-4bda-ab8a-3e0b276cd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:14.038692 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Bound port: b58b6e37-21d9-4f9e-826c-1c81a5f9451d, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8916b24a-23d2-4bda-ab8a-3e0b276cd758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:14.039053 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.066966 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cc153e3-3824-423c-9949-de7ea1b5c466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.072613 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cc153e3-3824-423c-9949-de7ea1b5c466 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.078716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda79cf5-5076-4416-9dd4-a3e40a338e31 req-7f1102a4-8736-4736-9d19-c15fe0ed1bdf tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.080544 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fda79cf5-5076-4416-9dd4-a3e40a338e31 req-7f1102a4-8736-4736-9d19-c15fe0ed1bdf tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 950 time: 0.1858923 Jul 09 13:24:14.109375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355ae00b-f3b4-460d-8af1-fdaa6c5b362a req-c979d6c2-9767-434b-bac4-afb1abbb0225 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.110976 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-355ae00b-f3b4-460d-8af1-fdaa6c5b362a req-c979d6c2-9767-434b-bac4-afb1abbb0225 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f31b05-3d5c-4fe8-a088-48f96772e461 HTTP/1.1" status: 200 len: 950 time: 0.2175617 Jul 09 13:24:14.153901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-025ce56b-ad9c-4236-ab2a-74142833893e admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1967456483-network', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:14.162686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cc153e3-3824-423c-9949-de7ea1b5c466 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.163341 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc153e3-3824-423c-9949-de7ea1b5c466 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b6039018-53eb-42b3-bef9-7c3699e3d0b8 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:24:14.169129 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cc153e3-3824-423c-9949-de7ea1b5c466 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.170355 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4cc153e3-3824-423c-9949-de7ea1b5c466 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b6039018-53eb-42b3-bef9-7c3699e3d0b8 HTTP/1.1" status: 204 len: 168 time: 1.6827826 Jul 09 13:24:14.175225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48752) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:14.208237 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fda79cf5-5076-4416-9dd4-a3e40a338e31 req-80f6e8fe-60f5-4b4e-afda-cb8e23c7cf85 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079619 Jul 09 13:24:14.218713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] For port b58b6e37-21d9-4f9e-826c-1c81a5f9451d, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:14.220703 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d9313-b35b-49be-b530-51fe6d195489 req-e142fdfa-df35-481d-a8c3-0a4ec586003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.221337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d9313-b35b-49be-b530-51fe6d195489 req-e142fdfa-df35-481d-a8c3-0a4ec586003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.221933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d9313-b35b-49be-b530-51fe6d195489 req-e142fdfa-df35-481d-a8c3-0a4ec586003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.222990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d9313-b35b-49be-b530-51fe6d195489 req-e142fdfa-df35-481d-a8c3-0a4ec586003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.223600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d9313-b35b-49be-b530-51fe6d195489 req-e142fdfa-df35-481d-a8c3-0a4ec586003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.224216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d9313-b35b-49be-b530-51fe6d195489 req-e142fdfa-df35-481d-a8c3-0a4ec586003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.224642 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d9313-b35b-49be-b530-51fe6d195489 req-e142fdfa-df35-481d-a8c3-0a4ec586003d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.226577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] For port b58b6e37-21d9-4f9e-826c-1c81a5f9451d, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=b58b6e37-21d9-4f9e-826c-1c81a5f9451d,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:14.226851 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-660d9313-b35b-49be-b530-51fe6d195489 req-e142fdfa-df35-481d-a8c3-0a4ec586003d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28cccfcdce06416798d3fed1b5c86fea&device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 6446 time: 0.2888277 Jul 09 13:24:14.228437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025ce56b-ad9c-4236-ab2a-74142833893e admin admin] Made reservation on behalf of 2b95daf5efe14f69834ef33d23d6cc49 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:14.231573 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-025ce56b-ad9c-4236-ab2a-74142833893e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.236137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-355ae00b-f3b4-460d-8af1-fdaa6c5b362a req-0e4a6730-9ab9-4765-bc16-850825032e75 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137717 Jul 09 13:24:14.238760 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.258525 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-025ce56b-ad9c-4236-ab2a-74142833893e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.271899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1b33-a4a5-4816-97e7-18deab0dd33c req-6109e429-3826-489d-a103-388b009fe7e6 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.271899 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c0b1b33-a4a5-4816-97e7-18deab0dd33c req-6109e429-3826-489d-a103-388b009fe7e6 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.18 "GET /v2.0/ports?device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 945 time: 0.3327599 Jul 09 13:24:14.297807 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.298430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.299861 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4628403b-8189-41ea-997a-5279672cd9af service neutron] 10.222.0.18 "PUT /v2.0/ports/b58b6e37-21d9-4f9e-826c-1c81a5f9451d HTTP/1.1" status: 200 len: 1091 time: 1.8110840 Jul 09 13:24:14.331590 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7955dbfa-6890-434e-8333-5ea526e3309f x-openstack-request-id: req-7955dbfa-6890-434e-8333-5ea526e3309f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:14.332447 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f31b05-3d5c-4fe8-a088-48f96772e461", "name": "network-vif-plugged", "status": "completed", "tag": "3ee724a0-555f-4858-9a8f-5ea4b0bd049a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:14.332971 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7955dbfa-6890-434e-8333-5ea526e3309f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:14.333599 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f31b05-3d5c-4fe8-a088-48f96772e461', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ee724a0-555f-4858-9a8f-5ea4b0bd049a', 'code': 200} Jul 09 13:24:14.339920 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4628403b-8189-41ea-997a-5279672cd9af service neutron] Pushing event updated for resources: {'Port': ['ID=b58b6e37-21d9-4f9e-826c-1c81a5f9451d,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:14.342820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:14.459789 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-025ce56b-ad9c-4236-ab2a-74142833893e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.479249 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-025ce56b-ad9c-4236-ab2a-74142833893e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.500987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b23d098-ae1f-4ed9-bd23-16546e59a6db admin admin] Deleting subnet 4ef14c00-3b7a-4369-a2a1-57eec0587a02 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:24:14.516821 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b23d098-ae1f-4ed9-bd23-16546e59a6db admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.529542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025ce56b-ad9c-4236-ab2a-74142833893e admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:24:14.570553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:14.604132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ce56b-ad9c-4236-ab2a-74142833893e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bcf25fe-231f-4c83-8606-c880534b8bcd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:14.604393 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:14.604548 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.613444 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-025ce56b-ad9c-4236-ab2a-74142833893e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.613801 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-025ce56b-ad9c-4236-ab2a-74142833893e admin admin] Added segment 5d4cd2ef-ebe8-4594-8cc4-29756df34d28 of type vlan for network 2d210b63-887c-404b-956a-5c57c4f6eb06 Jul 09 13:24:14.657455 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b23d098-ae1f-4ed9-bd23-16546e59a6db admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.754949 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-025ce56b-ad9c-4236-ab2a-74142833893e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.756568 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d9313-b35b-49be-b530-51fe6d195489 req-ce15d68f-9d51-4a91-b6bc-7e081361ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.756703 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.757330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d9313-b35b-49be-b530-51fe6d195489 req-ce15d68f-9d51-4a91-b6bc-7e081361ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.757964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d9313-b35b-49be-b530-51fe6d195489 req-ce15d68f-9d51-4a91-b6bc-7e081361ed1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.760599 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-660d9313-b35b-49be-b530-51fe6d195489 req-ce15d68f-9d51-4a91-b6bc-7e081361ed1c service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=28cccfcdce06416798d3fed1b5c86fea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5216134 Jul 09 13:24:14.782854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e69fc7-89f0-4c9d-bdc7-e2896ce74523 req-fd43c5cf-9029-4057-8f50-04a2b59cb81c tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.791059 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16e69fc7-89f0-4c9d-bdc7-e2896ce74523 req-fd43c5cf-9029-4057-8f50-04a2b59cb81c tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 1095 time: 0.2686236 Jul 09 13:24:14.800665 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:14.804801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5c0b1b33-a4a5-4816-97e7-18deab0dd33c req-f469f12e-ffef-42fa-8b0b-e8b892a4e191 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Deleting port 9fbc0152-396b-4fd6-8df1-c5d79247a399 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:14.805199 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5c0b1b33-a4a5-4816-97e7-18deab0dd33c req-f469f12e-ffef-42fa-8b0b-e8b892a4e191 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.810149 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.848365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-025ce56b-ad9c-4236-ab2a-74142833893e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.849825 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025ce56b-ad9c-4236-ab2a-74142833893e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.850192 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-025ce56b-ad9c-4236-ab2a-74142833893e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:14.899344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,revision_number=13']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:14.922610 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16e69fc7-89f0-4c9d-bdc7-e2896ce74523 req-85d606fb-e38e-4c28-8f64-81e1dd38e07c tempest-LiveMigrationTest-845551044 tempest-LiveMigrationTest-845551044-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302140 Jul 09 13:24:14.945715 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298543a-796a-455b-98cf-8cefd10de612 req-c7d3e81a-ec80-4932-8f02-ab483fe53cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:14.966074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d298543a-796a-455b-98cf-8cefd10de612 req-c7d3e81a-ec80-4932-8f02-ab483fe53cf4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=45f31b05-3d5c-4fe8-a088-48f96772e461 HTTP/1.1" status: 200 len: 1101 time: 0.3393290 Jul 09 13:24:14.988089 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-025ce56b-ad9c-4236-ab2a-74142833893e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0121300 Jul 09 13:24:15.006700 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48770) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:15.028234 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-56bf850c-4a4d-4e80-8feb-691694afac27 admin admin] Request body: {'subnet': {'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1967456483-subnet', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:15.031172 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5c0b1b33-a4a5-4816-97e7-18deab0dd33c req-f469f12e-ffef-42fa-8b0b-e8b892a4e191 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] For port 9fbc0152-396b-4fd6-8df1-c5d79247a399, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9fbc0152-396b-4fd6-8df1-c5d79247a399,segment=NetworkSegment(6ef595e5-93d1-4b1f-9331-a31db29257f7),segment_id=6ef595e5-93d1-4b1f-9331-a31db29257f7)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:15.031736 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5c0b1b33-a4a5-4816-97e7-18deab0dd33c req-f469f12e-ffef-42fa-8b0b-e8b892a4e191 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.053093 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025ce56b-ad9c-4236-ab2a-74142833893e admin admin] Pushing event updated for resources: {'Network': ['ID=2d210b63-887c-404b-956a-5c57c4f6eb06,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:15.058944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56bf850c-4a4d-4e80-8feb-691694afac27 admin admin] Made reservation on behalf of 2b95daf5efe14f69834ef33d23d6cc49 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:15.061790 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56bf850c-4a4d-4e80-8feb-691694afac27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.066671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 2d210b63-887c-404b-956a-5c57c4f6eb06 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:24:15.134390 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d298543a-796a-455b-98cf-8cefd10de612 req-cc2b5700-23dd-4776-9275-d5d9bf2f73d1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558163 Jul 09 13:24:15.150349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fdb38540-4db3-4f05-9af0-0591942c6217 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:15.180865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: fdb38540-4db3-4f05-9af0-0591942c6217 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:15.181066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fdb38540-4db3-4f05-9af0-0591942c6217 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:15.181461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a4300d81-1892-44fc-82b0-958e6948b931 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:15.209524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: a4300d81-1892-44fc-82b0-958e6948b931 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:15.210124 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a4300d81-1892-44fc-82b0-958e6948b931 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:15.327921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa751aeb-9c63-4be8-bad5-b358d420d699 req-2e5de658-67b0-409a-82d8-1271bdc55ee7 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.329479 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa751aeb-9c63-4be8-bad5-b358d420d699 req-2e5de658-67b0-409a-82d8-1271bdc55ee7 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 945 time: 0.1277263 Jul 09 13:24:15.393891 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56bf850c-4a4d-4e80-8feb-691694afac27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.401273 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660d9313-b35b-49be-b530-51fe6d195489 req-56448910-d174-4404-a2ca-cd780eb56220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.403850 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-660d9313-b35b-49be-b530-51fe6d195489 req-56448910-d174-4404-a2ca-cd780eb56220 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6320229 Jul 09 13:24:15.424262 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3bc50903-229e-4cdf-9e0e-80a9894d23b1 req-45ba5a42-f5e5-47fa-bd03-3dd6f6379eef service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7036140 Jul 09 13:24:15.428666 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa751aeb-9c63-4be8-bad5-b358d420d699 req-d765c3ee-89bb-4f2a-8fb4-765bcd69b470 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups?id=2f49f1ff-6a58-4c20-a20f-33de3f31fae4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787666 Jul 09 13:24:15.438326 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b23d098-ae1f-4ed9-bd23-16546e59a6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.461593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bf850c-4a4d-4e80-8feb-691694afac27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07e53f61-4ad1-4a2c-9c8a-95ddcec639b9,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:15.480674 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56bf850c-4a4d-4e80-8feb-691694afac27 admin admin] Checking segment: {'id': '5d4cd2ef-ebe8-4594-8cc4-29756df34d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:15.481918 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bf850c-4a4d-4e80-8feb-691694afac27 admin admin] Network hostable DHCP agents. Network: 2d210b63-887c-404b-956a-5c57c4f6eb06, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:24:15.504432 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56bf850c-4a4d-4e80-8feb-691694afac27 admin admin] Network 2d210b63-887c-404b-956a-5c57c4f6eb06 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:24:15.517951 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-56bf850c-4a4d-4e80-8feb-691694afac27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 2d210b63-887c-404b-956a-5c57c4f6eb06) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:15.522919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56bf850c-4a4d-4e80-8feb-691694afac27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.523805 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56bf850c-4a4d-4e80-8feb-691694afac27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.531265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f19d41-4853-4d93-a053-e6565c0e9ac0 None None] Network 2d210b63-887c-404b-956a-5c57c4f6eb06 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:24:15.547690 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-56bf850c-4a4d-4e80-8feb-691694afac27 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5334284 Jul 09 13:24:15.550846 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48800) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:15.556775 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1967456483-router', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:15.598766 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-f4ccd49c-96f9-4706-a9c9-40846ba6752f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0367985 Jul 09 13:24:15.635818 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.637708 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.728896 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5c0b1b33-a4a5-4816-97e7-18deab0dd33c req-f469f12e-ffef-42fa-8b0b-e8b892a4e191 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.729596 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5c0b1b33-a4a5-4816-97e7-18deab0dd33c req-f469f12e-ffef-42fa-8b0b-e8b892a4e191 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.729833 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-5c0b1b33-a4a5-4816-97e7-18deab0dd33c req-f469f12e-ffef-42fa-8b0b-e8b892a4e191 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Floating IP fcd0f08d-8570-4091-8131-fcede3ab419c disassociated. External IP: 172.25.2.146, port: 9fbc0152-396b-4fd6-8df1-c5d79247a399. Jul 09 13:24:15.730491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5c0b1b33-a4a5-4816-97e7-18deab0dd33c req-f469f12e-ffef-42fa-8b0b-e8b892a4e191 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Calling delete_port for 9fbc0152-396b-4fd6-8df1-c5d79247a399 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:15.749127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'tag': 'b58b6e37-21d9-4f9e-826c-1c81a5f9451d'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:15.751708 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d4d032-e87f-4721-8bb1-efcfc33a176c" -d '{"events": [{"name": "network-changed", "server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "tag": "b58b6e37-21d9-4f9e-826c-1c81a5f9451d"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:15.762436 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-2d210b63-887c-404b-956a-5c57c4f6eb06', 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'fixed_ips': [{'subnet_id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:24:15.763376 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.776222 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.794480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d45348-b363-4c4a-99f0-dff04901c9e6 req-f8cd7fa6-f7f2-4151-9a32-0ab3b850d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.795302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d45348-b363-4c4a-99f0-dff04901c9e6 req-f8cd7fa6-f7f2-4151-9a32-0ab3b850d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.796037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d45348-b363-4c4a-99f0-dff04901c9e6 req-f8cd7fa6-f7f2-4151-9a32-0ab3b850d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.796543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d45348-b363-4c4a-99f0-dff04901c9e6 req-f8cd7fa6-f7f2-4151-9a32-0ab3b850d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.797088 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d45348-b363-4c4a-99f0-dff04901c9e6 req-f8cd7fa6-f7f2-4151-9a32-0ab3b850d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.797766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d45348-b363-4c4a-99f0-dff04901c9e6 req-f8cd7fa6-f7f2-4151-9a32-0ab3b850d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.798406 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d45348-b363-4c4a-99f0-dff04901c9e6 req-f8cd7fa6-f7f2-4151-9a32-0ab3b850d846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.800787 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6d45348-b363-4c4a-99f0-dff04901c9e6 req-f8cd7fa6-f7f2-4151-9a32-0ab3b850d846 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28cccfcdce06416798d3fed1b5c86fea&device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 6488 time: 0.2992079 Jul 09 13:24:15.856865 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b23d098-ae1f-4ed9-bd23-16546e59a6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.879135 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-57c715c8-b5ee-4490-9a2a-a0822bcc8e30 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:15.880714 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-57c715c8-b5ee-4490-9a2a-a0822bcc8e30 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2757242 Jul 09 13:24:15.946001 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Allocated IP 172.20.0.2 (2d210b63-887c-404b-956a-5c57c4f6eb06/07e53f61-4ad1-4a2c-9c8a-95ddcec639b9/e068f701-26c8-463a-a310-c6a903b26c26) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:15.970421 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-e61f694d-ca32-402f-b4ce-a916017d24d7 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/quotas/bbbab2bfe4e6490b9ef221906e7f7da6 HTTP/1.1" status: 200 len: 375 time: 0.0514235 Jul 09 13:24:15.973157 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:15.985312 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23d098-ae1f-4ed9-bd23-16546e59a6db admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ef14c00-3b7a-4369-a2a1-57eec0587a02,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:16.021254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc50903-229e-4cdf-9e0e-80a9894d23b1 req-e00280ff-b5b9-4f5c-9761-b9015d7da7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:16.025431 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3bc50903-229e-4cdf-9e0e-80a9894d23b1 req-e00280ff-b5b9-4f5c-9761-b9015d7da7fb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 1101 time: 0.5196278 Jul 09 13:24:16.034628 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b23d098-ae1f-4ed9-bd23-16546e59a6db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.039621 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8b23d098-ae1f-4ed9-bd23-16546e59a6db admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4ef14c00-3b7a-4369-a2a1-57eec0587a02 HTTP/1.1" status: 204 len: 168 time: 1.8587868 Jul 09 13:24:16.041735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48808) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:16.062293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90aa0052-e2af-43f1-9ef4-67e69bb8ca84 None None] Network 837f4540-7c98-4faa-8ade-707da2a5a222 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:24:16.272511 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.296236 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.310390 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Transition to ACTIVE for port object e068f701-26c8-463a-a310-c6a903b26c26 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:16.320412 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-e8a3af4a-8728-4c3c-9c0e-2600a90c89bf tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3384993 Jul 09 13:24:16.334613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Transition to ACTIVE for port object e068f701-26c8-463a-a310-c6a903b26c26 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:16.336281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:16.339725 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fcec68e-5bb2-4740-ba34-fb33a864e8a2" -d '{"events": [{"server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "name": "network-vif-plugged", "status": "completed", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:16.349541 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.411380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec74837-9b97-476e-9f60-1c7c9de97390 None None] DHCP port deletion for 837f4540-7c98-4faa-8ade-707da2a5a222 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:24:16.418429 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Network 2d210b63-887c-404b-956a-5c57c4f6eb06 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:16.429016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-310b10b3-4f61-45cd-806d-b1ee1d535449 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:24:16.429720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:16.430865 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-310b10b3-4f61-45cd-806d-b1ee1d535449 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0179367 Jul 09 13:24:16.434913 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Pushing event updated for resources: {'Port': ['ID=e068f701-26c8-463a-a310-c6a903b26c26,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:16.439564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:16.456577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-bb199e55-b332-4460-b239-521808614375 req-e4d97c00-b459-489e-9c43-5ea891909b9b service neutron] Request body: {'binding': {'host': 'n-h1-799525-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:16.457037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-bb199e55-b332-4460-b239-521808614375 req-e4d97c00-b459-489e-9c43-5ea891909b9b service neutron] Unknown quota resources ['binding']. {{(pid=93753) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:24:16.484285 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] Deleting port 2fe69fc3-8469-4c0c-99d1-33409650e6c7 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:16.484699 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.617740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc50903-229e-4cdf-9e0e-80a9894d23b1 req-4bb20139-9c60-4dc0-8d79-c1e8c05c6521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:16.618278 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Attempting to bind port e068f701-26c8-463a-a310-c6a903b26c26 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:16.618751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Attempting to bind port e068f701-26c8-463a-a310-c6a903b26c26 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '5d4cd2ef-ebe8-4594-8cc4-29756df34d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:16.619019 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Attempting to bind port e068f701-26c8-463a-a310-c6a903b26c26 on network 2d210b63-887c-404b-956a-5c57c4f6eb06 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:16.630108 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3bc50903-229e-4cdf-9e0e-80a9894d23b1 req-4bb20139-9c60-4dc0-8d79-c1e8c05c6521 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.5638738 Jul 09 13:24:16.650270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fec74837-9b97-476e-9f60-1c7c9de97390 None None] Deleting port 2fe69fc3-8469-4c0c-99d1-33409650e6c7 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:16.650910 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fec74837-9b97-476e-9f60-1c7c9de97390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.657304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:16.659997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Checking segment: {'id': '5d4cd2ef-ebe8-4594-8cc4-29756df34d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:16.660616 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.663750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Bound using segment: {'id': '5d4cd2ef-ebe8-4594-8cc4-29756df34d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:16.664644 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Bound port: e068f701-26c8-463a-a310-c6a903b26c26, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4cd2ef-ebe8-4594-8cc4-29756df34d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:16.665049 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.694740 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3bc50903-229e-4cdf-9e0e-80a9894d23b1 req-747f4b15-4347-410c-bfba-536ad9fa8551 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=e2c2e482-1c19-4c8e-b160-3735476e1bbf HTTP/1.1" status: 200 len: 217 time: 0.0500896 Jul 09 13:24:16.698313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d45348-b363-4c4a-99f0-dff04901c9e6 req-863daf72-5b3a-4c57-bde3-ba995a52bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:16.698897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d45348-b363-4c4a-99f0-dff04901c9e6 req-863daf72-5b3a-4c57-bde3-ba995a52bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:16.700070 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d45348-b363-4c4a-99f0-dff04901c9e6 req-863daf72-5b3a-4c57-bde3-ba995a52bc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:16.701673 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6d45348-b363-4c4a-99f0-dff04901c9e6 req-863daf72-5b3a-4c57-bde3-ba995a52bc7b service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=28cccfcdce06416798d3fed1b5c86fea&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.8406982 Jul 09 13:24:16.704529 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5c0b1b33-a4a5-4816-97e7-18deab0dd33c req-f469f12e-ffef-42fa-8b0b-e8b892a4e191 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.754096 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] For port 2fe69fc3-8469-4c0c-99d1-33409650e6c7, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2fe69fc3-8469-4c0c-99d1-33409650e6c7,segment=NetworkSegment(b13bd8fa-acb4-4128-aa4d-0acbe7762e06),segment_id=b13bd8fa-acb4-4128-aa4d-0acbe7762e06)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:16.754461 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.769127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc50903-229e-4cdf-9e0e-80a9894d23b1 req-8fc040f3-0762-42d3-9c63-01dc0f00d8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:16.770578 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3bc50903-229e-4cdf-9e0e-80a9894d23b1 req-8fc040f3-0762-42d3-9c63-01dc0f00d8f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0637660 Jul 09 13:24:16.779471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] Calling delete_port for 2fe69fc3-8469-4c0c-99d1-33409650e6c7 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:16.786500 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.810550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fec74837-9b97-476e-9f60-1c7c9de97390 None None] For port 2fe69fc3-8469-4c0c-99d1-33409650e6c7, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2fe69fc3-8469-4c0c-99d1-33409650e6c7,segment=NetworkSegment(b13bd8fa-acb4-4128-aa4d-0acbe7762e06),segment_id=b13bd8fa-acb4-4128-aa4d-0acbe7762e06)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:16.811269 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fec74837-9b97-476e-9f60-1c7c9de97390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.825838 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:16.829431 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fec74837-9b97-476e-9f60-1c7c9de97390 None None] Calling delete_port for 2fe69fc3-8469-4c0c-99d1-33409650e6c7 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:16.852704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f469f12e-ffef-42fa-8b0b-e8b892a4e191 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Pushing event deleted for resources: {'Port': ['ID=9fbc0152-396b-4fd6-8df1-c5d79247a399,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:16.902932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98564599-d960-4a29-8141-c95557ae71a9 req-4f087458-3946-4e11-84b7-d834b9d0d731 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:16.911398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98564599-d960-4a29-8141-c95557ae71a9 req-4f087458-3946-4e11-84b7-d834b9d0d731 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:16.919502 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98564599-d960-4a29-8141-c95557ae71a9 req-4f087458-3946-4e11-84b7-d834b9d0d731 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:16.926696 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98564599-d960-4a29-8141-c95557ae71a9 req-4f087458-3946-4e11-84b7-d834b9d0d731 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:16.934202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98564599-d960-4a29-8141-c95557ae71a9 req-4f087458-3946-4e11-84b7-d834b9d0d731 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:16.941709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98564599-d960-4a29-8141-c95557ae71a9 req-4f087458-3946-4e11-84b7-d834b9d0d731 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:16.949309 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98564599-d960-4a29-8141-c95557ae71a9 req-4f087458-3946-4e11-84b7-d834b9d0d731 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:16.951301 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98564599-d960-4a29-8141-c95557ae71a9 req-4f087458-3946-4e11-84b7-d834b9d0d731 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5431 time: 0.2874820 Jul 09 13:24:16.993980 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] For port e068f701-26c8-463a-a310-c6a903b26c26, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:16.998386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] For port e068f701-26c8-463a-a310-c6a903b26c26, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e068f701-26c8-463a-a310-c6a903b26c26,segment=NetworkSegment(5d4cd2ef-ebe8-4594-8cc4-29756df34d28),segment_id=5d4cd2ef-ebe8-4594-8cc4-29756df34d28)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:17.000600 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fec74837-9b97-476e-9f60-1c7c9de97390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.064846 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec74837-9b97-476e-9f60-1c7c9de97390 None None] Pushing event deleted for resources: {'Port': ['ID=2fe69fc3-8469-4c0c-99d1-33409650e6c7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:17.070259 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.091189 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2fe69fc3-8469-4c0c-99d1-33409650e6c7 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:17.114735 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98564599-d960-4a29-8141-c95557ae71a9 req-760e1ba7-834f-4ec7-90b7-45ffd601964f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0949230 Jul 09 13:24:17.123549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec74837-9b97-476e-9f60-1c7c9de97390 None None] No DVR routers for this DVR port 2fe69fc3-8469-4c0c-99d1-33409650e6c7 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:24:17.124599 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 2fe69fc3-8469-4c0c-99d1-33409650e6c7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:17.124942 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2fe69fc3-8469-4c0c-99d1-33409650e6c7 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:17.138010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d45348-b363-4c4a-99f0-dff04901c9e6 req-5a576084-fa73-4af8-8e40-0cda854a9d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:17.140125 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6d45348-b363-4c4a-99f0-dff04901c9e6 req-5a576084-fa73-4af8-8e40-0cda854a9d1c service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3689930 Jul 09 13:24:17.197630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Allocated IP 172.25.2.70 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/f511ae54-c631-434a-9808-e98e6f1181b8) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:17.219229 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595c7a90-9212-43f5-aac1-86ded7948a56 None None] Pushing event updated for resources: {'Port': ['ID=e068f701-26c8-463a-a310-c6a903b26c26,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:17.225804 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.332296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc50903-229e-4cdf-9e0e-80a9894d23b1 req-52dfd8c1-6ff8-4978-ba46-c0a1115562c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:17.333257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fe69fc3-8469-4c0c-99d1-33409650e6c7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:17.335143 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3bc50903-229e-4cdf-9e0e-80a9894d23b1 req-52dfd8c1-6ff8-4978-ba46-c0a1115562c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4903955 Jul 09 13:24:17.335303 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] No DVR routers for this DVR port 2fe69fc3-8469-4c0c-99d1-33409650e6c7 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:24:17.343915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bb199e55-b332-4460-b239-521808614375 req-e4d97c00-b459-489e-9c43-5ea891909b9b service neutron] Attempting to bind port 681f6e46-5c46-447c-b7bc-1f63823c9ebb on host n-h1-799525-3 for vnic_type normal with profile None {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:17.346695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bb199e55-b332-4460-b239-521808614375 req-e4d97c00-b459-489e-9c43-5ea891909b9b service neutron] Attempting to bind port 681f6e46-5c46-447c-b7bc-1f63823c9ebb by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:17.350284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199e55-b332-4460-b239-521808614375 req-e4d97c00-b459-489e-9c43-5ea891909b9b service neutron] Attempting to bind port 681f6e46-5c46-447c-b7bc-1f63823c9ebb on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:17.405494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c0b1b33-a4a5-4816-97e7-18deab0dd33c req-f469f12e-ffef-42fa-8b0b-e8b892a4e191 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Router d293014f-502e-4bb0-874f-6f905fd0f313 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:24:17.431335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199e55-b332-4460-b239-521808614375 req-e4d97c00-b459-489e-9c43-5ea891909b9b service neutron] Port 681f6e46-5c46-447c-b7bc-1f63823c9ebb on network 9eed349f-85e9-4424-b38d-3b371f8e676c not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:17.431686 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199e55-b332-4460-b239-521808614375 req-e4d97c00-b459-489e-9c43-5ea891909b9b service neutron] Attempting to bind port 681f6e46-5c46-447c-b7bc-1f63823c9ebb on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:17.505111 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.525092 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['837f4540-7c98-4faa-8ade-707da2a5a222']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:17.548023 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13bd8fa-acb4-4128-aa4d-0acbe7762e06') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:17.548559 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13bd8fa-acb4-4128-aa4d-0acbe7762e06') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:17.560925 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.572306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199e55-b332-4460-b239-521808614375 req-e4d97c00-b459-489e-9c43-5ea891909b9b service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:17.572671 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199e55-b332-4460-b239-521808614375 req-e4d97c00-b459-489e-9c43-5ea891909b9b service neutron] Checking segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:17.573261 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199e55-b332-4460-b239-521808614375 req-e4d97c00-b459-489e-9c43-5ea891909b9b service neutron] Bound using segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:17.573827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bb199e55-b332-4460-b239-521808614375 req-e4d97c00-b459-489e-9c43-5ea891909b9b service neutron] Bound port: 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:17.578392 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.590076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dcd3ac40-48d5-4a97-9cf0-e619b2da96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:17.591165 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dcd3ac40-48d5-4a97-9cf0-e619b2da96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:17.594706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dcd3ac40-48d5-4a97-9cf0-e619b2da96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:17.596260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dcd3ac40-48d5-4a97-9cf0-e619b2da96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:17.597263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dcd3ac40-48d5-4a97-9cf0-e619b2da96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:17.597981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dcd3ac40-48d5-4a97-9cf0-e619b2da96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:17.600440 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dcd3ac40-48d5-4a97-9cf0-e619b2da96cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:17.604077 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-dcd3ac40-48d5-4a97-9cf0-e619b2da96cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28cccfcdce06416798d3fed1b5c86fea&device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 6488 time: 0.3448954 Jul 09 13:24:17.620988 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.664392 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:24:17.665207 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:24:17.668722 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:24:17.675013 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:24:17.680847 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:24:17.724948 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.838879 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-acf5db90-ac8b-4fd2-8210-bbee63e6cf1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fced731-60a5-4f64-be58-9ef321696a0a HTTP/1.1" status: 200 len: 217 time: 0.1889586 Jul 09 13:24:17.848080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Pushing event updated for resources: {'Port': ['ID=f511ae54-c631-434a-9808-e98e6f1181b8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:17.892534 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.896226 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:17.912502 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:17.922037 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] 10.222.0.39 "DELETE /v2.0/networks/837f4540-7c98-4faa-8ade-707da2a5a222 HTTP/1.1" status: 204 len: 168 time: 1.8729730 Jul 09 13:24:17.934880 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c3e589-79e6-4855-a79e-0d3109dae345 admin admin] Pushing event deleted for resources: {'Network': ['ID=837f4540-7c98-4faa-8ade-707da2a5a222,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:17.935937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c0b1b33-a4a5-4816-97e7-18deab0dd33c req-f469f12e-ffef-42fa-8b0b-e8b892a4e191 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:24:17.940011 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:17.947500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:17.982094 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac78e15-43f3-4859-9f9b-fee7d864d49b None None] Sync routers for ids ['d293014f-502e-4bb0-874f-6f905fd0f313'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:24:17.982874 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3bc50903-229e-4cdf-9e0e-80a9894d23b1 req-87784a18-1410-47a0-8855-a894f7aaf4cb service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6292109 Jul 09 13:24:17.999650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac78e15-43f3-4859-9f9b-fee7d864d49b None None] Routers {'d293014f-502e-4bb0-874f-6f905fd0f313'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:18.001067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0ac78e15-43f3-4859-9f9b-fee7d864d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:24:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d293014f-502e-4bb0-874f-6f905fd0f313'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:18.001522 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bb199e55-b332-4460-b239-521808614375 req-e4d97c00-b459-489e-9c43-5ea891909b9b service neutron] For port 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=681f6e46-5c46-447c-b7bc-1f63823c9ebb,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:18.008199 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c0b1b33-a4a5-4816-97e7-18deab0dd33c req-f469f12e-ffef-42fa-8b0b-e8b892a4e191 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] No DVR routers for this DVR port 9fbc0152-396b-4fd6-8df1-c5d79247a399 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:24:18.025820 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5c0b1b33-a4a5-4816-97e7-18deab0dd33c req-f469f12e-ffef-42fa-8b0b-e8b892a4e191 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:18.028808 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c0b1b33-a4a5-4816-97e7-18deab0dd33c req-f469f12e-ffef-42fa-8b0b-e8b892a4e191 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.18 "DELETE /v2.0/ports/9fbc0152-396b-4fd6-8df1-c5d79247a399 HTTP/1.1" status: 204 len: 173 time: 3.7260818 Jul 09 13:24:18.030824 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53db816c-c315-418c-89d3-f0092df55036', 'name': 'network-vif-deleted', 'tag': '9fbc0152-396b-4fd6-8df1-c5d79247a399'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:18.035133 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b140d1e8-5add-42e8-bebd-af9074cf9075" -d '{"events": [{"server_uuid": "53db816c-c315-418c-89d3-f0092df55036", "name": "network-vif-deleted", "tag": "9fbc0152-396b-4fd6-8df1-c5d79247a399"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:18.038829 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb199e55-b332-4460-b239-521808614375 req-e4d97c00-b459-489e-9c43-5ea891909b9b service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:18.040181 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-e4d97c00-b459-489e-9c43-5ea891909b9b service neutron] 10.222.0.39 "POST /v2.0/ports/681f6e46-5c46-447c-b7bc-1f63823c9ebb/bindings HTTP/1.1" status: 201 len: 389 time: 1.5973146 Jul 09 13:24:18.054852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a31b7f3d-4974-45e8-a7a2-54ef0bcb2f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:18.057736 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a31b7f3d-4974-45e8-a7a2-54ef0bcb2f2e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2915b4c-1b15-4665-bc6f-4ef8238c6ea1 HTTP/1.1" status: 200 len: 856 time: 0.2012920 Jul 09 13:24:18.144120 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bc86dd-0a1b-43ee-8aee-507b907029d2 req-dcfe51b1-e4f4-4f04-98e4-5fd565273f52 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:18.153909 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3bc86dd-0a1b-43ee-8aee-507b907029d2 req-dcfe51b1-e4f4-4f04-98e4-5fd565273f52 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f31b05-3d5c-4fe8-a088-48f96772e461 HTTP/1.1" status: 200 len: 950 time: 0.3325105 Jul 09 13:24:18.189160 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0ac78e15-43f3-4859-9f9b-fee7d864d49b None None] Set router d293014f-502e-4bb0-874f-6f905fd0f313 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:18.225786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e05eee24-ee0f-42ac-b7ce-ba9c6bf9d057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:18.227994 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e05eee24-ee0f-42ac-b7ce-ba9c6bf9d057 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=506f0105-b494-4138-9dfd-14195d3a3fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303921 Jul 09 13:24:18.231337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3bc50903-229e-4cdf-9e0e-80a9894d23b1 req-18daf23c-280b-4360-8a06-afedcb691b59 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261407 Jul 09 13:24:18.285441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48834) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:18.328963 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90822b8-af68-4b20-9c20-4f41b2d17200 x-openstack-request-id: req-c90822b8-af68-4b20-9c20-4f41b2d17200 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:18.329082 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "tag": "b58b6e37-21d9-4f9e-826c-1c81a5f9451d", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:18.329389 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c90822b8-af68-4b20-9c20-4f41b2d17200 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:18.329655 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'tag': 'b58b6e37-21d9-4f9e-826c-1c81a5f9451d', 'status': 'completed', 'code': 200} Jul 09 13:24:18.415553 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3bc86dd-0a1b-43ee-8aee-507b907029d2 req-d6d68f2f-7eba-4fc0-a92d-61f281137519 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2606132 Jul 09 13:24:18.514879 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-578264d1-ae05-459d-b52d-48ae3f6a01ea admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=46c2f95350e54a0aa9acdb7ced3996e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280326 Jul 09 13:24:18.519185 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48840) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:18.567144 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-43afc3a0-6fd3-4dc2-bf4b-3faec2626bbf service neutron] 10.222.0.18 "GET /v2.0/networks/506f0105-b494-4138-9dfd-14195d3a3fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287375 Jul 09 13:24:18.646386 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-3fea7525-b6db-4cde-af2d-8d06f182395c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747852 Jul 09 13:24:18.692700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5c23a-20c0-4de6-9348-6e487e423b1e req-da787df6-2a45-4941-880f-32e12ec1fb90 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:18.694410 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41c5c23a-20c0-4de6-9348-6e487e423b1e req-da787df6-2a45-4941-880f-32e12ec1fb90 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.18 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 944 time: 0.3515639 Jul 09 13:24:18.718915 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8260c6b-78ef-48b8-9772-1d7e464e99a3 x-openstack-request-id: req-e8260c6b-78ef-48b8-9772-1d7e464e99a3 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:18.721532 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "name": "network-vif-plugged", "status": "completed", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:18.722513 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8260c6b-78ef-48b8-9772-1d7e464e99a3 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:18.724151 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1', 'code': 200} Jul 09 13:24:18.734581 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9fbc0152-396b-4fd6-8df1-c5d79247a399 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:18.764161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 9fbc0152-396b-4fd6-8df1-c5d79247a399 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:18.764783 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9fbc0152-396b-4fd6-8df1-c5d79247a399 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:18.782747 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc321c6a-1787-484b-b56f-52b6c8493ef0 req-986f5370-1adb-4697-b1ec-75ed740887cf tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 210 time: 0.0967596 Jul 09 13:24:18.858650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53347ec-d8a5-4bf2-b85c-ce4f8ca427a1 None None] Network 2d210b63-887c-404b-956a-5c57c4f6eb06 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:24:18.946922 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f4c1556e-3ab1-4171-82d6-67ac862320a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:18.984463 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-db00276a-6714-4712-95c8-768afdcbb189 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:18.987804 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-db00276a-6714-4712-95c8-768afdcbb189 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2922080 Jul 09 13:24:19.013980 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f4c1556e-3ab1-4171-82d6-67ac862320a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.098372 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f4c1556e-3ab1-4171-82d6-67ac862320a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.101578 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f4c1556e-3ab1-4171-82d6-67ac862320a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.105478 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f4c1556e-3ab1-4171-82d6-67ac862320a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2fce9b34-00fa-44b6-8ce8-3bf7bc40fc69 HTTP/1.1" status: 204 len: 168 time: 0.5824525 Jul 09 13:24:19.107570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-40775a1f-4c51-413c-8bcf-4b6986ad9c4b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Request body: {'port': {'device_id': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'bbbab2bfe4e6490b9ef221906e7f7da6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:19.279715 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a60a3759-e061-4cdc-8154-2900ee8948bc req-e807109e-494d-4d41-9bf8-e8c2b1f18990 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/ports?device_id=53db816c-c315-418c-89d3-f0092df55036 HTTP/1.1" status: 200 len: 210 time: 0.4963286 Jul 09 13:24:19.298937 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e068f701-26c8-463a-a310-c6a903b26c26 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:19.378241 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.418261 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cc0a62a8-b9b4-48de-9200-fa38fc568290 None None] Provisioning for port e068f701-26c8-463a-a310-c6a903b26c26 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:19.468948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0ac78e15-43f3-4859-9f9b-fee7d864d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '24f0351c-35bb-4e79-9e4e-b276109d0cbe', 'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'mac_address': 'fa:16:3e:9e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:38Z', 'revision_number': 5, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'subnets': [{'id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:19.520200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac78e15-43f3-4859-9f9b-fee7d864d49b None None] Checking router: d293014f-502e-4bb0-874f-6f905fd0f313 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:24:19.538542 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ac78e15-43f3-4859-9f9b-fee7d864d49b None None] Routers {'d293014f-502e-4bb0-874f-6f905fd0f313'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:19.539876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0ac78e15-43f3-4859-9f9b-fee7d864d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:24:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d293014f-502e-4bb0-874f-6f905fd0f313'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:19.541700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port e068f701-26c8-463a-a310-c6a903b26c26 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:19.547481 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port e068f701-26c8-463a-a310-c6a903b26c26 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:19.547873 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.574876 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4405b4fc-db85-4370-8b99-14b5e17fb149 x-openstack-request-id: req-4405b4fc-db85-4370-8b99-14b5e17fb149 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:19.575491 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53db816c-c315-418c-89d3-f0092df55036", "name": "network-vif-deleted", "tag": "9fbc0152-396b-4fd6-8df1-c5d79247a399", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:19.575807 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4405b4fc-db85-4370-8b99-14b5e17fb149 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:19.576456 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53db816c-c315-418c-89d3-f0092df55036', 'name': 'network-vif-deleted', 'tag': '9fbc0152-396b-4fd6-8df1-c5d79247a399', 'status': 'completed', 'code': 200} Jul 09 13:24:19.579261 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c1556e-3ab1-4171-82d6-67ac862320a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fce9b34-00fa-44b6-8ce8-3bf7bc40fc69,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:19.680334 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8c697b03-240e-458e-b356-e0fb11e74b7c service neutron] 10.222.0.18 "GET /v2.0/networks/506f0105-b494-4138-9dfd-14195d3a3fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0944681 Jul 09 13:24:19.684705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199e55-b332-4460-b239-521808614375 req-5aa7647d-7457-4cf8-bf92-3b41efea3093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:19.687578 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-5aa7647d-7457-4cf8-bf92-3b41efea3093 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 1096 time: 0.4594283 Jul 09 13:24:19.720478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5579c7-0bcf-4bb7-a041-5fb3191803ff req-5857da1c-db91-40b2-b1c7-b23d8407b243 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:19.729047 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce5579c7-0bcf-4bb7-a041-5fb3191803ff req-5857da1c-db91-40b2-b1c7-b23d8407b243 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 944 time: 0.4996541 Jul 09 13:24:19.761636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-40775a1f-4c51-413c-8bcf-4b6986ad9c4b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Made reservation on behalf of bbbab2bfe4e6490b9ef221906e7f7da6 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:19.769643 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-40775a1f-4c51-413c-8bcf-4b6986ad9c4b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.780287 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-5e72f72e-f7a5-4cee-b13e-f6098af241e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=09127b77-234e-4594-8ccb-d507e2278c0c HTTP/1.1" status: 200 len: 217 time: 0.0925994 Jul 09 13:24:19.788432 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0ac78e15-43f3-4859-9f9b-fee7d864d49b None None] Set router d293014f-502e-4bb0-874f-6f905fd0f313 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:19.841599 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.878816 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-41c5c23a-20c0-4de6-9348-6e487e423b1e req-b3d75f54-3c60-49c6-9054-113042f13c9f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Deleting port dc17aecb-09d8-47b6-96d4-d191d53a1d3e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:19.879794 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41c5c23a-20c0-4de6-9348-6e487e423b1e req-b3d75f54-3c60-49c6-9054-113042f13c9f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.923561 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port e068f701-26c8-463a-a310-c6a903b26c26, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e068f701-26c8-463a-a310-c6a903b26c26,segment=NetworkSegment(5d4cd2ef-ebe8-4594-8cc4-29756df34d28),segment_id=5d4cd2ef-ebe8-4594-8cc4-29756df34d28)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:19.936505 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:19.953954 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce5579c7-0bcf-4bb7-a041-5fb3191803ff req-ea6a4bbe-f898-4f86-9c39-bc64a5d1bcc3 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2204020 Jul 09 13:24:20.038155 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-cef72f11-85af-4064-a790-c48036e23899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:20.039749 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-cef72f11-85af-4064-a790-c48036e23899 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.2365749 Jul 09 13:24:20.061243 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c84e2-5ecf-41d6-9dfc-147c6f8efe79 req-63932ec4-8537-4522-a130-7f8d5a0a46de tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:20.068361 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c84e2-5ecf-41d6-9dfc-147c6f8efe79 req-63932ec4-8537-4522-a130-7f8d5a0a46de tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:20.077559 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c84e2-5ecf-41d6-9dfc-147c6f8efe79 req-63932ec4-8537-4522-a130-7f8d5a0a46de tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:20.090319 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c84e2-5ecf-41d6-9dfc-147c6f8efe79 req-63932ec4-8537-4522-a130-7f8d5a0a46de tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:20.099831 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c84e2-5ecf-41d6-9dfc-147c6f8efe79 req-63932ec4-8537-4522-a130-7f8d5a0a46de tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:20.109079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c84e2-5ecf-41d6-9dfc-147c6f8efe79 req-63932ec4-8537-4522-a130-7f8d5a0a46de tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:20.116054 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885c84e2-5ecf-41d6-9dfc-147c6f8efe79 req-63932ec4-8537-4522-a130-7f8d5a0a46de tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:20.119481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-885c84e2-5ecf-41d6-9dfc-147c6f8efe79 req-63932ec4-8537-4522-a130-7f8d5a0a46de tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5431 time: 0.5537550 Jul 09 13:24:20.133626 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=e068f701-26c8-463a-a310-c6a903b26c26,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:20.147577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-41c5c23a-20c0-4de6-9348-6e487e423b1e req-b3d75f54-3c60-49c6-9054-113042f13c9f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] For port dc17aecb-09d8-47b6-96d4-d191d53a1d3e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:20.147962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41c5c23a-20c0-4de6-9348-6e487e423b1e req-b3d75f54-3c60-49c6-9054-113042f13c9f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.171507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-41c5c23a-20c0-4de6-9348-6e487e423b1e req-b3d75f54-3c60-49c6-9054-113042f13c9f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Calling delete_port for dc17aecb-09d8-47b6-96d4-d191d53a1d3e owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:20.197992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-36a6c8b0-7800-43db-9b09-0efe4fb59d63 None None] Provisioning complete for port e068f701-26c8-463a-a310-c6a903b26c26 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:20.198735 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36a6c8b0-7800-43db-9b09-0efe4fb59d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.214721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-40775a1f-4c51-413c-8bcf-4b6986ad9c4b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Allocated IP 192.168.233.29 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/e81eb137-890f-4080-a5cb-87eeba9f770b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:20.223827 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199e55-b332-4460-b239-521808614375 req-d12d9eb8-ebc7-42dd-90e9-59c3c4cdcd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:20.225378 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-d12d9eb8-ebc7-42dd-90e9-59c3c4cdcd51 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.5308850 Jul 09 13:24:20.250521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-885c84e2-5ecf-41d6-9dfc-147c6f8efe79 req-ea5a3891-5e09-4344-8a8a-1d9bc3de29dc tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1062984 Jul 09 13:24:20.277182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-3d3563a2-8a84-4078-9c4e-c1c9022b3441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:20.278850 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-3d3563a2-8a84-4078-9c4e-c1c9022b3441 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2261052 Jul 09 13:24:20.309409 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.319750 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-a1b856d3-adda-4187-8324-fa2483e78532 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=681f6e46-5c46-447c-b7bc-1f63823c9ebb HTTP/1.1" status: 200 len: 217 time: 0.0822644 Jul 09 13:24:20.375234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0ac78e15-43f3-4859-9f9b-fee7d864d49b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '24f0351c-35bb-4e79-9e4e-b276109d0cbe', 'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'mac_address': 'fa:16:3e:9e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:38Z', 'revision_number': 5, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'subnets': [{'id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:20.412987 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ac78e15-43f3-4859-9f9b-fee7d864d49b None None] The sync data for ids ['d293014f-502e-4bb0-874f-6f905fd0f313'] in n-d-799525-3 is: [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:28Z', 'revision_number': 4, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '24f0351c-35bb-4e79-9e4e-b276109d0cbe', 'name': '', 'network_id': '9232ea55-daf9-4d07-93d3-30e0b875668e', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'mac_address': 'fa:16:3e:9e:2b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:27Z', 'updated_at': '2021-07-09T13:19:38Z', 'revision_number': 5, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'subnets': [{'id': '26d28f37-7507-432c-a5d8-c6beb38ffc7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:24:20.450030 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48868) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:20.509993 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-92b266e1-2efe-4779-9f8a-ad8f873c3676 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190409 Jul 09 13:24:20.532525 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199e55-b332-4460-b239-521808614375 req-b1008b16-a19c-4b06-9e73-30059f3523eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:20.534234 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-b1008b16-a19c-4b06-9e73-30059f3523eb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.2078676 Jul 09 13:24:20.596040 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-e32ee48d-6d77-4f50-a8ac-0ac6c9f37848 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389574 Jul 09 13:24:20.608750 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b04eda-61f0-4812-b96b-3ab4512b5d03 req-e08694f5-915b-4e2f-967b-36fd268f69e5 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:20.610125 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79b04eda-61f0-4812-b96b-3ab4512b5d03 req-e08694f5-915b-4e2f-967b-36fd268f69e5 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 945 time: 0.4874165 Jul 09 13:24:20.639976 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-40775a1f-4c51-413c-8bcf-4b6986ad9c4b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.652513 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41c5c23a-20c0-4de6-9348-6e487e423b1e req-b3d75f54-3c60-49c6-9054-113042f13c9f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.665129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:20.676096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-40775a1f-4c51-413c-8bcf-4b6986ad9c4b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Transition to ACTIVE for port object e81eb137-890f-4080-a5cb-87eeba9f770b will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:20.695631 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1b39b529-f4e6-402c-b342-e20b4050c9e2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1852803668-network', 'tenant_id': '0796b576a6ed44b8804068d027649783'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:20.716591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d75f54-3c60-49c6-9054-113042f13c9f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Pushing event deleted for resources: {'Port': ['ID=dc17aecb-09d8-47b6-96d4-d191d53a1d3e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:20.793762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-41c5c23a-20c0-4de6-9348-6e487e423b1e req-b3d75f54-3c60-49c6-9054-113042f13c9f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] No DVR routers for this DVR port dc17aecb-09d8-47b6-96d4-d191d53a1d3e on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:24:20.803209 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e2fb2d08-aeac-440f-a92f-07b5941432d9 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688825 Jul 09 13:24:20.804421 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41c5c23a-20c0-4de6-9348-6e487e423b1e req-b3d75f54-3c60-49c6-9054-113042f13c9f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.807448 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41c5c23a-20c0-4de6-9348-6e487e423b1e req-b3d75f54-3c60-49c6-9054-113042f13c9f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.18 "DELETE /v2.0/ports/dc17aecb-09d8-47b6-96d4-d191d53a1d3e HTTP/1.1" status: 204 len: 173 time: 2.0935566 Jul 09 13:24:20.821656 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db719de2-f373-4cd5-bec8-cd907ff7bfe7 None None] New status for floating IP fcd0f08d-8570-4091-8131-fcede3ab419c: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:24:20.849013 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2e8d9-3764-4081-a51c-b452019c374d req-730db0e7-358b-4c7d-b531-f74e9046864a tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:20.857794 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88b2e8d9-3764-4081-a51c-b452019c374d req-730db0e7-358b-4c7d-b531-f74e9046864a tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f38536-8608-418f-b522-2609a5846807 HTTP/1.1" status: 200 len: 950 time: 0.3498993 Jul 09 13:24:20.860032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b39b529-f4e6-402c-b342-e20b4050c9e2 admin admin] Made reservation on behalf of 0796b576a6ed44b8804068d027649783 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:20.862820 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b39b529-f4e6-402c-b342-e20b4050c9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.871518 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:24:20.872125 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-62d2e52e-5daa-4618-97ec-9b5295259033 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=9dac8575-da90-47f3-980a-1e70c9c7db5e HTTP/1.1" status: 200 len: 217 time: 0.0601702 Jul 09 13:24:20.906373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79b04eda-61f0-4812-b96b-3ab4512b5d03 req-063db8bd-dae2-40ed-a59d-28f7c219c442 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2804902 Jul 09 13:24:20.909484 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-40775a1f-4c51-413c-8bcf-4b6986ad9c4b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.922642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['f51d7205-df32-491b-a429-e8cdd40f70da', 'e2c2e482-1c19-4c8e-b160-3735476e1bbf', '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:20.925452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-4e4757e8-d384-4200-b4fa-dca859aa2aaa service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3072674 Jul 09 13:24:20.926476 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b39b529-f4e6-402c-b342-e20b4050c9e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:20.993799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-40775a1f-4c51-413c-8bcf-4b6986ad9c4b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:20.999556 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8ad5aaad-2f63-4ca5-a121-83fefc51c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.001112 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8ad5aaad-2f63-4ca5-a121-83fefc51c99f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.1227729 Jul 09 13:24:21.002512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40775a1f-4c51-413c-8bcf-4b6986ad9c4b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Pushing event updated for resources: {'Port': ['ID=e81eb137-890f-4080-a5cb-87eeba9f770b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:21.005154 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-40775a1f-4c51-413c-8bcf-4b6986ad9c4b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:21.012697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-40775a1f-4c51-413c-8bcf-4b6986ad9c4b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:21.036177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88b2e8d9-3764-4081-a51c-b452019c374d req-2d8ecb6f-57ca-427f-a93d-f16e732a45e1 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770604 Jul 09 13:24:21.123461 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-40775a1f-4c51-413c-8bcf-4b6986ad9c4b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.124114 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-40775a1f-4c51-413c-8bcf-4b6986ad9c4b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:21.197195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e068f701-26c8-463a-a310-c6a903b26c26 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:21.288286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-da8d99f7-4bd8-4037-aae4-709cdab9087e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.290020 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-da8d99f7-4bd8-4037-aae4-709cdab9087e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1404655 Jul 09 13:24:21.360349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port e068f701-26c8-463a-a310-c6a903b26c26 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:21.360725 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:21.392399 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-0b16249f-f076-401f-be97-ea0bc84c3be1 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537215 Jul 09 13:24:21.422264 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:24:21.442395 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Sync routers for ids ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:24:21.465175 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3ff5dd-39ce-493c-abfa-f7cb2cbb35cd req-4e3e1666-cade-4270-a6d7-09929ac0f3e6 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.472629 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd3ff5dd-39ce-493c-abfa-f7cb2cbb35cd req-4e3e1666-cade-4270-a6d7-09929ac0f3e6 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 935 time: 0.2333505 Jul 09 13:24:21.484292 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Routers {'746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:21.485040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:24:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:21.489110 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-b9a5a648-7722-43bc-8b2f-f902d4f3bdc9 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1918929 Jul 09 13:24:21.521840 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abe25fbb-ff28-4d0d-9df1-7b98fbb3a5b6 req-d604f7ec-e00e-47ce-a32d-7a52c547f2b0 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 210 time: 0.0835834 Jul 09 13:24:21.528042 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bf26dead-121e-4a8e-b7a1-c58d6e303d52 None None] Provisioning for port e81eb137-890f-4080-a5cb-87eeba9f770b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:21.541464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bf26dead-121e-4a8e-b7a1-c58d6e303d52 None None] Provisioning complete for port e81eb137-890f-4080-a5cb-87eeba9f770b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:21.541741 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf26dead-121e-4a8e-b7a1-c58d6e303d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:21.582426 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd3ff5dd-39ce-493c-abfa-f7cb2cbb35cd req-a05d28fa-6c27-455d-a565-268d311b5aeb tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576222 Jul 09 13:24:21.595514 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b39b529-f4e6-402c-b342-e20b4050c9e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:21.608903 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b39b529-f4e6-402c-b342-e20b4050c9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:21.626410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c69f53a-c250-4544-94cc-fe74196c0b45', 'name': 'network-vif-deleted', 'tag': 'dc17aecb-09d8-47b6-96d4-d191d53a1d3e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:21.629384 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-329a3574-6fc9-4d73-b151-7f4ac1d8f5cc" -d '{"events": [{"server_uuid": "7c69f53a-c250-4544-94cc-fe74196c0b45", "name": "network-vif-deleted", "tag": "dc17aecb-09d8-47b6-96d4-d191d53a1d3e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:21.650615 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b39b529-f4e6-402c-b342-e20b4050c9e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:24:21.664324 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b39b529-f4e6-402c-b342-e20b4050c9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:21.665083 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-1b39b529-f4e6-402c-b342-e20b4050c9e2 admin admin] Added segment 7d313307-fa7e-442e-b644-e8ce85bd317e of type vlan for network 9e20aa15-b8e2-40c4-812f-2e55504b6521 Jul 09 13:24:21.665408 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-40775a1f-4c51-413c-8bcf-4b6986ad9c4b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5671532 Jul 09 13:24:21.687675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Request body: {'port': {'device_id': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:21.722171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bf26dead-121e-4a8e-b7a1-c58d6e303d52 None None] Port e81eb137-890f-4080-a5cb-87eeba9f770b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:21.746343 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b39b529-f4e6-402c-b342-e20b4050c9e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:21.792091 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:21.796594 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f0937478-82ce-4092-8590-43edef70b4b7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.2445157 Jul 09 13:24:21.804109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48882) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:21.815738 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Set router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:21.842080 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b39b529-f4e6-402c-b342-e20b4050c9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:21.843031 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b39b529-f4e6-402c-b342-e20b4050c9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:21.843646 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b39b529-f4e6-402c-b342-e20b4050c9e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:21.852973 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39b529-f4e6-402c-b342-e20b4050c9e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f58212-0c74-474b-9783-34ff3ef31091,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:21.931407 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-2dfa1b4a-f8be-4fd9-b6ae-46ab77c24df4 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4359860 Jul 09 13:24:21.997985 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1b39b529-f4e6-402c-b342-e20b4050c9e2 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.4965849 Jul 09 13:24:22.004461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48888) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:22.019916 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5305bb9c-ec23-45d6-8aad-938a9d8626d8 admin admin] Request body: {'subnet': {'network_id': '9e20aa15-b8e2-40c4-812f-2e55504b6521', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1852803668-subnet', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:22.084508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5305bb9c-ec23-45d6-8aad-938a9d8626d8 admin admin] Made reservation on behalf of 0796b576a6ed44b8804068d027649783 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:22.089802 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5305bb9c-ec23-45d6-8aad-938a9d8626d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:22.096202 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a6362535-61b6-49b0-9dba-6b75d383a706 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=06a4fa3a-1581-43c4-a7be-244c8a71f6f1 HTTP/1.1" status: 200 len: 217 time: 0.1568902 Jul 09 13:24:22.124118 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:24:22.139490 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:22.245166 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dc17aecb-09d8-47b6-96d4-d191d53a1d3e no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:22.279325 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: dc17aecb-09d8-47b6-96d4-d191d53a1d3e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:22.280022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dc17aecb-09d8-47b6-96d4-d191d53a1d3e not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:22.284394 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'name': 'tempest-ServersTestBootFromVolume-1967456483-router', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:15Z', 'updated_at': '2021-07-09T13:24:18Z', 'revision_number': 3, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'gw_port': {'id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:16Z', 'updated_at': '2021-07-09T13:24:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:22.321250 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Checking router: 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:24:22.321477 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Updating router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb port f511ae54-c631-434a-9808-e98e6f1181b8 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:24:22.344174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-98555d8f-f39a-48a5-bdb3-55ba8f5a4d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:22.345703 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-98555d8f-f39a-48a5-bdb3-55ba8f5a4d42 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.2385137 Jul 09 13:24:22.366693 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:22.373490 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39b529-f4e6-402c-b342-e20b4050c9e2 admin admin] Pushing event updated for resources: {'Network': ['ID=9e20aa15-b8e2-40c4-812f-2e55504b6521,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:22.522627 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5305bb9c-ec23-45d6-8aad-938a9d8626d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:22.581356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334cfee-87ea-4f78-a5f6-a0973710869b req-7303fee0-7061-4a4e-afcc-d554a41e87c1 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:22.588207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334cfee-87ea-4f78-a5f6-a0973710869b req-7303fee0-7061-4a4e-afcc-d554a41e87c1 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:22.590432 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c334cfee-87ea-4f78-a5f6-a0973710869b req-7303fee0-7061-4a4e-afcc-d554a41e87c1 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45f31b05-3d5c-4fe8-a088-48f96772e461&device_id=51f38536-8608-418f-b522-2609a5846807 HTTP/1.1" status: 200 len: 1691 time: 0.4670138 Jul 09 13:24:22.622515 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5202a8-ce46-4a42-a5bc-559501f22fa1 req-781b8a42-ccd4-492e-8d6c-ab15ebcfdcaa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:22.639237 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5202a8-ce46-4a42-a5bc-559501f22fa1 req-781b8a42-ccd4-492e-8d6c-ab15ebcfdcaa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:22.646283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5202a8-ce46-4a42-a5bc-559501f22fa1 req-781b8a42-ccd4-492e-8d6c-ab15ebcfdcaa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:22.653401 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5202a8-ce46-4a42-a5bc-559501f22fa1 req-781b8a42-ccd4-492e-8d6c-ab15ebcfdcaa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:22.660616 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5202a8-ce46-4a42-a5bc-559501f22fa1 req-781b8a42-ccd4-492e-8d6c-ab15ebcfdcaa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:22.668152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5202a8-ce46-4a42-a5bc-559501f22fa1 req-781b8a42-ccd4-492e-8d6c-ab15ebcfdcaa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:22.674923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5202a8-ce46-4a42-a5bc-559501f22fa1 req-781b8a42-ccd4-492e-8d6c-ab15ebcfdcaa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:22.677335 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f5202a8-ce46-4a42-a5bc-559501f22fa1 req-781b8a42-ccd4-492e-8d6c-ab15ebcfdcaa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5431 time: 0.6041305 Jul 09 13:24:22.736535 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c334cfee-87ea-4f78-a5f6-a0973710869b req-51ad232f-1640-4270-a973-32c93b4a9f45 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355045 Jul 09 13:24:22.765404 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5305bb9c-ec23-45d6-8aad-938a9d8626d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cdadef0-3df1-4c78-ad6a-b48ebb65446c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:22.769556 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5305bb9c-ec23-45d6-8aad-938a9d8626d8 admin admin] Checking segment: {'id': '7d313307-fa7e-442e-b644-e8ce85bd317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e20aa15-b8e2-40c4-812f-2e55504b6521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:22.770160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5305bb9c-ec23-45d6-8aad-938a9d8626d8 admin admin] Network hostable DHCP agents. Network: 9e20aa15-b8e2-40c4-812f-2e55504b6521, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:24:22.818818 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f5202a8-ce46-4a42-a5bc-559501f22fa1 req-e52d0bd4-344e-40d4-bc29-0b1c6204bf73 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0899074 Jul 09 13:24:22.820366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5305bb9c-ec23-45d6-8aad-938a9d8626d8 admin admin] Network 9e20aa15-b8e2-40c4-812f-2e55504b6521 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:24:22.834223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5305bb9c-ec23-45d6-8aad-938a9d8626d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 9e20aa15-b8e2-40c4-812f-2e55504b6521) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:22.850568 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:22.870752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5305bb9c-ec23-45d6-8aad-938a9d8626d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:22.871481 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5305bb9c-ec23-45d6-8aad-938a9d8626d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:22.875550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Transition to ACTIVE for port object f511ae54-c631-434a-9808-e98e6f1181b8 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:22.894393 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 9e20aa15-b8e2-40c4-812f-2e55504b6521 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:24:22.911999 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5305bb9c-ec23-45d6-8aad-938a9d8626d8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8955765 Jul 09 13:24:22.912244 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48898) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:22.919968 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1852803668-router', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:22.929349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da32d8b7-8572-4414-9a0f-078bcf8f5a97 None None] Network 9e20aa15-b8e2-40c4-812f-2e55504b6521 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:24:22.949786 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfd5000-3492-45bd-bc25-9c09dc8b794c x-openstack-request-id: req-6bfd5000-3492-45bd-bc25-9c09dc8b794c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:22.950097 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c69f53a-c250-4544-94cc-fe74196c0b45", "name": "network-vif-deleted", "tag": "dc17aecb-09d8-47b6-96d4-d191d53a1d3e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:22.950357 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6bfd5000-3492-45bd-bc25-9c09dc8b794c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:22.950752 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c69f53a-c250-4544-94cc-fe74196c0b45', 'name': 'network-vif-deleted', 'tag': 'dc17aecb-09d8-47b6-96d4-d191d53a1d3e', 'status': 'completed', 'code': 200} Jul 09 13:24:23.004663 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-23ff22f9-d514-47a2-92a7-90fb62013e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:23.006622 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-23ff22f9-d514-47a2-92a7-90fb62013e3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6496153 Jul 09 13:24:23.018332 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:23.020441 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:23.066917 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:23.145829 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7c462e6-278d-46b9-a611-d1521136ae80 req-5b1fa65e-dda9-4512-8162-2e6138c72b50 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 210 time: 0.0844643 Jul 09 13:24:23.199298 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Attempting to bind port f511ae54-c631-434a-9808-e98e6f1181b8 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:23.200150 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Attempting to bind port f511ae54-c631-434a-9808-e98e6f1181b8 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:23.200831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Attempting to bind port f511ae54-c631-434a-9808-e98e6f1181b8 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:23.218242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:23.219215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:23.219760 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:23.220441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:23.221082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Bound port: f511ae54-c631-434a-9808-e98e6f1181b8, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:23.221663 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:23.268118 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:23.294596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] For port f511ae54-c631-434a-9808-e98e6f1181b8, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:23.341682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] For port f511ae54-c631-434a-9808-e98e6f1181b8, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f511ae54-c631-434a-9808-e98e6f1181b8,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:23.350749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6257e75-ffd1-4ab2-af1a-c60a342fc197 None None] Pushing event updated for resources: {'Port': ['ID=f511ae54-c631-434a-9808-e98e6f1181b8,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:23.366354 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:23.456179 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Routers {'746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:23.456968 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:24:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:23.493777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e81eb137-890f-4080-a5cb-87eeba9f770b {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:23.504448 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:23.513547 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e78553c-41f5-4cbc-8339-430d6dcd9376 req-d88f56b5-3e37-4879-8dcf-4288cf7baa07 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:23.515574 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e78553c-41f5-4cbc-8339-430d6dcd9376 req-d88f56b5-3e37-4879-8dcf-4288cf7baa07 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 945 time: 0.3685796 Jul 09 13:24:23.521041 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Transition to ACTIVE for port object e81eb137-890f-4080-a5cb-87eeba9f770b will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:23.525457 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-0ce0ebec-c59b-498d-ab10-50ff087ef974 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5087216 Jul 09 13:24:23.548235 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6257e75-ffd1-4ab2-af1a-c60a342fc197 None None] Pushing event updated for resources: {'Port': ['ID=f511ae54-c631-434a-9808-e98e6f1181b8,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:23.551157 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:23.618194 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e78553c-41f5-4cbc-8339-430d6dcd9376 req-9c8db90a-5d07-483d-9ef7-56e5e16d8d04 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742850 Jul 09 13:24:23.687767 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:23.757171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Pushing event updated for resources: {'Port': ['ID=e81eb137-890f-4080-a5cb-87eeba9f770b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:23.777571 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-bb946b1a-baac-4230-80cf-527648c7f748 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102773 Jul 09 13:24:23.838331 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-9e20aa15-b8e2-40c4-812f-2e55504b6521', 'network_id': '9e20aa15-b8e2-40c4-812f-2e55504b6521', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'fixed_ips': [{'subnet_id': '4cdadef0-3df1-4c78-ad6a-b48ebb65446c'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:24:23.848201 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:23.877830 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392560c-e653-414d-b39a-cd2241eda18a req-25d35862-9eb2-4ec6-bd3e-d3faafb409ea tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:23.883862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d392560c-e653-414d-b39a-cd2241eda18a req-25d35862-9eb2-4ec6-bd3e-d3faafb409ea tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 947 time: 0.3929179 Jul 09 13:24:23.968079 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] Set router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:24.012935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d392560c-e653-414d-b39a-cd2241eda18a req-501b108a-67fa-4861-8e38-818b56f59089 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129820 Jul 09 13:24:24.029370 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-52acf96d-713e-4510-9419-b9635e472ba0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=4a188389-5588-4c13-8b06-298afc4dada5 HTTP/1.1" status: 200 len: 217 time: 0.2434351 Jul 09 13:24:24.061348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48906) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:24.116932 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:24.184792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Attempting to bind port e81eb137-890f-4080-a5cb-87eeba9f770b on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:24.185142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Attempting to bind port e81eb137-890f-4080-a5cb-87eeba9f770b by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:24.185474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Attempting to bind port e81eb137-890f-4080-a5cb-87eeba9f770b on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:24.192003 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Port e81eb137-890f-4080-a5cb-87eeba9f770b on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:24.192333 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Attempting to bind port e81eb137-890f-4080-a5cb-87eeba9f770b on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:24.199590 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-07ff9075-d79f-4621-b4d7-ff8929f67799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:24.201702 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-07ff9075-d79f-4621-b4d7-ff8929f67799 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.1576023 Jul 09 13:24:24.220473 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:24.221025 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:24.222313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:24.222313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Bound port: e81eb137-890f-4080-a5cb-87eeba9f770b, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:24.222603 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:24.469735 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Allocated IP 172.20.0.2 (9e20aa15-b8e2-40c4-812f-2e55504b6521/4cdadef0-3df1-4c78-ad6a-b48ebb65446c/ef042248-c497-421f-837d-90160155646a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:24.479082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'name': 'tempest-ServersTestBootFromVolume-1967456483-router', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:15Z', 'updated_at': '2021-07-09T13:24:18Z', 'revision_number': 3, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'gw_port': {'id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:16Z', 'updated_at': '2021-07-09T13:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:24.516807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c7b9f41-6ac0-4a7b-8bff-8ae82899df68 None None] The sync data for ids ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'] in n-d-799525-3 is: [{'id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'name': 'tempest-ServersTestBootFromVolume-1967456483-router', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:15Z', 'updated_at': '2021-07-09T13:24:18Z', 'revision_number': 3, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'gw_port': {'id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b5:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:16Z', 'updated_at': '2021-07-09T13:24:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:24:24.568057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Allocated IP 172.20.0.1 (2d210b63-887c-404b-956a-5c57c4f6eb06/07e53f61-4ad1-4a2c-9c8a-95ddcec639b9/f5fa1cc7-ba31-475c-8891-631c7005caed) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:24.707257 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:24.741511 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:24.752685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Transition to ACTIVE for port object ef042248-c497-421f-837d-90160155646a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:24.756776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Transition to ACTIVE for port object f5fa1cc7-ba31-475c-8891-631c7005caed will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:24.777236 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Transition to ACTIVE for port object ef042248-c497-421f-837d-90160155646a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:24.786698 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:24.810705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Network 9e20aa15-b8e2-40c4-812f-2e55504b6521 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:24.826168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8cccecbf-3518-4b75-901e-60d15a71ede1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:24.828005 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-8cccecbf-3518-4b75-901e-60d15a71ede1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6182630 Jul 09 13:24:24.837928 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:24.842848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:24.879316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:24.965388 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73692977-1234-4b6c-8747-d00399056055 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:24.969609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Pushing event updated for resources: {'Port': ['ID=ef042248-c497-421f-837d-90160155646a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:25.027121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Attempting to bind port ef042248-c497-421f-837d-90160155646a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:25.028758 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Attempting to bind port ef042248-c497-421f-837d-90160155646a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '7d313307-fa7e-442e-b644-e8ce85bd317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e20aa15-b8e2-40c4-812f-2e55504b6521'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:25.034541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Attempting to bind port ef042248-c497-421f-837d-90160155646a on network 9e20aa15-b8e2-40c4-812f-2e55504b6521 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:25.034798 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e81eb137-890f-4080-a5cb-87eeba9f770b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:25.054529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:25.056989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Checking segment: {'id': '7d313307-fa7e-442e-b644-e8ce85bd317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e20aa15-b8e2-40c4-812f-2e55504b6521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:25.057185 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.058927 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.059513 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73692977-1234-4b6c-8747-d00399056055 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.060686 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Bound using segment: {'id': '7d313307-fa7e-442e-b644-e8ce85bd317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e20aa15-b8e2-40c4-812f-2e55504b6521'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:25.062248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Bound port: ef042248-c497-421f-837d-90160155646a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d313307-fa7e-442e-b644-e8ce85bd317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e20aa15-b8e2-40c4-812f-2e55504b6521'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:25.065001 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.152290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Pushing event updated for resources: {'Port': ['ID=e81eb137-890f-4080-a5cb-87eeba9f770b,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:25.192676 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.206096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.206792 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.208548 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-6bd69550-d3ed-47c7-9e32-d51805b3a95f service neutron] 10.222.0.15 "PUT /v2.0/ports/e81eb137-890f-4080-a5cb-87eeba9f770b HTTP/1.1" status: 200 len: 1095 time: 3.5321019 Jul 09 13:24:25.214137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:25.220013 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e2969de-dbab-4eea-aacc-6b80aef2a79e" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:25.220949 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73692977-1234-4b6c-8747-d00399056055 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.225721 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73692977-1234-4b6c-8747-d00399056055 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.230751 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-73692977-1234-4b6c-8747-d00399056055 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "DELETE /v2.0/security-groups/2f49f1ff-6a58-4c20-a20f-33de3f31fae4 HTTP/1.1" status: 204 len: 168 time: 1.1682220 Jul 09 13:24:25.239759 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48916) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:25.251707 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] For port ef042248-c497-421f-837d-90160155646a, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:25.257937 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] For port ef042248-c497-421f-837d-90160155646a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ef042248-c497-421f-837d-90160155646a,segment=NetworkSegment(7d313307-fa7e-442e-b644-e8ce85bd317e),segment_id=7d313307-fa7e-442e-b644-e8ce85bd317e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:25.262794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f511ae54-c631-434a-9808-e98e6f1181b8 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:25.268761 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.318699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Network 2d210b63-887c-404b-956a-5c57c4f6eb06 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:25.334552 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73692977-1234-4b6c-8747-d00399056055 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f49f1ff-6a58-4c20-a20f-33de3f31fae4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:25.347603 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-599e6549-476b-4073-844f-b45aba8ce857 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] show failed (client error): The resource could not be found. Jul 09 13:24:25.353965 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-599e6549-476b-4073-844f-b45aba8ce857 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "GET /v2.0/security-groups/2f49f1ff-6a58-4c20-a20f-33de3f31fae4 HTTP/1.1" status: 404 len: 347 time: 0.0698783 Jul 09 13:24:25.366823 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:25.373194 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48918) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:25.375143 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.392189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:25.436661 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a4f22-36b4-4a5d-8966-2e7b2d0c1455 req-f2ff7bb2-0c5f-49d8-8238-ca704009bfe6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.454810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a4f22-36b4-4a5d-8966-2e7b2d0c1455 req-f2ff7bb2-0c5f-49d8-8238-ca704009bfe6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.461524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a4f22-36b4-4a5d-8966-2e7b2d0c1455 req-f2ff7bb2-0c5f-49d8-8238-ca704009bfe6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.470738 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a4f22-36b4-4a5d-8966-2e7b2d0c1455 req-f2ff7bb2-0c5f-49d8-8238-ca704009bfe6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.477568 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a4f22-36b4-4a5d-8966-2e7b2d0c1455 req-f2ff7bb2-0c5f-49d8-8238-ca704009bfe6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.485749 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a4f22-36b4-4a5d-8966-2e7b2d0c1455 req-f2ff7bb2-0c5f-49d8-8238-ca704009bfe6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.493253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56a4f22-36b4-4a5d-8966-2e7b2d0c1455 req-f2ff7bb2-0c5f-49d8-8238-ca704009bfe6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.496927 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-64c9b04b-b97f-4b97-a7f4-589bce70cc41 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6551993 Jul 09 13:24:25.504303 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e56a4f22-36b4-4a5d-8966-2e7b2d0c1455 req-f2ff7bb2-0c5f-49d8-8238-ca704009bfe6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5431 time: 0.8492408 Jul 09 13:24:25.551741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1067349d-814d-4217-8097-7a67a6238a40 None None] Pushing event updated for resources: {'Port': ['ID=ef042248-c497-421f-837d-90160155646a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:25.570147 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port f511ae54-c631-434a-9808-e98e6f1181b8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:25.575401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port f511ae54-c631-434a-9808-e98e6f1181b8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:25.575841 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.589135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5fa1cc7-ba31-475c-8891-631c7005caed,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:25.612734 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.628347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2897402d-7462-49b9-b382-d8936e65b30a req-8511d192-11a8-42a2-befa-9c432513feb9 tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.630017 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2897402d-7462-49b9-b382-d8936e65b30a req-8511d192-11a8-42a2-befa-9c432513feb9 tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=45f31b05-3d5c-4fe8-a088-48f96772e461 HTTP/1.1" status: 200 len: 1101 time: 0.9602911 Jul 09 13:24:25.703508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-a1159133-88e4-466f-939a-16a99b10c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:25.710168 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-a1159133-88e4-466f-939a-16a99b10c278 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 1098 time: 0.4217763 Jul 09 13:24:25.721854 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.800395 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.834479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port f511ae54-c631-434a-9808-e98e6f1181b8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f511ae54-c631-434a-9808-e98e6f1181b8,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:25.842227 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.908822 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-e066488f-2b21-4eee-9d2f-f100b12990b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e81eb137-890f-4080-a5cb-87eeba9f770b HTTP/1.1" status: 200 len: 217 time: 0.1878500 Jul 09 13:24:25.921114 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e56a4f22-36b4-4a5d-8966-2e7b2d0c1455 req-7c7a73df-1955-4426-8808-b91d3ac9dc42 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4154308 Jul 09 13:24:25.971792 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bbd158f0-d543-4b50-8ea8-c50c46487e74 None None] Provisioning for port f5fa1cc7-ba31-475c-8891-631c7005caed completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:25.979190 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bbd158f0-d543-4b50-8ea8-c50c46487e74 None None] Provisioning complete for port f5fa1cc7-ba31-475c-8891-631c7005caed triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:25.979667 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bbd158f0-d543-4b50-8ea8-c50c46487e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:25.996759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=f511ae54-c631-434a-9808-e98e6f1181b8,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:26.044289 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2897402d-7462-49b9-b382-d8936e65b30a req-5ef2afa6-6d2b-45ba-a788-c853d9146237 tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3910146 Jul 09 13:24:26.118523 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bbd158f0-d543-4b50-8ea8-c50c46487e74 None None] Port f5fa1cc7-ba31-475c-8891-631c7005caed cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:26.145107 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Allocated IP 172.25.2.36 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/bb76abb0-6137-4392-bc69-4ea992d8f406) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:26.163719 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-efa06e7e-2cc8-484f-9b21-24e81cca2d75 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6325727 Jul 09 13:24:26.176647 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-1f861648-809b-4df1-8a34-51946c583756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:26.178258 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-1f861648-809b-4df1-8a34-51946c583756 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.2497785 Jul 09 13:24:26.262640 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-3be3cb80-faed-4b73-9b64-a78ccf10c8de service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c117dcb6-0161-42a2-9206-e95589bd7547 HTTP/1.1" status: 200 len: 217 time: 0.0784695 Jul 09 13:24:26.281171 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:26.336681 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:26.413203 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-05b16431-1b84-40fa-9a75-11a83eb5e095 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Deleting port df4369b2-f5e5-4aef-b89d-522628cbe9ff {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:26.413555 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05b16431-1b84-40fa-9a75-11a83eb5e095 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:26.426666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:26.480477 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:26.483631 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:26.516913 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Pushing event updated for resources: {'Port': ['ID=bb76abb0-6137-4392-bc69-4ea992d8f406,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:26.561621 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8b1d8b4-1c77-4511-b99e-1d585f411152 req-9ca48788-c552-4082-8283-3eb7eab7ce02 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 210 time: 0.2390347 Jul 09 13:24:26.696030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-65cf9101-7fa5-4105-a108-8d33e5ea15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:26.697660 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-65cf9101-7fa5-4105-a108-8d33e5ea15f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e81aa1-ae8c-419c-8f16-4c5900062b2b HTTP/1.1" status: 200 len: 797 time: 0.4268012 Jul 09 13:24:26.755732 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:26.777730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-e218cb0b-cf00-4122-b117-ac2147e036c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:26.779812 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-e218cb0b-cf00-4122-b117-ac2147e036c4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5846255 Jul 09 13:24:26.829411 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05b16431-1b84-40fa-9a75-11a83eb5e095 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:26.829630 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05b16431-1b84-40fa-9a75-11a83eb5e095 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:26.857230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-05b16431-1b84-40fa-9a75-11a83eb5e095 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Calling delete_port for df4369b2-f5e5-4aef-b89d-522628cbe9ff owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:26.896933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a0c76947-c3f0-4ba2-b1bf-628889ffc79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:26.898470 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-a0c76947-c3f0-4ba2-b1bf-628889ffc79b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1911259 Jul 09 13:24:27.010059 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3654483b-5d67-49f1-8853-a2d58bf2e51f req-6a80de95-3ebc-4f18-a327-7c014a195d49 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:27.022349 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3654483b-5d67-49f1-8853-a2d58bf2e51f req-6a80de95-3ebc-4f18-a327-7c014a195d49 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 945 time: 0.4450319 Jul 09 13:24:27.096351 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.099937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a38066-5118-4edd-aaac-2f62d1d97a2a req-5ee56552-b212-4937-a317-f79f42ccf3be tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:27.109720 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37a38066-5118-4edd-aaac-2f62d1d97a2a req-5ee56552-b212-4937-a317-f79f42ccf3be tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 947 time: 0.3671670 Jul 09 13:24:27.133746 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.165330 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3654483b-5d67-49f1-8853-a2d58bf2e51f req-37d244b9-32ca-40ea-b751-2b4c638f5a0c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420944 Jul 09 13:24:27.182016 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.290403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ef042248-c497-421f-837d-90160155646a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:27.291855 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-d807e89a-19c4-42a4-b736-2e6bbf6658ac service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4812419 Jul 09 13:24:27.361604 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05b16431-1b84-40fa-9a75-11a83eb5e095 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.369796 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b224b59-b1ee-415d-a0b0-28aa489d88b2 x-openstack-request-id: req-0b224b59-b1ee-415d-a0b0-28aa489d88b2 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:27.371453 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:27.371975 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port ef042248-c497-421f-837d-90160155646a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:27.372440 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b224b59-b1ee-415d-a0b0-28aa489d88b2 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:27.373234 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b', 'status': 'completed', 'code': 200} Jul 09 13:24:27.379698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f511ae54-c631-434a-9808-e98e6f1181b8 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:27.435399 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b16431-1b84-40fa-9a75-11a83eb5e095 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Pushing event deleted for resources: {'Port': ['ID=df4369b2-f5e5-4aef-b89d-522628cbe9ff,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:27.455680 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Pushing event updated for resources: {'Port': ['ID=f5fa1cc7-ba31-475c-8891-631c7005caed,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:27.471593 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37a38066-5118-4edd-aaac-2f62d1d97a2a req-c8e303ae-3f3d-4bbc-a985-1d87e89a5901 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3604577 Jul 09 13:24:27.501880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port f511ae54-c631-434a-9808-e98e6f1181b8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:27.503489 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.507999 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.556023 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05b16431-1b84-40fa-9a75-11a83eb5e095 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.561222 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05b16431-1b84-40fa-9a75-11a83eb5e095 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.566000 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-05b16431-1b84-40fa-9a75-11a83eb5e095 tempest-ServersWithSpecificFlavorTestJSON-1635426384 tempest-ServersWithSpecificFlavorTestJSON-1635426384-project] 10.222.0.39 "DELETE /v2.0/floatingips/fcd0f08d-8570-4091-8131-fcede3ab419c HTTP/1.1" status: 204 len: 168 time: 2.1886411 Jul 09 13:24:27.647165 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-4757ffe8-76a9-4bc1-8ddb-ab8450b283a3 service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7370677 Jul 09 13:24:27.722641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d36dc774-e97a-42dd-820a-53fae99e47d7 None None] Network 9e20aa15-b8e2-40c4-812f-2e55504b6521 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:24:27.772255 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19a4336-6373-4d7c-8915-a8880fffe0c1 req-408ac9df-0f03-466b-839d-608115762505 tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:27.773732 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c19a4336-6373-4d7c-8915-a8880fffe0c1 req-408ac9df-0f03-466b-839d-608115762505 tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51f38536-8608-418f-b522-2609a5846807 HTTP/1.1" status: 200 len: 1101 time: 0.2376513 Jul 09 13:24:27.798351 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0741bb0-1d6f-40fd-9844-4b7ff2eb2251 req-19207e64-c727-4f70-ab99-27efc27a4a21 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4812596 Jul 09 13:24:27.818735 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1b76d96c-237d-471a-bc3c-7d55821864f7 None None] Provisioning for port ef042248-c497-421f-837d-90160155646a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:27.827279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1b76d96c-237d-471a-bc3c-7d55821864f7 None None] Provisioning complete for port ef042248-c497-421f-837d-90160155646a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:27.827724 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b76d96c-237d-471a-bc3c-7d55821864f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.879375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Network 2d210b63-887c-404b-956a-5c57c4f6eb06 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:27.891270 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:27.895432 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:27.926302 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-c6b818f2-bb64-4687-8d00-027e89a8e271 service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2621334 Jul 09 13:24:28.102830 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b76d96c-237d-471a-bc3c-7d55821864f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:28.108757 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c19a4336-6373-4d7c-8915-a8880fffe0c1 req-2cf1e53c-d2a7-4069-bbd1-e7a0c1d33063 tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3264942 Jul 09 13:24:28.142897 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-c9cf0fa2-61cd-4ca6-83cb-2ea0e38a76df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b58b6e37-21d9-4f9e-826c-1c81a5f9451d HTTP/1.1" status: 200 len: 217 time: 0.1766419 Jul 09 13:24:28.188551 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1b76d96c-237d-471a-bc3c-7d55821864f7 None None] For port ef042248-c497-421f-837d-90160155646a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ef042248-c497-421f-837d-90160155646a,segment=NetworkSegment(7d313307-fa7e-442e-b644-e8ce85bd317e),segment_id=7d313307-fa7e-442e-b644-e8ce85bd317e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:28.217071 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b76d96c-237d-471a-bc3c-7d55821864f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:28.232281 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadcaab-d665-4d46-8d72-588436bc08c4 req-cf1de7d3-219f-4cc0-99e3-7aaea5f9754f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:28.241951 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadcaab-d665-4d46-8d72-588436bc08c4 req-cf1de7d3-219f-4cc0-99e3-7aaea5f9754f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:28.263223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadcaab-d665-4d46-8d72-588436bc08c4 req-cf1de7d3-219f-4cc0-99e3-7aaea5f9754f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:28.273512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2969de-dbab-4eea-aacc-6b80aef2a79e req-fd116c67-b2f1-44b2-8241-a9bf5879b34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:28.275130 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2e2969de-dbab-4eea-aacc-6b80aef2a79e req-fd116c67-b2f1-44b2-8241-a9bf5879b34f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 1098 time: 0.3996506 Jul 09 13:24:28.278049 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadcaab-d665-4d46-8d72-588436bc08c4 req-cf1de7d3-219f-4cc0-99e3-7aaea5f9754f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:28.297554 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadcaab-d665-4d46-8d72-588436bc08c4 req-cf1de7d3-219f-4cc0-99e3-7aaea5f9754f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:28.314045 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadcaab-d665-4d46-8d72-588436bc08c4 req-cf1de7d3-219f-4cc0-99e3-7aaea5f9754f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:28.320968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-086050b9-62a5-40a5-9826-105ba23cace0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:28.323154 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-086050b9-62a5-40a5-9826-105ba23cace0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e81aa1-ae8c-419c-8f16-4c5900062b2b HTTP/1.1" status: 200 len: 797 time: 0.1637726 Jul 09 13:24:28.329360 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dadcaab-d665-4d46-8d72-588436bc08c4 req-cf1de7d3-219f-4cc0-99e3-7aaea5f9754f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:28.340932 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5dadcaab-d665-4d46-8d72-588436bc08c4 req-cf1de7d3-219f-4cc0-99e3-7aaea5f9754f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5431 time: 0.6205952 Jul 09 13:24:28.407967 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5dadcaab-d665-4d46-8d72-588436bc08c4 req-ebb6b39d-6385-4383-abb0-972687e8a414 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658119 Jul 09 13:24:28.422797 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:24:28.440792 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Router 0e244711-9967-48f1-a864-fc3322e282de is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:24:28.602203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0d7e1b40-f655-4d55-b27e-db9fa2e99694 None None] Provisioning complete for port f5fa1cc7-ba31-475c-8891-631c7005caed triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:28.602697 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d7e1b40-f655-4d55-b27e-db9fa2e99694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:28.608569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76d96c-237d-471a-bc3c-7d55821864f7 None None] Pushing event updated for resources: {'Port': ['ID=ef042248-c497-421f-837d-90160155646a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:28.634988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2969de-dbab-4eea-aacc-6b80aef2a79e req-3434b7e5-ff80-4424-a10a-76a53cba8e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:28.640006 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2e2969de-dbab-4eea-aacc-6b80aef2a79e req-3434b7e5-ff80-4424-a10a-76a53cba8e03 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.3454573 Jul 09 13:24:28.649558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-40f33057-dfc9-4857-859f-3b721156557e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:28.656505 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-40f33057-dfc9-4857-859f-3b721156557e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3195446 Jul 09 13:24:28.659338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:24:28.668068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0d7e1b40-f655-4d55-b27e-db9fa2e99694 None None] Port f5fa1cc7-ba31-475c-8891-631c7005caed cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:28.681312 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Sync routers for ids ['0e244711-9967-48f1-a864-fc3322e282de'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:24:28.694856 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Routers {'0e244711-9967-48f1-a864-fc3322e282de'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:28.695983 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:24:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0e244711-9967-48f1-a864-fc3322e282de'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:28.727416 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d39a2ac-97a7-41d6-88a8-5666c74a5015 req-df0d3672-da45-428e-bfc2-6bc6bb4865e2 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=7c69f53a-c250-4544-94cc-fe74196c0b45 HTTP/1.1" status: 200 len: 210 time: 0.1042962 Jul 09 13:24:28.749953 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:28.751914 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f5872781-a266-45be-a8c3-ac2f40e77457 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 5.8384223 Jul 09 13:24:28.754531 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48940) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:28.865685 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Set router 0e244711-9967-48f1-a864-fc3322e282de gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:28.871767 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2e2969de-dbab-4eea-aacc-6b80aef2a79e req-ca6bc6f7-0888-4e5e-99cc-b883b8d77330 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e81eb137-890f-4080-a5cb-87eeba9f770b HTTP/1.1" status: 200 len: 217 time: 0.2058492 Jul 09 13:24:29.062927 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2969de-dbab-4eea-aacc-6b80aef2a79e req-b3dff1b8-7065-4d71-977e-ef76b273ca05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.064793 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2e2969de-dbab-4eea-aacc-6b80aef2a79e req-b3dff1b8-7065-4d71-977e-ef76b273ca05 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1011627 Jul 09 13:24:29.166694 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ef042248-c497-421f-837d-90160155646a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:29.206648 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:24:29.219383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Sync routers for ids ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:24:29.230479 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a721e622-8de9-4446-8c74-6cf5185264f4 admin admin] 10.222.0.39 "PUT /v2.0/routers/746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4228342 Jul 09 13:24:29.237508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Routers {'746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:29.239821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:24:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:29.264310 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2969de-dbab-4eea-aacc-6b80aef2a79e req-0914748f-0b88-4443-9347-dd62d892cf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.267226 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2e2969de-dbab-4eea-aacc-6b80aef2a79e req-0914748f-0b88-4443-9347-dd62d892cf52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1883795 Jul 09 13:24:29.269118 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e244711-9967-48f1-a864-fc3322e282de', 'name': 'tempest-ServersTestMultiNic-1852803668-router', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'bb76abb0-6137-4392-bc69-4ea992d8f406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:23Z', 'updated_at': '2021-07-09T13:24:26Z', 'revision_number': 3, 'project_id': '0796b576a6ed44b8804068d027649783', 'gw_port': {'id': 'bb76abb0-6137-4392-bc69-4ea992d8f406', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ed:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e244711-9967-48f1-a864-fc3322e282de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:25Z', 'updated_at': '2021-07-09T13:24:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:29.272337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-5eec87fb-fb09-4b94-a615-622abf9ca0bb service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6053059 Jul 09 13:24:29.304679 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Checking router: 0e244711-9967-48f1-a864-fc3322e282de for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:24:29.305029 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Updating router 0e244711-9967-48f1-a864-fc3322e282de port bb76abb0-6137-4392-bc69-4ea992d8f406 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:24:29.345503 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:29.437711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Set router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:29.483244 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b415ebc-62fc-400a-89da-36c0452fa343 req-e30ae46b-ef1a-4ef0-9bd8-a05799b04ed7 service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027438 Jul 09 13:24:29.487651 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2e2969de-dbab-4eea-aacc-6b80aef2a79e req-87d8f3b5-8c38-49ce-8031-bd28f5b7eddb service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1713014 Jul 09 13:24:29.556031 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83d6db4-8a68-4522-b8e2-afa6275787be req-3f397f1d-086c-465a-96fa-50d81e7967f5 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.558059 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b83d6db4-8a68-4522-b8e2-afa6275787be req-3f397f1d-086c-465a-96fa-50d81e7967f5 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 945 time: 0.4783852 Jul 09 13:24:29.591147 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7ba75c67-9b09-440c-aa8a-d869e637c6c5 None None] Provisioning complete for port ef042248-c497-421f-837d-90160155646a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:29.591700 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ba75c67-9b09-440c-aa8a-d869e637c6c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:29.633654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfb7d89-b378-4918-9861-08f54c79f88c req-cbe396c3-5c14-49f2-966d-fe85bf5933e5 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.646373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abfb7d89-b378-4918-9861-08f54c79f88c req-cbe396c3-5c14-49f2-966d-fe85bf5933e5 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 947 time: 0.4216483 Jul 09 13:24:29.678121 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2e2969de-dbab-4eea-aacc-6b80aef2a79e req-bbd1b789-163b-40f5-b0dc-86dff6a95a3a service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824679 Jul 09 13:24:29.701633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-7e2039c8-dd1e-4456-b418-20c65a4c3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.702913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-7e2039c8-dd1e-4456-b418-20c65a4c3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.703665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-7e2039c8-dd1e-4456-b418-20c65a4c3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.704868 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-7e2039c8-dd1e-4456-b418-20c65a4c3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.705532 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-7e2039c8-dd1e-4456-b418-20c65a4c3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.706385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-7e2039c8-dd1e-4456-b418-20c65a4c3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.707033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-7e2039c8-dd1e-4456-b418-20c65a4c3fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.710674 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-7e2039c8-dd1e-4456-b418-20c65a4c3fd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28cccfcdce06416798d3fed1b5c86fea&device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 6488 time: 0.1405687 Jul 09 13:24:29.741928 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ef042248-c497-421f-837d-90160155646a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:29.742518 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:29.776150 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:29.790301 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Transition to ACTIVE for port object bb76abb0-6137-4392-bc69-4ea992d8f406 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:29.804972 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:29.863138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-d9967fc9-963e-4776-a5f5-673c5a0e8461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:29.866050 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-d9967fc9-963e-4776-a5f5-673c5a0e8461 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a919d1e5-88c0-4789-bf94-149c0bb79ee9 HTTP/1.1" status: 200 len: 902 time: 0.1474969 Jul 09 13:24:29.879258 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c9549-e435-4217-9308-0ce2130fb14f None None] Pushing event updated for resources: {'Port': ['ID=bb76abb0-6137-4392-bc69-4ea992d8f406,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:29.894116 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Attempting to bind port bb76abb0-6137-4392-bc69-4ea992d8f406 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:29.894487 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Attempting to bind port bb76abb0-6137-4392-bc69-4ea992d8f406 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:29.894854 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Attempting to bind port bb76abb0-6137-4392-bc69-4ea992d8f406 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:29.908551 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c9549-e435-4217-9308-0ce2130fb14f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:29.908912 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c9549-e435-4217-9308-0ce2130fb14f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:29.911603 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c9549-e435-4217-9308-0ce2130fb14f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:29.911947 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c9549-e435-4217-9308-0ce2130fb14f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:29.915538 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c9549-e435-4217-9308-0ce2130fb14f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:29.916014 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c9549-e435-4217-9308-0ce2130fb14f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:29.916362 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c9549-e435-4217-9308-0ce2130fb14f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:29.916697 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c9549-e435-4217-9308-0ce2130fb14f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:29.917062 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c9549-e435-4217-9308-0ce2130fb14f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:29.917390 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c9549-e435-4217-9308-0ce2130fb14f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:29.917748 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c9549-e435-4217-9308-0ce2130fb14f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:29.918195 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5c9549-e435-4217-9308-0ce2130fb14f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:29.929866 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:29.931008 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:29.932359 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:29.935487 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:29.936031 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Bound port: bb76abb0-6137-4392-bc69-4ea992d8f406, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:29.936582 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:29.938188 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-2881442c-7425-47ed-b6c7-f480a7a8ac18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b58b6e37-21d9-4f9e-826c-1c81a5f9451d HTTP/1.1" status: 200 len: 217 time: 0.0514970 Jul 09 13:24:30.005624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-be6dab8a-cf4d-44ad-9a09-10811fb1f2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.008443 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-be6dab8a-cf4d-44ad-9a09-10811fb1f2e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e81aa1-ae8c-419c-8f16-4c5900062b2b HTTP/1.1" status: 200 len: 797 time: 0.0668678 Jul 09 13:24:30.021012 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] For port bb76abb0-6137-4392-bc69-4ea992d8f406, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:30.028296 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] For port bb76abb0-6137-4392-bc69-4ea992d8f406, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=bb76abb0-6137-4392-bc69-4ea992d8f406,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:30.035512 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:30.056434 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'name': 'tempest-ServersTestBootFromVolume-1967456483-router', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:15Z', 'updated_at': '2021-07-09T13:24:26Z', 'revision_number': 4, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'gw_port': {'id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:16Z', 'updated_at': '2021-07-09T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'f5fa1cc7-ba31-475c-8891-631c7005caed', 'name': '', 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'mac_address': 'fa:16:3e:59:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:24Z', 'updated_at': '2021-07-09T13:24:26Z', 'revision_number': 2, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'subnets': [{'id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:30.087307 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Checking router: 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:24:30.087737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Updating router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb port f5fa1cc7-ba31-475c-8891-631c7005caed binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:24:30.104958 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c9549-e435-4217-9308-0ce2130fb14f None None] Pushing event updated for resources: {'Port': ['ID=bb76abb0-6137-4392-bc69-4ea992d8f406,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:30.120033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-050abfce-d14b-43d8-9cbd-7b803b96c033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.124790 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-050abfce-d14b-43d8-9cbd-7b803b96c033 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1096179 Jul 09 13:24:30.133167 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:30.141860 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Routers {'0e244711-9967-48f1-a864-fc3322e282de'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:30.142609 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:24:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0e244711-9967-48f1-a864-fc3322e282de'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:30.272950 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abfb7d89-b378-4918-9861-08f54c79f88c req-5498b060-a75c-41d1-8065-9a9d4e05b77d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6254263 Jul 09 13:24:30.279900 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] Set router 0e244711-9967-48f1-a864-fc3322e282de gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:30.398065 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b83d6db4-8a68-4522-b8e2-afa6275787be req-2d37da66-ee16-4a45-b347-73b543305fa6 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8275409 Jul 09 13:24:30.498022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e81eb137-890f-4080-a5cb-87eeba9f770b details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:30.573027 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-0585ba92-b4df-4030-bae9-1b367cc882b0 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700138 Jul 09 13:24:30.635715 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-54578f7c-fd58-47e6-82c5-e1aa23ea0ac6 service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5028498 Jul 09 13:24:30.797638 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e244711-9967-48f1-a864-fc3322e282de', 'name': 'tempest-ServersTestMultiNic-1852803668-router', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'bb76abb0-6137-4392-bc69-4ea992d8f406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:23Z', 'updated_at': '2021-07-09T13:24:26Z', 'revision_number': 3, 'project_id': '0796b576a6ed44b8804068d027649783', 'gw_port': {'id': 'bb76abb0-6137-4392-bc69-4ea992d8f406', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ed:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e244711-9967-48f1-a864-fc3322e282de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:25Z', 'updated_at': '2021-07-09T13:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:30.798231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-700e3572-94a4-4b6e-8db1-fce98bd03227 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:30.799735 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-700e3572-94a4-4b6e-8db1-fce98bd03227 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2237723 Jul 09 13:24:30.809440 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:30.837805 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2219e90d-5f38-4c0d-85b6-dc8792aa3858 None None] The sync data for ids ['0e244711-9967-48f1-a864-fc3322e282de'] in n-d-799525-3 is: [{'id': '0e244711-9967-48f1-a864-fc3322e282de', 'name': 'tempest-ServersTestMultiNic-1852803668-router', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'bb76abb0-6137-4392-bc69-4ea992d8f406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:23Z', 'updated_at': '2021-07-09T13:24:26Z', 'revision_number': 3, 'project_id': '0796b576a6ed44b8804068d027649783', 'gw_port': {'id': 'bb76abb0-6137-4392-bc69-4ea992d8f406', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ed:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e244711-9967-48f1-a864-fc3322e282de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:25Z', 'updated_at': '2021-07-09T13:24:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:24:30.844905 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-756062ea-64fe-4da8-b6a7-41e38f6d1b74 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/quotas/a740e856c2b94a13b4c064a3b8d558c6 HTTP/1.1" status: 200 len: 375 time: 0.0258458 Jul 09 13:24:30.850472 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84d4d032-e87f-4721-8bb1-efcfc33a176c req-31de38e9-77ef-4571-8795-be0cfd3c1a0c service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059827 Jul 09 13:24:30.867210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e81eb137-890f-4080-a5cb-87eeba9f770b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:30.898016 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'e81eb137-890f-4080-a5cb-87eeba9f770b', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'e81eb137-890f-4080-a5cb-87eeba9f770b', 'mac_address': 'fa:16:3e:39:ad:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:30.996869 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.032847 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-8da6cb7d-595b-4440-82d4-c62b637b2c55 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1859655 Jul 09 13:24:31.044926 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Transition to ACTIVE for port object f5fa1cc7-ba31-475c-8891-631c7005caed will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:31.052175 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.075985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81eb137-890f-4080-a5cb-87eeba9f770b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:31.101409 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.106020 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e81eb137-890f-4080-a5cb-87eeba9f770b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:31.118169 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.136799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48966) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:31.144711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Request body: {'security_group': {'name': 'tempest-securitygroup--989462675', 'description': 'tempest-description--1304086187'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:31.183002 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fc95e-bef5-4798-ba12-8ea8100d9cf3 None None] Pushing event updated for resources: {'Port': ['ID=f5fa1cc7-ba31-475c-8891-631c7005caed,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:31.275907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Allocated IP 172.20.0.1 (9e20aa15-b8e2-40c4-812f-2e55504b6521/4cdadef0-3df1-4c78-ad6a-b48ebb65446c/941f0d3d-be91-4509-a471-b73434f914df) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:31.295222 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.485859 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Attempting to bind port f5fa1cc7-ba31-475c-8891-631c7005caed on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:31.486381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Attempting to bind port f5fa1cc7-ba31-475c-8891-631c7005caed by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '5d4cd2ef-ebe8-4594-8cc4-29756df34d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:31.486765 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Attempting to bind port f5fa1cc7-ba31-475c-8891-631c7005caed on network 2d210b63-887c-404b-956a-5c57c4f6eb06 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:31.513866 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:31.514957 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Checking segment: {'id': '5d4cd2ef-ebe8-4594-8cc4-29756df34d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:31.515692 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.519112 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Bound using segment: {'id': '5d4cd2ef-ebe8-4594-8cc4-29756df34d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:31.519851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Bound port: f5fa1cc7-ba31-475c-8891-631c7005caed, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d4cd2ef-ebe8-4594-8cc4-29756df34d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:31.520430 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.572439 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['e81eb137-890f-4080-a5cb-87eeba9f770b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:31.629729 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.711470 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Transition to ACTIVE for port object 941f0d3d-be91-4509-a471-b73434f914df will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:31.735634 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.748591 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.754848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e81eb137-890f-4080-a5cb-87eeba9f770b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:31.875995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] For port f5fa1cc7-ba31-475c-8891-631c7005caed, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:31.880058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] For port f5fa1cc7-ba31-475c-8891-631c7005caed, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f5fa1cc7-ba31-475c-8891-631c7005caed,segment=NetworkSegment(5d4cd2ef-ebe8-4594-8cc4-29756df34d28),segment_id=5d4cd2ef-ebe8-4594-8cc4-29756df34d28)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:31.903879 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.958846 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:31.963069 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8205504 Jul 09 13:24:31.967976 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48984) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:31.974568 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Request body: {'security_group_rule': {'security_group_id': 'ec482eab-aa59-4474-af74-7e2081d7445b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:31.990329 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dccc7def-a201-45ff-8843-e1718f9050a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:32.017664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec482eab-aa59-4474-af74-7e2081d7445b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:32.066024 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9b9ef-f2bb-40f5-bb1b-6fcae50b2b1f req-8d39ee26-74fc-4c8f-884b-b88d651a591a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.075227 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:32.075913 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9b9ef-f2bb-40f5-bb1b-6fcae50b2b1f req-8d39ee26-74fc-4c8f-884b-b88d651a591a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.098415 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9b9ef-f2bb-40f5-bb1b-6fcae50b2b1f req-8d39ee26-74fc-4c8f-884b-b88d651a591a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.112002 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9b9ef-f2bb-40f5-bb1b-6fcae50b2b1f req-8d39ee26-74fc-4c8f-884b-b88d651a591a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.119611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9b9ef-f2bb-40f5-bb1b-6fcae50b2b1f req-8d39ee26-74fc-4c8f-884b-b88d651a591a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.128444 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9b9ef-f2bb-40f5-bb1b-6fcae50b2b1f req-8d39ee26-74fc-4c8f-884b-b88d651a591a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.145109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9b9ef-f2bb-40f5-bb1b-6fcae50b2b1f req-8d39ee26-74fc-4c8f-884b-b88d651a591a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.155732 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aee9b9ef-f2bb-40f5-bb1b-6fcae50b2b1f req-8d39ee26-74fc-4c8f-884b-b88d651a591a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5431 time: 0.6928804 Jul 09 13:24:32.193900 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.196241 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.196797 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.197305 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.199144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.199915 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.200260 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.200603 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.203029 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.203423 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.203770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.204114 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67bdeb59-c8d2-48c2-be32-16da16711c34 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.215906 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Routers {'746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:32.223057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:24:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:32.234687 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:32.272733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Network 9e20aa15-b8e2-40c4-812f-2e55504b6521 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:32.281485 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:32.289929 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:32.326791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abf4c402-2dc6-43b6-8f29-eaa6a2983241,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:32.341192 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:32.357322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7fc95e-bef5-4798-ba12-8ea8100d9cf3 None None] Pushing event updated for resources: {'Port': ['ID=f5fa1cc7-ba31-475c-8891-631c7005caed,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:32.370761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.371732 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.372092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.375109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.375737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.376755 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.377108 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.377445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.377786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.382409 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.384162 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.384639 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:32.409352 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:32.413620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1d71b81a-9e3b-4b36-abcf-1aa31fcf3aec tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4444726 Jul 09 13:24:32.414328 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48990) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:32.424789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:32.425772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ffe96534-8b69-4ea2-99ca-c47b1f4aa69f tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Request body: {'security_group_rule': {'security_group_id': 'ec482eab-aa59-4474-af74-7e2081d7445b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:32.496718 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffe96534-8b69-4ea2-99ca-c47b1f4aa69f tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:32.629718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aee9b9ef-f2bb-40f5-bb1b-6fcae50b2b1f req-366cb701-907a-459d-82e6-a329a53c1cc6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4586372 Jul 09 13:24:32.652448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Pushing event updated for resources: {'Port': ['ID=941f0d3d-be91-4509-a471-b73434f914df,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:32.653507 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffe96534-8b69-4ea2-99ca-c47b1f4aa69f tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:32.660525 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffe96534-8b69-4ea2-99ca-c47b1f4aa69f tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:32.667949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] Set router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:32.668511 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:32.709711 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe96534-8b69-4ea2-99ca-c47b1f4aa69f tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd446efb-8993-456e-8806-9649fd8ba65e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:32.731222 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffe96534-8b69-4ea2-99ca-c47b1f4aa69f tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:32.733060 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ffe96534-8b69-4ea2-99ca-c47b1f4aa69f tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3172076 Jul 09 13:24:32.736031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48998) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:32.743181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:32.797702 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:32.800361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1a2a297d-ae66-4433-9ed3-828792be2f95 None None] Provisioning for port 941f0d3d-be91-4509-a471-b73434f914df completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:32.844155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bd7c5b-9040-4638-bd37-e52982fa38d5 req-6f4deb18-1a3a-4554-b349-5d6ab578331d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:32.846025 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12bd7c5b-9040-4638-bd37-e52982fa38d5 req-6f4deb18-1a3a-4554-b349-5d6ab578331d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 948 time: 0.6154954 Jul 09 13:24:32.895726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1a2a297d-ae66-4433-9ed3-828792be2f95 None None] Provisioning complete for port 941f0d3d-be91-4509-a471-b73434f914df triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:32.896285 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a2a297d-ae66-4433-9ed3-828792be2f95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:32.914240 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:32.958783 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12bd7c5b-9040-4638-bd37-e52982fa38d5 req-519937ae-8bc6-4ad6-a746-1cb1b34244b6 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866237 Jul 09 13:24:32.976088 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1a2a297d-ae66-4433-9ed3-828792be2f95 None None] Port 941f0d3d-be91-4509-a471-b73434f914df cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:33.037005 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:33.284632 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device bb76abb0-6137-4392-bc69-4ea992d8f406 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:33.329730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c7ec4e-76e5-43c5-a5ea-5c6fed9a88ad req-28e4da1f-8182-46b4-b94d-1cc873c47d18 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:33.332286 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99c7ec4e-76e5-43c5-a5ea-5c6fed9a88ad req-28e4da1f-8182-46b4-b94d-1cc873c47d18 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 945 time: 0.2754388 Jul 09 13:24:33.383944 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'name': 'tempest-ServersTestBootFromVolume-1967456483-router', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:15Z', 'updated_at': '2021-07-09T13:24:26Z', 'revision_number': 4, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'gw_port': {'id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:16Z', 'updated_at': '2021-07-09T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'f5fa1cc7-ba31-475c-8891-631c7005caed', 'name': '', 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'mac_address': 'fa:16:3e:59:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:24Z', 'updated_at': '2021-07-09T13:24:31Z', 'revision_number': 4, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'subnets': [{'id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:33.405586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Allocated IP 172.25.2.42 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/183e5d12-c72e-45d4-9169-72315691ccc7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:33.455567 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99c7ec4e-76e5-43c5-a5ea-5c6fed9a88ad req-a397c4ab-b084-4c8e-a2ad-a1fc05e27789 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064515 Jul 09 13:24:33.489260 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:33.492203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccbe361-2c45-48e2-a1a3-189eb94f950f None None] The sync data for ids ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'] in n-d-799525-3 is: [{'id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'name': 'tempest-ServersTestBootFromVolume-1967456483-router', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:15Z', 'updated_at': '2021-07-09T13:24:26Z', 'revision_number': 4, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'gw_port': {'id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:16Z', 'updated_at': '2021-07-09T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'f5fa1cc7-ba31-475c-8891-631c7005caed', 'name': '', 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'mac_address': 'fa:16:3e:59:dc:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:24Z', 'updated_at': '2021-07-09T13:24:31Z', 'revision_number': 4, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'subnets': [{'id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:24:33.503039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port bb76abb0-6137-4392-bc69-4ea992d8f406 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:33.509185 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:33.518830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port bb76abb0-6137-4392-bc69-4ea992d8f406 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:33.519272 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:33.661234 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:33.766126 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:33.792154 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:33.863338 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port bb76abb0-6137-4392-bc69-4ea992d8f406, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=bb76abb0-6137-4392-bc69-4ea992d8f406,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:33.872813 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:33.879660 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ef5d6d8-e80d-46dd-bba9-fa171972c56d req-6884fc90-fb1c-4a96-aff3-d84338e97b66 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 210 time: 0.1271112 Jul 09 13:24:33.884015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Pushing event updated for resources: {'Port': ['ID=183e5d12-c72e-45d4-9169-72315691ccc7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:33.918488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:33.926781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:33.939520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:34.013168 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Pushing event updated for resources: {'Port': ['ID=941f0d3d-be91-4509-a471-b73434f914df,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:34.013168 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:34.068141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=bb76abb0-6137-4392-bc69-4ea992d8f406,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:34.214928 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-45e49d82-5420-4bf3-a3be-697d59bf7648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:34.338494 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:34.414492 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:34.482348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e81eb137-890f-4080-a5cb-87eeba9f770b up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:34.532268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc515a-ea21-4f25-a78c-8451f098295b req-349cf781-a3e0-4806-9221-67331fa76bec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:34.538769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc515a-ea21-4f25-a78c-8451f098295b req-349cf781-a3e0-4806-9221-67331fa76bec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:34.546484 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc515a-ea21-4f25-a78c-8451f098295b req-349cf781-a3e0-4806-9221-67331fa76bec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:34.552590 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc515a-ea21-4f25-a78c-8451f098295b req-349cf781-a3e0-4806-9221-67331fa76bec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:34.561639 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc515a-ea21-4f25-a78c-8451f098295b req-349cf781-a3e0-4806-9221-67331fa76bec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:34.568215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc515a-ea21-4f25-a78c-8451f098295b req-349cf781-a3e0-4806-9221-67331fa76bec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:34.575635 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc515a-ea21-4f25-a78c-8451f098295b req-349cf781-a3e0-4806-9221-67331fa76bec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:34.583732 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5fc515a-ea21-4f25-a78c-8451f098295b req-349cf781-a3e0-4806-9221-67331fa76bec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5431 time: 0.4064481 Jul 09 13:24:34.621738 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Network 9e20aa15-b8e2-40c4-812f-2e55504b6521 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:34.626442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:34.631716 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:34.658656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port e81eb137-890f-4080-a5cb-87eeba9f770b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:34.668673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port e81eb137-890f-4080-a5cb-87eeba9f770b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:34.668991 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ea332d-87f0-4a47-b8b8-ba4239cc9622 req-88cea61d-08d7-49ab-986a-9a8b81904620 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:34.669529 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:34.670641 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19ea332d-87f0-4a47-b8b8-ba4239cc9622 req-88cea61d-08d7-49ab-986a-9a8b81904620 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 948 time: 0.3737588 Jul 09 13:24:34.828745 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:34.834844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5fc515a-ea21-4f25-a78c-8451f098295b req-95db20d0-367c-4ffb-90bb-247481348268 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2494829 Jul 09 13:24:34.838472 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:34.908019 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19ea332d-87f0-4a47-b8b8-ba4239cc9622 req-ff610186-1dd9-4c11-bf18-d1635111762a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218215 Jul 09 13:24:35.000649 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:35.121798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Router 0e244711-9967-48f1-a864-fc3322e282de has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:24:35.198694 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:35.200569 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4634471 Jul 09 13:24:35.294849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8c7dd3b7-a085-43d1-8b26-cfbcad68ca3e None None] Provisioning complete for port 941f0d3d-be91-4509-a471-b73434f914df triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:35.295472 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8c7dd3b7-a085-43d1-8b26-cfbcad68ca3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:35.353366 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-bac4966d-ebd1-4fbf-983e-e9266f62c6f6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1295123 Jul 09 13:24:35.365792 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8c7dd3b7-a085-43d1-8b26-cfbcad68ca3e None None] Port 941f0d3d-be91-4509-a471-b73434f914df cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:35.383800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c7dd11-aaae-452a-9c99-371f565b5a5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Pushing event updated for resources: {'Port': ['ID=183e5d12-c72e-45d4-9169-72315691ccc7,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:35.417668 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:35.450937 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device bb76abb0-6137-4392-bc69-4ea992d8f406 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:35.600093 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca9c28c6-7cdc-4399-b568-908dde70ebc0 req-cf92c34c-12a0-4890-bad2-3b63be4c2f3e tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 210 time: 0.0927036 Jul 09 13:24:35.640902 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:35.647665 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56bd5e3b-9b88-4268-a820-065a01637658" -d '{"events": [{"server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "name": "network-vif-plugged", "status": "completed", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:35.664181 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e81eb137-890f-4080-a5cb-87eeba9f770b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:35.678423 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:35.690230 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:35.723196 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6b9dd-c11a-424d-816f-644a86270dd5 req-5b611b9c-7820-49c8-8771-21ed0ad6e971 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:35.739533 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79c6b9dd-c11a-424d-816f-644a86270dd5 req-5b611b9c-7820-49c8-8771-21ed0ad6e971 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 945 time: 0.3906226 Jul 09 13:24:35.752063 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-9ce223d7-f0dd-4bce-a497-fddfc787503e tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1533940 Jul 09 13:24:35.786127 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port bb76abb0-6137-4392-bc69-4ea992d8f406 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:35.786569 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:35.887708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49066) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:35.959943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e81eb137-890f-4080-a5cb-87eeba9f770b,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:35.983314 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79c6b9dd-c11a-424d-816f-644a86270dd5 req-ea8beed9-61df-4557-b30a-d6415aac4785 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418611 Jul 09 13:24:35.984556 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:24:36.005303 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Sync routers for ids ['0e244711-9967-48f1-a864-fc3322e282de'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:24:36.034353 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Routers {'0e244711-9967-48f1-a864-fc3322e282de'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:36.035068 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:24:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0e244711-9967-48f1-a864-fc3322e282de'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:36.036972 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ccc2c757-b31c-49f2-9b7c-bc9538fb61c3 admin admin] 10.222.0.39 "PUT /v2.0/routers/0e244711-9967-48f1-a864-fc3322e282de/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2810650 Jul 09 13:24:36.143920 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f5fa1cc7-ba31-475c-8891-631c7005caed up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:36.349726 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11009b36-deb8-4003-811b-4321d0d87fd7 x-openstack-request-id: req-11009b36-deb8-4003-811b-4321d0d87fd7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:36.352056 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "name": "network-vif-plugged", "status": "completed", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:36.352327 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11009b36-deb8-4003-811b-4321d0d87fd7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:36.352785 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b', 'code': 200} Jul 09 13:24:36.431786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port f5fa1cc7-ba31-475c-8891-631c7005caed completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:36.442783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-f78701b6-6485-40eb-a1ab-d81238546ef9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:36.450708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port f5fa1cc7-ba31-475c-8891-631c7005caed triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:36.451111 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:36.455250 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-f78701b6-6485-40eb-a1ab-d81238546ef9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0971987 Jul 09 13:24:36.468967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49076) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:36.535952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-059ba6c9-806d-4fe2-8d75-d13bd747b8f3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Request body: {'port': {'device_id': '56e5e0ad-c0ca-4628-8d22-c5b70b6758b8', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'a740e856c2b94a13b4c064a3b8d558c6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:36.543119 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Set router 0e244711-9967-48f1-a864-fc3322e282de gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:36.604943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ee0b9191-943e-4670-b027-c0ffe3faacd8 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1891084296'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:36.715800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-be4745ac-3ca9-451b-b1fe-a35452ad2548 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:36.721674 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-be4745ac-3ca9-451b-b1fe-a35452ad2548 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9440885 Jul 09 13:24:36.750777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-0be7bcaa-f756-4b64-afcf-90c59e089faf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Request body: {'port': {'device_id': '4e650e26-31b5-4e02-964a-76ccec95cb6f', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'a740e856c2b94a13b4c064a3b8d558c6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:36.800269 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:36.902008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port f5fa1cc7-ba31-475c-8891-631c7005caed, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f5fa1cc7-ba31-475c-8891-631c7005caed,segment=NetworkSegment(5d4cd2ef-ebe8-4594-8cc4-29756df34d28),segment_id=5d4cd2ef-ebe8-4594-8cc4-29756df34d28)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:36.923101 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:36.959337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0b9191-943e-4670-b027-c0ffe3faacd8 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Made reservation on behalf of 0796b576a6ed44b8804068d027649783 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:36.972985 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9191-943e-4670-b027-c0ffe3faacd8 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.004357 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.074919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=f5fa1cc7-ba31-475c-8891-631c7005caed,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:37.096883 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e244711-9967-48f1-a864-fc3322e282de', 'name': 'tempest-ServersTestMultiNic-1852803668-router', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'bb76abb0-6137-4392-bc69-4ea992d8f406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:23Z', 'updated_at': '2021-07-09T13:24:32Z', 'revision_number': 4, 'project_id': '0796b576a6ed44b8804068d027649783', 'gw_port': {'id': 'bb76abb0-6137-4392-bc69-4ea992d8f406', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ed:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e244711-9967-48f1-a864-fc3322e282de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:25Z', 'updated_at': '2021-07-09T13:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '941f0d3d-be91-4509-a471-b73434f914df', 'name': '', 'network_id': '9e20aa15-b8e2-40c4-812f-2e55504b6521', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'mac_address': 'fa:16:3e:02:d9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e244711-9967-48f1-a864-fc3322e282de', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4cdadef0-3df1-4c78-ad6a-b48ebb65446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:30Z', 'updated_at': '2021-07-09T13:24:33Z', 'revision_number': 2, 'project_id': '0796b576a6ed44b8804068d027649783', 'subnets': [{'id': '4cdadef0-3df1-4c78-ad6a-b48ebb65446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:37.131717 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee0b9191-943e-4670-b027-c0ffe3faacd8 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:24:37.149660 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bcf0b-7b35-4da8-a25d-c2a953d5c34f req-b80b81a9-7b7d-41f1-82bd-72e7ee76b549 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.161292 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9191-943e-4670-b027-c0ffe3faacd8 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.161878 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-ee0b9191-943e-4670-b027-c0ffe3faacd8 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Added segment 0d8f84bb-f981-4418-a64c-2a1b49eb676a of type vlan for network 0f234600-c78f-4529-b071-2435a49d340c Jul 09 13:24:37.165056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bcf0b-7b35-4da8-a25d-c2a953d5c34f req-b80b81a9-7b7d-41f1-82bd-72e7ee76b549 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.174753 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bcf0b-7b35-4da8-a25d-c2a953d5c34f req-b80b81a9-7b7d-41f1-82bd-72e7ee76b549 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.185287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bcf0b-7b35-4da8-a25d-c2a953d5c34f req-b80b81a9-7b7d-41f1-82bd-72e7ee76b549 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.192498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bcf0b-7b35-4da8-a25d-c2a953d5c34f req-b80b81a9-7b7d-41f1-82bd-72e7ee76b549 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.200480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bcf0b-7b35-4da8-a25d-c2a953d5c34f req-b80b81a9-7b7d-41f1-82bd-72e7ee76b549 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.206350 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Checking router: 0e244711-9967-48f1-a864-fc3322e282de for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:24:37.206990 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960bcf0b-7b35-4da8-a25d-c2a953d5c34f req-b80b81a9-7b7d-41f1-82bd-72e7ee76b549 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.208235 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Updating router 0e244711-9967-48f1-a864-fc3322e282de port 941f0d3d-be91-4509-a471-b73434f914df binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:24:37.209832 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-960bcf0b-7b35-4da8-a25d-c2a953d5c34f req-b80b81a9-7b7d-41f1-82bd-72e7ee76b549 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5431 time: 0.5634565 Jul 09 13:24:37.227523 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aef49f8-8b21-499e-9685-8f5c7dd0c2fc req-4d35f37f-af0b-4f87-838a-9c7be8a095b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.229087 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2aef49f8-8b21-499e-9685-8f5c7dd0c2fc req-4d35f37f-af0b-4f87-838a-9c7be8a095b5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 1100 time: 0.6069996 Jul 09 13:24:37.304499 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-960bcf0b-7b35-4da8-a25d-c2a953d5c34f req-01be48cd-b355-42b6-ad44-c9a1a01d9b68 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0694506 Jul 09 13:24:37.309368 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9191-943e-4670-b027-c0ffe3faacd8 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.318961 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.352217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04fc857-0e4c-4ee1-abc0-b53853f19a85 req-1db07dcf-480a-44c9-8068-785afd5b8066 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.362784 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e04fc857-0e4c-4ee1-abc0-b53853f19a85 req-1db07dcf-480a-44c9-8068-785afd5b8066 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 949 time: 0.7289805 Jul 09 13:24:37.410673 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2aef49f8-8b21-499e-9685-8f5c7dd0c2fc req-b6166c0e-aa6d-4a06-aa98-50528b3f4feb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482565 Jul 09 13:24:37.418392 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9191-943e-4670-b027-c0ffe3faacd8 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.431434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0b9191-943e-4670-b027-c0ffe3faacd8 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:37.435109 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee0b9191-943e-4670-b027-c0ffe3faacd8 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.558754 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e04fc857-0e4c-4ee1-abc0-b53853f19a85 req-5925001d-a12f-4572-be65-29e288bdfa77 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953270 Jul 09 13:24:37.621858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1800b61d-7c5b-4e4d-bc6b-279a010eac68 req-4ea114a0-704e-478b-9990-2e7865f4ea1c tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 210 time: 0.0614476 Jul 09 13:24:37.814232 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ee0b9191-943e-4670-b027-c0ffe3faacd8 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3436823 Jul 09 13:24:37.817090 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49122) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:37.827254 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-404926e4-ef31-4111-913d-ccafb512967f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Request body: {'subnet': {'network_id': '0f234600-c78f-4529-b071-2435a49d340c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:37.853909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0b9191-943e-4670-b027-c0ffe3faacd8 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event updated for resources: {'Network': ['ID=0f234600-c78f-4529-b071-2435a49d340c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:37.866484 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 0f234600-c78f-4529-b071-2435a49d340c details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:24:37.955398 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-059ba6c9-806d-4fe2-8d75-d13bd747b8f3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Made reservation on behalf of a740e856c2b94a13b4c064a3b8d558c6 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:37.976309 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-059ba6c9-806d-4fe2-8d75-d13bd747b8f3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:37.998001 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:38.029645 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Transition to ACTIVE for port object 941f0d3d-be91-4509-a471-b73434f914df will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:38.044968 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:38.102363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-0be7bcaa-f756-4b64-afcf-90c59e089faf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Made reservation on behalf of a740e856c2b94a13b4c064a3b8d558c6 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:38.110180 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-0be7bcaa-f756-4b64-afcf-90c59e089faf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:38.112137 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3c532-5f86-4248-9651-b1c0b84ed897 None None] Pushing event updated for resources: {'Port': ['ID=941f0d3d-be91-4509-a471-b73434f914df,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:38.133061 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:38.346167 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:38.352286 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Attempting to bind port 941f0d3d-be91-4509-a471-b73434f914df on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:38.355240 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Attempting to bind port 941f0d3d-be91-4509-a471-b73434f914df by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '7d313307-fa7e-442e-b644-e8ce85bd317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e20aa15-b8e2-40c4-812f-2e55504b6521'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:38.355545 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Attempting to bind port 941f0d3d-be91-4509-a471-b73434f914df on network 9e20aa15-b8e2-40c4-812f-2e55504b6521 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:38.368731 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:38.369109 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Checking segment: {'id': '7d313307-fa7e-442e-b644-e8ce85bd317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e20aa15-b8e2-40c4-812f-2e55504b6521'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:38.369525 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:38.370581 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Bound using segment: {'id': '7d313307-fa7e-442e-b644-e8ce85bd317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e20aa15-b8e2-40c4-812f-2e55504b6521'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:38.371229 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Bound port: 941f0d3d-be91-4509-a471-b73434f914df, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d313307-fa7e-442e-b644-e8ce85bd317e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '9e20aa15-b8e2-40c4-812f-2e55504b6521'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:38.371649 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:38.538300 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] For port 941f0d3d-be91-4509-a471-b73434f914df, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:38.549395 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] For port 941f0d3d-be91-4509-a471-b73434f914df, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=941f0d3d-be91-4509-a471-b73434f914df,segment=NetworkSegment(7d313307-fa7e-442e-b644-e8ce85bd317e),segment_id=7d313307-fa7e-442e-b644-e8ce85bd317e)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:38.558572 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:38.677275 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3c532-5f86-4248-9651-b1c0b84ed897 None None] Pushing event updated for resources: {'Port': ['ID=941f0d3d-be91-4509-a471-b73434f914df,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:38.715658 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5762ed1-3e88-4c1c-aa0a-6c9fb93fb8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:38.731950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-059ba6c9-806d-4fe2-8d75-d13bd747b8f3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Allocated IP 192.168.233.135 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/73cba73c-8f25-43a3-934d-d3a57ccebefd) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:38.733313 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Routers {'0e244711-9967-48f1-a864-fc3322e282de'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:38.736898 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:24:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0e244711-9967-48f1-a864-fc3322e282de'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:39.071471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-404926e4-ef31-4111-913d-ccafb512967f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Made reservation on behalf of 0796b576a6ed44b8804068d027649783 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:39.081274 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-404926e4-ef31-4111-913d-ccafb512967f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:39.089035 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] Set router 0e244711-9967-48f1-a864-fc3322e282de gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:39.181434 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f5fa1cc7-ba31-475c-8891-631c7005caed up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:39.290585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port f5fa1cc7-ba31-475c-8891-631c7005caed triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:39.291362 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:39.327862 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-059ba6c9-806d-4fe2-8d75-d13bd747b8f3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:39.389132 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-059ba6c9-806d-4fe2-8d75-d13bd747b8f3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Transition to ACTIVE for port object 73cba73c-8f25-43a3-934d-d3a57ccebefd will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:39.412982 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e244711-9967-48f1-a864-fc3322e282de', 'name': 'tempest-ServersTestMultiNic-1852803668-router', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'bb76abb0-6137-4392-bc69-4ea992d8f406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:23Z', 'updated_at': '2021-07-09T13:24:32Z', 'revision_number': 4, 'project_id': '0796b576a6ed44b8804068d027649783', 'gw_port': {'id': 'bb76abb0-6137-4392-bc69-4ea992d8f406', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ed:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e244711-9967-48f1-a864-fc3322e282de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:25Z', 'updated_at': '2021-07-09T13:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '941f0d3d-be91-4509-a471-b73434f914df', 'name': '', 'network_id': '9e20aa15-b8e2-40c4-812f-2e55504b6521', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'mac_address': 'fa:16:3e:02:d9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e244711-9967-48f1-a864-fc3322e282de', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4cdadef0-3df1-4c78-ad6a-b48ebb65446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:30Z', 'updated_at': '2021-07-09T13:24:38Z', 'revision_number': 4, 'project_id': '0796b576a6ed44b8804068d027649783', 'subnets': [{'id': '4cdadef0-3df1-4c78-ad6a-b48ebb65446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:39.484554 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a7b78b-b20c-42a8-9a3f-147bcc9d5bfd None None] The sync data for ids ['0e244711-9967-48f1-a864-fc3322e282de'] in n-d-799525-3 is: [{'id': '0e244711-9967-48f1-a864-fc3322e282de', 'name': 'tempest-ServersTestMultiNic-1852803668-router', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'bb76abb0-6137-4392-bc69-4ea992d8f406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:23Z', 'updated_at': '2021-07-09T13:24:32Z', 'revision_number': 4, 'project_id': '0796b576a6ed44b8804068d027649783', 'gw_port': {'id': 'bb76abb0-6137-4392-bc69-4ea992d8f406', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ed:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e244711-9967-48f1-a864-fc3322e282de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:25Z', 'updated_at': '2021-07-09T13:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '941f0d3d-be91-4509-a471-b73434f914df', 'name': '', 'network_id': '9e20aa15-b8e2-40c4-812f-2e55504b6521', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'mac_address': 'fa:16:3e:02:d9:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e244711-9967-48f1-a864-fc3322e282de', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': '4cdadef0-3df1-4c78-ad6a-b48ebb65446c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:30Z', 'updated_at': '2021-07-09T13:24:38Z', 'revision_number': 4, 'project_id': '0796b576a6ed44b8804068d027649783', 'subnets': [{'id': '4cdadef0-3df1-4c78-ad6a-b48ebb65446c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:24:39.511158 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-059ba6c9-806d-4fe2-8d75-d13bd747b8f3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:39.526680 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3cd86051-6b1c-4374-9508-f95ed736833f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:39.530193 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['214d123d-b283-4076-9ddc-423d790d7e57', '3ee724a0-555f-4858-9a8f-5ea4b0bd049a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:39.554128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe49143-83ac-481c-b3f9-cee010660c71 req-f7bfe4e1-74cd-4f5c-802f-4bc0055fa430 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.573322 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ebe49143-83ac-481c-b3f9-cee010660c71 req-f7bfe4e1-74cd-4f5c-802f-4bc0055fa430 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 945 time: 1.6520064 Jul 09 13:24:39.694127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-059ba6c9-806d-4fe2-8d75-d13bd747b8f3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:39.704187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-059ba6c9-806d-4fe2-8d75-d13bd747b8f3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:39.715893 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-059ba6c9-806d-4fe2-8d75-d13bd747b8f3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:39.775168 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf04f4-9165-4dc8-b939-986628c704e4 req-46e2b63e-88ef-4d8c-8df1-7afa5021b3ef tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.794051 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf04f4-9165-4dc8-b939-986628c704e4 req-46e2b63e-88ef-4d8c-8df1-7afa5021b3ef tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.826968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059ba6c9-806d-4fe2-8d75-d13bd747b8f3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event updated for resources: {'Port': ['ID=73cba73c-8f25-43a3-934d-d3a57ccebefd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:39.830616 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf04f4-9165-4dc8-b939-986628c704e4 req-46e2b63e-88ef-4d8c-8df1-7afa5021b3ef tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.849055 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-0be7bcaa-f756-4b64-afcf-90c59e089faf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Allocated IP 192.168.233.86 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/d5001770-f369-4e6c-a7b2-cc3a46b374e5) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:39.864117 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf04f4-9165-4dc8-b939-986628c704e4 req-46e2b63e-88ef-4d8c-8df1-7afa5021b3ef tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.882325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf04f4-9165-4dc8-b939-986628c704e4 req-46e2b63e-88ef-4d8c-8df1-7afa5021b3ef tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.896479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf04f4-9165-4dc8-b939-986628c704e4 req-46e2b63e-88ef-4d8c-8df1-7afa5021b3ef tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.922043 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcf04f4-9165-4dc8-b939-986628c704e4 req-46e2b63e-88ef-4d8c-8df1-7afa5021b3ef tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.929392 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1dcf04f4-9165-4dc8-b939-986628c704e4 req-46e2b63e-88ef-4d8c-8df1-7afa5021b3ef tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5431 time: 1.2815089 Jul 09 13:24:39.942972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-059ba6c9-806d-4fe2-8d75-d13bd747b8f3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:39.944898 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-059ba6c9-806d-4fe2-8d75-d13bd747b8f3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:40.021363 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-059ba6c9-806d-4fe2-8d75-d13bd747b8f3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5106776 Jul 09 13:24:40.042609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ebe49143-83ac-481c-b3f9-cee010660c71 req-48a49656-9d2c-4e3f-b0e2-a4fd9848136f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636180 Jul 09 13:24:40.063745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Request body: {'port': {'device_id': '56e5e0ad-c0ca-4628-8d22-c5b70b6758b8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:40.337315 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-04fcff71-4021-45a9-ba96-0f326edfe1bc None None] Provisioning for port 73cba73c-8f25-43a3-934d-d3a57ccebefd completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:40.346167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-04fcff71-4021-45a9-ba96-0f326edfe1bc None None] Provisioning complete for port 73cba73c-8f25-43a3-934d-d3a57ccebefd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:40.352414 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04fcff71-4021-45a9-ba96-0f326edfe1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:40.394951 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:40.494563 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1dcf04f4-9165-4dc8-b939-986628c704e4 req-391b026d-82ae-4ce7-8863-f58dd462186d tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4759958 Jul 09 13:24:40.568682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-04fcff71-4021-45a9-ba96-0f326edfe1bc None None] Port 73cba73c-8f25-43a3-934d-d3a57ccebefd cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:40.637199 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-0be7bcaa-f756-4b64-afcf-90c59e089faf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:40.663562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-0be7bcaa-f756-4b64-afcf-90c59e089faf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Transition to ACTIVE for port object d5001770-f369-4e6c-a7b2-cc3a46b374e5 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:40.712107 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-0be7bcaa-f756-4b64-afcf-90c59e089faf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:40.734397 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9ea8f-582a-4408-b289-f4a7dd01077f req-1e658670-fb3b-40ca-80ec-0a4420746189 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:40.736916 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5d9ea8f-582a-4408-b289-f4a7dd01077f req-1e658670-fb3b-40ca-80ec-0a4420746189 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 949 time: 0.3563344 Jul 09 13:24:40.752243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3cd86051-6b1c-4374-9508-f95ed736833f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:40.782731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c5762ed1-3e88-4c1c-aa0a-6c9fb93fb8ef admin admin] Deleting port 24f0351c-35bb-4e79-9e4e-b276109d0cbe {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:40.783651 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5762ed1-3e88-4c1c-aa0a-6c9fb93fb8ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:40.802127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7bcaa-f756-4b64-afcf-90c59e089faf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event updated for resources: {'Port': ['ID=d5001770-f369-4e6c-a7b2-cc3a46b374e5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:40.808510 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-404926e4-ef31-4111-913d-ccafb512967f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:40.860274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-0be7bcaa-f756-4b64-afcf-90c59e089faf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:40.865690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-0be7bcaa-f756-4b64-afcf-90c59e089faf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:40.871878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-0be7bcaa-f756-4b64-afcf-90c59e089faf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:40.937303 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404926e4-ef31-4111-913d-ccafb512967f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event updated for resources: {'Subnet': ['ID=0b5c2e72-2268-4c2f-a720-3e7ba2586cd3,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:41.021638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-0be7bcaa-f756-4b64-afcf-90c59e089faf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.022542 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-0be7bcaa-f756-4b64-afcf-90c59e089faf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:41.081789 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5d9ea8f-582a-4408-b289-f4a7dd01077f req-0166ced7-43cf-463f-af61-a010bcf2140f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853515 Jul 09 13:24:41.099233 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-0be7bcaa-f756-4b64-afcf-90c59e089faf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3608062 Jul 09 13:24:41.101567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-404926e4-ef31-4111-913d-ccafb512967f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Checking segment: {'id': '0d8f84bb-f981-4418-a64c-2a1b49eb676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f234600-c78f-4529-b071-2435a49d340c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:41.101932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404926e4-ef31-4111-913d-ccafb512967f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Network hostable DHCP agents. Network: 0f234600-c78f-4529-b071-2435a49d340c, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:24:41.116894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186ed48b-a167-44e2-a3d4-d39444ce22c2 req-3492582c-b4ea-4db2-a3ed-2ea725c4dfff tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.128040 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-186ed48b-a167-44e2-a3d4-d39444ce22c2 req-3492582c-b4ea-4db2-a3ed-2ea725c4dfff tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 935 time: 0.4018707 Jul 09 13:24:41.185805 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['214d123d-b283-4076-9ddc-423d790d7e57', '3ee724a0-555f-4858-9a8f-5ea4b0bd049a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:41.242249 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-404926e4-ef31-4111-913d-ccafb512967f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Network 0f234600-c78f-4529-b071-2435a49d340c is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:24:41.250585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Request body: {'port': {'device_id': '4e650e26-31b5-4e02-964a-76ccec95cb6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:41.264672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-404926e4-ef31-4111-913d-ccafb512967f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 0f234600-c78f-4529-b071-2435a49d340c) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:41.292775 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404926e4-ef31-4111-913d-ccafb512967f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:41.293909 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-404926e4-ef31-4111-913d-ccafb512967f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:41.312579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 941f0d3d-be91-4509-a471-b73434f914df up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:41.318709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c52a0-3549-4768-9ddb-f51fc2bcf36e None None] Network 0f234600-c78f-4529-b071-2435a49d340c requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:24:41.340223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-c5762ed1-3e88-4c1c-aa0a-6c9fb93fb8ef admin admin] For port 24f0351c-35bb-4e79-9e4e-b276109d0cbe, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=24f0351c-35bb-4e79-9e4e-b276109d0cbe,segment=NetworkSegment(6ef595e5-93d1-4b1f-9331-a31db29257f7),segment_id=6ef595e5-93d1-4b1f-9331-a31db29257f7)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:41.340594 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5762ed1-3e88-4c1c-aa0a-6c9fb93fb8ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:41.363950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cba73c-8f25-43a3-934d-d3a57ccebefd {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:41.378543 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-186ed48b-a167-44e2-a3d4-d39444ce22c2 req-777f129d-b39e-412a-80a2-64e3741b3f69 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509115 Jul 09 13:24:41.387965 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-404926e4-ef31-4111-913d-ccafb512967f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 3.5695510 Jul 09 13:24:41.400279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49148) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:41.414013 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c5762ed1-3e88-4c1c-aa0a-6c9fb93fb8ef admin admin] Calling delete_port for 24f0351c-35bb-4e79-9e4e-b276109d0cbe owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:41.422288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a7297ce4-6da0-4850-b423-981356f6a0ce tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-681607267'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:41.512890 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:41.556324 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7297ce4-6da0-4850-b423-981356f6a0ce tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Made reservation on behalf of 0796b576a6ed44b8804068d027649783 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:41.565714 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7297ce4-6da0-4850-b423-981356f6a0ce tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:41.657528 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Transition to ACTIVE for port object 73cba73c-8f25-43a3-934d-d3a57ccebefd will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:41.675638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7297ce4-6da0-4850-b423-981356f6a0ce tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:24:41.691201 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:41.750304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-47dc41a2-b009-431d-b6b2-fadda16eb7be None None] Provisioning for port d5001770-f369-4e6c-a7b2-cc3a46b374e5 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:41.837953 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:41.866054 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7297ce4-6da0-4850-b423-981356f6a0ce tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:41.866531 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-a7297ce4-6da0-4850-b423-981356f6a0ce tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Added segment 22677433-de5c-4cbe-8c6f-e7c8ae93892b of type vlan for network 4e15f031-8870-4e6e-a150-43727239ecfe Jul 09 13:24:41.890488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 941f0d3d-be91-4509-a471-b73434f914df completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:41.898585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-47dc41a2-b009-431d-b6b2-fadda16eb7be None None] Provisioning complete for port d5001770-f369-4e6c-a7b2-cc3a46b374e5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:41.898969 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47dc41a2-b009-431d-b6b2-fadda16eb7be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:41.954577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-47dc41a2-b009-431d-b6b2-fadda16eb7be None None] Port d5001770-f369-4e6c-a7b2-cc3a46b374e5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:41.972195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-0f234600-c78f-4529-b071-2435a49d340c', 'network_id': '0f234600-c78f-4529-b071-2435a49d340c', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'fixed_ips': [{'subnet_id': '0b5c2e72-2268-4c2f-a720-3e7ba2586cd3'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:24:41.973308 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:41.977780 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5762ed1-3e88-4c1c-aa0a-6c9fb93fb8ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:41.994963 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 941f0d3d-be91-4509-a471-b73434f914df triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:41.994963 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:41.999758 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7297ce4-6da0-4850-b423-981356f6a0ce tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:42.061568 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5762ed1-3e88-4c1c-aa0a-6c9fb93fb8ef admin admin] Pushing event deleted for resources: {'Port': ['ID=24f0351c-35bb-4e79-9e4e-b276109d0cbe,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:42.102449 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7297ce4-6da0-4850-b423-981356f6a0ce tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:42.114937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7297ce4-6da0-4850-b423-981356f6a0ce tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.115645 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7297ce4-6da0-4850-b423-981356f6a0ce tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:42.127921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d4a541-cb14-4bae-b72d-8316d63d0f7d req-0d344ac5-fd96-419f-8162-7c64b33e2b1c tempest-MigrationsAdminTest-1217665534 tempest-MigrationsAdminTest-1217665534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.138292 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58d4a541-cb14-4bae-b72d-8316d63d0f7d req-0d344ac5-fd96-419f-8162-7c64b33e2b1c tempest-MigrationsAdminTest-1217665534 tempest-MigrationsAdminTest-1217665534-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 1100 time: 0.2690561 Jul 09 13:24:42.152202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b15711-0d88-4621-b5cf-27919777e839 req-71f453d5-48c5-468b-9cc3-0566fcd84101 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.154513 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70b15711-0d88-4621-b5cf-27919777e839 req-71f453d5-48c5-468b-9cc3-0566fcd84101 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 945 time: 0.3517320 Jul 09 13:24:42.296444 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70b15711-0d88-4621-b5cf-27919777e839 req-69acc06e-6d53-4fcf-940d-bd76037847bd tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877314 Jul 09 13:24:42.357513 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58d4a541-cb14-4bae-b72d-8316d63d0f7d req-39faf126-556e-4451-987d-97bbb97fba98 tempest-MigrationsAdminTest-1217665534 tempest-MigrationsAdminTest-1217665534-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151241 Jul 09 13:24:42.530808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Allocated IP 19.80.0.2 (0f234600-c78f-4529-b071-2435a49d340c/0b5c2e72-2268-4c2f-a720-3e7ba2586cd3/b640b783-fec1-49a9-914e-95711d7224c4) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:42.543254 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:42.551105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Pushing event updated for resources: {'Port': ['ID=73cba73c-8f25-43a3-934d-d3a57ccebefd,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:42.566789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc51c09e-136a-4c48-ac54-a746a4d5a8cd req-d05238f3-6260-468c-aa20-4ae7ab779028 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:42.575298 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc51c09e-136a-4c48-ac54-a746a4d5a8cd req-d05238f3-6260-468c-aa20-4ae7ab779028 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.18 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 944 time: 0.4084697 Jul 09 13:24:42.589001 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 941f0d3d-be91-4509-a471-b73434f914df, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=941f0d3d-be91-4509-a471-b73434f914df,segment=NetworkSegment(7d313307-fa7e-442e-b644-e8ce85bd317e),segment_id=7d313307-fa7e-442e-b644-e8ce85bd317e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:42.591528 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a7297ce4-6da0-4850-b423-981356f6a0ce tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1944346 Jul 09 13:24:42.601300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49160) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:42.602759 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:42.615118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-60e12823-9660-4952-8756-4e91572b6bda tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Request body: {'subnet': {'network_id': '4e15f031-8870-4e6e-a150-43727239ecfe', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:42.683337 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5762ed1-3e88-4c1c-aa0a-6c9fb93fb8ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:42.782965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=941f0d3d-be91-4509-a471-b73434f914df,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:42.902725 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:42.913782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Transition to ACTIVE for port object b640b783-fec1-49a9-914e-95711d7224c4 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:42.935589 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Transition to ACTIVE for port object b640b783-fec1-49a9-914e-95711d7224c4 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:42.954536 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.021220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Network 0f234600-c78f-4529-b071-2435a49d340c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:43.030068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:43.034745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:43.040517 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Pushing event updated for resources: {'Port': ['ID=b640b783-fec1-49a9-914e-95711d7224c4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:43.105903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7297ce4-6da0-4850-b423-981356f6a0ce tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event updated for resources: {'Network': ['ID=4e15f031-8870-4e6e-a150-43727239ecfe,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:43.113625 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Attempting to bind port b640b783-fec1-49a9-914e-95711d7224c4 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:43.114007 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Attempting to bind port b640b783-fec1-49a9-914e-95711d7224c4 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0d8f84bb-f981-4418-a64c-2a1b49eb676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f234600-c78f-4529-b071-2435a49d340c'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:43.114380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Attempting to bind port b640b783-fec1-49a9-914e-95711d7224c4 on network 0f234600-c78f-4529-b071-2435a49d340c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:43.134968 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:43.135982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Checking segment: {'id': '0d8f84bb-f981-4418-a64c-2a1b49eb676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f234600-c78f-4529-b071-2435a49d340c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:43.136687 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.137261 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Bound using segment: {'id': '0d8f84bb-f981-4418-a64c-2a1b49eb676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f234600-c78f-4529-b071-2435a49d340c'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:43.137786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Bound port: b640b783-fec1-49a9-914e-95711d7224c4, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d8f84bb-f981-4418-a64c-2a1b49eb676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f234600-c78f-4529-b071-2435a49d340c'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:43.138318 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.142716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 4e15f031-8870-4e6e-a150-43727239ecfe details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:24:43.198663 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e12823-9660-4952-8756-4e91572b6bda tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Made reservation on behalf of 0796b576a6ed44b8804068d027649783 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:43.204780 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60e12823-9660-4952-8756-4e91572b6bda tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.249712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Attempting to bind port 73cba73c-8f25-43a3-934d-d3a57ccebefd on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:43.257572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 941f0d3d-be91-4509-a471-b73434f914df up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:43.258272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Attempting to bind port 73cba73c-8f25-43a3-934d-d3a57ccebefd by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:43.258684 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Attempting to bind port 73cba73c-8f25-43a3-934d-d3a57ccebefd on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:43.292875 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] For port b640b783-fec1-49a9-914e-95711d7224c4, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:43.311441 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5762ed1-3e88-4c1c-aa0a-6c9fb93fb8ef admin admin] Router d293014f-502e-4bb0-874f-6f905fd0f313 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:24:43.314877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] For port b640b783-fec1-49a9-914e-95711d7224c4, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b640b783-fec1-49a9-914e-95711d7224c4,segment=NetworkSegment(0d8f84bb-f981-4418-a64c-2a1b49eb676a),segment_id=0d8f84bb-f981-4418-a64c-2a1b49eb676a)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:43.323392 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.328942 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf22889-606c-4af7-879a-940634b47699 req-5f7850c8-d3a6-47c7-a7a1-f68a7ac397b3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.340851 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf22889-606c-4af7-879a-940634b47699 req-5f7850c8-d3a6-47c7-a7a1-f68a7ac397b3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.347906 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf22889-606c-4af7-879a-940634b47699 req-5f7850c8-d3a6-47c7-a7a1-f68a7ac397b3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.356397 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf22889-606c-4af7-879a-940634b47699 req-5f7850c8-d3a6-47c7-a7a1-f68a7ac397b3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.363632 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf22889-606c-4af7-879a-940634b47699 req-5f7850c8-d3a6-47c7-a7a1-f68a7ac397b3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.372826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf22889-606c-4af7-879a-940634b47699 req-5f7850c8-d3a6-47c7-a7a1-f68a7ac397b3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.381742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Port 73cba73c-8f25-43a3-934d-d3a57ccebefd on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:43.381742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Attempting to bind port 73cba73c-8f25-43a3-934d-d3a57ccebefd on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:43.382019 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf22889-606c-4af7-879a-940634b47699 req-5f7850c8-d3a6-47c7-a7a1-f68a7ac397b3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.383114 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bf22889-606c-4af7-879a-940634b47699 req-5f7850c8-d3a6-47c7-a7a1-f68a7ac397b3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5431 time: 0.8068712 Jul 09 13:24:43.410420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:43.410708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:43.411123 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:43.411592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Bound port: 73cba73c-8f25-43a3-934d-d3a57ccebefd, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:43.413789 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.464202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 941f0d3d-be91-4509-a471-b73434f914df triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:43.465143 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.471661 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bf22889-606c-4af7-879a-940634b47699 req-a8a72ad9-6212-45f2-bf28-23882a3a66c7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792742 Jul 09 13:24:43.481124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5c5426-455e-4b4c-a3c3-a47d34345c63 req-02082e43-3add-4c7f-ae0a-527db074168a tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:43.489174 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bc5c5426-455e-4b4c-a3c3-a47d34345c63 req-02082e43-3add-4c7f-ae0a-527db074168a tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 944 time: 0.7884862 Jul 09 13:24:43.591814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0280b95-0ad1-4960-a9f7-86682c766672 None None] Pushing event updated for resources: {'Port': ['ID=b640b783-fec1-49a9-914e-95711d7224c4,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:43.706444 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-cc51c09e-136a-4c48-ac54-a746a4d5a8cd req-f80a7fd8-c38a-4f28-8484-456fd84c61db tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Deleting port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:43.707112 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cc51c09e-136a-4c48-ac54-a746a4d5a8cd req-f80a7fd8-c38a-4f28-8484-456fd84c61db tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:43.711900 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5762ed1-3e88-4c1c-aa0a-6c9fb93fb8ef admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:24:43.725951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bc5c5426-455e-4b4c-a3c3-a47d34345c63 req-61ae8cee-ab99-4ca5-8501-0ed0d80d6b9b tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2359085 Jul 09 13:24:43.748927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629f46b-681a-4c0d-b3ca-7d0f65874a08 None None] Sync routers for ids ['d293014f-502e-4bb0-874f-6f905fd0f313'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:24:43.782586 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c5762ed1-3e88-4c1c-aa0a-6c9fb93fb8ef admin admin] 10.222.0.39 "PUT /v2.0/routers/d293014f-502e-4bb0-874f-6f905fd0f313/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8916965 Jul 09 13:24:43.798826 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629f46b-681a-4c0d-b3ca-7d0f65874a08 None None] Routers {'d293014f-502e-4bb0-874f-6f905fd0f313'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:43.799509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8629f46b-681a-4c0d-b3ca-7d0f65874a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:24:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d293014f-502e-4bb0-874f-6f905fd0f313'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:43.827448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49166) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:44.050828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5001770-f369-4e6c-a7b2-cc3a46b374e5 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:44.061909 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.069145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8629f46b-681a-4c0d-b3ca-7d0f65874a08 None None] Set router d293014f-502e-4bb0-874f-6f905fd0f313 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:44.085629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Transition to ACTIVE for port object d5001770-f369-4e6c-a7b2-cc3a46b374e5 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:44.099610 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-cc51c09e-136a-4c48-ac54-a746a4d5a8cd req-f80a7fd8-c38a-4f28-8484-456fd84c61db tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] For port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:44.100017 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cc51c09e-136a-4c48-ac54-a746a4d5a8cd req-f80a7fd8-c38a-4f28-8484-456fd84c61db tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.157867 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] For port 73cba73c-8f25-43a3-934d-d3a57ccebefd, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:44.166956 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-cc51c09e-136a-4c48-ac54-a746a4d5a8cd req-f80a7fd8-c38a-4f28-8484-456fd84c61db tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Calling delete_port for 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:44.172390 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] For port 73cba73c-8f25-43a3-934d-d3a57ccebefd, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=73cba73c-8f25-43a3-934d-d3a57ccebefd,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:44.203447 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1478b5d1-b498-4165-80e0-c8c27181764b admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.244076 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.302187 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60e12823-9660-4952-8756-4e91572b6bda tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.305739 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.333465 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1478b5d1-b498-4165-80e0-c8c27181764b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.404186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:44.404823 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:44.406577 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] 10.222.0.15 "PUT /v2.0/ports/73cba73c-8f25-43a3-934d-d3a57ccebefd HTTP/1.1" status: 200 len: 1096 time: 4.3768406 Jul 09 13:24:44.424739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '56e5e0ad-c0ca-4628-8d22-c5b70b6758b8', 'tag': '73cba73c-8f25-43a3-934d-d3a57ccebefd'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:44.426931 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e4f372e-b528-4638-8ff9-9faf00eab9e7" -d '{"events": [{"name": "network-changed", "server_uuid": "56e5e0ad-c0ca-4628-8d22-c5b70b6758b8", "tag": "73cba73c-8f25-43a3-934d-d3a57ccebefd"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:44.585963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e12823-9660-4952-8756-4e91572b6bda tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event updated for resources: {'Subnet': ['ID=11a00126-b6fd-43d1-bcc2-3dee24493fa7,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:44.606338 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Pushing event updated for resources: {'Port': ['ID=d5001770-f369-4e6c-a7b2-cc3a46b374e5,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:44.629710 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8629f46b-681a-4c0d-b3ca-7d0f65874a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182'}], 'enable_snat': True}, 'gw_port_id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:24:41Z', 'revision_number': 5, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port': {'id': 'acc0bf07-d8af-4319-85cf-23d2e6bf9805', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:c5:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'device_owner': 'network:router_gateway', 'standard_attr_id': 42, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:44.717086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629f46b-681a-4c0d-b3ca-7d0f65874a08 None None] Checking router: d293014f-502e-4bb0-874f-6f905fd0f313 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:24:44.734081 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8629f46b-681a-4c0d-b3ca-7d0f65874a08 None None] Routers {'d293014f-502e-4bb0-874f-6f905fd0f313'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:44.735059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8629f46b-681a-4c0d-b3ca-7d0f65874a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:24:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d293014f-502e-4bb0-874f-6f905fd0f313'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:44.793160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e12823-9660-4952-8756-4e91572b6bda tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Checking segment: {'id': '22677433-de5c-4cbe-8c6f-e7c8ae93892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4e15f031-8870-4e6e-a150-43727239ecfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:44.793537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e12823-9660-4952-8756-4e91572b6bda tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Network hostable DHCP agents. Network: 4e15f031-8870-4e6e-a150-43727239ecfe, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:24:44.862221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71cc215-db1d-4459-ba22-59802a2fe048 service neutron] Pushing event updated for resources: {'Port': ['ID=73cba73c-8f25-43a3-934d-d3a57ccebefd,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:44.919715 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c09e5ff1-f75d-4c9c-970f-c58f220c9900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:44.922202 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-c09e5ff1-f75d-4c9c-970f-c58f220c9900 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=56e5e0ad-c0ca-4628-8d22-c5b70b6758b8 HTTP/1.1" status: 200 len: 1099 time: 0.4327567 Jul 09 13:24:44.946385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e12823-9660-4952-8756-4e91572b6bda tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Network 4e15f031-8870-4e6e-a150-43727239ecfe is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:24:45.059365 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-da4f6306-607c-4bfb-83e9-0405fc18168f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=73cba73c-8f25-43a3-934d-d3a57ccebefd HTTP/1.1" status: 200 len: 217 time: 0.1233203 Jul 09 13:24:45.071454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Attempting to bind port d5001770-f369-4e6c-a7b2-cc3a46b374e5 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:45.071823 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Attempting to bind port d5001770-f369-4e6c-a7b2-cc3a46b374e5 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:45.072146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Attempting to bind port d5001770-f369-4e6c-a7b2-cc3a46b374e5 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:45.101242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8629f46b-681a-4c0d-b3ca-7d0f65874a08 None None] Set router d293014f-502e-4bb0-874f-6f905fd0f313 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:45.124267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-60e12823-9660-4952-8756-4e91572b6bda tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 4e15f031-8870-4e6e-a150-43727239ecfe) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:45.209203 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Port d5001770-f369-4e6c-a7b2-cc3a46b374e5 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:45.209586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Attempting to bind port d5001770-f369-4e6c-a7b2-cc3a46b374e5 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:45.218711 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e12823-9660-4952-8756-4e91572b6bda tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.219471 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-60e12823-9660-4952-8756-4e91572b6bda tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:45.243175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:45.243536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:45.244027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:45.244378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Bound port: d5001770-f369-4e6c-a7b2-cc3a46b374e5, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:45.244979 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:45.262072 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8629f46b-681a-4c0d-b3ca-7d0f65874a08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:24:44Z', 'revision_number': 6, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:45.263140 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a84bab-98e9-414e-ada1-5fa9122502ff req-e58dbe37-9bec-4ea5-97a5-4021c7969c09 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.264874 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2a84bab-98e9-414e-ada1-5fa9122502ff req-e58dbe37-9bec-4ea5-97a5-4021c7969c09 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 947 time: 1.1470532 Jul 09 13:24:45.271063 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-60e12823-9660-4952-8756-4e91572b6bda tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6600785 Jul 09 13:24:45.274766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-4c27050c-4209-4d03-bdc7-ab7e4bcca47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.276651 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-4c27050c-4209-4d03-bdc7-ab7e4bcca47e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.2006111 Jul 09 13:24:45.317679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1478b5d1-b498-4165-80e0-c8c27181764b admin admin] Deleting port acc0bf07-d8af-4319-85cf-23d2e6bf9805 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:45.318018 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1478b5d1-b498-4165-80e0-c8c27181764b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:45.320836 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcad74c-ffd0-4ce4-b365-dcb1e7660fc6 None None] Network 4e15f031-8870-4e6e-a150-43727239ecfe requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:24:45.398107 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b640b783-fec1-49a9-914e-95711d7224c4 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:45.400489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75872073-8571-465b-b2f1-948286843288 None None] Network 0f234600-c78f-4529-b071-2435a49d340c requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:24:45.407459 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] For port d5001770-f369-4e6c-a7b2-cc3a46b374e5, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:45.408433 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-960ed2be-0d23-43b2-9e08-cddc1f10824e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3559122 Jul 09 13:24:45.412384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] For port d5001770-f369-4e6c-a7b2-cc3a46b374e5, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d5001770-f369-4e6c-a7b2-cc3a46b374e5,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:45.417664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8629f46b-681a-4c0d-b3ca-7d0f65874a08 None None] The sync data for ids ['d293014f-502e-4bb0-874f-6f905fd0f313'] in n-d-799525-3 is: [{'id': 'd293014f-502e-4bb0-874f-6f905fd0f313', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-321120827-router', 'tenant_id': '2805868d6b3b4a929f867d7da2837674', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:24Z', 'updated_at': '2021-07-09T13:24:44Z', 'revision_number': 6, 'project_id': '2805868d6b3b4a929f867d7da2837674', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:24:45.448275 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:45.449952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb3362-7a31-4bbb-96e5-d91ccd4a202a req-ef08826e-2a4a-46ec-b7a3-a7220230a3e8 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.464940 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4eb3362-7a31-4bbb-96e5-d91ccd4a202a req-ef08826e-2a4a-46ec-b7a3-a7220230a3e8 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 945 time: 0.4012351 Jul 09 13:24:45.537188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.537960 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:45.539472 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2a84bab-98e9-414e-ada1-5fa9122502ff req-684ec2f7-6168-43ba-a36d-32dc71e99e75 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2602997 Jul 09 13:24:45.556226 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] 10.222.0.18 "PUT /v2.0/ports/d5001770-f369-4e6c-a7b2-cc3a46b374e5 HTTP/1.1" status: 200 len: 1095 time: 4.4350014 Jul 09 13:24:45.560306 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-1478b5d1-b498-4165-80e0-c8c27181764b admin admin] For port acc0bf07-d8af-4319-85cf-23d2e6bf9805, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=acc0bf07-d8af-4319-85cf-23d2e6bf9805,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:45.561925 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1478b5d1-b498-4165-80e0-c8c27181764b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:45.583836 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bb4a216e-8566-47aa-b536-f0eac51f8b24 None None] Provisioning for port b640b783-fec1-49a9-914e-95711d7224c4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:45.642936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1478b5d1-b498-4165-80e0-c8c27181764b admin admin] Calling delete_port for acc0bf07-d8af-4319-85cf-23d2e6bf9805 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:45.673221 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-4e15f031-8870-4e6e-a150-43727239ecfe', 'network_id': '4e15f031-8870-4e6e-a150-43727239ecfe', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'fixed_ips': [{'subnet_id': '11a00126-b6fd-43d1-bcc2-3dee24493fa7'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:24:45.674393 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:45.734602 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port b640b783-fec1-49a9-914e-95711d7224c4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:45.775230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4eb3362-7a31-4bbb-96e5-d91ccd4a202a req-bcc8dc56-571a-4df9-a09d-fc52341ccb2c tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3079596 Jul 09 13:24:45.786884 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cc51c09e-136a-4c48-ac54-a746a4d5a8cd req-f80a7fd8-c38a-4f28-8484-456fd84c61db tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:45.842313 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port b640b783-fec1-49a9-914e-95711d7224c4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:45.842943 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:45.917287 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f094f7-1450-44f9-b4e9-cbce1720a1bc service neutron] Pushing event updated for resources: {'Port': ['ID=d5001770-f369-4e6c-a7b2-cc3a46b374e5,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:45.936667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-f767d4f7-5dec-4848-9d78-898b34d75351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:45.946768 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-f767d4f7-5dec-4848-9d78-898b34d75351 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6614246 Jul 09 13:24:46.083591 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80a7fd8-c38a-4f28-8484-456fd84c61db tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Pushing event deleted for resources: {'Port': ['ID=3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:46.160573 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e271e6b9-0325-4186-b594-cc96e5f43837 x-openstack-request-id: req-e271e6b9-0325-4186-b594-cc96e5f43837 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:46.161127 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "56e5e0ad-c0ca-4628-8d22-c5b70b6758b8", "tag": "73cba73c-8f25-43a3-934d-d3a57ccebefd", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:46.161238 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e271e6b9-0325-4186-b594-cc96e5f43837 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:46.161602 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '56e5e0ad-c0ca-4628-8d22-c5b70b6758b8', 'tag': '73cba73c-8f25-43a3-934d-d3a57ccebefd', 'status': 'completed', 'code': 200} Jul 09 13:24:46.222303 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199e55-b332-4460-b239-521808614375 req-9e4cddfa-dca1-4c66-8308-252674183d29 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:46.224256 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-9e4cddfa-dca1-4c66-8308-252674183d29 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3&tenant_id=35b702eee9154963b30c070fa690b62c&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1096 time: 0.7107863 Jul 09 13:24:46.228463 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-86751687-2d30-48c5-a32e-c58eac94c61d service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601163 Jul 09 13:24:46.230127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc51c09e-136a-4c48-ac54-a746a4d5a8cd req-f80a7fd8-c38a-4f28-8484-456fd84c61db tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] No DVR routers for this DVR port 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 on host n-h1-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:24:46.235709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799525-3'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:46.242786 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cc51c09e-136a-4c48-ac54-a746a4d5a8cd req-f80a7fd8-c38a-4f28-8484-456fd84c61db tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:46.246106 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc51c09e-136a-4c48-ac54-a746a4d5a8cd req-f80a7fd8-c38a-4f28-8484-456fd84c61db tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.18 "DELETE /v2.0/ports/3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 HTTP/1.1" status: 204 len: 173 time: 3.5532541 Jul 09 13:24:46.248175 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bfa46be-c593-421d-9ef4-df80cbd3b68e', 'name': 'network-vif-deleted', 'tag': '3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:46.250512 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f837600e-47cf-4fe1-9ea6-5b030b6a1eb5" -d '{"events": [{"server_uuid": "5bfa46be-c593-421d-9ef4-df80cbd3b68e", "name": "network-vif-deleted", "tag": "3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:46.264414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-00ae0aa3-f39d-48db-ae5e-9886ff016bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:46.267278 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-00ae0aa3-f39d-48db-ae5e-9886ff016bd5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 1098 time: 0.6512263 Jul 09 13:24:46.282683 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Allocated IP 19.86.0.2 (4e15f031-8870-4e6e-a150-43727239ecfe/11a00126-b6fd-43d1-bcc2-3dee24493fa7/0413ec81-d4c0-402d-9bd6-48401c2f5b53) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:46.342345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0a88f2-7b99-4cbd-92fc-32764040a8f2 req-fd27622a-ce87-4aca-9881-2634e537bd9f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:46.349421 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b0a88f2-7b99-4cbd-92fc-32764040a8f2 req-fd27622a-ce87-4aca-9881-2634e537bd9f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 949 time: 0.5370028 Jul 09 13:24:46.435632 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1478b5d1-b498-4165-80e0-c8c27181764b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:46.468686 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 681f6e46-5c46-447c-b7bc-1f63823c9ebb details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:46.471548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:46.487124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1478b5d1-b498-4165-80e0-c8c27181764b admin admin] Pushing event deleted for resources: {'Port': ['ID=acc0bf07-d8af-4319-85cf-23d2e6bf9805,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:46.519752 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b0a88f2-7b99-4cbd-92fc-32764040a8f2 req-022f9d22-fadf-454f-934c-f337824c0540 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693707 Jul 09 13:24:46.556442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419048-faf0-4be1-a546-5860725cc226 req-a5ea36de-5b19-4760-bc19-b206da7da0e2 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:46.558622 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:46.559072 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:46.570461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419048-faf0-4be1-a546-5860725cc226 req-a5ea36de-5b19-4760-bc19-b206da7da0e2 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:46.588904 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419048-faf0-4be1-a546-5860725cc226 req-a5ea36de-5b19-4760-bc19-b206da7da0e2 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:46.589136 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-75a862bd-7be4-4e16-956d-1ad608575eff service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482366 Jul 09 13:24:46.591599 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-dbaa6e15-b88c-4569-b688-7a7bc347e088 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d5001770-f369-4e6c-a7b2-cc3a46b374e5 HTTP/1.1" status: 200 len: 217 time: 0.0994978 Jul 09 13:24:46.602845 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419048-faf0-4be1-a546-5860725cc226 req-a5ea36de-5b19-4760-bc19-b206da7da0e2 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:46.608938 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419048-faf0-4be1-a546-5860725cc226 req-a5ea36de-5b19-4760-bc19-b206da7da0e2 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:46.631554 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419048-faf0-4be1-a546-5860725cc226 req-a5ea36de-5b19-4760-bc19-b206da7da0e2 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:46.645898 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42419048-faf0-4be1-a546-5860725cc226 req-a5ea36de-5b19-4760-bc19-b206da7da0e2 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:46.657762 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-42419048-faf0-4be1-a546-5860725cc226 req-a5ea36de-5b19-4760-bc19-b206da7da0e2 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5431 time: 0.4350126 Jul 09 13:24:46.671046 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:24:46.841457 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:46.910884 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-02236c9e-dfc1-4372-a9a6-f7ca516d4957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:46.912786 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-02236c9e-dfc1-4372-a9a6-f7ca516d4957 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.2417028 Jul 09 13:24:46.915523 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bb66528-85af-4752-82a3-5be7a11d666d req-9196834b-2175-4806-bd44-67cc13af2bec tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=5bfa46be-c593-421d-9ef4-df80cbd3b68e HTTP/1.1" status: 200 len: 210 time: 0.1144280 Jul 09 13:24:46.942773 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-42419048-faf0-4be1-a546-5860725cc226 req-a6c4a193-f012-47dc-ada0-6dce0391b079 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2822654 Jul 09 13:24:47.066222 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1478b5d1-b498-4165-80e0-c8c27181764b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.106313 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port b640b783-fec1-49a9-914e-95711d7224c4, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b640b783-fec1-49a9-914e-95711d7224c4,segment=NetworkSegment(0d8f84bb-f981-4418-a64c-2a1b49eb676a),segment_id=0d8f84bb-f981-4418-a64c-2a1b49eb676a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:47.124869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=681f6e46-5c46-447c-b7bc-1f63823c9ebb,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:47.138514 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.148905 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.155295 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.223509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Transition to ACTIVE for port object 0413ec81-d4c0-402d-9bd6-48401c2f5b53 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:47.227925 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 681f6e46-5c46-447c-b7bc-1f63823c9ebb has no active binding in host n-h1-799525-3 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 13:24:47.270023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f372e-b528-4638-8ff9-9faf00eab9e7 req-78744f35-9b7d-40c1-add1-0a73bdeea53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.270023 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3e4f372e-b528-4638-8ff9-9faf00eab9e7 req-78744f35-9b7d-40c1-add1-0a73bdeea53b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=56e5e0ad-c0ca-4628-8d22-c5b70b6758b8 HTTP/1.1" status: 200 len: 1099 time: 0.4792318 Jul 09 13:24:47.308482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-1dbf49be-e7bd-4fa5-a67c-4603d0e7f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.309892 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-1dbf49be-e7bd-4fa5-a67c-4603d0e7f989 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3486984 Jul 09 13:24:47.352400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Transition to ACTIVE for port object 0413ec81-d4c0-402d-9bd6-48401c2f5b53 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:47.357362 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device acc0bf07-d8af-4319-85cf-23d2e6bf9805 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:47.413324 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=b640b783-fec1-49a9-914e-95711d7224c4,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:47.451422 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.508106 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0695ad-795a-4721-ab8f-eb132bc20fac x-openstack-request-id: req-5f0695ad-795a-4721-ab8f-eb132bc20fac {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:47.509052 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bfa46be-c593-421d-9ef4-df80cbd3b68e", "name": "network-vif-deleted", "tag": "3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:47.509469 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f0695ad-795a-4721-ab8f-eb132bc20fac {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:47.510073 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bfa46be-c593-421d-9ef4-df80cbd3b68e', 'name': 'network-vif-deleted', 'tag': '3fb74bb6-eb1d-4f39-90dc-23c7e2359ed7', 'status': 'completed', 'code': 200} Jul 09 13:24:47.520692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: acc0bf07-d8af-4319-85cf-23d2e6bf9805 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:47.521042 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device acc0bf07-d8af-4319-85cf-23d2e6bf9805 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:47.521465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 24f0351c-35bb-4e79-9e4e-b276109d0cbe no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:47.530891 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Pushing event updated for resources: {'Port': ['ID=0413ec81-d4c0-402d-9bd6-48401c2f5b53,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:47.547845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-179731a9-3237-4473-8197-4edb3c048218 None None] Provisioning complete for port b640b783-fec1-49a9-914e-95711d7224c4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:47.548224 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-179731a9-3237-4473-8197-4edb3c048218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.568036 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1478b5d1-b498-4165-80e0-c8c27181764b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.579430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1478b5d1-b498-4165-80e0-c8c27181764b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.586609 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f372e-b528-4638-8ff9-9faf00eab9e7 req-db82caff-c495-49ec-bd26-38d3677f97e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.588636 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3e4f372e-b528-4638-8ff9-9faf00eab9e7 req-db82caff-c495-49ec-bd26-38d3677f97e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.3109574 Jul 09 13:24:47.592293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-01228d7e-e0f0-4953-aaea-bad3be59d0ba tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.598691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-01228d7e-e0f0-4953-aaea-bad3be59d0ba tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.598946 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-3f43dea4-059f-42cb-b381-dc8d52b89d36 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762947 Jul 09 13:24:47.600806 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-01228d7e-e0f0-4953-aaea-bad3be59d0ba tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/networks?id=0f234600-c78f-4529-b071-2435a49d340c&id=4e15f031-8870-4e6e-a150-43727239ecfe&id=0f234600-c78f-4529-b071-2435a49d340c HTTP/1.1" status: 200 len: 1391 time: 0.3669281 Jul 09 13:24:47.620561 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Network 4e15f031-8870-4e6e-a150-43727239ecfe is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:47.624916 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:47.631293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 24f0351c-35bb-4e79-9e4e-b276109d0cbe {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:47.631637 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 24f0351c-35bb-4e79-9e4e-b276109d0cbe not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:47.633151 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:47.706279 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-a04cb48b-9d76-4538-af89-845546391a1a tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/quotas/0796b576a6ed44b8804068d027649783 HTTP/1.1" status: 200 len: 375 time: 0.0842199 Jul 09 13:24:47.719231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Attempting to bind port 0413ec81-d4c0-402d-9bd6-48401c2f5b53 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:47.719640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Attempting to bind port 0413ec81-d4c0-402d-9bd6-48401c2f5b53 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '22677433-de5c-4cbe-8c6f-e7c8ae93892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4e15f031-8870-4e6e-a150-43727239ecfe'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:47.720100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Attempting to bind port 0413ec81-d4c0-402d-9bd6-48401c2f5b53 on network 4e15f031-8870-4e6e-a150-43727239ecfe {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:47.732452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:47.732880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Checking segment: {'id': '22677433-de5c-4cbe-8c6f-e7c8ae93892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4e15f031-8870-4e6e-a150-43727239ecfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:47.733546 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.733958 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Bound using segment: {'id': '22677433-de5c-4cbe-8c6f-e7c8ae93892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4e15f031-8870-4e6e-a150-43727239ecfe'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:47.736294 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1478b5d1-b498-4165-80e0-c8c27181764b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.737065 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Bound port: 0413ec81-d4c0-402d-9bd6-48401c2f5b53, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22677433-de5c-4cbe-8c6f-e7c8ae93892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4e15f031-8870-4e6e-a150-43727239ecfe'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:47.737447 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1478b5d1-b498-4165-80e0-c8c27181764b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d293014f-502e-4bb0-874f-6f905fd0f313 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:24:47.737567 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.744342 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3e4f372e-b528-4638-8ff9-9faf00eab9e7 req-88812830-8d09-44e0-871f-3d0402100ace service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.135&port_id=73cba73c-8f25-43a3-934d-d3a57ccebefd HTTP/1.1" status: 200 len: 217 time: 0.1295371 Jul 09 13:24:47.751458 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] For port 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=681f6e46-5c46-447c-b7bc-1f63823c9ebb,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:47.794244 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1478b5d1-b498-4165-80e0-c8c27181764b admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.795864 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1478b5d1-b498-4165-80e0-c8c27181764b admin admin] 10.222.0.39 "DELETE /v2.0/routers/d293014f-502e-4bb0-874f-6f905fd0f313 HTTP/1.1" status: 204 len: 168 time: 3.9674206 Jul 09 13:24:47.800998 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49238) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:47.864219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f372e-b528-4638-8ff9-9faf00eab9e7 req-1c90e67f-f584-4e5a-a81c-2b509604fea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.865779 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3e4f372e-b528-4638-8ff9-9faf00eab9e7 req-1c90e67f-f584-4e5a-a81c-2b509604fea9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1122108 Jul 09 13:24:47.877579 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba5c27da-6f35-42e2-a3fb-d036637911ae req-e3f3b11b-22e1-4f95-a288-fb96ebee828d service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718236 Jul 09 13:24:47.878989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] For port 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:47.895529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e145d-8141-49fd-8a72-c26317dd1d6c req-b79f6517-beec-42d1-aaf1-b708428cc377 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:47.897852 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b35e145d-8141-49fd-8a72-c26317dd1d6c req-b79f6517-beec-42d1-aaf1-b708428cc377 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 947 time: 0.3363652 Jul 09 13:24:47.903000 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] For port 0413ec81-d4c0-402d-9bd6-48401c2f5b53, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:47.907452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] For port 0413ec81-d4c0-402d-9bd6-48401c2f5b53, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0413ec81-d4c0-402d-9bd6-48401c2f5b53,segment=NetworkSegment(22677433-de5c-4cbe-8c6f-e7c8ae93892b),segment_id=22677433-de5c-4cbe-8c6f-e7c8ae93892b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:47.917809 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.930083 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb332eac-cd0b-4bce-a208-c2156f55cc73 admin admin] Deleting subnet 26d28f37-7507-432c-a5d8-c6beb38ffc7a {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:24:47.937240 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb332eac-cd0b-4bce-a208-c2156f55cc73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:47.995988 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.017180 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.020729 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4f372e-b528-4638-8ff9-9faf00eab9e7 req-e267b97c-28f0-4ec0-809f-1b83a1c06d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.022433 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3e4f372e-b528-4638-8ff9-9faf00eab9e7 req-e267b97c-28f0-4ec0-809f-1b83a1c06d2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1211908 Jul 09 13:24:48.023074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e927a0-7c6a-4ad7-9a83-e8193064f32a None None] Pushing event updated for resources: {'Port': ['ID=0413ec81-d4c0-402d-9bd6-48401c2f5b53,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:48.052157 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-9ae240d3-6986-4feb-a649-2e7b8ebad3ba tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0796b576a6ed44b8804068d027649783&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3405294 Jul 09 13:24:48.076768 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb332eac-cd0b-4bce-a208-c2156f55cc73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.156655 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b35e145d-8141-49fd-8a72-c26317dd1d6c req-0e3eaf55-0524-4855-b883-ce368dcc819f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2433777 Jul 09 13:24:48.164726 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-69fd6ff5-b1e2-424e-9b10-42168087dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.167268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e650e26-31b5-4e02-964a-76ccec95cb6f', 'tag': 'd5001770-f369-4e6c-a7b2-cc3a46b374e5'}, {'server_uuid': 'a6afddb6-62a9-45ab-a981-f91e58808ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '681f6e46-5c46-447c-b7bc-1f63823c9ebb'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:48.170241 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86869bd8-66f6-4eac-9b79-14d4b8ec331a" -d '{"events": [{"name": "network-changed", "server_uuid": "4e650e26-31b5-4e02-964a-76ccec95cb6f", "tag": "d5001770-f369-4e6c-a7b2-cc3a46b374e5"}, {"server_uuid": "a6afddb6-62a9-45ab-a981-f91e58808ef3", "name": "network-vif-unplugged", "status": "completed", "tag": "681f6e46-5c46-447c-b7bc-1f63823c9ebb"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:48.170541 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-69fd6ff5-b1e2-424e-9b10-42168087dbd3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 1100 time: 0.3884852 Jul 09 13:24:48.230167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Pushing event updated for resources: {'Port': ['ID=681f6e46-5c46-447c-b7bc-1f63823c9ebb,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:48.251035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Attempting to bind port 681f6e46-5c46-447c-b7bc-1f63823c9ebb on host n-h2-799525-3 for vnic_type normal with profile {"migrating_to": "n-h1-799525-3"} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:24:48.252554 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Attempting to bind port 681f6e46-5c46-447c-b7bc-1f63823c9ebb by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:24:48.252863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Attempting to bind port 681f6e46-5c46-447c-b7bc-1f63823c9ebb on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:48.265589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Port 681f6e46-5c46-447c-b7bc-1f63823c9ebb on network 9eed349f-85e9-4424-b38d-3b371f8e676c not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:24:48.265995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Attempting to bind port 681f6e46-5c46-447c-b7bc-1f63823c9ebb on network 9eed349f-85e9-4424-b38d-3b371f8e676c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:24:48.290339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:24:48.290339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Checking segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:24:48.290339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Bound using segment: {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:24:48.290339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Bound port: 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '9eed349f-85e9-4424-b38d-3b371f8e676c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:24:48.290339 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.308407 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3e4f372e-b528-4638-8ff9-9faf00eab9e7 req-bfdd9bcb-bc6b-42f5-b4ce-89bfb9750794 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758243 Jul 09 13:24:48.383027 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-e714adc1-1b03-4eb9-ae9d-bb9fb503353f service neutron] 10.222.0.39 "GET /v2.0/networks/0f234600-c78f-4529-b071-2435a49d340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3293524 Jul 09 13:24:48.394445 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device b58b6e37-21d9-4f9e-826c-1c81a5f9451d details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:48.540908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] For port 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:48.545365 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3e4f372e-b528-4638-8ff9-9faf00eab9e7 req-2f20bc74-8f9e-4697-aafa-c905df901f0d service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139144 Jul 09 13:24:48.548249 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb332eac-cd0b-4bce-a208-c2156f55cc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.561215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] For port 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=681f6e46-5c46-447c-b7bc-1f63823c9ebb,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:24:48.567310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port b58b6e37-21d9-4f9e-826c-1c81a5f9451d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=b58b6e37-21d9-4f9e-826c-1c81a5f9451d,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:48.580496 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.588842 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'b58b6e37-21d9-4f9e-826c-1c81a5f9451d', 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9', 'port_id': 'b58b6e37-21d9-4f9e-826c-1c81a5f9451d', 'mac_address': 'fa:16:3e:79:84:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e81aa1-ae8c-419c-8f16-4c5900062b2b', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:48.590863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 73cba73c-8f25-43a3-934d-d3a57ccebefd details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:48.618872 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-de996a3b-b1f8-43e0-ba73-ed2311d0b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.620719 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-de996a3b-b1f8-43e0-ba73-ed2311d0b720 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.4422026 Jul 09 13:24:48.710032 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-92f4241d-34a5-4c66-87f1-59c9d5dd9236 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e81eb137-890f-4080-a5cb-87eeba9f770b HTTP/1.1" status: 200 len: 217 time: 0.0636456 Jul 09 13:24:48.750880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 73cba73c-8f25-43a3-934d-d3a57ccebefd, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=73cba73c-8f25-43a3-934d-d3a57ccebefd,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:48.766675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '73cba73c-8f25-43a3-934d-d3a57ccebefd', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '73cba73c-8f25-43a3-934d-d3a57ccebefd', 'mac_address': 'fa:16:3e:ef:db:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.135'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:48.769834 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.789862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-e47b30bb-e408-499b-bb9b-cb43a3c8f57e service neutron] 10.222.0.39 "GET /v2.0/networks/0f234600-c78f-4529-b071-2435a49d340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4021089 Jul 09 13:24:48.811140 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb332eac-cd0b-4bce-a208-c2156f55cc73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.819459 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.842222 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b58b6e37-21d9-4f9e-826c-1c81a5f9451d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:48.872666 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port b58b6e37-21d9-4f9e-826c-1c81a5f9451d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=b58b6e37-21d9-4f9e-826c-1c81a5f9451d,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:48.878788 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cba73c-8f25-43a3-934d-d3a57ccebefd {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:48.882060 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0d3172-b734-403e-9b50-85fa6e960c36 req-b61ce1b6-f8bc-4f8f-a53e-27300bca96c7 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.886119 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.886884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 4a188389-5588-4c13-8b06-298afc4dada5 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:48.890834 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de0d3172-b734-403e-9b50-85fa6e960c36 req-b61ce1b6-f8bc-4f8f-a53e-27300bca96c7 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 943 time: 0.4770193 Jul 09 13:24:48.930512 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb332eac-cd0b-4bce-a208-c2156f55cc73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:48.932550 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-eb332eac-cd0b-4bce-a208-c2156f55cc73 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/26d28f37-7507-432c-a5d8-c6beb38ffc7a HTTP/1.1" status: 204 len: 168 time: 1.1286244 Jul 09 13:24:48.937007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb332eac-cd0b-4bce-a208-c2156f55cc73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26d28f37-7507-432c-a5d8-c6beb38ffc7a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:48.947012 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49248) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:48.971635 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-8f35afc9-6368-4289-b508-a1920ceec9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:48.981585 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-8f35afc9-6368-4289-b508-a1920ceec9b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.2533879 Jul 09 13:24:49.003741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d40579bb-220e-4175-b1a0-0ce7aad3db43 None None] Network 9232ea55-daf9-4d07-93d3-30e0b875668e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:24:49.060822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:49.061461 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:49.062908 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] 10.222.0.18 "PUT /v2.0/ports/681f6e46-5c46-447c-b7bc-1f63823c9ebb HTTP/1.1" status: 200 len: 1121 time: 2.8317060 Jul 09 13:24:49.064038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8733314-6827-4fb5-9473-d3e714ab33b2 service neutron] Pushing event updated for resources: {'Port': ['ID=681f6e46-5c46-447c-b7bc-1f63823c9ebb,revision_number=8']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:49.193409 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-bc4735e0-e1dc-4d2f-b7ed-7b2b44eeb9a3 service neutron] 10.222.0.39 "GET /v2.0/networks/4e15f031-8870-4e6e-a150-43727239ecfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4038196 Jul 09 13:24:49.203190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de0d3172-b734-403e-9b50-85fa6e960c36 req-2f4548dc-e790-40fa-b9c2-9bf6b401f6ca tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3102012 Jul 09 13:24:49.370751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 73cba73c-8f25-43a3-934d-d3a57ccebefd, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=73cba73c-8f25-43a3-934d-d3a57ccebefd,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:49.428456 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:49.438644 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 4a188389-5588-4c13-8b06-298afc4dada5, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4a188389-5588-4c13-8b06-298afc4dada5,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:49.457784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['681f6e46-5c46-447c-b7bc-1f63823c9ebb'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:49.460747 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0413ec81-d4c0-402d-9bd6-48401c2f5b53 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:49.477660 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['681f6e46-5c46-447c-b7bc-1f63823c9ebb'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:49.593930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '4a188389-5588-4c13-8b06-298afc4dada5', 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825', 'port_id': '4a188389-5588-4c13-8b06-298afc4dada5', 'mac_address': 'fa:16:3e:83:ae:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2149b2-f850-4dff-83ef-f279b6e3d68b', 'ip_address': '10.1.1.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:49.624666 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6c15c4-0b28-4019-a9d2-1bb45c3009b1 None None] Network 4e15f031-8870-4e6e-a150-43727239ecfe requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:24:49.626729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=b58b6e37-21d9-4f9e-826c-1c81a5f9451d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:49.707382 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:49.844860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-54b8cdb9-b502-4421-bf3e-a5298013c4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:49.846591 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-54b8cdb9-b502-4421-bf3e-a5298013c4c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8449388 Jul 09 13:24:49.849703 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-b11df3be-d281-4a57-8829-caf5acbd9798 service neutron] 10.222.0.39 "GET /v2.0/networks/4e15f031-8870-4e6e-a150-43727239ecfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6445973 Jul 09 13:24:49.851457 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a96e072d-86e9-47fd-a237-db1ec9766405 None None] Provisioning for port 0413ec81-d4c0-402d-9bd6-48401c2f5b53 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:49.863210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['73cba73c-8f25-43a3-934d-d3a57ccebefd'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:49.887858 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e247e200-a9cf-489a-8186-5dcf3aed74fc req-679a7245-3224-4836-a4f7-aef931a1b30a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:49.889667 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e247e200-a9cf-489a-8186-5dcf3aed74fc req-679a7245-3224-4836-a4f7-aef931a1b30a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 949 time: 0.1878221 Jul 09 13:24:49.891432 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:49.942882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=73cba73c-8f25-43a3-934d-d3a57ccebefd,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:49.990705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a188389-5588-4c13-8b06-298afc4dada5 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:49.994952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 0413ec81-d4c0-402d-9bd6-48401c2f5b53 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:50.016370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] Deleting port 0de81790-dbbe-4783-9bfe-1bd7a51bc5af {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:50.016660 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:50.027119 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 0413ec81-d4c0-402d-9bd6-48401c2f5b53 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:50.027511 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:50.106160 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e247e200-a9cf-489a-8186-5dcf3aed74fc req-307b5604-4e79-4abf-8f11-b6295ec995a2 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983860 Jul 09 13:24:50.106835 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 4a188389-5588-4c13-8b06-298afc4dada5, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4a188389-5588-4c13-8b06-298afc4dada5,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:50.147629 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-f75c94f6-c2cb-4b78-8ec3-35d30c2d3531 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854021 Jul 09 13:24:50.148673 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:50.150049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:50.166851 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-dd377176-619b-4e9b-af13-09901fa4be59 service neutron] 10.222.0.39 "GET /v2.0/networks/0f234600-c78f-4529-b071-2435a49d340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890403 Jul 09 13:24:50.224190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] For port 0de81790-dbbe-4783-9bfe-1bd7a51bc5af, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0de81790-dbbe-4783-9bfe-1bd7a51bc5af,segment=NetworkSegment(6ef595e5-93d1-4b1f-9331-a31db29257f7),segment_id=6ef595e5-93d1-4b1f-9331-a31db29257f7)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:50.224575 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:50.293187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] Calling delete_port for 0de81790-dbbe-4783-9bfe-1bd7a51bc5af owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:50.378640 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:24:50.432268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=06a4fa3a-1581-43c4-a7be-244c8a71f6f1,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:50.468865 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-0eff5a2c-2623-4dfd-90d7-57a713eb259d service neutron] 10.222.0.39 "GET /v2.0/networks/0f234600-c78f-4529-b071-2435a49d340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572701 Jul 09 13:24:50.470188 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:50.477054 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-51bd35ed-aa72-4959-873d-adb39ed7598c service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222837 Jul 09 13:24:50.490270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=4a188389-5588-4c13-8b06-298afc4dada5,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:50.501541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '06a4fa3a-1581-43c4-a7be-244c8a71f6f1', 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825', 'port_id': '06a4fa3a-1581-43c4-a7be-244c8a71f6f1', 'mac_address': 'fa:16:3e:a0:f4:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2149b2-f850-4dff-83ef-f279b6e3d68b', 'ip_address': '10.1.1.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:50.522092 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bee070b-e89d-4090-85c2-d7246b8257e1 None None] DHCP port deletion for 9232ea55-daf9-4d07-93d3-30e0b875668e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:24:50.543466 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:50.549459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] Pushing event deleted for resources: {'Port': ['ID=0de81790-dbbe-4783-9bfe-1bd7a51bc5af,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:50.553911 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] No DVR routers for this DVR port 0de81790-dbbe-4783-9bfe-1bd7a51bc5af on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:24:50.649037 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:50.665209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 0413ec81-d4c0-402d-9bd6-48401c2f5b53, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0413ec81-d4c0-402d-9bd6-48401c2f5b53,segment=NetworkSegment(22677433-de5c-4cbe-8c6f-e7c8ae93892b),segment_id=22677433-de5c-4cbe-8c6f-e7c8ae93892b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:50.689941 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:50.691205 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b640b783-fec1-49a9-914e-95711d7224c4 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:50.726032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:50.789681 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:50.805702 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77e37f68-aaaa-49ae-9836-06c23e5a33d0 x-openstack-request-id: req-77e37f68-aaaa-49ae-9836-06c23e5a33d0 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:50.806289 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e650e26-31b5-4e02-964a-76ccec95cb6f", "tag": "d5001770-f369-4e6c-a7b2-cc3a46b374e5", "status": "completed", "code": 200}, {"server_uuid": "a6afddb6-62a9-45ab-a981-f91e58808ef3", "name": "network-vif-unplugged", "status": "completed", "tag": "681f6e46-5c46-447c-b7bc-1f63823c9ebb", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:50.806289 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77e37f68-aaaa-49ae-9836-06c23e5a33d0 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:50.808164 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e650e26-31b5-4e02-964a-76ccec95cb6f', 'tag': 'd5001770-f369-4e6c-a7b2-cc3a46b374e5', 'status': 'completed', 'code': 200} Jul 09 13:24:50.808455 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6afddb6-62a9-45ab-a981-f91e58808ef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '681f6e46-5c46-447c-b7bc-1f63823c9ebb', 'code': 200} Jul 09 13:24:50.827734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bc456-3404-4bdf-9f04-ed8c48129e64 req-918c8aa3-b098-4d69-906a-76df8f4e91fa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:50.834109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bc456-3404-4bdf-9f04-ed8c48129e64 req-918c8aa3-b098-4d69-906a-76df8f4e91fa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:50.841406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bc456-3404-4bdf-9f04-ed8c48129e64 req-918c8aa3-b098-4d69-906a-76df8f4e91fa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:50.849999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bc456-3404-4bdf-9f04-ed8c48129e64 req-918c8aa3-b098-4d69-906a-76df8f4e91fa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:50.857296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bc456-3404-4bdf-9f04-ed8c48129e64 req-918c8aa3-b098-4d69-906a-76df8f4e91fa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:50.864605 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bc456-3404-4bdf-9f04-ed8c48129e64 req-918c8aa3-b098-4d69-906a-76df8f4e91fa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:50.872913 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638bc456-3404-4bdf-9f04-ed8c48129e64 req-918c8aa3-b098-4d69-906a-76df8f4e91fa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:50.875204 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-638bc456-3404-4bdf-9f04-ed8c48129e64 req-918c8aa3-b098-4d69-906a-76df8f4e91fa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5433 time: 0.3232434 Jul 09 13:24:50.880716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9232ea55-daf9-4d07-93d3-30e0b875668e']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:50.905645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ef595e5-93d1-4b1f-9331-a31db29257f7') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:50.907538 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=06a4fa3a-1581-43c4-a7be-244c8a71f6f1,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:50.909483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ef595e5-93d1-4b1f-9331-a31db29257f7') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:50.949007 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:50.949366 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:50.950059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c117dcb6-0161-42a2-9206-e95589bd7547 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:50.978358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=0413ec81-d4c0-402d-9bd6-48401c2f5b53,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:50.984218 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:51.001157 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86869bd8-66f6-4eac-9b79-14d4b8ec331a req-2bafe9cf-46af-41f3-8022-372aacf3b6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:51.004790 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-638bc456-3404-4bdf-9f04-ed8c48129e64 req-2636244f-0530-4f2e-8227-1476ef91d94b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1206191 Jul 09 13:24:51.011289 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86869bd8-66f6-4eac-9b79-14d4b8ec331a req-2bafe9cf-46af-41f3-8022-372aacf3b6ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 1098 time: 0.1785784 Jul 09 13:24:51.014116 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:24:51.014925 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:24:51.020438 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:24:51.118757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port b640b783-fec1-49a9-914e-95711d7224c4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:51.121685 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:51.172687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c117dcb6-0161-42a2-9206-e95589bd7547, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c117dcb6-0161-42a2-9206-e95589bd7547,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:51.211414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'c117dcb6-0161-42a2-9206-e95589bd7547', 'network_id': 'a919d1e5-88c0-4789-bf94-149c0bb79ee9', 'port_id': 'c117dcb6-0161-42a2-9206-e95589bd7547', 'mac_address': 'fa:16:3e:06:31:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '23e81aa1-ae8c-419c-8f16-4c5900062b2b', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:51.215801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=06a4fa3a-1581-43c4-a7be-244c8a71f6f1,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:51.233081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86869bd8-66f6-4eac-9b79-14d4b8ec331a req-72047895-225b-41ea-8b3d-abd71fc995aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:51.237502 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86869bd8-66f6-4eac-9b79-14d4b8ec331a req-72047895-225b-41ea-8b3d-abd71fc995aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.2201698 Jul 09 13:24:51.264771 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c94bc9e6-077b-4a00-abdd-df043d29c240 None None] Provisioning complete for port 0413ec81-d4c0-402d-9bd6-48401c2f5b53 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:51.265156 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c94bc9e6-077b-4a00-abdd-df043d29c240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:51.272143 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:51.294691 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:51.305227 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49274) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:51.306153 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9232ea55-daf9-4d07-93d3-30e0b875668e HTTP/1.1" status: 204 len: 168 time: 2.3462982 Jul 09 13:24:51.308549 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:51.314732 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86869bd8-66f6-4eac-9b79-14d4b8ec331a req-6b1dae77-3714-4966-a366-f3b6d56c209c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=d5001770-f369-4e6c-a7b2-cc3a46b374e5 HTTP/1.1" status: 200 len: 217 time: 0.0706990 Jul 09 13:24:51.368188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c117dcb6-0161-42a2-9206-e95589bd7547 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:51.398944 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c117dcb6-0161-42a2-9206-e95589bd7547, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c117dcb6-0161-42a2-9206-e95589bd7547,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:51.434955 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921938e6-b3a8-487b-b7b7-899902caf740 admin admin] Pushing event deleted for resources: {'Network': ['ID=9232ea55-daf9-4d07-93d3-30e0b875668e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:51.439563 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:51.440326 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9dac8575-da90-47f3-980a-1e70c9c7db5e details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:51.490574 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a951d-b39a-462d-b12f-86101bfec8c2 req-f98226dc-e766-46fb-8f50-4bfc51a2d4af tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:51.501783 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-209a951d-b39a-462d-b12f-86101bfec8c2 req-f98226dc-e766-46fb-8f50-4bfc51a2d4af tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 947 time: 0.4763775 Jul 09 13:24:51.521145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86869bd8-66f6-4eac-9b79-14d4b8ec331a req-a26d4465-b947-4e0f-8098-461aee5c49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:51.522660 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86869bd8-66f6-4eac-9b79-14d4b8ec331a req-a26d4465-b947-4e0f-8098-461aee5c49c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1999502 Jul 09 13:24:51.608520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0413ec81-d4c0-402d-9bd6-48401c2f5b53 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:51.614082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9dac8575-da90-47f3-980a-1e70c9c7db5e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9dac8575-da90-47f3-980a-1e70c9c7db5e,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:51.617363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c117dcb6-0161-42a2-9206-e95589bd7547,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:51.621984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fea3cf6-2c4d-47fb-bee8-fbd0c31b0bd1 req-851b44fa-4673-4534-8d17-a858fc1d0093 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:51.624521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fea3cf6-2c4d-47fb-bee8-fbd0c31b0bd1 req-851b44fa-4673-4534-8d17-a858fc1d0093 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 943 time: 0.3159018 Jul 09 13:24:51.643395 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-209a951d-b39a-462d-b12f-86101bfec8c2 req-8cd55bc5-06fc-44c3-bcc6-3c59507d5521 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403263 Jul 09 13:24:51.668653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '9dac8575-da90-47f3-980a-1e70c9c7db5e', 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825', 'port_id': '9dac8575-da90-47f3-980a-1e70c9c7db5e', 'mac_address': 'fa:16:3e:2c:1d:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2149b2-f850-4dff-83ef-f279b6e3d68b', 'ip_address': '10.1.1.247'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:51.696165 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86869bd8-66f6-4eac-9b79-14d4b8ec331a req-60a79341-13e7-4ce7-97a2-b368e2fafc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:51.697662 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86869bd8-66f6-4eac-9b79-14d4b8ec331a req-60a79341-13e7-4ce7-97a2-b368e2fafc15 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1649349 Jul 09 13:24:51.724054 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fea3cf6-2c4d-47fb-bee8-fbd0c31b0bd1 req-50bc8a7b-a1ef-4c08-9798-a36f7cfe0afb tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780876 Jul 09 13:24:51.764858 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:51.795854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 0413ec81-d4c0-402d-9bd6-48401c2f5b53 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:51.796238 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:51.808940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9dac8575-da90-47f3-980a-1e70c9c7db5e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:51.894821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9dac8575-da90-47f3-980a-1e70c9c7db5e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9dac8575-da90-47f3-980a-1e70c9c7db5e,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:51.965220 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:51.965985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 09127b77-234e-4594-8ccb-d507e2278c0c details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:52.009033 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86869bd8-66f6-4eac-9b79-14d4b8ec331a req-8a8aaae4-cf1b-4dcf-ad60-c952e53c6829 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034689 Jul 09 13:24:52.040847 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ccbac3b-a95f-4e9b-b2dc-b4fc36d5d0e7 req-06ac9888-3439-4b3a-8307-c7d033ffe0aa tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 210 time: 0.0884945 Jul 09 13:24:52.077344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 09127b77-234e-4594-8ccb-d507e2278c0c, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=09127b77-234e-4594-8ccb-d507e2278c0c,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:52.091314 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=9dac8575-da90-47f3-980a-1e70c9c7db5e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:52.104510 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '09127b77-234e-4594-8ccb-d507e2278c0c', 'network_id': '4b93859f-2b1a-41bc-9b5e-e44121cb1825', 'port_id': '09127b77-234e-4594-8ccb-d507e2278c0c', 'mac_address': 'fa:16:3e:9b:16:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2149b2-f850-4dff-83ef-f279b6e3d68b', 'ip_address': '10.1.1.39'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:52.117795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0de81790-dbbe-4783-9bfe-1bd7a51bc5af no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:52.187461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 0de81790-dbbe-4783-9bfe-1bd7a51bc5af {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:52.189982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0de81790-dbbe-4783-9bfe-1bd7a51bc5af not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:52.211485 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:52.245184 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09127b77-234e-4594-8ccb-d507e2278c0c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:52.275378 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86869bd8-66f6-4eac-9b79-14d4b8ec331a req-b3463d56-deb0-4927-aaa0-b687eca65780 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2471941 Jul 09 13:24:52.278458 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 09127b77-234e-4594-8ccb-d507e2278c0c, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=09127b77-234e-4594-8ccb-d507e2278c0c,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:52.293369 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:52.295809 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 1fced731-60a5-4f64-be58-9ef321696a0a details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:52.388942 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbd9bace-223a-45b5-86d4-abc31c885381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:52.401989 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae81bae9-7f1b-483b-96fd-805a22397697 req-49d0d4e7-947f-4933-8d06-3e27cc06637c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.403894 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae81bae9-7f1b-483b-96fd-805a22397697 req-49d0d4e7-947f-4933-8d06-3e27cc06637c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 949 time: 0.1526377 Jul 09 13:24:52.420150 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9d558-82dd-4043-970d-0763edfece59 req-638fc627-9879-45d6-8fe3-8b2474e40105 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.428416 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9d558-82dd-4043-970d-0763edfece59 req-638fc627-9879-45d6-8fe3-8b2474e40105 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.440320 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9d558-82dd-4043-970d-0763edfece59 req-638fc627-9879-45d6-8fe3-8b2474e40105 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.446380 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9d558-82dd-4043-970d-0763edfece59 req-638fc627-9879-45d6-8fe3-8b2474e40105 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.453771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9d558-82dd-4043-970d-0763edfece59 req-638fc627-9879-45d6-8fe3-8b2474e40105 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.460021 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9d558-82dd-4043-970d-0763edfece59 req-638fc627-9879-45d6-8fe3-8b2474e40105 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.470032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb9d558-82dd-4043-970d-0763edfece59 req-638fc627-9879-45d6-8fe3-8b2474e40105 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.477621 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ecb9d558-82dd-4043-970d-0763edfece59 req-638fc627-9879-45d6-8fe3-8b2474e40105 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5437 time: 0.2284381 Jul 09 13:24:52.558864 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=09127b77-234e-4594-8ccb-d507e2278c0c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:52.572062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 73cba73c-8f25-43a3-934d-d3a57ccebefd up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:52.597611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ecb9d558-82dd-4043-970d-0763edfece59 req-8452d481-54a1-4461-b4c6-04b398aefec1 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1190221 Jul 09 13:24:52.605239 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae81bae9-7f1b-483b-96fd-805a22397697 req-8935199b-404b-4df7-b70a-3119b8b6dc36 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249518 Jul 09 13:24:52.674771 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 1fced731-60a5-4f64-be58-9ef321696a0a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1fced731-60a5-4f64-be58-9ef321696a0a,segment=NetworkSegment(35a79c01-08c8-47a5-b194-95659d123e56),segment_id=35a79c01-08c8-47a5-b194-95659d123e56)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:52.678249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 73cba73c-8f25-43a3-934d-d3a57ccebefd completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:52.693127 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 73cba73c-8f25-43a3-934d-d3a57ccebefd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:52.693575 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:52.696586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '1fced731-60a5-4f64-be58-9ef321696a0a', 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed', 'port_id': '1fced731-60a5-4f64-be58-9ef321696a0a', 'mac_address': 'fa:16:3e:d7:43:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:52.782839 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:52.801664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fced731-60a5-4f64-be58-9ef321696a0a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:52.846503 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870275ea-fb8d-400e-a5fd-da65bd6f71cb req-54a4c37a-1b65-4ca3-b61d-8e2550a7df1e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:52.848344 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-870275ea-fb8d-400e-a5fd-da65bd6f71cb req-54a4c37a-1b65-4ca3-b61d-8e2550a7df1e tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.18 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 945 time: 0.2686718 Jul 09 13:24:52.848818 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6afddb6-62a9-45ab-a981-f91e58808ef3', 'tag': '681f6e46-5c46-447c-b7bc-1f63823c9ebb'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:52.854180 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 1fced731-60a5-4f64-be58-9ef321696a0a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1fced731-60a5-4f64-be58-9ef321696a0a,segment=NetworkSegment(35a79c01-08c8-47a5-b194-95659d123e56),segment_id=35a79c01-08c8-47a5-b194-95659d123e56)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:52.857271 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef8fe27-2db2-47ae-9bf3-5101a020e986" -d '{"events": [{"name": "network-changed", "server_uuid": "a6afddb6-62a9-45ab-a981-f91e58808ef3", "tag": "681f6e46-5c46-447c-b7bc-1f63823c9ebb"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:52.857992 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:52.861965 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:52.905368 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d5001770-f369-4e6c-a7b2-cc3a46b374e5 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:24:52.917677 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e5e0ad-c0ca-4628-8d22-c5b70b6758b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cba73c-8f25-43a3-934d-d3a57ccebefd'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:52.920215 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f84c7aa4-8c6d-4106-8e11-cd6ac7afd5dc" -d '{"events": [{"server_uuid": "56e5e0ad-c0ca-4628-8d22-c5b70b6758b8", "name": "network-vif-plugged", "status": "completed", "tag": "73cba73c-8f25-43a3-934d-d3a57ccebefd"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:52.954060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 73cba73c-8f25-43a3-934d-d3a57ccebefd, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=73cba73c-8f25-43a3-934d-d3a57ccebefd,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:52.969804 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:52.979246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=1fced731-60a5-4f64-be58-9ef321696a0a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:53.078500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-7cfd2cb5-480f-4d5a-8533-9ddcf26144b4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:53.085698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-7cfd2cb5-480f-4d5a-8533-9ddcf26144b4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:53.087555 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-7cfd2cb5-480f-4d5a-8533-9ddcf26144b4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.15 "GET /v2.0/networks?id=0f234600-c78f-4529-b071-2435a49d340c&id=4e15f031-8870-4e6e-a150-43727239ecfe&id=0f234600-c78f-4529-b071-2435a49d340c HTTP/1.1" status: 200 len: 1391 time: 0.3309722 Jul 09 13:24:53.093846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9bace-223a-45b5-86d4-abc31c885381 admin admin] Deleting port 1894f1c8-3793-477f-8fa2-af949483805a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:53.094385 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbd9bace-223a-45b5-86d4-abc31c885381 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:53.101221 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2af6e52-1e7f-45fe-87da-4dad4a7ebc2f req-15b48e82-4f65-43dd-8ad8-2ce72ee5bd5e tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:53.108669 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2af6e52-1e7f-45fe-87da-4dad4a7ebc2f req-15b48e82-4f65-43dd-8ad8-2ce72ee5bd5e tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 947 time: 0.2269180 Jul 09 13:24:53.126295 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-35d81f52-92af-497b-a947-29eb111706fc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Request body: {'port': {'device_id': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'network_id': '0f234600-c78f-4529-b071-2435a49d340c', 'admin_state_up': True, 'tenant_id': '0796b576a6ed44b8804068d027649783'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:53.142182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d325825-c77d-4784-8f71-eae078e07b43 req-83ab9601-d21a-428f-913a-4a88fd258b2c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:53.144290 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d325825-c77d-4784-8f71-eae078e07b43 req-83ab9601-d21a-428f-913a-4a88fd258b2c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 945 time: 0.2529800 Jul 09 13:24:53.163962 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=73cba73c-8f25-43a3-934d-d3a57ccebefd,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:53.196821 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-870275ea-fb8d-400e-a5fd-da65bd6f71cb req-796fbafe-ad24-4e24-9577-870772f5926f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Deleting port fa21a61f-a482-450d-b357-b35bda4333b1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:53.197164 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-870275ea-fb8d-400e-a5fd-da65bd6f71cb req-796fbafe-ad24-4e24-9577-870772f5926f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:53.214565 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port d5001770-f369-4e6c-a7b2-cc3a46b374e5, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d5001770-f369-4e6c-a7b2-cc3a46b374e5,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:53.234059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'd5001770-f369-4e6c-a7b2-cc3a46b374e5', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'd5001770-f369-4e6c-a7b2-cc3a46b374e5', 'mac_address': 'fa:16:3e:af:91:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:24:53.281656 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2af6e52-1e7f-45fe-87da-4dad4a7ebc2f req-db371268-e4be-49a6-a10f-3c710c7cdd3c tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717458 Jul 09 13:24:53.293091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-fbd9bace-223a-45b5-86d4-abc31c885381 admin admin] For port 1894f1c8-3793-477f-8fa2-af949483805a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1894f1c8-3793-477f-8fa2-af949483805a,segment=NetworkSegment(24d4eb2d-fa91-4194-92aa-72f66ee00710),segment_id=24d4eb2d-fa91-4194-92aa-72f66ee00710)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:53.293456 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbd9bace-223a-45b5-86d4-abc31c885381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:53.294574 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:53.301631 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d325825-c77d-4784-8f71-eae078e07b43 req-b810521b-4d53-44d7-bd1c-2dc0de79cc6d tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477015 Jul 09 13:24:53.320013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5001770-f369-4e6c-a7b2-cc3a46b374e5 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:53.342486 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port d5001770-f369-4e6c-a7b2-cc3a46b374e5, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d5001770-f369-4e6c-a7b2-cc3a46b374e5,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:53.348380 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:53.356985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-fbd9bace-223a-45b5-86d4-abc31c885381 admin admin] Calling delete_port for 1894f1c8-3793-477f-8fa2-af949483805a owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:53.401664 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc3b4b21-c38d-4978-9c7e-278c15d91201 x-openstack-request-id: req-fc3b4b21-c38d-4978-9c7e-278c15d91201 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:53.402597 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a6afddb6-62a9-45ab-a981-f91e58808ef3", "tag": "681f6e46-5c46-447c-b7bc-1f63823c9ebb", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:53.402921 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc3b4b21-c38d-4978-9c7e-278c15d91201 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:53.403466 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6afddb6-62a9-45ab-a981-f91e58808ef3', 'tag': '681f6e46-5c46-447c-b7bc-1f63823c9ebb', 'status': 'completed', 'code': 200} Jul 09 13:24:53.426061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-35d81f52-92af-497b-a947-29eb111706fc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Made reservation on behalf of 0796b576a6ed44b8804068d027649783 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:53.430945 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-35d81f52-92af-497b-a947-29eb111706fc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:53.442613 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d05d9f-f206-495c-9733-206e5654fdc0 x-openstack-request-id: req-37d05d9f-f206-495c-9733-206e5654fdc0 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:53.446155 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e5e0ad-c0ca-4628-8d22-c5b70b6758b8", "name": "network-vif-plugged", "status": "completed", "tag": "73cba73c-8f25-43a3-934d-d3a57ccebefd", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:53.446506 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-37d05d9f-f206-495c-9733-206e5654fdc0 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:53.446982 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e5e0ad-c0ca-4628-8d22-c5b70b6758b8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cba73c-8f25-43a3-934d-d3a57ccebefd', 'code': 200} Jul 09 13:24:53.507659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=d5001770-f369-4e6c-a7b2-cc3a46b374e5,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:53.547525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:53.548082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:53.548487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:53.548844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:53.549203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:53.550808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:53.555275 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:53.555848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:53.556271 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:53.557465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:53.557874 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:53.558278 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:24:53.597523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-870275ea-fb8d-400e-a5fd-da65bd6f71cb req-796fbafe-ad24-4e24-9577-870772f5926f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] For port fa21a61f-a482-450d-b357-b35bda4333b1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fa21a61f-a482-450d-b357-b35bda4333b1,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:53.597982 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-870275ea-fb8d-400e-a5fd-da65bd6f71cb req-796fbafe-ad24-4e24-9577-870772f5926f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:53.652065 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-870275ea-fb8d-400e-a5fd-da65bd6f71cb req-796fbafe-ad24-4e24-9577-870772f5926f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Calling delete_port for fa21a61f-a482-450d-b357-b35bda4333b1 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:53.697567 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b816845-5314-458b-b84e-883ad62c0208 req-37b7965e-c645-468a-8021-55066dfc72a1 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 210 time: 0.0830200 Jul 09 13:24:53.734673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-35d81f52-92af-497b-a947-29eb111706fc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Allocated IP 19.80.0.232 (0f234600-c78f-4529-b071-2435a49d340c/0b5c2e72-2268-4c2f-a720-3e7ba2586cd3/3bcf719c-0852-4e53-8c86-f603137e9d9c) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:53.777832 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995893a2-b95f-46b3-af0c-01b9eaf6a984 req-55f4b892-ecb6-4196-8e8c-fa513cad5a2b tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:53.779525 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-995893a2-b95f-46b3-af0c-01b9eaf6a984 req-55f4b892-ecb6-4196-8e8c-fa513cad5a2b tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 943 time: 0.2252829 Jul 09 13:24:53.864759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fec6bb4-7381-47b9-a6f2-91a8b126adcc req-a042f89c-8291-4f90-8e0e-ef6bd5108006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:53.866542 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7fec6bb4-7381-47b9-a6f2-91a8b126adcc req-a042f89c-8291-4f90-8e0e-ef6bd5108006 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=56e5e0ad-c0ca-4628-8d22-c5b70b6758b8 HTTP/1.1" status: 200 len: 1101 time: 0.3286438 Jul 09 13:24:53.875346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8fe27-2db2-47ae-9bf3-5101a020e986 req-8daa4946-324e-4a3f-9373-fd7461d44eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:53.876929 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ef8fe27-2db2-47ae-9bf3-5101a020e986 req-8daa4946-324e-4a3f-9373-fd7461d44eee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 1124 time: 0.3928137 Jul 09 13:24:53.902904 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['06a4fa3a-1581-43c4-a7be-244c8a71f6f1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:53.942742 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-995893a2-b95f-46b3-af0c-01b9eaf6a984 req-09747946-4ce3-4b87-ab95-e5db2616d9ca tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1541572 Jul 09 13:24:53.985405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['c117dcb6-0161-42a2-9206-e95589bd7547'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:53.991784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['1fced731-60a5-4f64-be58-9ef321696a0a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:54.004022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['b58b6e37-21d9-4f9e-826c-1c81a5f9451d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:54.019709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac13755-cb29-4664-bd73-14c279f69882 req-3f006738-e0b7-4d25-84fc-5c5b11fee166 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.021778 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ac13755-cb29-4664-bd73-14c279f69882 req-3f006738-e0b7-4d25-84fc-5c5b11fee166 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 949 time: 0.1507831 Jul 09 13:24:54.060919 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-35d81f52-92af-497b-a947-29eb111706fc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:54.090030 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-35d81f52-92af-497b-a947-29eb111706fc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Transition to ACTIVE for port object 3bcf719c-0852-4e53-8c86-f603137e9d9c will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:54.095774 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ac13755-cb29-4664-bd73-14c279f69882 req-d6bdcfaf-6a72-4c4a-b17a-07b32a27f6e1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653632 Jul 09 13:24:54.140466 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7fec6bb4-7381-47b9-a6f2-91a8b126adcc req-54902d04-72d5-431b-a65a-fd89ba2bd21f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600758 Jul 09 13:24:54.211110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['9dac8575-da90-47f3-980a-1e70c9c7db5e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:54.213806 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['09127b77-234e-4594-8ccb-d507e2278c0c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:54.216360 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['d5001770-f369-4e6c-a7b2-cc3a46b374e5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:54.255443 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-35d81f52-92af-497b-a947-29eb111706fc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:54.312868 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-35d81f52-92af-497b-a947-29eb111706fc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Network 0f234600-c78f-4529-b071-2435a49d340c is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:54.319228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-35d81f52-92af-497b-a947-29eb111706fc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:54.327850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-35d81f52-92af-497b-a947-29eb111706fc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:54.357172 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8fe27-2db2-47ae-9bf3-5101a020e986 req-ac3a04d7-5917-4d35-ac3a-e6b7c4741667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.362136 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ef8fe27-2db2-47ae-9bf3-5101a020e986 req-ac3a04d7-5917-4d35-ac3a-e6b7c4741667 service neutron] 10.222.0.15 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.4292910 Jul 09 13:24:54.457201 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ef8fe27-2db2-47ae-9bf3-5101a020e986 req-32beae22-8ca7-442b-b553-f647b59ab590 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=681f6e46-5c46-447c-b7bc-1f63823c9ebb HTTP/1.1" status: 200 len: 217 time: 0.0686464 Jul 09 13:24:54.457805 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbd9bace-223a-45b5-86d4-abc31c885381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:54.478014 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d81f52-92af-497b-a947-29eb111706fc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event updated for resources: {'Port': ['ID=3bcf719c-0852-4e53-8c86-f603137e9d9c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:54.525368 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-35d81f52-92af-497b-a947-29eb111706fc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.526667 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-35d81f52-92af-497b-a947-29eb111706fc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:54.565796 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce5c4b-8684-4968-8b77-393a8957f8ba req-a6996f58-e9bd-4a3d-90e8-ec961f536eb5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.573712 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce5c4b-8684-4968-8b77-393a8957f8ba req-a6996f58-e9bd-4a3d-90e8-ec961f536eb5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.590332 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce5c4b-8684-4968-8b77-393a8957f8ba req-a6996f58-e9bd-4a3d-90e8-ec961f536eb5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.596826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce5c4b-8684-4968-8b77-393a8957f8ba req-a6996f58-e9bd-4a3d-90e8-ec961f536eb5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.614018 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce5c4b-8684-4968-8b77-393a8957f8ba req-a6996f58-e9bd-4a3d-90e8-ec961f536eb5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.627185 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd9bace-223a-45b5-86d4-abc31c885381 admin admin] Pushing event deleted for resources: {'Port': ['ID=1894f1c8-3793-477f-8fa2-af949483805a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:54.638384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce5c4b-8684-4968-8b77-393a8957f8ba req-a6996f58-e9bd-4a3d-90e8-ec961f536eb5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.663408 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-870275ea-fb8d-400e-a5fd-da65bd6f71cb req-796fbafe-ad24-4e24-9577-870772f5926f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:54.673865 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ce5c4b-8684-4968-8b77-393a8957f8ba req-a6996f58-e9bd-4a3d-90e8-ec961f536eb5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.680708 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24ce5c4b-8684-4968-8b77-393a8957f8ba req-a6996f58-e9bd-4a3d-90e8-ec961f536eb5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5438 time: 0.5368640 Jul 09 13:24:54.686641 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-35d81f52-92af-497b-a947-29eb111706fc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5696707 Jul 09 13:24:54.740593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-0b094861-c481-4bb8-934b-7e01b76e643f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Request body: {'port': {'device_id': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'network_id': '4e15f031-8870-4e6e-a150-43727239ecfe', 'admin_state_up': True, 'tenant_id': '0796b576a6ed44b8804068d027649783'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:54.753812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['4a188389-5588-4c13-8b06-298afc4dada5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:24:54.887040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796fbafe-ad24-4e24-9577-870772f5926f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Pushing event deleted for resources: {'Port': ['ID=fa21a61f-a482-450d-b357-b35bda4333b1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:54.928796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef8fe27-2db2-47ae-9bf3-5101a020e986 req-6055fde6-a7d4-44ec-9ec7-c2545c57fd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:54.930596 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ef8fe27-2db2-47ae-9bf3-5101a020e986 req-6055fde6-a7d4-44ec-9ec7-c2545c57fd95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.4616671 Jul 09 13:24:54.977322 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24ce5c4b-8684-4968-8b77-393a8957f8ba req-2888add2-c7e4-4b3e-93ed-ef1e95aa1830 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2896168 Jul 09 13:24:55.082446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5f2eb3-3e22-4b5c-813b-849f8b622b44 req-c8398c6f-1443-4382-8b9f-142be75e7653 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:55.093942 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d5f2eb3-3e22-4b5c-813b-849f8b622b44 req-c8398c6f-1443-4382-8b9f-142be75e7653 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 948 time: 0.4087870 Jul 09 13:24:55.115186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-0b094861-c481-4bb8-934b-7e01b76e643f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Made reservation on behalf of 0796b576a6ed44b8804068d027649783 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:55.120415 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-0b094861-c481-4bb8-934b-7e01b76e643f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:55.192809 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f13605ae-a1a3-4273-aba7-92bb627449b5 None None] Provisioning for port 3bcf719c-0852-4e53-8c86-f603137e9d9c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:55.245715 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d5f2eb3-3e22-4b5c-813b-849f8b622b44 req-c8610f51-5a97-4fdc-8ea1-f6f28eac4a14 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489275 Jul 09 13:24:55.292076 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f13605ae-a1a3-4273-aba7-92bb627449b5 None None] Provisioning complete for port 3bcf719c-0852-4e53-8c86-f603137e9d9c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:55.292639 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f13605ae-a1a3-4273-aba7-92bb627449b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:55.377881 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c49cd11-8afc-48b5-8b6c-631934b831cf req-44b4abce-56ae-48af-8fb1-72dd49ed764b tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=1eac0526-ca9b-43f2-b6d1-1c4840fc019e HTTP/1.1" status: 200 len: 210 time: 0.1238358 Jul 09 13:24:55.540467 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-0b094861-c481-4bb8-934b-7e01b76e643f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Allocated IP 19.86.0.32 (4e15f031-8870-4e6e-a150-43727239ecfe/11a00126-b6fd-43d1-bcc2-3dee24493fa7/055162a8-fdda-48d0-96c8-c86ca56769c2) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:55.735325 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f13605ae-a1a3-4273-aba7-92bb627449b5 None None] Port 3bcf719c-0852-4e53-8c86-f603137e9d9c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:55.808474 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ef8fe27-2db2-47ae-9bf3-5101a020e986 req-e63644d0-621b-46fb-9047-e9b546dddeb5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8381009 Jul 09 13:24:55.811247 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-870275ea-fb8d-400e-a5fd-da65bd6f71cb req-796fbafe-ad24-4e24-9577-870772f5926f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] No DVR routers for this DVR port fa21a61f-a482-450d-b357-b35bda4333b1 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:24:55.817686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-870275ea-fb8d-400e-a5fd-da65bd6f71cb req-796fbafe-ad24-4e24-9577-870772f5926f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:55.819803 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-870275ea-fb8d-400e-a5fd-da65bd6f71cb req-796fbafe-ad24-4e24-9577-870772f5926f tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.18 "DELETE /v2.0/ports/fa21a61f-a482-450d-b357-b35bda4333b1 HTTP/1.1" status: 204 len: 173 time: 2.9072499 Jul 09 13:24:55.820262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eac0526-ca9b-43f2-b6d1-1c4840fc019e', 'name': 'network-vif-deleted', 'tag': 'fa21a61f-a482-450d-b357-b35bda4333b1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:55.822603 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f855fe8b-c9c7-4b32-8cb7-0761500d61f8" -d '{"events": [{"server_uuid": "1eac0526-ca9b-43f2-b6d1-1c4840fc019e", "name": "network-vif-deleted", "tag": "fa21a61f-a482-450d-b357-b35bda4333b1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:55.906841 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a810d01-9827-47bd-bd0e-b2a384605557 req-3c9f079e-c2dc-49d0-8e87-904b0d7a3e94 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:55.914844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a810d01-9827-47bd-bd0e-b2a384605557 req-3c9f079e-c2dc-49d0-8e87-904b0d7a3e94 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 932 time: 0.3073094 Jul 09 13:24:55.922414 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ef8fe27-2db2-47ae-9bf3-5101a020e986 req-b5c1d97f-2e76-461b-9bb0-d2a613446c8e service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959928 Jul 09 13:24:56.081735 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbd9bace-223a-45b5-86d4-abc31c885381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:56.083573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd1a5a-57b6-4732-9c72-600a75054a1a req-0e397596-cbc7-43c3-9525-d591b45a7a99 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:56.091222 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6bcd1a5a-57b6-4732-9c72-600a75054a1a req-0e397596-cbc7-43c3-9525-d591b45a7a99 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 943 time: 0.4824679 Jul 09 13:24:56.122857 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a810d01-9827-47bd-bd0e-b2a384605557 req-6d422b39-eef6-4071-a6e5-04ace05e358d tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070048 Jul 09 13:24:56.165661 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-0b094861-c481-4bb8-934b-7e01b76e643f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:56.223523 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6bcd1a5a-57b6-4732-9c72-600a75054a1a req-284a6191-7415-4701-85fb-ef51ffdae497 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312146 Jul 09 13:24:56.231513 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-0b094861-c481-4bb8-934b-7e01b76e643f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Transition to ACTIVE for port object 055162a8-fdda-48d0-96c8-c86ca56769c2 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:56.308752 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab4410ce-a79a-480c-a2df-b206a5ec61a6 x-openstack-request-id: req-ab4410ce-a79a-480c-a2df-b206a5ec61a6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:24:56.309052 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eac0526-ca9b-43f2-b6d1-1c4840fc019e", "name": "network-vif-deleted", "tag": "fa21a61f-a482-450d-b357-b35bda4333b1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:24:56.309307 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab4410ce-a79a-480c-a2df-b206a5ec61a6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:24:56.309700 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1eac0526-ca9b-43f2-b6d1-1c4840fc019e', 'name': 'network-vif-deleted', 'tag': 'fa21a61f-a482-450d-b357-b35bda4333b1', 'status': 'completed', 'code': 200} Jul 09 13:24:56.312204 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-0b094861-c481-4bb8-934b-7e01b76e643f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:56.315307 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ef8fe27-2db2-47ae-9bf3-5101a020e986 req-f781c3a9-2004-4bb2-8ad5-5c34ca5adf12 service neutron] 10.222.0.15 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3834665 Jul 09 13:24:56.494781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd9bace-223a-45b5-86d4-abc31c885381 admin admin] Router 46ba4ceb-4b39-4591-9d42-3e6869cf4471 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:24:56.502093 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-0b094861-c481-4bb8-934b-7e01b76e643f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Network 4e15f031-8870-4e6e-a150-43727239ecfe is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:56.516323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b094861-c481-4bb8-934b-7e01b76e643f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event updated for resources: {'Port': ['ID=055162a8-fdda-48d0-96c8-c86ca56769c2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:56.526963 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-0b094861-c481-4bb8-934b-7e01b76e643f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:56.550652 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-0b094861-c481-4bb8-934b-7e01b76e643f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:56.585142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 681f6e46-5c46-447c-b7bc-1f63823c9ebb no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:56.662220 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-0b094861-c481-4bb8-934b-7e01b76e643f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:56.664390 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-0b094861-c481-4bb8-934b-7e01b76e643f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:56.699525 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd9bace-223a-45b5-86d4-abc31c885381 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:24:56.710348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463dd1ff-e525-4a0d-9b3c-bd284c46c047 req-f853e651-47f2-4c9e-8257-7526ebb1ea33 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:56.717049 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d5623-ecca-4709-b2b8-5707ac12056d None None] Sync routers for ids ['46ba4ceb-4b39-4591-9d42-3e6869cf4471'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:24:56.723476 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-463dd1ff-e525-4a0d-9b3c-bd284c46c047 req-f853e651-47f2-4c9e-8257-7526ebb1ea33 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 949 time: 0.4126651 Jul 09 13:24:56.737448 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-0b094861-c481-4bb8-934b-7e01b76e643f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0107472 Jul 09 13:24:56.739068 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49324) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:24:56.739462 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d5623-ecca-4709-b2b8-5707ac12056d None None] Routers {'46ba4ceb-4b39-4591-9d42-3e6869cf4471'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:56.740221 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-635d5623-ecca-4709-b2b8-5707ac12056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:24:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['46ba4ceb-4b39-4591-9d42-3e6869cf4471'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:56.757513 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fbd9bace-223a-45b5-86d4-abc31c885381 admin admin] 10.222.0.39 "PUT /v2.0/routers/46ba4ceb-4b39-4591-9d42-3e6869cf4471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4491622 Jul 09 13:24:56.802057 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-285998e2-7d57-4f0c-b968-15effab34426 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Request body: {'port': {'device_id': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'network_id': '0f234600-c78f-4529-b071-2435a49d340c', 'admin_state_up': True, 'tenant_id': '0796b576a6ed44b8804068d027649783'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:56.823211 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49835e7e-b756-48e9-a3d0-4db0826b1cdc req-5690762b-fde6-423e-8867-f1c79c7c479c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:56.838554 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49835e7e-b756-48e9-a3d0-4db0826b1cdc req-5690762b-fde6-423e-8867-f1c79c7c479c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:56.845994 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49835e7e-b756-48e9-a3d0-4db0826b1cdc req-5690762b-fde6-423e-8867-f1c79c7c479c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:56.857518 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49835e7e-b756-48e9-a3d0-4db0826b1cdc req-5690762b-fde6-423e-8867-f1c79c7c479c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:56.865576 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49835e7e-b756-48e9-a3d0-4db0826b1cdc req-5690762b-fde6-423e-8867-f1c79c7c479c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:56.874582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49835e7e-b756-48e9-a3d0-4db0826b1cdc req-5690762b-fde6-423e-8867-f1c79c7c479c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:56.883334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49835e7e-b756-48e9-a3d0-4db0826b1cdc req-5690762b-fde6-423e-8867-f1c79c7c479c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:56.886214 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49835e7e-b756-48e9-a3d0-4db0826b1cdc req-5690762b-fde6-423e-8867-f1c79c7c479c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5438 time: 0.3827677 Jul 09 13:24:56.894934 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-cd372778-c137-4459-8ba6-e576e6cf2cf3 service neutron] 10.222.0.15 "GET /v2.0/ports/681f6e46-5c46-447c-b7bc-1f63823c9ebb/bindings/n-h1-799525-3 HTTP/1.1" status: 200 len: 384 time: 0.1361656 Jul 09 13:24:56.903920 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fa21a61f-a482-450d-b357-b35bda4333b1 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:56.932963 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-635d5623-ecca-4709-b2b8-5707ac12056d None None] Set router 46ba4ceb-4b39-4591-9d42-3e6869cf4471 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:56.965492 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: fa21a61f-a482-450d-b357-b35bda4333b1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:56.965860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fa21a61f-a482-450d-b357-b35bda4333b1 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:56.971860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-09ac5749-9ddb-4c41-aa1a-ea38e09386bc None None] Provisioning for port 055162a8-fdda-48d0-96c8-c86ca56769c2 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:56.980425 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-09ac5749-9ddb-4c41-aa1a-ea38e09386bc None None] Provisioning complete for port 055162a8-fdda-48d0-96c8-c86ca56769c2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:56.980816 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09ac5749-9ddb-4c41-aa1a-ea38e09386bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:57.061574 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-09ac5749-9ddb-4c41-aa1a-ea38e09386bc None None] Port 055162a8-fdda-48d0-96c8-c86ca56769c2 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:57.243127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bb199e55-b332-4460-b239-521808614375 req-185d507d-91ac-490c-957e-203591c07f7a service neutron] For port 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=681f6e46-5c46-447c-b7bc-1f63823c9ebb,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:57.257231 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-635d5623-ecca-4709-b2b8-5707ac12056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1491314576-router', 'tenant_id': '926777c0130e4d3a9d027f4a92a17741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:36Z', 'updated_at': '2021-07-09T13:24:54Z', 'revision_number': 5, 'project_id': '926777c0130e4d3a9d027f4a92a17741', 'gw_port': {'id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:39Z', 'updated_at': '2021-07-09T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:57.274579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bb199e55-b332-4460-b239-521808614375 req-185d507d-91ac-490c-957e-203591c07f7a service neutron] For port 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:57.289908 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d5623-ecca-4709-b2b8-5707ac12056d None None] Checking router: 46ba4ceb-4b39-4591-9d42-3e6869cf4471 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:24:57.299636 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635d5623-ecca-4709-b2b8-5707ac12056d None None] Routers {'46ba4ceb-4b39-4591-9d42-3e6869cf4471'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:24:57.300251 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-635d5623-ecca-4709-b2b8-5707ac12056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:24:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['46ba4ceb-4b39-4591-9d42-3e6869cf4471'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:57.322646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-bb199e55-b332-4460-b239-521808614375 req-185d507d-91ac-490c-957e-203591c07f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 681f6e46-5c46-447c-b7bc-1f63823c9ebb {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:24:57.336157 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bb199e55-b332-4460-b239-521808614375 req-185d507d-91ac-490c-957e-203591c07f7a service neutron] For port 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=681f6e46-5c46-447c-b7bc-1f63823c9ebb,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:57.359996 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb199e55-b332-4460-b239-521808614375 req-185d507d-91ac-490c-957e-203591c07f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:57.450415 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-635d5623-ecca-4709-b2b8-5707ac12056d None None] Set router 46ba4ceb-4b39-4591-9d42-3e6869cf4471 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:24:57.451680 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-463dd1ff-e525-4a0d-9b3c-bd284c46c047 req-8a58c5ba-c4c1-4263-8786-f1a2a271a515 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7273157 Jul 09 13:24:57.462149 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-bb199e55-b332-4460-b239-521808614375 req-185d507d-91ac-490c-957e-203591c07f7a service neutron] Transition to ACTIVE for port object 681f6e46-5c46-447c-b7bc-1f63823c9ebb will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:57.477044 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb199e55-b332-4460-b239-521808614375 req-185d507d-91ac-490c-957e-203591c07f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:57.510648 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49835e7e-b756-48e9-a3d0-4db0826b1cdc req-37f1a28d-887e-405e-bc02-e88e6ef14041 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5815105 Jul 09 13:24:57.534917 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7851261b-81fc-48b9-b7da-1f7828f150db admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:57.651322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb199e55-b332-4460-b239-521808614375 req-185d507d-91ac-490c-957e-203591c07f7a service neutron] No DVR routers for this DVR port 681f6e46-5c46-447c-b7bc-1f63823c9ebb on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:24:57.664434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185d507d-91ac-490c-957e-203591c07f7a service neutron] Pushing event updated for resources: {'Port': ['ID=681f6e46-5c46-447c-b7bc-1f63823c9ebb,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:57.697344 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-185d507d-91ac-490c-957e-203591c07f7a service neutron] 10.222.0.15 "PUT /v2.0/ports/681f6e46-5c46-447c-b7bc-1f63823c9ebb/bindings/n-h1-799525-3/activate HTTP/1.1" status: 200 len: 369 time: 0.7941809 Jul 09 13:24:57.777882 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-635d5623-ecca-4709-b2b8-5707ac12056d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1491314576-router', 'tenant_id': '926777c0130e4d3a9d027f4a92a17741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:36Z', 'updated_at': '2021-07-09T13:24:54Z', 'revision_number': 5, 'project_id': '926777c0130e4d3a9d027f4a92a17741', 'gw_port': {'id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:39Z', 'updated_at': '2021-07-09T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:24:57.806133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-285998e2-7d57-4f0c-b968-15effab34426 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Made reservation on behalf of 0796b576a6ed44b8804068d027649783 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:24:57.810706 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-285998e2-7d57-4f0c-b968-15effab34426 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:57.832036 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-635d5623-ecca-4709-b2b8-5707ac12056d None None] The sync data for ids ['46ba4ceb-4b39-4591-9d42-3e6869cf4471'] in n-d-799525-3 is: [{'id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1491314576-router', 'tenant_id': '926777c0130e4d3a9d027f4a92a17741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98'}], 'enable_snat': True}, 'gw_port_id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:19:36Z', 'updated_at': '2021-07-09T13:24:54Z', 'revision_number': 5, 'project_id': '926777c0130e4d3a9d027f4a92a17741', 'gw_port': {'id': 'd67be8b2-fd89-4421-a884-ed959ec14044', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:32:bc:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46ba4ceb-4b39-4591-9d42-3e6869cf4471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:19:39Z', 'updated_at': '2021-07-09T13:19:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:24:57.864317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199e55-b332-4460-b239-521808614375 req-bc44134c-177a-4822-ae78-48150153873b tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:57.866396 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-bc44134c-177a-4822-ae78-48150153873b tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3&tenant_id=35b702eee9154963b30c070fa690b62c&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1095 time: 0.0837684 Jul 09 13:24:57.895077 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7851261b-81fc-48b9-b7da-1f7828f150db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:57.976291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199e55-b332-4460-b239-521808614375 req-06207197-f6ea-4744-ad2e-8f446e6d6749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:57.977871 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-06207197-f6ea-4744-ad2e-8f446e6d6749 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3&tenant_id=35b702eee9154963b30c070fa690b62c HTTP/1.1" status: 200 len: 1095 time: 0.1030347 Jul 09 13:24:58.047524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92308f6-e7ab-4c1b-8409-89321a42367f req-b476ca32-57bd-4da2-9b42-a6df10a1bf9c tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:58.050192 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e92308f6-e7ab-4c1b-8409-89321a42367f req-b476ca32-57bd-4da2-9b42-a6df10a1bf9c tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 948 time: 0.3690264 Jul 09 13:24:58.073257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199e55-b332-4460-b239-521808614375 req-34d322d3-89cc-4949-bd20-8631528e1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:58.075355 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-34d322d3-89cc-4949-bd20-8631528e1f56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 1095 time: 0.0662572 Jul 09 13:24:58.185763 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e92308f6-e7ab-4c1b-8409-89321a42367f req-b5c70920-0919-4433-9761-fa919f66fcc5 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235194 Jul 09 13:24:58.235625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199e55-b332-4460-b239-521808614375 req-20265372-e06b-490d-b900-b044df325ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:58.236812 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-20265372-e06b-490d-b900-b044df325ab3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.1522813 Jul 09 13:24:58.255323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2c3a0-65eb-4579-bc83-a2f7ee0aabd0 req-bcc22ef8-e581-4990-9199-ff2808a10dea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:58.267430 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b2c3a0-65eb-4579-bc83-a2f7ee0aabd0 req-bcc22ef8-e581-4990-9199-ff2808a10dea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:58.274325 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57b2c3a0-65eb-4579-bc83-a2f7ee0aabd0 req-bcc22ef8-e581-4990-9199-ff2808a10dea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 1654 time: 0.4710419 Jul 09 13:24:58.284855 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7851261b-81fc-48b9-b7da-1f7828f150db admin admin] Deleting port d67be8b2-fd89-4421-a884-ed959ec14044 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:58.285201 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7851261b-81fc-48b9-b7da-1f7828f150db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:58.329590 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-aaa7cd9f-59f0-40ed-aa60-5da71b83c5ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=681f6e46-5c46-447c-b7bc-1f63823c9ebb HTTP/1.1" status: 200 len: 217 time: 0.0854688 Jul 09 13:24:58.368468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-285998e2-7d57-4f0c-b968-15effab34426 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Allocated IP 19.80.0.38 (0f234600-c78f-4529-b071-2435a49d340c/0b5c2e72-2268-4c2f-a720-3e7ba2586cd3/b8af3a50-5e26-4f6e-92a8-78b1576facdd) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:24:58.404394 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199e55-b332-4460-b239-521808614375 req-3eafdc99-f581-4c78-bf63-7f2754c725d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:58.405905 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-3eafdc99-f581-4c78-bf63-7f2754c725d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.0689530 Jul 09 13:24:58.474408 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57b2c3a0-65eb-4579-bc83-a2f7ee0aabd0 req-9dbdc5c7-2616-4afe-a87c-24fc46338c70 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870129 Jul 09 13:24:58.477693 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-5a474e04-d43a-4f69-98eb-472fabda1206 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637381 Jul 09 13:24:58.585877 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-7851261b-81fc-48b9-b7da-1f7828f150db admin admin] For port d67be8b2-fd89-4421-a884-ed959ec14044, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d67be8b2-fd89-4421-a884-ed959ec14044,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:58.586259 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7851261b-81fc-48b9-b7da-1f7828f150db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:58.607580 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-936bb45c-30a5-46e2-8b6f-28f1ab20b9d5 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221721 Jul 09 13:24:58.642936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7851261b-81fc-48b9-b7da-1f7828f150db admin admin] Calling delete_port for d67be8b2-fd89-4421-a884-ed959ec14044 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:58.747236 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4bd1fb-6254-4410-9ae6-0182e88783ce req-c81d68c6-097a-46f1-874c-0096b72a69ee tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:58.754209 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da4bd1fb-6254-4410-9ae6-0182e88783ce req-c81d68c6-097a-46f1-874c-0096b72a69ee tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 944 time: 0.2878025 Jul 09 13:24:58.763573 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-dabae2ad-e049-4b3f-b308-8a0537244ef4 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1489344 Jul 09 13:24:58.826378 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-285998e2-7d57-4f0c-b968-15effab34426 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:58.890174 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da4bd1fb-6254-4410-9ae6-0182e88783ce req-3cfe7db6-a853-4a6f-b8e1-ca75595a2403 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349289 Jul 09 13:24:58.891018 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c117dcb6-0161-42a2-9206-e95589bd7547 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:58.891568 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-285998e2-7d57-4f0c-b968-15effab34426 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Transition to ACTIVE for port object b8af3a50-5e26-4f6e-92a8-78b1576facdd will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:24:58.981757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port c117dcb6-0161-42a2-9206-e95589bd7547 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:58.986777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port c117dcb6-0161-42a2-9206-e95589bd7547 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:58.987571 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.039841 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-285998e2-7d57-4f0c-b968-15effab34426 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.104979 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-285998e2-7d57-4f0c-b968-15effab34426 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Network 0f234600-c78f-4529-b071-2435a49d340c is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:24:59.107513 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.112689 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-285998e2-7d57-4f0c-b968-15effab34426 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:24:59.127398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-285998e2-7d57-4f0c-b968-15effab34426 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:24:59.135399 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c117dcb6-0161-42a2-9206-e95589bd7547'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:24:59.138396 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11500c5-0d89-4c54-a26d-806cd761d92f" -d '{"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-plugged", "status": "completed", "tag": "c117dcb6-0161-42a2-9206-e95589bd7547"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:24:59.148018 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:24:59.158005 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c117dcb6-0161-42a2-9206-e95589bd7547, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c117dcb6-0161-42a2-9206-e95589bd7547,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:59.162773 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.163745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 1fced731-60a5-4f64-be58-9ef321696a0a up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:59.225569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb199e55-b332-4460-b239-521808614375 req-d73e805d-e547-4a80-8bf2-9bac15bfeb35 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.227135 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-d73e805d-e547-4a80-8bf2-9bac15bfeb35 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3&tenant_id=35b702eee9154963b30c070fa690b62c&binding%3Ahost_id=n-h1-799525-3 HTTP/1.1" status: 200 len: 1095 time: 0.1126888 Jul 09 13:24:59.244974 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7851261b-81fc-48b9-b7da-1f7828f150db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.248376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285998e2-7d57-4f0c-b968-15effab34426 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event updated for resources: {'Port': ['ID=b8af3a50-5e26-4f6e-92a8-78b1576facdd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:59.298506 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c117dcb6-0161-42a2-9206-e95589bd7547,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:59.303393 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 1fced731-60a5-4f64-be58-9ef321696a0a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:59.308402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 1fced731-60a5-4f64-be58-9ef321696a0a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:59.308779 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.350136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3e7a21-5115-48c2-b27c-5f017528096b req-f4dc60aa-6709-4464-9cd5-9d2a968a0a70 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.357851 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac3e7a21-5115-48c2-b27c-5f017528096b req-f4dc60aa-6709-4464-9cd5-9d2a968a0a70 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 949 time: 0.4424303 Jul 09 13:24:59.366212 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-285998e2-7d57-4f0c-b968-15effab34426 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.366865 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-285998e2-7d57-4f0c-b968-15effab34426 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.384372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7851261b-81fc-48b9-b7da-1f7828f150db admin admin] Pushing event deleted for resources: {'Port': ['ID=d67be8b2-fd89-4421-a884-ed959ec14044,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:59.437518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd52de-ff1c-4874-ad98-3da5cc88c435 req-2b8a150e-35c0-4c22-86c2-12efedd0a675 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.439173 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-93fd52de-ff1c-4874-ad98-3da5cc88c435 req-2b8a150e-35c0-4c22-86c2-12efedd0a675 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 944 time: 0.1648111 Jul 09 13:24:59.447764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-285998e2-7d57-4f0c-b968-15effab34426 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6928151 Jul 09 13:24:59.471238 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.557047 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 1fced731-60a5-4f64-be58-9ef321696a0a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1fced731-60a5-4f64-be58-9ef321696a0a,segment=NetworkSegment(35a79c01-08c8-47a5-b194-95659d123e56),segment_id=35a79c01-08c8-47a5-b194-95659d123e56)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:59.566966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1894f1c8-3793-477f-8fa2-af949483805a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:24:59.590053 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.590280 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7851261b-81fc-48b9-b7da-1f7828f150db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.590992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device b58b6e37-21d9-4f9e-826c-1c81a5f9451d up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:24:59.597648 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 1894f1c8-3793-477f-8fa2-af949483805a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:24:59.597648 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1894f1c8-3793-477f-8fa2-af949483805a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:24:59.605759 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Request body: {'port': {'device_id': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:24:59.611000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bb199e55-b332-4460-b239-521808614375 req-09255c6f-0a00-4202-b853-2d27b0fcc86c service neutron] For port 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:24:59.611449 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac3e7a21-5115-48c2-b27c-5f017528096b req-2047148e-78e1-4b65-957a-71051c367c9b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2528050 Jul 09 13:24:59.625910 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb199e55-b332-4460-b239-521808614375 req-09255c6f-0a00-4202-b853-2d27b0fcc86c service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.637818 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb199e55-b332-4460-b239-521808614375 req-09255c6f-0a00-4202-b853-2d27b0fcc86c service neutron] 10.222.0.18 "DELETE /v2.0/ports/681f6e46-5c46-447c-b7bc-1f63823c9ebb/bindings/n-h2-799525-3 HTTP/1.1" status: 204 len: 173 time: 0.4041188 Jul 09 13:24:59.683593 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-817abf5f-a094-417d-b2ed-e04b07672e52 None None] Provisioning for port b8af3a50-5e26-4f6e-92a8-78b1576facdd completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:59.692775 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-817abf5f-a094-417d-b2ed-e04b07672e52 None None] Provisioning complete for port b8af3a50-5e26-4f6e-92a8-78b1576facdd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:59.693158 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-817abf5f-a094-417d-b2ed-e04b07672e52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.762445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-93fd52de-ff1c-4874-ad98-3da5cc88c435 req-1d184bf6-eb43-47d1-836b-ead62a00fda6 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Deleting port fd78067f-3062-4dc5-92e0-10db5bb0a4ba {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:24:59.762792 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93fd52de-ff1c-4874-ad98-3da5cc88c435 req-1d184bf6-eb43-47d1-836b-ead62a00fda6 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.771170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=1fced731-60a5-4f64-be58-9ef321696a0a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:24:59.774603 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61aad2-36fc-4713-9efd-dfeaa0e110bb req-59da78ff-fb7d-405f-8bc5-4224ce4b5509 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.778948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-817abf5f-a094-417d-b2ed-e04b07672e52 None None] Port b8af3a50-5e26-4f6e-92a8-78b1576facdd cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:24:59.784109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61aad2-36fc-4713-9efd-dfeaa0e110bb req-59da78ff-fb7d-405f-8bc5-4224ce4b5509 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.790721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61aad2-36fc-4713-9efd-dfeaa0e110bb req-59da78ff-fb7d-405f-8bc5-4224ce4b5509 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.793509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port b58b6e37-21d9-4f9e-826c-1c81a5f9451d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:24:59.797808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port b58b6e37-21d9-4f9e-826c-1c81a5f9451d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:24:59.798194 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.798315 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61aad2-36fc-4713-9efd-dfeaa0e110bb req-59da78ff-fb7d-405f-8bc5-4224ce4b5509 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.808820 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61aad2-36fc-4713-9efd-dfeaa0e110bb req-59da78ff-fb7d-405f-8bc5-4224ce4b5509 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.815299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61aad2-36fc-4713-9efd-dfeaa0e110bb req-59da78ff-fb7d-405f-8bc5-4224ce4b5509 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.821117 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d61aad2-36fc-4713-9efd-dfeaa0e110bb req-59da78ff-fb7d-405f-8bc5-4224ce4b5509 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:24:59.829711 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d61aad2-36fc-4713-9efd-dfeaa0e110bb req-59da78ff-fb7d-405f-8bc5-4224ce4b5509 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5439 time: 0.7212238 Jul 09 13:24:59.890188 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7851261b-81fc-48b9-b7da-1f7828f150db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.892755 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.895399 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7851261b-81fc-48b9-b7da-1f7828f150db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.898811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-93fd52de-ff1c-4874-ad98-3da5cc88c435 req-1d184bf6-eb43-47d1-836b-ead62a00fda6 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] For port fd78067f-3062-4dc5-92e0-10db5bb0a4ba, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,segment=NetworkSegment(d0aa6fac-8673-438c-976e-44de984df9ae),segment_id=d0aa6fac-8673-438c-976e-44de984df9ae)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:59.899744 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93fd52de-ff1c-4874-ad98-3da5cc88c435 req-1d184bf6-eb43-47d1-836b-ead62a00fda6 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.922419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-93fd52de-ff1c-4874-ad98-3da5cc88c435 req-1d184bf6-eb43-47d1-836b-ead62a00fda6 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Calling delete_port for fd78067f-3062-4dc5-92e0-10db5bb0a4ba owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:24:59.932755 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port b58b6e37-21d9-4f9e-826c-1c81a5f9451d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=b58b6e37-21d9-4f9e-826c-1c81a5f9451d,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:24:59.940325 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:24:59.941448 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:00.029736 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d61aad2-36fc-4713-9efd-dfeaa0e110bb req-0628b304-eda9-42cb-afa4-2f68deb01d83 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1989501 Jul 09 13:25:00.062417 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7851261b-81fc-48b9-b7da-1f7828f150db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:00.063679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7851261b-81fc-48b9-b7da-1f7828f150db admin admin] Fanout notify agent at l3_agent the message router_deleted on router 46ba4ceb-4b39-4591-9d42-3e6869cf4471 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:25:00.071510 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7851261b-81fc-48b9-b7da-1f7828f150db admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:00.077548 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7851261b-81fc-48b9-b7da-1f7828f150db admin admin] 10.222.0.39 "DELETE /v2.0/routers/46ba4ceb-4b39-4591-9d42-3e6869cf4471 HTTP/1.1" status: 204 len: 168 time: 3.3365395 Jul 09 13:25:00.079350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49382) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:00.160762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=b58b6e37-21d9-4f9e-826c-1c81a5f9451d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:00.184583 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93fd52de-ff1c-4874-ad98-3da5cc88c435 req-1d184bf6-eb43-47d1-836b-ead62a00fda6 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:00.205053 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:00.210358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:00.217903 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:00.220335 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:00.296695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d184bf6-eb43-47d1-836b-ead62a00fda6 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Pushing event deleted for resources: {'Port': ['ID=fd78067f-3062-4dc5-92e0-10db5bb0a4ba,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:00.321450 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12bda3-059a-4785-86db-c982012a8fcd req-f59a3134-0dd6-45c1-961a-eddf264beacf tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:00.332625 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae12bda3-059a-4785-86db-c982012a8fcd req-f59a3134-0dd6-45c1-961a-eddf264beacf tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/ports?device_id=e5162226-1c33-4776-beb4-15dffd1f7b95 HTTP/1.1" status: 200 len: 866 time: 0.4901168 Jul 09 13:25:00.348096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-93fd52de-ff1c-4874-ad98-3da5cc88c435 req-1d184bf6-eb43-47d1-836b-ead62a00fda6 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] No DVR routers for this DVR port fd78067f-3062-4dc5-92e0-10db5bb0a4ba on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:00.350172 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7dc9f4-5e0c-462e-832e-a4188711f439 x-openstack-request-id: req-de7dc9f4-5e0c-462e-832e-a4188711f439 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:00.350660 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-plugged", "status": "completed", "tag": "c117dcb6-0161-42a2-9206-e95589bd7547", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:00.351732 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de7dc9f4-5e0c-462e-832e-a4188711f439 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:00.354033 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c117dcb6-0161-42a2-9206-e95589bd7547', 'code': 200} Jul 09 13:25:00.356908 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-93fd52de-ff1c-4874-ad98-3da5cc88c435 req-1d184bf6-eb43-47d1-836b-ead62a00fda6 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:00.359290 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-93fd52de-ff1c-4874-ad98-3da5cc88c435 req-1d184bf6-eb43-47d1-836b-ead62a00fda6 tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.18 "DELETE /v2.0/ports/fd78067f-3062-4dc5-92e0-10db5bb0a4ba HTTP/1.1" status: 204 len: 173 time: 0.9137349 Jul 09 13:25:00.376953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5162226-1c33-4776-beb4-15dffd1f7b95', 'name': 'network-vif-deleted', 'tag': 'fd78067f-3062-4dc5-92e0-10db5bb0a4ba'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:00.381135 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9934169d-1728-489e-891c-a7ae92aad5d9" -d '{"events": [{"server_uuid": "e5162226-1c33-4776-beb4-15dffd1f7b95", "name": "network-vif-deleted", "tag": "fd78067f-3062-4dc5-92e0-10db5bb0a4ba"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:00.490322 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:00.497292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-457dcbb3-60e2-43a1-82c6-591f8dbb9068 admin admin] Deleting subnet 85c290f2-8d07-4439-a105-9dd1189514fa {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:25:00.532488 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-457dcbb3-60e2-43a1-82c6-591f8dbb9068 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:00.539455 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae12bda3-059a-4785-86db-c982012a8fcd req-df5ad908-40f9-4b95-8fec-bdf4400f8c2c tempest-LiveMigrationTest-1533200303 tempest-LiveMigrationTest-1533200303-project] 10.222.0.39 "GET /v2.0/security-groups?id=f03d7c34-9e93-4bad-b247-bcfd4077f6f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033885 Jul 09 13:25:00.545199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=06a4fa3a-1581-43c4-a7be-244c8a71f6f1,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:00.552846 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:00.632689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=06a4fa3a-1581-43c4-a7be-244c8a71f6f1,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:00.641662 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-457dcbb3-60e2-43a1-82c6-591f8dbb9068 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:00.811231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4662a957-ee57-401d-9ff9-68122f9241a5 req-96245b38-8724-4518-bd56-2c3e5dcbe263 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:00.813089 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4662a957-ee57-401d-9ff9-68122f9241a5 req-96245b38-8724-4518-bd56-2c3e5dcbe263 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 948 time: 0.3592060 Jul 09 13:25:00.917130 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 09127b77-234e-4594-8ccb-d507e2278c0c up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:00.921801 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-457dcbb3-60e2-43a1-82c6-591f8dbb9068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:00.989558 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4662a957-ee57-401d-9ff9-68122f9241a5 req-97b70186-315d-49a5-ab3c-7cb3346718ec tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448715 Jul 09 13:25:01.002513 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 09127b77-234e-4594-8ccb-d507e2278c0c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:01.009383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 09127b77-234e-4594-8ccb-d507e2278c0c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:01.010590 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.053306 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f8217-eb97-4e53-b961-aba2c1ed56bd req-d81ad422-cd13-4e24-b3d4-ff9de2bf6c75 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:01.061582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f8217-eb97-4e53-b961-aba2c1ed56bd req-d81ad422-cd13-4e24-b3d4-ff9de2bf6c75 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:01.070334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f8217-eb97-4e53-b961-aba2c1ed56bd req-d81ad422-cd13-4e24-b3d4-ff9de2bf6c75 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:01.074812 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-457f8217-eb97-4e53-b961-aba2c1ed56bd req-d81ad422-cd13-4e24-b3d4-ff9de2bf6c75 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2375 time: 0.2741072 Jul 09 13:25:01.164699 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3bcf719c-0852-4e53-8c86-f603137e9d9c {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:01.179267 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.196412 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.231856 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 09127b77-234e-4594-8ccb-d507e2278c0c, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=09127b77-234e-4594-8ccb-d507e2278c0c,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:01.236119 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.237059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 4a188389-5588-4c13-8b06-298afc4dada5 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:01.237953 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-457f8217-eb97-4e53-b961-aba2c1ed56bd req-7b038831-439d-491d-9f4d-110de5bbba66 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539188 Jul 09 13:25:01.238940 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-457dcbb3-60e2-43a1-82c6-591f8dbb9068 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.251970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Transition to ACTIVE for port object 3bcf719c-0852-4e53-8c86-f603137e9d9c will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:01.300359 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.310767 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457dcbb3-60e2-43a1-82c6-591f8dbb9068 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85c290f2-8d07-4439-a105-9dd1189514fa,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:01.326256 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5393778-d745-48d3-a635-8823a9eca6b7 x-openstack-request-id: req-f5393778-d745-48d3-a635-8823a9eca6b7 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:01.327542 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5162226-1c33-4776-beb4-15dffd1f7b95", "name": "network-vif-deleted", "tag": "fd78067f-3062-4dc5-92e0-10db5bb0a4ba", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:01.327952 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5393778-d745-48d3-a635-8823a9eca6b7 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:01.328537 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5162226-1c33-4776-beb4-15dffd1f7b95', 'name': 'network-vif-deleted', 'tag': 'fd78067f-3062-4dc5-92e0-10db5bb0a4ba', 'status': 'completed', 'code': 200} Jul 09 13:25:01.336356 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-457dcbb3-60e2-43a1-82c6-591f8dbb9068 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.338888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b12db4-1df1-4f39-bf36-dcfdfe83cfdb None None] Network f94a6718-787e-4710-a00e-f340a5dc4c72 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:01.341062 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49392) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:01.341251 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-457dcbb3-60e2-43a1-82c6-591f8dbb9068 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/85c290f2-8d07-4439-a105-9dd1189514fa HTTP/1.1" status: 204 len: 168 time: 1.2604442 Jul 09 13:25:01.416607 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Pushing event updated for resources: {'Port': ['ID=3bcf719c-0852-4e53-8c86-f603137e9d9c,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:01.542437 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d67be8b2-fd89-4421-a884-ed959ec14044 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:01.542785 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.604778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: d67be8b2-fd89-4421-a884-ed959ec14044 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:01.605270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d67be8b2-fd89-4421-a884-ed959ec14044 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:01.616227 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] Deleting port 749b6f22-d969-4d40-b4ad-a7a4ca79123a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:01.616838 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.622485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0eeb27-1a9a-431d-a9d7-9309dda1f818 req-e455ea35-27b9-4a43-b1c1-04a2b8bc99d0 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:01.624187 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c0eeb27-1a9a-431d-a9d7-9309dda1f818 req-e455ea35-27b9-4a43-b1c1-04a2b8bc99d0 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 944 time: 0.4010289 Jul 09 13:25:01.625822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=09127b77-234e-4594-8ccb-d507e2278c0c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:01.652962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Attempting to bind port 3bcf719c-0852-4e53-8c86-f603137e9d9c on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:01.653659 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Attempting to bind port 3bcf719c-0852-4e53-8c86-f603137e9d9c by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '0d8f84bb-f981-4418-a64c-2a1b49eb676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f234600-c78f-4529-b071-2435a49d340c'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:01.653659 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Attempting to bind port 3bcf719c-0852-4e53-8c86-f603137e9d9c on network 0f234600-c78f-4529-b071-2435a49d340c {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:01.659991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 4a188389-5588-4c13-8b06-298afc4dada5 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:01.665295 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 4a188389-5588-4c13-8b06-298afc4dada5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:01.666751 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.717758 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Port 3bcf719c-0852-4e53-8c86-f603137e9d9c on network 0f234600-c78f-4529-b071-2435a49d340c not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:25:01.718093 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Attempting to bind port 3bcf719c-0852-4e53-8c86-f603137e9d9c on network 0f234600-c78f-4529-b071-2435a49d340c {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:01.727396 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] For port 749b6f22-d969-4d40-b4ad-a7a4ca79123a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=749b6f22-d969-4d40-b4ad-a7a4ca79123a,segment=NetworkSegment(24d4eb2d-fa91-4194-92aa-72f66ee00710),segment_id=24d4eb2d-fa91-4194-92aa-72f66ee00710)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:01.728287 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.731347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:01.731681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Checking segment: {'id': '0d8f84bb-f981-4418-a64c-2a1b49eb676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f234600-c78f-4529-b071-2435a49d340c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:01.732221 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Bound using segment: {'id': '0d8f84bb-f981-4418-a64c-2a1b49eb676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f234600-c78f-4529-b071-2435a49d340c'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:01.732503 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Bound port: 3bcf719c-0852-4e53-8c86-f603137e9d9c, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8f84bb-f981-4418-a64c-2a1b49eb676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f234600-c78f-4529-b071-2435a49d340c'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:01.732862 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.766382 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-efd69747-d978-4054-8549-b2218f5beaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.767220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] Calling delete_port for 749b6f22-d969-4d40-b4ad-a7a4ca79123a owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:01.795492 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e62bad6-6e84-45a6-96b3-69ff2b55ff9a None None] DHCP port deletion for f94a6718-787e-4710-a00e-f340a5dc4c72 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:25:01.800731 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c0eeb27-1a9a-431d-a9d7-9309dda1f818 req-78efa9cf-239d-41fd-9c21-0088286a82ed tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627064 Jul 09 13:25:01.833398 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.843138 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea443e7-2a35-421f-90ff-e93708777172 req-638ac5c9-0d35-4d05-8de8-aeae7c8b5c29 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:01.850954 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ea443e7-2a35-421f-90ff-e93708777172 req-638ac5c9-0d35-4d05-8de8-aeae7c8b5c29 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 949 time: 0.2251136 Jul 09 13:25:01.862583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] For port 3bcf719c-0852-4e53-8c86-f603137e9d9c, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:01.901308 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.905967 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 4a188389-5588-4c13-8b06-298afc4dada5, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4a188389-5588-4c13-8b06-298afc4dada5,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:01.915530 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:01.916596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9dac8575-da90-47f3-980a-1e70c9c7db5e up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:01.942228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] No DVR routers for this DVR port 749b6f22-d969-4d40-b4ad-a7a4ca79123a on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:01.959132 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=749b6f22-d969-4d40-b4ad-a7a4ca79123a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:02.000549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=4a188389-5588-4c13-8b06-298afc4dada5,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:02.022013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e62bad6-6e84-45a6-96b3-69ff2b55ff9a None None] Deleting port 749b6f22-d969-4d40-b4ad-a7a4ca79123a {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:02.022759 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e62bad6-6e84-45a6-96b3-69ff2b55ff9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.073389 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.088621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f94a6718-787e-4710-a00e-f340a5dc4c72']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:02.104326 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24d4eb2d-fa91-4194-92aa-72f66ee00710') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:02.104622 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24d4eb2d-fa91-4194-92aa-72f66ee00710') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:02.109471 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3e62bad6-6e84-45a6-96b3-69ff2b55ff9a None None] For port 749b6f22-d969-4d40-b4ad-a7a4ca79123a, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:02.109870 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e62bad6-6e84-45a6-96b3-69ff2b55ff9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.119682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.127363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 9dac8575-da90-47f3-980a-1e70c9c7db5e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:02.136330 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 9dac8575-da90-47f3-980a-1e70c9c7db5e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:02.136713 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.140389 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e62bad6-6e84-45a6-96b3-69ff2b55ff9a None None] Calling delete_port for 749b6f22-d969-4d40-b4ad-a7a4ca79123a owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:02.144463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-3e62bad6-6e84-45a6-96b3-69ff2b55ff9a None None] Port 749b6f22-d969-4d40-b4ad-a7a4ca79123a was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:25:02.145746 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e62bad6-6e84-45a6-96b3-69ff2b55ff9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.157584 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.169411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:25:02.170444 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:25:02.173162 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:25:02.216260 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e62bad6-6e84-45a6-96b3-69ff2b55ff9a None None] No DVR routers for this DVR port 749b6f22-d969-4d40-b4ad-a7a4ca79123a on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:02.224986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e62bad6-6e84-45a6-96b3-69ff2b55ff9a None None] Pushing event deleted for resources: {'Port': ['ID=749b6f22-d969-4d40-b4ad-a7a4ca79123a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:02.276366 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.284463 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] For port 3bcf719c-0852-4e53-8c86-f603137e9d9c, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3bcf719c-0852-4e53-8c86-f603137e9d9c,segment=NetworkSegment(0d8f84bb-f981-4418-a64c-2a1b49eb676a),segment_id=0d8f84bb-f981-4418-a64c-2a1b49eb676a)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:02.286207 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.292710 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f94a6718-787e-4710-a00e-f340a5dc4c72 HTTP/1.1" status: 204 len: 168 time: 0.9495556 Jul 09 13:25:02.304038 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.307756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8633eb1b-4b3b-4859-aed3-91f2830fbfe5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f94a6718-787e-4710-a00e-f340a5dc4c72,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:02.321310 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ea443e7-2a35-421f-90ff-e93708777172 req-776e2aa9-fef7-48f8-86e3-340d9dd945ba tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4693844 Jul 09 13:25:02.364981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fced731-60a5-4f64-be58-9ef321696a0a'}, {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58b6e37-21d9-4f9e-826c-1c81a5f9451d'}, {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a4fa3a-1581-43c4-a7be-244c8a71f6f1'}, {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09127b77-234e-4594-8ccb-d507e2278c0c'}, {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a188389-5588-4c13-8b06-298afc4dada5'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:02.373428 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21198b5a-c8e6-449d-b33a-4bf8e2d487f4" -d '{"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-plugged", "status": "completed", "tag": "1fced731-60a5-4f64-be58-9ef321696a0a"}, {"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-plugged", "status": "completed", "tag": "b58b6e37-21d9-4f9e-826c-1c81a5f9451d"}, {"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-plugged", "status": "completed", "tag": "06a4fa3a-1581-43c4-a7be-244c8a71f6f1"}, {"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-plugged", "status": "completed", "tag": "09127b77-234e-4594-8ccb-d507e2278c0c"}, {"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-plugged", "status": "completed", "tag": "4a188389-5588-4c13-8b06-298afc4dada5"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:02.378437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:02.379155 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.380680 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] 10.222.0.15 "PUT /v2.0/ports/3bcf719c-0852-4e53-8c86-f603137e9d9c HTTP/1.1" status: 200 len: 1092 time: 2.8929811 Jul 09 13:25:02.382239 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'tag': '3bcf719c-0852-4e53-8c86-f603137e9d9c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:02.383017 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.384805 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92b34e96-e467-46b4-a415-a841eaee6ebf" -d '{"events": [{"name": "network-changed", "server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "tag": "3bcf719c-0852-4e53-8c86-f603137e9d9c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:02.440298 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0005506-698c-4a8e-ae2c-5b353a8fb2e2 req-7efaf1e5-7b9d-4c26-b7d9-3aec8cab6ba5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:02.457239 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9dac8575-da90-47f3-980a-1e70c9c7db5e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9dac8575-da90-47f3-980a-1e70c9c7db5e,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:02.458852 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0005506-698c-4a8e-ae2c-5b353a8fb2e2 req-7efaf1e5-7b9d-4c26-b7d9-3aec8cab6ba5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:02.467066 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.468291 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d5001770-f369-4e6c-a7b2-cc3a46b374e5 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:02.470652 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0005506-698c-4a8e-ae2c-5b353a8fb2e2 req-7efaf1e5-7b9d-4c26-b7d9-3aec8cab6ba5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:02.482267 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0005506-698c-4a8e-ae2c-5b353a8fb2e2 req-7efaf1e5-7b9d-4c26-b7d9-3aec8cab6ba5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:02.499415 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0005506-698c-4a8e-ae2c-5b353a8fb2e2 req-7efaf1e5-7b9d-4c26-b7d9-3aec8cab6ba5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:02.500102 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49410) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:02.516899 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0005506-698c-4a8e-ae2c-5b353a8fb2e2 req-7efaf1e5-7b9d-4c26-b7d9-3aec8cab6ba5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:02.528719 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0005506-698c-4a8e-ae2c-5b353a8fb2e2 req-7efaf1e5-7b9d-4c26-b7d9-3aec8cab6ba5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:02.535923 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0005506-698c-4a8e-ae2c-5b353a8fb2e2 req-7efaf1e5-7b9d-4c26-b7d9-3aec8cab6ba5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5444 time: 0.2991841 Jul 09 13:25:02.565101 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Request body: {'port': {'device_id': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:02.586706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49418) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:02.685776 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-310aae8d-3cad-425f-a115-20b5597ba61a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2805868d6b3b4a929f867d7da2837674&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0977504 Jul 09 13:25:02.686431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49420) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:02.691245 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=9dac8575-da90-47f3-980a-1e70c9c7db5e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:02.730511 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port d5001770-f369-4e6c-a7b2-cc3a46b374e5 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:02.735839 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port d5001770-f369-4e6c-a7b2-cc3a46b374e5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:02.737212 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.737337 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a89b58-5386-4e87-9a06-866e7ce29521 service neutron] Pushing event updated for resources: {'Port': ['ID=3bcf719c-0852-4e53-8c86-f603137e9d9c,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:02.850533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0700c0b-2ad3-44a1-b5e8-b92495f72c41 admin admin] Deleting subnet 629be656-9c00-4f47-9623-04a34c6428e9 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:25:02.856730 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-349376c7-064e-4b96-9c42-c2adb47ad052 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.864066 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.869970 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0700c0b-2ad3-44a1-b5e8-b92495f72c41 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.901326 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.934732 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-349376c7-064e-4b96-9c42-c2adb47ad052 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.946727 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0700c0b-2ad3-44a1-b5e8-b92495f72c41 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:02.977499 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port d5001770-f369-4e6c-a7b2-cc3a46b374e5, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d5001770-f369-4e6c-a7b2-cc3a46b374e5,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:02.983391 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.008189 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0700c0b-2ad3-44a1-b5e8-b92495f72c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.026064 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0005506-698c-4a8e-ae2c-5b353a8fb2e2 req-44286b88-ef67-4aae-a701-3120ffd24608 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4827676 Jul 09 13:25:03.045899 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fd78067f-3062-4dc5-92e0-10db5bb0a4ba no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:03.080107 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-349376c7-064e-4b96-9c42-c2adb47ad052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.083519 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: fd78067f-3062-4dc5-92e0-10db5bb0a4ba {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:03.083875 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fd78067f-3062-4dc5-92e0-10db5bb0a4ba not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:03.088270 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-349376c7-064e-4b96-9c42-c2adb47ad052 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.092147 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-349376c7-064e-4b96-9c42-c2adb47ad052 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/96723a52-73d4-495b-8f94-f802f6fcba10 HTTP/1.1" status: 204 len: 168 time: 0.4024606 Jul 09 13:25:03.122094 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349376c7-064e-4b96-9c42-c2adb47ad052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96723a52-73d4-495b-8f94-f802f6fcba10,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:03.133146 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=d5001770-f369-4e6c-a7b2-cc3a46b374e5,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:03.184560 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0700c0b-2ad3-44a1-b5e8-b92495f72c41 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.204303 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850d4f80-8bab-461d-a3ed-4e775499defe req-b31c216b-b214-4453-8afe-477ed1f0cfa5 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.211394 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-850d4f80-8bab-461d-a3ed-4e775499defe req-b31c216b-b214-4453-8afe-477ed1f0cfa5 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 948 time: 0.4125979 Jul 09 13:25:03.222990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0700c0b-2ad3-44a1-b5e8-b92495f72c41 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=629be656-9c00-4f47-9623-04a34c6428e9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:03.230636 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0700c0b-2ad3-44a1-b5e8-b92495f72c41 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.235622 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f0700c0b-2ad3-44a1-b5e8-b92495f72c41 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/629be656-9c00-4f47-9623-04a34c6428e9 HTTP/1.1" status: 204 len: 168 time: 0.7323110 Jul 09 13:25:03.236083 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49424) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:03.316977 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1477f740-7fe1-4c0e-a0aa-88c2683264d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.331727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-850d4f80-8bab-461d-a3ed-4e775499defe req-399a6849-c9c4-4459-bb46-fc90f2251552 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098814 Jul 09 13:25:03.389237 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055162a8-fdda-48d0-96c8-c86ca56769c2 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:03.400330 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.406259 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1477f740-7fe1-4c0e-a0aa-88c2683264d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.413376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffdee4-4e5a-4560-a141-9058283a6651 req-74e8a7fd-e3f2-41b8-8be8-bfe3fc9b93b9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.417689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1477f740-7fe1-4c0e-a0aa-88c2683264d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d14687-7b64-47e7-b45c-f262f4bce809']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:03.420745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffdee4-4e5a-4560-a141-9058283a6651 req-74e8a7fd-e3f2-41b8-8be8-bfe3fc9b93b9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.426934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ffdee4-4e5a-4560-a141-9058283a6651 req-74e8a7fd-e3f2-41b8-8be8-bfe3fc9b93b9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.429135 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c7ffdee4-4e5a-4560-a141-9058283a6651 req-74e8a7fd-e3f2-41b8-8be8-bfe3fc9b93b9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2387 time: 0.2133155 Jul 09 13:25:03.436726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1477f740-7fe1-4c0e-a0aa-88c2683264d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0aa6fac-8673-438c-976e-44de984df9ae') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:03.437038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1477f740-7fe1-4c0e-a0aa-88c2683264d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0aa6fac-8673-438c-976e-44de984df9ae') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:03.448390 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1477f740-7fe1-4c0e-a0aa-88c2683264d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.469317 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1477f740-7fe1-4c0e-a0aa-88c2683264d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.471787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Transition to ACTIVE for port object 055162a8-fdda-48d0-96c8-c86ca56769c2 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:03.479011 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c77bb6-ce90-425b-a1e4-06c713c62b52 x-openstack-request-id: req-82c77bb6-ce90-425b-a1e4-06c713c62b52 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:03.479490 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-plugged", "status": "completed", "tag": "1fced731-60a5-4f64-be58-9ef321696a0a", "code": 200}, {"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-plugged", "status": "completed", "tag": "b58b6e37-21d9-4f9e-826c-1c81a5f9451d", "code": 200}, {"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-plugged", "status": "completed", "tag": "06a4fa3a-1581-43c4-a7be-244c8a71f6f1", "code": 200}, {"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-plugged", "status": "completed", "tag": "09127b77-234e-4594-8ccb-d507e2278c0c", "code": 200}, {"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-plugged", "status": "completed", "tag": "4a188389-5588-4c13-8b06-298afc4dada5", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:03.480084 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82c77bb6-ce90-425b-a1e4-06c713c62b52 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:03.480611 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fced731-60a5-4f64-be58-9ef321696a0a', 'code': 200} Jul 09 13:25:03.481107 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b58b6e37-21d9-4f9e-826c-1c81a5f9451d', 'code': 200} Jul 09 13:25:03.481837 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a4fa3a-1581-43c4-a7be-244c8a71f6f1', 'code': 200} Jul 09 13:25:03.482231 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09127b77-234e-4594-8ccb-d507e2278c0c', 'code': 200} Jul 09 13:25:03.482569 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a188389-5588-4c13-8b06-298afc4dada5', 'code': 200} Jul 09 13:25:03.483042 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.488393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1477f740-7fe1-4c0e-a0aa-88c2683264d4 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:25:03.488810 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1477f740-7fe1-4c0e-a0aa-88c2683264d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.530388 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 749b6f22-d969-4d40-b4ad-a7a4ca79123a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:25:03.530578 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:25:03.539872 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c7ffdee4-4e5a-4560-a141-9058283a6651 req-d78268b3-4b15-4b06-b050-e5f7713a7853 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006145 Jul 09 13:25:03.564931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=055162a8-fdda-48d0-96c8-c86ca56769c2,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:03.576565 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1477f740-7fe1-4c0e-a0aa-88c2683264d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.592109 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 749b6f22-d969-4d40-b4ad-a7a4ca79123a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:03.592673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 749b6f22-d969-4d40-b4ad-a7a4ca79123a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:03.612815 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa58a0d-e199-4629-bdb3-afbdfe930252 x-openstack-request-id: req-0aa58a0d-e199-4629-bdb3-afbdfe930252 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:03.613226 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "tag": "3bcf719c-0852-4e53-8c86-f603137e9d9c", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:03.613546 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0aa58a0d-e199-4629-bdb3-afbdfe930252 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:03.614011 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'tag': '3bcf719c-0852-4e53-8c86-f603137e9d9c', 'status': 'completed', 'code': 200} Jul 09 13:25:03.617112 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1477f740-7fe1-4c0e-a0aa-88c2683264d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.635227 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1477f740-7fe1-4c0e-a0aa-88c2683264d4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/b4d14687-7b64-47e7-b45c-f262f4bce809 HTTP/1.1" status: 204 len: 168 time: 0.3952589 Jul 09 13:25:03.635227 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1477f740-7fe1-4c0e-a0aa-88c2683264d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b4d14687-7b64-47e7-b45c-f262f4bce809,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:03.640358 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49430) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:03.695701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Attempting to bind port 055162a8-fdda-48d0-96c8-c86ca56769c2 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:03.696421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Attempting to bind port 055162a8-fdda-48d0-96c8-c86ca56769c2 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '22677433-de5c-4cbe-8c6f-e7c8ae93892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4e15f031-8870-4e6e-a150-43727239ecfe'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:03.696810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Attempting to bind port 055162a8-fdda-48d0-96c8-c86ca56769c2 on network 4e15f031-8870-4e6e-a150-43727239ecfe {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:03.706880 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Port 055162a8-fdda-48d0-96c8-c86ca56769c2 on network 4e15f031-8870-4e6e-a150-43727239ecfe not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:25:03.707330 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Attempting to bind port 055162a8-fdda-48d0-96c8-c86ca56769c2 on network 4e15f031-8870-4e6e-a150-43727239ecfe {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:03.749208 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:03.749879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Checking segment: {'id': '22677433-de5c-4cbe-8c6f-e7c8ae93892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4e15f031-8870-4e6e-a150-43727239ecfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:03.749999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Bound using segment: {'id': '22677433-de5c-4cbe-8c6f-e7c8ae93892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4e15f031-8870-4e6e-a150-43727239ecfe'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:03.750427 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Bound port: 055162a8-fdda-48d0-96c8-c86ca56769c2, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22677433-de5c-4cbe-8c6f-e7c8ae93892b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '4e15f031-8870-4e6e-a150-43727239ecfe'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:03.750796 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.813358 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49434) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:03.824437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ad939b-e5a9-4ae3-9233-139486eac27b admin admin] Deleting subnet 63bfc3fd-2337-41d9-9d74-a6bbec97b72a {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:25:03.828385 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1ad939b-e5a9-4ae3-9233-139486eac27b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.893765 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1ad939b-e5a9-4ae3-9233-139486eac27b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.935505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b34e96-e467-46b4-a415-a841eaee6ebf req-b5eaf5ac-19e5-445f-98e5-4efb41e26445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.935998 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b34e96-e467-46b4-a415-a841eaee6ebf req-b5eaf5ac-19e5-445f-98e5-4efb41e26445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.936489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b34e96-e467-46b4-a415-a841eaee6ebf req-b5eaf5ac-19e5-445f-98e5-4efb41e26445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.938236 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92b34e96-e467-46b4-a415-a841eaee6ebf req-b5eaf5ac-19e5-445f-98e5-4efb41e26445 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0796b576a6ed44b8804068d027649783&device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2755 time: 0.2999170 Jul 09 13:25:03.940990 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] For port 055162a8-fdda-48d0-96c8-c86ca56769c2, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:03.952477 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4f1f31-6bdc-4ebd-a441-d2af7b1f4b64 req-75fb79db-82d5-4861-88ac-e71b5f9f2a29 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:03.954275 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c4f1f31-6bdc-4ebd-a441-d2af7b1f4b64 req-75fb79db-82d5-4861-88ac-e71b5f9f2a29 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 949 time: 0.2420008 Jul 09 13:25:03.959562 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] For port 055162a8-fdda-48d0-96c8-c86ca56769c2, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=055162a8-fdda-48d0-96c8-c86ca56769c2,segment=NetworkSegment(22677433-de5c-4cbe-8c6f-e7c8ae93892b),segment_id=22677433-de5c-4cbe-8c6f-e7c8ae93892b)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:03.965492 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-de3a3d3e-96e3-41fe-8f14-c7d535194f6b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=926777c0130e4d3a9d027f4a92a17741&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1470466 Jul 09 13:25:03.966379 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49436) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:03.983620 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:03.985298 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1ad939b-e5a9-4ae3-9233-139486eac27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.051528 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5dbc41-28d0-43ed-922d-ebc257c2533f req-853905ba-8d58-495d-b8af-75a3a854d64f tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.053095 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee5dbc41-28d0-43ed-922d-ebc257c2533f req-853905ba-8d58-495d-b8af-75a3a854d64f tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 1095 time: 0.2297826 Jul 09 13:25:04.077383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.077926 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.079368 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/055162a8-fdda-48d0-96c8-c86ca56769c2 HTTP/1.1" status: 200 len: 1091 time: 1.5390475 Jul 09 13:25:04.116236 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b34e96-e467-46b4-a415-a841eaee6ebf req-d2af339b-9e0e-4c33-959d-95e0a59b4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.116700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b34e96-e467-46b4-a415-a841eaee6ebf req-d2af339b-9e0e-4c33-959d-95e0a59b4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.117148 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b34e96-e467-46b4-a415-a841eaee6ebf req-d2af339b-9e0e-4c33-959d-95e0a59b4fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.119491 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92b34e96-e467-46b4-a415-a841eaee6ebf req-d2af339b-9e0e-4c33-959d-95e0a59b4fe6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=0796b576a6ed44b8804068d027649783&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1615555 Jul 09 13:25:04.121005 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1ad939b-e5a9-4ae3-9233-139486eac27b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.121744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Request body: {'port': {'device_id': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:04.136740 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c4f1f31-6bdc-4ebd-a441-d2af7b1f4b64 req-753b6db1-9073-45d0-b515-81ccbbbf7f3e tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490972 Jul 09 13:25:04.183493 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621c6fe4-b44c-4b42-9973-1d8c706bc1e8 service neutron] Pushing event updated for resources: {'Port': ['ID=055162a8-fdda-48d0-96c8-c86ca56769c2,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:04.190849 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d0eef83-24a5-488a-9490-3cdb53997971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.206620 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee5dbc41-28d0-43ed-922d-ebc257c2533f req-8a891033-fcf0-4ba0-9e51-3b9e8c52bb51 tempest-LiveAutoBlockMigrationV225Test-1325137195 tempest-LiveAutoBlockMigrationV225Test-1325137195-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405609 Jul 09 13:25:04.216370 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f9eb0b5c-94ea-4e2f-8bcb-a5f6a010a3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.254942 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad939b-e5a9-4ae3-9233-139486eac27b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63bfc3fd-2337-41d9-9d74-a6bbec97b72a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:04.255859 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1ad939b-e5a9-4ae3-9233-139486eac27b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.261095 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a1ad939b-e5a9-4ae3-9233-139486eac27b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/63bfc3fd-2337-41d9-9d74-a6bbec97b72a HTTP/1.1" status: 204 len: 168 time: 0.6119151 Jul 09 13:25:04.261559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49440) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:04.319715 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.323447 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d0eef83-24a5-488a-9490-3cdb53997971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.357244 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-20b90059-ffed-401c-a526-82f911484eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.376252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b34e96-e467-46b4-a415-a841eaee6ebf req-9a1ca549-356e-4224-8238-90545d74c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.377762 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92b34e96-e467-46b4-a415-a841eaee6ebf req-9a1ca549-356e-4224-8238-90545d74c6e4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2486298 Jul 09 13:25:04.473277 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-20b90059-ffed-401c-a526-82f911484eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.485180 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-20b90059-ffed-401c-a526-82f911484eee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec339cfa-ba58-425c-a657-96273f975b09']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:04.500827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-20b90059-ffed-401c-a526-82f911484eee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da9c03c0-af2f-496d-8a31-ed541ede22f7') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:04.501203 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-20b90059-ffed-401c-a526-82f911484eee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da9c03c0-af2f-496d-8a31-ed541ede22f7') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:04.512326 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-20b90059-ffed-401c-a526-82f911484eee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.528395 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-20b90059-ffed-401c-a526-82f911484eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.534049 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d0eef83-24a5-488a-9490-3cdb53997971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.536643 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d0eef83-24a5-488a-9490-3cdb53997971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.537816 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8d0eef83-24a5-488a-9490-3cdb53997971 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e9be230-9964-45fe-99f9-c64fc1cf58fc HTTP/1.1" status: 204 len: 168 time: 0.5704389 Jul 09 13:25:04.538017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20b90059-ffed-401c-a526-82f911484eee admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:25:04.538493 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-20b90059-ffed-401c-a526-82f911484eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.578275 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.598261 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b142-9709-4941-b740-e51b677bbd62 req-eda56b60-a9ee-43b2-9953-81f9408462c0 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:25:04.601947 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:25:04.605125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b142-9709-4941-b740-e51b677bbd62 req-eda56b60-a9ee-43b2-9953-81f9408462c0 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.606579 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-20b90059-ffed-401c-a526-82f911484eee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.610602 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b142-9709-4941-b740-e51b677bbd62 req-eda56b60-a9ee-43b2-9953-81f9408462c0 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.614397 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-20b90059-ffed-401c-a526-82f911484eee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.616480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b142-9709-4941-b740-e51b677bbd62 req-eda56b60-a9ee-43b2-9953-81f9408462c0 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.619923 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-20b90059-ffed-401c-a526-82f911484eee admin admin] 10.222.0.39 "DELETE /v2.0/networks/ec339cfa-ba58-425c-a657-96273f975b09 HTTP/1.1" status: 204 len: 168 time: 0.3566346 Jul 09 13:25:04.624278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b142-9709-4941-b740-e51b677bbd62 req-eda56b60-a9ee-43b2-9953-81f9408462c0 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.630142 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b142-9709-4941-b740-e51b677bbd62 req-eda56b60-a9ee-43b2-9953-81f9408462c0 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.632341 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b90059-ffed-401c-a526-82f911484eee admin admin] Pushing event deleted for resources: {'Network': ['ID=ec339cfa-ba58-425c-a657-96273f975b09,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:04.636294 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79b142-9709-4941-b740-e51b677bbd62 req-eda56b60-a9ee-43b2-9953-81f9408462c0 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.643798 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c79b142-9709-4941-b740-e51b677bbd62 req-eda56b60-a9ee-43b2-9953-81f9408462c0 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5445 time: 0.3171961 Jul 09 13:25:04.654343 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0eef83-24a5-488a-9490-3cdb53997971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e9be230-9964-45fe-99f9-c64fc1cf58fc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:04.704857 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c79b142-9709-4941-b740-e51b677bbd62 req-988f9641-d008-40fc-98e7-ab5e6645595d tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0601134 Jul 09 13:25:04.867614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fabfa65-bc8a-4c75-818a-f762631bc311 req-fdd11e50-c1b1-48d8-9379-3761457bda10 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:04.869976 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8fabfa65-bc8a-4c75-818a-f762631bc311 req-fdd11e50-c1b1-48d8-9379-3761457bda10 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 949 time: 0.1505780 Jul 09 13:25:04.889757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49458) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:04.891384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8af3a50-5e26-4f6e-92a8-78b1576facdd {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:04.902485 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.948912 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ce193a5d-073a-4fd2-a910-dfc7b976a544 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5f446942a386493c8f7ba7f6f57f031b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0577486 Jul 09 13:25:04.950382 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Transition to ACTIVE for port object b8af3a50-5e26-4f6e-92a8-78b1576facdd will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:04.951377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49462) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:04.961206 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:04.980674 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8fabfa65-bc8a-4c75-818a-f762631bc311 req-fb19c7bc-6a00-4e65-9b1a-927762f96007 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844398 Jul 09 13:25:05.036694 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c3b07ab-5beb-4f9d-be07-259d47d11019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.052805 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e1742-3061-416b-98cc-389817c258f1 req-ff6149b6-857d-4061-8e5e-7ef7a0ecce4e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.060413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e1742-3061-416b-98cc-389817c258f1 req-ff6149b6-857d-4061-8e5e-7ef7a0ecce4e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.066744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25e1742-3061-416b-98cc-389817c258f1 req-ff6149b6-857d-4061-8e5e-7ef7a0ecce4e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.068717 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c25e1742-3061-416b-98cc-389817c258f1 req-ff6149b6-857d-4061-8e5e-7ef7a0ecce4e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2399 time: 0.2323606 Jul 09 13:25:05.074132 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c3b07ab-5beb-4f9d-be07-259d47d11019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.096933 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Pushing event updated for resources: {'Port': ['ID=b8af3a50-5e26-4f6e-92a8-78b1576facdd,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:05.190743 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c3b07ab-5beb-4f9d-be07-259d47d11019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.193589 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c3b07ab-5beb-4f9d-be07-259d47d11019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.197196 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0c3b07ab-5beb-4f9d-be07-259d47d11019 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f03d7c34-9e93-4bad-b247-bcfd4077f6f6 HTTP/1.1" status: 204 len: 168 time: 0.2422893 Jul 09 13:25:05.207799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3b07ab-5beb-4f9d-be07-259d47d11019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03d7c34-9e93-4bad-b247-bcfd4077f6f6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:05.227365 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c25e1742-3061-416b-98cc-389817c258f1 req-f1dd9723-ed7f-4bdd-8af5-82d8f366781e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363266 Jul 09 13:25:05.258201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Attempting to bind port b8af3a50-5e26-4f6e-92a8-78b1576facdd on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:05.258578 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Attempting to bind port b8af3a50-5e26-4f6e-92a8-78b1576facdd by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '0d8f84bb-f981-4418-a64c-2a1b49eb676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f234600-c78f-4529-b071-2435a49d340c'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:05.259030 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Attempting to bind port b8af3a50-5e26-4f6e-92a8-78b1576facdd on network 0f234600-c78f-4529-b071-2435a49d340c {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:05.268409 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Port b8af3a50-5e26-4f6e-92a8-78b1576facdd on network 0f234600-c78f-4529-b071-2435a49d340c not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:25:05.268752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Attempting to bind port b8af3a50-5e26-4f6e-92a8-78b1576facdd on network 0f234600-c78f-4529-b071-2435a49d340c {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:05.294710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:05.295040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Checking segment: {'id': '0d8f84bb-f981-4418-a64c-2a1b49eb676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f234600-c78f-4529-b071-2435a49d340c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:05.295606 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Bound using segment: {'id': '0d8f84bb-f981-4418-a64c-2a1b49eb676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f234600-c78f-4529-b071-2435a49d340c'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:05.296066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Bound port: b8af3a50-5e26-4f6e-92a8-78b1576facdd, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0d8f84bb-f981-4418-a64c-2a1b49eb676a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '0f234600-c78f-4529-b071-2435a49d340c'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:05.296430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.382727 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57890b1-00fb-4c1c-8a6d-7d628bea7a56 req-467a8893-e6e8-42ac-bc54-847bc6eab01f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.384905 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f57890b1-00fb-4c1c-8a6d-7d628bea7a56 req-467a8893-e6e8-42ac-bc54-847bc6eab01f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.18 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 944 time: 0.1492300 Jul 09 13:25:05.433595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] For port b8af3a50-5e26-4f6e-92a8-78b1576facdd, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:05.454614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f18dc0-0b4b-4a91-be51-8806cad3e25e req-8413ed91-2092-49a3-a632-d18a68d0852f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.456205 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c3f18dc0-0b4b-4a91-be51-8806cad3e25e req-8413ed91-2092-49a3-a632-d18a68d0852f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 944 time: 0.2688928 Jul 09 13:25:05.464511 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] For port b8af3a50-5e26-4f6e-92a8-78b1576facdd, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=b8af3a50-5e26-4f6e-92a8-78b1576facdd,segment=NetworkSegment(0d8f84bb-f981-4418-a64c-2a1b49eb676a),segment_id=0d8f84bb-f981-4418-a64c-2a1b49eb676a)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:05.475594 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.484153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dac8575-da90-47f3-980a-1e70c9c7db5e'}, {'server_uuid': '4e650e26-31b5-4e02-964a-76ccec95cb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5001770-f369-4e6c-a7b2-cc3a46b374e5'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:05.484970 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.486921 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df246c71-0380-4e17-bf72-97f0f252605a" -d '{"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-plugged", "status": "completed", "tag": "9dac8575-da90-47f3-980a-1e70c9c7db5e"}, {"server_uuid": "4e650e26-31b5-4e02-964a-76ccec95cb6f", "name": "network-vif-plugged", "status": "completed", "tag": "d5001770-f369-4e6c-a7b2-cc3a46b374e5"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:05.498609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-975f9fa4-5d1c-4755-afa7-cc87823218cd tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--989462675&fields=id&tenant_id=2b95daf5efe14f69834ef33d23d6cc49 HTTP/1.1" status: 200 len: 267 time: 0.0928605 Jul 09 13:25:05.550430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f57890b1-00fb-4c1c-8a6d-7d628bea7a56 req-9370e6bd-7ce4-4b97-ae66-9c2039c80d4e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Deleting port 681f6e46-5c46-447c-b7bc-1f63823c9ebb {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:05.550973 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f57890b1-00fb-4c1c-8a6d-7d628bea7a56 req-9370e6bd-7ce4-4b97-ae66-9c2039c80d4e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.577579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.578211 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.579668 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] 10.222.0.15 "PUT /v2.0/ports/b8af3a50-5e26-4f6e-92a8-78b1576facdd HTTP/1.1" status: 200 len: 1091 time: 1.4666500 Jul 09 13:25:05.623460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'tag': '055162a8-fdda-48d0-96c8-c86ca56769c2'}, {'name': 'network-changed', 'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'tag': 'b8af3a50-5e26-4f6e-92a8-78b1576facdd'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:05.637296 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f" -d '{"events": [{"name": "network-changed", "server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "tag": "055162a8-fdda-48d0-96c8-c86ca56769c2"}, {"name": "network-changed", "server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "tag": "b8af3a50-5e26-4f6e-92a8-78b1576facdd"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:05.642229 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c3f18dc0-0b4b-4a91-be51-8806cad3e25e req-4b6343b1-88dc-4bca-a6b4-c6a511eee011 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713774 Jul 09 13:25:05.691588 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f57890b1-00fb-4c1c-8a6d-7d628bea7a56 req-9370e6bd-7ce4-4b97-ae66-9c2039c80d4e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] For port 681f6e46-5c46-447c-b7bc-1f63823c9ebb, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=681f6e46-5c46-447c-b7bc-1f63823c9ebb,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:05.691949 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f57890b1-00fb-4c1c-8a6d-7d628bea7a56 req-9370e6bd-7ce4-4b97-ae66-9c2039c80d4e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.705480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b18a2-5256-4438-9f2f-ac57f55d8b09 service neutron] Pushing event updated for resources: {'Port': ['ID=b8af3a50-5e26-4f6e-92a8-78b1576facdd,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:05.734330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f57890b1-00fb-4c1c-8a6d-7d628bea7a56 req-9370e6bd-7ce4-4b97-ae66-9c2039c80d4e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Calling delete_port for 681f6e46-5c46-447c-b7bc-1f63823c9ebb owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:05.817872 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-58a117b1-2ae7-4d47-8ec6-8b5461a61f49 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.819539 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-58a117b1-2ae7-4d47-8ec6-8b5461a61f49 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/networks?id=2d210b63-887c-404b-956a-5c57c4f6eb06 HTTP/1.1" status: 200 len: 816 time: 0.2902553 Jul 09 13:25:05.820115 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49494) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:05.836123 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-47cb216d-e094-435e-a53a-cb752b24a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.836797 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-47cb216d-e094-435e-a53a-cb752b24a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.837319 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-47cb216d-e094-435e-a53a-cb752b24a27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:05.839832 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-47cb216d-e094-435e-a53a-cb752b24a27b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0796b576a6ed44b8804068d027649783&device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2864 time: 0.1883509 Jul 09 13:25:05.941734 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f57890b1-00fb-4c1c-8a6d-7d628bea7a56 req-9370e6bd-7ce4-4b97-ae66-9c2039c80d4e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:05.953700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['135692d3-1ed6-4885-ac2c-72bc5f272023', '681f6e46-5c46-447c-b7bc-1f63823c9ebb'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:05.984397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9370e6bd-7ce4-4b97-ae66-9c2039c80d4e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Pushing event deleted for resources: {'Port': ['ID=681f6e46-5c46-447c-b7bc-1f63823c9ebb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:05.984575 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-576045c7-8aa1-45db-94a2-09ae8a09ed8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.232&port_id=3bcf719c-0852-4e53-8c86-f603137e9d9c HTTP/1.1" status: 200 len: 217 time: 0.1031010 Jul 09 13:25:05.987564 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-00331e15-9a90-4ffe-88b2-f1a325b5c714 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/quotas/2b95daf5efe14f69834ef33d23d6cc49 HTTP/1.1" status: 200 len: 375 time: 0.1099958 Jul 09 13:25:06.005937 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-94437e26-abeb-404c-beac-3278197560ce admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2640d3d37b24e7c96500b0a1a6afe70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1815398 Jul 09 13:25:06.010766 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49500) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:06.055296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57890b1-00fb-4c1c-8a6d-7d628bea7a56 req-9370e6bd-7ce4-4b97-ae66-9c2039c80d4e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] No DVR routers for this DVR port 681f6e46-5c46-447c-b7bc-1f63823c9ebb on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:06.059807 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f57890b1-00fb-4c1c-8a6d-7d628bea7a56 req-9370e6bd-7ce4-4b97-ae66-9c2039c80d4e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:06.062698 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f57890b1-00fb-4c1c-8a6d-7d628bea7a56 req-9370e6bd-7ce4-4b97-ae66-9c2039c80d4e tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.18 "DELETE /v2.0/ports/681f6e46-5c46-447c-b7bc-1f63823c9ebb HTTP/1.1" status: 204 len: 173 time: 0.6719642 Jul 09 13:25:06.063309 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6afddb6-62a9-45ab-a981-f91e58808ef3', 'name': 'network-vif-deleted', 'tag': '681f6e46-5c46-447c-b7bc-1f63823c9ebb'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:06.066179 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cd7fee-6b8c-4872-af66-b5fd1f9dbc31" -d '{"events": [{"server_uuid": "a6afddb6-62a9-45ab-a981-f91e58808ef3", "name": "network-vif-deleted", "tag": "681f6e46-5c46-447c-b7bc-1f63823c9ebb"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:06.158616 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-baf60ffe-1d49-456e-ab2e-a65332a971e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:06.161270 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-baf60ffe-1d49-456e-ab2e-a65332a971e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b5c2e72-2268-4c2f-a720-3e7ba2586cd3 HTTP/1.1" status: 200 len: 801 time: 0.1509528 Jul 09 13:25:06.187226 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792e34a8-e94c-406a-b24c-f22982f542e4 req-a23d9a6c-ef0d-4d72-8d12-223e2724e437 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:06.188889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-792e34a8-e94c-406a-b24c-f22982f542e4 req-a23d9a6c-ef0d-4d72-8d12-223e2724e437 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 949 time: 0.2843685 Jul 09 13:25:06.266342 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ed5c065-027f-409d-8e8a-8bf201c67cc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:06.298442 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-40e72818-906e-4904-903a-be1f02a0c1e4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2b95daf5efe14f69834ef33d23d6cc49&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2893491 Jul 09 13:25:06.320231 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ed5c065-027f-409d-8e8a-8bf201c67cc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:06.355431 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-792e34a8-e94c-406a-b24c-f22982f542e4 req-f856a7b2-e49a-4b50-99cd-9ced849efab1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489718 Jul 09 13:25:06.386005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-652d1ce8-ebfe-4198-a464-9ff6797e7753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:06.387465 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-652d1ce8-ebfe-4198-a464-9ff6797e7753 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f234600-c78f-4529-b071-2435a49d340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1947849 Jul 09 13:25:06.417540 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ed5c065-027f-409d-8e8a-8bf201c67cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:06.420069 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ed5c065-027f-409d-8e8a-8bf201c67cc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:06.424713 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1ed5c065-027f-409d-8e8a-8bf201c67cc2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4ec238a4-e09f-4d7b-b65f-d691526f80cb HTTP/1.1" status: 204 len: 168 time: 0.4110165 Jul 09 13:25:06.459494 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b40da7d-95c0-4b86-a302-0a13118f0bab x-openstack-request-id: req-6b40da7d-95c0-4b86-a302-0a13118f0bab {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:06.460087 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-plugged", "status": "completed", "tag": "9dac8575-da90-47f3-980a-1e70c9c7db5e", "code": 200}, {"server_uuid": "4e650e26-31b5-4e02-964a-76ccec95cb6f", "name": "network-vif-plugged", "status": "completed", "tag": "d5001770-f369-4e6c-a7b2-cc3a46b374e5", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:06.460572 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b40da7d-95c0-4b86-a302-0a13118f0bab {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:06.461290 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9dac8575-da90-47f3-980a-1e70c9c7db5e', 'code': 200} Jul 09 13:25:06.461898 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650e26-31b5-4e02-964a-76ccec95cb6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5001770-f369-4e6c-a7b2-cc3a46b374e5', 'code': 200} Jul 09 13:25:06.520347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed5c065-027f-409d-8e8a-8bf201c67cc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec238a4-e09f-4d7b-b65f-d691526f80cb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:06.528923 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40919391-8bea-4b3c-b22f-aff5a87806ed x-openstack-request-id: req-40919391-8bea-4b3c-b22f-aff5a87806ed {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:06.529222 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "tag": "055162a8-fdda-48d0-96c8-c86ca56769c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "tag": "b8af3a50-5e26-4f6e-92a8-78b1576facdd", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:06.529476 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40919391-8bea-4b3c-b22f-aff5a87806ed {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:06.529870 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'tag': '055162a8-fdda-48d0-96c8-c86ca56769c2', 'status': 'completed', 'code': 200} Jul 09 13:25:06.530130 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'tag': 'b8af3a50-5e26-4f6e-92a8-78b1576facdd', 'status': 'completed', 'code': 200} Jul 09 13:25:06.612273 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-478e2387-0e48-47c5-bd20-8fb3add36d23 service neutron] 10.222.0.15 "GET /v2.0/networks/0f234600-c78f-4529-b071-2435a49d340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119651 Jul 09 13:25:06.764047 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b83da-111c-4259-a963-17ad0f59cef4 req-7af52ab2-e21e-483f-ba0f-24a750e7da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:06.764794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b83da-111c-4259-a963-17ad0f59cef4 req-7af52ab2-e21e-483f-ba0f-24a750e7da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:06.765528 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b83da-111c-4259-a963-17ad0f59cef4 req-7af52ab2-e21e-483f-ba0f-24a750e7da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:06.767313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b83da-111c-4259-a963-17ad0f59cef4 req-7af52ab2-e21e-483f-ba0f-24a750e7da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:06.767964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b83da-111c-4259-a963-17ad0f59cef4 req-7af52ab2-e21e-483f-ba0f-24a750e7da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:06.768462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b83da-111c-4259-a963-17ad0f59cef4 req-7af52ab2-e21e-483f-ba0f-24a750e7da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:06.769421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382b83da-111c-4259-a963-17ad0f59cef4 req-7af52ab2-e21e-483f-ba0f-24a750e7da85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:06.771466 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-382b83da-111c-4259-a963-17ad0f59cef4 req-7af52ab2-e21e-483f-ba0f-24a750e7da85 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 6502 time: 0.1894584 Jul 09 13:25:06.774500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dc8a4a-bd62-4200-8b6f-f926bab51459 req-4db51ac3-f4e3-49a4-8fc0-e55519b3f642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:06.776778 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a6dc8a4a-bd62-4200-8b6f-f926bab51459 req-4db51ac3-f4e3-49a4-8fc0-e55519b3f642 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 1100 time: 0.1960378 Jul 09 13:25:06.851470 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:06.862784 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a6dc8a4a-bd62-4200-8b6f-f926bab51459 req-cf658917-fcad-48cd-86af-bbe55eb86bf3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766327 Jul 09 13:25:06.872603 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-5fc46b24-a761-4066-864c-631b43cbd672 service neutron] 10.222.0.15 "GET /v2.0/networks/0f234600-c78f-4529-b071-2435a49d340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2536826 Jul 09 13:25:06.872867 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-382b83da-111c-4259-a963-17ad0f59cef4 req-f9c553fe-0853-4202-80a9-9d3dd2b822aa service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0935094 Jul 09 13:25:06.974849 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-71cf615d-dd76-47e0-87e2-8da303ddd499 service neutron] 10.222.0.39 "GET /v2.0/networks/2d210b63-887c-404b-956a-5c57c4f6eb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6444001 Jul 09 13:25:06.979195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-66012f0c-6d18-4b0c-a0d7-ebcdc8961495 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.32&port_id=055162a8-fdda-48d0-96c8-c86ca56769c2 HTTP/1.1" status: 200 len: 217 time: 0.0959127 Jul 09 13:25:07.081384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510b402-b19c-4fa9-b058-2c3e1abf7e35 req-4d2b0111-0627-4fb6-aef4-22af52865df3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.087494 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510b402-b19c-4fa9-b058-2c3e1abf7e35 req-4d2b0111-0627-4fb6-aef4-22af52865df3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.093778 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510b402-b19c-4fa9-b058-2c3e1abf7e35 req-4d2b0111-0627-4fb6-aef4-22af52865df3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.099931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510b402-b19c-4fa9-b058-2c3e1abf7e35 req-4d2b0111-0627-4fb6-aef4-22af52865df3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.106656 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510b402-b19c-4fa9-b058-2c3e1abf7e35 req-4d2b0111-0627-4fb6-aef4-22af52865df3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.112669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510b402-b19c-4fa9-b058-2c3e1abf7e35 req-4d2b0111-0627-4fb6-aef4-22af52865df3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.118632 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5510b402-b19c-4fa9-b058-2c3e1abf7e35 req-4d2b0111-0627-4fb6-aef4-22af52865df3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.121415 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5510b402-b19c-4fa9-b058-2c3e1abf7e35 req-4d2b0111-0627-4fb6-aef4-22af52865df3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5445 time: 0.3716991 Jul 09 13:25:07.173650 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-05ecf9e1-e8f4-4e51-b067-807fa97d11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.175168 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-05ecf9e1-e8f4-4e51-b067-807fa97d11f2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a00126-b6fd-43d1-bcc2-3dee24493fa7 HTTP/1.1" status: 200 len: 801 time: 0.1825051 Jul 09 13:25:07.233288 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-f3cb2e74-6b51-4846-acb6-49c5deb9357a service neutron] 10.222.0.39 "GET /v2.0/networks/2d210b63-887c-404b-956a-5c57c4f6eb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2495644 Jul 09 13:25:07.240452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5510b402-b19c-4fa9-b058-2c3e1abf7e35 req-ea843e21-e7f4-4569-9ab3-e2b1edd1ea3e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1082077 Jul 09 13:25:07.275038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-e816539b-e8cb-4936-b467-9bf8978a1666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.280950 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-e816539b-e8cb-4936-b467-9bf8978a1666 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e15f031-8870-4e6e-a150-43727239ecfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0946496 Jul 09 13:25:07.481932 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-bf74b8cf-ee21-40a0-9832-05e140833d77 service neutron] 10.222.0.15 "GET /v2.0/networks/4e15f031-8870-4e6e-a150-43727239ecfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915996 Jul 09 13:25:07.568270 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0c3419-8f21-412f-88f3-4204631c4c67 req-db74a5b9-cc37-4ccb-bcb6-27acf08a4493 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:07.575947 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f0c3419-8f21-412f-88f3-4204631c4c67 req-db74a5b9-cc37-4ccb-bcb6-27acf08a4493 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 949 time: 0.1424811 Jul 09 13:25:07.689158 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-aa382cbc-0077-4a74-a85f-2f3c20f4e51e service neutron] show failed (client error): The resource could not be found. Jul 09 13:25:07.690395 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-aa382cbc-0077-4a74-a85f-2f3c20f4e51e service neutron] 10.222.0.15 "GET /v2.0/ports/e81eb137-890f-4080-a5cb-87eeba9f770b/bindings/n-h1-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.1249475 Jul 09 13:25:07.764365 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2e8f99-7828-4316-915a-9fb06c1ede10 x-openstack-request-id: req-9d2e8f99-7828-4316-915a-9fb06c1ede10 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:07.765606 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a6afddb6-62a9-45ab-a981-f91e58808ef3", "name": "network-vif-deleted", "tag": "681f6e46-5c46-447c-b7bc-1f63823c9ebb", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:07.766572 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d2e8f99-7828-4316-915a-9fb06c1ede10 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:07.767289 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6afddb6-62a9-45ab-a981-f91e58808ef3', 'name': 'network-vif-deleted', 'tag': '681f6e46-5c46-447c-b7bc-1f63823c9ebb', 'status': 'completed', 'code': 200} Jul 09 13:25:08.045384 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f0c3419-8f21-412f-88f3-4204631c4c67 req-14f8cee6-4aee-4ab1-9959-82f9d5d31158 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4650805 Jul 09 13:25:08.122844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-4de2699d-ba8d-4a4e-bf3c-1555ca6ab438 service neutron] 10.222.0.15 "GET /v2.0/networks/4e15f031-8870-4e6e-a150-43727239ecfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6269422 Jul 09 13:25:08.136743 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:08.203556 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-2a8b71ab-aa7f-45de-a5d1-6cacf8487e45 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.38&port_id=b8af3a50-5e26-4f6e-92a8-78b1576facdd HTTP/1.1" status: 200 len: 217 time: 0.0653598 Jul 09 13:25:08.213107 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221f39b-4f5b-432f-b2f2-88106de21dd7 req-cc5e4378-787b-43df-b482-8737eb0e5f37 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.219424 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221f39b-4f5b-432f-b2f2-88106de21dd7 req-cc5e4378-787b-43df-b482-8737eb0e5f37 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.225358 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e221f39b-4f5b-432f-b2f2-88106de21dd7 req-cc5e4378-787b-43df-b482-8737eb0e5f37 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.227007 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e221f39b-4f5b-432f-b2f2-88106de21dd7 req-cc5e4378-787b-43df-b482-8737eb0e5f37 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2411 time: 0.2691643 Jul 09 13:25:08.303163 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49ecdadf-23bf-4385-881f-fa1731eb7641 req-37bab6c9-b26f-4c86-bfa6-220efbc02a83 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 210 time: 0.0749798 Jul 09 13:25:08.334965 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-10de1ec0-5b80-401a-90c9-a50dcb784147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.336881 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-10de1ec0-5b80-401a-90c9-a50dcb784147 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53&tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6 HTTP/1.1" status: 200 len: 1100 time: 0.1539893 Jul 09 13:25:08.350541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:08.368611 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:08.378744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-58c138dd-90d6-4760-9d7b-a9fb7e3c8b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.380280 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-58c138dd-90d6-4760-9d7b-a9fb7e3c8b3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b5c2e72-2268-4c2f-a720-3e7ba2586cd3 HTTP/1.1" status: 200 len: 801 time: 0.1504126 Jul 09 13:25:08.397392 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e221f39b-4f5b-432f-b2f2-88106de21dd7 req-d5871b4c-7ea5-4645-a30e-9fe48e53b655 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578953 Jul 09 13:25:08.504347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-90f26eae-4e5b-4e0c-9be4-73d8b9ac6a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.506855 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-90f26eae-4e5b-4e0c-9be4-73d8b9ac6a72 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f234600-c78f-4529-b071-2435a49d340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1082060 Jul 09 13:25:08.761663 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16689bb0-94bc-4c48-b53e-4cebc45ba721 req-fef78d7b-85e6-47c0-ab31-60199c705421 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:08.763292 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16689bb0-94bc-4c48-b53e-4cebc45ba721 req-fef78d7b-85e6-47c0-ab31-60199c705421 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 949 time: 0.2366877 Jul 09 13:25:08.765918 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-0f81fcf1-7057-43a7-8ef7-e7375dcb9bd0 service neutron] 10.222.0.15 "GET /v2.0/networks/0f234600-c78f-4529-b071-2435a49d340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504475 Jul 09 13:25:08.873900 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16689bb0-94bc-4c48-b53e-4cebc45ba721 req-ef63f298-68da-4ffe-847f-38a122d7bd30 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016304 Jul 09 13:25:08.932170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f81ba729-a948-4c3c-954a-0157677e7c98 req-874ff944-6880-4ef7-a378-a1d0dc5db504 service neutron] 10.222.0.15 "GET /v2.0/networks/0f234600-c78f-4529-b071-2435a49d340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579814 Jul 09 13:25:08.936600 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 681f6e46-5c46-447c-b7bc-1f63823c9ebb no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:08.981640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 681f6e46-5c46-447c-b7bc-1f63823c9ebb {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:08.982490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 681f6e46-5c46-447c-b7bc-1f63823c9ebb not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:09.031584 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:09.039479 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0accba5f-563d-4ec5-8900-da04c66bc676 req-f52769c6-dec4-43be-8c1a-f21b45228620 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 210 time: 0.0537426 Jul 09 13:25:09.184229 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6191124-6212-4fc0-b40a-bb65aecf6ee0 req-22f99cfd-d643-4f96-94c9-44b43239aa5c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:09.190320 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6191124-6212-4fc0-b40a-bb65aecf6ee0 req-22f99cfd-d643-4f96-94c9-44b43239aa5c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:09.196961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6191124-6212-4fc0-b40a-bb65aecf6ee0 req-22f99cfd-d643-4f96-94c9-44b43239aa5c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:09.203184 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6191124-6212-4fc0-b40a-bb65aecf6ee0 req-22f99cfd-d643-4f96-94c9-44b43239aa5c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:09.210003 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6191124-6212-4fc0-b40a-bb65aecf6ee0 req-22f99cfd-d643-4f96-94c9-44b43239aa5c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:09.217213 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6191124-6212-4fc0-b40a-bb65aecf6ee0 req-22f99cfd-d643-4f96-94c9-44b43239aa5c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:09.222476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6191124-6212-4fc0-b40a-bb65aecf6ee0 req-22f99cfd-d643-4f96-94c9-44b43239aa5c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:09.224547 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a6191124-6212-4fc0-b40a-bb65aecf6ee0 req-22f99cfd-d643-4f96-94c9-44b43239aa5c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5445 time: 0.1707644 Jul 09 13:25:09.230017 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-51ae5d8e-f31f-4d7e-86a9-f52abec6ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:09.230597 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-51ae5d8e-f31f-4d7e-86a9-f52abec6ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:09.231045 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-51ae5d8e-f31f-4d7e-86a9-f52abec6ab6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:09.232748 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-51ae5d8e-f31f-4d7e-86a9-f52abec6ab6d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0796b576a6ed44b8804068d027649783&device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2864 time: 0.1386597 Jul 09 13:25:09.332368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e81eb137-890f-4080-a5cb-87eeba9f770b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:09.346405 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a6191124-6212-4fc0-b40a-bb65aecf6ee0 req-6bfe3131-38a2-432f-b853-d01b44088162 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1083291 Jul 09 13:25:09.400403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-e4546c0d-be65-4b0c-9c5c-f071a9d153f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:09.404639 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-e4546c0d-be65-4b0c-9c5c-f071a9d153f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4e15f031-8870-4e6e-a150-43727239ecfe HTTP/1.1" status: 200 len: 902 time: 0.1593087 Jul 09 13:25:09.430310 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:09.498560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-7cf43f2b-2a88-4ed5-b6c3-48b1c8306bce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.32&port_id=055162a8-fdda-48d0-96c8-c86ca56769c2 HTTP/1.1" status: 200 len: 217 time: 0.0881848 Jul 09 13:25:09.524671 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:09.554094 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Transition to ACTIVE for port object e81eb137-890f-4080-a5cb-87eeba9f770b will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:09.559503 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:09.615602 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-2a33ad2d-21de-4d7f-a957-00a1a3ac09cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:09.617087 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-2a33ad2d-21de-4d7f-a957-00a1a3ac09cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=11a00126-b6fd-43d1-bcc2-3dee24493fa7 HTTP/1.1" status: 200 len: 801 time: 0.1101401 Jul 09 13:25:09.632005 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Pushing event updated for resources: {'Port': ['ID=e81eb137-890f-4080-a5cb-87eeba9f770b,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:09.713173 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00de1bf9-63c7-4e80-add0-c8e9e5c0741f req-d7bec612-1a04-42c1-b08a-b22bd80dbc44 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:09.720314 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00de1bf9-63c7-4e80-add0-c8e9e5c0741f req-d7bec612-1a04-42c1-b08a-b22bd80dbc44 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 949 time: 0.1935863 Jul 09 13:25:09.752120 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] No DVR routers for this DVR port e81eb137-890f-4080-a5cb-87eeba9f770b on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:09.770782 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:09.773472 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f27d5fe4-d7c1-4c3b-8ca3-9ffc23dfe849" -d '{"events": [{"server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "name": "network-vif-unplugged", "status": "completed", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:09.813587 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-f19d2798-0969-487e-95ba-f442d6daa70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:09.815595 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-f19d2798-0969-487e-95ba-f442d6daa70f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4e15f031-8870-4e6e-a150-43727239ecfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1907668 Jul 09 13:25:09.831756 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00de1bf9-63c7-4e80-add0-c8e9e5c0741f req-954172fc-2e95-4232-a9ee-2925afec39ad tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104209 Jul 09 13:25:09.972852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-1e77cfec-a717-49ba-b1b5-ddd2298bdddc tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:09.974611 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-1e77cfec-a717-49ba-b1b5-ddd2298bdddc tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.18 "GET /v2.0/networks?id=2d210b63-887c-404b-956a-5c57c4f6eb06 HTTP/1.1" status: 200 len: 816 time: 0.3441267 Jul 09 13:25:09.977964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Attempting to bind port e81eb137-890f-4080-a5cb-87eeba9f770b on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:09.977964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Attempting to bind port e81eb137-890f-4080-a5cb-87eeba9f770b by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:09.978471 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Attempting to bind port e81eb137-890f-4080-a5cb-87eeba9f770b on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:09.990941 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Port e81eb137-890f-4080-a5cb-87eeba9f770b on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:25:09.991451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Attempting to bind port e81eb137-890f-4080-a5cb-87eeba9f770b on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:10.023284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:10.023682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:10.024463 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:10.024956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Bound port: e81eb137-890f-4080-a5cb-87eeba9f770b, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:10.025332 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:10.078583 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-d27aeab1-0a2d-4bd6-9fa3-e5b64d7cb0b0 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2b95daf5efe14f69834ef33d23d6cc49 HTTP/1.1" status: 200 len: 379 time: 0.0937245 Jul 09 13:25:10.108365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-3da56356-81a3-443a-92a8-7f47e79e43f4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Request body: {'port': {'device_id': 'a45a43d1-a251-4400-8069-50fd56bad01d', 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06', 'admin_state_up': True, 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'security_groups': ['ec482eab-aa59-4474-af74-7e2081d7445b']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:10.133502 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-74e152d3-9422-48e1-9d66-038df044ebff service neutron] 10.222.0.15 "GET /v2.0/networks/4e15f031-8870-4e6e-a150-43727239ecfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2988968 Jul 09 13:25:10.154226 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-547eb470-bd10-4441-9acc-938fbe166005 req-d50e5568-71e8-4e8f-97d9-f09db744d5ae tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=a6afddb6-62a9-45ab-a981-f91e58808ef3 HTTP/1.1" status: 200 len: 210 time: 0.1093831 Jul 09 13:25:10.248144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-3da56356-81a3-443a-92a8-7f47e79e43f4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Made reservation on behalf of 2b95daf5efe14f69834ef33d23d6cc49 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:10.257026 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-3da56356-81a3-443a-92a8-7f47e79e43f4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:10.315042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:10.320059 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-b20d9961-c69c-47dc-b0af-34231eb263d6 service neutron] 10.222.0.15 "GET /v2.0/networks/4e15f031-8870-4e6e-a150-43727239ecfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641178 Jul 09 13:25:10.372485 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=e81eb137-890f-4080-a5cb-87eeba9f770b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:10.391997 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:10.402227 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c65f2-a4fc-435e-9eb1-37209bf13018 req-6dbc1786-ec76-4a72-a20e-bc2bd4d34d7b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.422135 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c65f2-a4fc-435e-9eb1-37209bf13018 req-6dbc1786-ec76-4a72-a20e-bc2bd4d34d7b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.431147 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c65f2-a4fc-435e-9eb1-37209bf13018 req-6dbc1786-ec76-4a72-a20e-bc2bd4d34d7b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.451868 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c65f2-a4fc-435e-9eb1-37209bf13018 req-6dbc1786-ec76-4a72-a20e-bc2bd4d34d7b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.458035 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c65f2-a4fc-435e-9eb1-37209bf13018 req-6dbc1786-ec76-4a72-a20e-bc2bd4d34d7b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.465450 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c65f2-a4fc-435e-9eb1-37209bf13018 req-6dbc1786-ec76-4a72-a20e-bc2bd4d34d7b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.467047 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.467706 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:10.469188 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] 10.222.0.18 "PUT /v2.0/ports/e81eb137-890f-4080-a5cb-87eeba9f770b HTTP/1.1" status: 200 len: 1095 time: 2.1229482 Jul 09 13:25:10.472571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00c65f2-a4fc-435e-9eb1-37209bf13018 req-6dbc1786-ec76-4a72-a20e-bc2bd4d34d7b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.485141 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e00c65f2-a4fc-435e-9eb1-37209bf13018 req-6dbc1786-ec76-4a72-a20e-bc2bd4d34d7b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5445 time: 0.4074974 Jul 09 13:25:10.505719 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49624) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:10.523412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-00e338e2-9d97-4fc8-b7b2-9ab555a17a4e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Request body: {'floatingip': {'port_id': '1fced731-60a5-4f64-be58-9ef321696a0a'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:10.563536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9177a7e7-59aa-49d6-8c10-594e5d02087b service neutron] Pushing event updated for resources: {'Port': ['ID=e81eb137-890f-4080-a5cb-87eeba9f770b,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:10.568605 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-3da56356-81a3-443a-92a8-7f47e79e43f4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Allocated IP 172.20.0.4 (2d210b63-887c-404b-956a-5c57c4f6eb06/07e53f61-4ad1-4a2c-9c8a-95ddcec639b9/dec441b5-8cb0-41e1-a2e1-0ca8593d55d0) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:10.637364 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e70ec04e-77cd-480e-83b9-693cbdc33bdd x-openstack-request-id: req-e70ec04e-77cd-480e-83b9-693cbdc33bdd {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:10.637537 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "name": "network-vif-unplugged", "status": "completed", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:10.637786 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e70ec04e-77cd-480e-83b9-693cbdc33bdd {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:10.643526 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b', 'code': 200} Jul 09 13:25:10.661403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 055162a8-fdda-48d0-96c8-c86ca56769c2 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:10.678281 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00e338e2-9d97-4fc8-b7b2-9ab555a17a4e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:10.762994 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-a09e1d1a-26be-4b87-8cfa-d49515ab9da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.764939 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-a09e1d1a-26be-4b87-8cfa-d49515ab9da9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 1098 time: 0.2685745 Jul 09 13:25:10.829379 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533ee2c-1c8b-4094-a0dd-9726cd3de215 req-0fb6f6ad-5f3f-4f76-b273-de25a62111f7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.838098 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 055162a8-fdda-48d0-96c8-c86ca56769c2, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=055162a8-fdda-48d0-96c8-c86ca56769c2,segment=NetworkSegment(22677433-de5c-4cbe-8c6f-e7c8ae93892b),segment_id=22677433-de5c-4cbe-8c6f-e7c8ae93892b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:10.844483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533ee2c-1c8b-4094-a0dd-9726cd3de215 req-0fb6f6ad-5f3f-4f76-b273-de25a62111f7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.850446 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e81eb137-890f-4080-a5cb-87eeba9f770b no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:10.855980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7533ee2c-1c8b-4094-a0dd-9726cd3de215 req-0fb6f6ad-5f3f-4f76-b273-de25a62111f7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.858599 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7533ee2c-1c8b-4094-a0dd-9726cd3de215 req-0fb6f6ad-5f3f-4f76-b273-de25a62111f7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2411 time: 0.5354261 Jul 09 13:25:10.897470 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '055162a8-fdda-48d0-96c8-c86ca56769c2', 'network_id': '4e15f031-8870-4e6e-a150-43727239ecfe', 'port_id': '055162a8-fdda-48d0-96c8-c86ca56769c2', 'mac_address': 'fa:16:3e:2e:17:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11a00126-b6fd-43d1-bcc2-3dee24493fa7', 'ip_address': '19.86.0.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:10.916498 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-3da56356-81a3-443a-92a8-7f47e79e43f4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:10.949730 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e81eb137-890f-4080-a5cb-87eeba9f770b not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:10.950406 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-f49a9eb4-829b-43f0-8ca7-8dd05cda35f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.952601 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-f49a9eb4-829b-43f0-8ca7-8dd05cda35f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1801383 Jul 09 13:25:10.953879 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:10.955950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-3da56356-81a3-443a-92a8-7f47e79e43f4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Transition to ACTIVE for port object dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:10.963141 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-f9528dae-097f-4e52-bf3b-2fb8b4f55c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.964195 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-f9528dae-097f-4e52-bf3b-2fb8b4f55c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.964867 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-f9528dae-097f-4e52-bf3b-2fb8b4f55c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:10.967818 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-f9528dae-097f-4e52-bf3b-2fb8b4f55c9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=0796b576a6ed44b8804068d027649783&device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2864 time: 0.4816692 Jul 09 13:25:10.974841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055162a8-fdda-48d0-96c8-c86ca56769c2 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:11.003904 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 055162a8-fdda-48d0-96c8-c86ca56769c2, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=055162a8-fdda-48d0-96c8-c86ca56769c2,segment=NetworkSegment(22677433-de5c-4cbe-8c6f-e7c8ae93892b),segment_id=22677433-de5c-4cbe-8c6f-e7c8ae93892b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:11.005531 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-a70b3c37-5d86-4cbb-bbfe-e08a2df910ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e81eb137-890f-4080-a5cb-87eeba9f770b HTTP/1.1" status: 200 len: 217 time: 0.0450413 Jul 09 13:25:11.019266 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:11.019940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device b8af3a50-5e26-4f6e-92a8-78b1576facdd details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:11.057642 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7533ee2c-1c8b-4094-a0dd-9726cd3de215 req-0d7fbbbc-d32e-46a6-8f64-ac517aae7e87 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744912 Jul 09 13:25:11.111717 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-63253a33-51f5-4569-84d7-d142b5f95e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.114265 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-63253a33-51f5-4569-84d7-d142b5f95e50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1021230 Jul 09 13:25:11.165301 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f8bc7-271a-4bfd-8d56-3925fe585d37 req-3e236db1-a457-4268-a2cd-81b49e4a05ba tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.174474 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-3da56356-81a3-443a-92a8-7f47e79e43f4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:11.177150 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f03f8bc7-271a-4bfd-8d56-3925fe585d37 req-3e236db1-a457-4268-a2cd-81b49e4a05ba tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e5e0ad-c0ca-4628-8d22-c5b70b6758b8 HTTP/1.1" status: 200 len: 950 time: 0.3993280 Jul 09 13:25:11.238349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da56356-81a3-443a-92a8-7f47e79e43f4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Pushing event updated for resources: {'Port': ['ID=dec441b5-8cb0-41e1-a2e1-0ca8593d55d0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:11.263198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-3da56356-81a3-443a-92a8-7f47e79e43f4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Network 2d210b63-887c-404b-956a-5c57c4f6eb06 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:11.268474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-3da56356-81a3-443a-92a8-7f47e79e43f4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:11.272035 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=055162a8-fdda-48d0-96c8-c86ca56769c2,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:11.291034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-3da56356-81a3-443a-92a8-7f47e79e43f4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:11.295970 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port b8af3a50-5e26-4f6e-92a8-78b1576facdd, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=b8af3a50-5e26-4f6e-92a8-78b1576facdd,segment=NetworkSegment(0d8f84bb-f981-4418-a64c-2a1b49eb676a),segment_id=0d8f84bb-f981-4418-a64c-2a1b49eb676a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:11.307997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'b8af3a50-5e26-4f6e-92a8-78b1576facdd', 'network_id': '0f234600-c78f-4529-b071-2435a49d340c', 'port_id': 'b8af3a50-5e26-4f6e-92a8-78b1576facdd', 'mac_address': 'fa:16:3e:fe:92:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5c2e72-2268-4c2f-a720-3e7ba2586cd3', 'ip_address': '19.80.0.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:11.339975 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f03f8bc7-271a-4bfd-8d56-3925fe585d37 req-79b14ef2-8b8e-4d8a-b017-1780fe4a9c96 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618619 Jul 09 13:25:11.341062 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-cb600928-6a81-4f60-88b2-8a9efdacec13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.342468 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-cb600928-6a81-4f60-88b2-8a9efdacec13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0f234600-c78f-4529-b071-2435a49d340c HTTP/1.1" status: 200 len: 903 time: 0.3646641 Jul 09 13:25:11.387919 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-3da56356-81a3-443a-92a8-7f47e79e43f4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.388652 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-3da56356-81a3-443a-92a8-7f47e79e43f4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:11.392646 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:11.422792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-79c45f4e-643c-4a83-b4cf-1dffc975a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.425064 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-79c45f4e-643c-4a83-b4cf-1dffc975a914 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3028028 Jul 09 13:25:11.426603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8af3a50-5e26-4f6e-92a8-78b1576facdd {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:11.443152 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-3da56356-81a3-443a-92a8-7f47e79e43f4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3396857 Jul 09 13:25:11.452116 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-91c8207c-8b2d-4b8d-8a8d-be7bb25adb0a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.38&port_id=b8af3a50-5e26-4f6e-92a8-78b1576facdd HTTP/1.1" status: 200 len: 217 time: 0.0980239 Jul 09 13:25:11.481671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port b8af3a50-5e26-4f6e-92a8-78b1576facdd, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=b8af3a50-5e26-4f6e-92a8-78b1576facdd,segment=NetworkSegment(0d8f84bb-f981-4418-a64c-2a1b49eb676a),segment_id=0d8f84bb-f981-4418-a64c-2a1b49eb676a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:11.490248 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:11.491068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 3bcf719c-0852-4e53-8c86-f603137e9d9c details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:11.592851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 3bcf719c-0852-4e53-8c86-f603137e9d9c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3bcf719c-0852-4e53-8c86-f603137e9d9c,segment=NetworkSegment(0d8f84bb-f981-4418-a64c-2a1b49eb676a),segment_id=0d8f84bb-f981-4418-a64c-2a1b49eb676a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:11.607059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '3bcf719c-0852-4e53-8c86-f603137e9d9c', 'network_id': '0f234600-c78f-4529-b071-2435a49d340c', 'port_id': '3bcf719c-0852-4e53-8c86-f603137e9d9c', 'mac_address': 'fa:16:3e:0f:2a:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b5c2e72-2268-4c2f-a720-3e7ba2586cd3', 'ip_address': '19.80.0.232'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:11.612736 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=b8af3a50-5e26-4f6e-92a8-78b1576facdd,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:11.614773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-6664c52c-bdbb-4d6d-a604-8eced307f7e3 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699274 Jul 09 13:25:11.621732 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Request body: {'port': {'device_id': 'a45a43d1-a251-4400-8069-50fd56bad01d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:11.634837 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb688f9-79f0-4f07-a059-f8208541a802 req-3272cb3a-c9a2-497e-b9a3-a955b7f886ce tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.636731 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ccb688f9-79f0-4f07-a059-f8208541a802 req-3272cb3a-c9a2-497e-b9a3-a955b7f886ce tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 947 time: 0.3941622 Jul 09 13:25:11.682913 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:11.706625 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3bcf719c-0852-4e53-8c86-f603137e9d9c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:11.732299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-83956c65-0c43-465f-9711-6d7d7d6a628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:11.733865 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-83956c65-0c43-465f-9711-6d7d7d6a628f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=0b5c2e72-2268-4c2f-a720-3e7ba2586cd3 HTTP/1.1" status: 200 len: 801 time: 0.2739232 Jul 09 13:25:11.739261 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9525f930-a2fc-4993-a4b2-baa72586f95e req-88a4f994-4b50-40a8-9ac2-3379ba77afec tempest-QuotasAdminNegativeTest-499043248 tempest-QuotasAdminNegativeTest-499043248-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8454022ee7924e6e8943e983e7aee533&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545509 Jul 09 13:25:11.786448 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 3bcf719c-0852-4e53-8c86-f603137e9d9c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3bcf719c-0852-4e53-8c86-f603137e9d9c,segment=NetworkSegment(0d8f84bb-f981-4418-a64c-2a1b49eb676a),segment_id=0d8f84bb-f981-4418-a64c-2a1b49eb676a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:11.796594 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:11.838058 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:11.917103 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ec84010f-10a7-4604-bd1f-0625b9eae797 req-ac3bd8f9-7ed4-4eae-b7aa-878931680f6a service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2531021 Jul 09 13:25:11.929697 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ccb688f9-79f0-4f07-a059-f8208541a802 req-95cd1caf-8eb4-47fd-9b88-9587609e6547 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2853467 Jul 09 13:25:12.061839 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9525f930-a2fc-4993-a4b2-baa72586f95e req-6483d569-0c3e-4d61-bdec-1227ea4792a2 tempest-QuotasAdminNegativeTest-499043248 tempest-QuotasAdminNegativeTest-499043248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:12.068049 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9525f930-a2fc-4993-a4b2-baa72586f95e req-6483d569-0c3e-4d61-bdec-1227ea4792a2 tempest-QuotasAdminNegativeTest-499043248 tempest-QuotasAdminNegativeTest-499043248-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3182232 Jul 09 13:25:12.070687 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-c02f6264-ca3a-42e7-be71-0135da5ceb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:12.079531 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-c02f6264-ca3a-42e7-be71-0135da5ceb74 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0f234600-c78f-4529-b071-2435a49d340c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3364139 Jul 09 13:25:12.091138 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00e338e2-9d97-4fc8-b7b2-9ab555a17a4e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:12.127991 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00e338e2-9d97-4fc8-b7b2-9ab555a17a4e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:12.236585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-10c1685e-c765-42f0-bd74-6173e2e54f30 None None] Provisioning for port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:12.247836 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-10c1685e-c765-42f0-bd74-6173e2e54f30 None None] Provisioning complete for port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:12.248570 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10c1685e-c765-42f0-bd74-6173e2e54f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:12.289896 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-00e338e2-9d97-4fc8-b7b2-9ab555a17a4e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Floating IP 866037a3-c45c-4726-80b3-02a95d4e3693 associated. External IP: 172.25.2.84, port: 1fced731-60a5-4f64-be58-9ef321696a0a. Jul 09 13:25:12.314818 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-10c1685e-c765-42f0-bd74-6173e2e54f30 None None] Port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:25:12.331361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=3bcf719c-0852-4e53-8c86-f603137e9d9c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:12.362602 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['055162a8-fdda-48d0-96c8-c86ca56769c2'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:12.405026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:12.414174 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:12.427390 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['b8af3a50-5e26-4f6e-92a8-78b1576facdd'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:12.429079 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Transition to ACTIVE for port object dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:12.433083 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['3bcf719c-0852-4e53-8c86-f603137e9d9c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:12.436622 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:12.508256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Pushing event updated for resources: {'Port': ['ID=dec441b5-8cb0-41e1-a2e1-0ca8593d55d0,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:12.623639 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Attempting to bind port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:12.628050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Attempting to bind port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5d4cd2ef-ebe8-4594-8cc4-29756df34d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:12.628808 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Attempting to bind port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 on network 2d210b63-887c-404b-956a-5c57c4f6eb06 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:12.638799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 on network 2d210b63-887c-404b-956a-5c57c4f6eb06 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:25:12.639468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Attempting to bind port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 on network 2d210b63-887c-404b-956a-5c57c4f6eb06 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:12.647901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:12.650807 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5258e0cc-7159-42b6-a110-3361323ad8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:12.660206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:12.660965 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Checking segment: {'id': '5d4cd2ef-ebe8-4594-8cc4-29756df34d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:12.662930 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Bound using segment: {'id': '5d4cd2ef-ebe8-4594-8cc4-29756df34d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:12.663736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Bound port: dec441b5-8cb0-41e1-a2e1-0ca8593d55d0, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d4cd2ef-ebe8-4594-8cc4-29756df34d28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:12.664637 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:12.744921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] For port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:12.748911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] For port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dec441b5-8cb0-41e1-a2e1-0ca8593d55d0,segment=NetworkSegment(5d4cd2ef-ebe8-4594-8cc4-29756df34d28),segment_id=5d4cd2ef-ebe8-4594-8cc4-29756df34d28)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:12.759284 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:12.805949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:12.806634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:12.808218 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] 10.222.0.18 "PUT /v2.0/ports/dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 HTTP/1.1" status: 200 len: 1091 time: 1.1921563 Jul 09 13:25:12.859821 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea2822-05e9-4dcd-992f-faec042b397d service neutron] Pushing event updated for resources: {'Port': ['ID=dec441b5-8cb0-41e1-a2e1-0ca8593d55d0,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:12.864099 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9525f930-a2fc-4993-a4b2-baa72586f95e req-335a08c2-8444-482c-8699-5494d2f6bb38 tempest-QuotasAdminNegativeTest-499043248 tempest-QuotasAdminNegativeTest-499043248-project] 10.222.0.39 "GET /v2.0/quotas/8454022ee7924e6e8943e983e7aee533 HTTP/1.1" status: 200 len: 375 time: 0.7834854 Jul 09 13:25:12.950514 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9525f930-a2fc-4993-a4b2-baa72586f95e req-d29636bb-1495-47c8-86af-2e6e8a078eea tempest-QuotasAdminNegativeTest-499043248 tempest-QuotasAdminNegativeTest-499043248-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8454022ee7924e6e8943e983e7aee533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0841622 Jul 09 13:25:12.975498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-987ab027-e0c1-41f0-9cb4-23c6d4f1d4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:12.977432 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-987ab027-e0c1-41f0-9cb4-23c6d4f1d4bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b95daf5efe14f69834ef33d23d6cc49&device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 1094 time: 0.1026103 Jul 09 13:25:13.028277 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-ec1209a1-24a1-4e53-82fa-8113f6e443fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 HTTP/1.1" status: 200 len: 217 time: 0.0432346 Jul 09 13:25:13.080262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7455ce62-84de-449b-a126-1919bdd97b6d req-8ed0b04e-6d15-49c3-ab07-2fe0ec6a274b tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:13.090008 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7455ce62-84de-449b-a126-1919bdd97b6d req-8ed0b04e-6d15-49c3-ab07-2fe0ec6a274b tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 931 time: 0.8013339 Jul 09 13:25:13.113415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-b45e8a09-f605-4717-9719-08af9519159a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:13.124035 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-b45e8a09-f605-4717-9719-08af9519159a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07e53f61-4ad1-4a2c-9c8a-95ddcec639b9 HTTP/1.1" status: 200 len: 855 time: 0.0866232 Jul 09 13:25:13.164794 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-ea0b26db-d9ac-421f-a9e7-8b24c3227cf1 service neutron] 10.222.0.15 "GET /v2.0/networks/0f234600-c78f-4529-b071-2435a49d340c?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0579104 Jul 09 13:25:13.227415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-f3e38b49-a4b0-4a17-8926-0a026227a349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:13.230034 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-f3e38b49-a4b0-4a17-8926-0a026227a349 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d210b63-887c-404b-956a-5c57c4f6eb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0960441 Jul 09 13:25:13.333853 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7455ce62-84de-449b-a126-1919bdd97b6d req-c9ba348d-9293-4ab6-9dd6-671f31637cb1 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2409904 Jul 09 13:25:13.431283 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-4d7391a4-a810-4792-a6a2-e7a4da1afdf8 service neutron] 10.222.0.18 "GET /v2.0/networks/2d210b63-887c-404b-956a-5c57c4f6eb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1916120 Jul 09 13:25:13.580400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00e338e2-9d97-4fc8-b7b2-9ab555a17a4e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:25:13.581644 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6f993cf2-e9e3-457d-b037-589dce9bf250 req-53a8ade0-c86f-46fd-9226-2f6c2ef4b802 service neutron] 10.222.0.18 "GET /v2.0/networks/2d210b63-887c-404b-956a-5c57c4f6eb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438570 Jul 09 13:25:13.599480 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60b76de0-5211-4917-9b5c-ab0a2ed82a6f req-4092a897-54bc-4e55-8b7f-dcbde51924fc service neutron] 10.222.0.15 "GET /v2.0/networks/0f234600-c78f-4529-b071-2435a49d340c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194090 Jul 09 13:25:13.717261 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a172811-ebc1-4b35-8783-fb612e24bcae req-dd888c26-d83e-4bcd-98ce-f3a8de6702bc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:13.723384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a172811-ebc1-4b35-8783-fb612e24bcae req-dd888c26-d83e-4bcd-98ce-f3a8de6702bc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:13.730397 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a172811-ebc1-4b35-8783-fb612e24bcae req-dd888c26-d83e-4bcd-98ce-f3a8de6702bc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:13.732110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3a172811-ebc1-4b35-8783-fb612e24bcae req-dd888c26-d83e-4bcd-98ce-f3a8de6702bc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2414 time: 0.2311573 Jul 09 13:25:13.824169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bd172-7157-4ec1-9dc8-feab901c16af req-9c138c22-d12c-4072-a168-1ae49bbba2b0 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:13.829917 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486bd172-7157-4ec1-9dc8-feab901c16af req-9c138c22-d12c-4072-a168-1ae49bbba2b0 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:13.831543 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-486bd172-7157-4ec1-9dc8-feab901c16af req-9c138c22-d12c-4072-a168-1ae49bbba2b0 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f&device_id=56e5e0ad-c0ca-4628-8d22-c5b70b6758b8 HTTP/1.1" status: 200 len: 1690 time: 0.2496507 Jul 09 13:25:13.845483 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3a172811-ebc1-4b35-8783-fb612e24bcae req-7ce1b183-4f7c-4a67-a7ac-3733d65d8a78 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053424 Jul 09 13:25:13.850832 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00e338e2-9d97-4fc8-b7b2-9ab555a17a4e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:25:13.857061 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00e338e2-9d97-4fc8-b7b2-9ab555a17a4e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:13.872417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c4135e-f8d0-4313-9ef4-f868ccc1aca0 None None] Sync routers for ids ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:25:13.884904 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c4135e-f8d0-4313-9ef4-f868ccc1aca0 None None] Routers {'19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:25:13.885569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-64c4135e-f8d0-4313-9ef4-f868ccc1aca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:25:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:13.923619 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-00e338e2-9d97-4fc8-b7b2-9ab555a17a4e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "PUT /v2.0/floatingips/866037a3-c45c-4726-80b3-02a95d4e3693 HTTP/1.1" status: 200 len: 991 time: 3.4140277 Jul 09 13:25:13.923619 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'tag': '1fced731-60a5-4f64-be58-9ef321696a0a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:13.924212 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980" -d '{"events": [{"name": "network-changed", "server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "tag": "1fced731-60a5-4f64-be58-9ef321696a0a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:13.945044 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-486bd172-7157-4ec1-9dc8-feab901c16af req-93343519-3003-4107-b817-dd199ebed7f0 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012931 Jul 09 13:25:13.959791 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ee3378-3a1b-4dfe-96e5-055f4af699b7 x-openstack-request-id: req-79ee3378-3a1b-4dfe-96e5-055f4af699b7 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:13.960334 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:13.960817 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79ee3378-3a1b-4dfe-96e5-055f4af699b7 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:13.961465 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b', 'status': 'completed', 'code': 200} Jul 09 13:25:14.024258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-64c4135e-f8d0-4313-9ef4-f868ccc1aca0 None None] Set router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:25:14.046725 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-43047d29-9d3d-4749-95e4-7579df848a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.050506 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-43047d29-9d3d-4749-95e4-7579df848a42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 1098 time: 0.0814342 Jul 09 13:25:14.082265 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-58a7908c-db39-40c9-8ca1-2121a8b669dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.089699 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-58a7908c-db39-40c9-8ca1-2121a8b669dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 1098 time: 0.1172030 Jul 09 13:25:14.220475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-ef29f463-ca44-451b-bccc-d672f3561835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.222188 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-ef29f463-ca44-451b-bccc-d672f3561835 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1610043 Jul 09 13:25:14.314562 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-671af638-1e78-41f0-9260-8bf35fb498cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.319107 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-671af638-1e78-41f0-9260-8bf35fb498cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.2184601 Jul 09 13:25:14.339607 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-916a1b8b-34f6-4556-905f-a2143779962e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e81eb137-890f-4080-a5cb-87eeba9f770b HTTP/1.1" status: 200 len: 217 time: 0.1013262 Jul 09 13:25:14.414391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-50437aa1-b0f9-48b9-b4cd-b39d10ad3729 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e81eb137-890f-4080-a5cb-87eeba9f770b HTTP/1.1" status: 200 len: 217 time: 0.0438395 Jul 09 13:25:14.483465 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb50e007-b703-453f-9086-3ff394c89f7d x-openstack-request-id: req-bb50e007-b703-453f-9086-3ff394c89f7d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:14.484120 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "tag": "1fced731-60a5-4f64-be58-9ef321696a0a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:14.484608 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb50e007-b703-453f-9086-3ff394c89f7d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:14.485211 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'tag': '1fced731-60a5-4f64-be58-9ef321696a0a', 'status': 'completed', 'code': 200} Jul 09 13:25:14.490985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-64c4135e-f8d0-4313-9ef4-f868ccc1aca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-router', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:44Z', 'updated_at': '2021-07-09T13:22:51Z', 'revision_number': 4, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'gw_port': {'id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:46Z', 'updated_at': '2021-07-09T13:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '866037a3-c45c-4726-80b3-02a95d4e3693', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'floating_ip_address': '172.25.2.84', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'port_id': '1fced731-60a5-4f64-be58-9ef321696a0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed', 'mac_address': 'fa:16:3e:d7:43:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:23:40Z', 'updated_at': '2021-07-09T13:25:11Z', 'revision_number': 1, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1a1d1c-344f-4def-a640-07c87d8ae473', 'name': '', 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'mac_address': 'fa:16:3e:ea:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:50Z', 'updated_at': '2021-07-09T13:22:59Z', 'revision_number': 5, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'subnets': [{'id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:14.528896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c4135e-f8d0-4313-9ef4-f868ccc1aca0 None None] Checking router: 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:25:14.538081 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdab320f-24bc-446e-a5bb-ad54c28c5af6 req-87834bf7-8c91-4eab-b9c4-90563224daf2 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.546740 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bdab320f-24bc-446e-a5bb-ad54c28c5af6 req-87834bf7-8c91-4eab-b9c4-90563224daf2 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 947 time: 0.3562582 Jul 09 13:25:14.547961 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c4135e-f8d0-4313-9ef4-f868ccc1aca0 None None] Routers {'19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:25:14.548600 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-64c4135e-f8d0-4313-9ef4-f868ccc1aca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:25:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:14.557535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-43e64359-8fab-41db-9683-ab451f03951b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.559319 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-43e64359-8fab-41db-9683-ab451f03951b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1361079 Jul 09 13:25:14.608750 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-17671147-608e-4f1d-8a1e-6cf12e9f3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.611655 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-17671147-608e-4f1d-8a1e-6cf12e9f3378 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.2652476 Jul 09 13:25:14.674617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bdab320f-24bc-446e-a5bb-ad54c28c5af6 req-4dec84cc-4cef-4348-9510-1aac8cb74c71 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266305 Jul 09 13:25:14.699717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 055162a8-fdda-48d0-96c8-c86ca56769c2 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:14.703817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-40659f81-c54e-409a-a7d8-330b5798bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.705980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-40659f81-c54e-409a-a7d8-330b5798bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.706687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-40659f81-c54e-409a-a7d8-330b5798bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.707255 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-40659f81-c54e-409a-a7d8-330b5798bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.720180 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-40659f81-c54e-409a-a7d8-330b5798bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.720696 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-40659f81-c54e-409a-a7d8-330b5798bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.721187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-40659f81-c54e-409a-a7d8-330b5798bd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.721516 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-b1d24252-646e-420b-acab-b889c012ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.723128 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-b1d24252-646e-420b-acab-b889c012ff23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1537673 Jul 09 13:25:14.723389 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-40659f81-c54e-409a-a7d8-330b5798bd55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28cccfcdce06416798d3fed1b5c86fea&device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 6502 time: 0.2406261 Jul 09 13:25:14.813494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-64c4135e-f8d0-4313-9ef4-f868ccc1aca0 None None] Set router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:25:14.871623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-91a2bf73-b0f4-4c94-9ca0-143879a6073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.874003 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-91a2bf73-b0f4-4c94-9ca0-143879a6073e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2553730 Jul 09 13:25:14.916902 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 055162a8-fdda-48d0-96c8-c86ca56769c2 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:14.925553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 055162a8-fdda-48d0-96c8-c86ca56769c2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:14.925934 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:14.955504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-3a1129b6-d4dc-482e-befe-91dd921fac9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:14.957110 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-3a1129b6-d4dc-482e-befe-91dd921fac9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=506f0105-b494-4138-9dfd-14195d3a3fed HTTP/1.1" status: 200 len: 918 time: 0.2195115 Jul 09 13:25:14.972515 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device e81eb137-890f-4080-a5cb-87eeba9f770b details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:15.019352 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-60efb3dd-cd5d-4442-a1c6-e830aa60b080 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2889168 Jul 09 13:25:15.035072 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a05c6c-7ae8-44b8-a676-fa4ec20de6fb req-bb299047-678d-4e8b-be08-35add757126d tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:15.038280 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1a05c6c-7ae8-44b8-a676-fa4ec20de6fb req-bb299047-678d-4e8b-be08-35add757126d tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 1100 time: 0.2168913 Jul 09 13:25:15.126019 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-b97914fb-c90a-4a0c-8687-4cd441ed1365 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fced731-60a5-4f64-be58-9ef321696a0a HTTP/1.1" status: 200 len: 999 time: 0.1530986 Jul 09 13:25:15.145299 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:15.149616 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-729c595e-3dc2-4c90-adb8-71802e0130a0 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578244 Jul 09 13:25:15.160252 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-470052dc-070b-4935-b477-40ae11d6e6bf service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280251 Jul 09 13:25:15.205717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055162a8-fdda-48d0-96c8-c86ca56769c2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:15.207998 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be4885a6-be2c-4a5c-9c53-9a70d1154bda" -d '{"events": [{"server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "name": "network-vif-plugged", "status": "completed", "tag": "055162a8-fdda-48d0-96c8-c86ca56769c2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:15.219067 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1a05c6c-7ae8-44b8-a676-fa4ec20de6fb req-d3a5fe20-7e56-4d79-8040-237942804ef3 tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561862 Jul 09 13:25:15.249872 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68337964-eedb-4b60-a4ca-b6b5cec0c9bf req-3b1d0caa-2a12-43b9-973f-35ebea08ba6c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:15.249872 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-68337964-eedb-4b60-a4ca-b6b5cec0c9bf req-3b1d0caa-2a12-43b9-973f-35ebea08ba6c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 943 time: 0.3513031 Jul 09 13:25:15.262265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=e81eb137-890f-4080-a5cb-87eeba9f770b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:15.266180 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 055162a8-fdda-48d0-96c8-c86ca56769c2, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=055162a8-fdda-48d0-96c8-c86ca56769c2,segment=NetworkSegment(22677433-de5c-4cbe-8c6f-e7c8ae93892b),segment_id=22677433-de5c-4cbe-8c6f-e7c8ae93892b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:15.279612 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:15.280436 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device b8af3a50-5e26-4f6e-92a8-78b1576facdd up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:15.292241 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-72969794-34c6-40ce-ae5d-fec6374db86b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:15.293835 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-72969794-34c6-40ce-ae5d-fec6374db86b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2915b4c-1b15-4665-bc6f-4ef8238c6ea1 HTTP/1.1" status: 200 len: 856 time: 0.1566274 Jul 09 13:25:15.336520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=055162a8-fdda-48d0-96c8-c86ca56769c2,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:15.339638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'e81eb137-890f-4080-a5cb-87eeba9f770b', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'e81eb137-890f-4080-a5cb-87eeba9f770b', 'mac_address': 'fa:16:3e:39:ad:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:15.343852 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-68337964-eedb-4b60-a4ca-b6b5cec0c9bf req-efb3d045-e1ab-4292-9e40-9e160e499495 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957823 Jul 09 13:25:15.378982 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5258e0cc-7159-42b6-a110-3361323ad8fb req-dac736e9-ae16-47ee-bc5d-f8787b3ab1ef service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810915 Jul 09 13:25:15.421654 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-588069ab-e5a2-4dd9-9e36-6ae06ba38753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:15.423542 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-588069ab-e5a2-4dd9-9e36-6ae06ba38753 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=506f0105-b494-4138-9dfd-14195d3a3fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1214397 Jul 09 13:25:15.462293 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:15.488539 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-64c4135e-f8d0-4313-9ef4-f868ccc1aca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-router', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:44Z', 'updated_at': '2021-07-09T13:22:51Z', 'revision_number': 4, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'gw_port': {'id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:46Z', 'updated_at': '2021-07-09T13:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '866037a3-c45c-4726-80b3-02a95d4e3693', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'floating_ip_address': '172.25.2.84', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'port_id': '1fced731-60a5-4f64-be58-9ef321696a0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed', 'mac_address': 'fa:16:3e:d7:43:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:23:40Z', 'updated_at': '2021-07-09T13:25:11Z', 'revision_number': 1, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1a1d1c-344f-4def-a640-07c87d8ae473', 'name': '', 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'mac_address': 'fa:16:3e:ea:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:50Z', 'updated_at': '2021-07-09T13:22:59Z', 'revision_number': 5, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'subnets': [{'id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:15.592002 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64c4135e-f8d0-4313-9ef4-f868ccc1aca0 None None] The sync data for ids ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'] in n-d-799525-3 is: [{'id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-router', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:44Z', 'updated_at': '2021-07-09T13:22:51Z', 'revision_number': 4, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'gw_port': {'id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:46Z', 'updated_at': '2021-07-09T13:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '866037a3-c45c-4726-80b3-02a95d4e3693', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'floating_ip_address': '172.25.2.84', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'port_id': '1fced731-60a5-4f64-be58-9ef321696a0a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 630, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed', 'mac_address': 'fa:16:3e:d7:43:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:23:40Z', 'updated_at': '2021-07-09T13:25:11Z', 'revision_number': 1, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2b1a1d1c-344f-4def-a640-07c87d8ae473', 'name': '', 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'mac_address': 'fa:16:3e:ea:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:50Z', 'updated_at': '2021-07-09T13:22:59Z', 'revision_number': 5, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'subnets': [{'id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:25:15.597619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81eb137-890f-4080-a5cb-87eeba9f770b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:15.644094 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-8c30420a-beeb-42a9-8185-3e151064453f service neutron] 10.222.0.18 "GET /v2.0/networks/506f0105-b494-4138-9dfd-14195d3a3fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037764 Jul 09 13:25:15.662876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=e81eb137-890f-4080-a5cb-87eeba9f770b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:15.664306 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port b8af3a50-5e26-4f6e-92a8-78b1576facdd completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:15.669474 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc049dac-e3e0-4fa6-a209-8bc95eced127 x-openstack-request-id: req-fc049dac-e3e0-4fa6-a209-8bc95eced127 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:15.669993 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "name": "network-vif-plugged", "status": "completed", "tag": "055162a8-fdda-48d0-96c8-c86ca56769c2", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:15.670262 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc049dac-e3e0-4fa6-a209-8bc95eced127 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:15.670656 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055162a8-fdda-48d0-96c8-c86ca56769c2', 'code': 200} Jul 09 13:25:15.673103 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:15.679386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port b8af3a50-5e26-4f6e-92a8-78b1576facdd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:15.679750 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:15.783401 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8d5f7-11d3-4164-bc83-a0e3b132aa59 req-03909235-6fed-4538-84d8-f72cba656be4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:15.791355 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8d5f7-11d3-4164-bc83-a0e3b132aa59 req-03909235-6fed-4538-84d8-f72cba656be4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:15.798746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8d5f7-11d3-4164-bc83-a0e3b132aa59 req-03909235-6fed-4538-84d8-f72cba656be4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:15.807131 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c3b8d5f7-11d3-4164-bc83-a0e3b132aa59 req-03909235-6fed-4538-84d8-f72cba656be4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2415 time: 0.2217910 Jul 09 13:25:15.836011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=e81eb137-890f-4080-a5cb-87eeba9f770b,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:15.871592 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c3b8d5f7-11d3-4164-bc83-a0e3b132aa59 req-d9b1557c-9817-4291-a113-4447257dbccf tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631270 Jul 09 13:25:15.895608 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-abdf2c80-e53c-42b9-bb4b-6e2ef28f4980 req-db13ceea-5bd8-4f3b-9008-d8c8d84563a9 service neutron] 10.222.0.18 "GET /v2.0/networks/506f0105-b494-4138-9dfd-14195d3a3fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428174 Jul 09 13:25:15.950861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49708) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:15.966009 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45a43d1-a251-4400-8069-50fd56bad01d', 'tag': 'dec441b5-8cb0-41e1-a2e1-0ca8593d55d0'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:15.968126 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8e5b62-c50d-4864-8604-5a20b10b4367" -d '{"events": [{"name": "network-changed", "server_uuid": "a45a43d1-a251-4400-8069-50fd56bad01d", "tag": "dec441b5-8cb0-41e1-a2e1-0ca8593d55d0"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:15.984934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a9e4c-b644-4c71-b575-08c3c490cbf8 req-352c92c5-b48c-4ce6-aa2c-912e94953bab tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:15.992005 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a37a9e4c-b644-4c71-b575-08c3c490cbf8 req-352c92c5-b48c-4ce6-aa2c-912e94953bab tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=56e5e0ad-c0ca-4628-8d22-c5b70b6758b8 HTTP/1.1" status: 200 len: 1101 time: 0.1076779 Jul 09 13:25:15.999220 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.056941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port b8af3a50-5e26-4f6e-92a8-78b1576facdd, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=b8af3a50-5e26-4f6e-92a8-78b1576facdd,segment=NetworkSegment(0d8f84bb-f981-4418-a64c-2a1b49eb676a),segment_id=0d8f84bb-f981-4418-a64c-2a1b49eb676a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:16.064106 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.065285 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 3bcf719c-0852-4e53-8c86-f603137e9d9c up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:16.070815 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a37a9e4c-b644-4c71-b575-08c3c490cbf8 req-d140c0a5-b71d-4079-80a0-f2a65a9c167f tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778327 Jul 09 13:25:16.114256 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15dc59b1-5747-4822-9b33-1ea8cc0ae93e None None] New status for floating IP 866037a3-c45c-4726-80b3-02a95d4e3693: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:25:16.169332 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46a55604-baa7-4aad-a19a-f471a582faca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.183333 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['e81eb137-890f-4080-a5cb-87eeba9f770b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:16.283845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=b8af3a50-5e26-4f6e-92a8-78b1576facdd,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:16.328370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 3bcf719c-0852-4e53-8c86-f603137e9d9c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:16.329191 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7eeef0cc-cf33-40b4-9935-e4fed637821f req-66f03da8-6254-4b8e-b55f-71427947a1aa tempest-QuotasAdminNegativeTest-499043248 tempest-QuotasAdminNegativeTest-499043248-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8454022ee7924e6e8943e983e7aee533&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552628 Jul 09 13:25:16.335608 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46a55604-baa7-4aad-a19a-f471a582faca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.348043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 3bcf719c-0852-4e53-8c86-f603137e9d9c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:16.348420 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.412171 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46a55604-baa7-4aad-a19a-f471a582faca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.522962 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-46a55604-baa7-4aad-a19a-f471a582faca admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b0a9584b6014327a4764f6ab6813bd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5684321 Jul 09 13:25:16.524344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49728) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:16.542405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a55604-baa7-4aad-a19a-f471a582faca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86172a9c-bd78-415b-8520-85480c210d59,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:16.588549 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10065350-611f-47f7-bbf2-8f56259d7733 req-8ea0e788-241a-4749-8839-3149077290e5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2478292 Jul 09 13:25:16.654682 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c0aa693-5c73-494a-9b0d-815750c4c0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.679719 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c0aa693-5c73-494a-9b0d-815750c4c0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.689475 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.739935 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeef0cc-cf33-40b4-9935-e4fed637821f req-3393f1f3-ac73-4515-893e-c8630ed9ee72 tempest-QuotasAdminNegativeTest-499043248 tempest-QuotasAdminNegativeTest-499043248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:16.740222 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 3bcf719c-0852-4e53-8c86-f603137e9d9c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3bcf719c-0852-4e53-8c86-f603137e9d9c,segment=NetworkSegment(0d8f84bb-f981-4418-a64c-2a1b49eb676a),segment_id=0d8f84bb-f981-4418-a64c-2a1b49eb676a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:16.744403 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7eeef0cc-cf33-40b4-9935-e4fed637821f req-3393f1f3-ac73-4515-893e-c8630ed9ee72 tempest-QuotasAdminNegativeTest-499043248 tempest-QuotasAdminNegativeTest-499043248-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4134748 Jul 09 13:25:16.750515 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.751520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10065350-611f-47f7-bbf2-8f56259d7733 req-cfe644d3-3d30-473b-86d7-b5715e7832e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:16.753746 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10065350-611f-47f7-bbf2-8f56259d7733 req-cfe644d3-3d30-473b-86d7-b5715e7832e4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35b702eee9154963b30c070fa690b62c&device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 1095 time: 0.1044295 Jul 09 13:25:16.787620 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbf57f8-1ebf-49d4-ba36-a50fd3ce5b18 req-f9e8f3d1-1e40-4feb-a300-714e0224022a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:16.795594 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ddbf57f8-1ebf-49d4-ba36-a50fd3ce5b18 req-f9e8f3d1-1e40-4feb-a300-714e0224022a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 948 time: 0.4350343 Jul 09 13:25:16.799644 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c0aa693-5c73-494a-9b0d-815750c4c0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.818445 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c0aa693-5c73-494a-9b0d-815750c4c0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:16.824041 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4c0aa693-5c73-494a-9b0d-815750c4c0fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86172a9c-bd78-415b-8520-85480c210d59 HTTP/1.1" status: 204 len: 168 time: 0.2906499 Jul 09 13:25:16.825684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7eeef0cc-cf33-40b4-9935-e4fed637821f req-6359a876-10c3-4583-a7e5-08f0324a66a6 tempest-QuotasAdminNegativeTest-499043248 tempest-QuotasAdminNegativeTest-499043248-project] 10.222.0.39 "GET /v2.0/quotas/8454022ee7924e6e8943e983e7aee533 HTTP/1.1" status: 200 len: 375 time: 0.0727305 Jul 09 13:25:16.917914 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10065350-611f-47f7-bbf2-8f56259d7733 req-8d1fc5af-6dae-476b-a5ca-b2695ddf24af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:16.919541 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10065350-611f-47f7-bbf2-8f56259d7733 req-8d1fc5af-6dae-476b-a5ca-b2695ddf24af service neutron] 10.222.0.18 "GET /v2.0/networks?id=9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 200 len: 922 time: 0.1400433 Jul 09 13:25:16.931701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0aa693-5c73-494a-9b0d-815750c4c0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86172a9c-bd78-415b-8520-85480c210d59,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:16.943810 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7eeef0cc-cf33-40b4-9935-e4fed637821f req-1f34f4ee-cea0-4120-a2bd-a93d3db6ad4a tempest-QuotasAdminNegativeTest-499043248 tempest-QuotasAdminNegativeTest-499043248-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8454022ee7924e6e8943e983e7aee533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0956461 Jul 09 13:25:16.969811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=3bcf719c-0852-4e53-8c86-f603137e9d9c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:16.995055 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ddbf57f8-1ebf-49d4-ba36-a50fd3ce5b18 req-1aff0eb1-28b0-48b2-96f5-0af69fbdbafc tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983454 Jul 09 13:25:17.339396 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aabe4772-289e-4d67-a115-db41dd780190 req-2d3c5e87-ddb9-4ca4-a2f1-2877b73faf24 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1161931 Jul 09 13:25:17.371849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49752) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:17.402330 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10065350-611f-47f7-bbf2-8f56259d7733 req-e44abfbd-2ed2-48fd-9f99-69ab754f34ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976 HTTP/1.1" status: 200 len: 217 time: 0.4752336 Jul 09 13:25:17.404828 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65fcc0c4-0fad-4505-8863-19b43e72ed48 x-openstack-request-id: req-65fcc0c4-0fad-4505-8863-19b43e72ed48 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:17.405146 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45a43d1-a251-4400-8069-50fd56bad01d", "tag": "dec441b5-8cb0-41e1-a2e1-0ca8593d55d0", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:17.405360 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-65fcc0c4-0fad-4505-8863-19b43e72ed48 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:17.405751 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45a43d1-a251-4400-8069-50fd56bad01d', 'tag': 'dec441b5-8cb0-41e1-a2e1-0ca8593d55d0', 'status': 'completed', 'code': 200} Jul 09 13:25:17.437893 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d491af72-cd96-40b5-9a38-7662ab6d636a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:17.513887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10065350-611f-47f7-bbf2-8f56259d7733 req-3afa6570-66b4-489d-afd4-bac809a199d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:17.515418 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10065350-611f-47f7-bbf2-8f56259d7733 req-3afa6570-66b4-489d-afd4-bac809a199d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 200 len: 861 time: 0.0782497 Jul 09 13:25:17.517156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e5b62-c50d-4864-8604-5a20b10b4367 req-96211307-cdd4-409e-aa23-a13d3f83be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:17.518507 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc8e5b62-c50d-4864-8604-5a20b10b4367 req-96211307-cdd4-409e-aa23-a13d3f83be25 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b95daf5efe14f69834ef33d23d6cc49&device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 1094 time: 0.1153221 Jul 09 13:25:17.521127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91844928-b9d2-440b-b4a1-fc0dc9c4fab0 req-d40b600a-8cca-4910-93a4-f387cd87e6ce tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:17.523364 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-91844928-b9d2-440b-b4a1-fc0dc9c4fab0 req-d40b600a-8cca-4910-93a4-f387cd87e6ce tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 943 time: 0.2898409 Jul 09 13:25:17.580755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe4772-289e-4d67-a115-db41dd780190 req-60ea64a8-c8e3-4c04-a590-90ffd15a4094 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:17.588184 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aabe4772-289e-4d67-a115-db41dd780190 req-60ea64a8-c8e3-4c04-a590-90ffd15a4094 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2381301 Jul 09 13:25:17.619076 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aabe4772-289e-4d67-a115-db41dd780190 req-acd58980-4cbd-4478-8e1e-24cdc03b8eb9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/quotas/a740e856c2b94a13b4c064a3b8d558c6 HTTP/1.1" status: 200 len: 375 time: 0.0288322 Jul 09 13:25:17.620270 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10065350-611f-47f7-bbf2-8f56259d7733 req-b8cf2862-7df6-43ba-afa9-73e9c3f3cced service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9eed349f-85e9-4424-b38d-3b371f8e676c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849180 Jul 09 13:25:17.672187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8af3a50-5e26-4f6e-92a8-78b1576facdd'}, {'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcf719c-0852-4e53-8c86-f603137e9d9c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:17.676438 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ea83f94-ca09-4bde-8c15-bccb53d329ed" -d '{"events": [{"server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "name": "network-vif-plugged", "status": "completed", "tag": "b8af3a50-5e26-4f6e-92a8-78b1576facdd"}, {"server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "name": "network-vif-plugged", "status": "completed", "tag": "3bcf719c-0852-4e53-8c86-f603137e9d9c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:17.685143 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-91844928-b9d2-440b-b4a1-fc0dc9c4fab0 req-3c1494c5-ed85-46bc-8305-ef4fdd475235 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1497862 Jul 09 13:25:17.799907 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d491af72-cd96-40b5-9a38-7662ab6d636a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:17.817265 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d491af72-cd96-40b5-9a38-7662ab6d636a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:17.821245 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10065350-611f-47f7-bbf2-8f56259d7733 req-f7805bf8-c45d-4ad5-9679-8a5c73ee87c3 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954484 Jul 09 13:25:17.890817 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aabe4772-289e-4d67-a115-db41dd780190 req-3dffa775-fadf-47f7-9ffb-f21c16cb9525 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2705564 Jul 09 13:25:17.896618 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e5b62-c50d-4864-8604-5a20b10b4367 req-ff52fbe2-16fe-4543-ac4a-03a0079475a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:17.898161 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc8e5b62-c50d-4864-8604-5a20b10b4367 req-ff52fbe2-16fe-4543-ac4a-03a0079475a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d210b63-887c-404b-956a-5c57c4f6eb06 HTTP/1.1" status: 200 len: 917 time: 0.3662674 Jul 09 13:25:17.924423 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d491af72-cd96-40b5-9a38-7662ab6d636a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7d5252af4b646f8b2845c1a6b2419b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5478923 Jul 09 13:25:17.925679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49758) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:17.968654 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc8e5b62-c50d-4864-8604-5a20b10b4367 req-45be6e08-0834-4606-acec-76b547bdc1ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 HTTP/1.1" status: 200 len: 217 time: 0.0548992 Jul 09 13:25:18.061427 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10065350-611f-47f7-bbf2-8f56259d7733 req-65e601fd-838d-448c-a8a2-4518594a3894 service neutron] 10.222.0.18 "GET /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2320342 Jul 09 13:25:18.076279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e5b62-c50d-4864-8604-5a20b10b4367 req-a342a3c1-3aa5-446d-9fbe-ebe1acfa5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:18.078292 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc8e5b62-c50d-4864-8604-5a20b10b4367 req-a342a3c1-3aa5-446d-9fbe-ebe1acfa5c3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07e53f61-4ad1-4a2c-9c8a-95ddcec639b9 HTTP/1.1" status: 200 len: 855 time: 0.1003790 Jul 09 13:25:18.103366 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6956-82f2-4bc4-b709-60819b386257 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:18.107763 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d491af72-cd96-40b5-9a38-7662ab6d636a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c063970d-4d1b-4528-8295-0b1f1ef69af2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:18.191983 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6956-82f2-4bc4-b709-60819b386257 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:18.252110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8e5b62-c50d-4864-8604-5a20b10b4367 req-b4cd3370-4ad4-4eb5-9fbf-460ea9f009b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:18.262175 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc8e5b62-c50d-4864-8604-5a20b10b4367 req-b4cd3370-4ad4-4eb5-9fbf-460ea9f009b9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d210b63-887c-404b-956a-5c57c4f6eb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1691103 Jul 09 13:25:18.264746 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6956-82f2-4bc4-b709-60819b386257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:18.267568 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c3e6956-82f2-4bc4-b709-60819b386257 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:18.271255 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3c3e6956-82f2-4bc4-b709-60819b386257 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c063970d-4d1b-4528-8295-0b1f1ef69af2 HTTP/1.1" status: 204 len: 168 time: 0.3401580 Jul 09 13:25:18.285783 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e6956-82f2-4bc4-b709-60819b386257 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c063970d-4d1b-4528-8295-0b1f1ef69af2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:18.328247 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339579ac-6a84-4e74-b413-5a8745ae2d78 req-0c7bbdeb-349c-4447-800a-46f16060d202 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:18.335807 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339579ac-6a84-4e74-b413-5a8745ae2d78 req-0c7bbdeb-349c-4447-800a-46f16060d202 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:18.344113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339579ac-6a84-4e74-b413-5a8745ae2d78 req-0c7bbdeb-349c-4447-800a-46f16060d202 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:18.354837 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-339579ac-6a84-4e74-b413-5a8745ae2d78 req-0c7bbdeb-349c-4447-800a-46f16060d202 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2417 time: 0.4558797 Jul 09 13:25:18.412556 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-339579ac-6a84-4e74-b413-5a8745ae2d78 req-52423922-9c41-4374-be4d-3398f111fdc4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539277 Jul 09 13:25:18.574356 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc8e5b62-c50d-4864-8604-5a20b10b4367 req-9ec4c809-bd4b-4fac-aaae-ae3309c5a7d1 service neutron] 10.222.0.18 "GET /v2.0/networks/2d210b63-887c-404b-956a-5c57c4f6eb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3051820 Jul 09 13:25:18.972307 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc8e5b62-c50d-4864-8604-5a20b10b4367 req-3229249d-4a00-4ba3-87e7-7474e916994d service neutron] 10.222.0.18 "GET /v2.0/networks/2d210b63-887c-404b-956a-5c57c4f6eb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922081 Jul 09 13:25:18.986540 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device e81eb137-890f-4080-a5cb-87eeba9f770b up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:19.116535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb9287-4165-4140-9c67-7e151f39dcec req-df5a0b1b-655d-42f0-9798-e264828bff52 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:19.118127 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-df5a0b1b-655d-42f0-9798-e264828bff52 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.18 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53&tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&binding%3Ahost_id=n-h1-799525-3 HTTP/1.1" status: 200 len: 948 time: 0.3195007 Jul 09 13:25:19.128915 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port e81eb137-890f-4080-a5cb-87eeba9f770b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:19.143526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port e81eb137-890f-4080-a5cb-87eeba9f770b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:19.146001 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:19.246392 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-712197d4-a7d9-4bac-a83c-cdb1ddb15eaf x-openstack-request-id: req-712197d4-a7d9-4bac-a83c-cdb1ddb15eaf {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:19.247255 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "name": "network-vif-plugged", "status": "completed", "tag": "b8af3a50-5e26-4f6e-92a8-78b1576facdd", "code": 200}, {"server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "name": "network-vif-plugged", "status": "completed", "tag": "3bcf719c-0852-4e53-8c86-f603137e9d9c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:19.247520 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-712197d4-a7d9-4bac-a83c-cdb1ddb15eaf {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:19.249785 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8af3a50-5e26-4f6e-92a8-78b1576facdd', 'code': 200} Jul 09 13:25:19.250109 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3bcf719c-0852-4e53-8c86-f603137e9d9c', 'code': 200} Jul 09 13:25:19.272087 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-71134ce5-48a3-4175-8fe2-9c0f2228a114 service neutron] 10.222.0.18 "GET /v2.0/ports/e81eb137-890f-4080-a5cb-87eeba9f770b/bindings/n-h1-799525-3 HTTP/1.1" status: 200 len: 382 time: 0.1437068 Jul 09 13:25:19.382194 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:19.443500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb9287-4165-4140-9c67-7e151f39dcec req-b63eba62-7573-42b9-9295-afd7b66ac26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:19.445046 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-b63eba62-7573-42b9-9295-afd7b66ac26c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 1099 time: 0.1397943 Jul 09 13:25:19.449643 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96e89e10-12b1-4262-b909-aa44278ffe32 req-10953d96-04a0-48b0-bd0e-0d1e9fc0c6b9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f580cf-5c93-4918-b270-0b704521e517 HTTP/1.1" status: 200 len: 210 time: 0.0878921 Jul 09 13:25:19.562021 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=e81eb137-890f-4080-a5cb-87eeba9f770b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:19.573497 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:19.630884 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0300973-cc99-40ba-ac03-e1484ca89c3c req-68536272-0066-469c-8587-412983d1fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:19.631230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0300973-cc99-40ba-ac03-e1484ca89c3c req-68536272-0066-469c-8587-412983d1fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:19.631752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0300973-cc99-40ba-ac03-e1484ca89c3c req-68536272-0066-469c-8587-412983d1fd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:19.633508 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f0300973-cc99-40ba-ac03-e1484ca89c3c req-68536272-0066-469c-8587-412983d1fd2b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2870 time: 0.2076120 Jul 09 13:25:19.727192 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f0300973-cc99-40ba-ac03-e1484ca89c3c req-4abd5560-749a-4ba9-a350-2929b67c4302 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778685 Jul 09 13:25:19.783064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb9287-4165-4140-9c67-7e151f39dcec req-f472107e-a632-479a-b6c3-f5ca7e3ac2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:19.784644 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-f472107e-a632-479a-b6c3-f5ca7e3ac2f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.3278368 Jul 09 13:25:19.788337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=e81eb137-890f-4080-a5cb-87eeba9f770b,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:19.862816 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-41f21ebd-b907-46b5-b092-9f0e028d3dd1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e81eb137-890f-4080-a5cb-87eeba9f770b HTTP/1.1" status: 200 len: 217 time: 0.0700724 Jul 09 13:25:19.901381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a53d6c-f749-406a-a4fd-700cebc14fe5 req-92e3f3d4-41e6-484d-85f6-8a44a73a151b tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:19.904622 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-11a53d6c-f749-406a-a4fd-700cebc14fe5 req-92e3f3d4-41e6-484d-85f6-8a44a73a151b tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 943 time: 0.1496940 Jul 09 13:25:19.973266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb9287-4165-4140-9c67-7e151f39dcec req-e9377797-e336-4a4a-b1b5-6a0c8d0537f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:19.976095 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-e9377797-e336-4a4a-b1b5-6a0c8d0537f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1041005 Jul 09 13:25:20.075758 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-11a53d6c-f749-406a-a4fd-700cebc14fe5 req-644d950a-7af4-4257-b2ff-494d7ce5db8e tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1512942 Jul 09 13:25:20.154146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb9287-4165-4140-9c67-7e151f39dcec req-9eb4d2f9-4864-4299-af5f-3f19443f8762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:20.176029 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-9eb4d2f9-4864-4299-af5f-3f19443f8762 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1842718 Jul 09 13:25:20.238362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db924d40-cbe3-4886-b723-056cfb4fcd40 req-be927961-1759-406b-85e1-c6456ebee7df tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:20.252637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db924d40-cbe3-4886-b723-056cfb4fcd40 req-be927961-1759-406b-85e1-c6456ebee7df tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 949 time: 0.2655382 Jul 09 13:25:20.383148 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db924d40-cbe3-4886-b723-056cfb4fcd40 req-ea752658-6b19-4f3b-b7e0-5027769e7b82 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268330 Jul 09 13:25:20.458118 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-6fb0bf92-c0a2-4ed6-8067-f52635938971 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744119 Jul 09 13:25:20.492130 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aabe4772-289e-4d67-a115-db41dd780190 req-20bd80a3-e72d-43e8-be81-9827d53a203a tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1325693 Jul 09 13:25:20.639594 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-9b93d7b9-70dc-400c-aa6c-2ab1c636ce17 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616447 Jul 09 13:25:20.810292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe4772-289e-4d67-a115-db41dd780190 req-9a836ba0-d839-4ace-9408-8edd1798ae50 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:20.817870 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aabe4772-289e-4d67-a115-db41dd780190 req-9a836ba0-d839-4ace-9408-8edd1798ae50 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2970591 Jul 09 13:25:20.846607 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-aabe4772-289e-4d67-a115-db41dd780190 req-875b7305-2e2e-4eba-9fe5-03800ee20bf6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Request body: {'port': {'device_id': '43f580cf-5c93-4918-b270-0b704521e517', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'a740e856c2b94a13b4c064a3b8d558c6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:21.092965 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aabe4772-289e-4d67-a115-db41dd780190 req-875b7305-2e2e-4eba-9fe5-03800ee20bf6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Made reservation on behalf of a740e856c2b94a13b4c064a3b8d558c6 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:21.096679 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-aabe4772-289e-4d67-a115-db41dd780190 req-875b7305-2e2e-4eba-9fe5-03800ee20bf6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:21.251197 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:21.253614 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dbf5340-a3f9-41ac-bde8-c55b53e18eee" -d '{"events": [{"server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "name": "network-vif-plugged", "status": "completed", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:21.335945 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-aabe4772-289e-4d67-a115-db41dd780190 req-875b7305-2e2e-4eba-9fe5-03800ee20bf6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Allocated IP 192.168.233.248 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/8be120f4-93ff-4dc4-81ea-9c487656e843) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:21.454544 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b55f2370-5c60-40a8-842e-98f3434bbc94 req-39d6c596-3735-4bf8-9586-5d19275a15c1 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f580cf-5c93-4918-b270-0b704521e517 HTTP/1.1" status: 200 len: 210 time: 0.0904467 Jul 09 13:25:21.507670 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca66cfd-35e0-414a-9735-e31c08fc1bd1 req-8127d083-216e-4500-8b9d-fb6513b0f59f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:21.514414 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca66cfd-35e0-414a-9735-e31c08fc1bd1 req-8127d083-216e-4500-8b9d-fb6513b0f59f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:21.521215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca66cfd-35e0-414a-9735-e31c08fc1bd1 req-8127d083-216e-4500-8b9d-fb6513b0f59f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:21.523112 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fca66cfd-35e0-414a-9735-e31c08fc1bd1 req-8127d083-216e-4500-8b9d-fb6513b0f59f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2417 time: 0.4427779 Jul 09 13:25:21.615933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fca66cfd-35e0-414a-9735-e31c08fc1bd1 req-53c600b7-5987-4388-ac38-4fb4db215ab6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649133 Jul 09 13:25:21.687073 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-aabe4772-289e-4d67-a115-db41dd780190 req-875b7305-2e2e-4eba-9fe5-03800ee20bf6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:21.698660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4db7953-fad7-47be-a4eb-a954f8c028ca req-d589b95e-c471-4759-b8ec-b65a25a84c3f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:21.700663 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c4db7953-fad7-47be-a4eb-a954f8c028ca req-d589b95e-c471-4759-b8ec-b65a25a84c3f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.18 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 945 time: 0.0815051 Jul 09 13:25:21.711556 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-aabe4772-289e-4d67-a115-db41dd780190 req-875b7305-2e2e-4eba-9fe5-03800ee20bf6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Transition to ACTIVE for port object 8be120f4-93ff-4dc4-81ea-9c487656e843 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:21.741048 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1298b88-d2f0-4294-aa8b-c3ed9ceca9de req-205c6a32-89ee-4bd7-8341-eaca4a44b868 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:21.742612 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a1298b88-d2f0-4294-aa8b-c3ed9ceca9de req-205c6a32-89ee-4bd7-8341-eaca4a44b868 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 945 time: 0.1255960 Jul 09 13:25:21.801160 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-aabe4772-289e-4d67-a115-db41dd780190 req-875b7305-2e2e-4eba-9fe5-03800ee20bf6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:21.814729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3cd86051-6b1c-4374-9508-f95ed736833f', 'd5001770-f369-4e6c-a7b2-cc3a46b374e5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:21.826071 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a1298b88-d2f0-4294-aa8b-c3ed9ceca9de req-d4db4b72-d665-459a-a21f-25c6206b0281 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695002 Jul 09 13:25:21.858571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aabe4772-289e-4d67-a115-db41dd780190 req-875b7305-2e2e-4eba-9fe5-03800ee20bf6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:21.862482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-aabe4772-289e-4d67-a115-db41dd780190 req-875b7305-2e2e-4eba-9fe5-03800ee20bf6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:21.869220 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-aabe4772-289e-4d67-a115-db41dd780190 req-875b7305-2e2e-4eba-9fe5-03800ee20bf6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:21.886580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c4db7953-fad7-47be-a4eb-a954f8c028ca req-66c6f6be-6e1c-46a7-8c70-4fe7356f7c12 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Deleting port 135692d3-1ed6-4885-ac2c-72bc5f272023 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:21.886925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4db7953-fad7-47be-a4eb-a954f8c028ca req-66c6f6be-6e1c-46a7-8c70-4fe7356f7c12 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:21.913108 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b7305-2e2e-4eba-9fe5-03800ee20bf6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event updated for resources: {'Port': ['ID=8be120f4-93ff-4dc4-81ea-9c487656e843,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:21.923411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['214d123d-b283-4076-9ddc-423d790d7e57', '3ee724a0-555f-4858-9a8f-5ea4b0bd049a', '73cba73c-8f25-43a3-934d-d3a57ccebefd'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:21.958821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe4772-289e-4d67-a115-db41dd780190 req-875b7305-2e2e-4eba-9fe5-03800ee20bf6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:21.961755 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-aabe4772-289e-4d67-a115-db41dd780190 req-875b7305-2e2e-4eba-9fe5-03800ee20bf6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:21.996965 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aabe4772-289e-4d67-a115-db41dd780190 req-875b7305-2e2e-4eba-9fe5-03800ee20bf6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1597972 Jul 09 13:25:22.015694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Request body: {'port': {'device_id': '43f580cf-5c93-4918-b270-0b704521e517', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:22.052137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c4db7953-fad7-47be-a4eb-a954f8c028ca req-66c6f6be-6e1c-46a7-8c70-4fe7356f7c12 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] For port 135692d3-1ed6-4885-ac2c-72bc5f272023, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=135692d3-1ed6-4885-ac2c-72bc5f272023,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:22.052927 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4db7953-fad7-47be-a4eb-a954f8c028ca req-66c6f6be-6e1c-46a7-8c70-4fe7356f7c12 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:22.070531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c4db7953-fad7-47be-a4eb-a954f8c028ca req-66c6f6be-6e1c-46a7-8c70-4fe7356f7c12 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Calling delete_port for 135692d3-1ed6-4885-ac2c-72bc5f272023 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:22.172267 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae01fb2-fed7-4452-b16a-5c88ccf3893b x-openstack-request-id: req-3ae01fb2-fed7-4452-b16a-5c88ccf3893b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:22.172814 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "name": "network-vif-plugged", "status": "completed", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:22.173264 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ae01fb2-fed7-4452-b16a-5c88ccf3893b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:22.173831 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b', 'code': 200} Jul 09 13:25:22.194146 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:22.288762 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4db7953-fad7-47be-a4eb-a954f8c028ca req-66c6f6be-6e1c-46a7-8c70-4fe7356f7c12 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:22.299499 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23447df8-528a-4683-8863-3eed6530bec7 req-94bd4e38-b075-4667-88d7-fe7353f5a565 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:22.301170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23447df8-528a-4683-8863-3eed6530bec7 req-94bd4e38-b075-4667-88d7-fe7353f5a565 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 943 time: 0.2797635 Jul 09 13:25:22.339025 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c6f6be-6e1c-46a7-8c70-4fe7356f7c12 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Pushing event deleted for resources: {'Port': ['ID=135692d3-1ed6-4885-ac2c-72bc5f272023,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:22.376720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-08bb6660-ec5c-47cc-928e-2165abe05e54 None None] Provisioning for port 8be120f4-93ff-4dc4-81ea-9c487656e843 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:22.386115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4db7953-fad7-47be-a4eb-a954f8c028ca req-66c6f6be-6e1c-46a7-8c70-4fe7356f7c12 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] No DVR routers for this DVR port 135692d3-1ed6-4885-ac2c-72bc5f272023 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:22.388825 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4db7953-fad7-47be-a4eb-a954f8c028ca req-66c6f6be-6e1c-46a7-8c70-4fe7356f7c12 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:22.388992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-08bb6660-ec5c-47cc-928e-2165abe05e54 None None] Provisioning complete for port 8be120f4-93ff-4dc4-81ea-9c487656e843 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:22.389222 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08bb6660-ec5c-47cc-928e-2165abe05e54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:22.390983 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c4db7953-fad7-47be-a4eb-a954f8c028ca req-66c6f6be-6e1c-46a7-8c70-4fe7356f7c12 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.18 "DELETE /v2.0/ports/135692d3-1ed6-4885-ac2c-72bc5f272023 HTTP/1.1" status: 204 len: 173 time: 0.6730390 Jul 09 13:25:22.391471 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e9ff69d-dc53-46e2-a662-e7abae101cbd', 'name': 'network-vif-deleted', 'tag': '135692d3-1ed6-4885-ac2c-72bc5f272023'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:22.394198 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92194489-602f-4cc1-b3e5-7c84cdc74350" -d '{"events": [{"server_uuid": "6e9ff69d-dc53-46e2-a662-e7abae101cbd", "name": "network-vif-deleted", "tag": "135692d3-1ed6-4885-ac2c-72bc5f272023"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:22.458609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23447df8-528a-4683-8863-3eed6530bec7 req-486fb5af-aab9-4cd2-bfdb-d1ad6d4d15dd tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465580 Jul 09 13:25:22.461159 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-08bb6660-ec5c-47cc-928e-2165abe05e54 None None] Port 8be120f4-93ff-4dc4-81ea-9c487656e843 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:25:22.548337 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b0fcee-08de-4d5e-b3c3-140c85f036e8 req-4b912ff2-af83-4589-9ebf-8cade0f7a86c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:22.549743 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-71b0fcee-08de-4d5e-b3c3-140c85f036e8 req-4b912ff2-af83-4589-9ebf-8cade0f7a86c tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 949 time: 0.2179625 Jul 09 13:25:22.619814 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-71b0fcee-08de-4d5e-b3c3-140c85f036e8 req-2716a836-0c08-4085-b92a-b5a483889ca8 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580523 Jul 09 13:25:22.702103 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a00c45c5-ed69-4200-9c6e-e13401f61fbf x-openstack-request-id: req-a00c45c5-ed69-4200-9c6e-e13401f61fbf {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:22.702660 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e9ff69d-dc53-46e2-a662-e7abae101cbd", "name": "network-vif-deleted", "tag": "135692d3-1ed6-4885-ac2c-72bc5f272023", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:22.702660 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a00c45c5-ed69-4200-9c6e-e13401f61fbf {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:22.703050 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e9ff69d-dc53-46e2-a662-e7abae101cbd', 'name': 'network-vif-deleted', 'tag': '135692d3-1ed6-4885-ac2c-72bc5f272023', 'status': 'completed', 'code': 200} Jul 09 13:25:22.705857 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8be120f4-93ff-4dc4-81ea-9c487656e843 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:22.721879 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:22.763327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Transition to ACTIVE for port object 8be120f4-93ff-4dc4-81ea-9c487656e843 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:22.765979 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2e56fe8-8920-4b90-920d-4f4cfec624e9 req-e0b55409-fbf0-4c83-a38a-638485bdf5ad tempest-QuotasAdminNegativeTest-499043248 tempest-QuotasAdminNegativeTest-499043248-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=8454022ee7924e6e8943e983e7aee533&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316126 Jul 09 13:25:22.783506 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:22.887261 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49870) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:22.917163 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['135692d3-1ed6-4885-ac2c-72bc5f272023'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:23.064310 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be84437e-8872-48f5-8e2a-670c8819c19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:23.182684 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be84437e-8872-48f5-8e2a-670c8819c19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:23.190203 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be84437e-8872-48f5-8e2a-670c8819c19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:23.244638 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-be84437e-8872-48f5-8e2a-670c8819c19a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b78d434eed744cd5b05a5bd6c31550a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3551521 Jul 09 13:25:23.245757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49874) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:23.253349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be84437e-8872-48f5-8e2a-670c8819c19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98656e11-b758-4890-bec9-af9e54930a26,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:23.286637 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Pushing event updated for resources: {'Port': ['ID=8be120f4-93ff-4dc4-81ea-9c487656e843,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:23.313958 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7d992018-e7a5-452c-b4c1-4c5c83862bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:23.340251 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7d992018-e7a5-452c-b4c1-4c5c83862bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:23.386665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e56fe8-8920-4b90-920d-4f4cfec624e9 req-3ffa7624-03f5-4e1e-b38d-0b9c02ad9eb9 tempest-QuotasAdminNegativeTest-499043248 tempest-QuotasAdminNegativeTest-499043248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:23.388193 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2e56fe8-8920-4b90-920d-4f4cfec624e9 req-3ffa7624-03f5-4e1e-b38d-0b9c02ad9eb9 tempest-QuotasAdminNegativeTest-499043248 tempest-QuotasAdminNegativeTest-499043248-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6164541 Jul 09 13:25:23.397184 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7d992018-e7a5-452c-b4c1-4c5c83862bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:23.402536 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7d992018-e7a5-452c-b4c1-4c5c83862bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:23.407581 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7d992018-e7a5-452c-b4c1-4c5c83862bf9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/98656e11-b758-4890-bec9-af9e54930a26 HTTP/1.1" status: 204 len: 168 time: 0.1604209 Jul 09 13:25:23.413910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c5927-c2e4-4392-89dd-c9a3cec6580b req-4a0411f4-9c77-42e3-8a50-87b12dd8508f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:23.421711 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-016c5927-c2e4-4392-89dd-c9a3cec6580b req-4a0411f4-9c77-42e3-8a50-87b12dd8508f tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f580cf-5c93-4918-b270-0b704521e517 HTTP/1.1" status: 200 len: 948 time: 0.6009901 Jul 09 13:25:23.421882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d992018-e7a5-452c-b4c1-4c5c83862bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98656e11-b758-4890-bec9-af9e54930a26,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:23.452222 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2e56fe8-8920-4b90-920d-4f4cfec624e9 req-96228004-1e26-4efe-98a7-179cf121792f tempest-QuotasAdminNegativeTest-499043248 tempest-QuotasAdminNegativeTest-499043248-project] 10.222.0.39 "GET /v2.0/quotas/8454022ee7924e6e8943e983e7aee533 HTTP/1.1" status: 200 len: 375 time: 0.0572996 Jul 09 13:25:23.460737 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Attempting to bind port 8be120f4-93ff-4dc4-81ea-9c487656e843 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:23.461447 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Attempting to bind port 8be120f4-93ff-4dc4-81ea-9c487656e843 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:23.462204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Attempting to bind port 8be120f4-93ff-4dc4-81ea-9c487656e843 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:23.500431 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Port 8be120f4-93ff-4dc4-81ea-9c487656e843 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:25:23.500771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Attempting to bind port 8be120f4-93ff-4dc4-81ea-9c487656e843 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:23.510763 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2e56fe8-8920-4b90-920d-4f4cfec624e9 req-8b850e36-3ddb-47b6-8a6b-39f4b599ac6d tempest-QuotasAdminNegativeTest-499043248 tempest-QuotasAdminNegativeTest-499043248-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8454022ee7924e6e8943e983e7aee533&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511005 Jul 09 13:25:23.518697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:23.519255 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:23.519799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:23.520471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Bound port: 8be120f4-93ff-4dc4-81ea-9c487656e843, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:23.521016 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:23.539884 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb9287-4165-4140-9c67-7e151f39dcec req-34909263-4f52-43db-adc3-2227d768dbff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:23.540912 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-016c5927-c2e4-4392-89dd-c9a3cec6580b req-f3ae22d3-8668-46c2-b988-087043d98062 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140985 Jul 09 13:25:23.542534 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-34909263-4f52-43db-adc3-2227d768dbff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53&tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6 HTTP/1.1" status: 200 len: 1100 time: 0.0680940 Jul 09 13:25:23.558202 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:23.709186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] For port 8be120f4-93ff-4dc4-81ea-9c487656e843, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:23.716203 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] For port 8be120f4-93ff-4dc4-81ea-9c487656e843, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8be120f4-93ff-4dc4-81ea-9c487656e843,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:23.724403 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:23.741626 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:23.870880 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:23.871837 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:23.873518 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aabe4772-289e-4d67-a115-db41dd780190 req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] 10.222.0.15 "PUT /v2.0/ports/8be120f4-93ff-4dc4-81ea-9c487656e843 HTTP/1.1" status: 200 len: 1096 time: 1.8695686 Jul 09 13:25:23.876604 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f580cf-5c93-4918-b270-0b704521e517', 'tag': '8be120f4-93ff-4dc4-81ea-9c487656e843'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:23.879107 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7300e8ee-12ea-40d0-9206-220b4d1e8029" -d '{"events": [{"name": "network-changed", "server_uuid": "43f580cf-5c93-4918-b270-0b704521e517", "tag": "8be120f4-93ff-4dc4-81ea-9c487656e843"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:23.901339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49890) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:23.918933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8d010337-f285-48bd-ad98-fcd5663255bc req-896de06b-c5da-42de-b96b-111ea9812f2b tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=6e9ff69d-dc53-46e2-a662-e7abae101cbd HTTP/1.1" status: 200 len: 210 time: 0.0996821 Jul 09 13:25:23.922403 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83ac11d8-39ab-4850-993b-e05658600138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:23.976701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe8440-f2d2-409d-bb65-87236bcb0922 service neutron] Pushing event updated for resources: {'Port': ['ID=8be120f4-93ff-4dc4-81ea-9c487656e843,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:24.034691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf17c94-cc12-481f-bc66-94ef40dc199a req-7a788472-904e-41fc-9e6f-342f881e0eef tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.043112 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf17c94-cc12-481f-bc66-94ef40dc199a req-7a788472-904e-41fc-9e6f-342f881e0eef tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.047969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf17c94-cc12-481f-bc66-94ef40dc199a req-7a788472-904e-41fc-9e6f-342f881e0eef tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.050711 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83ac11d8-39ab-4850-993b-e05658600138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:24.055049 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cdf17c94-cc12-481f-bc66-94ef40dc199a req-7a788472-904e-41fc-9e6f-342f881e0eef tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2417 time: 0.2726197 Jul 09 13:25:24.059742 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83ac11d8-39ab-4850-993b-e05658600138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:24.075393 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe4772-289e-4d67-a115-db41dd780190 req-9f0ff920-d69e-4235-8507-6d70a0977184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.077025 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aabe4772-289e-4d67-a115-db41dd780190 req-9f0ff920-d69e-4235-8507-6d70a0977184 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=43f580cf-5c93-4918-b270-0b704521e517 HTTP/1.1" status: 200 len: 1099 time: 0.1443937 Jul 09 13:25:24.153685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aabe4772-289e-4d67-a115-db41dd780190 req-8aa91f76-f97a-43aa-ae54-057ef2d8b044 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=8be120f4-93ff-4dc4-81ea-9c487656e843 HTTP/1.1" status: 200 len: 217 time: 0.0672977 Jul 09 13:25:24.157572 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-83ac11d8-39ab-4850-993b-e05658600138 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14dcc6ef5bcd44c0a88bc8762dedfd75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521820 Jul 09 13:25:24.158425 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ac11d8-39ab-4850-993b-e05658600138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84609a12-d6a6-4a53-919d-c7ef66fff2a0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:24.168224 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49892) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:24.216637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=e81eb137-890f-4080-a5cb-87eeba9f770b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:24.237786 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cdf17c94-cc12-481f-bc66-94ef40dc199a req-caf3165d-6460-438c-b60c-24498e38c8e7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817379 Jul 09 13:25:24.260771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe4772-289e-4d67-a115-db41dd780190 req-194ce9ad-62a8-4eca-bb9b-f9e912a59fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.262297 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aabe4772-289e-4d67-a115-db41dd780190 req-194ce9ad-62a8-4eca-bb9b-f9e912a59fa5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0937197 Jul 09 13:25:24.270743 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:24.318187 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:24.333838 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Transition to ACTIVE for port object e81eb137-890f-4080-a5cb-87eeba9f770b will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:24.339574 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:24.343001 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f4fbbd-4a07-4148-90dd-4c763d04ed85 req-9aa44fb9-271f-4144-ac23-4a60212393fd tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.349881 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a6f4fbbd-4a07-4148-90dd-4c763d04ed85 req-9aa44fb9-271f-4144-ac23-4a60212393fd tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 943 time: 0.2041934 Jul 09 13:25:24.389629 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ee89-171a-4adf-9e67-144ba6701b20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:24.414069 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] No DVR routers for this DVR port e81eb137-890f-4080-a5cb-87eeba9f770b on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:24.418158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Pushing event updated for resources: {'Port': ['ID=e81eb137-890f-4080-a5cb-87eeba9f770b,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:24.427297 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a6f4fbbd-4a07-4148-90dd-4c763d04ed85 req-d95ec9ec-f081-4b73-b523-f0cfdcf4cc16 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764511 Jul 09 13:25:24.449076 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ee89-171a-4adf-9e67-144ba6701b20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:24.468765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Attempting to bind port e81eb137-890f-4080-a5cb-87eeba9f770b on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:24.469472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Attempting to bind port e81eb137-890f-4080-a5cb-87eeba9f770b by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:24.470342 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Attempting to bind port e81eb137-890f-4080-a5cb-87eeba9f770b on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:24.476075 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Port e81eb137-890f-4080-a5cb-87eeba9f770b on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:25:24.476943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Attempting to bind port e81eb137-890f-4080-a5cb-87eeba9f770b on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:24.477150 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabe4772-289e-4d67-a115-db41dd780190 req-f814bece-8ff3-4123-987a-0991a20f8ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.479381 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aabe4772-289e-4d67-a115-db41dd780190 req-f814bece-8ff3-4123-987a-0991a20f8ba1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2027454 Jul 09 13:25:24.482913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:24.483384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:24.483851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:24.484367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Bound port: e81eb137-890f-4080-a5cb-87eeba9f770b, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:24.484803 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:24.582143 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ee89-171a-4adf-9e67-144ba6701b20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:24.584885 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ae3ee89-171a-4adf-9e67-144ba6701b20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:24.589176 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1ae3ee89-171a-4adf-9e67-144ba6701b20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/84609a12-d6a6-4a53-919d-c7ef66fff2a0 HTTP/1.1" status: 204 len: 168 time: 0.4161215 Jul 09 13:25:24.626814 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae3ee89-171a-4adf-9e67-144ba6701b20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84609a12-d6a6-4a53-919d-c7ef66fff2a0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:24.641594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:24.658716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e81eb137-890f-4080-a5cb-87eeba9f770b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:24.661660 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aabe4772-289e-4d67-a115-db41dd780190 req-b746dd81-d2af-41d7-b3da-f17b5124a144 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716485 Jul 09 13:25:24.666401 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:24.713565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:24.732426 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e86e6d8c-d7ea-4940-9465-fd8fbf4f1e5f" -d '{"events": [{"server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "name": "network-vif-unplugged", "status": "completed", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:24.751207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.751974 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:24.753911 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] 10.222.0.15 "PUT /v2.0/ports/e81eb137-890f-4080-a5cb-87eeba9f770b HTTP/1.1" status: 200 len: 1096 time: 1.2025578 Jul 09 13:25:24.782560 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d63d17-2831-4b56-b414-0c4b2f28fc87 x-openstack-request-id: req-f7d63d17-2831-4b56-b414-0c4b2f28fc87 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:24.783062 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f580cf-5c93-4918-b270-0b704521e517", "tag": "8be120f4-93ff-4dc4-81ea-9c487656e843", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:24.784956 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7d63d17-2831-4b56-b414-0c4b2f28fc87 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:24.785099 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fde77c-5feb-4e58-a317-f0fecac02aca service neutron] Pushing event updated for resources: {'Port': ['ID=e81eb137-890f-4080-a5cb-87eeba9f770b,revision_number=11']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:24.785192 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43f580cf-5c93-4918-b270-0b704521e517', 'tag': '8be120f4-93ff-4dc4-81ea-9c487656e843', 'status': 'completed', 'code': 200} Jul 09 13:25:24.860860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb9287-4165-4140-9c67-7e151f39dcec req-f339f5de-d521-4fe2-b829-96df35a447c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.863842 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-f339f5de-d521-4fe2-b829-96df35a447c6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 1099 time: 0.0761321 Jul 09 13:25:24.897875 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aabe4772-289e-4d67-a115-db41dd780190 req-8c9ca40c-c6a8-49ff-bf0c-f843035c0fdf service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244043 Jul 09 13:25:24.923387 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5423e-a1a1-458b-b6fa-cfa296e97386 req-e99d3253-2150-4b5e-aca1-6a7ab2f320bd tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:24.931551 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fed5423e-a1a1-458b-b6fa-cfa296e97386 req-e99d3253-2150-4b5e-aca1-6a7ab2f320bd tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 948 time: 0.1842818 Jul 09 13:25:25.035682 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fed5423e-a1a1-458b-b6fa-cfa296e97386 req-6e960700-1e80-4a9d-bb79-1c805c1ebd57 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029844 Jul 09 13:25:25.038847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 135692d3-1ed6-4885-ac2c-72bc5f272023 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:25.043723 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb9287-4165-4140-9c67-7e151f39dcec req-4e4e6cf9-1023-40b4-bc49-bdee3f03ffd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:25.045246 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-4e4e6cf9-1023-40b4-bc49-bdee3f03ffd0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1743481 Jul 09 13:25:25.091021 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 135692d3-1ed6-4885-ac2c-72bc5f272023 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:25.092158 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 135692d3-1ed6-4885-ac2c-72bc5f272023 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:25.093065 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device e81eb137-890f-4080-a5cb-87eeba9f770b no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:25.137865 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-a5aa18f0-d346-421b-a49f-bfc1be768e9a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e81eb137-890f-4080-a5cb-87eeba9f770b HTTP/1.1" status: 200 len: 217 time: 0.0857389 Jul 09 13:25:25.149053 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300e8ee-12ea-40d0-9206-220b4d1e8029 req-c16c1baf-5c69-4997-859d-843c5c70c542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:25.151442 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7300e8ee-12ea-40d0-9206-220b4d1e8029 req-c16c1baf-5c69-4997-859d-843c5c70c542 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=43f580cf-5c93-4918-b270-0b704521e517 HTTP/1.1" status: 200 len: 1099 time: 0.1863277 Jul 09 13:25:25.153174 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device e81eb137-890f-4080-a5cb-87eeba9f770b not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:25.219718 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eb79b67-6f74-4853-b493-1672a971dfa9 x-openstack-request-id: req-5eb79b67-6f74-4853-b493-1672a971dfa9 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:25.219718 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "name": "network-vif-unplugged", "status": "completed", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:25.219975 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5eb79b67-6f74-4853-b493-1672a971dfa9 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:25.221861 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b', 'code': 200} Jul 09 13:25:25.221984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff27c9e-d47a-4a70-b40f-d88abedd8994 req-61dd2c27-e398-44c6-80a4-e37d478aba05 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:25.223571 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bff27c9e-d47a-4a70-b40f-d88abedd8994 req-61dd2c27-e398-44c6-80a4-e37d478aba05 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f580cf-5c93-4918-b270-0b704521e517 HTTP/1.1" status: 200 len: 948 time: 0.2059751 Jul 09 13:25:25.275384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb9287-4165-4140-9c67-7e151f39dcec req-7cba0fc4-bf8f-40b7-883a-0c06388c044b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:25.279026 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-7cba0fc4-bf8f-40b7-883a-0c06388c044b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1339505 Jul 09 13:25:25.303577 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bff27c9e-d47a-4a70-b40f-d88abedd8994 req-848add4d-3e61-4dab-9dc9-d4a7fdfe59d1 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694573 Jul 09 13:25:25.335580 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300e8ee-12ea-40d0-9206-220b4d1e8029 req-40adbfbd-b0d7-4a12-8c47-fac9d4d3cd0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:25.339933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7300e8ee-12ea-40d0-9206-220b4d1e8029 req-40adbfbd-b0d7-4a12-8c47-fac9d4d3cd0c service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1809244 Jul 09 13:25:25.386674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb9287-4165-4140-9c67-7e151f39dcec req-b5b1258a-07e0-4011-bbd9-60dceb79520a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:25.388988 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-b5b1258a-07e0-4011-bbd9-60dceb79520a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1048591 Jul 09 13:25:25.488015 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7300e8ee-12ea-40d0-9206-220b4d1e8029 req-86889826-611c-4f2f-8beb-1938f906fbda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.248&port_id=8be120f4-93ff-4dc4-81ea-9c487656e843 HTTP/1.1" status: 200 len: 217 time: 0.1364279 Jul 09 13:25:25.531307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49930) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:25.606191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300e8ee-12ea-40d0-9206-220b4d1e8029 req-912f0964-feb6-4e16-86f5-8239fce20be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:25.613028 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7300e8ee-12ea-40d0-9206-220b4d1e8029 req-912f0964-feb6-4e16-86f5-8239fce20be4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1187005 Jul 09 13:25:25.651692 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-8ce7f9c9-5966-486e-965c-b294137bd9c0 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541761 Jul 09 13:25:25.739801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7300e8ee-12ea-40d0-9206-220b4d1e8029 req-06d745af-733e-4b95-a8cd-1991a67a0487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:25.741948 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7300e8ee-12ea-40d0-9206-220b4d1e8029 req-06d745af-733e-4b95-a8cd-1991a67a0487 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1222949 Jul 09 13:25:25.786693 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76ad67f4-66c9-4f14-8cc5-89cb34f22850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:25.875669 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26bb9287-4165-4140-9c67-7e151f39dcec req-3d110ff4-76af-47fa-a515-1316a5b25592 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169991 Jul 09 13:25:25.965822 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7300e8ee-12ea-40d0-9206-220b4d1e8029 req-0028cd83-1750-465f-8f4b-30fe24536480 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2137072 Jul 09 13:25:25.981938 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76ad67f4-66c9-4f14-8cc5-89cb34f22850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:25.986013 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f7456-bc3f-40ac-aa96-86e534986290 req-badf6dd6-860a-45a9-91af-ec2d20436c3e tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:25.987604 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e1f7456-bc3f-40ac-aa96-86e534986290 req-badf6dd6-860a-45a9-91af-ec2d20436c3e tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 943 time: 0.1197476 Jul 09 13:25:25.996371 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76ad67f4-66c9-4f14-8cc5-89cb34f22850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:26.069344 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-76ad67f4-66c9-4f14-8cc5-89cb34f22850 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8454022ee7924e6e8943e983e7aee533&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5352538 Jul 09 13:25:26.072247 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ad67f4-66c9-4f14-8cc5-89cb34f22850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b14463ec-ba11-4f5f-8c94-01eeb8be82cf,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:26.075641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49952) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:26.128492 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e1f7456-bc3f-40ac-aa96-86e534986290 req-567f889a-88e8-47b9-906c-64de49b14e32 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308639 Jul 09 13:25:26.167641 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a58086c7-ce2b-4200-bc0e-b840829c4730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:26.178560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7300e8ee-12ea-40d0-9206-220b4d1e8029 req-fde8e286-4123-416e-9dc7-60a7f496100b service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034218 Jul 09 13:25:26.193315 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a58086c7-ce2b-4200-bc0e-b840829c4730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:26.205056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a396f97-8db0-489b-8e1e-c6fa967d439e req-3cb24974-c61c-4fbc-8a06-590cc9597772 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:26.214299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a396f97-8db0-489b-8e1e-c6fa967d439e req-3cb24974-c61c-4fbc-8a06-590cc9597772 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:26.220855 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a396f97-8db0-489b-8e1e-c6fa967d439e req-3cb24974-c61c-4fbc-8a06-590cc9597772 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:26.222681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a396f97-8db0-489b-8e1e-c6fa967d439e req-3cb24974-c61c-4fbc-8a06-590cc9597772 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2417 time: 0.1629040 Jul 09 13:25:26.296432 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a396f97-8db0-489b-8e1e-c6fa967d439e req-ff779755-c1e3-4b0e-b0e0-0874b90e084c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652087 Jul 09 13:25:26.323792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080d1a9-a858-424a-ae4d-e37891ae4673 req-6de9ca1e-ccd7-49d4-a05e-c03dccb88c3f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:26.326706 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1080d1a9-a858-424a-ae4d-e37891ae4673 req-6de9ca1e-ccd7-49d4-a05e-c03dccb88c3f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 944 time: 0.0836954 Jul 09 13:25:26.328826 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a58086c7-ce2b-4200-bc0e-b840829c4730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:26.331600 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a58086c7-ce2b-4200-bc0e-b840829c4730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:26.335219 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a58086c7-ce2b-4200-bc0e-b840829c4730 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b14463ec-ba11-4f5f-8c94-01eeb8be82cf HTTP/1.1" status: 204 len: 168 time: 0.2404256 Jul 09 13:25:26.433302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58086c7-ce2b-4200-bc0e-b840829c4730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14463ec-ba11-4f5f-8c94-01eeb8be82cf,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:26.466325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-1080d1a9-a858-424a-ae4d-e37891ae4673 req-d6a1e313-bfe3-4a3d-b1ec-5af0b8c455ba tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Deleting port fa5215e1-55ff-4777-9b2c-9ada2e630965 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:26.466785 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1080d1a9-a858-424a-ae4d-e37891ae4673 req-d6a1e313-bfe3-4a3d-b1ec-5af0b8c455ba tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:26.539319 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2becda8-3be8-4098-8204-5f106f296ed0 req-a124b060-9d76-4f0c-83b1-aedee2417808 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:26.541239 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b2becda8-3be8-4098-8204-5f106f296ed0 req-a124b060-9d76-4f0c-83b1-aedee2417808 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 944 time: 0.2199814 Jul 09 13:25:26.591564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1080d1a9-a858-424a-ae4d-e37891ae4673 req-d6a1e313-bfe3-4a3d-b1ec-5af0b8c455ba tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] For port fa5215e1-55ff-4777-9b2c-9ada2e630965, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fa5215e1-55ff-4777-9b2c-9ada2e630965,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:26.592149 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1080d1a9-a858-424a-ae4d-e37891ae4673 req-d6a1e313-bfe3-4a3d-b1ec-5af0b8c455ba tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:26.597689 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b2becda8-3be8-4098-8204-5f106f296ed0 req-75d4a164-81d3-4473-8516-ca30d3487c53 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484886 Jul 09 13:25:26.626030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-1080d1a9-a858-424a-ae4d-e37891ae4673 req-d6a1e313-bfe3-4a3d-b1ec-5af0b8c455ba tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Calling delete_port for fa5215e1-55ff-4777-9b2c-9ada2e630965 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:26.641866 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58327d1-f7f8-4b13-9078-1da8441b474e req-c6c837fe-c145-49de-901e-1c4750ee17b8 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:26.641866 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e58327d1-f7f8-4b13-9078-1da8441b474e req-c6c837fe-c145-49de-901e-1c4750ee17b8 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 948 time: 0.1628182 Jul 09 13:25:26.702474 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e58327d1-f7f8-4b13-9078-1da8441b474e req-f3e7af41-af3a-4ed6-a768-6cd9f0d33dca tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563204 Jul 09 13:25:26.744648 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8be120f4-93ff-4dc4-81ea-9c487656e843 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:26.768291 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49972) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:26.811964 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cefadbcc-79b9-4098-9f27-ad4f0f29e626 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:26.839069 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1080d1a9-a858-424a-ae4d-e37891ae4673 req-d6a1e313-bfe3-4a3d-b1ec-5af0b8c455ba tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:26.876256 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720cdea9-0f8a-48a2-a636-bce4f63ca904 req-cade6433-caf1-4674-aa91-f34ddb7ec35e tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:26.878289 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-720cdea9-0f8a-48a2-a636-bce4f63ca904 req-cade6433-caf1-4674-aa91-f34ddb7ec35e tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f580cf-5c93-4918-b270-0b704521e517 HTTP/1.1" status: 200 len: 948 time: 0.1029410 Jul 09 13:25:26.878447 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8be120f4-93ff-4dc4-81ea-9c487656e843, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8be120f4-93ff-4dc4-81ea-9c487656e843,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:26.892787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '8be120f4-93ff-4dc4-81ea-9c487656e843', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '8be120f4-93ff-4dc4-81ea-9c487656e843', 'mac_address': 'fa:16:3e:97:1e:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.248'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:26.902981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1e313-bfe3-4a3d-b1ec-5af0b8c455ba tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Pushing event deleted for resources: {'Port': ['ID=fa5215e1-55ff-4777-9b2c-9ada2e630965,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:26.954941 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:26.963682 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-720cdea9-0f8a-48a2-a636-bce4f63ca904 req-0ee8a167-bdb6-43cf-9739-7783395b5de2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762777 Jul 09 13:25:26.971743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8be120f4-93ff-4dc4-81ea-9c487656e843 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:26.989113 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1080d1a9-a858-424a-ae4d-e37891ae4673 req-d6a1e313-bfe3-4a3d-b1ec-5af0b8c455ba tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] No DVR routers for this DVR port fa5215e1-55ff-4777-9b2c-9ada2e630965 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:26.999898 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cefadbcc-79b9-4098-9f27-ad4f0f29e626 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:27.001634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1080d1a9-a858-424a-ae4d-e37891ae4673 req-d6a1e313-bfe3-4a3d-b1ec-5af0b8c455ba tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:27.004625 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1080d1a9-a858-424a-ae4d-e37891ae4673 req-d6a1e313-bfe3-4a3d-b1ec-5af0b8c455ba tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.18 "DELETE /v2.0/ports/fa5215e1-55ff-4777-9b2c-9ada2e630965 HTTP/1.1" status: 204 len: 173 time: 0.6706700 Jul 09 13:25:27.006269 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cefadbcc-79b9-4098-9f27-ad4f0f29e626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:27.017343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8be120f4-93ff-4dc4-81ea-9c487656e843, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8be120f4-93ff-4dc4-81ea-9c487656e843,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:27.022144 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:27.062341 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49980) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:27.072851 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cefadbcc-79b9-4098-9f27-ad4f0f29e626 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=364bc424acb24db8b3fb8806367d3010&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3033755 Jul 09 13:25:27.081176 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=8be120f4-93ff-4dc4-81ea-9c487656e843,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:27.088236 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefadbcc-79b9-4098-9f27-ad4f0f29e626 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a495d73c-195a-42b3-b2d6-fccda3e08c3c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:27.155899 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35ed97d7-d3b4-450f-9bb0-207f03561daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:27.182580 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35ed97d7-d3b4-450f-9bb0-207f03561daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:27.222638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b'}, {'server_uuid': '2d45e79c-bf27-4ff4-842b-e791d922933d', 'name': 'network-vif-deleted', 'tag': 'fa5215e1-55ff-4777-9b2c-9ada2e630965'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:27.225672 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb" -d '{"events": [{"name": "network-changed", "server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b"}, {"server_uuid": "2d45e79c-bf27-4ff4-842b-e791d922933d", "name": "network-vif-deleted", "tag": "fa5215e1-55ff-4777-9b2c-9ada2e630965"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:27.255240 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35ed97d7-d3b4-450f-9bb0-207f03561daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:27.258868 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35ed97d7-d3b4-450f-9bb0-207f03561daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:27.260919 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-35ed97d7-d3b4-450f-9bb0-207f03561daf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a495d73c-195a-42b3-b2d6-fccda3e08c3c HTTP/1.1" status: 204 len: 168 time: 0.1969204 Jul 09 13:25:27.269532 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ed97d7-d3b4-450f-9bb0-207f03561daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a495d73c-195a-42b3-b2d6-fccda3e08c3c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:27.358099 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5f0b25-4c9b-4ebd-a1fd-fe2db9d3a4c0 x-openstack-request-id: req-df5f0b25-4c9b-4ebd-a1fd-fe2db9d3a4c0 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:27.358813 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b", "status": "completed", "code": 200}, {"server_uuid": "2d45e79c-bf27-4ff4-842b-e791d922933d", "name": "network-vif-deleted", "tag": "fa5215e1-55ff-4777-9b2c-9ada2e630965", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:27.359338 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df5f0b25-4c9b-4ebd-a1fd-fe2db9d3a4c0 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:27.360875 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b', 'status': 'completed', 'code': 200} Jul 09 13:25:27.361917 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d45e79c-bf27-4ff4-842b-e791d922933d', 'name': 'network-vif-deleted', 'tag': 'fa5215e1-55ff-4777-9b2c-9ada2e630965', 'status': 'completed', 'code': 200} Jul 09 13:25:27.397261 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52533dcf-cbff-4e34-8445-85f406145dbe req-631bddf3-6952-47ce-9e43-50146da07407 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.398793 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-52533dcf-cbff-4e34-8445-85f406145dbe req-631bddf3-6952-47ce-9e43-50146da07407 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 943 time: 0.0820968 Jul 09 13:25:27.403115 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['8be120f4-93ff-4dc4-81ea-9c487656e843'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:27.488075 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-52533dcf-cbff-4e34-8445-85f406145dbe req-30caf6d4-bf96-4b7d-8161-74609e17c94d tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596495 Jul 09 13:25:27.506592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-b5773a3f-84b8-46f5-85e8-b35ad03e75df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.507396 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-b5773a3f-84b8-46f5-85e8-b35ad03e75df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 1099 time: 0.1178923 Jul 09 13:25:27.605910 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-6267c2b5-48ea-450b-88c4-cd5b5404d67c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.614796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-6267c2b5-48ea-450b-88c4-cd5b5404d67c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.624621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-6267c2b5-48ea-450b-88c4-cd5b5404d67c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.626679 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-6267c2b5-48ea-450b-88c4-cd5b5404d67c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.15 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2417 time: 0.2074988 Jul 09 13:25:27.631111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-70712813-13f5-4803-9964-5d2421c7cf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.632798 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-70712813-13f5-4803-9964-5d2421c7cf97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 1099 time: 0.2387466 Jul 09 13:25:27.698179 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44c9f5-7dca-4941-a551-00ffc7e8aef0 req-14dc1837-a186-41c7-ab37-05c942bc068d tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.705038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44c9f5-7dca-4941-a551-00ffc7e8aef0 req-14dc1837-a186-41c7-ab37-05c942bc068d tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.711411 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb44c9f5-7dca-4941-a551-00ffc7e8aef0 req-14dc1837-a186-41c7-ab37-05c942bc068d tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.718812 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb44c9f5-7dca-4941-a551-00ffc7e8aef0 req-14dc1837-a186-41c7-ab37-05c942bc068d tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 2417 time: 0.1789083 Jul 09 13:25:27.722156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-cc03f00b-9990-4a18-b45e-4fba2a762c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.723725 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-cc03f00b-9990-4a18-b45e-4fba2a762c43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.2076294 Jul 09 13:25:27.779987 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-4523fd23-f860-4095-9b00-61feb9b3f195 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e81eb137-890f-4080-a5cb-87eeba9f770b HTTP/1.1" status: 200 len: 217 time: 0.0418112 Jul 09 13:25:27.802469 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-37a0209b-e247-4719-a982-d04009e69638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.804369 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-37a0209b-e247-4719-a982-d04009e69638 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1632020 Jul 09 13:25:27.829374 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb44c9f5-7dca-4941-a551-00ffc7e8aef0 req-fbbce8f7-fba4-4440-96a0-2c3e9e877f98 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095033 Jul 09 13:25:27.905092 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-53ae398c-e63e-4252-9813-30449b99ad9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=e81eb137-890f-4080-a5cb-87eeba9f770b HTTP/1.1" status: 200 len: 217 time: 0.0897634 Jul 09 13:25:27.958100 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-702f548e-23fd-4501-9721-84fe7af798cf req-0a69b1ba-7f00-4008-8fce-2f9f8e0ebacf tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=2d45e79c-bf27-4ff4-842b-e791d922933d HTTP/1.1" status: 200 len: 210 time: 0.0888495 Jul 09 13:25:27.959988 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-767a30dc-33b5-43bc-9205-d44207ae3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:27.961343 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-767a30dc-33b5-43bc-9205-d44207ae3a74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1731277 Jul 09 13:25:28.029255 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-f7ae16bd-64e8-43b8-9be0-113a64904a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:28.033417 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-f7ae16bd-64e8-43b8-9be0-113a64904a62 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1181870 Jul 09 13:25:28.105658 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-4ef3b40a-1e82-43e5-bd6f-6b0c10511145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:28.107288 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-4ef3b40a-1e82-43e5-bd6f-6b0c10511145 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1376128 Jul 09 13:25:28.289380 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-ab5977a9-30bc-49ee-9796-9c574e3b91d9 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652346 Jul 09 13:25:28.299054 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2001fd8-7272-4208-9665-c0b5aec17325 req-8827a44f-ed28-42b8-a072-ac1ed53eae0a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:28.301118 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a2001fd8-7272-4208-9665-c0b5aec17325 req-8827a44f-ed28-42b8-a072-ac1ed53eae0a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 948 time: 0.2114007 Jul 09 13:25:28.366823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956ea3a-6174-49a4-84b1-9116345f0941 req-5162dc91-8fc9-46e4-bd14-5930c18bc01b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:28.369091 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1956ea3a-6174-49a4-84b1-9116345f0941 req-5162dc91-8fc9-46e4-bd14-5930c18bc01b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f580cf-5c93-4918-b270-0b704521e517 HTTP/1.1" status: 200 len: 949 time: 0.1912806 Jul 09 13:25:28.448210 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-8d2cedde-fd0b-4b88-9171-57c73d5e224b tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Deleting port b8af3a50-5e26-4f6e-92a8-78b1576facdd {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:28.448612 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-8d2cedde-fd0b-4b88-9171-57c73d5e224b tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:28.455848 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1956ea3a-6174-49a4-84b1-9116345f0941 req-7ce533cc-d78e-4d5e-b342-57d74f3391ae tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770102 Jul 09 13:25:28.472119 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a2001fd8-7272-4208-9665-c0b5aec17325 req-8d82120c-06eb-4960-9491-225f69784934 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1596491 Jul 09 13:25:28.503761 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-f37e879a-8a40-4ce5-afff-66ae6dc03f91 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007985 Jul 09 13:25:28.542040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50050) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:28.562375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-8d2cedde-fd0b-4b88-9171-57c73d5e224b tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] For port b8af3a50-5e26-4f6e-92a8-78b1576facdd, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=b8af3a50-5e26-4f6e-92a8-78b1576facdd,segment=NetworkSegment(0d8f84bb-f981-4418-a64c-2a1b49eb676a),segment_id=0d8f84bb-f981-4418-a64c-2a1b49eb676a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:28.562738 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-8d2cedde-fd0b-4b88-9171-57c73d5e224b tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:28.578046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-8d2cedde-fd0b-4b88-9171-57c73d5e224b tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Calling delete_port for b8af3a50-5e26-4f6e-92a8-78b1576facdd owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:28.667124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-59eed855-4bf5-4680-800e-f4561fb69340 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-696306354-network', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:28.683129 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-35a26acb-1915-4812-9197-3b836a1b3b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:28.684457 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-35a26acb-1915-4812-9197-3b836a1b3b04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6327105 Jul 09 13:25:28.736012 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59eed855-4bf5-4680-800e-f4561fb69340 admin admin] Made reservation on behalf of 9966c57f76914fbeb6cb6764db1ad525 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:28.740012 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59eed855-4bf5-4680-800e-f4561fb69340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:28.756179 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59eed855-4bf5-4680-800e-f4561fb69340 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:28.780101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e81eb137-890f-4080-a5cb-87eeba9f770b details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:28.782040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9754e0d6-760b-4a06-b830-e113a02f8afc req-59c5aeb0-1712-4d6f-abc2-1630896ea1c4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:28.784065 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9754e0d6-760b-4a06-b830-e113a02f8afc req-59c5aeb0-1712-4d6f-abc2-1630896ea1c4 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 943 time: 0.1460342 Jul 09 13:25:28.787560 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8be120f4-93ff-4dc4-81ea-9c487656e843 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:28.801412 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-8d2cedde-fd0b-4b88-9171-57c73d5e224b tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:28.823033 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['b8af3a50-5e26-4f6e-92a8-78b1576facdd', '055162a8-fdda-48d0-96c8-c86ca56769c2', '3bcf719c-0852-4e53-8c86-f603137e9d9c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:28.846101 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cedde-fd0b-4b88-9171-57c73d5e224b tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Port': ['ID=b8af3a50-5e26-4f6e-92a8-78b1576facdd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:28.869040 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-983ce424-3190-4300-8755-117739a9a43f service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607008 Jul 09 13:25:28.894049 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9754e0d6-760b-4a06-b830-e113a02f8afc req-bc13f6ae-35a9-4db7-9599-794a986afd79 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748460 Jul 09 13:25:28.953249 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50060) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:29.052014 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59eed855-4bf5-4680-800e-f4561fb69340 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.059353 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-70c971f3-2694-4bfb-a09b-3e8de6b12bbb req-444d1060-523f-48c6-92d8-65e33b92eda2 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240263 Jul 09 13:25:29.067908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:29.069901 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fa5215e1-55ff-4777-9b2c-9ada2e630965 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:29.086619 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59eed855-4bf5-4680-800e-f4561fb69340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.095720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-8d2cedde-fd0b-4b88-9171-57c73d5e224b tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] No DVR routers for this DVR port b8af3a50-5e26-4f6e-92a8-78b1576facdd on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:29.098457 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-8d2cedde-fd0b-4b88-9171-57c73d5e224b tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.100792 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-8d2cedde-fd0b-4b88-9171-57c73d5e224b tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.15 "DELETE /v2.0/ports/b8af3a50-5e26-4f6e-92a8-78b1576facdd HTTP/1.1" status: 204 len: 173 time: 1.2953911 Jul 09 13:25:29.147632 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59eed855-4bf5-4680-800e-f4561fb69340 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:25:29.160923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eed855-4bf5-4680-800e-f4561fb69340 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb10272-0eb6-420b-a954-f33a7ecdb6a9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:29.173919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: fa5215e1-55ff-4777-9b2c-9ada2e630965 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:29.174244 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fa5215e1-55ff-4777-9b2c-9ada2e630965 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:29.187302 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59eed855-4bf5-4680-800e-f4561fb69340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.188022 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-59eed855-4bf5-4680-800e-f4561fb69340 admin admin] Added segment 9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e of type vlan for network a813ce20-056e-4836-92c9-e32b3dd33911 Jul 09 13:25:29.207178 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 8be120f4-93ff-4dc4-81ea-9c487656e843 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:29.223803 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 8be120f4-93ff-4dc4-81ea-9c487656e843 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:29.224231 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.266430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e3e2b74-cfad-4f6b-8638-5fa022a8462a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.287671 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-de8eb1a5-feef-4dc5-bd68-586858c875ff tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Deleting port 3bcf719c-0852-4e53-8c86-f603137e9d9c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:29.288238 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-de8eb1a5-feef-4dc5-bd68-586858c875ff tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.303755 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e81eb137-890f-4080-a5cb-87eeba9f770b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:29.309355 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59eed855-4bf5-4680-800e-f4561fb69340 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.327511 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5965a6e-7cb6-4017-a5b1-2ccc3ad2fad2 req-2275e472-a096-4189-b816-b4eadf5fd48d tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:29.335444 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5965a6e-7cb6-4017-a5b1-2ccc3ad2fad2 req-2275e472-a096-4189-b816-b4eadf5fd48d tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:29.343852 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5965a6e-7cb6-4017-a5b1-2ccc3ad2fad2 req-2275e472-a096-4189-b816-b4eadf5fd48d tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 1682 time: 0.2794518 Jul 09 13:25:29.375739 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'e81eb137-890f-4080-a5cb-87eeba9f770b', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'e81eb137-890f-4080-a5cb-87eeba9f770b', 'mac_address': 'fa:16:3e:39:ad:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:29.419477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-de8eb1a5-feef-4dc5-bd68-586858c875ff tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] For port 3bcf719c-0852-4e53-8c86-f603137e9d9c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3bcf719c-0852-4e53-8c86-f603137e9d9c,segment=NetworkSegment(0d8f84bb-f981-4418-a64c-2a1b49eb676a),segment_id=0d8f84bb-f981-4418-a64c-2a1b49eb676a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:29.420641 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-de8eb1a5-feef-4dc5-bd68-586858c875ff tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.439348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-de8eb1a5-feef-4dc5-bd68-586858c875ff tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Calling delete_port for 3bcf719c-0852-4e53-8c86-f603137e9d9c owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:29.460503 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5965a6e-7cb6-4017-a5b1-2ccc3ad2fad2 req-d6d4e297-69e5-4a73-b7dd-6be013908925 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155026 Jul 09 13:25:29.467180 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.469187 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59eed855-4bf5-4680-800e-f4561fb69340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.471662 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59eed855-4bf5-4680-800e-f4561fb69340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:29.472429 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59eed855-4bf5-4680-800e-f4561fb69340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.526284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e81eb137-890f-4080-a5cb-87eeba9f770b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:29.565380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dec441b5-8cb0-41e1-a2e1-0ca8593d55d0,segment=NetworkSegment(5d4cd2ef-ebe8-4594-8cc4-29756df34d28),segment_id=5d4cd2ef-ebe8-4594-8cc4-29756df34d28)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:29.605258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'name': 'network-vif-deleted', 'tag': 'b8af3a50-5e26-4f6e-92a8-78b1576facdd'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:29.607635 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e66e59-add3-4d62-8f92-4e00ab756dcb" -d '{"events": [{"server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "name": "network-vif-deleted", "tag": "b8af3a50-5e26-4f6e-92a8-78b1576facdd"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:29.618259 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e3e2b74-cfad-4f6b-8638-5fa022a8462a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.623191 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-de8eb1a5-feef-4dc5-bd68-586858c875ff tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.645495 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e3e2b74-cfad-4f6b-8638-5fa022a8462a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.645782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e81eb137-890f-4080-a5cb-87eeba9f770b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:29.653666 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'dec441b5-8cb0-41e1-a2e1-0ca8593d55d0', 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06', 'port_id': 'dec441b5-8cb0-41e1-a2e1-0ca8593d55d0', 'mac_address': 'fa:16:3e:3c:58:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:29.661567 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.664044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8eb1a5-feef-4dc5-bd68-586858c875ff tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Port': ['ID=3bcf719c-0852-4e53-8c86-f603137e9d9c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:29.666731 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-59eed855-4bf5-4680-800e-f4561fb69340 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1231885 Jul 09 13:25:29.670862 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.675515 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50078) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:29.681272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4e272fec-0e40-490c-8d14-37873b1cf0fd admin admin] Request body: {'subnet': {'network_id': 'a813ce20-056e-4836-92c9-e32b3dd33911', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-696306354-subnet', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:29.736243 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-de8eb1a5-feef-4dc5-bd68-586858c875ff tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] No DVR routers for this DVR port 3bcf719c-0852-4e53-8c86-f603137e9d9c on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:29.740463 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-de8eb1a5-feef-4dc5-bd68-586858c875ff tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.742570 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-de8eb1a5-feef-4dc5-bd68-586858c875ff tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.15 "DELETE /v2.0/ports/3bcf719c-0852-4e53-8c86-f603137e9d9c HTTP/1.1" status: 204 len: 173 time: 0.6359456 Jul 09 13:25:29.746229 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.760970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eed855-4bf5-4680-800e-f4561fb69340 admin admin] Pushing event updated for resources: {'Network': ['ID=a813ce20-056e-4836-92c9-e32b3dd33911,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:29.786759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e272fec-0e40-490c-8d14-37873b1cf0fd admin admin] Made reservation on behalf of 9966c57f76914fbeb6cb6764db1ad525 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:29.789578 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e272fec-0e40-490c-8d14-37873b1cf0fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.791171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network a813ce20-056e-4836-92c9-e32b3dd33911 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:25:29.802303 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0e3e2b74-cfad-4f6b-8638-5fa022a8462a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f0d397606da742749fd0bb10cd0546c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8456724 Jul 09 13:25:29.802303 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3e2b74-cfad-4f6b-8638-5fa022a8462a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=518646db-e9de-4945-b46a-80d74d5c442f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:29.804202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50080) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:29.828587 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:29.911548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f580cf-5c93-4918-b270-0b704521e517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be120f4-93ff-4dc4-81ea-9c487656e843'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:29.914440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a075594-6db3-4d62-88e7-5bc739d019e3 req-dac4a32e-d018-4bf5-b616-f405e8cb21ce tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:29.914617 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-525adfac-011b-4bf8-9553-a20f2e97f33f" -d '{"events": [{"server_uuid": "43f580cf-5c93-4918-b270-0b704521e517", "name": "network-vif-plugged", "status": "completed", "tag": "8be120f4-93ff-4dc4-81ea-9c487656e843"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:29.916972 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a075594-6db3-4d62-88e7-5bc739d019e3 req-dac4a32e-d018-4bf5-b616-f405e8cb21ce tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 944 time: 0.3462639 Jul 09 13:25:29.940411 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dee5bc-962e-4027-a07e-5200fec223a5 req-b6666587-c849-41f8-b6c8-caef74049476 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:29.949629 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-80dee5bc-962e-4027-a07e-5200fec223a5 req-b6666587-c849-41f8-b6c8-caef74049476 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f580cf-5c93-4918-b270-0b704521e517 HTTP/1.1" status: 200 len: 949 time: 0.3168378 Jul 09 13:25:29.961387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e81eb137-890f-4080-a5cb-87eeba9f770b,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:29.964885 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95f329bf-d053-486f-9dd7-32e05965ac97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:29.982995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dec441b5-8cb0-41e1-a2e1-0ca8593d55d0,segment=NetworkSegment(5d4cd2ef-ebe8-4594-8cc4-29756df34d28),segment_id=5d4cd2ef-ebe8-4594-8cc4-29756df34d28)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:29.997077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8be120f4-93ff-4dc4-81ea-9c487656e843, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8be120f4-93ff-4dc4-81ea-9c487656e843,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:30.016456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-e9e5cb1e-8a12-499b-86cb-902c4cf0b902 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Deleting port 055162a8-fdda-48d0-96c8-c86ca56769c2 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:30.016700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-e9e5cb1e-8a12-499b-86cb-902c4cf0b902 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:30.017695 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:30.027368 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:30.030476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['e81eb137-890f-4080-a5cb-87eeba9f770b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:30.046222 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95f329bf-d053-486f-9dd7-32e05965ac97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:30.076446 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-80dee5bc-962e-4027-a07e-5200fec223a5 req-60bc63e2-dce5-448e-afc4-5063cca4fa1c tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254103 Jul 09 13:25:30.171191 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a075594-6db3-4d62-88e7-5bc739d019e3 req-97b1f146-f478-494a-8705-ed879c9c130f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/security-groups?id=65376178-5228-462b-bbb7-efa0a920fd70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399147 Jul 09 13:25:30.181548 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95f329bf-d053-486f-9dd7-32e05965ac97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:30.185988 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-95f329bf-d053-486f-9dd7-32e05965ac97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:30.193659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=dec441b5-8cb0-41e1-a2e1-0ca8593d55d0,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:30.200346 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-95f329bf-d053-486f-9dd7-32e05965ac97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/518646db-e9de-4945-b46a-80d74d5c442f HTTP/1.1" status: 204 len: 168 time: 0.3707750 Jul 09 13:25:30.227363 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e272fec-0e40-490c-8d14-37873b1cf0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:30.257427 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26c795cb-9a74-429e-8238-10994b546ca6 x-openstack-request-id: req-26c795cb-9a74-429e-8238-10994b546ca6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:30.257755 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "name": "network-vif-deleted", "tag": "b8af3a50-5e26-4f6e-92a8-78b1576facdd", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:30.258134 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-26c795cb-9a74-429e-8238-10994b546ca6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:30.259158 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'name': 'network-vif-deleted', 'tag': 'b8af3a50-5e26-4f6e-92a8-78b1576facdd', 'status': 'completed', 'code': 200} Jul 09 13:25:30.291176 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=8be120f4-93ff-4dc4-81ea-9c487656e843,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:30.311266 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f329bf-d053-486f-9dd7-32e05965ac97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=518646db-e9de-4945-b46a-80d74d5c442f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:30.325090 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24fc25e-9f57-418e-bee8-def7f2c71388 req-e2b802b5-c282-4482-b4c4-e01cc1940a4d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.326972 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c24fc25e-9f57-418e-bee8-def7f2c71388 req-e2b802b5-c282-4482-b4c4-e01cc1940a4d tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.18 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 944 time: 0.3361642 Jul 09 13:25:30.330387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-e9e5cb1e-8a12-499b-86cb-902c4cf0b902 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] For port 055162a8-fdda-48d0-96c8-c86ca56769c2, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=055162a8-fdda-48d0-96c8-c86ca56769c2,segment=NetworkSegment(22677433-de5c-4cbe-8c6f-e7c8ae93892b),segment_id=22677433-de5c-4cbe-8c6f-e7c8ae93892b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:30.331205 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-e9e5cb1e-8a12-499b-86cb-902c4cf0b902 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:30.380553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['dec441b5-8cb0-41e1-a2e1-0ca8593d55d0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:30.383070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc50d26-09fa-4a59-9ae6-8f65b1517001 req-840c2d9e-cbb2-42b4-91a6-9cefcf6b7b9f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.384292 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-e9e5cb1e-8a12-499b-86cb-902c4cf0b902 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Calling delete_port for 055162a8-fdda-48d0-96c8-c86ca56769c2 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:30.385474 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bc50d26-09fa-4a59-9ae6-8f65b1517001 req-840c2d9e-cbb2-42b4-91a6-9cefcf6b7b9f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 949 time: 0.1547861 Jul 09 13:25:30.457132 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bc50d26-09fa-4a59-9ae6-8f65b1517001 req-3ebf2a07-0625-42c3-8307-deb871a0664f tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592575 Jul 09 13:25:30.496144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e272fec-0e40-490c-8d14-37873b1cf0fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=9127bbf1-b7db-4fef-a433-b8560180a892,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:30.565912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e272fec-0e40-490c-8d14-37873b1cf0fd admin admin] Checking segment: {'id': '9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a813ce20-056e-4836-92c9-e32b3dd33911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:30.566305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e272fec-0e40-490c-8d14-37873b1cf0fd admin admin] Network hostable DHCP agents. Network: a813ce20-056e-4836-92c9-e32b3dd33911, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:25:30.577801 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ead298-1855-4b64-901d-381f48c57c7a x-openstack-request-id: req-c4ead298-1855-4b64-901d-381f48c57c7a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:30.578602 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f580cf-5c93-4918-b270-0b704521e517", "name": "network-vif-plugged", "status": "completed", "tag": "8be120f4-93ff-4dc4-81ea-9c487656e843", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:30.579261 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4ead298-1855-4b64-901d-381f48c57c7a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:30.580051 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f580cf-5c93-4918-b270-0b704521e517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8be120f4-93ff-4dc4-81ea-9c487656e843', 'code': 200} Jul 09 13:25:30.654283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8cde05-e26c-4f86-bb1f-dadab5604a17 req-fced4aa8-8dd6-4ae7-9670-cdb989a3fc1a tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.656096 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec8cde05-e26c-4f86-bb1f-dadab5604a17 req-fced4aa8-8dd6-4ae7-9670-cdb989a3fc1a tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 944 time: 0.0979660 Jul 09 13:25:30.683777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50094) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:30.723134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e272fec-0e40-490c-8d14-37873b1cf0fd admin admin] Network a813ce20-056e-4836-92c9-e32b3dd33911 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:25:30.744787 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-549daed0-bdab-4be2-baf3-917030a2097f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:30.764676 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4e272fec-0e40-490c-8d14-37873b1cf0fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, a813ce20-056e-4836-92c9-e32b3dd33911) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:30.773543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d84a78-f686-4cdd-bc87-2277b034b2c7 None None] Network a813ce20-056e-4836-92c9-e32b3dd33911 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:30.776328 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e272fec-0e40-490c-8d14-37873b1cf0fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.777013 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e272fec-0e40-490c-8d14-37873b1cf0fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:30.789748 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c24fc25e-9f57-418e-bee8-def7f2c71388 req-54adf32c-6025-4e5c-82e3-42ccc84822f2 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Deleting port c8d224de-f6f0-4316-8c22-5ff5891a9976 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:30.790461 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c24fc25e-9f57-418e-bee8-def7f2c71388 req-54adf32c-6025-4e5c-82e3-42ccc84822f2 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:30.823235 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 055162a8-fdda-48d0-96c8-c86ca56769c2 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:30.838868 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec8cde05-e26c-4f86-bb1f-dadab5604a17 req-a2ffe16b-dd15-47ae-82e7-941092fdaa4b tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757364 Jul 09 13:25:30.873371 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178de48-ac93-4a81-b9a9-ec0962fde3ee req-adcd1529-bbcc-4931-8175-f667850dc11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.874842 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9178de48-ac93-4a81-b9a9-ec0962fde3ee req-adcd1529-bbcc-4931-8175-f667850dc11f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=43f580cf-5c93-4918-b270-0b704521e517 HTTP/1.1" status: 200 len: 1101 time: 0.2128348 Jul 09 13:25:30.890601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826d824-f45a-44b6-ad7b-9f84611f463e req-33616f24-83b6-4792-9d42-4bde028264ab tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:30.897895 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7826d824-f45a-44b6-ad7b-9f84611f463e req-33616f24-83b6-4792-9d42-4bde028264ab tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=806735ae-035b-4bf5-8a38-9b3b6ec08504 HTTP/1.1" status: 200 len: 867 time: 0.1732659 Jul 09 13:25:30.911743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No active binding found for port 055162a8-fdda-48d0-96c8-c86ca56769c2 {{(pid=93755) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 13:25:30.912187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 055162a8-fdda-48d0-96c8-c86ca56769c2 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:30.912605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device b8af3a50-5e26-4f6e-92a8-78b1576facdd no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:30.969382 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c24fc25e-9f57-418e-bee8-def7f2c71388 req-54adf32c-6025-4e5c-82e3-42ccc84822f2 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] For port c8d224de-f6f0-4316-8c22-5ff5891a9976, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c8d224de-f6f0-4316-8c22-5ff5891a9976,segment=NetworkSegment(d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b),segment_id=d5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:30.971614 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c24fc25e-9f57-418e-bee8-def7f2c71388 req-54adf32c-6025-4e5c-82e3-42ccc84822f2 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:30.985103 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-e9e5cb1e-8a12-499b-86cb-902c4cf0b902 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:30.997296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c24fc25e-9f57-418e-bee8-def7f2c71388 req-54adf32c-6025-4e5c-82e3-42ccc84822f2 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Calling delete_port for c8d224de-f6f0-4316-8c22-5ff5891a9976 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:30.999443 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7826d824-f45a-44b6-ad7b-9f84611f463e req-9cdfdd8f-0a37-416f-a464-a396d317fc2b tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005502 Jul 09 13:25:31.004799 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9178de48-ac93-4a81-b9a9-ec0962fde3ee req-6aa3fd60-853f-4a32-b5c2-0145c9bbe62b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974481 Jul 09 13:25:31.049239 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e5cb1e-8a12-499b-86cb-902c4cf0b902 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Port': ['ID=055162a8-fdda-48d0-96c8-c86ca56769c2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:31.080152 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-549daed0-bdab-4be2-baf3-917030a2097f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.087608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: b8af3a50-5e26-4f6e-92a8-78b1576facdd {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:31.088015 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device b8af3a50-5e26-4f6e-92a8-78b1576facdd not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:31.088469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 3bcf719c-0852-4e53-8c86-f603137e9d9c no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:31.093602 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-549daed0-bdab-4be2-baf3-917030a2097f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.133013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 3bcf719c-0852-4e53-8c86-f603137e9d9c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:31.133369 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 3bcf719c-0852-4e53-8c86-f603137e9d9c not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:31.154169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549daed0-bdab-4be2-baf3-917030a2097f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce72484a-9a75-4d03-b9a4-e6e31f424f9c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:31.156070 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4e272fec-0e40-490c-8d14-37873b1cf0fd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4789627 Jul 09 13:25:31.158024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50098) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:31.162119 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f300d0-160f-482f-9667-dd660b1f1752 req-50e0e913-d2d7-4ce5-8596-a169829c9d9b tempest-MigrationsAdminTest-1217665534 tempest-MigrationsAdminTest-1217665534-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:31.170830 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96f300d0-160f-482f-9667-dd660b1f1752 req-50e0e913-d2d7-4ce5-8596-a169829c9d9b tempest-MigrationsAdminTest-1217665534 tempest-MigrationsAdminTest-1217665534-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 1100 time: 0.1922367 Jul 09 13:25:31.179540 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-549daed0-bdab-4be2-baf3-917030a2097f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bd14b233e7914bdc8300dbcb6548babd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4750187 Jul 09 13:25:31.180503 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50100) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:31.222306 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-a813ce20-056e-4836-92c9-e32b3dd33911', 'network_id': 'a813ce20-056e-4836-92c9-e32b3dd33911', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'fixed_ips': [{'subnet_id': '9127bbf1-b7db-4fef-a433-b8560180a892'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:25:31.223336 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-e9e5cb1e-8a12-499b-86cb-902c4cf0b902 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] No DVR routers for this DVR port 055162a8-fdda-48d0-96c8-c86ca56769c2 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:31.223701 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.317932 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-e9e5cb1e-8a12-499b-86cb-902c4cf0b902 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.322347 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6eb092b4-5b43-4f6d-92ec-502dee78158e req-e9e5cb1e-8a12-499b-86cb-902c4cf0b902 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.15 "DELETE /v2.0/ports/055162a8-fdda-48d0-96c8-c86ca56769c2 HTTP/1.1" status: 204 len: 173 time: 1.5713050 Jul 09 13:25:31.328336 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-696306354-router', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:31.335818 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c24fc25e-9f57-418e-bee8-def7f2c71388 req-54adf32c-6025-4e5c-82e3-42ccc84822f2 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.381209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54adf32c-6025-4e5c-82e3-42ccc84822f2 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Pushing event deleted for resources: {'Port': ['ID=c8d224de-f6f0-4316-8c22-5ff5891a9976,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:31.420001 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.421202 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.424893 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Allocated IP 172.20.0.2 (a813ce20-056e-4836-92c9-e32b3dd33911/9127bbf1-b7db-4fef-a433-b8560180a892/1c71d369-4d6b-42c8-9c23-d4328574853c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:31.441513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c24fc25e-9f57-418e-bee8-def7f2c71388 req-54adf32c-6025-4e5c-82e3-42ccc84822f2 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] No DVR routers for this DVR port c8d224de-f6f0-4316-8c22-5ff5891a9976 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:31.444833 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c24fc25e-9f57-418e-bee8-def7f2c71388 req-54adf32c-6025-4e5c-82e3-42ccc84822f2 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.446957 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c24fc25e-9f57-418e-bee8-def7f2c71388 req-54adf32c-6025-4e5c-82e3-42ccc84822f2 tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.18 "DELETE /v2.0/ports/c8d224de-f6f0-4316-8c22-5ff5891a9976 HTTP/1.1" status: 204 len: 173 time: 1.0914848 Jul 09 13:25:31.519772 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.655603 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.669700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Transition to ACTIVE for port object 1c71d369-4d6b-42c8-9c23-d4328574853c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:31.690597 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Transition to ACTIVE for port object 1c71d369-4d6b-42c8-9c23-d4328574853c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:31.692924 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.698413 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.742033 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96f300d0-160f-482f-9667-dd660b1f1752 req-10572f47-1206-445e-b82a-6e29341e816e tempest-MigrationsAdminTest-1217665534 tempest-MigrationsAdminTest-1217665534-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5700126 Jul 09 13:25:31.744079 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Network a813ce20-056e-4836-92c9-e32b3dd33911 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:31.756234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:31.764023 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:31.764296 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b577e2f-4824-46b9-8d4f-82e642e0ed2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.799134 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Pushing event updated for resources: {'Port': ['ID=1c71d369-4d6b-42c8-9c23-d4328574853c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:31.800639 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b577e2f-4824-46b9-8d4f-82e642e0ed2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.830584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4c77e-a23e-4533-87f2-123ad0865ab0 req-7ff06845-9c18-4541-b822-45ba23de0bd7 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:31.839280 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ddb8e96e-5487-4642-9d0d-90321eb74e21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.841911 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-51c4c77e-a23e-4533-87f2-123ad0865ab0 req-7ff06845-9c18-4541-b822-45ba23de0bd7 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f580cf-5c93-4918-b270-0b704521e517 HTTP/1.1" status: 200 len: 950 time: 0.5843506 Jul 09 13:25:31.853647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Attempting to bind port 1c71d369-4d6b-42c8-9c23-d4328574853c on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:31.854397 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Attempting to bind port 1c71d369-4d6b-42c8-9c23-d4328574853c by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a813ce20-056e-4836-92c9-e32b3dd33911'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:31.855025 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Attempting to bind port 1c71d369-4d6b-42c8-9c23-d4328574853c on network a813ce20-056e-4836-92c9-e32b3dd33911 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:31.862534 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:31.863394 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Checking segment: {'id': '9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a813ce20-056e-4836-92c9-e32b3dd33911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:31.864108 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.864715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Bound using segment: {'id': '9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a813ce20-056e-4836-92c9-e32b3dd33911'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:31.865517 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Bound port: 1c71d369-4d6b-42c8-9c23-d4328574853c, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a813ce20-056e-4836-92c9-e32b3dd33911'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:31.866130 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.944881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] For port 1c71d369-4d6b-42c8-9c23-d4328574853c, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:31.949184 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] For port 1c71d369-4d6b-42c8-9c23-d4328574853c, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1c71d369-4d6b-42c8-9c23-d4328574853c,segment=NetworkSegment(9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e),segment_id=9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:31.957768 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:31.960703 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-51c4c77e-a23e-4533-87f2-123ad0865ab0 req-ed5a7253-d4e2-44d7-afaa-a61c8f5f2d70 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177523 Jul 09 13:25:32.011450 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce5f0755-8f75-4ca6-be5d-fa5fdae10875 req-3842c524-6ebe-4d07-b509-ac74da809b6f tempest-LiveAutoBlockMigrationV225Test-202754299 tempest-LiveAutoBlockMigrationV225Test-202754299-project] 10.222.0.39 "GET /v2.0/ports?device_id=7168fa65-6876-461d-ac0c-7c30861bdac2 HTTP/1.1" status: 200 len: 210 time: 0.0391700 Jul 09 13:25:32.036480 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b577e2f-4824-46b9-8d4f-82e642e0ed2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:32.041456 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b577e2f-4824-46b9-8d4f-82e642e0ed2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:32.042631 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9b577e2f-4824-46b9-8d4f-82e642e0ed2b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ce72484a-9a75-4d03-b9a4-e6e31f424f9c HTTP/1.1" status: 204 len: 168 time: 0.8559954 Jul 09 13:25:32.074267 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b577e2f-4824-46b9-8d4f-82e642e0ed2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce72484a-9a75-4d03-b9a4-e6e31f424f9c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:32.132604 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc6a7e9-b1eb-4588-80ba-a4876874094e None None] Pushing event updated for resources: {'Port': ['ID=1c71d369-4d6b-42c8-9c23-d4328574853c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:32.157036 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:32.215375 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:32.278508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'name': 'network-vif-deleted', 'tag': '3bcf719c-0852-4e53-8c86-f603137e9d9c'}, {'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'name': 'network-vif-deleted', 'tag': '055162a8-fdda-48d0-96c8-c86ca56769c2'}, {'server_uuid': '7168fa65-6876-461d-ac0c-7c30861bdac2', 'name': 'network-vif-deleted', 'tag': 'c8d224de-f6f0-4316-8c22-5ff5891a9976'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:32.280830 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d54d2a9-5406-4b54-b738-8134cad9d518" -d '{"events": [{"server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "name": "network-vif-deleted", "tag": "3bcf719c-0852-4e53-8c86-f603137e9d9c"}, {"server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "name": "network-vif-deleted", "tag": "055162a8-fdda-48d0-96c8-c86ca56769c2"}, {"server_uuid": "7168fa65-6876-461d-ac0c-7c30861bdac2", "name": "network-vif-deleted", "tag": "c8d224de-f6f0-4316-8c22-5ff5891a9976"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:32.498966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Allocated IP 172.25.2.116 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/fb455ef1-5cf5-4458-a20a-0c9d495ab26a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:32.625981 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0de63-215e-4a35-879d-709725c134df req-a70844ba-b5f7-432b-bc0d-e7f2859bae5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:32.627739 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ba0de63-215e-4a35-879d-709725c134df req-a70844ba-b5f7-432b-bc0d-e7f2859bae5c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 944 time: 0.1652026 Jul 09 13:25:32.651568 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:32.682861 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ba0de63-215e-4a35-879d-709725c134df req-d1822b88-8a54-41f6-b73a-fe1f9ac80d22 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479631 Jul 09 13:25:32.687543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50126) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:32.717896 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:32.782745 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803e5515-7242-4a70-8dd5-72bb0fb4f72f x-openstack-request-id: req-803e5515-7242-4a70-8dd5-72bb0fb4f72f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:32.783327 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "name": "network-vif-deleted", "tag": "3bcf719c-0852-4e53-8c86-f603137e9d9c", "status": "completed", "code": 200}, {"server_uuid": "806735ae-035b-4bf5-8a38-9b3b6ec08504", "name": "network-vif-deleted", "tag": "055162a8-fdda-48d0-96c8-c86ca56769c2", "status": "completed", "code": 200}, {"server_uuid": "7168fa65-6876-461d-ac0c-7c30861bdac2", "name": "network-vif-deleted", "tag": "c8d224de-f6f0-4316-8c22-5ff5891a9976", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:32.783725 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-803e5515-7242-4a70-8dd5-72bb0fb4f72f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:32.784322 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'name': 'network-vif-deleted', 'tag': '3bcf719c-0852-4e53-8c86-f603137e9d9c', 'status': 'completed', 'code': 200} Jul 09 13:25:32.784723 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '806735ae-035b-4bf5-8a38-9b3b6ec08504', 'name': 'network-vif-deleted', 'tag': '055162a8-fdda-48d0-96c8-c86ca56769c2', 'status': 'completed', 'code': 200} Jul 09 13:25:32.785126 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7168fa65-6876-461d-ac0c-7c30861bdac2', 'name': 'network-vif-deleted', 'tag': 'c8d224de-f6f0-4316-8c22-5ff5891a9976', 'status': 'completed', 'code': 200} Jul 09 13:25:32.804577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Deleting subnet 11a00126-b6fd-43d1-bcc2-3dee24493fa7 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:25:32.806550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e81eb137-890f-4080-a5cb-87eeba9f770b up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:32.811493 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:32.819968 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:32.839801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:32.842263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:32.877246 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:32.895673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port e81eb137-890f-4080-a5cb-87eeba9f770b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:32.903152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Pushing event updated for resources: {'Port': ['ID=fb455ef1-5cf5-4458-a20a-0c9d495ab26a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:32.903549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port e81eb137-890f-4080-a5cb-87eeba9f770b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:32.904061 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:32.916039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:32.916385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:32.916726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:32.917059 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:32.917414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:32.917705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:32.918032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:32.918368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:32.918672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:32.918990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:32.919534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:32.919872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:33.016577 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:33.031248 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bbad65-4bf9-433e-842f-990926edacff req-836a168c-4a59-48dc-84b4-b872641a8f33 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:33.037659 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5bbad65-4bf9-433e-842f-990926edacff req-836a168c-4a59-48dc-84b4-b872641a8f33 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 949 time: 0.1729469 Jul 09 13:25:33.078721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e81eb137-890f-4080-a5cb-87eeba9f770b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:33.079782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:33.082840 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-917c62ef-1603-4e6a-9878-8508ec99545a" -d '{"events": [{"server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "name": "network-vif-plugged", "status": "completed", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:33.088663 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:33.090910 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:33.131128 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:33.197701 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e81eb137-890f-4080-a5cb-87eeba9f770b,revision_number=13']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:33.266363 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5bbad65-4bf9-433e-842f-990926edacff req-ca63f094-9881-4b3e-9d4f-3bd119e77bd4 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262325 Jul 09 13:25:33.266628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:33.270972 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:33.271382 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:33.303812 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:33.422551 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50148) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:33.433489 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Subnet': ['ID=11a00126-b6fd-43d1-bcc2-3dee24493fa7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:33.442497 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:33.448092 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:33.452010 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "DELETE /v2.0/subnets/11a00126-b6fd-43d1-bcc2-3dee24493fa7 HTTP/1.1" status: 204 len: 168 time: 0.7588415 Jul 09 13:25:33.455210 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:33.456835 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:33.457508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:33.457854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47aab39c-e9cc-4d81-b2fe-d8e968de8bdf None None] Network 4e15f031-8870-4e6e-a150-43727239ecfe requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:33.457992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:33.462299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:33.464204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:33.464569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:33.465593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:33.469284 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:33.469663 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:33.470162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:33.478000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a866d5ce-9f28-406c-981b-a0bea7f11da4 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:33.480840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50152) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:33.613026 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:33.615887 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b9df7fa-4476-4201-b367-da81ee316e7a x-openstack-request-id: req-7b9df7fa-4476-4201-b367-da81ee316e7a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:33.616182 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "name": "network-vif-plugged", "status": "completed", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:33.616445 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7b9df7fa-4476-4201-b367-da81ee316e7a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:33.617070 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b', 'code': 200} Jul 09 13:25:33.669305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1c71d369-4d6b-42c8-9c23-d4328574853c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:33.729674 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:33.741366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852654e7-63e8-4dcd-84fd-337dc954f292 req-63a2473b-9f51-4608-9a71-e5790ec2f613 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:33.745429 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-852654e7-63e8-4dcd-84fd-337dc954f292 req-63a2473b-9f51-4608-9a71-e5790ec2f613 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f580cf-5c93-4918-b270-0b704521e517 HTTP/1.1" status: 200 len: 950 time: 0.4772813 Jul 09 13:25:33.814152 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e11ca40-f71e-4d8c-a9e8-4dbdffd35104 None None] Network a813ce20-056e-4836-92c9-e32b3dd33911 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:33.851519 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-852654e7-63e8-4dcd-84fd-337dc954f292 req-b0b5c4cb-f791-49fa-aecc-3c21e336e9c0 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991108 Jul 09 13:25:33.899655 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Deleting port 0413ec81-d4c0-402d-9bd6-48401c2f5b53 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:33.900100 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:33.968845 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] For port 0413ec81-d4c0-402d-9bd6-48401c2f5b53, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0413ec81-d4c0-402d-9bd6-48401c2f5b53,segment=NetworkSegment(22677433-de5c-4cbe-8c6f-e7c8ae93892b),segment_id=22677433-de5c-4cbe-8c6f-e7c8ae93892b)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:33.969206 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:33.983844 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Calling delete_port for 0413ec81-d4c0-402d-9bd6-48401c2f5b53 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:34.021188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dec441b5-8cb0-41e1-a2e1-0ca8593d55d0,segment=NetworkSegment(5d4cd2ef-ebe8-4594-8cc4-29756df34d28),segment_id=5d4cd2ef-ebe8-4594-8cc4-29756df34d28)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:34.054772 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-41f89645-fedb-4227-8f14-017d6b2dcb49 None None] Provisioning for port 1c71d369-4d6b-42c8-9c23-d4328574853c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:34.062084 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.062996 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c8d224de-f6f0-4316-8c22-5ff5891a9976 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:34.094822 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.134169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 1c71d369-4d6b-42c8-9c23-d4328574853c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:34.137056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-b602e38b-d41e-4b74-b0cf-3850c0f491a3 admin admin] Deleting subnet bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:25:34.144223 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b602e38b-d41e-4b74-b0cf-3850c0f491a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.151480 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: c8d224de-f6f0-4316-8c22-5ff5891a9976 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:34.151833 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c8d224de-f6f0-4316-8c22-5ff5891a9976 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:34.164827 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1c71d369-4d6b-42c8-9c23-d4328574853c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:34.165335 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.221627 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b602e38b-d41e-4b74-b0cf-3850c0f491a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.245580 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.246049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=dec441b5-8cb0-41e1-a2e1-0ca8593d55d0,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:34.253515 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bd330e-18af-4628-8449-caf84f542d09 req-6d661cab-5801-4e8f-ac09-6c1cf04992d6 tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:34.261534 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8bd330e-18af-4628-8449-caf84f542d09 req-6d661cab-5801-4e8f-ac09-6c1cf04992d6 tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=43f580cf-5c93-4918-b270-0b704521e517 HTTP/1.1" status: 200 len: 1101 time: 0.2254810 Jul 09 13:25:34.281849 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d84281b2-440e-449e-a692-aa8759315a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.316857 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f976bbf-8cd6-4064-b7ee-fabf0048cc67 req-bb414e46-d723-44db-b5e8-21e3da743a90 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:34.316857 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f976bbf-8cd6-4064-b7ee-fabf0048cc67 req-bb414e46-d723-44db-b5e8-21e3da743a90 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 945 time: 0.2796357 Jul 09 13:25:34.326611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Port': ['ID=0413ec81-d4c0-402d-9bd6-48401c2f5b53,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:34.333851 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] No DVR routers for this DVR port 0413ec81-d4c0-402d-9bd6-48401c2f5b53 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:34.374504 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.386920 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dc8d0bd-9f14-4529-808a-87641d5c0e0b None None] DHCP port deletion for 4e15f031-8870-4e6e-a150-43727239ecfe request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:25:34.410661 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b602e38b-d41e-4b74-b0cf-3850c0f491a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.425711 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873d08b-6b1f-411d-be16-375978f21db4 req-e82908b1-3cc6-469e-b9e5-e529edf7a3ab tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:34.427993 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3873d08b-6b1f-411d-be16-375978f21db4 req-e82908b1-3cc6-469e-b9e5-e529edf7a3ab tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 950 time: 0.3344824 Jul 09 13:25:34.434384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 1c71d369-4d6b-42c8-9c23-d4328574853c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1c71d369-4d6b-42c8-9c23-d4328574853c,segment=NetworkSegment(9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e),segment_id=9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:34.441571 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.492794 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8bd330e-18af-4628-8449-caf84f542d09 req-e5187b9e-14dc-4eea-a3ec-0cbbfc6d7c34 tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302656 Jul 09 13:25:34.496631 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=1c71d369-4d6b-42c8-9c23-d4328574853c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:34.542567 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.565057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Router 758aca8c-5d38-4a9f-a0ee-d495f3599351 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:25:34.577798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e15f031-8870-4e6e-a150-43727239ecfe']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:34.580524 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.655953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22677433-de5c-4cbe-8c6f-e7c8ae93892b') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:34.656268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22677433-de5c-4cbe-8c6f-e7c8ae93892b') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:34.660957 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f976bbf-8cd6-4064-b7ee-fabf0048cc67 req-75fdc0e5-e55d-4cb7-b92f-270277cbbdfb tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3322704 Jul 09 13:25:34.672502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-3873d08b-6b1f-411d-be16-375978f21db4 req-2fe1d6e7-4bb6-43db-b03b-ef14671c148b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Deleting port e81eb137-890f-4080-a5cb-87eeba9f770b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:34.672857 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3873d08b-6b1f-411d-be16-375978f21db4 req-2fe1d6e7-4bb6-43db-b03b-ef14671c148b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.690013 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.704504 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b602e38b-d41e-4b74-b0cf-3850c0f491a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.742291 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.765800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b602e38b-d41e-4b74-b0cf-3850c0f491a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:34.767997 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b602e38b-d41e-4b74-b0cf-3850c0f491a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.773953 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b602e38b-d41e-4b74-b0cf-3850c0f491a3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bdfb5dd8-b2fe-43a8-b6bf-3f4ae7c24b5f HTTP/1.1" status: 204 len: 168 time: 1.3449624 Jul 09 13:25:34.773953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50180) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:34.781338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:25:34.781836 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.804343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:25:34.804927 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:25:34.817210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Sync routers for ids ['758aca8c-5d38-4a9f-a0ee-d495f3599351'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:25:34.833293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3873d08b-6b1f-411d-be16-375978f21db4 req-2fe1d6e7-4bb6-43db-b03b-ef14671c148b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] For port e81eb137-890f-4080-a5cb-87eeba9f770b, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e81eb137-890f-4080-a5cb-87eeba9f770b,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:34.833721 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3873d08b-6b1f-411d-be16-375978f21db4 req-2fe1d6e7-4bb6-43db-b03b-ef14671c148b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.837213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.838803 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4b67792b-977b-4a5a-adcc-34d8b309d471 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.6120455 Jul 09 13:25:34.844873 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Routers {'758aca8c-5d38-4a9f-a0ee-d495f3599351'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:25:34.845170 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50184) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:34.846356 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:25:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['758aca8c-5d38-4a9f-a0ee-d495f3599351'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:34.861592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-3873d08b-6b1f-411d-be16-375978f21db4 req-2fe1d6e7-4bb6-43db-b03b-ef14671c148b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Calling delete_port for e81eb137-890f-4080-a5cb-87eeba9f770b owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:34.915801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-20f368b9-9022-4439-bd33-86b7e648072d None None] Provisioning complete for port 1c71d369-4d6b-42c8-9c23-d4328574853c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:34.916218 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-20f368b9-9022-4439-bd33-86b7e648072d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:34.985210 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.009057 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.011382 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "DELETE /v2.0/networks/4e15f031-8870-4e6e-a150-43727239ecfe HTTP/1.1" status: 204 len: 168 time: 1.5292671 Jul 09 13:25:35.032443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50196) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:35.035610 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67200b0e-a46d-4d71-ae04-fc27e52af83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.037123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Set router 758aca8c-5d38-4a9f-a0ee-d495f3599351 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:25:35.048290 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bcebb7-fbd4-495d-b606-a9c760ec25be tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Network': ['ID=4e15f031-8870-4e6e-a150-43727239ecfe,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:35.067970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1566d3-a862-453a-aaa5-be26cbf24951 req-241c3d9a-d757-461a-9c98-c83ccba32e24 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:35.069689 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e1566d3-a862-453a-aaa5-be26cbf24951 req-241c3d9a-d757-461a-9c98-c83ccba32e24 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=fb8920aa-2605-4e1a-a5db-e7bffef41c53 HTTP/1.1" status: 200 len: 950 time: 0.3292158 Jul 09 13:25:35.086931 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3873d08b-6b1f-411d-be16-375978f21db4 req-2fe1d6e7-4bb6-43db-b03b-ef14671c148b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.119461 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-011c2443-c35e-480b-8c0c-462ce71c282e req-407c228e-fc78-4be5-bae9-ac79815e8504 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0874803 Jul 09 13:25:35.129413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe1d6e7-4bb6-43db-b03b-ef14671c148b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Pushing event deleted for resources: {'Port': ['ID=e81eb137-890f-4080-a5cb-87eeba9f770b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:35.233264 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['f51d7205-df32-491b-a429-e8cdd40f70da', 'e2c2e482-1c19-4c8e-b160-3735476e1bbf', '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:35.238342 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-3873d08b-6b1f-411d-be16-375978f21db4 req-2fe1d6e7-4bb6-43db-b03b-ef14671c148b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] No DVR routers for this DVR port e81eb137-890f-4080-a5cb-87eeba9f770b on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:35.241272 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3873d08b-6b1f-411d-be16-375978f21db4 req-2fe1d6e7-4bb6-43db-b03b-ef14671c148b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.245272 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3873d08b-6b1f-411d-be16-375978f21db4 req-2fe1d6e7-4bb6-43db-b03b-ef14671c148b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "DELETE /v2.0/ports/e81eb137-890f-4080-a5cb-87eeba9f770b HTTP/1.1" status: 204 len: 173 time: 0.8099360 Jul 09 13:25:35.249717 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'name': 'network-vif-deleted', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:35.252617 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29e9b0f8-9bb2-4c13-8c2e-54e8c62fa740" -d '{"events": [{"server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "name": "network-vif-deleted", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:35.284372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2dedda7-2924-484a-bdc3-9c1c018c14b6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Deleting subnet 0b5c2e72-2268-4c2f-a720-3e7ba2586cd3 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:25:35.288455 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2dedda7-2924-484a-bdc3-9c1c018c14b6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.344394 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e1566d3-a862-453a-aaa5-be26cbf24951 req-61831972-1cfc-43fd-b89f-931e76f052c4 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404609 Jul 09 13:25:35.447841 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2dedda7-2924-484a-bdc3-9c1c018c14b6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.507040 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67200b0e-a46d-4d71-ae04-fc27e52af83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.537175 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-67200b0e-a46d-4d71-ae04-fc27e52af83b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9eed349f-85e9-4424-b38d-3b371f8e676c']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:35.555539 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.558282 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c2443-c35e-480b-8c0c-462ce71c282e req-84888a88-c433-4bc5-9976-d8137af058bd tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:35.566662 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-011c2443-c35e-480b-8c0c-462ce71c282e req-84888a88-c433-4bc5-9976-d8137af058bd tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4106939 Jul 09 13:25:35.586000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-67200b0e-a46d-4d71-ae04-fc27e52af83b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:35.588059 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-67200b0e-a46d-4d71-ae04-fc27e52af83b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ec0d26-c2c3-47b6-84fa-3a52f14cdf6b') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:35.608525 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67200b0e-a46d-4d71-ae04-fc27e52af83b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.618133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45a43d1-a251-4400-8069-50fd56bad01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec441b5-8cb0-41e1-a2e1-0ca8593d55d0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:35.622039 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d166b34a-64e8-4769-9c56-8f00b1478bb3" -d '{"events": [{"server_uuid": "a45a43d1-a251-4400-8069-50fd56bad01d", "name": "network-vif-plugged", "status": "completed", "tag": "dec441b5-8cb0-41e1-a2e1-0ca8593d55d0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:35.626946 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-011c2443-c35e-480b-8c0c-462ce71c282e req-88f3803c-1ca4-4988-a339-98716b125910 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/quotas/a740e856c2b94a13b4c064a3b8d558c6 HTTP/1.1" status: 200 len: 375 time: 0.0589030 Jul 09 13:25:35.630894 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1c71d369-4d6b-42c8-9c23-d4328574853c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:35.699496 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67200b0e-a46d-4d71-ae04-fc27e52af83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.715716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67200b0e-a46d-4d71-ae04-fc27e52af83b admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:25:35.716132 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67200b0e-a46d-4d71-ae04-fc27e52af83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:25:35.719904 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:25:35.789559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1c71d369-4d6b-42c8-9c23-d4328574853c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:35.789559 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.804753 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2dedda7-2924-484a-bdc3-9c1c018c14b6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.874808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'name': 'tempest-FloatingIPsNegativeTestJSON-696306354-router', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'fb455ef1-5cf5-4458-a20a-0c9d495ab26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:31Z', 'updated_at': '2021-07-09T13:25:33Z', 'revision_number': 3, 'project_id': '9966c57f76914fbeb6cb6764db1ad525', 'gw_port': {'id': 'fb455ef1-5cf5-4458-a20a-0c9d495ab26a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:32Z', 'updated_at': '2021-07-09T13:25:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:35.887572 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67200b0e-a46d-4d71-ae04-fc27e52af83b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.900961 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67200b0e-a46d-4d71-ae04-fc27e52af83b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.906486 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-67200b0e-a46d-4d71-ae04-fc27e52af83b admin admin] 10.222.0.39 "DELETE /v2.0/networks/9eed349f-85e9-4424-b38d-3b371f8e676c HTTP/1.1" status: 204 len: 168 time: 1.1315827 Jul 09 13:25:35.910201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50208) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:35.919447 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b582901c-b9ff-4da3-ad6d-65aaa186b7ef x-openstack-request-id: req-b582901c-b9ff-4da3-ad6d-65aaa186b7ef {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:35.920022 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb8920aa-2605-4e1a-a5db-e7bffef41c53", "name": "network-vif-deleted", "tag": "e81eb137-890f-4080-a5cb-87eeba9f770b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:35.920327 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b582901c-b9ff-4da3-ad6d-65aaa186b7ef {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:35.920910 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb8920aa-2605-4e1a-a5db-e7bffef41c53', 'name': 'network-vif-deleted', 'tag': 'e81eb137-890f-4080-a5cb-87eeba9f770b', 'status': 'completed', 'code': 200} Jul 09 13:25:35.922965 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:35.926649 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-011c2443-c35e-480b-8c0c-462ce71c282e req-ef890ba8-3f7e-4173-9855-25c85ff2e470 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2987986 Jul 09 13:25:35.967970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67200b0e-a46d-4d71-ae04-fc27e52af83b admin admin] Pushing event deleted for resources: {'Network': ['ID=9eed349f-85e9-4424-b38d-3b371f8e676c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:35.983530 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41784d11-94bd-4ab1-b7f8-3e71e46ac9c4 x-openstack-request-id: req-41784d11-94bd-4ab1-b7f8-3e71e46ac9c4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:35.984136 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45a43d1-a251-4400-8069-50fd56bad01d", "name": "network-vif-plugged", "status": "completed", "tag": "dec441b5-8cb0-41e1-a2e1-0ca8593d55d0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:35.984609 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41784d11-94bd-4ab1-b7f8-3e71e46ac9c4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:35.985224 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45a43d1-a251-4400-8069-50fd56bad01d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dec441b5-8cb0-41e1-a2e1-0ca8593d55d0', 'code': 200} Jul 09 13:25:35.985615 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2dedda7-2924-484a-bdc3-9c1c018c14b6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.049878 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80aec2e-a79d-48f2-9564-63a600b816a3 admin admin] Deleting subnet 028b2fce-c544-47c4-b0e4-8e4555b519b3 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:25:36.052398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dedda7-2924-484a-bdc3-9c1c018c14b6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Subnet': ['ID=0b5c2e72-2268-4c2f-a720-3e7ba2586cd3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:36.056752 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2dedda7-2924-484a-bdc3-9c1c018c14b6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.062085 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c2dedda7-2924-484a-bdc3-9c1c018c14b6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "DELETE /v2.0/subnets/0b5c2e72-2268-4c2f-a720-3e7ba2586cd3 HTTP/1.1" status: 204 len: 168 time: 1.0236881 Jul 09 13:25:36.062910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50210) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:36.063729 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e80aec2e-a79d-48f2-9564-63a600b816a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.070314 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c805695a-5255-47ad-ba70-2caa83da5e0d None None] Network 0f234600-c78f-4529-b071-2435a49d340c requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:36.120875 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:25:36.167982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Checking router: 758aca8c-5d38-4a9f-a0ee-d495f3599351 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:25:36.168369 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Updating router 758aca8c-5d38-4a9f-a0ee-d495f3599351 port fb455ef1-5cf5-4458-a20a-0c9d495ab26a binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:25:36.179745 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e80aec2e-a79d-48f2-9564-63a600b816a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.190318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0413ec81-d4c0-402d-9bd6-48401c2f5b53 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:36.226964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68b0f8-e365-4849-aa7f-848458a47b61 req-5a54679d-3059-4811-90d9-5dd4dab609e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:36.230784 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e68b0f8-e365-4849-aa7f-848458a47b61 req-5a54679d-3059-4811-90d9-5dd4dab609e4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 1096 time: 0.1481812 Jul 09 13:25:36.246936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Allocated IP 172.20.0.1 (a813ce20-056e-4836-92c9-e32b3dd33911/9127bbf1-b7db-4fef-a433-b8560180a892/4cc8156a-edca-460d-89ba-370a91b608ed) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:36.253610 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.266739 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 0413ec81-d4c0-402d-9bd6-48401c2f5b53 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:36.267106 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0413ec81-d4c0-402d-9bd6-48401c2f5b53 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:36.303022 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.313190 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e68b0f8-e365-4849-aa7f-848458a47b61 req-26af444b-d339-40b0-bda2-459e470a34c7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741024 Jul 09 13:25:36.348916 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e80aec2e-a79d-48f2-9564-63a600b816a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.442289 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.474052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Transition to ACTIVE for port object 4cc8156a-edca-460d-89ba-370a91b608ed will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:36.479720 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-113fdbd1-e6ea-4219-8a7e-a2d9a491aa01 req-09517cf6-0cc1-4c44-b715-0b3de95032c7 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 210 time: 0.1591818 Jul 09 13:25:36.513209 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e80aec2e-a79d-48f2-9564-63a600b816a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.562232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80aec2e-a79d-48f2-9564-63a600b816a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=028b2fce-c544-47c4-b0e4-8e4555b519b3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:36.563042 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.573722 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e80aec2e-a79d-48f2-9564-63a600b816a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.575705 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e80aec2e-a79d-48f2-9564-63a600b816a3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/028b2fce-c544-47c4-b0e4-8e4555b519b3 HTTP/1.1" status: 204 len: 168 time: 0.6480746 Jul 09 13:25:36.581136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50224) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:36.627179 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Network a813ce20-056e-4836-92c9-e32b3dd33911 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:36.630519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:36.643309 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:36.672927 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44415000-6989-454e-a77a-7eca9da3f303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.697049 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6176d59-411b-44e8-8fa1-c21f48fecf37 req-dfe67efd-193e-45b0-9cb7-a98db26ac087 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:36.702159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Pushing event updated for resources: {'Port': ['ID=4cc8156a-edca-460d-89ba-370a91b608ed,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:36.704146 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6176d59-411b-44e8-8fa1-c21f48fecf37 req-dfe67efd-193e-45b0-9cb7-a98db26ac087 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 945 time: 0.5082200 Jul 09 13:25:36.716301 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.753900 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Deleting port b640b783-fec1-49a9-914e-95711d7224c4 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:36.754174 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.850870 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] For port b640b783-fec1-49a9-914e-95711d7224c4, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b640b783-fec1-49a9-914e-95711d7224c4,segment=NetworkSegment(0d8f84bb-f981-4418-a64c-2a1b49eb676a),segment_id=0d8f84bb-f981-4418-a64c-2a1b49eb676a)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:36.851671 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:36.866170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Calling delete_port for b640b783-fec1-49a9-914e-95711d7224c4 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:36.869264 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e81eb137-890f-4080-a5cb-87eeba9f770b no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:36.983395 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: e81eb137-890f-4080-a5cb-87eeba9f770b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:36.983757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e81eb137-890f-4080-a5cb-87eeba9f770b not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:37.019763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe8090d-0675-4b5d-ac82-f67bd5bde3fb None None] DHCP port deletion for 0f234600-c78f-4529-b071-2435a49d340c request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:25:37.041901 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.074986 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6176d59-411b-44e8-8fa1-c21f48fecf37 req-ad082975-59e3-4092-b2d6-a2978752093c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3639090 Jul 09 13:25:37.122134 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.184700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c4e91940-7e85-4f56-95ca-d10efd53893c None None] Provisioning for port 4cc8156a-edca-460d-89ba-370a91b608ed completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:37.194280 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c4e91940-7e85-4f56-95ca-d10efd53893c None None] Provisioning complete for port 4cc8156a-edca-460d-89ba-370a91b608ed triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:37.194921 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c4e91940-7e85-4f56-95ca-d10efd53893c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.259493 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.310239 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44415000-6989-454e-a77a-7eca9da3f303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.314331 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Transition to ACTIVE for port object fb455ef1-5cf5-4458-a20a-0c9d495ab26a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:37.318553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c4e91940-7e85-4f56-95ca-d10efd53893c None None] Port 4cc8156a-edca-460d-89ba-370a91b608ed cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:25:37.333990 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.357678 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-44415000-6989-454e-a77a-7eca9da3f303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99636fbb-364f-4eb3-b714-ab362149a469']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:37.366257 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.381593 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.386393 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-44415000-6989-454e-a77a-7eca9da3f303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cdc3333a-003c-49da-a6a3-11e2f5044f43') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:37.387634 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-44415000-6989-454e-a77a-7eca9da3f303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cdc3333a-003c-49da-a6a3-11e2f5044f43') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:37.391120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.417543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e670e2b-aef3-41f8-b6fd-7dbf3aa0dd79 None None] Pushing event updated for resources: {'Port': ['ID=fb455ef1-5cf5-4458-a20a-0c9d495ab26a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:37.437138 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Port': ['ID=b640b783-fec1-49a9-914e-95711d7224c4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:37.445067 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] No DVR routers for this DVR port b640b783-fec1-49a9-914e-95711d7224c4 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:37.455536 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44415000-6989-454e-a77a-7eca9da3f303 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.473749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Attempting to bind port fb455ef1-5cf5-4458-a20a-0c9d495ab26a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:37.482908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Attempting to bind port fb455ef1-5cf5-4458-a20a-0c9d495ab26a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:37.483554 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Attempting to bind port fb455ef1-5cf5-4458-a20a-0c9d495ab26a on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:37.489082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8090d-0675-4b5d-ac82-f67bd5bde3fb None None] Deleting port b640b783-fec1-49a9-914e-95711d7224c4 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:37.489665 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fe8090d-0675-4b5d-ac82-f67bd5bde3fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.495367 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:37.496041 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:37.496631 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.497162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:37.497534 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Bound port: fb455ef1-5cf5-4458-a20a-0c9d495ab26a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:37.497913 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.554324 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44415000-6989-454e-a77a-7eca9da3f303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.559692 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.564605 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44415000-6989-454e-a77a-7eca9da3f303 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:25:37.565048 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44415000-6989-454e-a77a-7eca9da3f303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.618926 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] For port fb455ef1-5cf5-4458-a20a-0c9d495ab26a, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:37.623233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] For port fb455ef1-5cf5-4458-a20a-0c9d495ab26a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fb455ef1-5cf5-4458-a20a-0c9d495ab26a,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:25:37.631492 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:25:37.638844 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44415000-6989-454e-a77a-7eca9da3f303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.642828 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b640b783-fec1-49a9-914e-95711d7224c4 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:37.689868 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Pushing event updated for resources: {'Port': ['ID=4cc8156a-edca-460d-89ba-370a91b608ed,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:37.697004 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44415000-6989-454e-a77a-7eca9da3f303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.698845 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50244) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:37.699186 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-44415000-6989-454e-a77a-7eca9da3f303 admin admin] 10.222.0.39 "DELETE /v2.0/networks/99636fbb-364f-4eb3-b714-ab362149a469 HTTP/1.1" status: 204 len: 168 time: 1.1110754 Jul 09 13:25:37.706762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Network a813ce20-056e-4836-92c9-e32b3dd33911 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:37.708609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: b640b783-fec1-49a9-914e-95711d7224c4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:37.709194 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b640b783-fec1-49a9-914e-95711d7224c4 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:37.709344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:37.711685 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.737297 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44415000-6989-454e-a77a-7eca9da3f303 admin admin] Pushing event deleted for resources: {'Network': ['ID=99636fbb-364f-4eb3-b714-ab362149a469,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:37.780053 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7831ffeb-057c-4a52-87a8-7fd8020e34e9 req-20b9df12-a688-48e8-89dd-e02df3725798 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 210 time: 0.0682955 Jul 09 13:25:37.794816 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.849675 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f234600-c78f-4529-b071-2435a49d340c']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:37.875662 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d8f84bb-f981-4418-a64c-2a1b49eb676a') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:37.876276 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d8f84bb-f981-4418-a64c-2a1b49eb676a') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:37.918106 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7fe8090d-0675-4b5d-ac82-f67bd5bde3fb None None] For port b640b783-fec1-49a9-914e-95711d7224c4, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:37.918483 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fe8090d-0675-4b5d-ac82-f67bd5bde3fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.919714 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:37.960417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42fc567-e7bb-471c-a147-aec5c657afdb req-31d9ae3b-d740-4b5a-abdd-55b9975ff299 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:37.967666 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f42fc567-e7bb-471c-a147-aec5c657afdb req-31d9ae3b-d740-4b5a-abdd-55b9975ff299 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 951 time: 0.5389915 Jul 09 13:25:37.970018 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50252) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:38.012603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Routers {'758aca8c-5d38-4a9f-a0ee-d495f3599351'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:25:38.018552 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:25:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['758aca8c-5d38-4a9f-a0ee-d495f3599351'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:38.021128 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7fe8090d-0675-4b5d-ac82-f67bd5bde3fb None None] Calling delete_port for b640b783-fec1-49a9-914e-95711d7224c4 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:38.022764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e670e2b-aef3-41f8-b6fd-7dbf3aa0dd79 None None] Pushing event updated for resources: {'Port': ['ID=fb455ef1-5cf5-4458-a20a-0c9d495ab26a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:38.038767 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-7fe8090d-0675-4b5d-ac82-f67bd5bde3fb None None] Port b640b783-fec1-49a9-914e-95711d7224c4 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:25:38.040682 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.042025 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fe8090d-0675-4b5d-ac82-f67bd5bde3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.057091 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:25:38.057508 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:25:38.060777 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:25:38.089210 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-157a005f-13cd-4ab5-92d2-ff548043a4ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.102219 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-011c2443-c35e-480b-8c0c-462ce71c282e req-7f5aaebe-98ef-46a1-beab-5c3bc3f4f944 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658033 Jul 09 13:25:38.165418 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f42fc567-e7bb-471c-a147-aec5c657afdb req-c47072f4-5fd7-45bb-9fa2-a2abcee84e89 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883950 Jul 09 13:25:38.209664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] Set router 758aca8c-5d38-4a9f-a0ee-d495f3599351 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:25:38.236002 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-faafce91-43bb-41bc-b6aa-3850b02ec46e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=35b702eee9154963b30c070fa690b62c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2648990 Jul 09 13:25:38.238580 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50256) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:38.250043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Router 758aca8c-5d38-4a9f-a0ee-d495f3599351 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:25:38.277111 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.297857 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe8090d-0675-4b5d-ac82-f67bd5bde3fb None None] No DVR routers for this DVR port b640b783-fec1-49a9-914e-95711d7224c4 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:38.298949 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.301105 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "DELETE /v2.0/networks/0f234600-c78f-4529-b071-2435a49d340c HTTP/1.1" status: 204 len: 168 time: 2.2351985 Jul 09 13:25:38.323998 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50258) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:38.329026 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe8090d-0675-4b5d-ac82-f67bd5bde3fb None None] Pushing event deleted for resources: {'Port': ['ID=b640b783-fec1-49a9-914e-95711d7224c4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:38.334329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2175da47-95b0-4033-928b-9263e4c11cf7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1543275188'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:38.343523 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f582bd-0b36-4550-bd71-0b3a07ae7a79 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Network': ['ID=0f234600-c78f-4529-b071-2435a49d340c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:38.371769 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.379507 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67705aa6-a7d6-40bf-89af-b33f59826404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.404176 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4b71afa0-24ed-4837-b16d-fab27363084c None None] Provisioning complete for port 4cc8156a-edca-460d-89ba-370a91b608ed triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:38.404540 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b71afa0-24ed-4837-b16d-fab27363084c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.406235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdbfc0e-4c95-4e8a-b3c4-233338c88814 req-5049cc00-359f-4e6c-908d-724acf8ad3d0 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:38.408065 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6bdbfc0e-4c95-4e8a-b3c4-233338c88814 req-5049cc00-359f-4e6c-908d-724acf8ad3d0 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 945 time: 0.1848655 Jul 09 13:25:38.413332 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.424469 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67705aa6-a7d6-40bf-89af-b33f59826404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.494289 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4b71afa0-24ed-4837-b16d-fab27363084c None None] Port 4cc8156a-edca-460d-89ba-370a91b608ed cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:25:38.503941 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6bdbfc0e-4c95-4e8a-b3c4-233338c88814 req-509f3467-a690-4860-b372-c7c8939ab2e1 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900636 Jul 09 13:25:38.536446 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67705aa6-a7d6-40bf-89af-b33f59826404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.540324 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67705aa6-a7d6-40bf-89af-b33f59826404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:38.544221 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-67705aa6-a7d6-40bf-89af-b33f59826404 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65376178-5228-462b-bbb7-efa0a920fd70 HTTP/1.1" status: 204 len: 168 time: 0.3019276 Jul 09 13:25:38.559569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67705aa6-a7d6-40bf-89af-b33f59826404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65376178-5228-462b-bbb7-efa0a920fd70,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:38.653057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'name': 'tempest-FloatingIPsNegativeTestJSON-696306354-router', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'fb455ef1-5cf5-4458-a20a-0c9d495ab26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:31Z', 'updated_at': '2021-07-09T13:25:36Z', 'revision_number': 4, 'project_id': '9966c57f76914fbeb6cb6764db1ad525', 'gw_port': {'id': 'fb455ef1-5cf5-4458-a20a-0c9d495ab26a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:32Z', 'updated_at': '2021-07-09T13:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '4cc8156a-edca-460d-89ba-370a91b608ed', 'name': '', 'network_id': 'a813ce20-056e-4836-92c9-e32b3dd33911', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'mac_address': 'fa:16:3e:37:c8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '9127bbf1-b7db-4fef-a433-b8560180a892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:35Z', 'updated_at': '2021-07-09T13:25:37Z', 'revision_number': 2, 'project_id': '9966c57f76914fbeb6cb6764db1ad525', 'subnets': [{'id': '9127bbf1-b7db-4fef-a433-b8560180a892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:38.780279 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ece833e-23b0-45b4-a422-af803868c175 req-4aa0779f-a893-4053-a49e-7d42e9bb9ab1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:38.782561 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ece833e-23b0-45b4-a422-af803868c175 req-4aa0779f-a893-4053-a49e-7d42e9bb9ab1 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 951 time: 0.1074281 Jul 09 13:25:38.792500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfb850d-a5f7-46b5-8cf0-cd677bf1770b req-89fcc5f5-dee7-43a0-886d-cbbd00fb062d tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:38.798541 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-edfb850d-a5f7-46b5-8cf0-cd677bf1770b req-89fcc5f5-dee7-43a0-886d-cbbd00fb062d tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 945 time: 0.1584377 Jul 09 13:25:38.807651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50266) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:38.809968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c2443-c35e-480b-8c0c-462ce71c282e req-00aec71c-61f8-47cc-bbc6-851db4ff6c24 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:38.811611 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-011c2443-c35e-480b-8c0c-462ce71c282e req-00aec71c-61f8-47cc-bbc6-851db4ff6c24 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6996837 Jul 09 13:25:38.815539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c7036bf6-0cee-4059-ae71-491f5518a883 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Request body: {'floatingip': {'port_id': 'dec441b5-8cb0-41e1-a2e1-0ca8593d55d0'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:38.842693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-011c2443-c35e-480b-8c0c-462ce71c282e req-89f959c0-5cc6-4e94-a421-3f70602db1ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Request body: {'port': {'device_id': '1cc0a9c4-0958-4c57-a422-8b52c77759fc', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'a740e856c2b94a13b4c064a3b8d558c6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:38.854959 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97cd4df4-bff6-41c4-9771-5795e8182f93 None None] The sync data for ids ['758aca8c-5d38-4a9f-a0ee-d495f3599351'] in n-d-799525-3 is: [{'id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'name': 'tempest-FloatingIPsNegativeTestJSON-696306354-router', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'fb455ef1-5cf5-4458-a20a-0c9d495ab26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:31Z', 'updated_at': '2021-07-09T13:25:36Z', 'revision_number': 4, 'project_id': '9966c57f76914fbeb6cb6764db1ad525', 'gw_port': {'id': 'fb455ef1-5cf5-4458-a20a-0c9d495ab26a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:32Z', 'updated_at': '2021-07-09T13:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '4cc8156a-edca-460d-89ba-370a91b608ed', 'name': '', 'network_id': 'a813ce20-056e-4836-92c9-e32b3dd33911', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'mac_address': 'fa:16:3e:37:c8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '9127bbf1-b7db-4fef-a433-b8560180a892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:35Z', 'updated_at': '2021-07-09T13:25:37Z', 'revision_number': 2, 'project_id': '9966c57f76914fbeb6cb6764db1ad525', 'subnets': [{'id': '9127bbf1-b7db-4fef-a433-b8560180a892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:25:38.902980 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7036bf6-0cee-4059-ae71-491f5518a883 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.029008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:25:39.043763 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d7a0b1dd-112a-4023-83cd-9b0005973dfd admin admin] 10.222.0.39 "PUT /v2.0/routers/758aca8c-5d38-4a9f-a0ee-d495f3599351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1890168 Jul 09 13:25:39.063027 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-157a005f-13cd-4ab5-92d2-ff548043a4ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.063937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50274) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:39.129476 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-157a005f-13cd-4ab5-92d2-ff548043a4ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.138202 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f1a60784-ed08-4e24-822f-1e59426a24b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a53fdffd997c496199753fcbe551b305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0702600 Jul 09 13:25:39.225262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50276) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:39.236708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157a005f-13cd-4ab5-92d2-ff548043a4ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3ff769-1df7-4a8a-b9d2-88ea9e2271c1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:39.292994 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-157a005f-13cd-4ab5-92d2-ff548043a4ef admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98b647178e6e4e19ba1f17cf3bf19872&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5929618 Jul 09 13:25:39.298059 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50282) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:39.371285 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c37919ea-14cd-441f-9efd-2ecf6f68d5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.391988 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50a91d6f-e5b4-47f2-8084-9602b2be3f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.412906 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c37919ea-14cd-441f-9efd-2ecf6f68d5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.445506 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50a91d6f-e5b4-47f2-8084-9602b2be3f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.507726 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c37919ea-14cd-441f-9efd-2ecf6f68d5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.511985 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c37919ea-14cd-441f-9efd-2ecf6f68d5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.513207 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c37919ea-14cd-441f-9efd-2ecf6f68d5ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0bfeb7a8-6c32-48f2-aa20-a376eae7dabc HTTP/1.1" status: 204 len: 168 time: 0.2713149 Jul 09 13:25:39.523277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37919ea-14cd-441f-9efd-2ecf6f68d5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bfeb7a8-6c32-48f2-aa20-a376eae7dabc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:39.526787 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50a91d6f-e5b4-47f2-8084-9602b2be3f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.529896 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50a91d6f-e5b4-47f2-8084-9602b2be3f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.530961 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-50a91d6f-e5b4-47f2-8084-9602b2be3f9d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f3ff769-1df7-4a8a-b9d2-88ea9e2271c1 HTTP/1.1" status: 204 len: 168 time: 0.2318947 Jul 09 13:25:39.543040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a91d6f-e5b4-47f2-8084-9602b2be3f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3ff769-1df7-4a8a-b9d2-88ea9e2271c1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:39.569497 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.db.api [req-011c2443-c35e-480b-8c0c-462ce71c282e req-89f959c0-5cc6-4e94-a421-3f70602db1ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:25:39.569497 n-d-799525-3 neutron-server[93753]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:25:39.569497 n-d-799525-3 neutron-server[93753]: [parameters: {'project_id_1': 'a740e856c2b94a13b4c064a3b8d558c6', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 25, 39, 285764)}] Jul 09 13:25:39.569497 n-d-799525-3 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:25:39.569999 n-d-799525-3 neutron-server[93753]: DEBUG oslo_db.api [req-011c2443-c35e-480b-8c0c-462ce71c282e req-89f959c0-5cc6-4e94-a421-3f70602db1ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:25:39.580492 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-921e6bed-6316-40e6-ab3e-233691e1aef7 req-2cbe7cbd-5ebe-47be-8c6d-7d142bacd2e5 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 210 time: 0.0877395 Jul 09 13:25:39.715405 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2175da47-95b0-4033-928b-9263e4c11cf7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Made reservation on behalf of 0796b576a6ed44b8804068d027649783 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:39.719204 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2175da47-95b0-4033-928b-9263e4c11cf7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.772105 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2175da47-95b0-4033-928b-9263e4c11cf7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:25:39.849194 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2175da47-95b0-4033-928b-9263e4c11cf7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:39.849553 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-2175da47-95b0-4033-928b-9263e4c11cf7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Added segment 62e69090-1d3d-4446-8a21-024a3ab3d357 of type vlan for network 038c7e71-4014-4f0c-98c5-d39658883614 Jul 09 13:25:40.040238 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700aca8f-63d2-40ff-b586-c8ef1d5cd68d req-c0439f83-c044-4acc-a305-3dfe27359f95 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:40.041931 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-700aca8f-63d2-40ff-b586-c8ef1d5cd68d req-c0439f83-c044-4acc-a305-3dfe27359f95 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 951 time: 0.5506783 Jul 09 13:25:40.092969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50296) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:40.113600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011c2443-c35e-480b-8c0c-462ce71c282e req-89f959c0-5cc6-4e94-a421-3f70602db1ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Made reservation on behalf of a740e856c2b94a13b4c064a3b8d558c6 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:40.119642 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e505d92b-16ab-4462-a586-a59bba8dd131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:40.120864 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-011c2443-c35e-480b-8c0c-462ce71c282e req-89f959c0-5cc6-4e94-a421-3f70602db1ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:40.130328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-4ece833e-23b0-45b4-a422-af803868c175 req-03fa1c70-d1db-452e-aef9-ea2b7373a1e0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Deleting port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:40.130616 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4ece833e-23b0-45b4-a422-af803868c175 req-03fa1c70-d1db-452e-aef9-ea2b7373a1e0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:40.142975 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2175da47-95b0-4033-928b-9263e4c11cf7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:40.334903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-011c2443-c35e-480b-8c0c-462ce71c282e req-89f959c0-5cc6-4e94-a421-3f70602db1ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Allocated IP 192.168.233.136 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/b6c39e26-9c43-42c7-b1ba-e8623363fc1a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:40.400363 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-05c7bf80-2ffe-4626-943d-333c3f6e33f0 req-fc373d6b-9ff3-42d5-8bf8-0866a1eedb0a tempest-FloatingIPsNegativeTestJSON-1338961547 tempest-FloatingIPsNegativeTestJSON-1338961547-project] 10.222.0.39 "GET /v2.0/floatingips?tenant_id=9966c57f76914fbeb6cb6764db1ad525 HTTP/1.1" status: 200 len: 217 time: 0.1471915 Jul 09 13:25:40.466719 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-700aca8f-63d2-40ff-b586-c8ef1d5cd68d req-7a18433e-a297-43a5-8350-7ab4397b2aa6 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733406 Jul 09 13:25:40.491026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-4ece833e-23b0-45b4-a422-af803868c175 req-03fa1c70-d1db-452e-aef9-ea2b7373a1e0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] For port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:40.492236 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4ece833e-23b0-45b4-a422-af803868c175 req-03fa1c70-d1db-452e-aef9-ea2b7373a1e0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:40.539274 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2175da47-95b0-4033-928b-9263e4c11cf7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:40.554498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2175da47-95b0-4033-928b-9263e4c11cf7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:40.555273 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2175da47-95b0-4033-928b-9263e4c11cf7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:40.614222 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.resource_extend [None req-c7036bf6-0cee-4059-ae71-491f5518a883 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:25:40.616805 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-4ece833e-23b0-45b4-a422-af803868c175 req-03fa1c70-d1db-452e-aef9-ea2b7373a1e0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Calling delete_port for 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:40.623314 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-011c2443-c35e-480b-8c0c-462ce71c282e req-89f959c0-5cc6-4e94-a421-3f70602db1ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:40.654639 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-011c2443-c35e-480b-8c0c-462ce71c282e req-89f959c0-5cc6-4e94-a421-3f70602db1ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Transition to ACTIVE for port object b6c39e26-9c43-42c7-b1ba-e8623363fc1a will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:40.741212 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-011c2443-c35e-480b-8c0c-462ce71c282e req-89f959c0-5cc6-4e94-a421-3f70602db1ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:40.758443 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['214d123d-b283-4076-9ddc-423d790d7e57', '3ee724a0-555f-4858-9a8f-5ea4b0bd049a', '73cba73c-8f25-43a3-934d-d3a57ccebefd', '8be120f4-93ff-4dc4-81ea-9c487656e843'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:40.761450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3cd86051-6b1c-4374-9508-f95ed736833f', 'd5001770-f369-4e6c-a7b2-cc3a46b374e5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:40.791948 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dce8f4d0-5b71-436e-a29d-ba83a3983112 req-a9d0d6fe-eb2a-4a1b-ae5e-fba57d31471d tempest-FloatingIPsNegativeTestJSON-1338961547 tempest-FloatingIPsNegativeTestJSON-1338961547-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.2636204 Jul 09 13:25:40.833637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011c2443-c35e-480b-8c0c-462ce71c282e req-89f959c0-5cc6-4e94-a421-3f70602db1ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:40.837869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-011c2443-c35e-480b-8c0c-462ce71c282e req-89f959c0-5cc6-4e94-a421-3f70602db1ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:40.843038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-011c2443-c35e-480b-8c0c-462ce71c282e req-89f959c0-5cc6-4e94-a421-3f70602db1ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:40.888129 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f959c0-5cc6-4e94-a421-3f70602db1ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event updated for resources: {'Port': ['ID=b6c39e26-9c43-42c7-b1ba-e8623363fc1a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:40.920365 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175da47-95b0-4033-928b-9263e4c11cf7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event updated for resources: {'Network': ['ID=038c7e71-4014-4f0c-98c5-d39658883614,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:40.961338 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c2443-c35e-480b-8c0c-462ce71c282e req-89f959c0-5cc6-4e94-a421-3f70602db1ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:40.963151 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-011c2443-c35e-480b-8c0c-462ce71c282e req-89f959c0-5cc6-4e94-a421-3f70602db1ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:40.970269 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 038c7e71-4014-4f0c-98c5-d39658883614 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:25:40.993715 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7036bf6-0cee-4059-ae71-491f5518a883 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:41.003518 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-de50577f-ac94-4d4f-a65d-137feec4cc11 req-5f74ab20-d899-427b-b0b7-28f87cbc4d50 tempest-FloatingIPsNegativeTestJSON-1338961547 tempest-FloatingIPsNegativeTestJSON-1338961547-project] show failed (client error): The resource could not be found. Jul 09 13:25:41.004979 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de50577f-ac94-4d4f-a65d-137feec4cc11 req-5f74ab20-d899-427b-b0b7-28f87cbc4d50 tempest-FloatingIPsNegativeTestJSON-1338961547 tempest-FloatingIPsNegativeTestJSON-1338961547-project] 10.222.0.39 "GET /v2.0/floatingips/25b1ae98-00af-475c-aa48-4d2d08bd13ea HTTP/1.1" status: 404 len: 350 time: 0.1462736 Jul 09 13:25:41.018531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50322) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:41.033996 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7036bf6-0cee-4059-ae71-491f5518a883 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:41.155939 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e505d92b-16ab-4462-a586-a59bba8dd131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:41.206572 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-011c2443-c35e-480b-8c0c-462ce71c282e req-89f959c0-5cc6-4e94-a421-3f70602db1ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3679075 Jul 09 13:25:41.220972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Request body: {'port': {'device_id': '1cc0a9c4-0958-4c57-a422-8b52c77759fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:41.320817 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:41.337885 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-c7036bf6-0cee-4059-ae71-491f5518a883 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Floating IP b750e485-955b-40d1-bead-7a4278b2643b associated. External IP: 172.25.2.42, port: dec441b5-8cb0-41e1-a2e1-0ca8593d55d0. Jul 09 13:25:41.347162 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2175da47-95b0-4033-928b-9263e4c11cf7 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 3.0201678 Jul 09 13:25:41.347860 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e505d92b-16ab-4462-a586-a59bba8dd131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:41.350171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50328) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:41.358883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-aaf386bf-2cb3-48ca-b888-bd05a11301d6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Request body: {'subnet': {'network_id': '038c7e71-4014-4f0c-98c5-d39658883614', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:41.418036 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-62c0b3f0-36ae-4d31-84d0-8635020f8173 None None] Provisioning for port b6c39e26-9c43-42c7-b1ba-e8623363fc1a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:41.425695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e505d92b-16ab-4462-a586-a59bba8dd131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39027ab-0fea-45c5-a085-69eb1a571fca,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:41.434738 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-62c0b3f0-36ae-4d31-84d0-8635020f8173 None None] Provisioning complete for port b6c39e26-9c43-42c7-b1ba-e8623363fc1a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:41.435169 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62c0b3f0-36ae-4d31-84d0-8635020f8173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:41.439141 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0231969-f743-4b63-b103-982819343571 req-5e5709e7-15fe-40dd-a90a-7e0ee3df8f29 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:41.448347 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a0231969-f743-4b63-b103-982819343571 req-5e5709e7-15fe-40dd-a90a-7e0ee3df8f29 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 936 time: 0.6703131 Jul 09 13:25:41.541141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-62c0b3f0-36ae-4d31-84d0-8635020f8173 None None] Port b6c39e26-9c43-42c7-b1ba-e8623363fc1a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:25:41.654939 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e505d92b-16ab-4462-a586-a59bba8dd131 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d4c50612bdb43adb6fc6df422834ac7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5572138 Jul 09 13:25:41.669063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50340) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:41.670494 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4ece833e-23b0-45b4-a422-af803868c175 req-03fa1c70-d1db-452e-aef9-ea2b7373a1e0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:41.741812 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03fa1c70-d1db-452e-aef9-ea2b7373a1e0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Pushing event deleted for resources: {'Port': ['ID=13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:41.765550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fb455ef1-5cf5-4458-a20a-0c9d495ab26a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:41.766717 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a0231969-f743-4b63-b103-982819343571 req-d28d306f-1e06-4704-885c-db3f5147f9db tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3177922 Jul 09 13:25:41.828132 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4937eedd-c920-4635-b8ef-366f693cc5e9 req-f5127988-abda-4b8f-84de-19ef65f89b48 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 210 time: 0.0918052 Jul 09 13:25:41.910925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaf386bf-2cb3-48ca-b888-bd05a11301d6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Made reservation on behalf of 0796b576a6ed44b8804068d027649783 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:41.915520 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaf386bf-2cb3-48ca-b888-bd05a11301d6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:41.935223 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port fb455ef1-5cf5-4458-a20a-0c9d495ab26a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:41.973473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port fb455ef1-5cf5-4458-a20a-0c9d495ab26a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:41.983429 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:41.996180 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ece833e-23b0-45b4-a422-af803868c175 req-03fa1c70-d1db-452e-aef9-ea2b7373a1e0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] No DVR routers for this DVR port 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 on host n-h2-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:42.000239 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4ece833e-23b0-45b4-a422-af803868c175 req-03fa1c70-d1db-452e-aef9-ea2b7373a1e0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.002422 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ece833e-23b0-45b4-a422-af803868c175 req-03fa1c70-d1db-452e-aef9-ea2b7373a1e0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "DELETE /v2.0/ports/13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 HTTP/1.1" status: 204 len: 173 time: 3.2025054 Jul 09 13:25:42.002777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'name': 'network-vif-deleted', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:42.012836 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cefb758-8c50-451a-aca1-6852f9d3277f" -d '{"events": [{"server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "name": "network-vif-deleted", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:42.029550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7036bf6-0cee-4059-ae71-491f5518a883 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:25:42.123528 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-298bcc66-8d80-43a4-b528-8a59bf2224b5 x-openstack-request-id: req-298bcc66-8d80-43a4-b528-8a59bf2224b5 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:42.123763 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2de7cfe-24f8-478a-b395-097ac5b022f5", "name": "network-vif-deleted", "tag": "13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:42.124019 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-298bcc66-8d80-43a4-b528-8a59bf2224b5 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:42.124420 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2de7cfe-24f8-478a-b395-097ac5b022f5', 'name': 'network-vif-deleted', 'tag': '13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1', 'status': 'completed', 'code': 200} Jul 09 13:25:42.201861 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaf386bf-2cb3-48ca-b888-bd05a11301d6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.217943 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Sync routers for ids ['758aca8c-5d38-4a9f-a0ee-d495f3599351'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:25:42.233935 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Routers {'758aca8c-5d38-4a9f-a0ee-d495f3599351'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:25:42.238259 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:25:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['758aca8c-5d38-4a9f-a0ee-d495f3599351'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:42.294019 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7036bf6-0cee-4059-ae71-491f5518a883 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:25:42.306461 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7036bf6-0cee-4059-ae71-491f5518a883 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.309580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2283acc2-098e-470e-9eb1-3f121d256895 None None] Sync routers for ids ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:25:42.369366 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2283acc2-098e-470e-9eb1-3f121d256895 None None] Routers {'746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:25:42.370095 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2283acc2-098e-470e-9eb1-3f121d256895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:25:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:42.411410 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ec33b2e-199b-4ea8-b06c-e754b026b2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.413251 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Set router 758aca8c-5d38-4a9f-a0ee-d495f3599351 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:25:42.423746 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c7036bf6-0cee-4059-ae71-491f5518a883 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "PUT /v2.0/floatingips/b750e485-955b-40d1-bead-7a4278b2643b HTTP/1.1" status: 200 len: 990 time: 3.6145806 Jul 09 13:25:42.444862 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.567115 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port fb455ef1-5cf5-4458-a20a-0c9d495ab26a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fb455ef1-5cf5-4458-a20a-0c9d495ab26a,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:42.579498 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.639182 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=fb455ef1-5cf5-4458-a20a-0c9d495ab26a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:42.658266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2283acc2-098e-470e-9eb1-3f121d256895 None None] Set router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:25:42.724713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c39e26-9c43-42c7-b1ba-e8623363fc1a {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:42.735451 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.751219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Transition to ACTIVE for port object b6c39e26-9c43-42c7-b1ba-e8623363fc1a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:42.786639 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf386bf-2cb3-48ca-b888-bd05a11301d6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event updated for resources: {'Subnet': ['ID=1eaace22-3348-461f-aa86-3b96c06f95c1,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:42.788793 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50354) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:42.791383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaf386bf-2cb3-48ca-b888-bd05a11301d6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Checking segment: {'id': '62e69090-1d3d-4446-8a21-024a3ab3d357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '038c7e71-4014-4f0c-98c5-d39658883614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:42.791756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf386bf-2cb3-48ca-b888-bd05a11301d6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Network hostable DHCP agents. Network: 038c7e71-4014-4f0c-98c5-d39658883614, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:25:42.825084 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.879400 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ec33b2e-199b-4ea8-b06c-e754b026b2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.901204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:42.914146 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'name': 'tempest-FloatingIPsNegativeTestJSON-696306354-router', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'fb455ef1-5cf5-4458-a20a-0c9d495ab26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:31Z', 'updated_at': '2021-07-09T13:25:36Z', 'revision_number': 4, 'project_id': '9966c57f76914fbeb6cb6764db1ad525', 'gw_port': {'id': 'fb455ef1-5cf5-4458-a20a-0c9d495ab26a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:32Z', 'updated_at': '2021-07-09T13:25:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '4cc8156a-edca-460d-89ba-370a91b608ed', 'name': '', 'network_id': 'a813ce20-056e-4836-92c9-e32b3dd33911', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'mac_address': 'fa:16:3e:37:c8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '9127bbf1-b7db-4fef-a433-b8560180a892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:35Z', 'updated_at': '2021-07-09T13:25:37Z', 'revision_number': 2, 'project_id': '9966c57f76914fbeb6cb6764db1ad525', 'subnets': [{'id': '9127bbf1-b7db-4fef-a433-b8560180a892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:42.940217 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e60cdfb4-99ae-4a2a-94f8-82a24db918da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:42.968444 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:42.968949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 13682cf1-39f2-4ea9-a0e5-8bd0e7aeb1e1 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:42.989667 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Checking router: 758aca8c-5d38-4a9f-a0ee-d495f3599351 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:25:42.992567 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Updating router 758aca8c-5d38-4a9f-a0ee-d495f3599351 port 4cc8156a-edca-460d-89ba-370a91b608ed binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:25:43.096111 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.136733 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['f51d7205-df32-491b-a429-e8cdd40f70da', 'e2c2e482-1c19-4c8e-b160-3735476e1bbf'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:43.158255 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaf386bf-2cb3-48ca-b888-bd05a11301d6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Network 038c7e71-4014-4f0c-98c5-d39658883614 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:25:43.179036 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e1300b7-10bb-4b36-af94-52153837f23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.249773 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2283acc2-098e-470e-9eb1-3f121d256895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'name': 'tempest-ServersTestBootFromVolume-1967456483-router', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:15Z', 'updated_at': '2021-07-09T13:24:26Z', 'revision_number': 4, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'gw_port': {'id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:16Z', 'updated_at': '2021-07-09T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'b750e485-955b-40d1-bead-7a4278b2643b', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'floating_ip_address': '172.25.2.42', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'port_id': 'dec441b5-8cb0-41e1-a2e1-0ca8593d55d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06', 'mac_address': 'fa:16:3e:3c:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45a43d1-a251-4400-8069-50fd56bad01d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:24:34Z', 'updated_at': '2021-07-09T13:25:40Z', 'revision_number': 1, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fa1cc7-ba31-475c-8891-631c7005caed', 'name': '', 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'mac_address': 'fa:16:3e:59:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:24Z', 'updated_at': '2021-07-09T13:24:36Z', 'revision_number': 5, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'subnets': [{'id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:43.292743 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87aa49cc-486c-4d67-92ca-6cbeaaa8bb1c req-79d4095d-6122-4a75-b3a8-f6f89852708d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=e2de7cfe-24f8-478a-b395-097ac5b022f5 HTTP/1.1" status: 200 len: 210 time: 0.1037018 Jul 09 13:25:43.300237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c39e26-9c43-42c7-b1ba-e8623363fc1a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:43.302915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-aaf386bf-2cb3-48ca-b888-bd05a11301d6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 038c7e71-4014-4f0c-98c5-d39658883614) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:43.331211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5df91b-c7fa-4948-87b7-cf9337aa2e89 None None] Network 038c7e71-4014-4f0c-98c5-d39658883614 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:43.334485 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2283acc2-098e-470e-9eb1-3f121d256895 None None] Checking router: 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:25:43.350054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf386bf-2cb3-48ca-b888-bd05a11301d6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:43.350666 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaf386bf-2cb3-48ca-b888-bd05a11301d6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.425656 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ec33b2e-199b-4ea8-b06c-e754b026b2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.426695 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e60cdfb4-99ae-4a2a-94f8-82a24db918da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.428431 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ec33b2e-199b-4ea8-b06c-e754b026b2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.429754 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2ec33b2e-199b-4ea8-b06c-e754b026b2e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d39027ab-0fea-45c5-a085-69eb1a571fca HTTP/1.1" status: 204 len: 168 time: 1.7591758 Jul 09 13:25:43.452479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e117b742-5909-46c8-8b4e-391f96e94306 req-f95be4c3-dcf7-412d-a019-09ecc6759d3d tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:43.454175 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e117b742-5909-46c8-8b4e-391f96e94306 req-f95be4c3-dcf7-412d-a019-09ecc6759d3d tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 948 time: 0.3547993 Jul 09 13:25:43.457089 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e60cdfb4-99ae-4a2a-94f8-82a24db918da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.503839 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aaf386bf-2cb3-48ca-b888-bd05a11301d6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1501544 Jul 09 13:25:43.504785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec33b2e-199b-4ea8-b06c-e754b026b2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39027ab-0fea-45c5-a085-69eb1a571fca,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:43.506708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50366) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:43.519227 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2283acc2-098e-470e-9eb1-3f121d256895 None None] Routers {'746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:25:43.522074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2283acc2-098e-470e-9eb1-3f121d256895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:25:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:43.540222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a2ea8e45-5f74-4966-8452-74ddfac7b205 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1760777238'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:43.601266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Attempting to bind port b6c39e26-9c43-42c7-b1ba-e8623363fc1a on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:43.601698 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Attempting to bind port b6c39e26-9c43-42c7-b1ba-e8623363fc1a by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:43.603651 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e117b742-5909-46c8-8b4e-391f96e94306 req-7ab7e820-aac9-4b5f-ae3c-757464462047 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313150 Jul 09 13:25:43.605888 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60cdfb4-99ae-4a2a-94f8-82a24db918da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab6067c8-a40f-411b-8440-0ea671d9dd02,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:43.607592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Attempting to bind port b6c39e26-9c43-42c7-b1ba-e8623363fc1a on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:43.610883 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e60cdfb4-99ae-4a2a-94f8-82a24db918da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8348b8d25ec04f5984a8ace863345613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8206322 Jul 09 13:25:43.621938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50368) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:43.683516 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.695586 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Transition to ACTIVE for port object 4cc8156a-edca-460d-89ba-370a91b608ed will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:43.705462 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.707482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fb455ef1-5cf5-4458-a20a-0c9d495ab26a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:43.774623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Port b6c39e26-9c43-42c7-b1ba-e8623363fc1a on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:25:43.775178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Attempting to bind port b6c39e26-9c43-42c7-b1ba-e8623363fc1a on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:43.801563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ea8e45-5f74-4966-8452-74ddfac7b205 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Made reservation on behalf of 0796b576a6ed44b8804068d027649783 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:43.814669 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff9bee-fd71-4858-b291-7c80565a2bb4 None None] Pushing event updated for resources: {'Port': ['ID=4cc8156a-edca-460d-89ba-370a91b608ed,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:43.818142 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2ea8e45-5f74-4966-8452-74ddfac7b205 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.911927 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff9bee-fd71-4858-b291-7c80565a2bb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.912294 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff9bee-fd71-4858-b291-7c80565a2bb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.912641 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff9bee-fd71-4858-b291-7c80565a2bb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.913094 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff9bee-fd71-4858-b291-7c80565a2bb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.913437 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff9bee-fd71-4858-b291-7c80565a2bb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.913769 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff9bee-fd71-4858-b291-7c80565a2bb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.914094 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff9bee-fd71-4858-b291-7c80565a2bb4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.914952 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff9bee-fd71-4858-b291-7c80565a2bb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.915302 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff9bee-fd71-4858-b291-7c80565a2bb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.915625 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff9bee-fd71-4858-b291-7c80565a2bb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.915946 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff9bee-fd71-4858-b291-7c80565a2bb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.916302 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1aff9bee-fd71-4858-b291-7c80565a2bb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:43.917846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:43.918194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:43.918578 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:43.919035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Bound port: b6c39e26-9c43-42c7-b1ba-e8623363fc1a, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:43.919479 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.935048 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Attempting to bind port 4cc8156a-edca-460d-89ba-370a91b608ed on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:43.935242 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Attempting to bind port 4cc8156a-edca-460d-89ba-370a91b608ed by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a813ce20-056e-4836-92c9-e32b3dd33911'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:43.935498 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Attempting to bind port 4cc8156a-edca-460d-89ba-370a91b608ed on network a813ce20-056e-4836-92c9-e32b3dd33911 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:43.942424 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:43.942837 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Checking segment: {'id': '9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a813ce20-056e-4836-92c9-e32b3dd33911'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:43.943434 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.949521 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Bound using segment: {'id': '9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a813ce20-056e-4836-92c9-e32b3dd33911'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:43.949521 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Bound port: 4cc8156a-edca-460d-89ba-370a91b608ed, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'a813ce20-056e-4836-92c9-e32b3dd33911'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:43.949521 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:43.984565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ea8e45-5f74-4966-8452-74ddfac7b205 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:25:44.031697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2ea8e45-5f74-4966-8452-74ddfac7b205 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.032311 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-a2ea8e45-5f74-4966-8452-74ddfac7b205 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Added segment 9bcb12ed-9344-4157-980c-8baa485686d1 of type vlan for network 336d0dc1-af13-4d03-be5b-0c22e228cbd1 Jul 09 13:25:44.049764 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54a69a28-c6f9-4309-b6eb-d70870eb8fc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.059416 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2283acc2-098e-470e-9eb1-3f121d256895 None None] Set router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:25:44.083343 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] For port 4cc8156a-edca-460d-89ba-370a91b608ed, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:44.089022 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] For port 4cc8156a-edca-460d-89ba-370a91b608ed, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4cc8156a-edca-460d-89ba-370a91b608ed,segment=NetworkSegment(9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e),segment_id=9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:44.096522 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.125532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a45a43d1-a251-4400-8069-50fd56bad01d', 'tag': 'dec441b5-8cb0-41e1-a2e1-0ca8593d55d0'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:44.128613 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4bd5ef-7104-49d7-a54a-e8626576baa5" -d '{"events": [{"name": "network-changed", "server_uuid": "a45a43d1-a251-4400-8069-50fd56bad01d", "tag": "dec441b5-8cb0-41e1-a2e1-0ca8593d55d0"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:44.136664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port fb455ef1-5cf5-4458-a20a-0c9d495ab26a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:44.137020 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.173445 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2ea8e45-5f74-4966-8452-74ddfac7b205 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.199226 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219781ad-0e54-449c-b862-079f36047dea x-openstack-request-id: req-219781ad-0e54-449c-b862-079f36047dea {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:44.199521 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a45a43d1-a251-4400-8069-50fd56bad01d", "tag": "dec441b5-8cb0-41e1-a2e1-0ca8593d55d0", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:44.200303 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-219781ad-0e54-449c-b862-079f36047dea {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:44.200717 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a45a43d1-a251-4400-8069-50fd56bad01d', 'tag': 'dec441b5-8cb0-41e1-a2e1-0ca8593d55d0', 'status': 'completed', 'code': 200} Jul 09 13:25:44.244674 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54a69a28-c6f9-4309-b6eb-d70870eb8fc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.280042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] For port b6c39e26-9c43-42c7-b1ba-e8623363fc1a, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:44.307373 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff9bee-fd71-4858-b291-7c80565a2bb4 None None] Pushing event updated for resources: {'Port': ['ID=4cc8156a-edca-460d-89ba-370a91b608ed,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:44.334620 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Routers {'758aca8c-5d38-4a9f-a0ee-d495f3599351'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:25:44.337408 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:25:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['758aca8c-5d38-4a9f-a0ee-d495f3599351'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:44.378071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-038c7e71-4014-4f0c-98c5-d39658883614', 'network_id': '038c7e71-4014-4f0c-98c5-d39658883614', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'fixed_ips': [{'subnet_id': '1eaace22-3348-461f-aa86-3b96c06f95c1'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:25:44.378952 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.410216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] For port b6c39e26-9c43-42c7-b1ba-e8623363fc1a, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=b6c39e26-9c43-42c7-b1ba-e8623363fc1a,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:44.462872 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.465347 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2ea8e45-5f74-4966-8452-74ddfac7b205 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.471130 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ea8e45-5f74-4966-8452-74ddfac7b205 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:44.471803 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2ea8e45-5f74-4966-8452-74ddfac7b205 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.612414 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] Set router 758aca8c-5d38-4a9f-a0ee-d495f3599351 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:25:44.683541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:44.688805 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.693965 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-011c2443-c35e-480b-8c0c-462ce71c282e req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] 10.222.0.15 "PUT /v2.0/ports/b6c39e26-9c43-42c7-b1ba-e8623363fc1a HTTP/1.1" status: 200 len: 1096 time: 3.4780676 Jul 09 13:25:44.756642 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cc0a9c4-0958-4c57-a422-8b52c77759fc', 'tag': 'b6c39e26-9c43-42c7-b1ba-e8623363fc1a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:44.764950 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8eb8b268-aaa9-4661-8fcd-f46c57a6c129" -d '{"events": [{"name": "network-changed", "server_uuid": "1cc0a9c4-0958-4c57-a422-8b52c77759fc", "tag": "b6c39e26-9c43-42c7-b1ba-e8623363fc1a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:44.784501 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a2ea8e45-5f74-4966-8452-74ddfac7b205 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2545738 Jul 09 13:25:44.787241 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50404) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:44.792948 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d4b74022-d209-49a8-ae42-bbbbff21908f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Request body: {'subnet': {'network_id': '336d0dc1-af13-4d03-be5b-0c22e228cbd1', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:44.850940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ea8e45-5f74-4966-8452-74ddfac7b205 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event updated for resources: {'Network': ['ID=336d0dc1-af13-4d03-be5b-0c22e228cbd1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:44.905386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 336d0dc1-af13-4d03-be5b-0c22e228cbd1 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:25:44.974775 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3229bb-56b0-4502-9a4a-1a8a4e5c7737 service neutron] Pushing event updated for resources: {'Port': ['ID=b6c39e26-9c43-42c7-b1ba-e8623363fc1a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:44.990141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bd5ef-7104-49d7-a54a-e8626576baa5 req-de24ae06-d1f5-4a36-83d2-c6942740ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:44.991909 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c4bd5ef-7104-49d7-a54a-e8626576baa5 req-de24ae06-d1f5-4a36-83d2-c6942740ba37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2b95daf5efe14f69834ef33d23d6cc49&device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 1096 time: 0.7448366 Jul 09 13:25:44.995021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54a69a28-c6f9-4309-b6eb-d70870eb8fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:44.997694 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54a69a28-c6f9-4309-b6eb-d70870eb8fc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:45.019191 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-54a69a28-c6f9-4309-b6eb-d70870eb8fc2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab6067c8-a40f-411b-8440-0ea671d9dd02 HTTP/1.1" status: 204 len: 168 time: 1.3934410 Jul 09 13:25:45.085929 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'name': 'tempest-FloatingIPsNegativeTestJSON-696306354-router', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'fb455ef1-5cf5-4458-a20a-0c9d495ab26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:31Z', 'updated_at': '2021-07-09T13:25:36Z', 'revision_number': 4, 'project_id': '9966c57f76914fbeb6cb6764db1ad525', 'gw_port': {'id': 'fb455ef1-5cf5-4458-a20a-0c9d495ab26a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:32Z', 'updated_at': '2021-07-09T13:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '4cc8156a-edca-460d-89ba-370a91b608ed', 'name': '', 'network_id': 'a813ce20-056e-4836-92c9-e32b3dd33911', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'mac_address': 'fa:16:3e:37:c8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '9127bbf1-b7db-4fef-a433-b8560180a892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:35Z', 'updated_at': '2021-07-09T13:25:44Z', 'revision_number': 4, 'project_id': '9966c57f76914fbeb6cb6764db1ad525', 'subnets': [{'id': '9127bbf1-b7db-4fef-a433-b8560180a892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:45.113217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4b74022-d209-49a8-ae42-bbbbff21908f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Made reservation on behalf of 0796b576a6ed44b8804068d027649783 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:45.122540 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4b74022-d209-49a8-ae42-bbbbff21908f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:45.136772 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Allocated IP 19.80.0.2 (038c7e71-4014-4f0c-98c5-d39658883614/1eaace22-3348-461f-aa86-3b96c06f95c1/6baa1cc1-2d4e-43e2-8a3f-610462cae306) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:45.193052 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6784e5-6f70-49ae-8268-7d4bee74ce32 None None] The sync data for ids ['758aca8c-5d38-4a9f-a0ee-d495f3599351'] in n-d-799525-3 is: [{'id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'name': 'tempest-FloatingIPsNegativeTestJSON-696306354-router', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'fb455ef1-5cf5-4458-a20a-0c9d495ab26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:31Z', 'updated_at': '2021-07-09T13:25:36Z', 'revision_number': 4, 'project_id': '9966c57f76914fbeb6cb6764db1ad525', 'gw_port': {'id': 'fb455ef1-5cf5-4458-a20a-0c9d495ab26a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:32Z', 'updated_at': '2021-07-09T13:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '4cc8156a-edca-460d-89ba-370a91b608ed', 'name': '', 'network_id': 'a813ce20-056e-4836-92c9-e32b3dd33911', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'mac_address': 'fa:16:3e:37:c8:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'device_owner': 'network:router_interface', 'standard_attr_id': 745, 'fixed_ips': [{'subnet_id': '9127bbf1-b7db-4fef-a433-b8560180a892', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:35Z', 'updated_at': '2021-07-09T13:25:44Z', 'revision_number': 4, 'project_id': '9966c57f76914fbeb6cb6764db1ad525', 'subnets': [{'id': '9127bbf1-b7db-4fef-a433-b8560180a892', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:25:45.266396 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a69a28-c6f9-4309-b6eb-d70870eb8fc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab6067c8-a40f-411b-8440-0ea671d9dd02,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:45.296008 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cf65b1-7c15-456c-8c05-eb5b9fd7102d req-4dbe80a1-856a-4618-bb06-e47a35c251c5 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:45.304191 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6cf65b1-7c15-456c-8c05-eb5b9fd7102d req-4dbe80a1-856a-4618-bb06-e47a35c251c5 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 948 time: 0.1714962 Jul 09 13:25:45.307454 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5beab5cf-b95b-4b93-a4df-ea06a1ed3195 x-openstack-request-id: req-5beab5cf-b95b-4b93-a4df-ea06a1ed3195 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:45.308160 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cc0a9c4-0958-4c57-a422-8b52c77759fc", "tag": "b6c39e26-9c43-42c7-b1ba-e8623363fc1a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:45.309550 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5beab5cf-b95b-4b93-a4df-ea06a1ed3195 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:45.309984 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cc0a9c4-0958-4c57-a422-8b52c77759fc', 'tag': 'b6c39e26-9c43-42c7-b1ba-e8623363fc1a', 'status': 'completed', 'code': 200} Jul 09 13:25:45.409775 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2e1300b7-10bb-4b36-af94-52153837f23a admin admin] Deleting port 4cc8156a-edca-460d-89ba-370a91b608ed {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:45.410309 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e1300b7-10bb-4b36-af94-52153837f23a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:45.413601 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6cf65b1-7c15-456c-8c05-eb5b9fd7102d req-81d26c8b-d7ec-4114-be89-b6573f3e7fae tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082203 Jul 09 13:25:45.524972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c2443-c35e-480b-8c0c-462ce71c282e req-dd3c1227-2f60-4e41-9927-563e95ed1dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:45.531364 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-011c2443-c35e-480b-8c0c-462ce71c282e req-dd3c1227-2f60-4e41-9927-563e95ed1dba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 1099 time: 0.7365911 Jul 09 13:25:45.602879 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4b74022-d209-49a8-ae42-bbbbff21908f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:45.697565 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b74022-d209-49a8-ae42-bbbbff21908f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event updated for resources: {'Subnet': ['ID=3b3ec929-a337-48ba-a907-77f83e15b246,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:45.704382 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4cc8156a-edca-460d-89ba-370a91b608ed up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:45.832291 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4b74022-d209-49a8-ae42-bbbbff21908f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Checking segment: {'id': '9bcb12ed-9344-4157-980c-8baa485686d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '336d0dc1-af13-4d03-be5b-0c22e228cbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:45.832882 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b74022-d209-49a8-ae42-bbbbff21908f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Network hostable DHCP agents. Network: 336d0dc1-af13-4d03-be5b-0c22e228cbd1, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:25:45.887453 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e6ec8a-62bb-47d8-927b-8651b1292817 req-288c576a-9efa-46e0-8b6b-3d0ebf3fb587 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:45.889120 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-91e6ec8a-62bb-47d8-927b-8651b1292817 req-288c576a-9efa-46e0-8b6b-3d0ebf3fb587 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.1941001 Jul 09 13:25:45.953152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50428) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:45.974223 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2283acc2-098e-470e-9eb1-3f121d256895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'name': 'tempest-ServersTestBootFromVolume-1967456483-router', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:15Z', 'updated_at': '2021-07-09T13:24:26Z', 'revision_number': 4, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'gw_port': {'id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:16Z', 'updated_at': '2021-07-09T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'b750e485-955b-40d1-bead-7a4278b2643b', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'floating_ip_address': '172.25.2.42', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'port_id': 'dec441b5-8cb0-41e1-a2e1-0ca8593d55d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06', 'mac_address': 'fa:16:3e:3c:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45a43d1-a251-4400-8069-50fd56bad01d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:24:34Z', 'updated_at': '2021-07-09T13:25:40Z', 'revision_number': 1, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fa1cc7-ba31-475c-8891-631c7005caed', 'name': '', 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'mac_address': 'fa:16:3e:59:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:24Z', 'updated_at': '2021-07-09T13:24:36Z', 'revision_number': 5, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'subnets': [{'id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:45.989157 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4b74022-d209-49a8-ae42-bbbbff21908f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Network 336d0dc1-af13-4d03-be5b-0c22e228cbd1 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:25:46.001000 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-121e6e37-09d7-4f68-870d-6487b16e7613 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.025294 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d4b74022-d209-49a8-ae42-bbbbff21908f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 336d0dc1-af13-4d03-be5b-0c22e228cbd1) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:46.048564 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4b74022-d209-49a8-ae42-bbbbff21908f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:46.049464 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4b74022-d209-49a8-ae42-bbbbff21908f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.052676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2283acc2-098e-470e-9eb1-3f121d256895 None None] The sync data for ids ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'] in n-d-799525-3 is: [{'id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'name': 'tempest-ServersTestBootFromVolume-1967456483-router', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:15Z', 'updated_at': '2021-07-09T13:24:26Z', 'revision_number': 4, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'gw_port': {'id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:16Z', 'updated_at': '2021-07-09T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'b750e485-955b-40d1-bead-7a4278b2643b', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'floating_ip_address': '172.25.2.42', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'port_id': 'dec441b5-8cb0-41e1-a2e1-0ca8593d55d0', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06', 'mac_address': 'fa:16:3e:3c:58:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a45a43d1-a251-4400-8069-50fd56bad01d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:24:34Z', 'updated_at': '2021-07-09T13:25:40Z', 'revision_number': 1, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5fa1cc7-ba31-475c-8891-631c7005caed', 'name': '', 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'mac_address': 'fa:16:3e:59:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:24Z', 'updated_at': '2021-07-09T13:24:36Z', 'revision_number': 5, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'subnets': [{'id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:25:46.066732 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1af183-4dfc-4bb5-b7a9-49479aca95bd None None] Network 336d0dc1-af13-4d03-be5b-0c22e228cbd1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:46.078044 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-91e6ec8a-62bb-47d8-927b-8651b1292817 req-07a62976-9d18-4384-ad84-cf13b087b73a tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722751 Jul 09 13:25:46.165656 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.183679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 4cc8156a-edca-460d-89ba-370a91b608ed completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:46.194647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Transition to ACTIVE for port object 6baa1cc1-2d4e-43e2-8a3f-610462cae306 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:46.198166 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 4cc8156a-edca-460d-89ba-370a91b608ed triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:46.198543 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.219876 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-121e6e37-09d7-4f68-870d-6487b16e7613 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.230462 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-121e6e37-09d7-4f68-870d-6487b16e7613 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.249598 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Transition to ACTIVE for port object 6baa1cc1-2d4e-43e2-8a3f-610462cae306 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:46.272827 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.293161 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-121e6e37-09d7-4f68-870d-6487b16e7613 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1134103e0f774fb8b1e2693ab42f1dd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3387678 Jul 09 13:25:46.299876 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d4b74022-d209-49a8-ae42-bbbbff21908f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.5114820 Jul 09 13:25:46.305020 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50432) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:46.310755 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-011c2443-c35e-480b-8c0c-462ce71c282e req-f8877de5-b82e-4c56-81e8-4deeb031ccae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=b6c39e26-9c43-42c7-b1ba-e8623363fc1a HTTP/1.1" status: 200 len: 217 time: 0.7621343 Jul 09 13:25:46.412691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121e6e37-09d7-4f68-870d-6487b16e7613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6761ecf-dba4-4a6d-9555-c26295e513c8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:46.454255 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bd5ef-7104-49d7-a54a-e8626576baa5 req-b7bed57d-d3e0-4f61-90ea-bfd671280a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:46.472939 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-adbdd9ee-e868-4aeb-9405-5f2a77c20402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.476566 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c4bd5ef-7104-49d7-a54a-e8626576baa5 req-b7bed57d-d3e0-4f61-90ea-bfd671280a36 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2d210b63-887c-404b-956a-5c57c4f6eb06 HTTP/1.1" status: 200 len: 917 time: 1.4558947 Jul 09 13:25:46.517101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Network 038c7e71-4014-4f0c-98c5-d39658883614 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:46.517818 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5d5fcc-0d05-4c74-9109-ec62ce001275 None None] New status for floating IP b750e485-955b-40d1-bead-7a4278b2643b: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:25:46.527330 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-336d0dc1-af13-4d03-be5b-0c22e228cbd1', 'network_id': '336d0dc1-af13-4d03-be5b-0c22e228cbd1', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'fixed_ips': [{'subnet_id': '3b3ec929-a337-48ba-a907-77f83e15b246'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:25:46.528297 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.553604 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:46.582284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:46.584233 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-adbdd9ee-e868-4aeb-9405-5f2a77c20402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.647598 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Pushing event updated for resources: {'Port': ['ID=6baa1cc1-2d4e-43e2-8a3f-610462cae306,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:46.692497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2e1300b7-10bb-4b36-af94-52153837f23a admin admin] For port 4cc8156a-edca-460d-89ba-370a91b608ed, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4cc8156a-edca-460d-89ba-370a91b608ed,segment=NetworkSegment(9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e),segment_id=9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:46.693065 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e1300b7-10bb-4b36-af94-52153837f23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.724551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c2443-c35e-480b-8c0c-462ce71c282e req-7ea24b73-543b-479c-a168-080e06a6639e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:46.726106 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-011c2443-c35e-480b-8c0c-462ce71c282e req-7ea24b73-543b-479c-a168-080e06a6639e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.4022648 Jul 09 13:25:46.785321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2e1300b7-10bb-4b36-af94-52153837f23a admin admin] Calling delete_port for 4cc8156a-edca-460d-89ba-370a91b608ed owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:46.857963 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Attempting to bind port 6baa1cc1-2d4e-43e2-8a3f-610462cae306 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:46.858202 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c4bd5ef-7104-49d7-a54a-e8626576baa5 req-3629883b-9f53-49dc-afba-7bdb779b45d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 HTTP/1.1" status: 200 len: 998 time: 0.3375034 Jul 09 13:25:46.858476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Attempting to bind port 6baa1cc1-2d4e-43e2-8a3f-610462cae306 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '62e69090-1d3d-4446-8a21-024a3ab3d357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '038c7e71-4014-4f0c-98c5-d39658883614'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:46.858910 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Attempting to bind port 6baa1cc1-2d4e-43e2-8a3f-610462cae306 on network 038c7e71-4014-4f0c-98c5-d39658883614 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:46.868510 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.885167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:46.885564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Checking segment: {'id': '62e69090-1d3d-4446-8a21-024a3ab3d357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '038c7e71-4014-4f0c-98c5-d39658883614'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:46.886114 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.886580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Bound using segment: {'id': '62e69090-1d3d-4446-8a21-024a3ab3d357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '038c7e71-4014-4f0c-98c5-d39658883614'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:46.887167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Bound port: 6baa1cc1-2d4e-43e2-8a3f-610462cae306, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e69090-1d3d-4446-8a21-024a3ab3d357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '038c7e71-4014-4f0c-98c5-d39658883614'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:46.887641 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:46.982981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011c2443-c35e-480b-8c0c-462ce71c282e req-dbfcbbe8-2e68-4ebc-b407-de56aa5b93d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:46.984720 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-011c2443-c35e-480b-8c0c-462ce71c282e req-dbfcbbe8-2e68-4ebc-b407-de56aa5b93d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2286892 Jul 09 13:25:46.988428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bd5ef-7104-49d7-a54a-e8626576baa5 req-40984f77-b3d2-46e3-8063-7202f2b8e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:46.990010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 4cc8156a-edca-460d-89ba-370a91b608ed, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4cc8156a-edca-460d-89ba-370a91b608ed,segment=NetworkSegment(9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e),segment_id=9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:46.990186 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c4bd5ef-7104-49d7-a54a-e8626576baa5 req-40984f77-b3d2-46e3-8063-7202f2b8e70e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=07e53f61-4ad1-4a2c-9c8a-95ddcec639b9 HTTP/1.1" status: 200 len: 855 time: 0.0953388 Jul 09 13:25:47.002990 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.017711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Allocated IP 19.86.0.2 (336d0dc1-af13-4d03-be5b-0c22e228cbd1/3b3ec929-a337-48ba-a907-77f83e15b246/03f5fc5a-b544-4c3d-aca4-5073ddef4ae3) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:47.126022 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-bbcbbbc7-697d-4765-a935-68084ea80905 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3a573eed2f114f389e7bfa36f1f20fbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0841079 Jul 09 13:25:47.135675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] For port 6baa1cc1-2d4e-43e2-8a3f-610462cae306, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:47.153815 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=4cc8156a-edca-460d-89ba-370a91b608ed,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:47.158317 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] For port 6baa1cc1-2d4e-43e2-8a3f-610462cae306, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6baa1cc1-2d4e-43e2-8a3f-610462cae306,segment=NetworkSegment(62e69090-1d3d-4446-8a21-024a3ab3d357),segment_id=62e69090-1d3d-4446-8a21-024a3ab3d357)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:47.174982 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.241188 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-011c2443-c35e-480b-8c0c-462ce71c282e req-9456c768-89fd-461a-b51e-af2c11ca87f3 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2454474 Jul 09 13:25:47.250718 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bd5ef-7104-49d7-a54a-e8626576baa5 req-612d66a2-19f8-46d3-ab18-2212dd574a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:47.252488 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c4bd5ef-7104-49d7-a54a-e8626576baa5 req-612d66a2-19f8-46d3-ab18-2212dd574a2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2d210b63-887c-404b-956a-5c57c4f6eb06&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2479835 Jul 09 13:25:47.272711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdbaa3-e46d-4491-adf5-7383b81d4133 None None] Pushing event updated for resources: {'Port': ['ID=6baa1cc1-2d4e-43e2-8a3f-610462cae306,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:47.296678 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96371394-7233-496b-bb99-27f4f828201f req-d25d39ab-939d-4237-a204-04123272f947 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:47.298523 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96371394-7233-496b-bb99-27f4f828201f req-d25d39ab-939d-4237-a204-04123272f947 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 950 time: 0.8034916 Jul 09 13:25:47.322529 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-adbdd9ee-e868-4aeb-9405-5f2a77c20402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.325598 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-adbdd9ee-e868-4aeb-9405-5f2a77c20402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.329916 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-adbdd9ee-e868-4aeb-9405-5f2a77c20402 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a6761ecf-dba4-4a6d-9555-c26295e513c8 HTTP/1.1" status: 204 len: 168 time: 1.0184736 Jul 09 13:25:47.331337 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.342883 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Transition to ACTIVE for port object 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:47.350501 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2dcc025-44b1-46fe-9cee-e7b4fade33c8 req-58c6b32f-9807-4917-88f4-c037429797f3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:47.358935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2dcc025-44b1-46fe-9cee-e7b4fade33c8 req-58c6b32f-9807-4917-88f4-c037429797f3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 948 time: 0.3158877 Jul 09 13:25:47.373750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Transition to ACTIVE for port object 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:47.385588 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.451370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-954462dc-f382-443c-b992-c8ff89f9e216 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:47.456140 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-954462dc-f382-443c-b992-c8ff89f9e216 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3287301 Jul 09 13:25:47.470641 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdd9ee-e868-4aeb-9405-5f2a77c20402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6761ecf-dba4-4a6d-9555-c26295e513c8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:47.471046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Network 336d0dc1-af13-4d03-be5b-0c22e228cbd1 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:47.474259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:47.480661 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e1300b7-10bb-4b36-af94-52153837f23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.487004 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:47.494358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Pushing event updated for resources: {'Port': ['ID=03f5fc5a-b544-4c3d-aca4-5073ddef4ae3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:47.542103 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-74f9e199-416b-42e5-bee4-8d60fec7f25a tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/quotas/3a573eed2f114f389e7bfa36f1f20fbc HTTP/1.1" status: 200 len: 375 time: 0.0588813 Jul 09 13:25:47.550372 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-011c2443-c35e-480b-8c0c-462ce71c282e req-759a54c5-501f-469e-bc4b-6461c7c06b2a service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015711 Jul 09 13:25:47.559563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1300b7-10bb-4b36-af94-52153837f23a admin admin] Pushing event deleted for resources: {'Port': ['ID=4cc8156a-edca-460d-89ba-370a91b608ed,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:47.567457 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Attempting to bind port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:47.567836 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Attempting to bind port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '9bcb12ed-9344-4157-980c-8baa485686d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '336d0dc1-af13-4d03-be5b-0c22e228cbd1'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:47.568205 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Attempting to bind port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 on network 336d0dc1-af13-4d03-be5b-0c22e228cbd1 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:47.583816 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c4bd5ef-7104-49d7-a54a-e8626576baa5 req-cf0a4fd3-335a-4e1c-bc3d-21e510e33695 service neutron] 10.222.0.18 "GET /v2.0/networks/2d210b63-887c-404b-956a-5c57c4f6eb06?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680779 Jul 09 13:25:47.595201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:47.595396 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Checking segment: {'id': '9bcb12ed-9344-4157-980c-8baa485686d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '336d0dc1-af13-4d03-be5b-0c22e228cbd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:47.595639 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.596046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Bound using segment: {'id': '9bcb12ed-9344-4157-980c-8baa485686d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '336d0dc1-af13-4d03-be5b-0c22e228cbd1'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:47.596538 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Bound port: 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bcb12ed-9344-4157-980c-8baa485686d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '336d0dc1-af13-4d03-be5b-0c22e228cbd1'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:47.596922 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.681472 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2dcc025-44b1-46fe-9cee-e7b4fade33c8 req-e03a08ba-1b7a-494d-b395-384a72db0e81 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181715 Jul 09 13:25:47.736265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4cc8156a-edca-460d-89ba-370a91b608ed up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:47.771784 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-3d328fde-4f33-4ca7-a6d5-befc782e65d7 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a573eed2f114f389e7bfa36f1f20fbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923498 Jul 09 13:25:47.802334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-96371394-7233-496b-bb99-27f4f828201f req-06eeafd8-d4a0-4b32-86c0-372eb721fc15 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Deleting port e2c2e482-1c19-4c8e-b160-3735476e1bbf {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:47.802711 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-96371394-7233-496b-bb99-27f4f828201f req-06eeafd8-d4a0-4b32-86c0-372eb721fc15 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.807856 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 4cc8156a-edca-460d-89ba-370a91b608ed {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:47.808201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4cc8156a-edca-460d-89ba-370a91b608ed not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 13:25:47.893082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Port 4cc8156a-edca-460d-89ba-370a91b608ed not found, will not notify nova. {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 13:25:47.947025 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] For port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:47.953042 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] For port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=03f5fc5a-b544-4c3d-aca4-5073ddef4ae3,segment=NetworkSegment(9bcb12ed-9344-4157-980c-8baa485686d1),segment_id=9bcb12ed-9344-4157-980c-8baa485686d1)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:47.960553 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:47.970385 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c4bd5ef-7104-49d7-a54a-e8626576baa5 req-8b8dcffb-7b2b-4fe8-bd39-00eb26c7568a service neutron] 10.222.0.18 "GET /v2.0/networks/2d210b63-887c-404b-956a-5c57c4f6eb06?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3654571 Jul 09 13:25:48.112446 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8b268-aaa9-4661-8fcd-f46c57a6c129 req-70c819e9-9d07-4072-8e62-5cf9909e8ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:48.112978 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8eb8b268-aaa9-4661-8fcd-f46c57a6c129 req-70c819e9-9d07-4072-8e62-5cf9909e8ae1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 1099 time: 0.4709420 Jul 09 13:25:48.133963 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-96371394-7233-496b-bb99-27f4f828201f req-06eeafd8-d4a0-4b32-86c0-372eb721fc15 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] For port e2c2e482-1c19-4c8e-b160-3735476e1bbf, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e2c2e482-1c19-4c8e-b160-3735476e1bbf,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:48.134769 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-96371394-7233-496b-bb99-27f4f828201f req-06eeafd8-d4a0-4b32-86c0-372eb721fc15 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:48.177720 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-96371394-7233-496b-bb99-27f4f828201f req-06eeafd8-d4a0-4b32-86c0-372eb721fc15 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Calling delete_port for e2c2e482-1c19-4c8e-b160-3735476e1bbf owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:48.274210 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-82a4852e-30e9-4334-af39-2ab2d998d38a tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:48.281242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-82a4852e-30e9-4334-af39-2ab2d998d38a tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:48.290127 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-82a4852e-30e9-4334-af39-2ab2d998d38a tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/networks?id=038c7e71-4014-4f0c-98c5-d39658883614&id=336d0dc1-af13-4d03-be5b-0c22e228cbd1 HTTP/1.1" status: 200 len: 1392 time: 0.3699677 Jul 09 13:25:48.307294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8b268-aaa9-4661-8fcd-f46c57a6c129 req-72b08a28-e5b8-48f1-8c08-abf5adf3aba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:48.309238 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8eb8b268-aaa9-4661-8fcd-f46c57a6c129 req-72b08a28-e5b8-48f1-8c08-abf5adf3aba0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1636124 Jul 09 13:25:48.326596 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-8cb34505-019a-4c1f-ac21-228b0582248d tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/quotas/0796b576a6ed44b8804068d027649783 HTTP/1.1" status: 200 len: 375 time: 0.0350585 Jul 09 13:25:48.390877 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8eb8b268-aaa9-4661-8fcd-f46c57a6c129 req-2b3d1294-86ba-4b1e-bd91-7080f7a14822 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.136&port_id=b6c39e26-9c43-42c7-b1ba-e8623363fc1a HTTP/1.1" status: 200 len: 217 time: 0.0678163 Jul 09 13:25:48.445602 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d070deb-d8f6-4fbd-a62f-206efe3c63ba None None] Pushing event updated for resources: {'Port': ['ID=03f5fc5a-b544-4c3d-aca4-5073ddef4ae3,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:48.499456 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e1300b7-10bb-4b36-af94-52153837f23a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:48.517669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8b268-aaa9-4661-8fcd-f46c57a6c129 req-0133bb7c-8fcb-4e18-b539-8a4864ccda87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:48.525576 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8eb8b268-aaa9-4661-8fcd-f46c57a6c129 req-0133bb7c-8fcb-4e18-b539-8a4864ccda87 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1250646 Jul 09 13:25:48.633163 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-73ca5812-73d9-46c5-921e-2cd08daec404 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=0796b576a6ed44b8804068d027649783&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3055689 Jul 09 13:25:48.687715 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-96371394-7233-496b-bb99-27f4f828201f req-06eeafd8-d4a0-4b32-86c0-372eb721fc15 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:48.701566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['f51d7205-df32-491b-a429-e8cdd40f70da'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:48.776727 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06eeafd8-d4a0-4b32-86c0-372eb721fc15 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Pushing event deleted for resources: {'Port': ['ID=e2c2e482-1c19-4c8e-b160-3735476e1bbf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:48.811693 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c351bc-f16d-41d0-9b46-f6ec915fff90 req-a2178be8-f97a-4afa-834e-3f6d9b673621 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:48.827415 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e5c351bc-f16d-41d0-9b46-f6ec915fff90 req-a2178be8-f97a-4afa-834e-3f6d9b673621 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=82170d5f-74ab-4430-851c-2b70f3aa2709 HTTP/1.1" status: 200 len: 867 time: 0.2983780 Jul 09 13:25:48.933825 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8b268-aaa9-4661-8fcd-f46c57a6c129 req-b2bc7c63-250f-47a4-95ec-6b4ba2fac91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:48.935464 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8eb8b268-aaa9-4661-8fcd-f46c57a6c129 req-b2bc7c63-250f-47a4-95ec-6b4ba2fac91c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3991027 Jul 09 13:25:48.957676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e2c2e482-1c19-4c8e-b160-3735476e1bbf no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:49.033057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: e2c2e482-1c19-4c8e-b160-3735476e1bbf {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:49.033409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e2c2e482-1c19-4c8e-b160-3735476e1bbf not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:49.093564 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e5c351bc-f16d-41d0-9b46-f6ec915fff90 req-5952ee1b-2672-4c30-9c40-429906bed8aa tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2647433 Jul 09 13:25:49.251838 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-96371394-7233-496b-bb99-27f4f828201f req-06eeafd8-d4a0-4b32-86c0-372eb721fc15 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] No DVR routers for this DVR port e2c2e482-1c19-4c8e-b160-3735476e1bbf on host n-h2-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:49.256199 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-96371394-7233-496b-bb99-27f4f828201f req-06eeafd8-d4a0-4b32-86c0-372eb721fc15 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:49.258569 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96371394-7233-496b-bb99-27f4f828201f req-06eeafd8-d4a0-4b32-86c0-372eb721fc15 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "DELETE /v2.0/ports/e2c2e482-1c19-4c8e-b160-3735476e1bbf HTTP/1.1" status: 204 len: 173 time: 1.9521122 Jul 09 13:25:49.259242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82170d5f-74ab-4430-851c-2b70f3aa2709', 'name': 'network-vif-deleted', 'tag': 'e2c2e482-1c19-4c8e-b160-3735476e1bbf'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:49.280233 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77057a58-f787-4ed2-b46f-b9f424cc6967" -d '{"events": [{"server_uuid": "82170d5f-74ab-4430-851c-2b70f3aa2709", "name": "network-vif-deleted", "tag": "e2c2e482-1c19-4c8e-b160-3735476e1bbf"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:49.402110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-e3166068-fddd-4efe-a0f1-bae3d1cbdfb5 service neutron] 10.222.0.39 "GET /v2.0/networks/038c7e71-4014-4f0c-98c5-d39658883614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7675159 Jul 09 13:25:49.453623 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8eb8b268-aaa9-4661-8fcd-f46c57a6c129 req-7ccd09f0-8221-4956-9af0-2c1df376c774 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4863036 Jul 09 13:25:49.586317 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e47e2a6-84b9-4f03-9c4e-649a8543f318 None None] Network 038c7e71-4014-4f0c-98c5-d39658883614 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:49.637462 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c0656221-a784-4fd6-b197-62045ac50368 req-62f5fdf5-1083-43bc-872d-447931b9f7bf tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 210 time: 0.0648124 Jul 09 13:25:49.645071 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8eb8b268-aaa9-4661-8fcd-f46c57a6c129 req-eeb82385-01d4-4f85-b4c0-09350ca8480c service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752481 Jul 09 13:25:49.725987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e1300b7-10bb-4b36-af94-52153837f23a admin admin] Router 758aca8c-5d38-4a9f-a0ee-d495f3599351 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:25:49.782640 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-c8e7d4d7-5085-490a-9d85-81be32758115 service neutron] 10.222.0.39 "GET /v2.0/networks/038c7e71-4014-4f0c-98c5-d39658883614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3740633 Jul 09 13:25:49.805375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-158b7aff-af93-4c53-b844-dfbe8aeefda9 None None] Provisioning for port 6baa1cc1-2d4e-43e2-8a3f-610462cae306 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:49.924310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:49.981468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e1300b7-10bb-4b36-af94-52153837f23a admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:25:49.991341 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2e1300b7-10bb-4b36-af94-52153837f23a admin admin] 10.222.0.39 "PUT /v2.0/routers/758aca8c-5d38-4a9f-a0ee-d495f3599351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9690325 Jul 09 13:25:49.994015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50520) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:50.027686 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68a148-4dfd-4a43-a5d2-9a99ca99d667 None None] Sync routers for ids ['758aca8c-5d38-4a9f-a0ee-d495f3599351'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:25:50.063509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68a148-4dfd-4a43-a5d2-9a99ca99d667 None None] Routers {'758aca8c-5d38-4a9f-a0ee-d495f3599351'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:25:50.064832 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ce68a148-4dfd-4a43-a5d2-9a99ca99d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:25:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['758aca8c-5d38-4a9f-a0ee-d495f3599351'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:50.206129 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-84e07306-8b2d-43c1-a43a-fe21a056ba7c service neutron] 10.222.0.39 "GET /v2.0/networks/336d0dc1-af13-4d03-be5b-0c22e228cbd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4155903 Jul 09 13:25:50.210009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:50.230222 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1057085b-da19-43b1-892a-fc94dab48d85 req-f2ac0e53-2426-4283-bfb9-b7609b4527ff tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:50.233858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6baa1cc1-2d4e-43e2-8a3f-610462cae306 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:50.244513 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1057085b-da19-43b1-892a-fc94dab48d85 req-f2ac0e53-2426-4283-bfb9-b7609b4527ff tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 948 time: 0.2944491 Jul 09 13:25:50.377455 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1057085b-da19-43b1-892a-fc94dab48d85 req-2c3555b7-2b8f-464a-9de3-2b67e2295eb2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275277 Jul 09 13:25:50.448561 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff192855-1d27-4785-be64-92a6a60cb9a6 None None] Network 336d0dc1-af13-4d03-be5b-0c22e228cbd1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:50.467605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 6baa1cc1-2d4e-43e2-8a3f-610462cae306 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:50.486196 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9a25bffb-8c4e-4d76-8591-f7ec1da16a4d service neutron] 10.222.0.39 "GET /v2.0/networks/336d0dc1-af13-4d03-be5b-0c22e228cbd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2769010 Jul 09 13:25:50.560620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 6baa1cc1-2d4e-43e2-8a3f-610462cae306 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:50.561014 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:50.577326 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5be15659-36f2-4a39-ad18-908ff9129b71 None None] Provisioning for port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:50.619257 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ce68a148-4dfd-4a43-a5d2-9a99ca99d667 None None] Set router 758aca8c-5d38-4a9f-a0ee-d495f3599351 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:25:50.693438 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5be15659-36f2-4a39-ad18-908ff9129b71 None None] Provisioning complete for port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:50.693898 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5be15659-36f2-4a39-ad18-908ff9129b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:50.761282 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3ab5dd0-2d0c-4b5c-963a-ec5b27bca166 x-openstack-request-id: req-e3ab5dd0-2d0c-4b5c-963a-ec5b27bca166 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:50.761582 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82170d5f-74ab-4430-851c-2b70f3aa2709", "name": "network-vif-deleted", "tag": "e2c2e482-1c19-4c8e-b160-3735476e1bbf", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:50.761827 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3ab5dd0-2d0c-4b5c-963a-ec5b27bca166 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:50.762235 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82170d5f-74ab-4430-851c-2b70f3aa2709', 'name': 'network-vif-deleted', 'tag': 'e2c2e482-1c19-4c8e-b160-3735476e1bbf', 'status': 'completed', 'code': 200} Jul 09 13:25:50.927007 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device b6c39e26-9c43-42c7-b1ba-e8623363fc1a details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:50.949443 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25b4e04b-4141-496a-8c6b-a81a41a7af99 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:50.953138 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-90971e82-4cee-44a2-aadd-3365e0ace506 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=3a573eed2f114f389e7bfa36f1f20fbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.7280109 Jul 09 13:25:51.038828 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-a54181a6-3aca-41e2-8f27-5cd2c9d572f5 req-8f377460-5327-4d65-91fb-a1b8ca499b22 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Request body: {'security_group': {'name': 'tempest-securitygroup-702692604', 'description': 'tempest-description-1438073072'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:51.100246 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-412c0df8-9dc3-41ce-a5a0-b16fd6d1789f req-9bb92d8f-fd7f-4511-8343-de06186cd1fc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 210 time: 0.0434880 Jul 09 13:25:51.103340 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a54181a6-3aca-41e2-8f27-5cd2c9d572f5 req-8f377460-5327-4d65-91fb-a1b8ca499b22 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.112934 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a54181a6-3aca-41e2-8f27-5cd2c9d572f5 req-8f377460-5327-4d65-91fb-a1b8ca499b22 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.185047 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:25:51.201790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-01933dbb-fa99-42e6-bc53-6ede17e3091c tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:51.204675 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-01933dbb-fa99-42e6-bc53-6ede17e3091c tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1845057 Jul 09 13:25:51.206308 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25b4e04b-4141-496a-8c6b-a81a41a7af99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.224225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Request body: {'port': {'device_id': '206fcdeb-b293-4906-88aa-ef8a7c860885', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': '3a573eed2f114f389e7bfa36f1f20fbc'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:51.250298 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a54181a6-3aca-41e2-8f27-5cd2c9d572f5 req-8f377460-5327-4d65-91fb-a1b8ca499b22 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.257299 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a54181a6-3aca-41e2-8f27-5cd2c9d572f5 req-8f377460-5327-4d65-91fb-a1b8ca499b22 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.308572 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.319277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f377460-5327-4d65-91fb-a1b8ca499b22 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3d287bd-f4ba-45d9-8bc3-9d2dc44f5082,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:51.350339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port b6c39e26-9c43-42c7-b1ba-e8623363fc1a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=b6c39e26-9c43-42c7-b1ba-e8623363fc1a,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:51.382572 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5be15659-36f2-4a39-ad18-908ff9129b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.411120 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'b6c39e26-9c43-42c7-b1ba-e8623363fc1a', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'b6c39e26-9c43-42c7-b1ba-e8623363fc1a', 'mac_address': 'fa:16:3e:b7:98:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:51.428360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-25b4e04b-4141-496a-8c6b-a81a41a7af99 admin admin] Deleting port fb455ef1-5cf5-4458-a20a-0c9d495ab26a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:51.430465 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25b4e04b-4141-496a-8c6b-a81a41a7af99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.460071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 6baa1cc1-2d4e-43e2-8a3f-610462cae306, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6baa1cc1-2d4e-43e2-8a3f-610462cae306,segment=NetworkSegment(62e69090-1d3d-4446-8a21-024a3ab3d357),segment_id=62e69090-1d3d-4446-8a21-024a3ab3d357)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:51.492734 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.496917 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5705557-3d83-47c0-9eb1-80df8aa1bb87 req-c0439293-a86a-42cb-9adb-ec8eff3a5384 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 210 time: 0.1022651 Jul 09 13:25:51.515166 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a54181a6-3aca-41e2-8f27-5cd2c9d572f5 req-8f377460-5327-4d65-91fb-a1b8ca499b22 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.521534 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a54181a6-3aca-41e2-8f27-5cd2c9d572f5 req-8f377460-5327-4d65-91fb-a1b8ca499b22 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.549916 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5be15659-36f2-4a39-ad18-908ff9129b71 None None] For port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=03f5fc5a-b544-4c3d-aca4-5073ddef4ae3,segment=NetworkSegment(9bcb12ed-9344-4157-980c-8baa485686d1),segment_id=9bcb12ed-9344-4157-980c-8baa485686d1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:51.568286 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.570331 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5be15659-36f2-4a39-ad18-908ff9129b71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.577994 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f377460-5327-4d65-91fb-a1b8ca499b22 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf46ed78-2a95-4caa-a2e5-304a4c688a5e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:51.587621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Made reservation on behalf of 3a573eed2f114f389e7bfa36f1f20fbc for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:51.594890 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-a54181a6-3aca-41e2-8f27-5cd2c9d572f5 req-8f377460-5327-4d65-91fb-a1b8ca499b22 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.607906 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.610499 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c39e26-9c43-42c7-b1ba-e8623363fc1a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:51.612875 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a54181a6-3aca-41e2-8f27-5cd2c9d572f5 req-8f377460-5327-4d65-91fb-a1b8ca499b22 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5736940 Jul 09 13:25:51.644171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=6baa1cc1-2d4e-43e2-8a3f-610462cae306,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:51.667427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port b6c39e26-9c43-42c7-b1ba-e8623363fc1a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=b6c39e26-9c43-42c7-b1ba-e8623363fc1a,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:51.674452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ce68a148-4dfd-4a43-a5d2-9a99ca99d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'name': 'tempest-FloatingIPsNegativeTestJSON-696306354-router', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'fb455ef1-5cf5-4458-a20a-0c9d495ab26a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:31Z', 'updated_at': '2021-07-09T13:25:47Z', 'revision_number': 5, 'project_id': '9966c57f76914fbeb6cb6764db1ad525', 'gw_port': {'id': 'fb455ef1-5cf5-4458-a20a-0c9d495ab26a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:26:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 744, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:25:32Z', 'updated_at': '2021-07-09T13:25:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:51.678602 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.689745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-25b4e04b-4141-496a-8c6b-a81a41a7af99 admin admin] For port fb455ef1-5cf5-4458-a20a-0c9d495ab26a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fb455ef1-5cf5-4458-a20a-0c9d495ab26a,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:51.696888 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25b4e04b-4141-496a-8c6b-a81a41a7af99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.737430 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.747267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-25b4e04b-4141-496a-8c6b-a81a41a7af99 admin admin] Calling delete_port for fb455ef1-5cf5-4458-a20a-0c9d495ab26a owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:51.811151 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68a148-4dfd-4a43-a5d2-9a99ca99d667 None None] Checking router: 758aca8c-5d38-4a9f-a0ee-d495f3599351 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:25:51.857357 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70662003-a6f3-4e2b-b5ff-4e0d0e9f6ddb req-a88ed74c-0902-4925-9902-71fbbdbbb989 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:51.865092 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be15659-36f2-4a39-ad18-908ff9129b71 None None] Pushing event updated for resources: {'Port': ['ID=03f5fc5a-b544-4c3d-aca4-5073ddef4ae3,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:51.868269 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70662003-a6f3-4e2b-b5ff-4e0d0e9f6ddb req-a88ed74c-0902-4925-9902-71fbbdbbb989 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 949 time: 0.1146846 Jul 09 13:25:51.868897 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce68a148-4dfd-4a43-a5d2-9a99ca99d667 None None] Routers {'758aca8c-5d38-4a9f-a0ee-d495f3599351'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:25:51.869521 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ce68a148-4dfd-4a43-a5d2-9a99ca99d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:25:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['758aca8c-5d38-4a9f-a0ee-d495f3599351'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:51.879645 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-85d66710-39e4-44d3-9ede-b6899d9c0c49 None None] Provisioning complete for port 6baa1cc1-2d4e-43e2-8a3f-610462cae306 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:51.880142 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85d66710-39e4-44d3-9ede-b6899d9c0c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:51.950847 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70662003-a6f3-4e2b-b5ff-4e0d0e9f6ddb req-f7e23557-03c8-4731-81b0-fd580fab87e7 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813830 Jul 09 13:25:51.983203 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-272c7fd0-04c8-4223-8d3b-545a934529a9 req-4d474659-38eb-4403-8ece-caea20a8ee1b tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Request body: {'security_group': {'name': 'tempest-securitygroup-592510285', 'description': 'tempest-description-855751634'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:52.063844 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25b4e04b-4141-496a-8c6b-a81a41a7af99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.071518 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-272c7fd0-04c8-4223-8d3b-545a934529a9 req-4d474659-38eb-4403-8ece-caea20a8ee1b tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.092477 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['b6c39e26-9c43-42c7-b1ba-e8623363fc1a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:52.249051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4e04b-4141-496a-8c6b-a81a41a7af99 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb455ef1-5cf5-4458-a20a-0c9d495ab26a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:52.267783 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=b6c39e26-9c43-42c7-b1ba-e8623363fc1a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:52.282047 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ce68a148-4dfd-4a43-a5d2-9a99ca99d667 None None] Set router 758aca8c-5d38-4a9f-a0ee-d495f3599351 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:25:52.292269 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.300517 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.339988 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25b4e04b-4141-496a-8c6b-a81a41a7af99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.345829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ce68a148-4dfd-4a43-a5d2-9a99ca99d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'name': 'tempest-FloatingIPsNegativeTestJSON-696306354-router', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:31Z', 'updated_at': '2021-07-09T13:25:51Z', 'revision_number': 6, 'project_id': '9966c57f76914fbeb6cb6764db1ad525', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:52.383441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce68a148-4dfd-4a43-a5d2-9a99ca99d667 None None] The sync data for ids ['758aca8c-5d38-4a9f-a0ee-d495f3599351'] in n-d-799525-3 is: [{'id': '758aca8c-5d38-4a9f-a0ee-d495f3599351', 'name': 'tempest-FloatingIPsNegativeTestJSON-696306354-router', 'tenant_id': '9966c57f76914fbeb6cb6764db1ad525', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:25:31Z', 'updated_at': '2021-07-09T13:25:51Z', 'revision_number': 6, 'project_id': '9966c57f76914fbeb6cb6764db1ad525', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:25:52.465017 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-272c7fd0-04c8-4223-8d3b-545a934529a9 req-4d474659-38eb-4403-8ece-caea20a8ee1b tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.477838 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-272c7fd0-04c8-4223-8d3b-545a934529a9 req-4d474659-38eb-4403-8ece-caea20a8ee1b tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.504293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae97dc7-1cbd-48b8-845d-d654b29a52d2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:52.520149 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25b4e04b-4141-496a-8c6b-a81a41a7af99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.524726 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25b4e04b-4141-496a-8c6b-a81a41a7af99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.574161 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d474659-38eb-4403-8ece-caea20a8ee1b tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e024e61f-7e5e-458a-93cd-37ae630d7340,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:52.581922 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-272c7fd0-04c8-4223-8d3b-545a934529a9 req-4d474659-38eb-4403-8ece-caea20a8ee1b tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.589063 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-272c7fd0-04c8-4223-8d3b-545a934529a9 req-4d474659-38eb-4403-8ece-caea20a8ee1b tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6167350 Jul 09 13:25:52.630210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-17b1ef85-3db4-4bcf-a5dc-9ca52d79b01c None None] Provisioning complete for port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:52.630883 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17b1ef85-3db4-4bcf-a5dc-9ca52d79b01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.645530 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25b4e04b-4141-496a-8c6b-a81a41a7af99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.646041 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b4e04b-4141-496a-8c6b-a81a41a7af99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 758aca8c-5d38-4a9f-a0ee-d495f3599351 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:25:52.648133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Allocated IP 192.168.233.114 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/31c8674a-a273-4234-811c-b8a4bbef9b01) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:52.652484 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25b4e04b-4141-496a-8c6b-a81a41a7af99 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.653680 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-25b4e04b-4141-496a-8c6b-a81a41a7af99 admin admin] 10.222.0.39 "DELETE /v2.0/routers/758aca8c-5d38-4a9f-a0ee-d495f3599351 HTTP/1.1" status: 204 len: 168 time: 2.6586494 Jul 09 13:25:52.657422 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50560) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:52.683908 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea323e25-2c0f-4384-82cd-b22bedcb11e5 req-745c3b01-d600-45e1-b900-82474985370d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:52.685784 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea323e25-2c0f-4384-82cd-b22bedcb11e5 req-745c3b01-d600-45e1-b900-82474985370d tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.1815333 Jul 09 13:25:52.832404 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f6bfdd4-f9ca-4865-8285-9c499e8aac11 req-745c820f-4791-4b4e-873f-e85e13c264c2 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 210 time: 0.0875492 Jul 09 13:25:52.869962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-f999397a-5235-4b60-af7f-6db574b5e194 admin admin] Deleting subnet 9127bbf1-b7db-4fef-a433-b8560180a892 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:25:52.880895 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f999397a-5235-4b60-af7f-6db574b5e194 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.885824 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea323e25-2c0f-4384-82cd-b22bedcb11e5 req-a7849357-7f57-43dc-86d3-695b2c668bf5 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512175 Jul 09 13:25:52.930424 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f999397a-5235-4b60-af7f-6db574b5e194 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.959657 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:52.978350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Transition to ACTIVE for port object 31c8674a-a273-4234-811c-b8a4bbef9b01 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:53.036088 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-0221dfc4-3c5b-47b5-8b3c-de13b1eb20e6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:53.042795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-0221dfc4-3c5b-47b5-8b3c-de13b1eb20e6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:53.044487 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-0221dfc4-3c5b-47b5-8b3c-de13b1eb20e6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.18 "GET /v2.0/networks?id=038c7e71-4014-4f0c-98c5-d39658883614&id=336d0dc1-af13-4d03-be5b-0c22e228cbd1 HTTP/1.1" status: 200 len: 1392 time: 0.3685226 Jul 09 13:25:53.054520 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.057908 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3fe1d1ab-e43d-4bef-8043-824f8a36d6ae req-dae09e04-8e6c-4f92-b56d-451593fcd100 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1003674432', 'description': 'tempest-description-1665817920'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:53.090418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-a08a0d28-2eac-48b8-98b2-752cc83f2d8f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Request body: {'port': {'device_id': 'f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2', 'network_id': '038c7e71-4014-4f0c-98c5-d39658883614', 'admin_state_up': True, 'tenant_id': '0796b576a6ed44b8804068d027649783'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:53.098415 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f999397a-5235-4b60-af7f-6db574b5e194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.138092 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3fe1d1ab-e43d-4bef-8043-824f8a36d6ae req-dae09e04-8e6c-4f92-b56d-451593fcd100 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.160146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:53.160716 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3fe1d1ab-e43d-4bef-8043-824f8a36d6ae req-dae09e04-8e6c-4f92-b56d-451593fcd100 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.169447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:53.178517 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:53.207745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Pushing event updated for resources: {'Port': ['ID=31c8674a-a273-4234-811c-b8a4bbef9b01,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:53.222856 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01982733-8ef9-43df-8280-b3e09f82cb1d req-a121ac41-41d5-4412-8c40-1e2c0bd2fc23 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:53.224479 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-01982733-8ef9-43df-8280-b3e09f82cb1d req-a121ac41-41d5-4412-8c40-1e2c0bd2fc23 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 936 time: 0.1813529 Jul 09 13:25:53.229909 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f999397a-5235-4b60-af7f-6db574b5e194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.272906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:53.273333 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.274312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f999397a-5235-4b60-af7f-6db574b5e194 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9127bbf1-b7db-4fef-a433-b8560180a892,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:53.292266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c16738-943a-4723-bcd5-6a2d4b095253 None None] Network a813ce20-056e-4836-92c9-e32b3dd33911 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:25:53.294453 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f999397a-5235-4b60-af7f-6db574b5e194 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.296457 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f999397a-5235-4b60-af7f-6db574b5e194 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9127bbf1-b7db-4fef-a433-b8560180a892 HTTP/1.1" status: 204 len: 168 time: 0.6380279 Jul 09 13:25:53.299402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50568) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:53.404895 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.413360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-01982733-8ef9-43df-8280-b3e09f82cb1d req-1f203282-5ad6-4559-98f8-fd328dc3336e tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397700 Jul 09 13:25:53.469043 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3fe1d1ab-e43d-4bef-8043-824f8a36d6ae req-dae09e04-8e6c-4f92-b56d-451593fcd100 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.474751 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3fe1d1ab-e43d-4bef-8043-824f8a36d6ae req-dae09e04-8e6c-4f92-b56d-451593fcd100 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.513742 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9d24a654-2669-4288-8357-7d5db3c67a39 None None] Provisioning for port 31c8674a-a273-4234-811c-b8a4bbef9b01 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:53.523141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9d24a654-2669-4288-8357-7d5db3c67a39 None None] Provisioning complete for port 31c8674a-a273-4234-811c-b8a4bbef9b01 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:53.523685 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d24a654-2669-4288-8357-7d5db3c67a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.529301 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae09e04-8e6c-4f92-b56d-451593fcd100 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b0d91d2-a66c-463b-801f-f639db5932f2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:53.536018 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-dff09889-688b-469f-b6fd-396ae6a7d260 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3198888 Jul 09 13:25:53.558960 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Request body: {'port': {'device_id': '206fcdeb-b293-4906-88aa-ef8a7c860885', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:53.577346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9d24a654-2669-4288-8357-7d5db3c67a39 None None] Port 31c8674a-a273-4234-811c-b8a4bbef9b01 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:25:53.615628 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-a08a0d28-2eac-48b8-98b2-752cc83f2d8f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Made reservation on behalf of 0796b576a6ed44b8804068d027649783 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:53.620055 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-a08a0d28-2eac-48b8-98b2-752cc83f2d8f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.629340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] DHCP port deletion for a813ce20-056e-4836-92c9-e32b3dd33911 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:25:53.665037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ced50c9-fa76-4361-94c8-eeb6be7de4b5 req-587fb4ed-115f-4a4f-8683-505f61f06f7e tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:53.666692 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8ced50c9-fa76-4361-94c8-eeb6be7de4b5 req-587fb4ed-115f-4a4f-8683-505f61f06f7e tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.2588451 Jul 09 13:25:53.702118 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:53.712412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] Deleting port 1c71d369-4d6b-42c8-9c23-d4328574853c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:53.712740 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.754548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Deleting port 1c71d369-4d6b-42c8-9c23-d4328574853c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:53.755320 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.763340 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3fe1d1ab-e43d-4bef-8043-824f8a36d6ae req-dae09e04-8e6c-4f92-b56d-451593fcd100 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.777760 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3fe1d1ab-e43d-4bef-8043-824f8a36d6ae req-dae09e04-8e6c-4f92-b56d-451593fcd100 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.809936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90df0d44-7ac8-4495-8325-e33c67fbf7fd req-63a386f2-2299-4534-b379-ebbfd0225d56 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:53.811775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-90df0d44-7ac8-4495-8325-e33c67fbf7fd req-63a386f2-2299-4534-b379-ebbfd0225d56 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 949 time: 0.1621115 Jul 09 13:25:53.819902 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3fe1d1ab-e43d-4bef-8043-824f8a36d6ae req-dae09e04-8e6c-4f92-b56d-451593fcd100 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.825808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3fe1d1ab-e43d-4bef-8043-824f8a36d6ae req-dae09e04-8e6c-4f92-b56d-451593fcd100 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7837465 Jul 09 13:25:53.848605 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.857532 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:53.858230 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.881049 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae09e04-8e6c-4f92-b56d-451593fcd100 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=881b0ca3-9c36-4344-83f8-b3468ece9014,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:53.914996 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] For port 1c71d369-4d6b-42c8-9c23-d4328574853c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1c71d369-4d6b-42c8-9c23-d4328574853c,segment=NetworkSegment(9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e),segment_id=9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:53.916564 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:53.937780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-90df0d44-7ac8-4495-8325-e33c67fbf7fd req-d62794b3-ad36-4a0f-98fd-5076f8e047f7 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107171 Jul 09 13:25:53.948787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Calling delete_port for 1c71d369-4d6b-42c8-9c23-d4328574853c owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:53.982274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] For port 1c71d369-4d6b-42c8-9c23-d4328574853c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1c71d369-4d6b-42c8-9c23-d4328574853c,segment=NetworkSegment(9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e),segment_id=9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:53.982647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.024677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] Calling delete_port for 1c71d369-4d6b-42c8-9c23-d4328574853c owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:54.027206 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-13a59c62-1407-4740-b400-a687c19711ec req-2e0cfe45-f63a-4cd8-a7e8-4fa137891a8a tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-499764859', 'description': 'tempest-description-2132540607'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:54.058226 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-13a59c62-1407-4740-b400-a687c19711ec req-2e0cfe45-f63a-4cd8-a7e8-4fa137891a8a tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.079566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6baa1cc1-2d4e-43e2-8a3f-610462cae306 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:54.097591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-a08a0d28-2eac-48b8-98b2-752cc83f2d8f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Allocated IP 19.80.0.165 (038c7e71-4014-4f0c-98c5-d39658883614/1eaace22-3348-461f-aa86-3b96c06f95c1/be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:54.164571 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 6baa1cc1-2d4e-43e2-8a3f-610462cae306 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:54.164933 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.181657 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-13a59c62-1407-4740-b400-a687c19711ec req-2e0cfe45-f63a-4cd8-a7e8-4fa137891a8a tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.186837 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-13a59c62-1407-4740-b400-a687c19711ec req-2e0cfe45-f63a-4cd8-a7e8-4fa137891a8a tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.215903 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.231578 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-13a59c62-1407-4740-b400-a687c19711ec req-2e0cfe45-f63a-4cd8-a7e8-4fa137891a8a tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.234638 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13a59c62-1407-4740-b400-a687c19711ec req-2e0cfe45-f63a-4cd8-a7e8-4fa137891a8a tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2140152 Jul 09 13:25:54.244316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-8ced50c9-fa76-4361-94c8-eeb6be7de4b5 req-09f2ae81-9a06-4b5c-a605-c63331988ea6 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Deleting port f51d7205-df32-491b-a429-e8cdd40f70da {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:25:54.244726 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8ced50c9-fa76-4361-94c8-eeb6be7de4b5 req-09f2ae81-9a06-4b5c-a605-c63331988ea6 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.245979 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0cfe45-f63a-4cd8-a7e8-4fa137891a8a tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f84b4a9-0c69-4174-a5fe-d462c770b842,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:54.286452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3923ac2a-09ad-4c1b-ac3e-933e50abd5d1 req-32eb36e5-8440-4979-b6b9-446a6b05a802 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 210 time: 0.0344467 Jul 09 13:25:54.294709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Pushing event deleted for resources: {'Port': ['ID=1c71d369-4d6b-42c8-9c23-d4328574853c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:54.306782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] No DVR routers for this DVR port 1c71d369-4d6b-42c8-9c23-d4328574853c on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:54.309969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:54.310400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:54.310753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:54.311269 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:54.311615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:54.311950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:54.312589 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:54.312697 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:54.312955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:54.313637 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:54.314303 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:54.314644 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ca3f11e-4d24-4d1c-8fb4-38dff0bbac4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:25:54.426094 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.494059 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] Pushing event deleted for resources: {'Port': ['ID=1c71d369-4d6b-42c8-9c23-d4328574853c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:54.497733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] No DVR routers for this DVR port 1c71d369-4d6b-42c8-9c23-d4328574853c on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:54.499611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4cc8156a-edca-460d-89ba-370a91b608ed no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:54.529096 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 4cc8156a-edca-460d-89ba-370a91b608ed {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:54.529432 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4cc8156a-edca-460d-89ba-370a91b608ed not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:54.529805 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fb455ef1-5cf5-4458-a20a-0c9d495ab26a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:54.559034 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: fb455ef1-5cf5-4458-a20a-0c9d495ab26a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:54.559316 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fb455ef1-5cf5-4458-a20a-0c9d495ab26a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:54.570086 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489924d-2ae3-49a8-8a4b-cf27e8d179f5 req-f1b56e00-9ca6-4e6c-ac3c-1f51324edd0b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:54.572403 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a489924d-2ae3-49a8-8a4b-cf27e8d179f5 req-f1b56e00-9ca6-4e6c-ac3c-1f51324edd0b tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 950 time: 0.1412232 Jul 09 13:25:54.657922 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a489924d-2ae3-49a8-8a4b-cf27e8d179f5 req-7cdaf6d6-216b-4616-a08a-8b44ebb1d4a0 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/security-groups?id=bce1a6fc-5282-4162-b897-f4682c084137&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737886 Jul 09 13:25:54.750683 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-4edd50a4-2173-44b7-96f2-891260becbf8 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 50575 time: 0.4298534 Jul 09 13:25:54.884792 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-57217e42-1047-4b8c-9981-b7c7d9cd7923 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/1fd0e0d2-aedc-4735-9e6b-86f4c137241a HTTP/1.1" status: 200 len: 2973 time: 0.0845826 Jul 09 13:25:54.904444 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502db9e7-0425-42f6-ace1-3db769446a4e req-23b5a4a6-a7a8-4d02-86ed-8cea935b9984 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:54.906392 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-502db9e7-0425-42f6-ace1-3db769446a4e req-23b5a4a6-a7a8-4d02-86ed-8cea935b9984 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 936 time: 0.1198831 Jul 09 13:25:54.906610 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device b6c39e26-9c43-42c7-b1ba-e8623363fc1a up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:25:54.961660 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.964990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-8ced50c9-fa76-4361-94c8-eeb6be7de4b5 req-09f2ae81-9a06-4b5c-a605-c63331988ea6 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] For port f51d7205-df32-491b-a429-e8cdd40f70da, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=f51d7205-df32-491b-a429-e8cdd40f70da,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:54.965350 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8ced50c9-fa76-4361-94c8-eeb6be7de4b5 req-09f2ae81-9a06-4b5c-a605-c63331988ea6 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.976034 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port b6c39e26-9c43-42c7-b1ba-e8623363fc1a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:54.980197 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-4e8b5845-3f9f-40f0-9aae-6b31b9076bd4 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/1fd0e0d2-aedc-4735-9e6b-86f4c137241a HTTP/1.1" status: 200 len: 2973 time: 0.0860820 Jul 09 13:25:54.986289 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-502db9e7-0425-42f6-ace1-3db769446a4e req-62714ac8-4fd6-4db8-904f-2cd1bd9805cf tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670476 Jul 09 13:25:54.987794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port b6c39e26-9c43-42c7-b1ba-e8623363fc1a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:54.989139 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:54.990907 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-a08a0d28-2eac-48b8-98b2-752cc83f2d8f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.012476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-8ced50c9-fa76-4361-94c8-eeb6be7de4b5 req-09f2ae81-9a06-4b5c-a605-c63331988ea6 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Calling delete_port for f51d7205-df32-491b-a429-e8cdd40f70da owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:25:55.020328 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a813ce20-056e-4836-92c9-e32b3dd33911']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:55.033462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-a08a0d28-2eac-48b8-98b2-752cc83f2d8f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Transition to ACTIVE for port object be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:55.034557 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-daa8826a-2d84-42f2-8143-996619d7ddf2 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4bcf25fe-231f-4c83-8606-c880534b8bcd HTTP/1.1" status: 200 len: 2981 time: 0.0472746 Jul 09 13:25:55.050665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:55.050970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9eaca988-2d5c-46af-b5c0-a03e6bbe0f8e') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:25:55.063163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31c8674a-a273-4234-811c-b8a4bbef9b01 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:55.107808 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.110445 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-5a25fc75-f264-4ace-907d-b060a718616e tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/4bcf25fe-231f-4c83-8606-c880534b8bcd HTTP/1.1" status: 200 len: 2981 time: 0.0691710 Jul 09 13:25:55.115320 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.122111 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.145250 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc0a9c4-0958-4c57-a422-8b52c77759fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c39e26-9c43-42c7-b1ba-e8623363fc1a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:55.149075 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a318f96c-fc6f-49e8-b9c9-c273f4eea11a" -d '{"events": [{"server_uuid": "1cc0a9c4-0958-4c57-a422-8b52c77759fc", "name": "network-vif-plugged", "status": "completed", "tag": "b6c39e26-9c43-42c7-b1ba-e8623363fc1a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:55.157374 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.168195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port b6c39e26-9c43-42c7-b1ba-e8623363fc1a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=b6c39e26-9c43-42c7-b1ba-e8623363fc1a,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:55.168536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Transition to ACTIVE for port object 31c8674a-a273-4234-811c-b8a4bbef9b01 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:55.173229 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.184289 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.184682 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-fdc2fb6f-2d31-44c4-a45c-1fa9d5e7ec5b tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/56f58212-0c74-474b-9783-34ff3ef31091 HTTP/1.1" status: 200 len: 2981 time: 0.0654361 Jul 09 13:25:55.189128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:25:55.189579 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:25:55.192751 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:25:55.245908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=b6c39e26-9c43-42c7-b1ba-e8623363fc1a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:55.261961 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-b090b265-6fb9-4947-8591-c73d0cbd8149 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/56f58212-0c74-474b-9783-34ff3ef31091 HTTP/1.1" status: 200 len: 2981 time: 0.0571506 Jul 09 13:25:55.297472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5769ed60-7394-4bed-bdc1-71fc427d2e73 req-d1f1fe6c-1d4a-4bd7-b081-2545ce10c88d tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:55.299250 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5769ed60-7394-4bed-bdc1-71fc427d2e73 req-d1f1fe6c-1d4a-4bd7-b081-2545ce10c88d tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 950 time: 0.1327205 Jul 09 13:25:55.302131 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-a08a0d28-2eac-48b8-98b2-752cc83f2d8f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.349511 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.352591 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-7249802b-4a9e-4a2c-8524-2dfd73e55742 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/5ae97dc7-1cbd-48b8-845d-d654b29a52d2 HTTP/1.1" status: 200 len: 2981 time: 0.0824773 Jul 09 13:25:55.356121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Pushing event updated for resources: {'Port': ['ID=31c8674a-a273-4234-811c-b8a4bbef9b01,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:55.386778 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5769ed60-7394-4bed-bdc1-71fc427d2e73 req-4f2b420e-b2de-42c8-91b2-2114db1f2fe8 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686362 Jul 09 13:25:55.388399 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.390343 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] 10.222.0.39 "DELETE /v2.0/networks/a813ce20-056e-4836-92c9-e32b3dd33911 HTTP/1.1" status: 204 len: 168 time: 2.0899293 Jul 09 13:25:55.416628 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-a08a0d28-2eac-48b8-98b2-752cc83f2d8f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Network 038c7e71-4014-4f0c-98c5-d39658883614 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:55.447982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-a08a0d28-2eac-48b8-98b2-752cc83f2d8f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:55.450098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99502ed2-0763-420b-8355-c7bb127f6b8b admin admin] Pushing event deleted for resources: {'Network': ['ID=a813ce20-056e-4836-92c9-e32b3dd33911,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:55.451969 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-a08a0d28-2eac-48b8-98b2-752cc83f2d8f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:55.472994 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-be909577-ab2d-48a7-9c23-635cde73f57d tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/5ae97dc7-1cbd-48b8-845d-d654b29a52d2 HTTP/1.1" status: 200 len: 2981 time: 0.1089942 Jul 09 13:25:55.530446 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08a0d28-2eac-48b8-98b2-752cc83f2d8f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event updated for resources: {'Port': ['ID=be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:55.533419 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8ced50c9-fa76-4361-94c8-eeb6be7de4b5 req-09f2ae81-9a06-4b5c-a605-c63331988ea6 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.569858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-6f5c291b-ed1a-4d54-bbf1-4b34a0bcf8ab tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/6bed6996-030f-4bcc-b61d-b5e1904fff0a HTTP/1.1" status: 200 len: 2981 time: 0.0948403 Jul 09 13:25:55.624285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f2ae81-9a06-4b5c-a605-c63331988ea6 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Pushing event deleted for resources: {'Port': ['ID=f51d7205-df32-491b-a429-e8cdd40f70da,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:55.637694 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-eac56684-4565-4756-9b04-f05b1268dbaf tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/6bed6996-030f-4bcc-b61d-b5e1904fff0a HTTP/1.1" status: 200 len: 2981 time: 0.0660496 Jul 09 13:25:55.702561 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-a08a0d28-2eac-48b8-98b2-752cc83f2d8f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:55.703537 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-a08a0d28-2eac-48b8-98b2-752cc83f2d8f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.717820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1c71d369-4d6b-42c8-9c23-d4328574853c no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:55.730149 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-b75e66ab-8cc3-49f4-8142-a90eac9472b6 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/8b0d91d2-a66c-463b-801f-f639db5932f2 HTTP/1.1" status: 200 len: 2981 time: 0.0905731 Jul 09 13:25:55.739805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Attempting to bind port 31c8674a-a273-4234-811c-b8a4bbef9b01 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:55.740152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Attempting to bind port 31c8674a-a273-4234-811c-b8a4bbef9b01 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:55.740489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Attempting to bind port 31c8674a-a273-4234-811c-b8a4bbef9b01 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:55.750179 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ced50c9-fa76-4361-94c8-eeb6be7de4b5 req-09f2ae81-9a06-4b5c-a605-c63331988ea6 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] No DVR routers for this DVR port f51d7205-df32-491b-a429-e8cdd40f70da on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:25:55.762345 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8ced50c9-fa76-4361-94c8-eeb6be7de4b5 req-09f2ae81-9a06-4b5c-a605-c63331988ea6 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.770926 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8ced50c9-fa76-4361-94c8-eeb6be7de4b5 req-09f2ae81-9a06-4b5c-a605-c63331988ea6 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.15 "DELETE /v2.0/ports/f51d7205-df32-491b-a429-e8cdd40f70da HTTP/1.1" status: 204 len: 173 time: 2.0779603 Jul 09 13:25:55.771602 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bb4d9db-05ae-40b6-9c37-3e77d51cc279', 'name': 'network-vif-deleted', 'tag': 'f51d7205-df32-491b-a429-e8cdd40f70da'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:55.774987 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3048ded2-edbb-4973-be76-9e7c931dfe44" -d '{"events": [{"server_uuid": "6bb4d9db-05ae-40b6-9c37-3e77d51cc279", "name": "network-vif-deleted", "tag": "f51d7205-df32-491b-a429-e8cdd40f70da"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:55.794477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Port 31c8674a-a273-4234-811c-b8a4bbef9b01 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:25:55.794755 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Attempting to bind port 31c8674a-a273-4234-811c-b8a4bbef9b01 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:55.799390 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-a08a0d28-2eac-48b8-98b2-752cc83f2d8f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7314579 Jul 09 13:25:55.803613 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-ccb620a6-c0b8-4061-840d-2367c6d20979 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/8b0d91d2-a66c-463b-801f-f639db5932f2 HTTP/1.1" status: 200 len: 2981 time: 0.0720141 Jul 09 13:25:55.811687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-54dbe1e9-25a5-41fe-848d-c0b20fbbbcea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Request body: {'port': {'device_id': 'f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2', 'network_id': '336d0dc1-af13-4d03-be5b-0c22e228cbd1', 'admin_state_up': True, 'tenant_id': '0796b576a6ed44b8804068d027649783'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:55.815060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:55.818600 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 1c71d369-4d6b-42c8-9c23-d4328574853c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:55.820234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1c71d369-4d6b-42c8-9c23-d4328574853c not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:55.828048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:55.828463 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:55.828947 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Bound port: 31c8674a-a273-4234-811c-b8a4bbef9b01, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:55.829334 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.860884 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50598) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:55.889764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-35afd11e-5dca-48aa-a7e9-bb55a1558d1b tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b1624bcb-8a77-4660-be4d-7e63c8382d23 HTTP/1.1" status: 200 len: 2981 time: 0.0850048 Jul 09 13:25:55.971713 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-f50a0fa7-4a82-4e74-8462-25acf7c9ca33 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b1624bcb-8a77-4660-be4d-7e63c8382d23 HTTP/1.1" status: 200 len: 2981 time: 0.0809765 Jul 09 13:25:55.982504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c3254a5-5787-4da2-af07-1c85c399c979 None None] Provisioning for port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:55.989602 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c3254a5-5787-4da2-af07-1c85c399c979 None None] Provisioning complete for port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:55.990274 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c3254a5-5787-4da2-af07-1c85c399c979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:55.993984 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fab6db73-f336-46b0-bd58-6cdf9b3bce95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9966c57f76914fbeb6cb6764db1ad525&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1304142 Jul 09 13:25:55.999058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50600) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:56.027272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] For port 31c8674a-a273-4234-811c-b8a4bbef9b01, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:56.051574 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c3254a5-5787-4da2-af07-1c85c399c979 None None] Port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:25:56.060508 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b628c4c9-6547-47be-8b38-83c62b5d187b x-openstack-request-id: req-b628c4c9-6547-47be-8b38-83c62b5d187b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:56.060852 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc0a9c4-0958-4c57-a422-8b52c77759fc", "name": "network-vif-plugged", "status": "completed", "tag": "b6c39e26-9c43-42c7-b1ba-e8623363fc1a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:56.061385 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b628c4c9-6547-47be-8b38-83c62b5d187b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:56.062075 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc0a9c4-0958-4c57-a422-8b52c77759fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c39e26-9c43-42c7-b1ba-e8623363fc1a', 'code': 200} Jul 09 13:25:56.063105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] For port 31c8674a-a273-4234-811c-b8a4bbef9b01, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=31c8674a-a273-4234-811c-b8a4bbef9b01,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:56.076034 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:56.083928 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-3f84047c-016f-4687-a84c-eda363f89a92 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b3d287bd-f4ba-45d9-8bc3-9d2dc44f5082 HTTP/1.1" status: 200 len: 2981 time: 0.1003001 Jul 09 13:25:56.106600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-54dbe1e9-25a5-41fe-848d-c0b20fbbbcea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Made reservation on behalf of 0796b576a6ed44b8804068d027649783 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:56.115899 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-54dbe1e9-25a5-41fe-848d-c0b20fbbbcea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:56.141727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-cb0a25e6-dd78-40d8-b946-5d8cbcbffd7a tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b3d287bd-f4ba-45d9-8bc3-9d2dc44f5082 HTTP/1.1" status: 200 len: 2981 time: 0.0539830 Jul 09 13:25:56.151672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:56.152296 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:56.153824 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] 10.222.0.18 "PUT /v2.0/ports/31c8674a-a273-4234-811c-b8a4bbef9b01 HTTP/1.1" status: 200 len: 1096 time: 2.5999374 Jul 09 13:25:56.194956 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80ea5820-0a88-4e65-8c47-50912084502c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:56.245183 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-7d31bafc-3b6e-47c4-bbd8-9bfd77d08d1f tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b4ae4f3f-e9e9-49e0-8640-e24edc6860f0 HTTP/1.1" status: 200 len: 2981 time: 0.0946102 Jul 09 13:25:56.254636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca9d58-172d-41b8-bf57-b2eb3831ca2d service neutron] Pushing event updated for resources: {'Port': ['ID=31c8674a-a273-4234-811c-b8a4bbef9b01,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:56.308372 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-4e09ba90-da5d-4ffd-a1f0-ed18258975e3 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/b4ae4f3f-e9e9-49e0-8640-e24edc6860f0 HTTP/1.1" status: 200 len: 2981 time: 0.0542812 Jul 09 13:25:56.316600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cd4315-710a-4fd1-8b45-b58e4182ce95 req-9ba6f6e9-e710-4ce5-bd3a-8009ad0282d1 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:56.318463 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60cd4315-710a-4fd1-8b45-b58e4182ce95 req-9ba6f6e9-e710-4ce5-bd3a-8009ad0282d1 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 932 time: 0.1145523 Jul 09 13:25:56.327338 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80ea5820-0a88-4e65-8c47-50912084502c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:56.405311 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60cd4315-710a-4fd1-8b45-b58e4182ce95 req-98889288-109c-4e60-8c57-9e671d35206a tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735064 Jul 09 13:25:56.407527 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-df27fc92-c9c5-4a7c-a323-52b49a481672 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/bce1a6fc-5282-4162-b897-f4682c084137 HTTP/1.1" status: 200 len: 2981 time: 0.0846283 Jul 09 13:25:56.436195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f17b39-d063-443e-9039-85e913195b18 req-afd6a79f-3abf-4c0c-8e9d-6d2d050a0d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:56.438154 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92f17b39-d063-443e-9039-85e913195b18 req-afd6a79f-3abf-4c0c-8e9d-6d2d050a0d02 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 1101 time: 0.2960005 Jul 09 13:25:56.472530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-877593f7-8af8-4bbc-9316-c5d0f6f2a061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:56.474683 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-877593f7-8af8-4bbc-9316-c5d0f6f2a061 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a573eed2f114f389e7bfa36f1f20fbc&device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 1099 time: 0.2604721 Jul 09 13:25:56.502483 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-1b8823cc-2d67-43fa-a194-559ff0a33562 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/bce1a6fc-5282-4162-b897-f4682c084137 HTTP/1.1" status: 200 len: 2981 time: 0.0816753 Jul 09 13:25:56.541980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-54dbe1e9-25a5-41fe-848d-c0b20fbbbcea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Allocated IP 19.86.0.193 (336d0dc1-af13-4d03-be5b-0c22e228cbd1/3b3ec929-a337-48ba-a907-77f83e15b246/8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:25:56.550519 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-2b6bd4d8-64ac-4ffd-ad1e-72eba6933719 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=31c8674a-a273-4234-811c-b8a4bbef9b01 HTTP/1.1" status: 200 len: 217 time: 0.0624516 Jul 09 13:25:56.561378 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80ea5820-0a88-4e65-8c47-50912084502c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:56.564308 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80ea5820-0a88-4e65-8c47-50912084502c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:56.565654 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-80ea5820-0a88-4e65-8c47-50912084502c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ddb10272-0eb6-420b-a954-f33a7ecdb6a9 HTTP/1.1" status: 204 len: 168 time: 0.5641005 Jul 09 13:25:56.583330 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-a17c346e-fd35-44b4-a157-3f5b58d1bacf tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c8b8865c-f04c-4919-a4c8-c3069d9ae4b5 HTTP/1.1" status: 200 len: 2977 time: 0.0709913 Jul 09 13:25:56.612193 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92f17b39-d063-443e-9039-85e913195b18 req-b9a4e537-a79a-4c4b-a4b2-17cc0cd0a45b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649077 Jul 09 13:25:56.641077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ea5820-0a88-4e65-8c47-50912084502c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb10272-0eb6-420b-a954-f33a7ecdb6a9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:56.650196 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-12d2c49c-61bf-4bcc-80af-3c57c8a7d572 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/c8b8865c-f04c-4919-a4c8-c3069d9ae4b5 HTTP/1.1" status: 200 len: 2977 time: 0.0647447 Jul 09 13:25:56.714376 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-c37e1b5e-e922-4f96-b704-ef83805c3020 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/cf93dc33-6713-4999-9d33-974c6f138ca9 HTTP/1.1" status: 200 len: 2981 time: 0.0628033 Jul 09 13:25:56.719735 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-0ea229d0-5991-4e2d-a6d2-914d8aed6222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:56.721698 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-0ea229d0-5991-4e2d-a6d2-914d8aed6222 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1513247 Jul 09 13:25:56.855026 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77fa828e-33bb-4666-bcd4-fa69ae0e0d36 req-5531dc05-9fd9-40b3-bd3f-e8c78367fea8 tempest-MigrationsAdminTest-1519069390 tempest-MigrationsAdminTest-1519069390-project] 10.222.0.39 "GET /v2.0/ports?device_id=6bb4d9db-05ae-40b6-9c37-3e77d51cc279 HTTP/1.1" status: 200 len: 210 time: 0.0912642 Jul 09 13:25:56.866458 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-2588e70d-96c8-48c8-ada0-ee8badd2d522 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/cf93dc33-6713-4999-9d33-974c6f138ca9 HTTP/1.1" status: 200 len: 2981 time: 0.1511083 Jul 09 13:25:56.892778 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-255ba6a9-c2a5-46c3-8932-6dee65bd3ec6 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] show failed (client error): The resource could not be found. Jul 09 13:25:56.894199 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-255ba6a9-c2a5-46c3-8932-6dee65bd3ec6 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/ddb10272-0eb6-420b-a954-f33a7ecdb6a9 HTTP/1.1" status: 404 len: 352 time: 0.0149987 Jul 09 13:25:56.926530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device f51d7205-df32-491b-a429-e8cdd40f70da no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:25:56.927440 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074dbfad-46b3-4e00-bcee-e9b113e0cfa6 x-openstack-request-id: req-074dbfad-46b3-4e00-bcee-e9b113e0cfa6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:56.927738 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bb4d9db-05ae-40b6-9c37-3e77d51cc279", "name": "network-vif-deleted", "tag": "f51d7205-df32-491b-a429-e8cdd40f70da", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:56.928059 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-074dbfad-46b3-4e00-bcee-e9b113e0cfa6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:56.928402 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bb4d9db-05ae-40b6-9c37-3e77d51cc279', 'name': 'network-vif-deleted', 'tag': 'f51d7205-df32-491b-a429-e8cdd40f70da', 'status': 'completed', 'code': 200} Jul 09 13:25:56.936282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-8a2831db-6f11-44d3-8a8f-226716caf880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:56.936406 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-19e83831-482d-47c4-b775-3fde06beabaa tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] show failed (client error): The resource could not be found. Jul 09 13:25:56.937640 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-19e83831-482d-47c4-b775-3fde06beabaa tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/ddb10272-0eb6-420b-a954-f33a7ecdb6a9 HTTP/1.1" status: 404 len: 352 time: 0.0254428 Jul 09 13:25:56.938623 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-8a2831db-6f11-44d3-8a8f-226716caf880 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2057014 Jul 09 13:25:56.964235 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: f51d7205-df32-491b-a429-e8cdd40f70da {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:25:56.965155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device f51d7205-df32-491b-a429-e8cdd40f70da not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:25:57.000976 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-62bbc019-fce0-4a71-9852-b54c88ad1a5d tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/f8ad9424-315a-49ca-bb32-4df6c0c726d9 HTTP/1.1" status: 200 len: 2981 time: 0.0557101 Jul 09 13:25:57.012602 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-54dbe1e9-25a5-41fe-848d-c0b20fbbbcea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:57.039136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-54dbe1e9-25a5-41fe-848d-c0b20fbbbcea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Transition to ACTIVE for port object 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:57.078812 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed48c6f1-e46c-440a-8d49-a1d58ca69a78 req-a2301ae9-ab51-4941-9f3c-9162bdd75deb tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/f8ad9424-315a-49ca-bb32-4df6c0c726d9 HTTP/1.1" status: 200 len: 2981 time: 0.0713336 Jul 09 13:25:57.102537 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-5f53dd75-32c3-4ae3-8d08-99b1980b007b service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446080 Jul 09 13:25:57.129413 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-54dbe1e9-25a5-41fe-848d-c0b20fbbbcea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:57.130621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8653f78-616c-4278-af1e-4f5cd742e3e6 req-f86be358-2cd0-45e7-8060-b298dea5bbe1 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:57.132391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8653f78-616c-4278-af1e-4f5cd742e3e6 req-f86be358-2cd0-45e7-8060-b298dea5bbe1 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 948 time: 0.0860436 Jul 09 13:25:57.175699 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8653f78-616c-4278-af1e-4f5cd742e3e6 req-7e441e69-30a6-459b-83f3-5f17d39d575a tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366540 Jul 09 13:25:57.268798 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-54dbe1e9-25a5-41fe-848d-c0b20fbbbcea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Network 336d0dc1-af13-4d03-be5b-0c22e228cbd1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:25:57.277906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-54dbe1e9-25a5-41fe-848d-c0b20fbbbcea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:25:57.283307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54dbe1e9-25a5-41fe-848d-c0b20fbbbcea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event updated for resources: {'Port': ['ID=8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:57.285708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-54dbe1e9-25a5-41fe-848d-c0b20fbbbcea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:25:57.308620 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfafc95-18a3-4205-8f4e-246c6a8669b2 req-fc4613ef-dafb-4982-a72c-8ab56842d876 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:57.310762 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cfafc95-18a3-4205-8f4e-246c6a8669b2 req-fc4613ef-dafb-4982-a72c-8ab56842d876 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 950 time: 0.0972967 Jul 09 13:25:57.344699 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-89f9b204-8b04-4848-a236-4deafaf7b8e5 req-86c5283b-8813-4fa8-b270-64131194bd70 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2296972 Jul 09 13:25:57.362283 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cfafc95-18a3-4205-8f4e-246c6a8669b2 req-e7df3a78-1173-46b6-90b7-aae1d188c3d9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450313 Jul 09 13:25:57.381891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-54dbe1e9-25a5-41fe-848d-c0b20fbbbcea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:57.383351 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-54dbe1e9-25a5-41fe-848d-c0b20fbbbcea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:57.410575 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-54dbe1e9-25a5-41fe-848d-c0b20fbbbcea tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6030164 Jul 09 13:25:57.426465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Request body: {'port': {'device_id': 'f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:57.563230 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:57.609676 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7593f66-47ac-4939-b836-ccc2579f2779 req-c95d5c14-0684-4de8-ae8e-0621987e7b42 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b8a01bb8b17476890b3bd6d458fcaf5 HTTP/1.1" status: 200 len: 6101 time: 0.1923277 Jul 09 13:25:57.672575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6802c090-265d-4992-a3d6-2ff495b2512d None None] Provisioning for port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:25:57.681541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6802c090-265d-4992-a3d6-2ff495b2512d None None] Provisioning complete for port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:25:57.682303 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6802c090-265d-4992-a3d6-2ff495b2512d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:57.705071 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7593f66-47ac-4939-b836-ccc2579f2779 req-62f66c6c-2ccb-4dfd-8cb9-1ddbc7c2b317 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] 10.222.0.39 "GET /v2.0/security-groups/b3d287bd-f4ba-45d9-8bc3-9d2dc44f5082 HTTP/1.1" status: 200 len: 2981 time: 0.0926316 Jul 09 13:25:57.752390 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6802c090-265d-4992-a3d6-2ff495b2512d None None] Port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:25:57.814274 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7593f66-47ac-4939-b836-ccc2579f2779 req-2080a485-bb76-41e0-bca4-d3d7e615550a tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] 10.222.0.39 "GET /v2.0/security-groups/b3d287bd-f4ba-45d9-8bc3-9d2dc44f5082 HTTP/1.1" status: 200 len: 2981 time: 0.1005905 Jul 09 13:25:57.880354 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50638) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:57.885711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9adf7b-47f9-49dc-b4f3-4385422d427a req-bf39d484-b4e1-449c-abf5-ef0cf3124df9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:57.891600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9adf7b-47f9-49dc-b4f3-4385422d427a req-bf39d484-b4e1-449c-abf5-ef0cf3124df9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:57.893210 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e9adf7b-47f9-49dc-b4f3-4385422d427a req-bf39d484-b4e1-449c-abf5-ef0cf3124df9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1655 time: 0.1381905 Jul 09 13:25:57.908438 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3914be5c-9ad0-47e2-bfb4-a83928fa75b8 req-2563d6fc-9690-4dac-85c0-e62a72acf825 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/3f84b4a9-0c69-4174-a5fe-d462c770b842 HTTP/1.1" status: 200 len: 1777 time: 0.0710120 Jul 09 13:25:57.974748 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e9adf7b-47f9-49dc-b4f3-4385422d427a req-db85a249-badd-471d-a108-b59597e6e3dc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694065 Jul 09 13:25:57.977954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:57.989542 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.005692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Transition to ACTIVE for port object be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:58.009298 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3914be5c-9ad0-47e2-bfb4-a83928fa75b8 req-d48d898a-98cd-404c-a365-b4bbafbaf5a5 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.013842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3807fb25-1a75-4b3c-b3ec-093bf9d5fbde admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-411623761-network', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:58.034418 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3914be5c-9ad0-47e2-bfb4-a83928fa75b8 req-d48d898a-98cd-404c-a365-b4bbafbaf5a5 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.036586 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.072505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3807fb25-1a75-4b3c-b3ec-093bf9d5fbde admin admin] Made reservation on behalf of ec3c5a4d112d406d82ff46a44f17b6a5 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:58.075643 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3807fb25-1a75-4b3c-b3ec-093bf9d5fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.083933 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3914be5c-9ad0-47e2-bfb4-a83928fa75b8 req-d48d898a-98cd-404c-a365-b4bbafbaf5a5 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.088263 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3914be5c-9ad0-47e2-bfb4-a83928fa75b8 req-d48d898a-98cd-404c-a365-b4bbafbaf5a5 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.089509 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3914be5c-9ad0-47e2-bfb4-a83928fa75b8 req-d48d898a-98cd-404c-a365-b4bbafbaf5a5 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f84b4a9-0c69-4174-a5fe-d462c770b842 HTTP/1.1" status: 204 len: 173 time: 0.1670997 Jul 09 13:25:58.098557 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48d898a-98cd-404c-a365-b4bbafbaf5a5 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f84b4a9-0c69-4174-a5fe-d462c770b842,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:58.107821 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3807fb25-1a75-4b3c-b3ec-093bf9d5fbde admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.131065 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:58.155314 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d443816c-a1be-4092-8923-d6f7f2b144d9 req-a052d609-59dc-47ab-8aa5-8e8bcdd0f317 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "GET /v2.0/security-groups/881b0ca3-9c36-4344-83f8-b3468ece9014 HTTP/1.1" status: 200 len: 1778 time: 0.0417581 Jul 09 13:25:58.234036 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d443816c-a1be-4092-8923-d6f7f2b144d9 req-dc39f7d4-ab20-4404-b695-c2bfa2409930 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.267294 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d443816c-a1be-4092-8923-d6f7f2b144d9 req-dc39f7d4-ab20-4404-b695-c2bfa2409930 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.271371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Attempting to bind port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:25:58.271847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Attempting to bind port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '62e69090-1d3d-4446-8a21-024a3ab3d357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '038c7e71-4014-4f0c-98c5-d39658883614'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:25:58.272298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Attempting to bind port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 on network 038c7e71-4014-4f0c-98c5-d39658883614 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:58.293104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 on network 038c7e71-4014-4f0c-98c5-d39658883614 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:25:58.293541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Attempting to bind port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 on network 038c7e71-4014-4f0c-98c5-d39658883614 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:25:58.306957 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:25:58.307709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Checking segment: {'id': '62e69090-1d3d-4446-8a21-024a3ab3d357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '038c7e71-4014-4f0c-98c5-d39658883614'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:25:58.308292 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Bound using segment: {'id': '62e69090-1d3d-4446-8a21-024a3ab3d357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '038c7e71-4014-4f0c-98c5-d39658883614'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:25:58.308599 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Bound port: be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62e69090-1d3d-4446-8a21-024a3ab3d357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '038c7e71-4014-4f0c-98c5-d39658883614'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:25:58.308973 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.339672 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d443816c-a1be-4092-8923-d6f7f2b144d9 req-dc39f7d4-ab20-4404-b695-c2bfa2409930 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.344349 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d443816c-a1be-4092-8923-d6f7f2b144d9 req-dc39f7d4-ab20-4404-b695-c2bfa2409930 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.346286 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d443816c-a1be-4092-8923-d6f7f2b144d9 req-dc39f7d4-ab20-4404-b695-c2bfa2409930 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] 10.222.0.39 "DELETE /v2.0/security-groups/881b0ca3-9c36-4344-83f8-b3468ece9014 HTTP/1.1" status: 204 len: 173 time: 0.1832173 Jul 09 13:25:58.357305 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc39f7d4-ab20-4404-b695-c2bfa2409930 tempest-SecurityGroupsTestAdminJSON-352242260 tempest-SecurityGroupsTestAdminJSON-352242260-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=881b0ca3-9c36-4344-83f8-b3468ece9014,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:58.413047 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3807fb25-1a75-4b3c-b3ec-093bf9d5fbde admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.428141 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3807fb25-1a75-4b3c-b3ec-093bf9d5fbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.451734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50656) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:58.457221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] For port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:25:58.479621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3807fb25-1a75-4b3c-b3ec-093bf9d5fbde admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:25:58.494243 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-edbe3818-4977-4267-8861-245f04bea47d req-2e3451d9-40ea-44a6-92a2-854c35d6ee6a tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] 10.222.0.39 "GET /v2.0/security-groups/e024e61f-7e5e-458a-93cd-37ae630d7340 HTTP/1.1" status: 200 len: 1776 time: 0.1206691 Jul 09 13:25:58.500142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] For port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6,segment=NetworkSegment(62e69090-1d3d-4446-8a21-024a3ab3d357),segment_id=62e69090-1d3d-4446-8a21-024a3ab3d357)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:25:58.507476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807fb25-1a75-4b3c-b3ec-093bf9d5fbde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03b8060d-5699-4591-8ebe-3486e0f4b267,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:58.517105 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3807fb25-1a75-4b3c-b3ec-093bf9d5fbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.517788 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-3807fb25-1a75-4b3c-b3ec-093bf9d5fbde admin admin] Added segment c75e690b-0944-4853-a8cd-0b0cdfaba9a3 of type vlan for network f340b2bb-8fc7-493a-a51d-440e2eb04d1c Jul 09 13:25:58.528127 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.560931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ad2051-acef-4ac8-be09-46deaa397c98 req-16d8ba60-8380-4c2d-af94-20acca5c1d80 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:58.562505 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7ad2051-acef-4ac8-be09-46deaa397c98 req-16d8ba60-8380-4c2d-af94-20acca5c1d80 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 948 time: 0.1323233 Jul 09 13:25:58.599420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:58.600378 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edbe3818-4977-4267-8861-245f04bea47d req-9651fd2e-c5da-4edc-86b9-ae0eb93ee7d6 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.600538 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.602880 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] 10.222.0.18 "PUT /v2.0/ports/be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 HTTP/1.1" status: 200 len: 1092 time: 1.1824417 Jul 09 13:25:58.628273 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3807fb25-1a75-4b3c-b3ec-093bf9d5fbde admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.644094 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Request body: {'port': {'device_id': 'f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:58.660229 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7ad2051-acef-4ac8-be09-46deaa397c98 req-7fafc7ae-a92d-4afb-84f7-3bb4053b6c00 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869753 Jul 09 13:25:58.661876 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edbe3818-4977-4267-8861-245f04bea47d req-9651fd2e-c5da-4edc-86b9-ae0eb93ee7d6 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.695654 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-650c8982-565b-4926-a3dd-2e110df5309c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbbab2bfe4e6490b9ef221906e7f7da6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2249072 Jul 09 13:25:58.701486 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50662) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:58.721318 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d134810a-679d-43f3-bb52-2d2e7e2e6fd3 service neutron] Pushing event updated for resources: {'Port': ['ID=be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:58.732513 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edbe3818-4977-4267-8861-245f04bea47d req-9651fd2e-c5da-4edc-86b9-ae0eb93ee7d6 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.735121 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edbe3818-4977-4267-8861-245f04bea47d req-9651fd2e-c5da-4edc-86b9-ae0eb93ee7d6 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.743664 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-edbe3818-4977-4267-8861-245f04bea47d req-9651fd2e-c5da-4edc-86b9-ae0eb93ee7d6 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] 10.222.0.39 "DELETE /v2.0/security-groups/e024e61f-7e5e-458a-93cd-37ae630d7340 HTTP/1.1" status: 204 len: 173 time: 0.2484832 Jul 09 13:25:58.769897 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9651fd2e-c5da-4edc-86b9-ae0eb93ee7d6 tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e024e61f-7e5e-458a-93cd-37ae630d7340,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:58.801865 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3807fb25-1a75-4b3c-b3ec-093bf9d5fbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.803529 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3807fb25-1a75-4b3c-b3ec-093bf9d5fbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:58.804118 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3807fb25-1a75-4b3c-b3ec-093bf9d5fbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.904005 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:58.913069 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3807fb25-1a75-4b3c-b3ec-093bf9d5fbde admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0305381 Jul 09 13:25:58.921020 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50666) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:58.934142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-97001545-9760-4ccd-b46d-671c59ff82d8 admin admin] Request body: {'subnet': {'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-411623761-subnet', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:25:58.939557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206fcdeb-b293-4906-88aa-ef8a7c860885', 'tag': '31c8674a-a273-4234-811c-b8a4bbef9b01'}, {'name': 'network-changed', 'server_uuid': 'f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2', 'tag': 'be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:25:58.942192 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b9ce74-c097-400a-8ffb-9bf098287ac9" -d '{"events": [{"name": "network-changed", "server_uuid": "206fcdeb-b293-4906-88aa-ef8a7c860885", "tag": "31c8674a-a273-4234-811c-b8a4bbef9b01"}, {"name": "network-changed", "server_uuid": "f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2", "tag": "be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:25:58.968604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3807fb25-1a75-4b3c-b3ec-093bf9d5fbde admin admin] Pushing event updated for resources: {'Network': ['ID=f340b2bb-8fc7-493a-a51d-440e2eb04d1c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:58.969598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043d57b5-3ff4-40be-b2e7-c27e794cd257 req-b6e6d3e7-77f9-4548-8f0b-54a9838e8eec tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:58.971270 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-043d57b5-3ff4-40be-b2e7-c27e794cd257 req-b6e6d3e7-77f9-4548-8f0b-54a9838e8eec tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 950 time: 0.0797603 Jul 09 13:25:58.979389 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network f340b2bb-8fc7-493a-a51d-440e2eb04d1c details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:25:58.999442 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c111849-771a-4af8-ac74-f79ac4833557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:59.019807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-043d57b5-3ff4-40be-b2e7-c27e794cd257 req-92c45c3a-6a2d-43cf-91eb-423bcd3c6dd5 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422888 Jul 09 13:25:59.040887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97001545-9760-4ccd-b46d-671c59ff82d8 admin admin] Made reservation on behalf of ec3c5a4d112d406d82ff46a44f17b6a5 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:25:59.048170 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97001545-9760-4ccd-b46d-671c59ff82d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:59.069645 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c111849-771a-4af8-ac74-f79ac4833557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:59.095213 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-575bafd1-ab48-4a65-9156-e31a67be2e16 req-8f93e56b-0532-4d7d-bebe-28ec43f7763e tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] 10.222.0.39 "GET /v2.0/security-groups/bf46ed78-2a95-4caa-a2e5-304a4c688a5e HTTP/1.1" status: 200 len: 1777 time: 0.0743198 Jul 09 13:25:59.142141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 31c8674a-a273-4234-811c-b8a4bbef9b01 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:25:59.153243 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 13:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd621a2a-641c-4cf2-b968-1925f3d5793e x-openstack-request-id: req-dd621a2a-641c-4cf2-b968-1925f3d5793e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:25:59.153856 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206fcdeb-b293-4906-88aa-ef8a7c860885", "tag": "31c8674a-a273-4234-811c-b8a4bbef9b01", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2", "tag": "be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:25:59.153856 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd621a2a-641c-4cf2-b968-1925f3d5793e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:25:59.154171 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206fcdeb-b293-4906-88aa-ef8a7c860885', 'tag': '31c8674a-a273-4234-811c-b8a4bbef9b01', 'status': 'completed', 'code': 200} Jul 09 13:25:59.154430 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2', 'tag': 'be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6', 'status': 'completed', 'code': 200} Jul 09 13:25:59.162972 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-575bafd1-ab48-4a65-9156-e31a67be2e16 req-0ab9a202-d93b-45f1-8279-8d9de6d591ac tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:59.192858 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-575bafd1-ab48-4a65-9156-e31a67be2e16 req-0ab9a202-d93b-45f1-8279-8d9de6d591ac tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:59.265162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 31c8674a-a273-4234-811c-b8a4bbef9b01, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=31c8674a-a273-4234-811c-b8a4bbef9b01,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:59.278556 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-575bafd1-ab48-4a65-9156-e31a67be2e16 req-0ab9a202-d93b-45f1-8279-8d9de6d591ac tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:59.281206 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-575bafd1-ab48-4a65-9156-e31a67be2e16 req-0ab9a202-d93b-45f1-8279-8d9de6d591ac tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:59.289255 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '31c8674a-a273-4234-811c-b8a4bbef9b01', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '31c8674a-a273-4234-811c-b8a4bbef9b01', 'mac_address': 'fa:16:3e:e7:9f:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:25:59.292177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-575bafd1-ab48-4a65-9156-e31a67be2e16 req-0ab9a202-d93b-45f1-8279-8d9de6d591ac tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] 10.222.0.39 "DELETE /v2.0/security-groups/bf46ed78-2a95-4caa-a2e5-304a4c688a5e HTTP/1.1" status: 204 len: 173 time: 0.1856065 Jul 09 13:25:59.308905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461335ce-c14b-4b0f-a0b6-608781442782 req-a37eb0a0-a276-4c24-bb93-25d414ade882 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:59.326051 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461335ce-c14b-4b0f-a0b6-608781442782 req-a37eb0a0-a276-4c24-bb93-25d414ade882 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:59.339469 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-461335ce-c14b-4b0f-a0b6-608781442782 req-a37eb0a0-a276-4c24-bb93-25d414ade882 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1667 time: 0.1477838 Jul 09 13:25:59.348116 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:59.367447 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c111849-771a-4af8-ac74-f79ac4833557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:59.368211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31c8674a-a273-4234-811c-b8a4bbef9b01 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:59.370135 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c111849-771a-4af8-ac74-f79ac4833557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:59.373962 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1c111849-771a-4af8-ac74-f79ac4833557 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bce1a6fc-5282-4162-b897-f4682c084137 HTTP/1.1" status: 204 len: 168 time: 0.6718283 Jul 09 13:25:59.389562 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab9a202-d93b-45f1-8279-8d9de6d591ac tempest-SecurityGroupsTestAdminJSON-427219579 tempest-SecurityGroupsTestAdminJSON-427219579-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf46ed78-2a95-4caa-a2e5-304a4c688a5e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:59.394812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 31c8674a-a273-4234-811c-b8a4bbef9b01, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=31c8674a-a273-4234-811c-b8a4bbef9b01,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:25:59.402440 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:59.413204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-e8890c84-ed0b-4b77-a279-ed0d95ae7138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:59.416564 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-e8890c84-ed0b-4b77-a279-ed0d95ae7138 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a573eed2f114f389e7bfa36f1f20fbc&device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 1099 time: 0.2637973 Jul 09 13:25:59.416564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c111849-771a-4af8-ac74-f79ac4833557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bce1a6fc-5282-4162-b897-f4682c084137,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:59.450693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-461335ce-c14b-4b0f-a0b6-608781442782 req-c8c3e5cc-dc01-41c1-8ade-22e27cb48162 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095617 Jul 09 13:25:59.528181 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=31c8674a-a273-4234-811c-b8a4bbef9b01,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:25:59.624437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffe109c-b837-4082-94ff-94235eafb5a5 req-73e43cf5-872c-47e9-b041-159e9ec3ae87 tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:25:59.626322 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ffe109c-b837-4082-94ff-94235eafb5a5 req-73e43cf5-872c-47e9-b041-159e9ec3ae87 tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 1101 time: 0.0845799 Jul 09 13:25:59.683459 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ffe109c-b837-4082-94ff-94235eafb5a5 req-4351bb31-1444-4a66-851d-a9e1d995013a tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511284 Jul 09 13:25:59.703751 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50682) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:59.769734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['31c8674a-a273-4234-811c-b8a4bbef9b01'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:25:59.845667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50692) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:25:59.953282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:25:59.963476 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:25:59.981013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Transition to ACTIVE for port object 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:25:59.993713 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-4f064a89-82d5-4d90-ba98-17248d227468 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684674 Jul 09 13:25:59.997145 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.013174 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-21f90b82-e770-4200-bbfb-975d20ca2fae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df036034e8004ea0b92e4e67be40d4f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1636834 Jul 09 13:26:00.022118 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50706) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:00.042446 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97001545-9760-4ccd-b46d-671c59ff82d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.078467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-451830aa-a614-467c-850c-0cf873e44523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:00.081316 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-451830aa-a614-467c-850c-0cf873e44523 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.6430728 Jul 09 13:26:00.126860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e0bc1e-07da-457e-9cd5-056eb659a42c req-57b91f87-b3d6-4ce5-be5e-45f111247dc3 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:00.128590 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2e0bc1e-07da-457e-9cd5-056eb659a42c req-57b91f87-b3d6-4ce5-be5e-45f111247dc3 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 949 time: 0.2341793 Jul 09 13:26:00.177298 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-dbc767b7-1442-469b-b8c3-a35e78e4cc2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.114&port_id=31c8674a-a273-4234-811c-b8a4bbef9b01 HTTP/1.1" status: 200 len: 217 time: 0.0693548 Jul 09 13:26:00.183438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Pushing event updated for resources: {'Port': ['ID=8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:00.223575 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94a078f0-caf5-417f-bee4-aecb7b449ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.236446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-8ab907e4-3676-4b7d-ad9a-e7654f9b850a tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:00.238079 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-8ab907e4-3676-4b7d-ad9a-e7654f9b850a tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2365539 Jul 09 13:26:00.255624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97001545-9760-4ccd-b46d-671c59ff82d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa445ca-6c21-4e11-96f1-c4099e868636,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:00.262916 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2e0bc1e-07da-457e-9cd5-056eb659a42c req-ed89bdbf-18c9-432f-8014-b8261f391154 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176295 Jul 09 13:26:00.289807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7f0cac5a-ad47-4b2d-9ef2-d10e03ab2402 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b8a01bb8b17476890b3bd6d458fcaf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5837233 Jul 09 13:26:00.297547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50708) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:00.300598 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94a078f0-caf5-417f-bee4-aecb7b449ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.303317 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-19232820-88dd-4e64-9b40-2752dc7e203e tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/quotas/a740e856c2b94a13b4c064a3b8d558c6 HTTP/1.1" status: 200 len: 375 time: 0.0532269 Jul 09 13:26:00.312047 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97001545-9760-4ccd-b46d-671c59ff82d8 admin admin] Checking segment: {'id': 'c75e690b-0944-4853-a8cd-0b0cdfaba9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:00.312411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97001545-9760-4ccd-b46d-671c59ff82d8 admin admin] Network hostable DHCP agents. Network: f340b2bb-8fc7-493a-a51d-440e2eb04d1c, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:26:00.345309 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-b6407965-b0e0-4c4b-a690-2672277e0f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:00.346802 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-b6407965-b0e0-4c4b-a690-2672277e0f02 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1607287 Jul 09 13:26:00.411500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Attempting to bind port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:00.411848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Attempting to bind port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '9bcb12ed-9344-4157-980c-8baa485686d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '336d0dc1-af13-4d03-be5b-0c22e228cbd1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:00.412181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Attempting to bind port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 on network 336d0dc1-af13-4d03-be5b-0c22e228cbd1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:00.415881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97001545-9760-4ccd-b46d-671c59ff82d8 admin admin] Network f340b2bb-8fc7-493a-a51d-440e2eb04d1c is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:26:00.434698 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 on network 336d0dc1-af13-4d03-be5b-0c22e228cbd1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:26:00.435166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Attempting to bind port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 on network 336d0dc1-af13-4d03-be5b-0c22e228cbd1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:00.441510 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-57291af8-ce1c-4283-88d7-dcb609a26eee tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1292977 Jul 09 13:26:00.446240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-97001545-9760-4ccd-b46d-671c59ff82d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, f340b2bb-8fc7-493a-a51d-440e2eb04d1c) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:00.449473 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94a078f0-caf5-417f-bee4-aecb7b449ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.449722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:00.450047 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Checking segment: {'id': '9bcb12ed-9344-4157-980c-8baa485686d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '336d0dc1-af13-4d03-be5b-0c22e228cbd1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:00.450512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Bound using segment: {'id': '9bcb12ed-9344-4157-980c-8baa485686d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '336d0dc1-af13-4d03-be5b-0c22e228cbd1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:00.450965 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Bound port: 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bcb12ed-9344-4157-980c-8baa485686d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '336d0dc1-af13-4d03-be5b-0c22e228cbd1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:00.451375 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.454302 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94a078f0-caf5-417f-bee4-aecb7b449ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.454465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9b8704-8c7b-4b22-b359-d962fa09a94e None None] Network f340b2bb-8fc7-493a-a51d-440e2eb04d1c requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:00.456009 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82db6573-31ff-4eca-a823-fee692ec39c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.456507 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-94a078f0-caf5-417f-bee4-aecb7b449ba2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8ad9424-315a-49ca-bb32-4df6c0c726d9 HTTP/1.1" status: 204 len: 168 time: 0.4333901 Jul 09 13:26:00.460617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97001545-9760-4ccd-b46d-671c59ff82d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:00.461297 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97001545-9760-4ccd-b46d-671c59ff82d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.485498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a078f0-caf5-417f-bee4-aecb7b449ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ad9424-315a-49ca-bb32-4df6c0c726d9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:00.538905 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82db6573-31ff-4eca-a823-fee692ec39c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.544528 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-97001545-9760-4ccd-b46d-671c59ff82d8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6180940 Jul 09 13:26:00.545083 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50714) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:00.550563 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-411623761-router', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:00.588733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-1e17f9a4-26ef-432d-87f2-555c1b13f8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:00.590619 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-1e17f9a4-26ef-432d-87f2-555c1b13f8d9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2306540 Jul 09 13:26:00.603825 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.605716 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.680428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] For port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:00.685384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] For port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7,segment=NetworkSegment(9bcb12ed-9344-4157-980c-8baa485686d1),segment_id=9bcb12ed-9344-4157-980c-8baa485686d1)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:00.720101 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.731376 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.778924 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-a914302c-50be-4a1c-ac21-f24042ed35f6 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773648 Jul 09 13:26:00.802548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'fixed_ips': [{'subnet_id': '5aa445ca-6c21-4e11-96f1-c4099e868636'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:26:00.803785 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.839199 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82db6573-31ff-4eca-a823-fee692ec39c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.842344 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82db6573-31ff-4eca-a823-fee692ec39c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.844711 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-82db6573-31ff-4eca-a823-fee692ec39c1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3d287bd-f4ba-45d9-8bc3-9d2dc44f5082 HTTP/1.1" status: 204 len: 168 time: 0.5445738 Jul 09 13:26:00.864103 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:00.865045 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:00.868152 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] 10.222.0.18 "PUT /v2.0/ports/8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 HTTP/1.1" status: 200 len: 1092 time: 2.2306011 Jul 09 13:26:00.940911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db6573-31ff-4eca-a823-fee692ec39c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3d287bd-f4ba-45d9-8bc3-9d2dc44f5082,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:01.079828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817c9f5-200c-4be7-a7c5-4f9e700088ea service neutron] Pushing event updated for resources: {'Port': ['ID=8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:01.164255 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2', 'tag': '8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:01.173890 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67770be6-c5f5-4130-af97-c58a2913dd56" -d '{"events": [{"name": "network-changed", "server_uuid": "f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2", "tag": "8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:01.221265 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-961cf65e-7b51-46c7-acf8-0001000200ec service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3966885 Jul 09 13:26:01.233865 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-3a1b6fc3-3d7d-48cb-b005-5cea944ae6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:01.235625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-3a1b6fc3-3d7d-48cb-b005-5cea944ae6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:01.238540 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-3a1b6fc3-3d7d-48cb-b005-5cea944ae6f6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0796b576a6ed44b8804068d027649783&device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1981 time: 0.2747877 Jul 09 13:26:01.269882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 31c8674a-a273-4234-811c-b8a4bbef9b01 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:01.318388 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-4450c957-63f8-4d9d-bc76-a1eb940de007 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.165&port_id=be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 HTTP/1.1" status: 200 len: 217 time: 0.0690401 Jul 09 13:26:01.357411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Allocated IP 172.20.0.2 (f340b2bb-8fc7-493a-a51d-440e2eb04d1c/5aa445ca-6c21-4e11-96f1-c4099e868636/d87de411-2101-4ecf-8263-6db6577127a3) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:01.441002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-f761f9bf-2299-4471-b676-5c56033a397a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:01.442748 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-f761f9bf-2299-4471-b676-5c56033a397a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1eaace22-3348-461f-aa86-3b96c06f95c1 HTTP/1.1" status: 200 len: 801 time: 0.1140501 Jul 09 13:26:01.522923 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50748) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:01.616460 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-01223f76-ecb9-417b-8d30-a5d492ac075c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=84937b11a2774c42afd54f44fc79af95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0888691 Jul 09 13:26:01.618376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50750) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:01.632134 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 31c8674a-a273-4234-811c-b8a4bbef9b01 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:01.641931 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 31c8674a-a273-4234-811c-b8a4bbef9b01 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:01.642305 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:01.671681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c662be3-a002-4497-b72b-7bad3b400278 req-45fb2dc5-1bb2-4716-b8a3-69cac4fc8676 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 210 time: 0.1016052 Jul 09 13:26:01.762346 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:01.786058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Transition to ACTIVE for port object d87de411-2101-4ecf-8263-6db6577127a3 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:01.800879 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8110a79b-a282-446b-a770-a84342790d1e x-openstack-request-id: req-8110a79b-a282-446b-a770-a84342790d1e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:01.801393 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2", "tag": "8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:01.801874 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8110a79b-a282-446b-a770-a84342790d1e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:01.802463 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2', 'tag': '8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7', 'status': 'completed', 'code': 200} Jul 09 13:26:01.806022 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:01.818555 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c070a553-f1c7-4f6c-8c40-b91171277f95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:01.853456 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Transition to ACTIVE for port object d87de411-2101-4ecf-8263-6db6577127a3 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:01.855427 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:01.863030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-2828e94a-6b8d-4fc2-a909-36401ff5b650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:01.864630 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-2828e94a-6b8d-4fc2-a909-36401ff5b650 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=038c7e71-4014-4f0c-98c5-d39658883614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4140797 Jul 09 13:26:01.872208 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36689de0-140b-478e-8c3e-122b9036cf0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:01.886874 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:01.924298 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6c6c0-b18b-4e5e-958a-167a5e88b996 req-b6ca9352-425b-408c-8b0b-981807cdef9e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:01.934463 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e6c6c0-b18b-4e5e-958a-167a5e88b996 req-b6ca9352-425b-408c-8b0b-981807cdef9e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:01.942639 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6e6c6c0-b18b-4e5e-958a-167a5e88b996 req-b6ca9352-425b-408c-8b0b-981807cdef9e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1679 time: 0.3708231 Jul 09 13:26:01.946826 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Pushing event updated for resources: {'Port': ['ID=d87de411-2101-4ecf-8263-6db6577127a3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:01.967760 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Network f340b2bb-8fc7-493a-a51d-440e2eb04d1c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:01.971332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:01.978703 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206fcdeb-b293-4906-88aa-ef8a7c860885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c8674a-a273-4234-811c-b8a4bbef9b01'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:01.983218 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c188528-dffc-4486-af94-e8bd95fff985" -d '{"events": [{"server_uuid": "206fcdeb-b293-4906-88aa-ef8a7c860885", "name": "network-vif-plugged", "status": "completed", "tag": "31c8674a-a273-4234-811c-b8a4bbef9b01"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:01.988663 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:02.004476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 31c8674a-a273-4234-811c-b8a4bbef9b01, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=31c8674a-a273-4234-811c-b8a4bbef9b01,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:02.018726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6e6c6c0-b18b-4e5e-958a-167a5e88b996 req-ad36c695-b228-4c54-ab97-2b5dab06f8dd tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623167 Jul 09 13:26:02.039566 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:02.069772 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36689de0-140b-478e-8c3e-122b9036cf0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:02.135312 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=31c8674a-a273-4234-811c-b8a4bbef9b01,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:02.177694 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-52ba2b9f-874e-4305-b9b4-258862c73c7b service neutron] 10.222.0.18 "GET /v2.0/networks/038c7e71-4014-4f0c-98c5-d39658883614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001411 Jul 09 13:26:02.225986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Attempting to bind port d87de411-2101-4ecf-8263-6db6577127a3 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:02.228272 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Attempting to bind port d87de411-2101-4ecf-8263-6db6577127a3 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'c75e690b-0944-4853-a8cd-0b0cdfaba9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:02.228922 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Attempting to bind port d87de411-2101-4ecf-8263-6db6577127a3 on network f340b2bb-8fc7-493a-a51d-440e2eb04d1c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:02.237096 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:02.237482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Checking segment: {'id': 'c75e690b-0944-4853-a8cd-0b0cdfaba9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:02.238184 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:02.238593 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Bound using segment: {'id': 'c75e690b-0944-4853-a8cd-0b0cdfaba9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:02.239121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Bound port: d87de411-2101-4ecf-8263-6db6577127a3, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75e690b-0944-4853-a8cd-0b0cdfaba9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:02.239592 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:02.276181 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de06c21f-bdc3-4a92-bf14-c453271797eb req-9ac0155e-76a5-4aff-96ae-08481556e47b tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:02.278756 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de06c21f-bdc3-4a92-bf14-c453271797eb req-9ac0155e-76a5-4aff-96ae-08481556e47b tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 950 time: 0.1996047 Jul 09 13:26:02.339864 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-c12771ee-0616-4321-a614-5f39e388f72a service neutron] 10.222.0.18 "GET /v2.0/networks/038c7e71-4014-4f0c-98c5-d39658883614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542459 Jul 09 13:26:02.342459 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36689de0-140b-478e-8c3e-122b9036cf0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:02.347336 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36689de0-140b-478e-8c3e-122b9036cf0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:02.349786 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-36689de0-140b-478e-8c3e-122b9036cf0d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8b0d91d2-a66c-463b-801f-f639db5932f2 HTTP/1.1" status: 204 len: 168 time: 0.7285671 Jul 09 13:26:02.370117 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:02.396713 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:02.406350 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] For port d87de411-2101-4ecf-8263-6db6577127a3, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:02.414419 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de06c21f-bdc3-4a92-bf14-c453271797eb req-05105ff7-380d-4e21-b4e6-5aa6d4e4d568 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269686 Jul 09 13:26:02.416120 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] For port d87de411-2101-4ecf-8263-6db6577127a3, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d87de411-2101-4ecf-8263-6db6577127a3,segment=NetworkSegment(c75e690b-0944-4853-a8cd-0b0cdfaba9a3),segment_id=c75e690b-0944-4853-a8cd-0b0cdfaba9a3)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:02.422826 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:02.438318 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-bedbf688-f497-4b67-96b3-a3f9717ab544 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 HTTP/1.1" status: 200 len: 217 time: 0.0867670 Jul 09 13:26:02.517503 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5120f54a-af6d-4f42-8c89-84fe83df5cfd x-openstack-request-id: req-5120f54a-af6d-4f42-8c89-84fe83df5cfd {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:02.517741 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206fcdeb-b293-4906-88aa-ef8a7c860885", "name": "network-vif-plugged", "status": "completed", "tag": "31c8674a-a273-4234-811c-b8a4bbef9b01", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:02.519304 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5120f54a-af6d-4f42-8c89-84fe83df5cfd {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:02.524868 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206fcdeb-b293-4906-88aa-ef8a7c860885', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31c8674a-a273-4234-811c-b8a4bbef9b01', 'code': 200} Jul 09 13:26:02.549512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-7eee0074-1326-453f-a5ba-63edeee699aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:02.551712 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-7eee0074-1326-453f-a5ba-63edeee699aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b3ec929-a337-48ba-a907-77f83e15b246 HTTP/1.1" status: 200 len: 801 time: 0.0996070 Jul 09 13:26:02.553196 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36689de0-140b-478e-8c3e-122b9036cf0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b0d91d2-a66c-463b-801f-f639db5932f2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:02.576228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffe99b6-6861-4512-ae1d-536da4b43271 None None] Pushing event updated for resources: {'Port': ['ID=d87de411-2101-4ecf-8263-6db6577127a3,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:02.610069 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Allocated IP 172.25.2.132 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/b83773c0-0890-4a78-aabb-8fa78664aa2d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:02.739708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-e6b9034b-ed25-469a-b85c-ff806bc18f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:02.741676 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-e6b9034b-ed25-469a-b85c-ff806bc18f5e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=336d0dc1-af13-4d03-be5b-0c22e228cbd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1782956 Jul 09 13:26:02.902263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a40e0-faca-4159-9195-f2c523cff31f req-fb2d2de9-32b5-4a6c-a045-0ea4a8df6843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:02.904556 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:02.918459 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7b0a40e0-faca-4159-9195-f2c523cff31f req-fb2d2de9-32b5-4a6c-a045-0ea4a8df6843 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 1101 time: 0.2916360 Jul 09 13:26:03.001361 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7b0a40e0-faca-4159-9195-f2c523cff31f req-437abd85-a904-48fc-9da3-8f25c3d06c48 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652354 Jul 09 13:26:03.002042 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-43d8f599-128e-4e19-b009-9708f3451905 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0699513 Jul 09 13:26:03.009620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-92e0139f-9c65-498b-bfca-d3880f611110 service neutron] 10.222.0.18 "GET /v2.0/networks/336d0dc1-af13-4d03-be5b-0c22e228cbd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596636 Jul 09 13:26:03.131280 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b082eb3f-7368-4ef1-9795-6edd161350a8 req-2a397987-ed0d-4405-bfbf-eb8dba48a836 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 210 time: 0.1003466 Jul 09 13:26:03.196862 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:03.301049 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9cc9b510-8dc5-409b-bba0-e9ca8e551692 req-9245e856-c13e-4c90-8042-13f27b4986ff service neutron] 10.222.0.18 "GET /v2.0/networks/336d0dc1-af13-4d03-be5b-0c22e228cbd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341208 Jul 09 13:26:03.365393 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:03.376002 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:03.389027 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:03.460205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Pushing event updated for resources: {'Port': ['ID=b83773c0-0890-4a78-aabb-8fa78664aa2d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:03.466786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-605d9558-0ca9-474e-9259-d4cf62633dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:03.468166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-605d9558-0ca9-474e-9259-d4cf62633dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:03.470648 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-605d9558-0ca9-474e-9259-d4cf62633dcc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0796b576a6ed44b8804068d027649783&device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1981 time: 0.0839717 Jul 09 13:26:03.476697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-1f15f436-7980-42f9-aaa4-264f900198ac tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:03.478659 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-1f15f436-7980-42f9-aaa4-264f900198ac tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3745070 Jul 09 13:26:03.506161 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-28e4405f-6b69-4668-96b9-c40f44fdd559 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Request body: {'port': {'device_id': '675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'a740e856c2b94a13b4c064a3b8d558c6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:03.586942 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de3c29-5408-4c76-818a-c873253f678b req-94a9a32f-c26e-48bd-be01-753bdabfb957 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:03.598046 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31de3c29-5408-4c76-818a-c873253f678b req-94a9a32f-c26e-48bd-be01-753bdabfb957 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:03.611712 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31de3c29-5408-4c76-818a-c873253f678b req-94a9a32f-c26e-48bd-be01-753bdabfb957 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1679 time: 0.3163722 Jul 09 13:26:03.648546 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-2f22b660-94e1-4d80-a528-deba064def8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:03.651358 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-2f22b660-94e1-4d80-a528-deba064def8a service neutron] 10.222.0.18 "GET /v2.0/networks?id=038c7e71-4014-4f0c-98c5-d39658883614 HTTP/1.1" status: 200 len: 903 time: 0.1708953 Jul 09 13:26:03.737323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d87de411-2101-4ecf-8263-6db6577127a3 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:03.754504 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-2c2a05a7-050e-4a90-baa0-b7052e7c1537 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.165&port_id=be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 HTTP/1.1" status: 200 len: 217 time: 0.0926254 Jul 09 13:26:03.856232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-6364fd37-49cb-4dfc-8304-1a5dd3556491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:03.858337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-6364fd37-49cb-4dfc-8304-1a5dd3556491 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1eaace22-3348-461f-aa86-3b96c06f95c1 HTTP/1.1" status: 200 len: 801 time: 0.0985174 Jul 09 13:26:03.861720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port d87de411-2101-4ecf-8263-6db6577127a3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:03.931006 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31de3c29-5408-4c76-818a-c873253f678b req-1845be02-d83b-48f2-b616-ba8f242d65f5 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181579 Jul 09 13:26:03.953903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-4db28178-4abe-46a9-8c66-eae71864edc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:03.958181 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-4db28178-4abe-46a9-8c66-eae71864edc2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=038c7e71-4014-4f0c-98c5-d39658883614&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0884697 Jul 09 13:26:03.997446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-28e4405f-6b69-4668-96b9-c40f44fdd559 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Made reservation on behalf of a740e856c2b94a13b4c064a3b8d558c6 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:04.001571 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-28e4405f-6b69-4668-96b9-c40f44fdd559 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:04.203728 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be72016-35af-455b-8b76-3795087988a1 None None] Network f340b2bb-8fc7-493a-a51d-440e2eb04d1c requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:04.210696 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-26cc36b0-d867-4794-a91f-83597410b08c service neutron] 10.222.0.18 "GET /v2.0/networks/038c7e71-4014-4f0c-98c5-d39658883614?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293575 Jul 09 13:26:04.339863 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-12b9ce74-c097-400a-8ffb-9bf098287ac9 req-b561bdc1-622e-41e3-814d-8f6074f9e625 service neutron] 10.222.0.18 "GET /v2.0/networks/038c7e71-4014-4f0c-98c5-d39658883614?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124849 Jul 09 13:26:04.346874 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15ae1e28-991b-428b-859d-1f3876c2eed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:04.363689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1b99db93-a5d9-45cd-a0ab-0b7d4e80fdaf None None] Provisioning for port d87de411-2101-4ecf-8263-6db6577127a3 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:04.375077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1b99db93-a5d9-45cd-a0ab-0b7d4e80fdaf None None] Provisioning complete for port d87de411-2101-4ecf-8263-6db6577127a3 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:04.375626 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b99db93-a5d9-45cd-a0ab-0b7d4e80fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:04.495129 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a0616-5582-4fc8-a01a-d6853b66789a req-30311f5f-8d89-4781-8223-ec985a98545a tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:04.502042 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-871a0616-5582-4fc8-a01a-d6853b66789a req-30311f5f-8d89-4781-8223-ec985a98545a tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 950 time: 0.3513625 Jul 09 13:26:04.507948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67770be6-c5f5-4130-af97-c58a2913dd56 req-56b66b63-6139-413d-ac58-a34da88ea876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:04.509472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67770be6-c5f5-4130-af97-c58a2913dd56 req-56b66b63-6139-413d-ac58-a34da88ea876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:04.511525 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:04.513213 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-67770be6-c5f5-4130-af97-c58a2913dd56 req-56b66b63-6139-413d-ac58-a34da88ea876 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=0796b576a6ed44b8804068d027649783&device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1981 time: 0.1128910 Jul 09 13:26:04.513910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-28e4405f-6b69-4668-96b9-c40f44fdd559 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Allocated IP 192.168.233.14 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/64f5d2de-a834-4cb1-8a96-41464353aac6) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:04.652338 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:04.654284 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b99db93-a5d9-45cd-a0ab-0b7d4e80fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:04.666471 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67770be6-c5f5-4130-af97-c58a2913dd56 req-d0bc9cbe-d1a4-4985-afad-4106b080d475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:04.668008 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-67770be6-c5f5-4130-af97-c58a2913dd56 req-d0bc9cbe-d1a4-4985-afad-4106b080d475 service neutron] 10.222.0.18 "GET /v2.0/networks?id=336d0dc1-af13-4d03-be5b-0c22e228cbd1 HTTP/1.1" status: 200 len: 903 time: 0.1471255 Jul 09 13:26:04.728350 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-871a0616-5582-4fc8-a01a-d6853b66789a req-7757527c-b0c9-4014-8919-f0fbe7849de6 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253306 Jul 09 13:26:04.757201 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-67770be6-c5f5-4130-af97-c58a2913dd56 req-a5557b61-22a8-4db5-a3ef-d36e2aaffc89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.193&port_id=8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 HTTP/1.1" status: 200 len: 217 time: 0.0795593 Jul 09 13:26:04.770468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1b99db93-a5d9-45cd-a0ab-0b7d4e80fdaf None None] For port d87de411-2101-4ecf-8263-6db6577127a3, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d87de411-2101-4ecf-8263-6db6577127a3,segment=NetworkSegment(c75e690b-0944-4853-a8cd-0b0cdfaba9a3),segment_id=c75e690b-0944-4853-a8cd-0b0cdfaba9a3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:04.779433 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b99db93-a5d9-45cd-a0ab-0b7d4e80fdaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:04.815208 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-44ad665f-72d2-4eb7-8c62-a7616668fdd7 req-42d1ef45-93ba-430f-9e88-c762c55e6fef tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 210 time: 0.1673613 Jul 09 13:26:04.843504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67770be6-c5f5-4130-af97-c58a2913dd56 req-24405bab-7c4d-477f-bfca-e61377fa5dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:04.848483 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-67770be6-c5f5-4130-af97-c58a2913dd56 req-24405bab-7c4d-477f-bfca-e61377fa5dff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3b3ec929-a337-48ba-a907-77f83e15b246 HTTP/1.1" status: 200 len: 801 time: 0.0814369 Jul 09 13:26:04.862335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b99db93-a5d9-45cd-a0ab-0b7d4e80fdaf None None] Pushing event updated for resources: {'Port': ['ID=d87de411-2101-4ecf-8263-6db6577127a3,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:04.998970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67770be6-c5f5-4130-af97-c58a2913dd56 req-ff219b1b-dce9-4022-a40c-7f39483351b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:04.998970 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-67770be6-c5f5-4130-af97-c58a2913dd56 req-ff219b1b-dce9-4022-a40c-7f39483351b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=336d0dc1-af13-4d03-be5b-0c22e228cbd1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1377325 Jul 09 13:26:05.179816 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:26:05.253854 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-67770be6-c5f5-4130-af97-c58a2913dd56 req-02b7644a-2504-40a7-86cf-2c44786a8a7a service neutron] 10.222.0.18 "GET /v2.0/networks/336d0dc1-af13-4d03-be5b-0c22e228cbd1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2525101 Jul 09 13:26:05.261938 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-28e4405f-6b69-4668-96b9-c40f44fdd559 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:05.286152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-28e4405f-6b69-4668-96b9-c40f44fdd559 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Transition to ACTIVE for port object 64f5d2de-a834-4cb1-8a96-41464353aac6 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:05.290549 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:05.368789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a13548-1d09-4dd9-bab2-f4daa3f54645 req-1a213167-5e22-4d48-a302-41d75436dce2 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:05.375467 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a13548-1d09-4dd9-bab2-f4daa3f54645 req-1a213167-5e22-4d48-a302-41d75436dce2 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:05.376922 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8a13548-1d09-4dd9-bab2-f4daa3f54645 req-1a213167-5e22-4d48-a302-41d75436dce2 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1679 time: 0.2417362 Jul 09 13:26:05.472374 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-67770be6-c5f5-4130-af97-c58a2913dd56 req-f2af19fb-16ee-4688-9b27-5775ff1aed89 service neutron] 10.222.0.18 "GET /v2.0/networks/336d0dc1-af13-4d03-be5b-0c22e228cbd1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085786 Jul 09 13:26:05.488928 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-28e4405f-6b69-4668-96b9-c40f44fdd559 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:05.518046 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8a13548-1d09-4dd9-bab2-f4daa3f54645 req-c0068cab-65f2-46bb-a574-87cd42db5cd8 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237905 Jul 09 13:26:05.558400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3cd86051-6b1c-4374-9508-f95ed736833f', 'd5001770-f369-4e6c-a7b2-cc3a46b374e5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:05.561616 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['214d123d-b283-4076-9ddc-423d790d7e57', '3ee724a0-555f-4858-9a8f-5ea4b0bd049a', '73cba73c-8f25-43a3-934d-d3a57ccebefd', '8be120f4-93ff-4dc4-81ea-9c487656e843', 'b6c39e26-9c43-42c7-b1ba-e8623363fc1a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:05.648972 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:05.656838 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-28e4405f-6b69-4668-96b9-c40f44fdd559 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:05.681092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50848) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:05.683164 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6,segment=NetworkSegment(62e69090-1d3d-4446-8a21-024a3ab3d357),segment_id=62e69090-1d3d-4446-8a21-024a3ab3d357)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:05.691977 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-28e4405f-6b69-4668-96b9-c40f44fdd559 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:05.696051 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-28e4405f-6b69-4668-96b9-c40f44fdd559 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:05.700535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d87de411-2101-4ecf-8263-6db6577127a3 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:05.714353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fb3b0191-b1dd-4d37-9181-60b1608c5680 None None] Provisioning complete for port d87de411-2101-4ecf-8263-6db6577127a3 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:05.714797 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0191-b1dd-4d37-9181-60b1608c5680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:05.742736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e4405f-6b69-4668-96b9-c40f44fdd559 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event updated for resources: {'Port': ['ID=64f5d2de-a834-4cb1-8a96-41464353aac6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:05.749681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:26:05.793357 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6', 'network_id': '038c7e71-4014-4f0c-98c5-d39658883614', 'port_id': 'be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6', 'mac_address': 'fa:16:3e:0e:dc:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1eaace22-3348-461f-aa86-3b96c06f95c1', 'ip_address': '19.80.0.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:26:05.889537 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-28e4405f-6b69-4668-96b9-c40f44fdd559 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:05.902582 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-28e4405f-6b69-4668-96b9-c40f44fdd559 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:05.919632 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e10670a3-4c52-418a-a1fa-2801978a8d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:05.995984 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-28e4405f-6b69-4668-96b9-c40f44fdd559 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4937687 Jul 09 13:26:06.033817 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.080727 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e10670a3-4c52-418a-a1fa-2801978a8d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.082625 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port d87de411-2101-4ecf-8263-6db6577127a3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:06.083011 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.087154 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e10670a3-4c52-418a-a1fa-2801978a8d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.107061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:06.136130 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e10670a3-4c52-418a-a1fa-2801978a8d77 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d230c8b9064d43ee81e2705214ef9e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4503529 Jul 09 13:26:06.136881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50866) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:06.166428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10670a3-4c52-418a-a1fa-2801978a8d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=865e5d2f-eb9a-4f9a-b7c4-9dae6412f796,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:06.197660 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6,segment=NetworkSegment(62e69090-1d3d-4446-8a21-024a3ab3d357),segment_id=62e69090-1d3d-4446-8a21-024a3ab3d357)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:06.216360 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-907a4020-abf2-44be-bdae-06c669cfa753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.218435 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.219060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:26:06.250875 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-907a4020-abf2-44be-bdae-06c669cfa753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.315683 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-907a4020-abf2-44be-bdae-06c669cfa753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.319211 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-907a4020-abf2-44be-bdae-06c669cfa753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.323619 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-907a4020-abf2-44be-bdae-06c669cfa753 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/865e5d2f-eb9a-4f9a-b7c4-9dae6412f796 HTTP/1.1" status: 204 len: 168 time: 0.1851852 Jul 09 13:26:06.339051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907a4020-abf2-44be-bdae-06c669cfa753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=865e5d2f-eb9a-4f9a-b7c4-9dae6412f796,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:06.408908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:06.419510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Request body: {'port': {'device_id': '675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:06.424103 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-113d488e-edf6-4a2c-880f-b2da146c59c7 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=caaf1ec5a5144542afbdff8d089c2492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4862928 Jul 09 13:26:06.476854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-748e2389-2c70-4aad-8a81-df4cf2ad825c None None] Provisioning for port 64f5d2de-a834-4cb1-8a96-41464353aac6 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:06.497549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-748e2389-2c70-4aad-8a81-df4cf2ad825c None None] Provisioning complete for port 64f5d2de-a834-4cb1-8a96-41464353aac6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:06.497933 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-748e2389-2c70-4aad-8a81-df4cf2ad825c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.546172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:26:06.565813 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Sync routers for ids ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:26:06.583620 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Routers {'33be1358-2f07-4a4b-aa47-a26d5a8f71ac'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:06.584890 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:26:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:06.599689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7,segment=NetworkSegment(9bcb12ed-9344-4157-980c-8baa485686d1),segment_id=9bcb12ed-9344-4157-980c-8baa485686d1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:06.611384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-748e2389-2c70-4aad-8a81-df4cf2ad825c None None] Port 64f5d2de-a834-4cb1-8a96-41464353aac6 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:26:06.611926 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.622578 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781958e-aabc-41a9-a028-15ef5987cb55 req-dcaa40b9-a9e7-459a-986d-d239fad71b81 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:06.630421 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5781958e-aabc-41a9-a028-15ef5987cb55 req-dcaa40b9-a9e7-459a-986d-d239fad71b81 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 950 time: 0.6409180 Jul 09 13:26:06.646667 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7', 'network_id': '336d0dc1-af13-4d03-be5b-0c22e228cbd1', 'port_id': '8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7', 'mac_address': 'fa:16:3e:8e:e5:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3ec929-a337-48ba-a907-77f83e15b246', 'ip_address': '19.86.0.193'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:26:06.658286 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.659947 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6f606e1b-5359-402a-9024-6d4485f59d4e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 6.1137598 Jul 09 13:26:06.664382 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50874) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:06.740777 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5781958e-aabc-41a9-a028-15ef5987cb55 req-e26f9088-7498-4913-aa25-e3c2b3788f2f tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093619 Jul 09 13:26:06.745020 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.800593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-580a3a9b-b320-45c8-a256-e5c8c2aeea34 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:06.805114 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Set router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:06.816976 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-580a3a9b-b320-45c8-a256-e5c8c2aeea34 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3683496 Jul 09 13:26:06.845546 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-0728bb1c-4a9b-4db0-913e-8827509b7535 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/quotas/caaf1ec5a5144542afbdff8d089c2492 HTTP/1.1" status: 200 len: 375 time: 0.0268762 Jul 09 13:26:06.848052 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50880) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:06.857715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:06.891310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7,segment=NetworkSegment(9bcb12ed-9344-4157-980c-8baa485686d1),segment_id=9bcb12ed-9344-4157-980c-8baa485686d1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:06.909498 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:06.932079 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:07.015980 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-baa43e48-a63f-4201-8ba7-a49e8ce88c87 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=caaf1ec5a5144542afbdff8d089c2492&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1692328 Jul 09 13:26:07.018316 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:07.039030 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3e90f1c-4c5f-4b48-8939-236f51292034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:07.092952 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'name': 'tempest-ServersTestJSON-411623761-router', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:00Z', 'updated_at': '2021-07-09T13:26:03Z', 'revision_number': 3, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'gw_port': {'id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:02Z', 'updated_at': '2021-07-09T13:26:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:07.169955 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Checking router: 33be1358-2f07-4a4b-aa47-a26d5a8f71ac for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:26:07.170729 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Updating router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac port b83773c0-0890-4a78-aabb-8fa78664aa2d binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:26:07.265409 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:07.359667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:07.448018 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:07.451496 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f929add-953b-49ff-bcb1-8ade9394f10b req-c37b1685-198e-4f0b-8056-344161040944 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:07.473016 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f929add-953b-49ff-bcb1-8ade9394f10b req-c37b1685-198e-4f0b-8056-344161040944 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 935 time: 0.4783494 Jul 09 13:26:07.489868 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:07.550220 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f5d2de-a834-4cb1-8a96-41464353aac6 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:07.620161 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:07.649586 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f929add-953b-49ff-bcb1-8ade9394f10b req-fcb43a9e-21a8-4da9-8223-f69b7a99afcc tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746039 Jul 09 13:26:07.682138 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:07.693862 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Transition to ACTIVE for port object b83773c0-0890-4a78-aabb-8fa78664aa2d will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:07.702834 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:07.718969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Transition to ACTIVE for port object 64f5d2de-a834-4cb1-8a96-41464353aac6 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:07.763615 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e123c3-ba51-4053-9d18-510aba48ff91 None None] Pushing event updated for resources: {'Port': ['ID=b83773c0-0890-4a78-aabb-8fa78664aa2d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:07.776989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Allocated IP 172.20.0.1 (f340b2bb-8fc7-493a-a51d-440e2eb04d1c/5aa445ca-6c21-4e11-96f1-c4099e868636/b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:07.788222 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Attempting to bind port b83773c0-0890-4a78-aabb-8fa78664aa2d on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:07.789168 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Attempting to bind port b83773c0-0890-4a78-aabb-8fa78664aa2d by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:07.789486 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Attempting to bind port b83773c0-0890-4a78-aabb-8fa78664aa2d on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:07.796558 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:07.797019 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:07.797459 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:07.797989 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:07.798545 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Bound port: b83773c0-0890-4a78-aabb-8fa78664aa2d, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:07.799049 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:07.848326 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:07.918496 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] For port b83773c0-0890-4a78-aabb-8fa78664aa2d, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:07.922730 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] For port b83773c0-0890-4a78-aabb-8fa78664aa2d, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b83773c0-0890-4a78-aabb-8fa78664aa2d,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:07.928983 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:07.963189 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3e90f1c-4c5f-4b48-8939-236f51292034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:07.982417 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3e90f1c-4c5f-4b48-8939-236f51292034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.035942 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.048469 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Pushing event updated for resources: {'Port': ['ID=64f5d2de-a834-4cb1-8a96-41464353aac6,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:08.052941 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Transition to ACTIVE for port object b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:08.064668 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e123c3-ba51-4053-9d18-510aba48ff91 None None] Pushing event updated for resources: {'Port': ['ID=b83773c0-0890-4a78-aabb-8fa78664aa2d,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:08.073821 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Routers {'33be1358-2f07-4a4b-aa47-a26d5a8f71ac'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:08.074569 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:26:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:08.125634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.146608 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e90f1c-4c5f-4b48-8939-236f51292034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17364cac-8b89-4348-a4ed-cb47b04ddd98,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:08.151507 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.152350 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a3e90f1c-4c5f-4b48-8939-236f51292034 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=574d11b6b9be437db89d25f2056cae1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3021190 Jul 09 13:26:08.155461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50894) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:08.234404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Network f340b2bb-8fc7-493a-a51d-440e2eb04d1c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:08.238987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:08.239213 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946fc0f-33cc-4960-9067-ed2e74c82787 req-b793f7f0-2564-4ee6-901a-77d60bd73370 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:08.242422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:08.268840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946fc0f-33cc-4960-9067-ed2e74c82787 req-b793f7f0-2564-4ee6-901a-77d60bd73370 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:08.270608 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d946fc0f-33cc-4960-9067-ed2e74c82787 req-b793f7f0-2564-4ee6-901a-77d60bd73370 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1681 time: 0.5492096 Jul 09 13:26:08.319435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Pushing event updated for resources: {'Port': ['ID=b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:08.350323 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.379366 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] Set router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:08.400882 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.437809 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Attempting to bind port 64f5d2de-a834-4cb1-8a96-41464353aac6 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:08.438263 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Attempting to bind port 64f5d2de-a834-4cb1-8a96-41464353aac6 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:08.438606 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Attempting to bind port 64f5d2de-a834-4cb1-8a96-41464353aac6 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:08.466200 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d946fc0f-33cc-4960-9067-ed2e74c82787 req-071d7b9c-c292-4a21-8d18-30a6fd3e5065 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713688 Jul 09 13:26:08.469228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Port 64f5d2de-a834-4cb1-8a96-41464353aac6 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:26:08.469621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Attempting to bind port 64f5d2de-a834-4cb1-8a96-41464353aac6 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:08.516267 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:08.516834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:08.517189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:08.517683 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Bound port: 64f5d2de-a834-4cb1-8a96-41464353aac6, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:08.518099 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.533483 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1492f22d-1235-4364-92a6-5d6e3e39c7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.645113 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.646413 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1492f22d-1235-4364-92a6-5d6e3e39c7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.743214 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dc450d81-52f9-4e89-bdcf-a29b6cc743e9 None None] Provisioning for port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:08.761708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dc450d81-52f9-4e89-bdcf-a29b6cc743e9 None None] Provisioning complete for port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:08.762205 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc450d81-52f9-4e89-bdcf-a29b6cc743e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.772680 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-488ec8c8-f93c-4a82-bdf4-e37680c7e7f4 req-b7f73fe0-fa8a-4489-82e0-5cb2e119fdcd tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5999221-3552-4583-920c-8ee77f3917f6 HTTP/1.1" status: 200 len: 210 time: 0.0948141 Jul 09 13:26:08.852740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] For port 64f5d2de-a834-4cb1-8a96-41464353aac6, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:08.875153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dc450d81-52f9-4e89-bdcf-a29b6cc743e9 None None] Port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:26:08.885826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] For port 64f5d2de-a834-4cb1-8a96-41464353aac6, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=64f5d2de-a834-4cb1-8a96-41464353aac6,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:08.900175 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.921437 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.927461 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:08.941273 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'name': 'tempest-ServersTestJSON-411623761-router', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:00Z', 'updated_at': '2021-07-09T13:26:03Z', 'revision_number': 3, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'gw_port': {'id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:02Z', 'updated_at': '2021-07-09T13:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:08.989317 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fdc6527-343f-482d-ba1a-6f2bb6c40c66 None None] The sync data for ids ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'] in n-d-799525-3 is: [{'id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'name': 'tempest-ServersTestJSON-411623761-router', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:00Z', 'updated_at': '2021-07-09T13:26:03Z', 'revision_number': 3, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'gw_port': {'id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:02Z', 'updated_at': '2021-07-09T13:26:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:26:09.009974 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1492f22d-1235-4364-92a6-5d6e3e39c7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.014193 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1492f22d-1235-4364-92a6-5d6e3e39c7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.015837 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.016306 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1492f22d-1235-4364-92a6-5d6e3e39c7a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17364cac-8b89-4348-a4ed-cb47b04ddd98 HTTP/1.1" status: 204 len: 168 time: 0.8583424 Jul 09 13:26:09.047419 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:09.048209 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.049754 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] 10.222.0.18 "PUT /v2.0/ports/64f5d2de-a834-4cb1-8a96-41464353aac6 HTTP/1.1" status: 200 len: 1095 time: 2.6432047 Jul 09 13:26:09.052884 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b', 'tag': '64f5d2de-a834-4cb1-8a96-41464353aac6'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:09.056389 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94d40511-a201-45fa-9bc8-3d38e3096294" -d '{"events": [{"name": "network-changed", "server_uuid": "675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b", "tag": "64f5d2de-a834-4cb1-8a96-41464353aac6"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:09.122254 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1492f22d-1235-4364-92a6-5d6e3e39c7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17364cac-8b89-4348-a4ed-cb47b04ddd98,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:09.147671 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-a7f2244b-aaa4-4cad-92e0-48cfb463d4cc tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=caaf1ec5a5144542afbdff8d089c2492&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0644171 Jul 09 13:26:09.178805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Pushing event updated for resources: {'Port': ['ID=b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:09.179973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:09.243476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579b3b00-ae06-4c9c-b7cc-6d3179c0f948 service neutron] Pushing event updated for resources: {'Port': ['ID=64f5d2de-a834-4cb1-8a96-41464353aac6,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:09.274089 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:09.280815 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:09.281249 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.459617 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.505691 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:09.509035 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f447d5-be5b-46cd-9ea8-0444c4506184" -d '{"events": [{"server_uuid": "f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2", "name": "network-vif-plugged", "status": "completed", "tag": "be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:09.525543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89e184-f11d-49b9-8a75-f4453be7bdc2 req-2e6c915e-5241-4ad5-ba43-24acec280c28 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:09.536518 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1f89e184-f11d-49b9-8a75-f4453be7bdc2 req-2e6c915e-5241-4ad5-ba43-24acec280c28 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 950 time: 0.5283239 Jul 09 13:26:09.546423 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6,segment=NetworkSegment(62e69090-1d3d-4446-8a21-024a3ab3d357),segment_id=62e69090-1d3d-4446-8a21-024a3ab3d357)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:09.556138 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.557373 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:09.576896 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-52421a8b-aba6-4a1c-b0b0-56522725b0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:09.578906 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-52421a8b-aba6-4a1c-b0b0-56522725b0ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 1098 time: 0.4344106 Jul 09 13:26:09.702159 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-23ccb958-a3c8-48ea-a9ae-2d36c6cbb963 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=64f5d2de-a834-4cb1-8a96-41464353aac6 HTTP/1.1" status: 200 len: 217 time: 0.1071818 Jul 09 13:26:09.741445 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9c5ac7-71b1-4549-bd13-8bcf07741cd3 req-eb521139-58e2-4f45-887c-24f2830323b9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:09.748843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c9c5ac7-71b1-4549-bd13-8bcf07741cd3 req-eb521139-58e2-4f45-887c-24f2830323b9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 947 time: 0.6610968 Jul 09 13:26:09.751924 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:09.756925 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b83773c0-0890-4a78-aabb-8fa78664aa2d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:09.812917 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1f89e184-f11d-49b9-8a75-f4453be7bdc2 req-c7853473-88ca-4008-be6b-7391eb60253c tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751541 Jul 09 13:26:09.816545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:09.824280 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:09.825603 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.940624 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port b83773c0-0890-4a78-aabb-8fa78664aa2d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:09.958393 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c9c5ac7-71b1-4549-bd13-8bcf07741cd3 req-810cdd71-85dc-42d1-830b-e671bb26f0ca tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2092276 Jul 09 13:26:09.959279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b0988e98-361e-48ac-82fb-805309a99427 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:09.961581 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b0988e98-361e-48ac-82fb-805309a99427 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7989624 Jul 09 13:26:09.969717 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-fa660925-4a2e-4d68-b8a4-c5a4edb87745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:09.974247 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-fa660925-4a2e-4d68-b8a4-c5a4edb87745 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.2559919 Jul 09 13:26:09.976164 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port b83773c0-0890-4a78-aabb-8fa78664aa2d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:09.976786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Network f340b2bb-8fc7-493a-a51d-440e2eb04d1c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:09.979346 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:09.995461 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Request body: {'port': {'device_id': 'a5999221-3552-4583-920c-8ee77f3917f6', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'caaf1ec5a5144542afbdff8d089c2492'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:10.003322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:10.107505 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57f9c4a5-9c1f-426c-a436-9877ac45cfd0 x-openstack-request-id: req-57f9c4a5-9c1f-426c-a436-9877ac45cfd0 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:10.108835 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b", "tag": "64f5d2de-a834-4cb1-8a96-41464353aac6", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:10.110525 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57f9c4a5-9c1f-426c-a436-9877ac45cfd0 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:10.116988 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b', 'tag': '64f5d2de-a834-4cb1-8a96-41464353aac6', 'status': 'completed', 'code': 200} Jul 09 13:26:10.212318 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:10.221197 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-18ebc708-7d70-4139-9b0a-3618ad662baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:10.224483 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-18ebc708-7d70-4139-9b0a-3618ad662baa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2402644 Jul 09 13:26:10.243928 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d3aa9a-6fae-457e-8c45-f5934bb86cf2 x-openstack-request-id: req-54d3aa9a-6fae-457e-8c45-f5934bb86cf2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:10.244222 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2", "name": "network-vif-plugged", "status": "completed", "tag": "be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:10.244484 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-54d3aa9a-6fae-457e-8c45-f5934bb86cf2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:10.244884 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6', 'code': 200} Jul 09 13:26:10.283212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7,segment=NetworkSegment(9bcb12ed-9344-4157-980c-8baa485686d1),segment_id=9bcb12ed-9344-4157-980c-8baa485686d1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:10.397687 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:10.409821 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:10.472529 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:26:10.499795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:10.513151 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Made reservation on behalf of caaf1ec5a5144542afbdff8d089c2492 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:10.517191 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:10.533168 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port b83773c0-0890-4a78-aabb-8fa78664aa2d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b83773c0-0890-4a78-aabb-8fa78664aa2d,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:10.536726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c0a5115f-ed38-48f9-8cf5-d2510067b70a None None] Provisioning complete for port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:10.537218 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0a5115f-ed38-48f9-8cf5-d2510067b70a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:10.540063 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:10.543680 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:10.564374 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac253aaf-b9c3-43cd-8864-9ee478593b5f req-97c58103-d074-4e98-abf5-3a4570d4b7a3 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5999221-3552-4583-920c-8ee77f3917f6 HTTP/1.1" status: 200 len: 210 time: 0.0667653 Jul 09 13:26:10.633810 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-40a12883-861d-4eed-90b7-f045dd777e15 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931251 Jul 09 13:26:10.638822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c0a5115f-ed38-48f9-8cf5-d2510067b70a None None] Port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:26:10.663070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=b83773c0-0890-4a78-aabb-8fa78664aa2d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:10.677218 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ee41f-2c20-41b7-9650-4d88b9d399f4 req-1482b522-aadc-4acc-a585-1f7c49dd5103 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:10.685306 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10ee41f-2c20-41b7-9650-4d88b9d399f4 req-1482b522-aadc-4acc-a585-1f7c49dd5103 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:10.686973 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c10ee41f-2c20-41b7-9650-4d88b9d399f4 req-1482b522-aadc-4acc-a585-1f7c49dd5103 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1683 time: 0.2876287 Jul 09 13:26:10.783752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:26:10.805236 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3ff3a031-d1c6-4e08-a70b-f6f68b2202af admin admin] 10.222.0.39 "PUT /v2.0/routers/33be1358-2f07-4a4b-aa47-a26d5a8f71ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1302974 Jul 09 13:26:10.806414 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c10ee41f-2c20-41b7-9650-4d88b9d399f4 req-b75be44f-6542-4c2a-b2ce-f8a8ce85928d tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976112 Jul 09 13:26:10.833211 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83ae18cb-3f0d-401c-b5f5-a67ac73d6f7a req-395de546-1b21-43d0-9566-f54983561235 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816785 Jul 09 13:26:10.865482 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:10.871725 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:10.972899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-f2cb0587-e494-4e2a-858d-2398b000746a tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=3a573eed2f114f389e7bfa36f1f20fbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445204 Jul 09 13:26:11.012786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60f98391-7a47-4d2c-ab80-ef75f1c27905,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:11.074623 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d40511-a201-45fa-9bc8-3d38e3096294 req-3ae2beec-87c0-4136-a6e8-f135172afccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:11.076320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94d40511-a201-45fa-9bc8-3d38e3096294 req-3ae2beec-87c0-4136-a6e8-f135172afccc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 1098 time: 0.1824446 Jul 09 13:26:11.100027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Allocated IP 192.168.233.58 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/0eea49ae-3f2a-4c0d-982a-d215692ed343) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:11.213860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-2e39d07c-ddef-4f25-af79-d12801edceb6 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:11.221200 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-2e39d07c-ddef-4f25-af79-d12801edceb6 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2414017 Jul 09 13:26:11.252379 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-d7d351c2-d504-4d36-8a16-3445ed10c898 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/quotas/3a573eed2f114f389e7bfa36f1f20fbc HTTP/1.1" status: 200 len: 375 time: 0.0300481 Jul 09 13:26:11.305536 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d40511-a201-45fa-9bc8-3d38e3096294 req-00064cea-8b95-4328-92bb-5bd0c147cd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:11.307883 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94d40511-a201-45fa-9bc8-3d38e3096294 req-00064cea-8b95-4328-92bb-5bd0c147cd46 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.2198532 Jul 09 13:26:11.338809 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:11.359019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Transition to ACTIVE for port object 0eea49ae-3f2a-4c0d-982a-d215692ed343 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:11.361658 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94d40511-a201-45fa-9bc8-3d38e3096294 req-098771a4-1290-42ab-bce4-c3c99844cb99 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=64f5d2de-a834-4cb1-8a96-41464353aac6 HTTP/1.1" status: 200 len: 217 time: 0.0464342 Jul 09 13:26:11.408277 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:11.418907 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-e212bb71-ca82-4b8c-beeb-cfa205f605ff tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=3a573eed2f114f389e7bfa36f1f20fbc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1656415 Jul 09 13:26:11.465740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d40511-a201-45fa-9bc8-3d38e3096294 req-2ca6e232-f41e-4e7a-b117-c70356eae3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:11.465740 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94d40511-a201-45fa-9bc8-3d38e3096294 req-2ca6e232-f41e-4e7a-b117-c70356eae3b6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0837398 Jul 09 13:26:11.501987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Pushing event updated for resources: {'Port': ['ID=0eea49ae-3f2a-4c0d-982a-d215692ed343,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:11.516113 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:11.517674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:11.531923 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:11.597182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d40511-a201-45fa-9bc8-3d38e3096294 req-88a1697e-f280-4569-a6e4-0b7a0b477511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:11.600667 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94d40511-a201-45fa-9bc8-3d38e3096294 req-88a1697e-f280-4569-a6e4-0b7a0b477511 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1292093 Jul 09 13:26:11.624484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:11.624632 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:11.667766 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-f3a36a5c-9639-43d0-8d11-b3ce2f1c927f tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6867342 Jul 09 13:26:11.680836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Request body: {'port': {'device_id': 'a5999221-3552-4583-920c-8ee77f3917f6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:11.685851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b83773c0-0890-4a78-aabb-8fa78664aa2d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:11.855750 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:11.877708 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94d40511-a201-45fa-9bc8-3d38e3096294 req-cb56591e-1c60-40a9-9317-40c0689e3508 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665532 Jul 09 13:26:12.031913 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Sync routers for ids ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:26:12.090490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Routers {'33be1358-2f07-4a4b-aa47-a26d5a8f71ac'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:12.091201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:26:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:12.093615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1b33b6e3-8b2a-4c9b-ad14-1fc3b26e967f None None] Provisioning for port 0eea49ae-3f2a-4c0d-982a-d215692ed343 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:12.123295 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1b33b6e3-8b2a-4c9b-ad14-1fc3b26e967f None None] Provisioning complete for port 0eea49ae-3f2a-4c0d-982a-d215692ed343 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:12.123794 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b33b6e3-8b2a-4c9b-ad14-1fc3b26e967f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:12.126607 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94d40511-a201-45fa-9bc8-3d38e3096294 req-07e2eea5-1a16-4d2e-b3f0-3106699ca89e service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412910 Jul 09 13:26:12.134973 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50986) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:12.157752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8ef8c28d-41a9-4520-a30e-998a258e51eb tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Request body: {'security_group': {'name': 'tempest-securitygroup--495038996', 'description': 'tempest-description--709084695'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:12.203465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302c9a59-9ae0-449a-9c1b-41667b30f175 req-3dd9b9bb-f56f-4c36-9753-4b5b653ac3f2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:12.210613 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-302c9a59-9ae0-449a-9c1b-41667b30f175 req-3dd9b9bb-f56f-4c36-9753-4b5b653ac3f2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 947 time: 0.1451814 Jul 09 13:26:12.218933 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c28d-41a9-4520-a30e-998a258e51eb tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:12.247376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:12.251197 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0d91420-5de3-4144-b794-b0bf4d45088f" -d '{"events": [{"server_uuid": "f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2", "name": "network-vif-plugged", "status": "completed", "tag": "8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:12.298336 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-302c9a59-9ae0-449a-9c1b-41667b30f175 req-5ffdc797-adbe-4a9e-901c-8b6766e55875 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862923 Jul 09 13:26:12.327330 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1b33b6e3-8b2a-4c9b-ad14-1fc3b26e967f None None] Port 0eea49ae-3f2a-4c0d-982a-d215692ed343 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:26:12.349764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port b83773c0-0890-4a78-aabb-8fa78664aa2d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:12.350223 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:12.399891 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c28d-41a9-4520-a30e-998a258e51eb tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:12.406738 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c28d-41a9-4520-a30e-998a258e51eb tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:12.425045 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Set router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:12.445500 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ef8c28d-41a9-4520-a30e-998a258e51eb tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:12.447120 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8ef8c28d-41a9-4520-a30e-998a258e51eb tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.3025250 Jul 09 13:26:12.456551 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50994) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:12.458357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0eea49ae-3f2a-4c0d-982a-d215692ed343 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:12.463601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-29f1a0e6-64a3-4c7c-be02-2d51bf57e208 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Request body: {'security_group_rule': {'security_group_id': 'fb6d5aff-508a-403e-8277-2cc1403d0290', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:12.475377 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef8c28d-41a9-4520-a30e-998a258e51eb tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb6d5aff-508a-403e-8277-2cc1403d0290,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:12.477170 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:12.517323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Transition to ACTIVE for port object 0eea49ae-3f2a-4c0d-982a-d215692ed343 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:12.526813 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:12.573785 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29f1a0e6-64a3-4c7c-be02-2d51bf57e208 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:12.655834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1734e63d-b4c0-4399-b9d7-46b98253cb74 req-a76a97ea-a7de-42ab-99e8-2d830043bcde tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:12.658246 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0eea49ae-3f2a-4c0d-982a-d215692ed343,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:12.661086 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1734e63d-b4c0-4399-b9d7-46b98253cb74 req-a76a97ea-a7de-42ab-99e8-2d830043bcde tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5999221-3552-4583-920c-8ee77f3917f6 HTTP/1.1" status: 200 len: 935 time: 0.1585312 Jul 09 13:26:12.701949 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29f1a0e6-64a3-4c7c-be02-2d51bf57e208 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:12.729126 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29f1a0e6-64a3-4c7c-be02-2d51bf57e208 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:12.750948 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-122cfd38-5146-461b-b4de-8dacaf33b4bc req-72a9ead2-24be-4643-a476-1b21e8a254be tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 210 time: 0.0881882 Jul 09 13:26:12.755713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f1a0e6-64a3-4c7c-be02-2d51bf57e208 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ebf5985-444b-46a1-90ba-c8e6c0353985,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:12.776660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Attempting to bind port 0eea49ae-3f2a-4c0d-982a-d215692ed343 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:12.777009 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Attempting to bind port 0eea49ae-3f2a-4c0d-982a-d215692ed343 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:12.777353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Attempting to bind port 0eea49ae-3f2a-4c0d-982a-d215692ed343 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:12.788161 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29f1a0e6-64a3-4c7c-be02-2d51bf57e208 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:12.793799 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-29f1a0e6-64a3-4c7c-be02-2d51bf57e208 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3329909 Jul 09 13:26:12.796336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50998) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:12.801696 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Port 0eea49ae-3f2a-4c0d-982a-d215692ed343 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:26:12.802210 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Attempting to bind port 0eea49ae-3f2a-4c0d-982a-d215692ed343 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:12.804583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f021a01b-d1e3-45f6-8105-8047169f7a5d tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Request body: {'security_group_rule': {'security_group_id': 'fb6d5aff-508a-403e-8277-2cc1403d0290', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:12.814631 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:12.814631 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:12.814631 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:12.815034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Bound port: 0eea49ae-3f2a-4c0d-982a-d215692ed343, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:12.815341 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:12.842509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'name': 'tempest-ServersTestJSON-411623761-router', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:00Z', 'updated_at': '2021-07-09T13:26:08Z', 'revision_number': 4, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'gw_port': {'id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:02Z', 'updated_at': '2021-07-09T13:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d', 'name': '', 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'mac_address': 'fa:16:3e:49:d3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:07Z', 'updated_at': '2021-07-09T13:26:08Z', 'revision_number': 2, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'subnets': [{'id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:12.853060 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1734e63d-b4c0-4399-b9d7-46b98253cb74 req-f7f4d553-d766-4baa-a4b2-e27e80ccd2d8 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/security-groups?id=60f98391-7a47-4d2c-ab80-ef75f1c27905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668797 Jul 09 13:26:12.879575 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f021a01b-d1e3-45f6-8105-8047169f7a5d tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:12.918619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Checking router: 33be1358-2f07-4a4b-aa47-a26d5a8f71ac for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:26:12.919755 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Updating router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:26:12.957308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] For port 0eea49ae-3f2a-4c0d-982a-d215692ed343, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:12.963847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] For port 0eea49ae-3f2a-4c0d-982a-d215692ed343, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=0eea49ae-3f2a-4c0d-982a-d215692ed343,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:12.975307 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.005515 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.051575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:13.052627 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.053465 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f021a01b-d1e3-45f6-8105-8047169f7a5d tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.056729 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] 10.222.0.15 "PUT /v2.0/ports/0eea49ae-3f2a-4c0d-982a-d215692ed343 HTTP/1.1" status: 200 len: 1095 time: 1.3841479 Jul 09 13:26:13.057286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5999221-3552-4583-920c-8ee77f3917f6', 'tag': '0eea49ae-3f2a-4c0d-982a-d215692ed343'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:13.060710 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f021a01b-d1e3-45f6-8105-8047169f7a5d tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.062992 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93f6444-06d6-4c55-bd17-b07dffe07b47" -d '{"events": [{"name": "network-changed", "server_uuid": "a5999221-3552-4583-920c-8ee77f3917f6", "tag": "0eea49ae-3f2a-4c0d-982a-d215692ed343"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:13.120618 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:26:13.123994 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-621ab9f6-1b76-4b72-8660-bdb4ee64dcf3 x-openstack-request-id: req-621ab9f6-1b76-4b72-8660-bdb4ee64dcf3 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:13.124431 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2", "name": "network-vif-plugged", "status": "completed", "tag": "8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:13.124792 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-621ab9f6-1b76-4b72-8660-bdb4ee64dcf3 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:13.125297 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7', 'code': 200} Jul 09 13:26:13.127946 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f021a01b-d1e3-45f6-8105-8047169f7a5d tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=435faba0-bc5b-4838-9943-66f39d95d181,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:13.167395 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a3f595-0856-4d36-9a2f-e626d31916f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0eea49ae-3f2a-4c0d-982a-d215692ed343,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:13.172305 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f021a01b-d1e3-45f6-8105-8047169f7a5d tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.180580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51004) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:13.183366 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f021a01b-d1e3-45f6-8105-8047169f7a5d tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3857195 Jul 09 13:26:13.186296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:13.222233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 64f5d2de-a834-4cb1-8a96-41464353aac6 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:26:13.261030 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27b85c7-d7de-42c0-ab0a-d1ce23052b8f x-openstack-request-id: req-a27b85c7-d7de-42c0-ab0a-d1ce23052b8f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:13.262320 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5999221-3552-4583-920c-8ee77f3917f6", "tag": "0eea49ae-3f2a-4c0d-982a-d215692ed343", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:13.262787 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a27b85c7-d7de-42c0-ab0a-d1ce23052b8f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:13.264064 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5999221-3552-4583-920c-8ee77f3917f6', 'tag': '0eea49ae-3f2a-4c0d-982a-d215692ed343', 'status': 'completed', 'code': 200} Jul 09 13:26:13.265734 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.297089 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3837ab-c416-47f4-82a5-2493ba6ecd26 req-9a3660c3-0eeb-47ca-8919-963190d1a812 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:13.309622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3837ab-c416-47f4-82a5-2493ba6ecd26 req-9a3660c3-0eeb-47ca-8919-963190d1a812 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:13.311595 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c3837ab-c416-47f4-82a5-2493ba6ecd26 req-9a3660c3-0eeb-47ca-8919-963190d1a812 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1683 time: 0.2226503 Jul 09 13:26:13.470603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-2f71d66d-47ee-4b3a-99c0-5981e3b0b854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:13.472255 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-2f71d66d-47ee-4b3a-99c0-5981e3b0b854 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caaf1ec5a5144542afbdff8d089c2492&device_id=a5999221-3552-4583-920c-8ee77f3917f6 HTTP/1.1" status: 200 len: 1098 time: 0.2341702 Jul 09 13:26:13.482683 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 64f5d2de-a834-4cb1-8a96-41464353aac6, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=64f5d2de-a834-4cb1-8a96-41464353aac6,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:13.527679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '64f5d2de-a834-4cb1-8a96-41464353aac6', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '64f5d2de-a834-4cb1-8a96-41464353aac6', 'mac_address': 'fa:16:3e:0d:6b:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:26:13.548105 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-fe8e3c5d-94f8-4e8b-aea3-043966882ed7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=0eea49ae-3f2a-4c0d-982a-d215692ed343 HTTP/1.1" status: 200 len: 217 time: 0.0680249 Jul 09 13:26:13.548467 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c3837ab-c416-47f4-82a5-2493ba6ecd26 req-e3537db1-8a63-4101-a200-224b1837c8ef tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696672 Jul 09 13:26:13.559624 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb3008-fa02-442e-a188-07535b6abc7e req-3bfe030d-fe3d-497f-b45b-6923fb0aeca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:13.560263 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb3008-fa02-442e-a188-07535b6abc7e req-3bfe030d-fe3d-497f-b45b-6923fb0aeca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:13.562073 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26bb3008-fa02-442e-a188-07535b6abc7e req-3bfe030d-fe3d-497f-b45b-6923fb0aeca8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1985 time: 0.2483857 Jul 09 13:26:13.654187 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.667536 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26bb3008-fa02-442e-a188-07535b6abc7e req-fac4bd52-d374-4fc1-bac9-06ca868bbee9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934575 Jul 09 13:26:13.691690 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.696991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f5d2de-a834-4cb1-8a96-41464353aac6 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:13.720817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-08647109-088c-42e5-8f38-8b0c8dc433c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:13.722800 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Transition to ACTIVE for port object b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:13.723208 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-08647109-088c-42e5-8f38-8b0c8dc433c9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1573694 Jul 09 13:26:13.725215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.739412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 64f5d2de-a834-4cb1-8a96-41464353aac6, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=64f5d2de-a834-4cb1-8a96-41464353aac6,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:13.743129 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.799062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd8acb-7b2a-4d73-b6bf-b604c9bdfb93 None None] Pushing event updated for resources: {'Port': ['ID=b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:13.804621 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:13.947546 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-a87ed644-0e3e-4b3a-8f50-3da2b2fb690f tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=3a573eed2f114f389e7bfa36f1f20fbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0791743 Jul 09 13:26:13.964527 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-0f471e35-404e-4542-81f4-e5c405bcc701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:13.968779 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-0f471e35-404e-4542-81f4-e5c405bcc701 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2306600 Jul 09 13:26:13.979916 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=64f5d2de-a834-4cb1-8a96-41464353aac6,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:14.017882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Attempting to bind port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:14.018265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Attempting to bind port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'c75e690b-0944-4853-a8cd-0b0cdfaba9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:14.020393 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Attempting to bind port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d on network f340b2bb-8fc7-493a-a51d-440e2eb04d1c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:14.043049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:14.043459 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Checking segment: {'id': 'c75e690b-0944-4853-a8cd-0b0cdfaba9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:14.045996 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:14.046464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Bound using segment: {'id': 'c75e690b-0944-4853-a8cd-0b0cdfaba9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:14.047459 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Bound port: b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c75e690b-0944-4853-a8cd-0b0cdfaba9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:14.048279 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:14.075788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444dd392-dcb4-4d4d-b493-97ac895d4826 req-22c2c5aa-b4fa-4a5d-aac2-5abe003fa9d2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:14.084362 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-444dd392-dcb4-4d4d-b493-97ac895d4826 req-22c2c5aa-b4fa-4a5d-aac2-5abe003fa9d2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 948 time: 0.3215222 Jul 09 13:26:14.153642 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c822a84-7a70-4d5a-8b20-066932114f88 req-eab7867f-cf30-4897-ac15-97131ce877fe tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 210 time: 0.0541563 Jul 09 13:26:14.154142 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51022) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:14.165807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Allocated IP 172.25.2.11 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/6c44ed6b-802a-49ae-84be-854cf0569162) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:14.181640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] For port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:14.205035 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['64f5d2de-a834-4cb1-8a96-41464353aac6'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:14.216298 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-444dd392-dcb4-4d4d-b493-97ac895d4826 req-c4892694-0342-4484-afe8-95d51ecb8563 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306462 Jul 09 13:26:14.248046 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-cb36bd69-ef42-483d-9e1c-5f0211b7f0c4 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:14.252992 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-cb36bd69-ef42-483d-9e1c-5f0211b7f0c4 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2935154 Jul 09 13:26:14.264883 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-4a713ed5-a7ec-4c83-abac-4375a9b633ee tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Request body: {'port': {'device_id': '68ec365d-8d71-448c-b5de-b8edb9573112', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': '3a573eed2f114f389e7bfa36f1f20fbc'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:14.375449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] For port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d,segment=NetworkSegment(c75e690b-0944-4853-a8cd-0b0cdfaba9a3),segment_id=c75e690b-0944-4853-a8cd-0b0cdfaba9a3)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:14.395178 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-1a6df382-d913-4d57-91e3-590730030aca service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4178138 Jul 09 13:26:14.399313 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:14.417032 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8166fcf1-0307-434a-a97c-483408d12c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:14.527295 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:14.545643 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dd8acb-7b2a-4d73-b6bf-b604c9bdfb93 None None] Pushing event updated for resources: {'Port': ['ID=b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:14.560217 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Routers {'33be1358-2f07-4a4b-aa47-a26d5a8f71ac'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:14.560898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:26:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:14.595893 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3f8493-7ce4-4fdb-a52d-8040e3bb41f3 req-46477bdc-7067-4398-967d-2b97e1852211 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881588 Jul 09 13:26:14.621757 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623449ea-6f39-400b-9bf0-6420f11acb21 req-661fc552-2bd8-44f2-9fcb-9a7d6631c005 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:14.624567 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-623449ea-6f39-400b-9bf0-6420f11acb21 req-661fc552-2bd8-44f2-9fcb-9a7d6631c005 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5999221-3552-4583-920c-8ee77f3917f6 HTTP/1.1" status: 200 len: 947 time: 0.2474353 Jul 09 13:26:14.641693 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:14.720018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:14.756735 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:14.766632 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:14.786958 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-623449ea-6f39-400b-9bf0-6420f11acb21 req-1fa18c22-1ef2-408e-ba64-5d2b1d49273a tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/security-groups?id=60f98391-7a47-4d2c-ab80-ef75f1c27905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381624 Jul 09 13:26:14.787972 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] Set router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:14.808641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Pushing event updated for resources: {'Port': ['ID=6c44ed6b-802a-49ae-84be-854cf0569162,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:14.901334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f6444-06d6-4c55-bd17-b07dffe07b47 req-899ce14d-e133-4ae0-b271-574065ec68f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:14.903309 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f93f6444-06d6-4c55-bd17-b07dffe07b47 req-899ce14d-e133-4ae0-b271-574065ec68f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caaf1ec5a5144542afbdff8d089c2492&device_id=a5999221-3552-4583-920c-8ee77f3917f6 HTTP/1.1" status: 200 len: 1098 time: 0.1988447 Jul 09 13:26:14.919660 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8166fcf1-0307-434a-a97c-483408d12c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:14.933176 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:14.938364 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8166fcf1-0307-434a-a97c-483408d12c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:14.989695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8166fcf1-0307-434a-a97c-483408d12c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=508274ef-e508-40e7-bcb2-2a1c67917c38,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:15.008854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-4a713ed5-a7ec-4c83-abac-4375a9b633ee tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Made reservation on behalf of 3a573eed2f114f389e7bfa36f1f20fbc for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:15.012683 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-4a713ed5-a7ec-4c83-abac-4375a9b633ee tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:15.033409 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8166fcf1-0307-434a-a97c-483408d12c0b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5ddce337a9cd436cbf19d41e344cdf38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8711150 Jul 09 13:26:15.040219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51030) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:15.040219 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:15.052508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346110ea-1ba9-4ef2-8a83-a4900cf7e86c req-cee4b520-1825-40b2-8132-931568adf023 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:15.059222 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346110ea-1ba9-4ef2-8a83-a4900cf7e86c req-cee4b520-1825-40b2-8132-931568adf023 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:15.063462 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-346110ea-1ba9-4ef2-8a83-a4900cf7e86c req-cee4b520-1825-40b2-8132-931568adf023 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1683 time: 0.2645378 Jul 09 13:26:15.106787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'name': 'tempest-ServersTestJSON-411623761-router', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:00Z', 'updated_at': '2021-07-09T13:26:08Z', 'revision_number': 4, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'gw_port': {'id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:02Z', 'updated_at': '2021-07-09T13:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d', 'name': '', 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'mac_address': 'fa:16:3e:49:d3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:07Z', 'updated_at': '2021-07-09T13:26:14Z', 'revision_number': 4, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'subnets': [{'id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:15.107536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f6444-06d6-4c55-bd17-b07dffe07b47 req-58e84fa0-197d-4736-b68b-79c9df56ea9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:15.110149 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f93f6444-06d6-4c55-bd17-b07dffe07b47 req-58e84fa0-197d-4736-b68b-79c9df56ea9b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1982689 Jul 09 13:26:15.141884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843708dd-a130-45a2-afd1-2f2e9126bc84 None None] The sync data for ids ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'] in n-d-799525-3 is: [{'id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'name': 'tempest-ServersTestJSON-411623761-router', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:00Z', 'updated_at': '2021-07-09T13:26:08Z', 'revision_number': 4, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'gw_port': {'id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:02Z', 'updated_at': '2021-07-09T13:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d', 'name': '', 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'mac_address': 'fa:16:3e:49:d3:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:07Z', 'updated_at': '2021-07-09T13:26:14Z', 'revision_number': 4, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'subnets': [{'id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:26:15.171625 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-346110ea-1ba9-4ef2-8a83-a4900cf7e86c req-9f601b36-ddb6-4099-84d7-5c67bff1915b tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951767 Jul 09 13:26:15.255394 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f93f6444-06d6-4c55-bd17-b07dffe07b47 req-982e51e5-7077-4f18-ade6-d5b0e13a5e1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.58&port_id=0eea49ae-3f2a-4c0d-982a-d215692ed343 HTTP/1.1" status: 200 len: 217 time: 0.1246428 Jul 09 13:26:15.308878 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-4a713ed5-a7ec-4c83-abac-4375a9b633ee tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Allocated IP 192.168.233.53 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/797ef478-c715-4c9c-a64c-f9248343ec99) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:15.380327 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b9f85816-ff81-41ec-84a0-3ab2743ed014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:15.401104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f6444-06d6-4c55-bd17-b07dffe07b47 req-0573d9c9-a148-42c8-bab5-43ba5f71b8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:15.402743 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f93f6444-06d6-4c55-bd17-b07dffe07b47 req-0573d9c9-a148-42c8-bab5-43ba5f71b8e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1053379 Jul 09 13:26:15.474268 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b9f85816-ff81-41ec-84a0-3ab2743ed014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:15.537180 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb7fe1ce-a9c3-4b7d-b109-539245640bcb req-c49c6a2a-2a42-4e1f-9329-84cf19f2e7c4 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 210 time: 0.1215746 Jul 09 13:26:15.579376 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:15.584203 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f6444-06d6-4c55-bd17-b07dffe07b47 req-2817018f-bc6c-433f-aeab-1900ff05340f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:15.584203 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f93f6444-06d6-4c55-bd17-b07dffe07b47 req-2817018f-bc6c-433f-aeab-1900ff05340f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1697981 Jul 09 13:26:15.589563 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:15.653116 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-4a713ed5-a7ec-4c83-abac-4375a9b633ee tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:15.658695 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98a30e9e-0009-4438-ab76-76299f1086c3 req-78bd5493-dde2-4247-9ebb-bffca766025f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2418501 Jul 09 13:26:15.668651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad51fc7c-1a8b-410b-a440-9b9a4e12b044 req-c3d85b84-34fa-4bf7-ae3a-e3144a3120b4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:15.670217 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad51fc7c-1a8b-410b-a440-9b9a4e12b044 req-c3d85b84-34fa-4bf7-ae3a-e3144a3120b4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 948 time: 0.2527862 Jul 09 13:26:15.703699 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-4a713ed5-a7ec-4c83-abac-4375a9b633ee tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Transition to ACTIVE for port object 797ef478-c715-4c9c-a64c-f9248343ec99 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:15.714759 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b9f85816-ff81-41ec-84a0-3ab2743ed014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:15.718076 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b9f85816-ff81-41ec-84a0-3ab2743ed014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:15.719154 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b9f85816-ff81-41ec-84a0-3ab2743ed014 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/508274ef-e508-40e7-bcb2-2a1c67917c38 HTTP/1.1" status: 204 len: 168 time: 0.6764860 Jul 09 13:26:15.747521 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:15.767361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Pushing event updated for resources: {'Port': ['ID=6c44ed6b-802a-49ae-84be-854cf0569162,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:15.777338 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f85816-ff81-41ec-84a0-3ab2743ed014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=508274ef-e508-40e7-bcb2-2a1c67917c38,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:15.833877 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad51fc7c-1a8b-410b-a440-9b9a4e12b044 req-d9aab7f6-9fdc-47df-bff5-21de313b8df2 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527426 Jul 09 13:26:15.878850 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:15.887717 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a30e9e-0009-4438-ab76-76299f1086c3 req-5d54c9da-eaeb-4b2f-bee9-1829d9b83b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:15.889449 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98a30e9e-0009-4438-ab76-76299f1086c3 req-5d54c9da-eaeb-4b2f-bee9-1829d9b83b0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 1101 time: 0.2042356 Jul 09 13:26:15.900124 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:15.906800 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:15.907626 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:15.914404 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-4a713ed5-a7ec-4c83-abac-4375a9b633ee tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:15.919919 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f93f6444-06d6-4c55-bd17-b07dffe07b47 req-587cee96-04a6-40ae-93de-30eb7fc3eaae service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3274748 Jul 09 13:26:15.945225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['31c8674a-a273-4234-811c-b8a4bbef9b01'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:15.987359 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:15.995583 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a6e4ef78-377d-46dd-a772-48610795c4a1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8070321 Jul 09 13:26:16.111192 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.186020 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f93f6444-06d6-4c55-bd17-b07dffe07b47 req-4702055c-4412-4492-a5c3-aafce3eb6889 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2518024 Jul 09 13:26:16.205545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d,segment=NetworkSegment(c75e690b-0944-4853-a8cd-0b0cdfaba9a3),segment_id=c75e690b-0944-4853-a8cd-0b0cdfaba9a3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:16.220068 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.322757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:16.365536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51058) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:16.384729 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50333311-6e5a-45aa-9d87-cd04c4c1f788 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.544198 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8529942f-e4f1-413f-9060-291e60795a42 req-08b6e3ac-f019-4f4b-aa7d-e1c33d60e045 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=51f38536-8608-418f-b522-2609a5846807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1127923 Jul 09 13:26:16.582976 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50333311-6e5a-45aa-9d87-cd04c4c1f788 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.589647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50333311-6e5a-45aa-9d87-cd04c4c1f788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.610672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-4a713ed5-a7ec-4c83-abac-4375a9b633ee tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:16.631880 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a713ed5-a7ec-4c83-abac-4375a9b633ee tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Pushing event updated for resources: {'Port': ['ID=797ef478-c715-4c9c-a64c-f9248343ec99,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:16.635422 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-4a713ed5-a7ec-4c83-abac-4375a9b633ee tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:16.649402 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-4a713ed5-a7ec-4c83-abac-4375a9b633ee tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:16.684408 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-50333311-6e5a-45aa-9d87-cd04c4c1f788 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c5ab39f3fa2649299af4ad64b4a7b46c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3173299 Jul 09 13:26:16.686706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51066) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:16.696171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50333311-6e5a-45aa-9d87-cd04c4c1f788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dfd8733-852b-461a-b179-78e4083ab6d7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:16.742268 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-e32a31e1-ab1c-4100-a82f-4ff2cbcd137c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--495038996&fields=id&tenant_id=ec3c5a4d112d406d82ff46a44f17b6a5 HTTP/1.1" status: 200 len: 267 time: 0.1737580 Jul 09 13:26:16.749669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a30e9e-0009-4438-ab76-76299f1086c3 req-5b3f8c04-404a-4b91-84a3-9ecd1c0df4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:16.751219 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98a30e9e-0009-4438-ab76-76299f1086c3 req-5b3f8c04-404a-4b91-84a3-9ecd1c0df4f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.8262074 Jul 09 13:26:16.775241 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-4a713ed5-a7ec-4c83-abac-4375a9b633ee tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:16.775940 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-4a713ed5-a7ec-4c83-abac-4375a9b633ee tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:16.873647 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98a30e9e-0009-4438-ab76-76299f1086c3 req-824ed2ae-fd84-4581-91d9-8ac702be9581 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.178&port_id=3cd86051-6b1c-4374-9508-f95ed736833f HTTP/1.1" status: 200 len: 217 time: 0.1054394 Jul 09 13:26:16.884774 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d36501-5091-46c3-b20f-b2479d728891 req-758074c0-8b5e-416d-a0ba-32b845f1e51b tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:16.892022 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61d36501-5091-46c3-b20f-b2479d728891 req-758074c0-8b5e-416d-a0ba-32b845f1e51b tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5999221-3552-4583-920c-8ee77f3917f6 HTTP/1.1" status: 200 len: 947 time: 0.8589978 Jul 09 13:26:16.900984 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-4a713ed5-a7ec-4c83-abac-4375a9b633ee tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6407564 Jul 09 13:26:16.935646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Request body: {'port': {'device_id': '68ec365d-8d71-448c-b5de-b8edb9573112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:17.019312 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b9cf48f0-d816-4c0c-9090-c16637f65cc1 None None] Provisioning for port 797ef478-c715-4c9c-a64c-f9248343ec99 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:17.030017 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b9cf48f0-d816-4c0c-9090-c16637f65cc1 None None] Provisioning complete for port 797ef478-c715-4c9c-a64c-f9248343ec99 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:17.031893 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9cf48f0-d816-4c0c-9090-c16637f65cc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:17.065907 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61d36501-5091-46c3-b20f-b2479d728891 req-13708c0d-3c80-4262-a6cb-c5a5c03965ac tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/security-groups?id=60f98391-7a47-4d2c-ab80-ef75f1c27905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728961 Jul 09 13:26:17.072431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529942f-e4f1-413f-9060-291e60795a42 req-2b1b0fb1-37a1-4f2f-a715-59e7baef14d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:17.074297 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8529942f-e4f1-413f-9060-291e60795a42 req-2b1b0fb1-37a1-4f2f-a715-59e7baef14d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&device_id=51f38536-8608-418f-b522-2609a5846807 HTTP/1.1" status: 200 len: 1101 time: 0.4703174 Jul 09 13:26:17.084276 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a30e9e-0009-4438-ab76-76299f1086c3 req-bf99679b-e841-4214-a57b-c335f3a7eb1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:17.086650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98a30e9e-0009-4438-ab76-76299f1086c3 req-bf99679b-e841-4214-a57b-c335f3a7eb1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1920648 Jul 09 13:26:17.098047 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-794a632e-44a5-42d6-bf49-e723b4353085 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:17.100090 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-794a632e-44a5-42d6-bf49-e723b4353085 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/networks?id=f340b2bb-8fc7-493a-a51d-440e2eb04d1c HTTP/1.1" status: 200 len: 805 time: 0.3461597 Jul 09 13:26:17.114488 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e38d3e0-0a3f-420a-b2ad-565109c4b3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:17.177664 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-8a0ea1b0-df6e-4ed8-84e7-c6b21500789c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/quotas/ec3c5a4d112d406d82ff46a44f17b6a5 HTTP/1.1" status: 200 len: 375 time: 0.0362649 Jul 09 13:26:17.185271 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e38d3e0-0a3f-420a-b2ad-565109c4b3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:17.204491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 0eea49ae-3f2a-4c0d-982a-d215692ed343 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:26:17.206506 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 64f5d2de-a834-4cb1-8a96-41464353aac6 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:17.252966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b9cf48f0-d816-4c0c-9090-c16637f65cc1 None None] Port 797ef478-c715-4c9c-a64c-f9248343ec99 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:26:17.253499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529942f-e4f1-413f-9060-291e60795a42 req-59baaff5-a1a0-4726-81ac-3ea6d5ecc027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:17.255049 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8529942f-e4f1-413f-9060-291e60795a42 req-59baaff5-a1a0-4726-81ac-3ea6d5ecc027 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1490662 Jul 09 13:26:17.263780 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:17.282932 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e38d3e0-0a3f-420a-b2ad-565109c4b3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:17.285700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e38d3e0-0a3f-420a-b2ad-565109c4b3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:17.289343 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9e38d3e0-0a3f-420a-b2ad-565109c4b3a6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2dfd8733-852b-461a-b179-78e4083ab6d7 HTTP/1.1" status: 204 len: 168 time: 0.5990531 Jul 09 13:26:17.322617 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8529942f-e4f1-413f-9060-291e60795a42 req-16fddc03-0beb-4b83-a209-70ba7a50d66e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.165&port_id=214d123d-b283-4076-9ddc-423d790d7e57 HTTP/1.1" status: 200 len: 217 time: 0.0540380 Jul 09 13:26:17.327706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38d3e0-0a3f-420a-b2ad-565109c4b3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dfd8733-852b-461a-b179-78e4083ab6d7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:17.391074 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529942f-e4f1-413f-9060-291e60795a42 req-077855a3-fc03-4892-878e-3640ece7d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:17.392740 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8529942f-e4f1-413f-9060-291e60795a42 req-077855a3-fc03-4892-878e-3640ece7d586 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0619233 Jul 09 13:26:17.406750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 0eea49ae-3f2a-4c0d-982a-d215692ed343, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=0eea49ae-3f2a-4c0d-982a-d215692ed343,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:17.417914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 64f5d2de-a834-4cb1-8a96-41464353aac6 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:17.424734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '0eea49ae-3f2a-4c0d-982a-d215692ed343', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '0eea49ae-3f2a-4c0d-982a-d215692ed343', 'mac_address': 'fa:16:3e:55:36:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:26:17.427969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 64f5d2de-a834-4cb1-8a96-41464353aac6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:17.428350 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:17.483141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8529942f-e4f1-413f-9060-291e60795a42 req-3856752f-1a7e-4681-bff1-615168dd8413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:17.483141 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8529942f-e4f1-413f-9060-291e60795a42 req-3856752f-1a7e-4681-bff1-615168dd8413 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0788112 Jul 09 13:26:17.483509 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a30e9e-0009-4438-ab76-76299f1086c3 req-d6b20d86-3bed-4b59-9fb4-4cc9a9ba3af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:17.483509 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98a30e9e-0009-4438-ab76-76299f1086c3 req-d6b20d86-3bed-4b59-9fb4-4cc9a9ba3af8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3809471 Jul 09 13:26:17.502705 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:17.526393 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0eea49ae-3f2a-4c0d-982a-d215692ed343 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:17.595583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 0eea49ae-3f2a-4c0d-982a-d215692ed343, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=0eea49ae-3f2a-4c0d-982a-d215692ed343,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:17.610081 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:17.620468 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8529942f-e4f1-413f-9060-291e60795a42 req-99c2da59-0f5b-48f3-b0db-7a10e6588285 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1322572 Jul 09 13:26:17.625103 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:17.663871 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-27e0524b-cac8-4908-a11b-62e7cabb0182 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ec3c5a4d112d406d82ff46a44f17b6a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4735727 Jul 09 13:26:17.682129 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f7f5e-15f6-4446-bb5f-78ba5724a03f req-0299d18b-df4c-461a-a867-79d03db4b429 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:17.689064 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:17.689266 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f7f5e-15f6-4446-bb5f-78ba5724a03f req-0299d18b-df4c-461a-a867-79d03db4b429 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:17.690881 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-745f7f5e-15f6-4446-bb5f-78ba5724a03f req-0299d18b-df4c-461a-a867-79d03db4b429 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1683 time: 0.5025144 Jul 09 13:26:17.743591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f5d2de-a834-4cb1-8a96-41464353aac6'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:17.746678 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f838962-3a14-42b3-815f-a1f7a097183b" -d '{"events": [{"server_uuid": "675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b", "name": "network-vif-plugged", "status": "completed", "tag": "64f5d2de-a834-4cb1-8a96-41464353aac6"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:17.771202 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8529942f-e4f1-413f-9060-291e60795a42 req-9f81abd6-2e63-47ed-b0dd-c41e76c9bb9b service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415493 Jul 09 13:26:17.798217 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 64f5d2de-a834-4cb1-8a96-41464353aac6, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=64f5d2de-a834-4cb1-8a96-41464353aac6,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:17.814269 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:17.831343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=0eea49ae-3f2a-4c0d-982a-d215692ed343,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:17.846103 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:17.846522 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:17.897444 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98a30e9e-0009-4438-ab76-76299f1086c3 req-0d23efab-cbd4-49a8-869d-e43305f88100 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954060 Jul 09 13:26:17.911303 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-745f7f5e-15f6-4446-bb5f-78ba5724a03f req-75b9ee6d-2a1d-4275-aa47-bfbca82f2957 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2020948 Jul 09 13:26:17.921997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['0eea49ae-3f2a-4c0d-982a-d215692ed343'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:18.030534 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=64f5d2de-a834-4cb1-8a96-41464353aac6,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:18.032202 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-8106314d-5867-465e-be7f-4cacd30afdac service neutron] 10.222.0.39 "GET /v2.0/networks/f340b2bb-8fc7-493a-a51d-440e2eb04d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396053 Jul 09 13:26:18.184080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 797ef478-c715-4c9c-a64c-f9248343ec99 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:18.213732 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.251881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51100) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:18.264385 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Transition to ACTIVE for port object 797ef478-c715-4c9c-a64c-f9248343ec99 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:18.267119 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98a30e9e-0009-4438-ab76-76299f1086c3 req-35a42ebd-ace8-4c8e-95c6-83095824b68b service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509462 Jul 09 13:26:18.273765 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.282694 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-988a71d6-cc97-4432-be7b-28ec5f24ae09 service neutron] 10.222.0.39 "GET /v2.0/networks/f340b2bb-8fc7-493a-a51d-440e2eb04d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225575 Jul 09 13:26:18.348218 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697295e2-cefb-4e59-8223-f61373075925 req-44c65b7b-80cb-4b35-a972-43aaaa9ba27f tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:18.350513 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-697295e2-cefb-4e59-8223-f61373075925 req-44c65b7b-80cb-4b35-a972-43aaaa9ba27f tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 935 time: 0.2246845 Jul 09 13:26:18.375762 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=797ef478-c715-4c9c-a64c-f9248343ec99,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:18.398638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-06454b0c-f748-4563-8299-25d879680186 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-393148534-network', 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:18.435801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06454b0c-f748-4563-8299-25d879680186 admin admin] Made reservation on behalf of 86c30d00eb914f1fb6849067f03b2bba for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:18.439184 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06454b0c-f748-4563-8299-25d879680186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.445448 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-697295e2-cefb-4e59-8223-f61373075925 req-2250f0fc-71f0-4629-a731-4cdf8238891a tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856526 Jul 09 13:26:18.466821 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06454b0c-f748-4563-8299-25d879680186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.504935 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Attempting to bind port 797ef478-c715-4c9c-a64c-f9248343ec99 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:18.505272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Attempting to bind port 797ef478-c715-4c9c-a64c-f9248343ec99 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:18.505724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Attempting to bind port 797ef478-c715-4c9c-a64c-f9248343ec99 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:18.514625 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Port 797ef478-c715-4c9c-a64c-f9248343ec99 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:26:18.515118 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Attempting to bind port 797ef478-c715-4c9c-a64c-f9248343ec99 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:18.523200 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:18.524048 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:18.524182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:18.524831 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Bound port: 797ef478-c715-4c9c-a64c-f9248343ec99, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:18.525314 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.619868 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06454b0c-f748-4563-8299-25d879680186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.634043 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] For port 797ef478-c715-4c9c-a64c-f9248343ec99, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:18.636142 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06454b0c-f748-4563-8299-25d879680186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.639562 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] For port 797ef478-c715-4c9c-a64c-f9248343ec99, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=797ef478-c715-4c9c-a64c-f9248343ec99,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:18.649099 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.686188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06454b0c-f748-4563-8299-25d879680186 admin admin] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:26:18.693795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06454b0c-f748-4563-8299-25d879680186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65584f72-1ea5-46eb-96ff-a9701a1fa9f1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:18.720856 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06454b0c-f748-4563-8299-25d879680186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.721212 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-06454b0c-f748-4563-8299-25d879680186 admin admin] Added segment 969943ab-b955-4d53-a90e-765c02610541 of type vlan for network 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 Jul 09 13:26:18.737826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:18.738462 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.739913 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] 10.222.0.15 "PUT /v2.0/ports/797ef478-c715-4c9c-a64c-f9248343ec99 HTTP/1.1" status: 200 len: 1095 time: 1.8194954 Jul 09 13:26:18.747390 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ec365d-8d71-448c-b5de-b8edb9573112', 'tag': '797ef478-c715-4c9c-a64c-f9248343ec99'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:18.750702 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-974588e4-61d7-4025-ab81-8308cec145e0" -d '{"events": [{"name": "network-changed", "server_uuid": "68ec365d-8d71-448c-b5de-b8edb9573112", "tag": "797ef478-c715-4c9c-a64c-f9248343ec99"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:18.787067 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06454b0c-f748-4563-8299-25d879680186 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.832038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d67275d-09fd-4c03-a765-a1526a53b9e1 service neutron] Pushing event updated for resources: {'Port': ['ID=797ef478-c715-4c9c-a64c-f9248343ec99,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:18.866110 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06454b0c-f748-4563-8299-25d879680186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.867790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06454b0c-f748-4563-8299-25d879680186 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:18.868360 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06454b0c-f748-4563-8299-25d879680186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:18.894710 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e893cf6-0dde-40e2-b3a6-218f508513ab x-openstack-request-id: req-9e893cf6-0dde-40e2-b3a6-218f508513ab {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:18.895254 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b", "name": "network-vif-plugged", "status": "completed", "tag": "64f5d2de-a834-4cb1-8a96-41464353aac6", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:18.895351 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e893cf6-0dde-40e2-b3a6-218f508513ab {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:18.895721 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f5d2de-a834-4cb1-8a96-41464353aac6', 'code': 200} Jul 09 13:26:18.900746 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-06454b0c-f748-4563-8299-25d879680186 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6476123 Jul 09 13:26:18.910258 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51114) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:18.925824 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-11b7a39f-509d-4606-85c0-4302e6835ea2 admin admin] Request body: {'subnet': {'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-393148534-subnet', 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:18.954105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06454b0c-f748-4563-8299-25d879680186 admin admin] Pushing event updated for resources: {'Network': ['ID=14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:18.967716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:26:18.999382 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11b7a39f-509d-4606-85c0-4302e6835ea2 admin admin] Made reservation on behalf of 86c30d00eb914f1fb6849067f03b2bba for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:19.001960 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b7a39f-509d-4606-85c0-4302e6835ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.035123 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4892b-fe0e-4b10-b0ec-b7d682619f6a req-b9706298-e779-42e3-a2da-34ab65f7b9fc tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:19.036751 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26b4892b-fe0e-4b10-b0ec-b7d682619f6a req-b9706298-e779-42e3-a2da-34ab65f7b9fc tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 949 time: 0.3671713 Jul 09 13:26:19.050054 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 0eea49ae-3f2a-4c0d-982a-d215692ed343 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:19.129607 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-2f9bcbdf-3286-498c-9cea-27c3c0bfd253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:19.131227 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-2f9bcbdf-3286-498c-9cea-27c3c0bfd253 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a573eed2f114f389e7bfa36f1f20fbc&device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 1098 time: 0.2890587 Jul 09 13:26:19.182958 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 0eea49ae-3f2a-4c0d-982a-d215692ed343 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:19.187744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 0eea49ae-3f2a-4c0d-982a-d215692ed343 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:19.188124 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.234253 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0a3e3117-3b96-47ae-b5a8-01d10e081eef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=797ef478-c715-4c9c-a64c-f9248343ec99 HTTP/1.1" status: 200 len: 217 time: 0.0798948 Jul 09 13:26:19.279962 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.320811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 0eea49ae-3f2a-4c0d-982a-d215692ed343, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=0eea49ae-3f2a-4c0d-982a-d215692ed343,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:19.323726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26b4892b-fe0e-4b10-b0ec-b7d682619f6a req-93b4cda0-5ee6-43bb-b20d-36d4960c3918 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2498641 Jul 09 13:26:19.336823 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.358174 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d01562d-3e52-4bde-90c1-8b0e9d04951d req-d7942726-849b-4a85-9eb5-11d1a4a5c626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:19.359800 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d01562d-3e52-4bde-90c1-8b0e9d04951d req-d7942726-849b-4a85-9eb5-11d1a4a5c626 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 1100 time: 0.2778645 Jul 09 13:26:19.384321 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-78d659ea-9d18-4fa9-8ec9-93287fbd30e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:19.385782 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-78d659ea-9d18-4fa9-8ec9-93287fbd30e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1165140 Jul 09 13:26:19.423281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=0eea49ae-3f2a-4c0d-982a-d215692ed343,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:19.528333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b956bbbe-2d3b-4c8b-aaeb-8d3b3cea0ce9 req-39b96021-b9ad-485e-8a79-27f75695b961 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:19.529946 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b956bbbe-2d3b-4c8b-aaeb-8d3b3cea0ce9 req-39b96021-b9ad-485e-8a79-27f75695b961 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5999221-3552-4583-920c-8ee77f3917f6 HTTP/1.1" status: 200 len: 948 time: 0.3620517 Jul 09 13:26:19.532148 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3dd3c522-047b-4919-a1c2-119efb9c6e9b req-a6f7e66b-c46b-4d1a-9b9b-ff653eaf1458 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 210 time: 0.0661581 Jul 09 13:26:19.537856 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d01562d-3e52-4bde-90c1-8b0e9d04951d req-4ff48f68-1230-44c4-b745-89cc2111a9a6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662610 Jul 09 13:26:19.588632 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd11f775-db21-48d5-bec8-baccb2d7e79d x-openstack-request-id: req-fd11f775-db21-48d5-bec8-baccb2d7e79d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:19.589033 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ec365d-8d71-448c-b5de-b8edb9573112", "tag": "797ef478-c715-4c9c-a64c-f9248343ec99", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:19.589204 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd11f775-db21-48d5-bec8-baccb2d7e79d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:19.589625 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ec365d-8d71-448c-b5de-b8edb9573112', 'tag': '797ef478-c715-4c9c-a64c-f9248343ec99', 'status': 'completed', 'code': 200} Jul 09 13:26:19.636948 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0c566321-f761-4b52-af96-6d9a010cb9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:19.638739 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-0c566321-f761-4b52-af96-6d9a010cb9fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2348816 Jul 09 13:26:19.639722 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b7a39f-509d-4606-85c0-4302e6835ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:19.645516 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b956bbbe-2d3b-4c8b-aaeb-8d3b3cea0ce9 req-7baa60d6-6e78-4d95-b249-1ee0c035ffb5 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/security-groups?id=60f98391-7a47-4d2c-ab80-ef75f1c27905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045387 Jul 09 13:26:19.766679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b7a39f-509d-4606-85c0-4302e6835ea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1039a157-bd32-44fa-ad64-b5f516cd0e55,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:19.832133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b7a39f-509d-4606-85c0-4302e6835ea2 admin admin] Checking segment: {'id': '969943ab-b955-4d53-a90e-765c02610541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:19.832491 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b7a39f-509d-4606-85c0-4302e6835ea2 admin admin] Network hostable DHCP agents. Network: 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:26:19.845882 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-cf9f8316-9c9e-4306-8473-1a66e02ec1b5 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945543 Jul 09 13:26:19.919503 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b7a39f-509d-4606-85c0-4302e6835ea2 admin admin] Network 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:26:19.956156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4360a626-6afa-4359-bf88-51106b4da4e3 req-97e9b7fe-cbea-488d-b105-753d3b96321e tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:19.957704 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4360a626-6afa-4359-bf88-51106b4da4e3 req-97e9b7fe-cbea-488d-b105-753d3b96321e tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 947 time: 0.1964042 Jul 09 13:26:19.964356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-11b7a39f-509d-4606-85c0-4302e6835ea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:19.972435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60abc6fa-f3eb-4ffd-ad0f-7d2eecc7b1d8 None None] Network 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:19.977464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b7a39f-509d-4606-85c0-4302e6835ea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:19.978338 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b7a39f-509d-4606-85c0-4302e6835ea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.015337 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cb9ca4c-e5bb-4358-bffd-1068ae7c6589 req-810b538a-002f-4ca6-b618-2c93a25c0eba service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1597657 Jul 09 13:26:20.053047 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-11b7a39f-509d-4606-85c0-4302e6835ea2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1357522 Jul 09 13:26:20.058812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51128) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:20.063782 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-393148534-router', 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:20.087756 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.089987 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.105493 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4360a626-6afa-4359-bf88-51106b4da4e3 req-04e3c2f2-4306-4b47-87f5-e8ce2e990f39 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376421 Jul 09 13:26:20.177183 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.249233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8', 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8', 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba', 'fixed_ips': [{'subnet_id': '1039a157-bd32-44fa-ad64-b5f516cd0e55'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:26:20.250592 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.387890 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.447441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Allocated IP 172.20.0.2 (14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8/1039a157-bd32-44fa-ad64-b5f516cd0e55/66b1edf9-9814-41ee-af47-3a7c7bf3785e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:20.618060 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe38f1-5490-4c44-b343-1682b7d66bc5 req-05f1c596-b4d4-4540-9838-bd9c00d3c5dc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:20.624081 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfe38f1-5490-4c44-b343-1682b7d66bc5 req-05f1c596-b4d4-4540-9838-bd9c00d3c5dc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:20.627050 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.632644 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8bfe38f1-5490-4c44-b343-1682b7d66bc5 req-05f1c596-b4d4-4540-9838-bd9c00d3c5dc tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1683 time: 0.6007879 Jul 09 13:26:20.636972 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Transition to ACTIVE for port object 66b1edf9-9814-41ee-af47-3a7c7bf3785e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:20.655258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Transition to ACTIVE for port object 66b1edf9-9814-41ee-af47-3a7c7bf3785e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:20.665048 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.713522 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Network 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:20.718848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:20.719351 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.728547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:20.731212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Pushing event updated for resources: {'Port': ['ID=66b1edf9-9814-41ee-af47-3a7c7bf3785e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:20.746793 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.805849 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8bfe38f1-5490-4c44-b343-1682b7d66bc5 req-90a0b32a-8524-4c32-9fd9-04c148be79ec tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720982 Jul 09 13:26:20.809644 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Attempting to bind port 66b1edf9-9814-41ee-af47-3a7c7bf3785e on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:20.811413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Attempting to bind port 66b1edf9-9814-41ee-af47-3a7c7bf3785e by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '969943ab-b955-4d53-a90e-765c02610541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:20.811983 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Attempting to bind port 66b1edf9-9814-41ee-af47-3a7c7bf3785e on network 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:20.828260 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:20.828644 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Checking segment: {'id': '969943ab-b955-4d53-a90e-765c02610541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:20.829081 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.829952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Bound using segment: {'id': '969943ab-b955-4d53-a90e-765c02610541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:20.829952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Bound port: 66b1edf9-9814-41ee-af47-3a7c7bf3785e, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969943ab-b955-4d53-a90e-765c02610541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:20.830469 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:20.856754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-abd64551-db37-4518-b8dc-57402a97882d tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:20.858429 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-abd64551-db37-4518-b8dc-57402a97882d tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.18 "GET /v2.0/networks?id=f340b2bb-8fc7-493a-a51d-440e2eb04d1c HTTP/1.1" status: 200 len: 805 time: 0.6728175 Jul 09 13:26:20.873969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974588e4-61d7-4025-ab81-8308cec145e0 req-a06dba58-98d5-4233-bed5-a54bd10438ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:20.883040 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-974588e4-61d7-4025-ab81-8308cec145e0 req-a06dba58-98d5-4233-bed5-a54bd10438ee service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3a573eed2f114f389e7bfa36f1f20fbc&device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 1098 time: 0.7409742 Jul 09 13:26:20.896200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5999221-3552-4583-920c-8ee77f3917f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eea49ae-3f2a-4c0d-982a-d215692ed343'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:20.899861 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a444ca98-3ee7-4412-8ca0-2daeb96b0214" -d '{"events": [{"server_uuid": "a5999221-3552-4583-920c-8ee77f3917f6", "name": "network-vif-plugged", "status": "completed", "tag": "0eea49ae-3f2a-4c0d-982a-d215692ed343"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:20.933383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478740da-6277-401f-8435-a1c0b6a57ee9 req-5a5ccae9-b63a-4b83-83b9-d56add73a737 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:20.934403 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Allocated IP 172.25.2.54 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/38596c74-ff46-4041-9a09-1ab65b21be16) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:20.940259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] For port 66b1edf9-9814-41ee-af47-3a7c7bf3785e, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:20.941020 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-478740da-6277-401f-8435-a1c0b6a57ee9 req-5a5ccae9-b63a-4b83-83b9-d56add73a737 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 949 time: 0.3760502 Jul 09 13:26:20.949603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] For port 66b1edf9-9814-41ee-af47-3a7c7bf3785e, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=66b1edf9-9814-41ee-af47-3a7c7bf3785e,segment=NetworkSegment(969943ab-b955-4d53-a90e-765c02610541),segment_id=969943ab-b955-4d53-a90e-765c02610541)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:20.957103 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:21.035899 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eace56ce-990e-43b7-828e-83a88f17e903 None None] Pushing event updated for resources: {'Port': ['ID=66b1edf9-9814-41ee-af47-3a7c7bf3785e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:21.049888 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-863de8c0-bdb6-4e66-b4b1-2ec4f3a36430 req-18b6f261-ceb9-409b-b508-9f3cc234b36c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 210 time: 0.0690932 Jul 09 13:26:21.059439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-7ffd840c-989a-42c5-939c-ddec4feb0614 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ec3c5a4d112d406d82ff46a44f17b6a5 HTTP/1.1" status: 200 len: 379 time: 0.1750379 Jul 09 13:26:21.086875 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-478740da-6277-401f-8435-a1c0b6a57ee9 req-07cdde56-84a1-4e70-861e-3e1c6785653c tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448507 Jul 09 13:26:21.090873 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-ce4fa41d-c49e-4dda-9ebb-7704c62bca27 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Request body: {'port': {'device_id': '72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc', 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'admin_state_up': True, 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'security_groups': ['fb6d5aff-508a-403e-8277-2cc1403d0290']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:21.110017 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:21.150094 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f467a53-8b6a-4bb2-9b52-c32ef11e18ad x-openstack-request-id: req-8f467a53-8b6a-4bb2-9b52-c32ef11e18ad {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:21.150811 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5999221-3552-4583-920c-8ee77f3917f6", "name": "network-vif-plugged", "status": "completed", "tag": "0eea49ae-3f2a-4c0d-982a-d215692ed343", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:21.151320 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f467a53-8b6a-4bb2-9b52-c32ef11e18ad {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:21.152091 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5999221-3552-4583-920c-8ee77f3917f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0eea49ae-3f2a-4c0d-982a-d215692ed343', 'code': 200} Jul 09 13:26:21.185739 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:21.296814 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974588e4-61d7-4025-ab81-8308cec145e0 req-79ff0854-b8b2-4208-80b7-4e2b9390a499 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:21.298262 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-974588e4-61d7-4025-ab81-8308cec145e0 req-79ff0854-b8b2-4208-80b7-4e2b9390a499 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.4075358 Jul 09 13:26:21.324455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:21.337288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:21.343007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:21.371932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-ce4fa41d-c49e-4dda-9ebb-7704c62bca27 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Made reservation on behalf of ec3c5a4d112d406d82ff46a44f17b6a5 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:21.375611 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-ce4fa41d-c49e-4dda-9ebb-7704c62bca27 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:21.380484 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-974588e4-61d7-4025-ab81-8308cec145e0 req-7a3caca2-b0ee-4200-9c9e-92ca1ea3c7da service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.53&port_id=797ef478-c715-4c9c-a64c-f9248343ec99 HTTP/1.1" status: 200 len: 217 time: 0.0585451 Jul 09 13:26:21.487708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789891e0-c886-4504-a8b0-0614d4c976cb req-0060eda7-8696-42cc-8048-58b9f621292a tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:21.489283 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-789891e0-c886-4504-a8b0-0614d4c976cb req-0060eda7-8696-42cc-8048-58b9f621292a tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5999221-3552-4583-920c-8ee77f3917f6 HTTP/1.1" status: 200 len: 949 time: 0.2487998 Jul 09 13:26:21.502444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Pushing event updated for resources: {'Port': ['ID=38596c74-ff46-4041-9a09-1ab65b21be16,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:21.556814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3bc15-42b7-4edb-90f3-8bc227923279 req-b44a5f65-1d99-4a59-8518-dfabf2635d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:21.558569 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-56c3bc15-42b7-4edb-90f3-8bc227923279 req-b44a5f65-1d99-4a59-8518-dfabf2635d5b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a5999221-3552-4583-920c-8ee77f3917f6 HTTP/1.1" status: 200 len: 1100 time: 0.2806101 Jul 09 13:26:21.565187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974588e4-61d7-4025-ab81-8308cec145e0 req-ed82206d-c44e-458d-b3b9-8f1e0c47fd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:21.565679 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-974588e4-61d7-4025-ab81-8308cec145e0 req-ed82206d-c44e-458d-b3b9-8f1e0c47fd58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1745942 Jul 09 13:26:21.671559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 66b1edf9-9814-41ee-af47-3a7c7bf3785e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:21.690726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-789891e0-c886-4504-a8b0-0614d4c976cb req-5b68bb69-70e1-42d4-964f-c78eea6dadd5 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/security-groups?id=60f98391-7a47-4d2c-ab80-ef75f1c27905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702652 Jul 09 13:26:21.730588 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-56c3bc15-42b7-4edb-90f3-8bc227923279 req-ac18e150-8e22-4d63-be5a-bd8c42421577 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=60f98391-7a47-4d2c-ab80-ef75f1c27905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652706 Jul 09 13:26:21.740935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 66b1edf9-9814-41ee-af47-3a7c7bf3785e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:21.741776 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:21.742007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399bd7da-169b-4182-93d8-10e8420d52ab req-6e8c8523-9653-4668-81b1-b56ef37b66b6 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:21.749207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-399bd7da-169b-4182-93d8-10e8420d52ab req-6e8c8523-9653-4668-81b1-b56ef37b66b6 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 947 time: 0.2828941 Jul 09 13:26:21.752978 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-ce4fa41d-c49e-4dda-9ebb-7704c62bca27 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Allocated IP 172.20.0.12 (f340b2bb-8fc7-493a-a51d-440e2eb04d1c/5aa445ca-6c21-4e11-96f1-c4099e868636/6fd3a060-5f50-431f-abf9-e30eb5120e83) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:21.813647 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974588e4-61d7-4025-ab81-8308cec145e0 req-15cc7a64-be96-4f7a-8ba7-81f3eac5abbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:21.815251 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-974588e4-61d7-4025-ab81-8308cec145e0 req-15cc7a64-be96-4f7a-8ba7-81f3eac5abbc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2320850 Jul 09 13:26:21.827866 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-399bd7da-169b-4182-93d8-10e8420d52ab req-53be9a58-b053-457e-9994-ad7f4ed9f5a7 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776439 Jul 09 13:26:21.988738 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-974588e4-61d7-4025-ab81-8308cec145e0 req-b03430a5-9e2b-49b4-a787-efbe7543b406 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642883 Jul 09 13:26:22.011919 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50399c77-3c6f-4933-b1d5-82909524e321 req-cb8ead7e-126b-447e-b81c-ec7cad7f544f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:22.017938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50399c77-3c6f-4933-b1d5-82909524e321 req-cb8ead7e-126b-447e-b81c-ec7cad7f544f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:22.019574 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-50399c77-3c6f-4933-b1d5-82909524e321 req-cb8ead7e-126b-447e-b81c-ec7cad7f544f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.18 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1683 time: 0.1800122 Jul 09 13:26:22.077215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.150470 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-ce4fa41d-c49e-4dda-9ebb-7704c62bca27 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.196061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-ce4fa41d-c49e-4dda-9ebb-7704c62bca27 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Transition to ACTIVE for port object 6fd3a060-5f50-431f-abf9-e30eb5120e83 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:22.202601 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-974588e4-61d7-4025-ab81-8308cec145e0 req-9076def5-93ba-4944-b4a3-ac2d76386317 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2025735 Jul 09 13:26:22.215558 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301b37c-0891-4e37-805c-ea04c6a09947 req-5797c77c-deb8-4afc-91b2-6415e2da257f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:22.221728 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301b37c-0891-4e37-805c-ea04c6a09947 req-5797c77c-deb8-4afc-91b2-6415e2da257f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:22.223525 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4301b37c-0891-4e37-805c-ea04c6a09947 req-5797c77c-deb8-4afc-91b2-6415e2da257f tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 1683 time: 0.2395000 Jul 09 13:26:22.259049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-50399c77-3c6f-4933-b1d5-82909524e321 req-acde14e5-624b-45bc-bded-b789695ad33e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Deleting port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:22.259635 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50399c77-3c6f-4933-b1d5-82909524e321 req-acde14e5-624b-45bc-bded-b789695ad33e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.285300 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2674629b-d1d7-403e-b30d-da449386ef42 req-33fc0522-5ff8-4943-b183-42d5af9299b8 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 210 time: 0.0520513 Jul 09 13:26:22.286202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935eaf5d-e448-418c-8ddf-88e1d4273ca6 None None] Network 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:22.327126 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4301b37c-0891-4e37-805c-ea04c6a09947 req-4b9aa5d9-fa6b-4f4b-8055-63073218f368 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931659 Jul 09 13:26:22.331460 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-ce4fa41d-c49e-4dda-9ebb-7704c62bca27 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.337374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Router 0877f383-24f4-4aac-81f8-99a18d77fee1 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:26:22.425688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e5e67336-b84b-4bad-a2dd-e1409ef341ec None None] Provisioning for port 66b1edf9-9814-41ee-af47-3a7c7bf3785e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:22.427500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fa41d-c49e-4dda-9ebb-7704c62bca27 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Pushing event updated for resources: {'Port': ['ID=6fd3a060-5f50-431f-abf9-e30eb5120e83,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:22.441521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-50399c77-3c6f-4933-b1d5-82909524e321 req-acde14e5-624b-45bc-bded-b789695ad33e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] For port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7,segment=NetworkSegment(9bcb12ed-9344-4157-980c-8baa485686d1),segment_id=9bcb12ed-9344-4157-980c-8baa485686d1)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:22.441901 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50399c77-3c6f-4933-b1d5-82909524e321 req-acde14e5-624b-45bc-bded-b789695ad33e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.446255 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e5e67336-b84b-4bad-a2dd-e1409ef341ec None None] Provisioning complete for port 66b1edf9-9814-41ee-af47-3a7c7bf3785e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:22.446934 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5e67336-b84b-4bad-a2dd-e1409ef341ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.464078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-50399c77-3c6f-4933-b1d5-82909524e321 req-acde14e5-624b-45bc-bded-b789695ad33e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Calling delete_port for 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:22.465156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-ce4fa41d-c49e-4dda-9ebb-7704c62bca27 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Network f340b2bb-8fc7-493a-a51d-440e2eb04d1c is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:22.468673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-ce4fa41d-c49e-4dda-9ebb-7704c62bca27 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:22.499443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-ce4fa41d-c49e-4dda-9ebb-7704c62bca27 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:22.568922 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-ce4fa41d-c49e-4dda-9ebb-7704c62bca27 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:22.569781 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-ce4fa41d-c49e-4dda-9ebb-7704c62bca27 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.608329 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-ce4fa41d-c49e-4dda-9ebb-7704c62bca27 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5321817 Jul 09 13:26:22.611396 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:26:22.620719 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Sync routers for ids ['0877f383-24f4-4aac-81f8-99a18d77fee1'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:26:22.641458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Request body: {'port': {'device_id': '72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:22.654121 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.657619 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ef8f9180-9d89-4887-8f76-4dea58931017 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.5972722 Jul 09 13:26:22.659500 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Routers {'0877f383-24f4-4aac-81f8-99a18d77fee1'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:22.660419 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:26:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0877f383-24f4-4aac-81f8-99a18d77fee1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:22.662175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51152) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:22.770991 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5e67336-b84b-4bad-a2dd-e1409ef341ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.805703 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Set router 0877f383-24f4-4aac-81f8-99a18d77fee1 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:22.840200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e5e67336-b84b-4bad-a2dd-e1409ef341ec None None] For port 66b1edf9-9814-41ee-af47-3a7c7bf3785e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=66b1edf9-9814-41ee-af47-3a7c7bf3785e,segment=NetworkSegment(969943ab-b955-4d53-a90e-765c02610541),segment_id=969943ab-b955-4d53-a90e-765c02610541)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:22.848329 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5e67336-b84b-4bad-a2dd-e1409ef341ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.867939 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f6728-cbc7-424b-b1df-14a851f0a287 req-b23f9847-79a9-421f-9fa0-29b6efe3e76e tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:22.875119 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b4f6728-cbc7-424b-b1df-14a851f0a287 req-b23f9847-79a9-421f-9fa0-29b6efe3e76e tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 949 time: 0.4419122 Jul 09 13:26:22.897474 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:22.930663 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e67336-b84b-4bad-a2dd-e1409ef341ec None None] Pushing event updated for resources: {'Port': ['ID=66b1edf9-9814-41ee-af47-3a7c7bf3785e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:22.994892 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7952bad4-1d9d-4b1d-a9ec-cd507c884ae3 None None] Provisioning for port 6fd3a060-5f50-431f-abf9-e30eb5120e83 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:23.003691 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7952bad4-1d9d-4b1d-a9ec-cd507c884ae3 None None] Provisioning complete for port 6fd3a060-5f50-431f-abf9-e30eb5120e83 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:23.004082 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7952bad4-1d9d-4b1d-a9ec-cd507c884ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.016506 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b4f6728-cbc7-424b-b1df-14a851f0a287 req-6f2dcc93-210a-47fc-9ebd-ccaa41b946fc tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403852 Jul 09 13:26:23.089872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 797ef478-c715-4c9c-a64c-f9248343ec99 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:26:23.148296 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'name': 'tempest-AttachSCSIVolumeTestJSON-393148534-router', 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '38596c74-ff46-4041-9a09-1ab65b21be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:20Z', 'updated_at': '2021-07-09T13:26:21Z', 'revision_number': 3, 'project_id': '86c30d00eb914f1fb6849067f03b2bba', 'gw_port': {'id': '38596c74-ff46-4041-9a09-1ab65b21be16', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:20Z', 'updated_at': '2021-07-09T13:26:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:23.208791 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Checking router: 0877f383-24f4-4aac-81f8-99a18d77fee1 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:26:23.209498 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Updating router 0877f383-24f4-4aac-81f8-99a18d77fee1 port 38596c74-ff46-4041-9a09-1ab65b21be16 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:26:23.226290 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878a2752-0d57-4d4d-bc3f-d0960200dc6a req-701d4d95-bd75-45dc-aa88-6a1412a474dc tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:23.228466 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-878a2752-0d57-4d4d-bc3f-d0960200dc6a req-701d4d95-bd75-45dc-aa88-6a1412a474dc tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5999221-3552-4583-920c-8ee77f3917f6 HTTP/1.1" status: 200 len: 949 time: 0.3512838 Jul 09 13:26:23.266566 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.343015 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 797ef478-c715-4c9c-a64c-f9248343ec99, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=797ef478-c715-4c9c-a64c-f9248343ec99,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:23.357134 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '797ef478-c715-4c9c-a64c-f9248343ec99', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '797ef478-c715-4c9c-a64c-f9248343ec99', 'mac_address': 'fa:16:3e:9d:60:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.53'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:26:23.365872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7952bad4-1d9d-4b1d-a9ec-cd507c884ae3 None None] Port 6fd3a060-5f50-431f-abf9-e30eb5120e83 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:26:23.416853 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50399c77-3c6f-4933-b1d5-82909524e321 req-acde14e5-624b-45bc-bded-b789695ad33e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.420642 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.432214 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-878a2752-0d57-4d4d-bc3f-d0960200dc6a req-5f286487-0c1d-4871-aac1-d955b13eff65 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/security-groups?id=60f98391-7a47-4d2c-ab80-ef75f1c27905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1962447 Jul 09 13:26:23.442780 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 797ef478-c715-4c9c-a64c-f9248343ec99 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:23.481066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 797ef478-c715-4c9c-a64c-f9248343ec99, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=797ef478-c715-4c9c-a64c-f9248343ec99,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:23.501626 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.503689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-67cddd81-37cf-4f1c-a81e-deb9df3aca58 None None] Provisioning complete for port 66b1edf9-9814-41ee-af47-3a7c7bf3785e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:23.504162 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67cddd81-37cf-4f1c-a81e-deb9df3aca58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.512229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde14e5-624b-45bc-bded-b789695ad33e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Port': ['ID=8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:23.577030 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81e0bb3-2bc1-4b0d-a8e3-ecf1a3112200 req-29507372-ab1f-489a-b5fb-56e586d907d4 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:23.584233 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d81e0bb3-2bc1-4b0d-a8e3-ecf1a3112200 req-29507372-ab1f-489a-b5fb-56e586d907d4 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 947 time: 0.1455994 Jul 09 13:26:23.591661 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=797ef478-c715-4c9c-a64c-f9248343ec99,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:23.646197 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fd3a060-5f50-431f-abf9-e30eb5120e83 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:23.694028 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.722997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-50399c77-3c6f-4933-b1d5-82909524e321 req-acde14e5-624b-45bc-bded-b789695ad33e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] No DVR routers for this DVR port 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:23.727561 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50399c77-3c6f-4933-b1d5-82909524e321 req-acde14e5-624b-45bc-bded-b789695ad33e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.729685 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-50399c77-3c6f-4933-b1d5-82909524e321 req-acde14e5-624b-45bc-bded-b789695ad33e tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.18 "DELETE /v2.0/ports/8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 HTTP/1.1" status: 204 len: 173 time: 1.7025483 Jul 09 13:26:23.730114 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2', 'name': 'network-vif-deleted', 'tag': '8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:23.732407 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d81e0bb3-2bc1-4b0d-a8e3-ecf1a3112200 req-995422dc-866f-4c04-8888-b36864b1e81e tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471941 Jul 09 13:26:23.732579 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea381719-beac-43b6-a824-8bc956c67521" -d '{"events": [{"server_uuid": "f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2", "name": "network-vif-deleted", "tag": "8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:23.744905 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 66b1edf9-9814-41ee-af47-3a7c7bf3785e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:23.752877 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.772008 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Transition to ACTIVE for port object 6fd3a060-5f50-431f-abf9-e30eb5120e83 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:23.784230 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.787467 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Transition to ACTIVE for port object 38596c74-ff46-4041-9a09-1ab65b21be16 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:23.799490 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.829008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['797ef478-c715-4c9c-a64c-f9248343ec99'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:23.901448 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Attempting to bind port 38596c74-ff46-4041-9a09-1ab65b21be16 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:23.902075 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Attempting to bind port 38596c74-ff46-4041-9a09-1ab65b21be16 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:23.902200 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Attempting to bind port 38596c74-ff46-4041-9a09-1ab65b21be16 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:23.917590 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8516b69-2fc5-4f1a-8aff-4354bb603b13 None None] Pushing event updated for resources: {'Port': ['ID=38596c74-ff46-4041-9a09-1ab65b21be16,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:23.931712 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:23.932758 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:23.933346 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.933909 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:23.934580 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Bound port: 38596c74-ff46-4041-9a09-1ab65b21be16, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:23.935230 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:23.949504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a91bdad-d444-45f6-b862-773d3a37921b req-c888fe13-a4c6-4d5f-be04-bae7b8fb23c4 tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:23.950831 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a91bdad-d444-45f6-b862-773d3a37921b req-c888fe13-a4c6-4d5f-be04-bae7b8fb23c4 tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 1100 time: 0.2593598 Jul 09 13:26:23.980339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd3a060-5f50-431f-abf9-e30eb5120e83,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:24.023841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 66b1edf9-9814-41ee-af47-3a7c7bf3785e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:24.024783 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.036789 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] For port 38596c74-ff46-4041-9a09-1ab65b21be16, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:24.041373 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] For port 38596c74-ff46-4041-9a09-1ab65b21be16, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=38596c74-ff46-4041-9a09-1ab65b21be16,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:24.050197 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.084430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-50399c77-3c6f-4933-b1d5-82909524e321 req-9e5e9b78-fd13-45b6-a17e-2311e9cb51af tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Deleting port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:24.084838 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50399c77-3c6f-4933-b1d5-82909524e321 req-9e5e9b78-fd13-45b6-a17e-2311e9cb51af tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.124941 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Routers {'0877f383-24f4-4aac-81f8-99a18d77fee1'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:24.125736 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:26:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0877f383-24f4-4aac-81f8-99a18d77fee1'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:24.161671 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Attempting to bind port 6fd3a060-5f50-431f-abf9-e30eb5120e83 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:24.162622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Attempting to bind port 6fd3a060-5f50-431f-abf9-e30eb5120e83 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'c75e690b-0944-4853-a8cd-0b0cdfaba9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:24.164157 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Attempting to bind port 6fd3a060-5f50-431f-abf9-e30eb5120e83 on network f340b2bb-8fc7-493a-a51d-440e2eb04d1c {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:24.171149 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a91bdad-d444-45f6-b862-773d3a37921b req-95c8ba9f-e4c3-401b-8b85-adcea5b687f0 tempest-ServersOnMultiNodesTest-1982485695 tempest-ServersOnMultiNodesTest-1982485695-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081821 Jul 09 13:26:24.183420 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Port 6fd3a060-5f50-431f-abf9-e30eb5120e83 on network f340b2bb-8fc7-493a-a51d-440e2eb04d1c not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:26:24.185155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Attempting to bind port 6fd3a060-5f50-431f-abf9-e30eb5120e83 on network f340b2bb-8fc7-493a-a51d-440e2eb04d1c {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:24.219171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:24.219526 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Checking segment: {'id': 'c75e690b-0944-4853-a8cd-0b0cdfaba9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:24.219942 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Bound using segment: {'id': 'c75e690b-0944-4853-a8cd-0b0cdfaba9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:24.224116 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Bound port: 6fd3a060-5f50-431f-abf9-e30eb5120e83, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c75e690b-0944-4853-a8cd-0b0cdfaba9a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:24.224571 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.262569 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8516b69-2fc5-4f1a-8aff-4354bb603b13 None None] Pushing event updated for resources: {'Port': ['ID=38596c74-ff46-4041-9a09-1ab65b21be16,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:24.281481 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d24cb-bcc7-45aa-8ed7-a12b20037e0a req-07d99953-4ae7-49aa-9dd4-528e5a16c636 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:24.289589 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a10d24cb-bcc7-45aa-8ed7-a12b20037e0a req-07d99953-4ae7-49aa-9dd4-528e5a16c636 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 944 time: 0.3359172 Jul 09 13:26:24.309355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-50399c77-3c6f-4933-b1d5-82909524e321 req-9e5e9b78-fd13-45b6-a17e-2311e9cb51af tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] For port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6,segment=NetworkSegment(62e69090-1d3d-4446-8a21-024a3ab3d357),segment_id=62e69090-1d3d-4446-8a21-024a3ab3d357)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:24.309755 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50399c77-3c6f-4933-b1d5-82909524e321 req-9e5e9b78-fd13-45b6-a17e-2311e9cb51af tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.349471 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-50399c77-3c6f-4933-b1d5-82909524e321 req-9e5e9b78-fd13-45b6-a17e-2311e9cb51af tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Calling delete_port for be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:24.373107 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a10d24cb-bcc7-45aa-8ed7-a12b20037e0a req-9875eb97-174d-4e2e-b34c-8f057680fd4c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb6d5aff-508a-403e-8277-2cc1403d0290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823753 Jul 09 13:26:24.426949 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] Set router 0877f383-24f4-4aac-81f8-99a18d77fee1 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:24.545384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] For port 6fd3a060-5f50-431f-abf9-e30eb5120e83, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:24.556033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] For port 6fd3a060-5f50-431f-abf9-e30eb5120e83, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6fd3a060-5f50-431f-abf9-e30eb5120e83,segment=NetworkSegment(c75e690b-0944-4853-a8cd-0b0cdfaba9a3),segment_id=c75e690b-0944-4853-a8cd-0b0cdfaba9a3)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:24.580136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce09811-5737-4ddd-b9a3-44f2b2154fe1 req-99471544-a54f-4c9a-b0b1-de5cf8353fe6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:24.590470 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cce09811-5737-4ddd-b9a3-44f2b2154fe1 req-99471544-a54f-4c9a-b0b1-de5cf8353fe6 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2 HTTP/1.1" status: 200 len: 946 time: 0.2015345 Jul 09 13:26:24.622818 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.638113 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50399c77-3c6f-4933-b1d5-82909524e321 req-9e5e9b78-fd13-45b6-a17e-2311e9cb51af tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.641517 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.681860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5e9b78-fd13-45b6-a17e-2311e9cb51af tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Port': ['ID=be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:24.737143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Pushing event updated for resources: {'Port': ['ID=6fd3a060-5f50-431f-abf9-e30eb5120e83,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:24.779103 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'name': 'tempest-AttachSCSIVolumeTestJSON-393148534-router', 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '38596c74-ff46-4041-9a09-1ab65b21be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:20Z', 'updated_at': '2021-07-09T13:26:21Z', 'revision_number': 3, 'project_id': '86c30d00eb914f1fb6849067f03b2bba', 'gw_port': {'id': '38596c74-ff46-4041-9a09-1ab65b21be16', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:20Z', 'updated_at': '2021-07-09T13:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:24.779765 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cce09811-5737-4ddd-b9a3-44f2b2154fe1 req-c49391ac-5a1e-4272-a942-9a203f59e7cb tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "GET /v2.0/security-groups?id=56f58212-0c74-474b-9783-34ff3ef31091&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841619 Jul 09 13:26:24.781557 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:24.782032 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.783854 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-2001ff48-54c6-4b9c-8346-3fb0fa47dca3 service neutron] 10.222.0.18 "PUT /v2.0/ports/6fd3a060-5f50-431f-abf9-e30eb5120e83 HTTP/1.1" status: 200 len: 1092 time: 2.1497431 Jul 09 13:26:24.784320 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc', 'tag': '6fd3a060-5f50-431f-abf9-e30eb5120e83'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:24.790112 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d21aad74-5592-416e-890e-d75f9df799c4" -d '{"events": [{"name": "network-changed", "server_uuid": "72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc", "tag": "6fd3a060-5f50-431f-abf9-e30eb5120e83"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:24.801506 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-50399c77-3c6f-4933-b1d5-82909524e321 req-9e5e9b78-fd13-45b6-a17e-2311e9cb51af tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] No DVR routers for this DVR port be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:24.810809 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-50399c77-3c6f-4933-b1d5-82909524e321 req-9e5e9b78-fd13-45b6-a17e-2311e9cb51af tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:24.814780 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-50399c77-3c6f-4933-b1d5-82909524e321 req-9e5e9b78-fd13-45b6-a17e-2311e9cb51af tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.18 "DELETE /v2.0/ports/be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 HTTP/1.1" status: 204 len: 173 time: 1.0770845 Jul 09 13:26:24.837967 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84b1f01e-655f-4920-bc07-5d789709e38d None None] The sync data for ids ['0877f383-24f4-4aac-81f8-99a18d77fee1'] in n-d-799525-3 is: [{'id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'name': 'tempest-AttachSCSIVolumeTestJSON-393148534-router', 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '38596c74-ff46-4041-9a09-1ab65b21be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:20Z', 'updated_at': '2021-07-09T13:26:21Z', 'revision_number': 3, 'project_id': '86c30d00eb914f1fb6849067f03b2bba', 'gw_port': {'id': '38596c74-ff46-4041-9a09-1ab65b21be16', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:20Z', 'updated_at': '2021-07-09T13:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:26:24.876753 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d07172-6f04-4dd7-97b3-2269746c2218 x-openstack-request-id: req-55d07172-6f04-4dd7-97b3-2269746c2218 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:24.877181 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2", "name": "network-vif-deleted", "tag": "8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:24.877542 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55d07172-6f04-4dd7-97b3-2269746c2218 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:24.878185 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2', 'name': 'network-vif-deleted', 'tag': '8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7', 'status': 'completed', 'code': 200} Jul 09 13:26:25.194887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-048e63a2-01da-4046-8d9e-e9115914d500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:25.196831 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-048e63a2-01da-4046-8d9e-e9115914d500 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec3c5a4d112d406d82ff46a44f17b6a5&device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 1095 time: 0.3310382 Jul 09 13:26:25.218516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Allocated IP 172.20.0.1 (14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8/1039a157-bd32-44fa-ad64-b5f516cd0e55/2ca44c5a-4d78-4f2d-87d3-e4da4aeec662) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:25.245969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:25.314435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:25.314787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:25.315343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:25.344250 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:25.344677 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8b99e43c-cfbb-42d0-89ed-f4062ed5a9a7 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:25.437158 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-acdd18cd-3f13-48ed-b4d0-8dd35d63a395 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fd3a060-5f50-431f-abf9-e30eb5120e83 HTTP/1.1" status: 200 len: 217 time: 0.2253559 Jul 09 13:26:25.473549 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:25.483384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-038e703e-5391-43f2-a97b-a6fddeec4cd0 req-86c311bc-11a9-4a62-bf01-ac193b3a9167 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:25.485099 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-038e703e-5391-43f2-a97b-a6fddeec4cd0 req-86c311bc-11a9-4a62-bf01-ac193b3a9167 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 948 time: 0.0988400 Jul 09 13:26:25.490896 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91989d03-7f0c-4f20-b890-66f35116d1e7 x-openstack-request-id: req-91989d03-7f0c-4f20-b890-66f35116d1e7 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:25.491263 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc", "tag": "6fd3a060-5f50-431f-abf9-e30eb5120e83", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:25.491575 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-91989d03-7f0c-4f20-b890-66f35116d1e7 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:25.492049 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc', 'tag': '6fd3a060-5f50-431f-abf9-e30eb5120e83', 'status': 'completed', 'code': 200} Jul 09 13:26:25.524421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Transition to ACTIVE for port object 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:25.542108 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-9c91dad3-3200-4469-8552-f9c1142fe4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:25.543570 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-038e703e-5391-43f2-a97b-a6fddeec4cd0 req-57ca4057-22f6-43dc-a677-a8d8cd3285ed tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504973 Jul 09 13:26:25.548352 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-9c91dad3-3200-4469-8552-f9c1142fe4a9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aa445ca-6c21-4e11-96f1-c4099e868636 HTTP/1.1" status: 200 len: 844 time: 0.1007855 Jul 09 13:26:25.670411 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:25.715110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 38596c74-ff46-4041-9a09-1ab65b21be16 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:25.764152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Pushing event updated for resources: {'Port': ['ID=2ca44c5a-4d78-4f2d-87d3-e4da4aeec662,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:25.781507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Network 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:25.784377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:25.789112 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:25.793098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-4aec50ad-da43-490b-afb6-8cbef4a05a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:25.794844 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-4aec50ad-da43-490b-afb6-8cbef4a05a93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f340b2bb-8fc7-493a-a51d-440e2eb04d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2349863 Jul 09 13:26:25.800686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6db11-9cae-4c01-b14d-9974e8975f20 req-e1562129-dd93-4dd3-92b0-504c2fed92f7 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:25.804472 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8c6db11-9cae-4c01-b14d-9974e8975f20 req-e1562129-dd93-4dd3-92b0-504c2fed92f7 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 949 time: 0.1480339 Jul 09 13:26:25.840150 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 38596c74-ff46-4041-9a09-1ab65b21be16 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:25.853696 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 38596c74-ff46-4041-9a09-1ab65b21be16 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:25.854079 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:25.940299 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8c6db11-9cae-4c01-b14d-9974e8975f20 req-0eef659a-a8ad-49ab-9a1b-037d787a20f0 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031282 Jul 09 13:26:25.992191 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.017791 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac2c72-1c4f-43e1-8fa7-54279f72d52b req-e0bb3ac5-a07e-4734-b69f-57063022ec87 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:26.019846 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.030829 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99ac2c72-1c4f-43e1-8fa7-54279f72d52b req-e0bb3ac5-a07e-4734-b69f-57063022ec87 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 944 time: 0.2651372 Jul 09 13:26:26.063590 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 38596c74-ff46-4041-9a09-1ab65b21be16, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=38596c74-ff46-4041-9a09-1ab65b21be16,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:26.071622 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.119354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99ac2c72-1c4f-43e1-8fa7-54279f72d52b req-15df85c2-c04f-4532-b1a5-69cdb71dfefa tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb6d5aff-508a-403e-8277-2cc1403d0290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872488 Jul 09 13:26:26.120147 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-b7274b84-b204-48cc-bb06-af170cb83ffc service neutron] 10.222.0.18 "GET /v2.0/networks/f340b2bb-8fc7-493a-a51d-440e2eb04d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2820919 Jul 09 13:26:26.201785 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=38596c74-ff46-4041-9a09-1ab65b21be16,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:26.224621 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1c0c4845-6246-46a4-a772-18c74d5834f1 None None] Provisioning for port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:26.232217 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1c0c4845-6246-46a4-a772-18c74d5834f1 None None] Provisioning complete for port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:26.232974 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c0c4845-6246-46a4-a772-18c74d5834f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.249909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c6184-2611-4fab-92a1-1b4510625438 req-a9291392-f66b-440d-aad8-d9b777692b31 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:26.252724 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b4c6184-2611-4fab-92a1-1b4510625438 req-a9291392-f66b-440d-aad8-d9b777692b31 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5999221-3552-4583-920c-8ee77f3917f6 HTTP/1.1" status: 200 len: 949 time: 0.1109240 Jul 09 13:26:26.313631 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1c0c4845-6246-46a4-a772-18c74d5834f1 None None] Port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:26:26.315751 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d7b2d5a-5e1c-4b96-a7c0-860bc8d58a9b req-80af3e62-9471-45ed-9277-eae2de2ea4bf service neutron] 10.222.0.18 "GET /v2.0/networks/f340b2bb-8fc7-493a-a51d-440e2eb04d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737189 Jul 09 13:26:26.345518 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b4c6184-2611-4fab-92a1-1b4510625438 req-f71708af-6244-4de2-9793-f7d53138ede9 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/security-groups?id=60f98391-7a47-4d2c-ab80-ef75f1c27905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802529 Jul 09 13:26:26.398092 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.492585 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51194) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:26.523001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21aad74-5592-416e-890e-d75f9df799c4 req-4c4d9b7d-4130-4203-9260-fcd51e3d3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:26.524771 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d21aad74-5592-416e-890e-d75f9df799c4 req-4c4d9b7d-4130-4203-9260-fcd51e3d3540 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec3c5a4d112d406d82ff46a44f17b6a5&device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 1095 time: 0.1377649 Jul 09 13:26:26.595419 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-acc30c7e-4095-43ad-92f7-e047e8190e68 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Deleting subnet 3b3ec929-a337-48ba-a907-77f83e15b246 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:26:26.603951 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-acc30c7e-4095-43ad-92f7-e047e8190e68 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.663863 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-acc30c7e-4095-43ad-92f7-e047e8190e68 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.724032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21aad74-5592-416e-890e-d75f9df799c4 req-8eb46beb-0081-4275-bd9a-e65017bac0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:26.726014 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d21aad74-5592-416e-890e-d75f9df799c4 req-8eb46beb-0081-4275-bd9a-e65017bac0c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f340b2bb-8fc7-493a-a51d-440e2eb04d1c HTTP/1.1" status: 200 len: 906 time: 0.1931212 Jul 09 13:26:26.783293 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d21aad74-5592-416e-890e-d75f9df799c4 req-e25629c3-e2a8-4a39-9b3f-c5a13eabc929 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fd3a060-5f50-431f-abf9-e30eb5120e83 HTTP/1.1" status: 200 len: 217 time: 0.0453777 Jul 09 13:26:26.804686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.828382 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-acc30c7e-4095-43ad-92f7-e047e8190e68 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.833506 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.858280 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e0df7c-733f-4a1c-bc3d-2f09b11d63da req-29a0b718-eb92-400e-af2b-5ff3357320a9 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:26.859921 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-90e0df7c-733f-4a1c-bc3d-2f09b11d63da req-29a0b718-eb92-400e-af2b-5ff3357320a9 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 948 time: 0.1618578 Jul 09 13:26:26.894118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2', 'name': 'network-vif-deleted', 'tag': 'be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:26.896556 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e0cd4ee-f962-41a4-b2fd-a117d1687217" -d '{"events": [{"server_uuid": "f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2", "name": "network-vif-deleted", "tag": "be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:26.925021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21aad74-5592-416e-890e-d75f9df799c4 req-01101385-185c-4bc1-b33c-2771973d3f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:26.926883 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d21aad74-5592-416e-890e-d75f9df799c4 req-01101385-185c-4bc1-b33c-2771973d3f8f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aa445ca-6c21-4e11-96f1-c4099e868636 HTTP/1.1" status: 200 len: 844 time: 0.1353803 Jul 09 13:26:26.957301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Pushing event updated for resources: {'Port': ['ID=2ca44c5a-4d78-4f2d-87d3-e4da4aeec662,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:26.988621 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:26.992077 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20140399-4852-4b93-b9e7-236b387d3803 x-openstack-request-id: req-20140399-4852-4b93-b9e7-236b387d3803 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:26.992435 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2", "name": "network-vif-deleted", "tag": "be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:26.992645 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-20140399-4852-4b93-b9e7-236b387d3803 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:26.993036 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9bcca06-3082-4fff-a5d0-3e2e25ebdfb2', 'name': 'network-vif-deleted', 'tag': 'be33b2c1-ee3c-4a5e-bfad-94e0e7ae06b6', 'status': 'completed', 'code': 200} Jul 09 13:26:27.028866 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-90e0df7c-733f-4a1c-bc3d-2f09b11d63da req-a6dec07f-df76-40c1-9300-07fbce66a0d6 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525431 Jul 09 13:26:27.082875 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 797ef478-c715-4c9c-a64c-f9248343ec99 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:27.112999 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-acc30c7e-4095-43ad-92f7-e047e8190e68 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.161378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21aad74-5592-416e-890e-d75f9df799c4 req-a96c26c9-779e-4503-8af4-94de473e4baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:27.163328 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d21aad74-5592-416e-890e-d75f9df799c4 req-a96c26c9-779e-4503-8af4-94de473e4baf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f340b2bb-8fc7-493a-a51d-440e2eb04d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2247260 Jul 09 13:26:27.185229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Network 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:27.194094 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 797ef478-c715-4c9c-a64c-f9248343ec99 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:27.199708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:27.203762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 797ef478-c715-4c9c-a64c-f9248343ec99 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:27.205311 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.214794 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc30c7e-4095-43ad-92f7-e047e8190e68 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Subnet': ['ID=3b3ec929-a337-48ba-a907-77f83e15b246,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:27.240472 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-acc30c7e-4095-43ad-92f7-e047e8190e68 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.247278 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-acc30c7e-4095-43ad-92f7-e047e8190e68 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "DELETE /v2.0/subnets/3b3ec929-a337-48ba-a907-77f83e15b246 HTTP/1.1" status: 204 len: 168 time: 0.7499206 Jul 09 13:26:27.248498 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c07ce61-269a-42bd-a8b3-3ced65d55078 None None] Network 336d0dc1-af13-4d03-be5b-0c22e228cbd1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:27.257406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c5e18-547b-4e2f-bff3-fc3095f466fd req-06326114-8f63-4667-ae08-e441b2de4453 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:27.257650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51204) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:27.258956 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5b1c5e18-547b-4e2f-bff3-fc3095f466fd req-06326114-8f63-4667-ae08-e441b2de4453 tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.15 "GET /v2.0/ports?device_id=a5999221-3552-4583-920c-8ee77f3917f6 HTTP/1.1" status: 200 len: 949 time: 0.3981514 Jul 09 13:26:27.286449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d2eab-dfda-4eff-90e9-7447fb722daa req-44bfb7c4-dd2c-47ee-bbe7-2add9c939104 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:27.291741 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb8d2eab-dfda-4eff-90e9-7447fb722daa req-44bfb7c4-dd2c-47ee-bbe7-2add9c939104 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.18 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 949 time: 0.4195755 Jul 09 13:26:27.466538 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.473800 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.505818 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d21aad74-5592-416e-890e-d75f9df799c4 req-e7cb4357-3b29-4b59-8c81-b3a81dbb68b8 service neutron] 10.222.0.18 "GET /v2.0/networks/f340b2bb-8fc7-493a-a51d-440e2eb04d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355236 Jul 09 13:26:27.524606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 797ef478-c715-4c9c-a64c-f9248343ec99, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=797ef478-c715-4c9c-a64c-f9248343ec99,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:27.528035 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ec365d-8d71-448c-b5de-b8edb9573112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797ef478-c715-4c9c-a64c-f9248343ec99'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:27.532480 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31d537d9-7780-4afe-9a48-542dbea993d5" -d '{"events": [{"server_uuid": "68ec365d-8d71-448c-b5de-b8edb9573112", "name": "network-vif-plugged", "status": "completed", "tag": "797ef478-c715-4c9c-a64c-f9248343ec99"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:27.540942 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef86e3a-5aef-49d9-b8c1-b290d3ed30b4 req-7b055c25-d168-4994-bf53-648a41f497df tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:27.542534 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.542944 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eef86e3a-5aef-49d9-b8c1-b290d3ed30b4 req-7b055c25-d168-4994-bf53-648a41f497df tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 949 time: 0.4349532 Jul 09 13:26:27.601904 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=797ef478-c715-4c9c-a64c-f9248343ec99,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:27.623422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a6458875-751b-48f5-a677-ecd5082ba24c None None] Provisioning complete for port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:27.623422 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6458875-751b-48f5-a677-ecd5082ba24c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.645331 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903f3382-9ef7-4d90-a272-f6806717e017 req-c4118916-6aad-4f1a-928a-91abe16cd990 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:27.653840 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-903f3382-9ef7-4d90-a272-f6806717e017 req-c4118916-6aad-4f1a-928a-91abe16cd990 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 944 time: 0.3268867 Jul 09 13:26:27.659756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a6458875-751b-48f5-a677-ecd5082ba24c None None] Port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:26:27.669220 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eef86e3a-5aef-49d9-b8c1-b290d3ed30b4 req-8299f941-aef9-4ca1-955d-3cb78216da3c tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043353 Jul 09 13:26:27.676792 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 38596c74-ff46-4041-9a09-1ab65b21be16 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:27.690759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Router 0877f383-24f4-4aac-81f8-99a18d77fee1 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:26:27.718137 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d21aad74-5592-416e-890e-d75f9df799c4 req-7ad9722a-be0f-4657-a00c-b80395c2b88b service neutron] 10.222.0.18 "GET /v2.0/networks/f340b2bb-8fc7-493a-a51d-440e2eb04d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027645 Jul 09 13:26:27.726923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-5b1c5e18-547b-4e2f-bff3-fc3095f466fd req-5f32bf5d-350f-425f-8ede-a1eb8bcb602b tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Deleting port 0eea49ae-3f2a-4c0d-982a-d215692ed343 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:27.727304 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5b1c5e18-547b-4e2f-bff3-fc3095f466fd req-5f32bf5d-350f-425f-8ede-a1eb8bcb602b tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.740509 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-903f3382-9ef7-4d90-a272-f6806717e017 req-68795fdf-0efc-4184-b36f-b793c5e5ec26 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb6d5aff-508a-403e-8277-2cc1403d0290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860453 Jul 09 13:26:27.770159 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffa4db54-f9ac-49ff-9b28-b52d15248f86 None None] DHCP port deletion for 336d0dc1-af13-4d03-be5b-0c22e228cbd1 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:26:27.778991 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-eb8d2eab-dfda-4eff-90e9-7447fb722daa req-0cbffda2-b352-4883-9a90-e9f9b57dbc78 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Deleting port 64f5d2de-a834-4cb1-8a96-41464353aac6 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:27.780892 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-eb8d2eab-dfda-4eff-90e9-7447fb722daa req-0cbffda2-b352-4883-9a90-e9f9b57dbc78 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.783286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 38596c74-ff46-4041-9a09-1ab65b21be16 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:27.783772 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.809284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Deleting port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:27.809922 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.909806 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ffa4db54-f9ac-49ff-9b28-b52d15248f86 None None] Deleting port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:27.910197 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffa4db54-f9ac-49ff-9b28-b52d15248f86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:27.937699 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af79ef0-eead-44aa-99b7-1282e4f3afec x-openstack-request-id: req-9af79ef0-eead-44aa-99b7-1282e4f3afec {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:27.937979 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ec365d-8d71-448c-b5de-b8edb9573112", "name": "network-vif-plugged", "status": "completed", "tag": "797ef478-c715-4c9c-a64c-f9248343ec99", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:27.938241 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9af79ef0-eead-44aa-99b7-1282e4f3afec {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:27.938641 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ec365d-8d71-448c-b5de-b8edb9573112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '797ef478-c715-4c9c-a64c-f9248343ec99', 'code': 200} Jul 09 13:26:28.070786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ffa4db54-f9ac-49ff-9b28-b52d15248f86 None None] For port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=03f5fc5a-b544-4c3d-aca4-5073ddef4ae3,segment=NetworkSegment(9bcb12ed-9344-4157-980c-8baa485686d1),segment_id=9bcb12ed-9344-4157-980c-8baa485686d1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:28.071246 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffa4db54-f9ac-49ff-9b28-b52d15248f86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.094097 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ffa4db54-f9ac-49ff-9b28-b52d15248f86 None None] Calling delete_port for 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:28.180741 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] For port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=03f5fc5a-b544-4c3d-aca4-5073ddef4ae3,segment=NetworkSegment(9bcb12ed-9344-4157-980c-8baa485686d1),segment_id=9bcb12ed-9344-4157-980c-8baa485686d1)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:28.181009 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.194828 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffa4db54-f9ac-49ff-9b28-b52d15248f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.205938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Calling delete_port for 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:28.224365 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa4db54-f9ac-49ff-9b28-b52d15248f86 None None] No DVR routers for this DVR port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:28.226952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa4db54-f9ac-49ff-9b28-b52d15248f86 None None] Pushing event deleted for resources: {'Port': ['ID=03f5fc5a-b544-4c3d-aca4-5073ddef4ae3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:28.348069 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:26:28.355991 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ea67d0e8-a0d2-456f-b242-c602531d50eb admin admin] 10.222.0.39 "PUT /v2.0/routers/0877f383-24f4-4aac-81f8-99a18d77fee1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6859043 Jul 09 13:26:28.361402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93223f98-74be-44b5-93d3-57faa6472d64 req-6e908bb2-96f1-4c50-9495-641d1ca3b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:28.362482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Sync routers for ids ['0877f383-24f4-4aac-81f8-99a18d77fee1'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:26:28.362641 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-93223f98-74be-44b5-93d3-57faa6472d64 req-6e908bb2-96f1-4c50-9495-641d1ca3b864 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 1100 time: 0.1688044 Jul 09 13:26:28.399061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Routers {'0877f383-24f4-4aac-81f8-99a18d77fee1'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:28.399979 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:26:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0877f383-24f4-4aac-81f8-99a18d77fee1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:28.419345 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.425892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-5b1c5e18-547b-4e2f-bff3-fc3095f466fd req-5f32bf5d-350f-425f-8ede-a1eb8bcb602b tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] For port 0eea49ae-3f2a-4c0d-982a-d215692ed343, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=0eea49ae-3f2a-4c0d-982a-d215692ed343,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:28.426260 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5b1c5e18-547b-4e2f-bff3-fc3095f466fd req-5f32bf5d-350f-425f-8ede-a1eb8bcb602b tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.428089 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-93223f98-74be-44b5-93d3-57faa6472d64 req-f46bdc79-c6f1-4c2f-a215-ea761df0fb19 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562601 Jul 09 13:26:28.452575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Port': ['ID=03f5fc5a-b544-4c3d-aca4-5073ddef4ae3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:28.460844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] No DVR routers for this DVR port 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:28.463223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-eb8d2eab-dfda-4eff-90e9-7447fb722daa req-0cbffda2-b352-4883-9a90-e9f9b57dbc78 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] For port 64f5d2de-a834-4cb1-8a96-41464353aac6, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=64f5d2de-a834-4cb1-8a96-41464353aac6,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:28.463786 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-eb8d2eab-dfda-4eff-90e9-7447fb722daa req-0cbffda2-b352-4883-9a90-e9f9b57dbc78 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.466183 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-5b1c5e18-547b-4e2f-bff3-fc3095f466fd req-5f32bf5d-350f-425f-8ede-a1eb8bcb602b tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Calling delete_port for 0eea49ae-3f2a-4c0d-982a-d215692ed343 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:28.489384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-eb8d2eab-dfda-4eff-90e9-7447fb722daa req-0cbffda2-b352-4883-9a90-e9f9b57dbc78 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Calling delete_port for 64f5d2de-a834-4cb1-8a96-41464353aac6 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:28.519702 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2beb7b6-148e-44ae-bd7e-8b6d782a4a00 req-c9e53afc-db3d-4fbb-b42e-a743cb87f81c tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:28.526502 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2beb7b6-148e-44ae-bd7e-8b6d782a4a00 req-c9e53afc-db3d-4fbb-b42e-a743cb87f81c tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5999221-3552-4583-920c-8ee77f3917f6 HTTP/1.1" status: 200 len: 949 time: 0.3060465 Jul 09 13:26:28.556563 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Set router 0877f383-24f4-4aac-81f8-99a18d77fee1 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:28.567429 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.571524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90a96a-8faa-4200-9b44-a081456ecee1 req-ff275cd6-072f-4dd6-bd42-a30dc2fb4641 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:28.578291 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f90a96a-8faa-4200-9b44-a081456ecee1 req-ff275cd6-072f-4dd6-bd42-a30dc2fb4641 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 949 time: 0.3591795 Jul 09 13:26:28.579048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['336d0dc1-af13-4d03-be5b-0c22e228cbd1']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:28.591738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bcb12ed-9344-4157-980c-8baa485686d1') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:28.592019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bcb12ed-9344-4157-980c-8baa485686d1') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:28.602779 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.621531 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.629119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:26:28.629532 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:26:28.634020 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:26:28.699139 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2beb7b6-148e-44ae-bd7e-8b6d782a4a00 req-81595462-44c6-4379-91f2-bfc89c2849ec tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/security-groups?id=60f98391-7a47-4d2c-ab80-ef75f1c27905&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718631 Jul 09 13:26:28.703747 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f90a96a-8faa-4200-9b44-a081456ecee1 req-1456bd21-7483-45eb-bb97-99d6a2e53509 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238558 Jul 09 13:26:28.705450 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.716319 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.727311 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "DELETE /v2.0/networks/336d0dc1-af13-4d03-be5b-0c22e228cbd1 HTTP/1.1" status: 204 len: 168 time: 1.4665117 Jul 09 13:26:28.735775 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51224) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:28.837459 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5b1c5e18-547b-4e2f-bff3-fc3095f466fd req-5f32bf5d-350f-425f-8ede-a1eb8bcb602b tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.883166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-a92048e9-aba7-41ed-9b73-26423398db65 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Deleting subnet 1eaace22-3348-461f-aa86-3b96c06f95c1 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:26:28.891521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f32bf5d-350f-425f-8ede-a1eb8bcb602b tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Pushing event deleted for resources: {'Port': ['ID=0eea49ae-3f2a-4c0d-982a-d215692ed343,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:28.892356 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a4e26f-cf97-4c8c-93d7-4b509815bed9 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Network': ['ID=336d0dc1-af13-4d03-be5b-0c22e228cbd1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:28.902289 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'name': 'tempest-AttachSCSIVolumeTestJSON-393148534-router', 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '38596c74-ff46-4041-9a09-1ab65b21be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:20Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '86c30d00eb914f1fb6849067f03b2bba', 'gw_port': {'id': '38596c74-ff46-4041-9a09-1ab65b21be16', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:20Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '2ca44c5a-4d78-4f2d-87d3-e4da4aeec662', 'name': '', 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8', 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba', 'mac_address': 'fa:16:3e:24:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '1039a157-bd32-44fa-ad64-b5f516cd0e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:24Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 2, 'project_id': '86c30d00eb914f1fb6849067f03b2bba', 'subnets': [{'id': '1039a157-bd32-44fa-ad64-b5f516cd0e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:28.910278 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a92048e9-aba7-41ed-9b73-26423398db65 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.969964 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1c5e18-547b-4e2f-bff3-fc3095f466fd req-5f32bf5d-350f-425f-8ede-a1eb8bcb602b tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] No DVR routers for this DVR port 0eea49ae-3f2a-4c0d-982a-d215692ed343 on host n-h2-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:28.975905 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-eb8d2eab-dfda-4eff-90e9-7447fb722daa req-0cbffda2-b352-4883-9a90-e9f9b57dbc78 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.982227 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Checking router: 0877f383-24f4-4aac-81f8-99a18d77fee1 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:26:28.982741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Updating router 0877f383-24f4-4aac-81f8-99a18d77fee1 port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:26:28.987885 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a92048e9-aba7-41ed-9b73-26423398db65 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.989496 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5b1c5e18-547b-4e2f-bff3-fc3095f466fd req-5f32bf5d-350f-425f-8ede-a1eb8bcb602b tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:28.991636 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5b1c5e18-547b-4e2f-bff3-fc3095f466fd req-5f32bf5d-350f-425f-8ede-a1eb8bcb602b tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.15 "DELETE /v2.0/ports/0eea49ae-3f2a-4c0d-982a-d215692ed343 HTTP/1.1" status: 204 len: 173 time: 1.6964188 Jul 09 13:26:28.992156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5999221-3552-4583-920c-8ee77f3917f6', 'name': 'network-vif-deleted', 'tag': '0eea49ae-3f2a-4c0d-982a-d215692ed343'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:28.994616 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85351ce-15d8-43e3-929a-e3ccc708c7e3" -d '{"events": [{"server_uuid": "a5999221-3552-4583-920c-8ee77f3917f6", "name": "network-vif-deleted", "tag": "0eea49ae-3f2a-4c0d-982a-d215692ed343"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:29.045270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['214d123d-b283-4076-9ddc-423d790d7e57', '3ee724a0-555f-4858-9a8f-5ea4b0bd049a', '73cba73c-8f25-43a3-934d-d3a57ccebefd', '8be120f4-93ff-4dc4-81ea-9c487656e843', 'b6c39e26-9c43-42c7-b1ba-e8623363fc1a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:29.047575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3cd86051-6b1c-4374-9508-f95ed736833f', 'd5001770-f369-4e6c-a7b2-cc3a46b374e5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:29.109002 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 0eea49ae-3f2a-4c0d-982a-d215692ed343 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:29.148188 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-959145f0-b001-40a6-a8c2-b1fcdc19e7b3 req-319f10bf-a4e4-43c1-a9dd-7d647df7fe4e tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 210 time: 0.1701102 Jul 09 13:26:29.152423 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a92048e9-aba7-41ed-9b73-26423398db65 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:29.154468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbffda2-b352-4883-9a90-e9f9b57dbc78 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event deleted for resources: {'Port': ['ID=64f5d2de-a834-4cb1-8a96-41464353aac6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:29.189568 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:29.208869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 0eea49ae-3f2a-4c0d-982a-d215692ed343 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:29.209530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 0eea49ae-3f2a-4c0d-982a-d215692ed343 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:29.229550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8d2eab-dfda-4eff-90e9-7447fb722daa req-0cbffda2-b352-4883-9a90-e9f9b57dbc78 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] No DVR routers for this DVR port 64f5d2de-a834-4cb1-8a96-41464353aac6 on host n-h1-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:29.232868 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-eb8d2eab-dfda-4eff-90e9-7447fb722daa req-0cbffda2-b352-4883-9a90-e9f9b57dbc78 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:29.235037 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb8d2eab-dfda-4eff-90e9-7447fb722daa req-0cbffda2-b352-4883-9a90-e9f9b57dbc78 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.18 "DELETE /v2.0/ports/64f5d2de-a834-4cb1-8a96-41464353aac6 HTTP/1.1" status: 204 len: 173 time: 1.9245844 Jul 09 13:26:29.259053 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a92048e9-aba7-41ed-9b73-26423398db65 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:29.260060 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e6f27d-af72-4267-b6eb-6d867b0a5a7a req-af260e03-7fc6-4510-ac4c-b5dfa951a44b tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:29.261799 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f3e6f27d-af72-4267-b6eb-6d867b0a5a7a req-af260e03-7fc6-4510-ac4c-b5dfa951a44b tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 944 time: 0.2738111 Jul 09 13:26:29.311854 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a92048e9-aba7-41ed-9b73-26423398db65 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:29.320206 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a92048e9-aba7-41ed-9b73-26423398db65 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "DELETE /v2.0/subnets/1eaace22-3348-461f-aa86-3b96c06f95c1 HTTP/1.1" status: 204 len: 168 time: 0.5830007 Jul 09 13:26:29.321223 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51242) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:29.321996 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92048e9-aba7-41ed-9b73-26423398db65 tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Subnet': ['ID=1eaace22-3348-461f-aa86-3b96c06f95c1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:29.338107 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 6fd3a060-5f50-431f-abf9-e30eb5120e83 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:26:29.340459 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f3e6f27d-af72-4267-b6eb-6d867b0a5a7a req-21f6cb35-d502-48ed-b902-d90ebe72fe61 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb6d5aff-508a-403e-8277-2cc1403d0290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704145 Jul 09 13:26:29.341050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 64f5d2de-a834-4cb1-8a96-41464353aac6 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:29.351586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db088300-9c72-4f22-81dd-54d39b729d14 None None] Network 038c7e71-4014-4f0c-98c5-d39658883614 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:29.374991 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51244) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:29.382320 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-742a66ef-5db9-4ef0-aabd-03df229566d7 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-369233175-network', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:29.436616 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-742a66ef-5db9-4ef0-aabd-03df229566d7 admin admin] Made reservation on behalf of f69b8bf232b943168a75df221c044bcb for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:29.443822 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-742a66ef-5db9-4ef0-aabd-03df229566d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:29.474214 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-742a66ef-5db9-4ef0-aabd-03df229566d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:29.478445 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:29.495106 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f50fedda-f4dd-496f-a66f-c918df6a21dc x-openstack-request-id: req-f50fedda-f4dd-496f-a66f-c918df6a21dc {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:29.495445 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5999221-3552-4583-920c-8ee77f3917f6", "name": "network-vif-deleted", "tag": "0eea49ae-3f2a-4c0d-982a-d215692ed343", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:29.495745 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f50fedda-f4dd-496f-a66f-c918df6a21dc {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:29.496262 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5999221-3552-4583-920c-8ee77f3917f6', 'name': 'network-vif-deleted', 'tag': '0eea49ae-3f2a-4c0d-982a-d215692ed343', 'status': 'completed', 'code': 200} Jul 09 13:26:29.552122 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 64f5d2de-a834-4cb1-8a96-41464353aac6 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:29.552472 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 64f5d2de-a834-4cb1-8a96-41464353aac6 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:29.598511 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Deleting port 6baa1cc1-2d4e-43e2-8a3f-610462cae306 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:29.599373 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:29.681726 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:26:29.684375 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-742a66ef-5db9-4ef0-aabd-03df229566d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:29.691969 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-742a66ef-5db9-4ef0-aabd-03df229566d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:29.722778 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-742a66ef-5db9-4ef0-aabd-03df229566d7 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:26:29.751376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] For port 6baa1cc1-2d4e-43e2-8a3f-610462cae306, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6baa1cc1-2d4e-43e2-8a3f-610462cae306,segment=NetworkSegment(62e69090-1d3d-4446-8a21-024a3ab3d357),segment_id=62e69090-1d3d-4446-8a21-024a3ab3d357)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:29.751848 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:29.768093 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a66ef-5db9-4ef0-aabd-03df229566d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2426a106-6581-4394-907e-a8399366254a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:29.773273 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-742a66ef-5db9-4ef0-aabd-03df229566d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:29.773614 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-742a66ef-5db9-4ef0-aabd-03df229566d7 admin admin] Added segment a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd of type vlan for network 8350994b-006e-4ab0-b34d-dc9780675392 Jul 09 13:26:29.785759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Calling delete_port for 6baa1cc1-2d4e-43e2-8a3f-610462cae306 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:29.873426 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-742a66ef-5db9-4ef0-aabd-03df229566d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.022560 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:30.024251 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.029792 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-742a66ef-5db9-4ef0-aabd-03df229566d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.033067 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742a66ef-5db9-4ef0-aabd-03df229566d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:30.035765 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-742a66ef-5db9-4ef0-aabd-03df229566d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.054514 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-89ddb1a0-eb8a-45d6-86ea-4461e2186a21 req-53a786bc-7087-475c-b6ea-2bc840f2597e tempest-ServerDiagnosticsNegativeTest-529026472 tempest-ServerDiagnosticsNegativeTest-529026472-project] 10.222.0.39 "GET /v2.0/ports?device_id=a5999221-3552-4583-920c-8ee77f3917f6 HTTP/1.1" status: 200 len: 210 time: 0.1218967 Jul 09 13:26:30.069582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Port': ['ID=6baa1cc1-2d4e-43e2-8a3f-610462cae306,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:30.076740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] No DVR routers for this DVR port 6baa1cc1-2d4e-43e2-8a3f-610462cae306 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:30.143545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:30.143887 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 03f5fc5a-b544-4c3d-aca4-5073ddef4ae3 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:30.196884 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.227639 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['038c7e71-4014-4f0c-98c5-d39658883614']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:30.253114 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e69090-1d3d-4446-8a21-024a3ab3d357') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:30.255702 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e69090-1d3d-4446-8a21-024a3ab3d357') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:30.267296 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-742a66ef-5db9-4ef0-aabd-03df229566d7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8898671 Jul 09 13:26:30.270611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51252) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:30.283478 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.290905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d166662d-5695-4d84-8bc8-877ddd06e56d admin admin] Request body: {'subnet': {'network_id': '8350994b-006e-4ab0-b34d-dc9780675392', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-369233175-subnet', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:30.295302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c91519-f46b-4704-96c5-0d93ec43ce8f None None] DHCP port deletion for 038c7e71-4014-4f0c-98c5-d39658883614 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:26:30.311232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a66ef-5db9-4ef0-aabd-03df229566d7 admin admin] Pushing event updated for resources: {'Network': ['ID=8350994b-006e-4ab0-b34d-dc9780675392,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:30.320648 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.332150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:26:30.332518 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:26:30.339854 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:26:30.348890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 8350994b-006e-4ab0-b34d-dc9780675392 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:26:30.400340 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55d243-c384-45fd-b24a-355ed1b6033d req-d5b341d5-e43e-4176-9678-8db1608a0c50 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:30.410519 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca55d243-c384-45fd-b24a-355ed1b6033d req-d5b341d5-e43e-4176-9678-8db1608a0c50 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 949 time: 0.4486578 Jul 09 13:26:30.430387 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d166662d-5695-4d84-8bc8-877ddd06e56d admin admin] Made reservation on behalf of f69b8bf232b943168a75df221c044bcb for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:30.432781 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d166662d-5695-4d84-8bc8-877ddd06e56d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.441184 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.441449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 6fd3a060-5f50-431f-abf9-e30eb5120e83, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6fd3a060-5f50-431f-abf9-e30eb5120e83,segment=NetworkSegment(c75e690b-0944-4853-a8cd-0b0cdfaba9a3),segment_id=c75e690b-0944-4853-a8cd-0b0cdfaba9a3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:30.456327 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.463997 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] 10.222.0.39 "DELETE /v2.0/networks/038c7e71-4014-4f0c-98c5-d39658883614 HTTP/1.1" status: 204 len: 168 time: 1.1225638 Jul 09 13:26:30.492819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a177c3-d317-45ad-a16f-88ee93df672c tempest-ServersTestMultiNic-444823872 tempest-ServersTestMultiNic-444823872-project] Pushing event deleted for resources: {'Network': ['ID=038c7e71-4014-4f0c-98c5-d39658883614,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:30.506318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '6fd3a060-5f50-431f-abf9-e30eb5120e83', 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'port_id': '6fd3a060-5f50-431f-abf9-e30eb5120e83', 'mac_address': 'fa:16:3e:18:cd:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:26:30.535015 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b31d660-7573-4146-951c-ad63d3bef7d2 req-2f962adf-b691-4f0a-8106-172a7b55b032 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b HTTP/1.1" status: 200 len: 210 time: 0.1067462 Jul 09 13:26:30.576187 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca55d243-c384-45fd-b24a-355ed1b6033d req-5961c909-966a-42a0-bac5-f80cbc38634e tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649914 Jul 09 13:26:30.637121 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.700241 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fd3a060-5f50-431f-abf9-e30eb5120e83 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:30.743557 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.751469 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d166662d-5695-4d84-8bc8-877ddd06e56d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.773469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 6fd3a060-5f50-431f-abf9-e30eb5120e83, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6fd3a060-5f50-431f-abf9-e30eb5120e83,segment=NetworkSegment(c75e690b-0944-4853-a8cd-0b0cdfaba9a3),segment_id=c75e690b-0944-4853-a8cd-0b0cdfaba9a3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:30.780459 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Transition to ACTIVE for port object 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:30.792210 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.807879 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.817255 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ae011d-9d2f-4b3e-8d6c-6c833bfa1fe4 req-3295a832-9816-4ce9-9bcd-3699da4a53b6 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:30.824356 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0ae011d-9d2f-4b3e-8d6c-6c833bfa1fe4 req-3295a832-9816-4ce9-9bcd-3699da4a53b6 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 944 time: 0.1684330 Jul 09 13:26:30.859972 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d166662d-5695-4d84-8bc8-877ddd06e56d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b69e3c1-41bc-40a9-b431-0480b1511c6d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:30.887309 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d166662d-5695-4d84-8bc8-877ddd06e56d admin admin] Checking segment: {'id': 'a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8350994b-006e-4ab0-b34d-dc9780675392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:30.887826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d166662d-5695-4d84-8bc8-877ddd06e56d admin admin] Network hostable DHCP agents. Network: 8350994b-006e-4ab0-b34d-dc9780675392, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:26:30.893759 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0ae011d-9d2f-4b3e-8d6c-6c833bfa1fe4 req-af171c6a-4bde-4d7f-a7ce-b6239e13c2a7 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb6d5aff-508a-403e-8277-2cc1403d0290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685940 Jul 09 13:26:30.915043 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d166662d-5695-4d84-8bc8-877ddd06e56d admin admin] Network 8350994b-006e-4ab0-b34d-dc9780675392 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:26:30.917907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=6fd3a060-5f50-431f-abf9-e30eb5120e83,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:30.928855 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d166662d-5695-4d84-8bc8-877ddd06e56d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 8350994b-006e-4ab0-b34d-dc9780675392) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:30.935372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d166662d-5695-4d84-8bc8-877ddd06e56d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:30.935646 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d166662d-5695-4d84-8bc8-877ddd06e56d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:30.954344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d6fc3f-69a7-4e37-8a1b-ed2980f73cac None None] Network 8350994b-006e-4ab0-b34d-dc9780675392 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:30.975010 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d166662d-5695-4d84-8bc8-877ddd06e56d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7030780 Jul 09 13:26:30.977610 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51266) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:30.983642 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-369233175-router', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:31.035866 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:31.037242 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:31.106882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Attempting to bind port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:31.107730 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Attempting to bind port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '969943ab-b955-4d53-a90e-765c02610541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:31.108293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Attempting to bind port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 on network 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:31.116702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cadc04-9acd-4641-a1e4-6b42ebf99736 None None] Pushing event updated for resources: {'Port': ['ID=2ca44c5a-4d78-4f2d-87d3-e4da4aeec662,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:31.144211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:31.144479 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:31.145055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Checking segment: {'id': '969943ab-b955-4d53-a90e-765c02610541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:31.145467 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:31.145877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Bound using segment: {'id': '969943ab-b955-4d53-a90e-765c02610541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:31.146409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Bound port: 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '969943ab-b955-4d53-a90e-765c02610541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:31.146799 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:31.227427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['6fd3a060-5f50-431f-abf9-e30eb5120e83'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:31.314365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:31.418759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] For port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:31.431312 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] For port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2ca44c5a-4d78-4f2d-87d3-e4da4aeec662,segment=NetworkSegment(969943ab-b955-4d53-a90e-765c02610541),segment_id=969943ab-b955-4d53-a90e-765c02610541)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:31.461851 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:31.476504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51278) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:31.508178 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b', 'name': 'network-vif-deleted', 'tag': '64f5d2de-a834-4cb1-8a96-41464353aac6'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:31.516475 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-020f5bb6-bad6-4814-ac48-490320b877c9" -d '{"events": [{"server_uuid": "675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b", "name": "network-vif-deleted", "tag": "64f5d2de-a834-4cb1-8a96-41464353aac6"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:31.520527 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-8350994b-006e-4ab0-b34d-dc9780675392', 'network_id': '8350994b-006e-4ab0-b34d-dc9780675392', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'fixed_ips': [{'subnet_id': '3b69e3c1-41bc-40a9-b431-0480b1511c6d'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:26:31.521531 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:31.550069 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb292290-182e-490c-9103-23ff4150f8b1 req-90eff804-1dea-4387-bc81-6f124adc0779 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:31.552109 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb292290-182e-490c-9103-23ff4150f8b1 req-90eff804-1dea-4387-bc81-6f124adc0779 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 949 time: 0.1367955 Jul 09 13:26:31.651189 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c301fd9-dfd3-4976-9cb3-49850dd1ac91 x-openstack-request-id: req-6c301fd9-dfd3-4976-9cb3-49850dd1ac91 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:31.651509 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b", "name": "network-vif-deleted", "tag": "64f5d2de-a834-4cb1-8a96-41464353aac6", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:31.651744 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c301fd9-dfd3-4976-9cb3-49850dd1ac91 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:31.652147 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '675cd2fb-c48c-4bf3-a9f3-4d0cefe19a1b', 'name': 'network-vif-deleted', 'tag': '64f5d2de-a834-4cb1-8a96-41464353aac6', 'status': 'completed', 'code': 200} Jul 09 13:26:31.746994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6baa1cc1-2d4e-43e2-8a3f-610462cae306 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:31.751016 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cadc04-9acd-4641-a1e4-6b42ebf99736 None None] Pushing event updated for resources: {'Port': ['ID=2ca44c5a-4d78-4f2d-87d3-e4da4aeec662,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:31.903617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb292290-182e-490c-9103-23ff4150f8b1 req-875b6f6d-3a01-4fe6-94db-9bfc8bcead43 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347156 Jul 09 13:26:31.906792 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51290) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:31.909130 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Routers {'0877f383-24f4-4aac-81f8-99a18d77fee1'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:31.909875 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:26:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0877f383-24f4-4aac-81f8-99a18d77fee1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:31.965209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 6baa1cc1-2d4e-43e2-8a3f-610462cae306 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:31.965497 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6baa1cc1-2d4e-43e2-8a3f-610462cae306 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:31.980374 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.034749 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.044809 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f290bef-e115-4707-b3d8-f4ec4923bc5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.232566 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.313651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Allocated IP 172.20.0.2 (8350994b-006e-4ab0-b34d-dc9780675392/3b69e3c1-41bc-40a9-b431-0480b1511c6d/91179d24-32c9-431d-89c8-27e2d3694d10) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:32.343030 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] Set router 0877f383-24f4-4aac-81f8-99a18d77fee1 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:32.360655 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e9e0ae61-feaa-4e30-9d51-97495289402c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=caaf1ec5a5144542afbdff8d089c2492&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4416413 Jul 09 13:26:32.361585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51300) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:32.412416 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Allocated IP 172.25.2.135 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/4d348f91-e75d-43e8-8f05-0b098399d883) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:32.455127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3267a-1de3-4553-a9aa-e52dd4824587 req-3ab37337-810c-44ee-9998-c1a6d97e8e0e tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:32.456701 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-82a3267a-1de3-4553-a9aa-e52dd4824587 req-3ab37337-810c-44ee-9998-c1a6d97e8e0e tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 950 time: 0.1847103 Jul 09 13:26:32.493652 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ff12dd7-051a-4821-bacd-483c1f37db4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.516846 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31345e12-c797-4100-9623-bf501f4e42d1 req-28986b55-256a-4c2f-a9f6-553f9057273a tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:32.518445 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31345e12-c797-4100-9623-bf501f4e42d1 req-28986b55-256a-4c2f-a9f6-553f9057273a tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 945 time: 0.2669506 Jul 09 13:26:32.527970 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ff12dd7-051a-4821-bacd-483c1f37db4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.595045 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-82a3267a-1de3-4553-a9aa-e52dd4824587 req-b7868294-bb89-40db-93d5-0aaadf66e79d tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315053 Jul 09 13:26:32.634090 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31345e12-c797-4100-9623-bf501f4e42d1 req-096b81ef-28cd-43db-a41a-34a3169d7bf1 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb6d5aff-508a-403e-8277-2cc1403d0290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019228 Jul 09 13:26:32.645975 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ff12dd7-051a-4821-bacd-483c1f37db4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.649506 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ff12dd7-051a-4821-bacd-483c1f37db4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.650447 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2ff12dd7-051a-4821-bacd-483c1f37db4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60f98391-7a47-4d2c-ab80-ef75f1c27905 HTTP/1.1" status: 204 len: 168 time: 0.2876184 Jul 09 13:26:32.666123 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff12dd7-051a-4821-bacd-483c1f37db4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f98391-7a47-4d2c-ab80-ef75f1c27905,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:32.680558 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.696006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Deleting port 941f0d3d-be91-4509-a471-b73434f914df {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:32.696452 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.734829 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.801917 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Pushing event updated for resources: {'Port': ['ID=4d348f91-e75d-43e8-8f05-0b098399d883,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:32.820205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] For port 941f0d3d-be91-4509-a471-b73434f914df, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=941f0d3d-be91-4509-a471-b73434f914df,segment=NetworkSegment(7d313307-fa7e-442e-b644-e8ce85bd317e),segment_id=7d313307-fa7e-442e-b644-e8ce85bd317e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:32.820635 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.824528 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:32.826039 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:32.829285 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:32.845884 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Calling delete_port for 941f0d3d-be91-4509-a471-b73434f914df owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:32.968997 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:32.981895 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Transition to ACTIVE for port object 91179d24-32c9-431d-89c8-27e2d3694d10 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:33.005523 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Transition to ACTIVE for port object 91179d24-32c9-431d-89c8-27e2d3694d10 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:33.023444 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:33.078105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Network 8350994b-006e-4ab0-b34d-dc9780675392 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:33.083584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'name': 'tempest-AttachSCSIVolumeTestJSON-393148534-router', 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '38596c74-ff46-4041-9a09-1ab65b21be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:20Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '86c30d00eb914f1fb6849067f03b2bba', 'gw_port': {'id': '38596c74-ff46-4041-9a09-1ab65b21be16', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:20Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '2ca44c5a-4d78-4f2d-87d3-e4da4aeec662', 'name': '', 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8', 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba', 'mac_address': 'fa:16:3e:24:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '1039a157-bd32-44fa-ad64-b5f516cd0e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:24Z', 'updated_at': '2021-07-09T13:26:31Z', 'revision_number': 4, 'project_id': '86c30d00eb914f1fb6849067f03b2bba', 'subnets': [{'id': '1039a157-bd32-44fa-ad64-b5f516cd0e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:33.089684 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:33.092844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:33.133309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c27f83c-5119-4016-9e20-23cd18b3a399 None None] The sync data for ids ['0877f383-24f4-4aac-81f8-99a18d77fee1'] in n-d-799525-3 is: [{'id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'name': 'tempest-AttachSCSIVolumeTestJSON-393148534-router', 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '38596c74-ff46-4041-9a09-1ab65b21be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:20Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '86c30d00eb914f1fb6849067f03b2bba', 'gw_port': {'id': '38596c74-ff46-4041-9a09-1ab65b21be16', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:20Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '2ca44c5a-4d78-4f2d-87d3-e4da4aeec662', 'name': '', 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8', 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba', 'mac_address': 'fa:16:3e:24:f8:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'device_owner': 'network:router_interface', 'standard_attr_id': 864, 'fixed_ips': [{'subnet_id': '1039a157-bd32-44fa-ad64-b5f516cd0e55', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:24Z', 'updated_at': '2021-07-09T13:26:31Z', 'revision_number': 4, 'project_id': '86c30d00eb914f1fb6849067f03b2bba', 'subnets': [{'id': '1039a157-bd32-44fa-ad64-b5f516cd0e55', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:26:33.136860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Pushing event updated for resources: {'Port': ['ID=91179d24-32c9-431d-89c8-27e2d3694d10,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:33.229342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51310) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:33.258170 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:33.264750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Attempting to bind port 91179d24-32c9-431d-89c8-27e2d3694d10 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:33.265345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Attempting to bind port 91179d24-32c9-431d-89c8-27e2d3694d10 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8350994b-006e-4ab0-b34d-dc9780675392'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:33.265641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Attempting to bind port 91179d24-32c9-431d-89c8-27e2d3694d10 on network 8350994b-006e-4ab0-b34d-dc9780675392 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:33.274323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:33.274711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Checking segment: {'id': 'a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8350994b-006e-4ab0-b34d-dc9780675392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:33.275441 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:33.275858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Bound using segment: {'id': 'a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8350994b-006e-4ab0-b34d-dc9780675392'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:33.276353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Bound port: 91179d24-32c9-431d-89c8-27e2d3694d10, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8350994b-006e-4ab0-b34d-dc9780675392'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:33.276746 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:33.330132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 6fd3a060-5f50-431f-abf9-e30eb5120e83 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:33.333057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Pushing event deleted for resources: {'Port': ['ID=941f0d3d-be91-4509-a471-b73434f914df,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:33.345754 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:33.345754 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:33.345754 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:33.346278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:33.346492 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:33.347453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:33.347453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:33.347453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:33.347761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:33.348093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:33.348424 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:33.348791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:33.364971 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:33.427531 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:33.507252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] For port 91179d24-32c9-431d-89c8-27e2d3694d10, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:33.513534 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] For port 91179d24-32c9-431d-89c8-27e2d3694d10, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=91179d24-32c9-431d-89c8-27e2d3694d10,segment=NetworkSegment(a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd),segment_id=a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:33.523042 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:33.538899 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59275fd-9028-41f5-8bb0-eca4263f9988 req-ad891903-b742-4fef-9fcf-3b93c63e984f tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:33.540730 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e59275fd-9028-41f5-8bb0-eca4263f9988 req-ad891903-b742-4fef-9fcf-3b93c63e984f tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 949 time: 0.4258859 Jul 09 13:26:33.582682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:33.615555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4484a9-c458-49be-9de1-5691729a9a66 None None] Pushing event updated for resources: {'Port': ['ID=91179d24-32c9-431d-89c8-27e2d3694d10,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:33.660540 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 6fd3a060-5f50-431f-abf9-e30eb5120e83 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:33.667461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 6fd3a060-5f50-431f-abf9-e30eb5120e83 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:33.669909 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:33.856080 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:33.925054 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:33.977321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd3a060-5f50-431f-abf9-e30eb5120e83'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:33.982257 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37a1f6f-a326-4495-8cec-2cafb52d3ab4" -d '{"events": [{"server_uuid": "72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc", "name": "network-vif-plugged", "status": "completed", "tag": "6fd3a060-5f50-431f-abf9-e30eb5120e83"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:34.033935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 6fd3a060-5f50-431f-abf9-e30eb5120e83, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6fd3a060-5f50-431f-abf9-e30eb5120e83,segment=NetworkSegment(c75e690b-0944-4853-a8cd-0b0cdfaba9a3),segment_id=c75e690b-0944-4853-a8cd-0b0cdfaba9a3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:34.044599 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.096199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:34.118072 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:34.118860 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.137655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Router 0e244711-9967-48f1-a864-fc3322e282de has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:26:34.193340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=6fd3a060-5f50-431f-abf9-e30eb5120e83,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:34.238512 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61d70b7e-824e-4f1a-b4e9-b1a8b289c1f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.255694 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.311851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2ca44c5a-4d78-4f2d-87d3-e4da4aeec662,segment=NetworkSegment(969943ab-b955-4d53-a90e-765c02610541),segment_id=969943ab-b955-4d53-a90e-765c02610541)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:34.319938 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.345547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:26:34.360005 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ed2c5-ed96-4861-9bea-2bb01c8cf87c None None] Sync routers for ids ['0e244711-9967-48f1-a864-fc3322e282de'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:26:34.368592 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3661b1bd-9968-4ac6-9309-b387d71aadfb admin admin] 10.222.0.39 "PUT /v2.0/routers/0e244711-9967-48f1-a864-fc3322e282de/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8873427 Jul 09 13:26:34.369675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51320) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:34.375889 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ed2c5-ed96-4861-9bea-2bb01c8cf87c None None] Routers {'0e244711-9967-48f1-a864-fc3322e282de'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:34.376523 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-009ed2c5-ed96-4861-9bea-2bb01c8cf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:26:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0e244711-9967-48f1-a864-fc3322e282de'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:34.411773 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=2ca44c5a-4d78-4f2d-87d3-e4da4aeec662,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:34.501498 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e59275fd-9028-41f5-8bb0-eca4263f9988 req-1b661551-068f-4d50-b80e-6574f348b8e6 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8966055 Jul 09 13:26:34.540886 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d830a5fc-24e4-40f4-b709-1b6349cd647a admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.575731 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.585149 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ba1ee-4014-4ccd-9fff-8e10784fd446 req-8454671c-ec42-45ce-bd8c-20d26005c30b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:34.586891 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd2ba1ee-4014-4ccd-9fff-8e10784fd446 req-8454671c-ec42-45ce-bd8c-20d26005c30b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 950 time: 1.0780478 Jul 09 13:26:34.605529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d9e21-b5ef-451c-abca-da5561663a3e req-2fa34fa2-238d-4209-85a0-4ba892010488 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:34.613088 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a3d9e21-b5ef-451c-abca-da5561663a3e req-2fa34fa2-238d-4209-85a0-4ba892010488 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 950 time: 0.2983432 Jul 09 13:26:34.635590 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.664255 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-009ed2c5-ed96-4861-9bea-2bb01c8cf87c None None] Set router 0e244711-9967-48f1-a864-fc3322e282de gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:34.731332 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d830a5fc-24e4-40f4-b709-1b6349cd647a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.777971 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.833566 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:34.931035 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a3d9e21-b5ef-451c-abca-da5561663a3e req-b3827787-4898-4874-b0ea-4900e9de69cb tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161311 Jul 09 13:26:34.982426 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-009ed2c5-ed96-4861-9bea-2bb01c8cf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e244711-9967-48f1-a864-fc3322e282de', 'name': 'tempest-ServersTestMultiNic-1852803668-router', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.36'}], 'enable_snat': True}, 'gw_port_id': 'bb76abb0-6137-4392-bc69-4ea992d8f406', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:23Z', 'updated_at': '2021-07-09T13:26:33Z', 'revision_number': 5, 'project_id': '0796b576a6ed44b8804068d027649783', 'gw_port': {'id': 'bb76abb0-6137-4392-bc69-4ea992d8f406', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:ed:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e244711-9967-48f1-a864-fc3322e282de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 670, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:25Z', 'updated_at': '2021-07-09T13:24:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:35.027720 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ed2c5-ed96-4861-9bea-2bb01c8cf87c None None] Checking router: 0e244711-9967-48f1-a864-fc3322e282de for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:26:35.037662 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009ed2c5-ed96-4861-9bea-2bb01c8cf87c None None] Routers {'0e244711-9967-48f1-a864-fc3322e282de'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:35.038920 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-009ed2c5-ed96-4861-9bea-2bb01c8cf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:26:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0e244711-9967-48f1-a864-fc3322e282de'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:35.063405 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d35728-80e6-4bdb-ac9b-052d99fafe27,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:35.071959 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe3e5e288c7d41a5ac8cf919a8e38cb4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7921011 Jul 09 13:26:35.084780 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51326) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:35.105063 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:35.105410 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:35.105776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:35.106102 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:35.106481 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:35.106737 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:35.107070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:35.107428 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:35.107822 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:35.108491 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:35.108491 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:35.108695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03afe00f-8581-465c-91a2-1ad146c0245d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:35.167388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1193c-0a13-4516-b43e-29f901328501 req-6cda6112-2814-46d6-9a4a-12f26b50181b tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:35.174706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26a1193c-0a13-4516-b43e-29f901328501 req-6cda6112-2814-46d6-9a4a-12f26b50181b tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 946 time: 0.4389002 Jul 09 13:26:35.188720 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-009ed2c5-ed96-4861-9bea-2bb01c8cf87c None None] Set router 0e244711-9967-48f1-a864-fc3322e282de gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:35.244011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d830a5fc-24e4-40f4-b709-1b6349cd647a admin admin] Deleting port bb76abb0-6137-4392-bc69-4ea992d8f406 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:35.244619 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d830a5fc-24e4-40f4-b709-1b6349cd647a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.260439 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-009ed2c5-ed96-4861-9bea-2bb01c8cf87c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e244711-9967-48f1-a864-fc3322e282de', 'name': 'tempest-ServersTestMultiNic-1852803668-router', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:23Z', 'updated_at': '2021-07-09T13:26:34Z', 'revision_number': 6, 'project_id': '0796b576a6ed44b8804068d027649783', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:35.262178 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe18697e-17bc-4d1c-b84f-5b08392fd969 x-openstack-request-id: req-fe18697e-17bc-4d1c-b84f-5b08392fd969 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:35.262178 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc", "name": "network-vif-plugged", "status": "completed", "tag": "6fd3a060-5f50-431f-abf9-e30eb5120e83", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:35.262178 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe18697e-17bc-4d1c-b84f-5b08392fd969 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:35.262178 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fd3a060-5f50-431f-abf9-e30eb5120e83', 'code': 200} Jul 09 13:26:35.273470 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-bd2ba1ee-4014-4ccd-9fff-8e10784fd446 req-00bdb75e-3bd6-43fc-8e95-18fd46b6c2ea tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Deleting port b6c39e26-9c43-42c7-b1ba-e8623363fc1a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:35.273814 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd2ba1ee-4014-4ccd-9fff-8e10784fd446 req-00bdb75e-3bd6-43fc-8e95-18fd46b6c2ea tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.290828 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26a1193c-0a13-4516-b43e-29f901328501 req-0a15c2fa-ca68-46bb-b1ce-01cb9b77c21a tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb6d5aff-508a-403e-8277-2cc1403d0290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151016 Jul 09 13:26:35.324473 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009ed2c5-ed96-4861-9bea-2bb01c8cf87c None None] The sync data for ids ['0e244711-9967-48f1-a864-fc3322e282de'] in n-d-799525-3 is: [{'id': '0e244711-9967-48f1-a864-fc3322e282de', 'name': 'tempest-ServersTestMultiNic-1852803668-router', 'tenant_id': '0796b576a6ed44b8804068d027649783', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:23Z', 'updated_at': '2021-07-09T13:26:34Z', 'revision_number': 6, 'project_id': '0796b576a6ed44b8804068d027649783', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:26:35.336406 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e63459ec-d786-4099-a956-734a87f418c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.342710 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcbaea9-645a-458c-81a7-84ca860bf67c None None] Network 8350994b-006e-4ab0-b34d-dc9780675392 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:35.414061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d830a5fc-24e4-40f4-b709-1b6349cd647a admin admin] For port bb76abb0-6137-4392-bc69-4ea992d8f406, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=bb76abb0-6137-4392-bc69-4ea992d8f406,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:35.414803 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d830a5fc-24e4-40f4-b709-1b6349cd647a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.432049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d830a5fc-24e4-40f4-b709-1b6349cd647a admin admin] Calling delete_port for bb76abb0-6137-4392-bc69-4ea992d8f406 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:35.434701 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f4b1a317-3e5a-42bf-8743-570d06e3e62a None None] Provisioning for port 91179d24-32c9-431d-89c8-27e2d3694d10 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:35.489760 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.565017 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Router e38c4509-9a0f-43c7-9b0d-4c3af7387397 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:26:35.586489 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e63459ec-d786-4099-a956-734a87f418c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.695462 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-bd2ba1ee-4014-4ccd-9fff-8e10784fd446 req-00bdb75e-3bd6-43fc-8e95-18fd46b6c2ea tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] For port b6c39e26-9c43-42c7-b1ba-e8623363fc1a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=b6c39e26-9c43-42c7-b1ba-e8623363fc1a,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:35.695976 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd2ba1ee-4014-4ccd-9fff-8e10784fd446 req-00bdb75e-3bd6-43fc-8e95-18fd46b6c2ea tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.701238 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d830a5fc-24e4-40f4-b709-1b6349cd647a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.735236 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d830a5fc-24e4-40f4-b709-1b6349cd647a admin admin] Pushing event deleted for resources: {'Port': ['ID=bb76abb0-6137-4392-bc69-4ea992d8f406,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:35.760026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-bd2ba1ee-4014-4ccd-9fff-8e10784fd446 req-00bdb75e-3bd6-43fc-8e95-18fd46b6c2ea tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Calling delete_port for b6c39e26-9c43-42c7-b1ba-e8623363fc1a owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:35.779582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf48383-3c38-4ddb-86c1-ad060f9186af req-adc1ca5a-0e97-48e2-85ee-9b8d936a9a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:35.781612 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8cf48383-3c38-4ddb-86c1-ad060f9186af req-adc1ca5a-0e97-48e2-85ee-9b8d936a9a60 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 1097 time: 0.3734927 Jul 09 13:26:35.816673 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e63459ec-d786-4099-a956-734a87f418c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.819816 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e63459ec-d786-4099-a956-734a87f418c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.820981 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e63459ec-d786-4099-a956-734a87f418c2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50d35728-80e6-4bdb-ac9b-052d99fafe27 HTTP/1.1" status: 204 len: 168 time: 0.7332728 Jul 09 13:26:35.823016 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d177a5c-605d-4627-93d1-12b1443527a8 req-bcd3248a-6422-44ca-92e9-a3682f096ec3 tempest-LiveMigrationNegativeTest-1583343297 tempest-LiveMigrationNegativeTest-1583343297-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:35.824666 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7d177a5c-605d-4627-93d1-12b1443527a8 req-bcd3248a-6422-44ca-92e9-a3682f096ec3 tempest-LiveMigrationNegativeTest-1583343297 tempest-LiveMigrationNegativeTest-1583343297-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 1100 time: 0.2881312 Jul 09 13:26:35.837308 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d830a5fc-24e4-40f4-b709-1b6349cd647a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.938302 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d830a5fc-24e4-40f4-b709-1b6349cd647a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.941915 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d830a5fc-24e4-40f4-b709-1b6349cd647a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.961333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63459ec-d786-4099-a956-734a87f418c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d35728-80e6-4bdb-ac9b-052d99fafe27,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:35.965240 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7d177a5c-605d-4627-93d1-12b1443527a8 req-8c195ccd-2a01-4e04-b272-9f2db011e0cf tempest-LiveMigrationNegativeTest-1583343297 tempest-LiveMigrationNegativeTest-1583343297-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:35.996634 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8cf48383-3c38-4ddb-86c1-ad060f9186af req-0c974499-451a-4782-a364-e0f5aa3057ff service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fb6d5aff-508a-403e-8277-2cc1403d0290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057188 Jul 09 13:26:36.052070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:26:36.090822 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d830a5fc-24e4-40f4-b709-1b6349cd647a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.091692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d830a5fc-24e4-40f4-b709-1b6349cd647a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e244711-9967-48f1-a864-fc3322e282de {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:26:36.092182 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Sync routers for ids ['e38c4509-9a0f-43c7-9b0d-4c3af7387397'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:26:36.103150 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d830a5fc-24e4-40f4-b709-1b6349cd647a admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.109840 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d830a5fc-24e4-40f4-b709-1b6349cd647a admin admin] 10.222.0.39 "DELETE /v2.0/routers/0e244711-9967-48f1-a864-fc3322e282de HTTP/1.1" status: 204 len: 168 time: 1.7389171 Jul 09 13:26:36.111737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51334) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:36.123860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Routers {'e38c4509-9a0f-43c7-9b0d-4c3af7387397'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:36.126310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:26:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e38c4509-9a0f-43c7-9b0d-4c3af7387397'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:36.212567 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:36.224707 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef152af1-30a8-4cbe-bea1-1032611548ab admin admin] Deleting subnet 4cdadef0-3df1-4c78-ad6a-b48ebb65446c {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:26:36.229142 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef152af1-30a8-4cbe-bea1-1032611548ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.276397 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef152af1-30a8-4cbe-bea1-1032611548ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.285568 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7d177a5c-605d-4627-93d1-12b1443527a8 req-8c195ccd-2a01-4e04-b272-9f2db011e0cf tempest-LiveMigrationNegativeTest-1583343297 tempest-LiveMigrationNegativeTest-1583343297-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.301453 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7d177a5c-605d-4627-93d1-12b1443527a8 req-8c195ccd-2a01-4e04-b272-9f2db011e0cf tempest-LiveMigrationNegativeTest-1583343297 tempest-LiveMigrationNegativeTest-1583343297-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.313879 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd2ba1ee-4014-4ccd-9fff-8e10784fd446 req-00bdb75e-3bd6-43fc-8e95-18fd46b6c2ea tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.332683 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.334008 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-245089ba-2680-4942-8b65-91fbd1ceec9f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 5.3552153 Jul 09 13:26:36.353969 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51344) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:36.390915 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['214d123d-b283-4076-9ddc-423d790d7e57', '3ee724a0-555f-4858-9a8f-5ea4b0bd049a', '73cba73c-8f25-43a3-934d-d3a57ccebefd', '8be120f4-93ff-4dc4-81ea-9c487656e843'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:36.396468 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7d177a5c-605d-4627-93d1-12b1443527a8 req-8c195ccd-2a01-4e04-b272-9f2db011e0cf tempest-LiveMigrationNegativeTest-1583343297 tempest-LiveMigrationNegativeTest-1583343297-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4749022 Jul 09 13:26:36.411636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bdb75e-3bd6-43fc-8e95-18fd46b6c2ea tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event deleted for resources: {'Port': ['ID=b6c39e26-9c43-42c7-b1ba-e8623363fc1a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:36.462294 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c195ccd-2a01-4e04-b272-9f2db011e0cf tempest-LiveMigrationNegativeTest-1583343297 tempest-LiveMigrationNegativeTest-1583343297-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a9746f-cc85-40b5-b50d-2d69818da21c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:36.495052 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd2ba1ee-4014-4ccd-9fff-8e10784fd446 req-00bdb75e-3bd6-43fc-8e95-18fd46b6c2ea tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] No DVR routers for this DVR port b6c39e26-9c43-42c7-b1ba-e8623363fc1a on host n-h2-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:36.499651 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bd2ba1ee-4014-4ccd-9fff-8e10784fd446 req-00bdb75e-3bd6-43fc-8e95-18fd46b6c2ea tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.502295 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd2ba1ee-4014-4ccd-9fff-8e10784fd446 req-00bdb75e-3bd6-43fc-8e95-18fd46b6c2ea tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "DELETE /v2.0/ports/b6c39e26-9c43-42c7-b1ba-e8623363fc1a HTTP/1.1" status: 204 len: 173 time: 1.9054720 Jul 09 13:26:36.503584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cc0a9c4-0958-4c57-a422-8b52c77759fc', 'name': 'network-vif-deleted', 'tag': 'b6c39e26-9c43-42c7-b1ba-e8623363fc1a'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:36.507549 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-946f5a63-be90-44b2-88a1-5b0dc5ba87b0" -d '{"events": [{"server_uuid": "1cc0a9c4-0958-4c57-a422-8b52c77759fc", "name": "network-vif-deleted", "tag": "b6c39e26-9c43-42c7-b1ba-e8623363fc1a"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:36.527620 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2294fd-7675-4a01-b0fd-3abf813f0246 req-6a5aa469-e954-440f-804c-edc4b632763b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:36.529242 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d2294fd-7675-4a01-b0fd-3abf813f0246 req-6a5aa469-e954-440f-804c-edc4b632763b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=1cc0a9c4-0958-4c57-a422-8b52c77759fc HTTP/1.1" status: 200 len: 867 time: 0.3113303 Jul 09 13:26:36.531506 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3cd86051-6b1c-4374-9508-f95ed736833f', 'd5001770-f369-4e6c-a7b2-cc3a46b374e5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:36.570718 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef152af1-30a8-4cbe-bea1-1032611548ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.593363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Set router e38c4509-9a0f-43c7-9b0d-4c3af7387397 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:36.621708 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d2294fd-7675-4a01-b0fd-3abf813f0246 req-a406785e-a014-4272-b58d-e64fd9203ab1 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819759 Jul 09 13:26:36.910585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:36.911755 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.976655 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:36.982497 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e99b62-9ea2-46c6-a61e-8b4751c5e5fd req-3c787658-0cf2-4f06-a349-a8ab3a403f38 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:36.994837 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86e99b62-9ea2-46c6-a61e-8b4751c5e5fd req-3c787658-0cf2-4f06-a349-a8ab3a403f38 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 946 time: 0.1393466 Jul 09 13:26:37.013374 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c7fa81-b82d-4119-a0c4-6cc280b177b1 x-openstack-request-id: req-f2c7fa81-b82d-4119-a0c4-6cc280b177b1 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:37.015503 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cc0a9c4-0958-4c57-a422-8b52c77759fc", "name": "network-vif-deleted", "tag": "b6c39e26-9c43-42c7-b1ba-e8623363fc1a", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:37.015775 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f2c7fa81-b82d-4119-a0c4-6cc280b177b1 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:37.016210 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cc0a9c4-0958-4c57-a422-8b52c77759fc', 'name': 'network-vif-deleted', 'tag': 'b6c39e26-9c43-42c7-b1ba-e8623363fc1a', 'status': 'completed', 'code': 200} Jul 09 13:26:37.064684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86e99b62-9ea2-46c6-a61e-8b4751c5e5fd req-b8b4060d-b243-4c56-9597-3a3a1c278162 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb6d5aff-508a-403e-8277-2cc1403d0290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688057 Jul 09 13:26:37.096773 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef152af1-30a8-4cbe-bea1-1032611548ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:37.180315 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef152af1-30a8-4cbe-bea1-1032611548ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cdadef0-3df1-4c78-ad6a-b48ebb65446c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:37.201445 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef152af1-30a8-4cbe-bea1-1032611548ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:37.208349 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ef152af1-30a8-4cbe-bea1-1032611548ab admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4cdadef0-3df1-4c78-ad6a-b48ebb65446c HTTP/1.1" status: 204 len: 168 time: 1.0922315 Jul 09 13:26:37.209369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51368) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:37.215532 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device b6c39e26-9c43-42c7-b1ba-e8623363fc1a no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:37.218349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e8fcbc-f184-4d42-8b23-e859b97bbe49 None None] Network 9e20aa15-b8e2-40c4-812f-2e55504b6521 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:37.280658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: b6c39e26-9c43-42c7-b1ba-e8623363fc1a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:37.281171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device b6c39e26-9c43-42c7-b1ba-e8623363fc1a not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:37.408837 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:37.580804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] Deleting port ef042248-c497-421f-837d-90160155646a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:37.581153 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:37.599856 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:37.734643 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] For port ef042248-c497-421f-837d-90160155646a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ef042248-c497-421f-837d-90160155646a,segment=NetworkSegment(7d313307-fa7e-442e-b644-e8ce85bd317e),segment_id=7d313307-fa7e-442e-b644-e8ce85bd317e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:37.735081 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:37.757268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 91179d24-32c9-431d-89c8-27e2d3694d10 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:37.758723 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] Calling delete_port for ef042248-c497-421f-837d-90160155646a owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:37.797875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350e5f03-61a8-41eb-8251-e828155c8db9 req-37ddbf6c-6cb2-4b44-8d25-17dd2e714a1a tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:37.799841 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-350e5f03-61a8-41eb-8251-e828155c8db9 req-37ddbf6c-6cb2-4b44-8d25-17dd2e714a1a tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 949 time: 0.0785863 Jul 09 13:26:37.856006 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-350e5f03-61a8-41eb-8251-e828155c8db9 req-134615e9-05af-43e4-84d5-3519c906ffae tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491014 Jul 09 13:26:37.923992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Allocated IP 172.20.0.1 (8350994b-006e-4ab0-b34d-dc9780675392/3b69e3c1-41bc-40a9-b431-0480b1511c6d/fc396209-c5ff-43df-a4b6-905199b3f1bb) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:37.945627 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:37.947949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'name': 'tempest-AttachSCSIVolumeTestJSON-369233175-router', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '4d348f91-e75d-43e8-8f05-0b098399d883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:31Z', 'updated_at': '2021-07-09T13:26:33Z', 'revision_number': 3, 'project_id': 'f69b8bf232b943168a75df221c044bcb', 'gw_port': {'id': '4d348f91-e75d-43e8-8f05-0b098399d883', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:32Z', 'updated_at': '2021-07-09T13:26:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:38.007482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Checking router: e38c4509-9a0f-43c7-9b0d-4c3af7387397 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:26:38.007977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Updating router e38c4509-9a0f-43c7-9b0d-4c3af7387397 port 4d348f91-e75d-43e8-8f05-0b098399d883 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:26:38.041967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef042248-c497-421f-837d-90160155646a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:38.045952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] No DVR routers for this DVR port ef042248-c497-421f-837d-90160155646a on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:38.117009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 91179d24-32c9-431d-89c8-27e2d3694d10 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:38.126049 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.160503 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 91179d24-32c9-431d-89c8-27e2d3694d10 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:38.160883 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.178104 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.200278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e20aa15-b8e2-40c4-812f-2e55504b6521']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:38.204512 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d01c5e4-8027-4a1b-b50d-af061bc0d58b None None] DHCP port deletion for 9e20aa15-b8e2-40c4-812f-2e55504b6521 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:26:38.223209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d313307-fa7e-442e-b644-e8ce85bd317e') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:38.223674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d313307-fa7e-442e-b644-e8ce85bd317e') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:38.235583 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.241761 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.266052 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.266512 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.269564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Transition to ACTIVE for port object fc396209-c5ff-43df-a4b6-905199b3f1bb will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:38.279063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:26:38.279827 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:26:38.282102 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:26:38.372466 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.380593 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.383176 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9e20aa15-b8e2-40c4-812f-2e55504b6521 HTTP/1.1" status: 204 len: 168 time: 1.1714830 Jul 09 13:26:38.384826 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.411551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f13072-0372-4a34-8634-26897a336098 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e20aa15-b8e2-40c4-812f-2e55504b6521,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:38.439000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Network 8350994b-006e-4ab0-b34d-dc9780675392 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:38.446477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:38.450409 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:38.472924 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b80392-956d-471e-99a1-e9fca859b839 req-60f3248c-450c-4a73-8d11-8edbaebb87d7 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:38.484262 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-39b80392-956d-471e-99a1-e9fca859b839 req-60f3248c-450c-4a73-8d11-8edbaebb87d7 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 946 time: 0.1103714 Jul 09 13:26:38.493868 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Pushing event updated for resources: {'Port': ['ID=fc396209-c5ff-43df-a4b6-905199b3f1bb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:38.512235 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.567915 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-39b80392-956d-471e-99a1-e9fca859b839 req-bdb0f90d-0f60-42f8-aa67-4ead0e5a1608 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb6d5aff-508a-403e-8277-2cc1403d0290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821791 Jul 09 13:26:38.572557 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.653605 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.665791 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5c986a-e3e8-4da3-b146-7c320ff393e4 req-2365aa1f-f146-4596-b8ff-dbb50050bac9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:38.675072 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d5c986a-e3e8-4da3-b146-7c320ff393e4 req-2365aa1f-f146-4596-b8ff-dbb50050bac9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f580cf-5c93-4918-b270-0b704521e517 HTTP/1.1" status: 200 len: 950 time: 0.2192669 Jul 09 13:26:38.709499 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51416) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:38.747400 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d5c986a-e3e8-4da3-b146-7c320ff393e4 req-0546782d-d5b2-4748-ae50-b49b054b1bb9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708201 Jul 09 13:26:38.792674 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.829449 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7d988ed5-d9d7-42d4-99e1-b380605e9d47 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0796b576a6ed44b8804068d027649783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1179614 Jul 09 13:26:38.834087 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51418) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:38.874238 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 91179d24-32c9-431d-89c8-27e2d3694d10, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=91179d24-32c9-431d-89c8-27e2d3694d10,segment=NetworkSegment(a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd),segment_id=a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:38.892017 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:38.947633 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 941f0d3d-be91-4509-a471-b73434f914df no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:38.987986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd98df4-f8dc-4e98-93ad-d5e224c0ad98 req-766b9524-10a2-40a6-9f44-a88ed156074d tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:38.989761 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1bd98df4-f8dc-4e98-93ad-d5e224c0ad98 req-766b9524-10a2-40a6-9f44-a88ed156074d tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 946 time: 0.1471345 Jul 09 13:26:39.000410 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51430) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:39.016345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5f7aeefa-1bd6-4ad6-a717-d652b6f46405 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Request body: {'floatingip': {'port_id': '6fd3a060-5f50-431f-abf9-e30eb5120e83'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:39.057460 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba289-7fb5-441b-bb8c-722603bd2421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.085505 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba289-7fb5-441b-bb8c-722603bd2421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.086502 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5a73d718-8dc7-4591-80de-497b0a4c3eb5 None None] Provisioning for port fc396209-c5ff-43df-a4b6-905199b3f1bb completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:39.090718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 941f0d3d-be91-4509-a471-b73434f914df {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:39.091070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 941f0d3d-be91-4509-a471-b73434f914df not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:39.108015 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.113013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5a73d718-8dc7-4591-80de-497b0a4c3eb5 None None] Provisioning complete for port fc396209-c5ff-43df-a4b6-905199b3f1bb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:39.113418 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a73d718-8dc7-4591-80de-497b0a4c3eb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.114588 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.183883 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5a73d718-8dc7-4591-80de-497b0a4c3eb5 None None] Port fc396209-c5ff-43df-a4b6-905199b3f1bb cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:26:39.187061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=91179d24-32c9-431d-89c8-27e2d3694d10,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:39.216814 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f7aeefa-1bd6-4ad6-a717-d652b6f46405 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.228187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device bb76abb0-6137-4392-bc69-4ea992d8f406 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:39.240605 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.241893 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba289-7fb5-441b-bb8c-722603bd2421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.244823 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd5ba289-7fb5-441b-bb8c-722603bd2421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.246167 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fd5ba289-7fb5-441b-bb8c-722603bd2421 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56f58212-0c74-474b-9783-34ff3ef31091 HTTP/1.1" status: 204 len: 168 time: 0.4047639 Jul 09 13:26:39.254673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: bb76abb0-6137-4392-bc69-4ea992d8f406 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:39.255031 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device bb76abb0-6137-4392-bc69-4ea992d8f406 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:39.255670 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ef042248-c497-421f-837d-90160155646a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:39.266274 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.293699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: ef042248-c497-421f-837d-90160155646a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:39.294383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ef042248-c497-421f-837d-90160155646a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:39.319527 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Transition to ACTIVE for port object 4d348f91-e75d-43e8-8f05-0b098399d883 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:39.320531 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ba289-7fb5-441b-bb8c-722603bd2421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f58212-0c74-474b-9783-34ff3ef31091,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:39.321162 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Pushing event updated for resources: {'Port': ['ID=fc396209-c5ff-43df-a4b6-905199b3f1bb,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:39.364802 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.416927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf2d2a-0526-4b02-8448-8735da20ba0b None None] Pushing event updated for resources: {'Port': ['ID=4d348f91-e75d-43e8-8f05-0b098399d883,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:39.438559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Network 8350994b-006e-4ab0-b34d-dc9780675392 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:39.440399 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:39.490597 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Attempting to bind port 4d348f91-e75d-43e8-8f05-0b098399d883 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:39.492255 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Attempting to bind port 4d348f91-e75d-43e8-8f05-0b098399d883 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:39.492727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Attempting to bind port 4d348f91-e75d-43e8-8f05-0b098399d883 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:39.494425 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce84ca9-7e47-4fe7-93e8-3ed855802c0b req-d0c0ccfb-504f-47dc-996d-4ee3af4b3d0a tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:39.496047 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cce84ca9-7e47-4fe7-93e8-3ed855802c0b req-d0c0ccfb-504f-47dc-996d-4ee3af4b3d0a tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.15 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 949 time: 0.3972151 Jul 09 13:26:39.498954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:39.499467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:39.499970 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.500577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:39.501179 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Bound port: 4d348f91-e75d-43e8-8f05-0b098399d883, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:39.501861 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.523657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894f2b3-0adc-4d3f-bbc1-5bc25354c8eb req-5ad4b4d2-3316-43a7-bd2d-e34fe41b03bf tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:39.530586 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4894f2b3-0adc-4d3f-bbc1-5bc25354c8eb req-5ad4b4d2-3316-43a7-bd2d-e34fe41b03bf tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 949 time: 0.4343328 Jul 09 13:26:39.588392 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] For port 4d348f91-e75d-43e8-8f05-0b098399d883, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:39.593455 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] For port 4d348f91-e75d-43e8-8f05-0b098399d883, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4d348f91-e75d-43e8-8f05-0b098399d883,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:39.602510 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:39.681314 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Routers {'e38c4509-9a0f-43c7-9b0d-4c3af7387397'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:39.681965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:26:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e38c4509-9a0f-43c7-9b0d-4c3af7387397'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:39.794138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Router e38c4509-9a0f-43c7-9b0d-4c3af7387397 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:26:39.810266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ecb92f-450b-4382-bc03-49ec60f22912 req-c72cd419-2cde-49aa-9f90-6d698079654b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:39.812281 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-13ecb92f-450b-4382-bc03-49ec60f22912 req-c72cd419-2cde-49aa-9f90-6d698079654b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "GET /v2.0/ports?device_id=43f580cf-5c93-4918-b270-0b704521e517 HTTP/1.1" status: 200 len: 950 time: 0.2463388 Jul 09 13:26:39.862269 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bf2d2a-0526-4b02-8448-8735da20ba0b None None] Pushing event updated for resources: {'Port': ['ID=4d348f91-e75d-43e8-8f05-0b098399d883,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:39.889567 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] Set router e38c4509-9a0f-43c7-9b0d-4c3af7387397 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:39.958977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ab69cae5-ce5c-4af9-8929-185055c2cdb6 None None] Provisioning complete for port fc396209-c5ff-43df-a4b6-905199b3f1bb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:39.959986 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab69cae5-ce5c-4af9-8929-185055c2cdb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.090083 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ab69cae5-ce5c-4af9-8929-185055c2cdb6 None None] Port fc396209-c5ff-43df-a4b6-905199b3f1bb cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:26:40.091072 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4894f2b3-0adc-4d3f-bbc1-5bc25354c8eb req-fc0dcc9a-34ef-4536-bc1c-2c86c0d44d85 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5592215 Jul 09 13:26:40.106395 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51460) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:40.230548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-13ecb92f-450b-4382-bc03-49ec60f22912 req-57602ac7-fe48-429b-b988-39cefbd6c3ef tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Deleting port 8be120f4-93ff-4dc4-81ea-9c487656e843 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:40.230895 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-13ecb92f-450b-4382-bc03-49ec60f22912 req-57602ac7-fe48-429b-b988-39cefbd6c3ef tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.253993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'name': 'tempest-AttachSCSIVolumeTestJSON-369233175-router', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '4d348f91-e75d-43e8-8f05-0b098399d883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:31Z', 'updated_at': '2021-07-09T13:26:38Z', 'revision_number': 4, 'project_id': 'f69b8bf232b943168a75df221c044bcb', 'gw_port': {'id': '4d348f91-e75d-43e8-8f05-0b098399d883', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:32Z', 'updated_at': '2021-07-09T13:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'fc396209-c5ff-43df-a4b6-905199b3f1bb', 'name': '', 'network_id': '8350994b-006e-4ab0-b34d-dc9780675392', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'mac_address': 'fa:16:3e:3a:38:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '3b69e3c1-41bc-40a9-b431-0480b1511c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:37Z', 'updated_at': '2021-07-09T13:26:38Z', 'revision_number': 2, 'project_id': 'f69b8bf232b943168a75df221c044bcb', 'subnets': [{'id': '3b69e3c1-41bc-40a9-b431-0480b1511c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:40.283225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:26:40.291016 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cae7b6c5-9b12-444a-b5d7-c6d74d3021bd admin admin] 10.222.0.39 "PUT /v2.0/routers/e38c4509-9a0f-43c7-9b0d-4c3af7387397/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9392762 Jul 09 13:26:40.314790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef9a534-a3fa-430c-83e3-a1e309c660c6 None None] The sync data for ids ['e38c4509-9a0f-43c7-9b0d-4c3af7387397'] in n-d-799525-3 is: [{'id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'name': 'tempest-AttachSCSIVolumeTestJSON-369233175-router', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '4d348f91-e75d-43e8-8f05-0b098399d883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:31Z', 'updated_at': '2021-07-09T13:26:38Z', 'revision_number': 4, 'project_id': 'f69b8bf232b943168a75df221c044bcb', 'gw_port': {'id': '4d348f91-e75d-43e8-8f05-0b098399d883', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:32Z', 'updated_at': '2021-07-09T13:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'fc396209-c5ff-43df-a4b6-905199b3f1bb', 'name': '', 'network_id': '8350994b-006e-4ab0-b34d-dc9780675392', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'mac_address': 'fa:16:3e:3a:38:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '3b69e3c1-41bc-40a9-b431-0480b1511c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:37Z', 'updated_at': '2021-07-09T13:26:38Z', 'revision_number': 2, 'project_id': 'f69b8bf232b943168a75df221c044bcb', 'subnets': [{'id': '3b69e3c1-41bc-40a9-b431-0480b1511c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:26:40.375939 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-13ecb92f-450b-4382-bc03-49ec60f22912 req-57602ac7-fe48-429b-b988-39cefbd6c3ef tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] For port 8be120f4-93ff-4dc4-81ea-9c487656e843, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8be120f4-93ff-4dc4-81ea-9c487656e843,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:40.376669 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-13ecb92f-450b-4382-bc03-49ec60f22912 req-57602ac7-fe48-429b-b988-39cefbd6c3ef tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.388420 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22197aeb-fc00-4134-956c-ae43c019197a req-f5ab844b-e4f6-4efe-8f03-bade560a77d5 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:40.394700 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22197aeb-fc00-4134-956c-ae43c019197a req-f5ab844b-e4f6-4efe-8f03-bade560a77d5 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=43f580cf-5c93-4918-b270-0b704521e517 HTTP/1.1" status: 200 len: 950 time: 0.3738146 Jul 09 13:26:40.398338 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-13ecb92f-450b-4382-bc03-49ec60f22912 req-57602ac7-fe48-429b-b988-39cefbd6c3ef tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Calling delete_port for 8be120f4-93ff-4dc4-81ea-9c487656e843 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:40.628180 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51484) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:40.667675 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-13ecb92f-450b-4382-bc03-49ec60f22912 req-57602ac7-fe48-429b-b988-39cefbd6c3ef tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.682586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3cd86051-6b1c-4374-9508-f95ed736833f', 'd5001770-f369-4e6c-a7b2-cc3a46b374e5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:40.754110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['214d123d-b283-4076-9ddc-423d790d7e57', '3ee724a0-555f-4858-9a8f-5ea4b0bd049a', '73cba73c-8f25-43a3-934d-d3a57ccebefd'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:40.796507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57602ac7-fe48-429b-b988-39cefbd6c3ef tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event deleted for resources: {'Port': ['ID=8be120f4-93ff-4dc4-81ea-9c487656e843,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:40.852923 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-13ecb92f-450b-4382-bc03-49ec60f22912 req-57602ac7-fe48-429b-b988-39cefbd6c3ef tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] No DVR routers for this DVR port 8be120f4-93ff-4dc4-81ea-9c487656e843 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:40.856152 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-13ecb92f-450b-4382-bc03-49ec60f22912 req-57602ac7-fe48-429b-b988-39cefbd6c3ef tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.858620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-13ecb92f-450b-4382-bc03-49ec60f22912 req-57602ac7-fe48-429b-b988-39cefbd6c3ef tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "DELETE /v2.0/ports/8be120f4-93ff-4dc4-81ea-9c487656e843 HTTP/1.1" status: 204 len: 173 time: 1.0370018 Jul 09 13:26:40.859043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f580cf-5c93-4918-b270-0b704521e517', 'name': 'network-vif-deleted', 'tag': '8be120f4-93ff-4dc4-81ea-9c487656e843'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:40.861260 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e205fb4e-f8e6-4863-9e90-909f578cd75a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.861818 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12951a2-46ff-4df0-8835-24255e8ba782" -d '{"events": [{"server_uuid": "43f580cf-5c93-4918-b270-0b704521e517", "name": "network-vif-deleted", "tag": "8be120f4-93ff-4dc4-81ea-9c487656e843"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:40.877836 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.resource_extend [None req-5f7aeefa-1bd6-4ad6-a717-d652b6f46405 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:26:40.917587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e34a8e26-188e-4797-896b-ef2cc4971cf4 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-104139204-network', 'tenant_id': 'd0eeb5b01cf34569a0b895f893caec16'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:40.954591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e34a8e26-188e-4797-896b-ef2cc4971cf4 admin admin] Made reservation on behalf of d0eeb5b01cf34569a0b895f893caec16 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:40.969433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e34a8e26-188e-4797-896b-ef2cc4971cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.970008 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-cce84ca9-7e47-4fe7-93e8-3ed855802c0b req-34b961cc-4a42-4950-9e6e-e8ebf2e76670 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Deleting port 797ef478-c715-4c9c-a64c-f9248343ec99 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:40.970328 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cce84ca9-7e47-4fe7-93e8-3ed855802c0b req-34b961cc-4a42-4950-9e6e-e8ebf2e76670 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:40.991203 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aecb8675-d4b4-468e-a5d0-d3fc89a40912 x-openstack-request-id: req-aecb8675-d4b4-468e-a5d0-d3fc89a40912 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:40.991600 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f580cf-5c93-4918-b270-0b704521e517", "name": "network-vif-deleted", "tag": "8be120f4-93ff-4dc4-81ea-9c487656e843", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:40.991926 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aecb8675-d4b4-468e-a5d0-d3fc89a40912 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:40.992419 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43f580cf-5c93-4918-b270-0b704521e517', 'name': 'network-vif-deleted', 'tag': '8be120f4-93ff-4dc4-81ea-9c487656e843', 'status': 'completed', 'code': 200} Jul 09 13:26:40.993271 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e34a8e26-188e-4797-896b-ef2cc4971cf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:41.020736 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22197aeb-fc00-4134-956c-ae43c019197a req-5ebfde13-94d6-4637-a89e-d4ff5d531c2b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6251342 Jul 09 13:26:41.089791 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f7aeefa-1bd6-4ad6-a717-d652b6f46405 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:41.109447 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f7aeefa-1bd6-4ad6-a717-d652b6f46405 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:41.281750 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-5f7aeefa-1bd6-4ad6-a717-d652b6f46405 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Floating IP 73a3ed3c-f8eb-4dc6-af91-c8f9d5002f52 associated. External IP: 172.25.2.11, port: 6fd3a060-5f50-431f-abf9-e30eb5120e83. Jul 09 13:26:41.368983 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 91179d24-32c9-431d-89c8-27e2d3694d10 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:41.611877 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-cce84ca9-7e47-4fe7-93e8-3ed855802c0b req-34b961cc-4a42-4950-9e6e-e8ebf2e76670 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] For port 797ef478-c715-4c9c-a64c-f9248343ec99, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=797ef478-c715-4c9c-a64c-f9248343ec99,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:41.612739 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cce84ca9-7e47-4fe7-93e8-3ed855802c0b req-34b961cc-4a42-4950-9e6e-e8ebf2e76670 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:41.636552 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-cce84ca9-7e47-4fe7-93e8-3ed855802c0b req-34b961cc-4a42-4950-9e6e-e8ebf2e76670 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Calling delete_port for 797ef478-c715-4c9c-a64c-f9248343ec99 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:41.948106 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cce84ca9-7e47-4fe7-93e8-3ed855802c0b req-34b961cc-4a42-4950-9e6e-e8ebf2e76670 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:42.048352 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b961cc-4a42-4950-9e6e-e8ebf2e76670 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Pushing event deleted for resources: {'Port': ['ID=797ef478-c715-4c9c-a64c-f9248343ec99,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:42.153740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 91179d24-32c9-431d-89c8-27e2d3694d10 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:42.154402 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:42.349327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce84ca9-7e47-4fe7-93e8-3ed855802c0b req-34b961cc-4a42-4950-9e6e-e8ebf2e76670 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] No DVR routers for this DVR port 797ef478-c715-4c9c-a64c-f9248343ec99 on host n-h2-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:42.374729 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-cce84ca9-7e47-4fe7-93e8-3ed855802c0b req-34b961cc-4a42-4950-9e6e-e8ebf2e76670 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:42.402310 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cce84ca9-7e47-4fe7-93e8-3ed855802c0b req-34b961cc-4a42-4950-9e6e-e8ebf2e76670 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.15 "DELETE /v2.0/ports/797ef478-c715-4c9c-a64c-f9248343ec99 HTTP/1.1" status: 204 len: 173 time: 2.8100321 Jul 09 13:26:42.438941 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ec365d-8d71-448c-b5de-b8edb9573112', 'name': 'network-vif-deleted', 'tag': '797ef478-c715-4c9c-a64c-f9248343ec99'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:42.442511 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bffcb6-5077-401e-a7bc-586a992e788e" -d '{"events": [{"server_uuid": "68ec365d-8d71-448c-b5de-b8edb9573112", "name": "network-vif-deleted", "tag": "797ef478-c715-4c9c-a64c-f9248343ec99"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:42.627231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498883d5-49ba-4e2f-b2ac-485fd62fa19b req-0a6fb9c6-1804-42b2-83fc-88e7fcda9367 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:42.641490 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-498883d5-49ba-4e2f-b2ac-485fd62fa19b req-0a6fb9c6-1804-42b2-83fc-88e7fcda9367 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ec365d-8d71-448c-b5de-b8edb9573112 HTTP/1.1" status: 200 len: 867 time: 1.2250817 Jul 09 13:26:42.668332 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e205fb4e-f8e6-4863-9e90-909f578cd75a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:42.729358 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e205fb4e-f8e6-4863-9e90-909f578cd75a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:42.847665 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e34a8e26-188e-4797-896b-ef2cc4971cf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:42.855463 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e34a8e26-188e-4797-896b-ef2cc4971cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:42.908742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e34a8e26-188e-4797-896b-ef2cc4971cf4 admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:26:42.917303 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-498883d5-49ba-4e2f-b2ac-485fd62fa19b req-bdcbe2fa-d988-4715-863c-495457c11e16 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666037 Jul 09 13:26:42.958609 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a8e26-188e-4797-896b-ef2cc4971cf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebdc7b7-236a-4734-934e-278e51e6bc84,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:43.016038 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e34a8e26-188e-4797-896b-ef2cc4971cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:43.016038 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-e34a8e26-188e-4797-896b-ef2cc4971cf4 admin admin] Added segment a1723321-5206-4a65-8bd1-f68185bc5fce of type vlan for network 85395da5-0d70-4e83-b105-950910b8822b Jul 09 13:26:43.112094 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e205fb4e-f8e6-4863-9e90-909f578cd75a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cf91062c97aa4d30b05d18aeba2f5064&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9933341 Jul 09 13:26:43.116647 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51512) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:43.156431 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8be120f4-93ff-4dc4-81ea-9c487656e843 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:43.181645 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4277d2-3497-4bb5-ac1f-44268c2523a9 x-openstack-request-id: req-6c4277d2-3497-4bb5-ac1f-44268c2523a9 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:43.182203 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ec365d-8d71-448c-b5de-b8edb9573112", "name": "network-vif-deleted", "tag": "797ef478-c715-4c9c-a64c-f9248343ec99", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:43.182627 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c4277d2-3497-4bb5-ac1f-44268c2523a9 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:43.184433 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ec365d-8d71-448c-b5de-b8edb9573112', 'name': 'network-vif-deleted', 'tag': '797ef478-c715-4c9c-a64c-f9248343ec99', 'status': 'completed', 'code': 200} Jul 09 13:26:43.187777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205fb4e-f8e6-4863-9e90-909f578cd75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fcc4fe-1cd8-41d3-8b75-52f6e22efb5a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:43.189826 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e34a8e26-188e-4797-896b-ef2cc4971cf4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:43.295921 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['31c8674a-a273-4234-811c-b8a4bbef9b01'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:43.304143 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e34a8e26-188e-4797-896b-ef2cc4971cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:43.305175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e34a8e26-188e-4797-896b-ef2cc4971cf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:43.305780 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e34a8e26-188e-4797-896b-ef2cc4971cf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:43.320505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 8be120f4-93ff-4dc4-81ea-9c487656e843 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:43.326705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8be120f4-93ff-4dc4-81ea-9c487656e843 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:43.330129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 797ef478-c715-4c9c-a64c-f9248343ec99 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:43.415887 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd1577f1-43b8-47d4-a2ce-ffc87011a166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:43.473791 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e34a8e26-188e-4797-896b-ef2cc4971cf4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.8421862 Jul 09 13:26:43.474034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51514) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:43.482007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-efbdf672-25b1-4c0e-911e-92487c266fad admin admin] Request body: {'subnet': {'network_id': '85395da5-0d70-4e83-b105-950910b8822b', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-104139204-subnet', 'tenant_id': 'd0eeb5b01cf34569a0b895f893caec16', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:43.515249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34a8e26-188e-4797-896b-ef2cc4971cf4 admin admin] Pushing event updated for resources: {'Network': ['ID=85395da5-0d70-4e83-b105-950910b8822b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:43.523625 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd1577f1-43b8-47d4-a2ce-ffc87011a166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:43.534569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 797ef478-c715-4c9c-a64c-f9248343ec99 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:43.536166 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 797ef478-c715-4c9c-a64c-f9248343ec99 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:43.555639 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4d348f91-e75d-43e8-8f05-0b098399d883 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:43.578553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbdf672-25b1-4c0e-911e-92487c266fad admin admin] Made reservation on behalf of d0eeb5b01cf34569a0b895f893caec16 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:43.581372 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efbdf672-25b1-4c0e-911e-92487c266fad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:43.581882 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f7aeefa-1bd6-4ad6-a717-d652b6f46405 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:26:43.673226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 85395da5-0d70-4e83-b105-950910b8822b details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:26:43.793451 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd1577f1-43b8-47d4-a2ce-ffc87011a166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:43.796587 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd1577f1-43b8-47d4-a2ce-ffc87011a166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:43.798068 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dd1577f1-43b8-47d4-a2ce-ffc87011a166 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/00fcc4fe-1cd8-41d3-8b75-52f6e22efb5a HTTP/1.1" status: 204 len: 168 time: 0.6125154 Jul 09 13:26:43.843664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1577f1-43b8-47d4-a2ce-ffc87011a166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fcc4fe-1cd8-41d3-8b75-52f6e22efb5a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:43.956355 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f7aeefa-1bd6-4ad6-a717-d652b6f46405 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:26:43.985502 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125d8079-fd67-443e-87a0-40b5f4857e3a None None] Sync routers for ids ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:26:43.989849 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f7aeefa-1bd6-4ad6-a717-d652b6f46405 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:44.055741 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d8079-fd67-443e-87a0-40b5f4857e3a None None] Routers {'33be1358-2f07-4a4b-aa47-a26d5a8f71ac'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:44.058979 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-125d8079-fd67-443e-87a0-40b5f4857e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:26:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:44.139712 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 4d348f91-e75d-43e8-8f05-0b098399d883 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:44.157192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 4d348f91-e75d-43e8-8f05-0b098399d883 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:44.159245 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:44.227476 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efbdf672-25b1-4c0e-911e-92487c266fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:44.257293 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5f7aeefa-1bd6-4ad6-a717-d652b6f46405 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "PUT /v2.0/floatingips/73a3ed3c-f8eb-4dc6-af91-c8f9d5002f52 HTTP/1.1" status: 200 len: 991 time: 5.2520089 Jul 09 13:26:44.426877 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-125d8079-fd67-443e-87a0-40b5f4857e3a None None] Set router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:44.496490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efbdf672-25b1-4c0e-911e-92487c266fad admin admin] Checking segment: {'id': 'a1723321-5206-4a65-8bd1-f68185bc5fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '85395da5-0d70-4e83-b105-950910b8822b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:44.500866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbdf672-25b1-4c0e-911e-92487c266fad admin admin] Network hostable DHCP agents. Network: 85395da5-0d70-4e83-b105-950910b8822b, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:26:44.533587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbdf672-25b1-4c0e-911e-92487c266fad admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d038e4e-0fdb-4659-87df-c394279ac6eb,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:44.568037 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0d0ec5-9da9-45d7-8924-04b1772fe75f req-93e5f9a3-5eb1-49d1-b9f1-12dcd3a029e8 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:44.569811 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f0d0ec5-9da9-45d7-8924-04b1772fe75f req-93e5f9a3-5eb1-49d1-b9f1-12dcd3a029e8 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "GET /v2.0/ports?device_id=56e5e0ad-c0ca-4628-8d22-c5b70b6758b8 HTTP/1.1" status: 200 len: 950 time: 0.2625740 Jul 09 13:26:44.591394 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbdf672-25b1-4c0e-911e-92487c266fad admin admin] Network 85395da5-0d70-4e83-b105-950910b8822b is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:26:44.610125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-efbdf672-25b1-4c0e-911e-92487c266fad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 85395da5-0d70-4e83-b105-950910b8822b) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:44.627278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbdf672-25b1-4c0e-911e-92487c266fad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:44.627936 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efbdf672-25b1-4c0e-911e-92487c266fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:44.648955 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:44.656803 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12534cbf-0b06-4565-b758-75a33bfea39f None None] Network 85395da5-0d70-4e83-b105-950910b8822b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:44.671598 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-efbdf672-25b1-4c0e-911e-92487c266fad admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1941538 Jul 09 13:26:44.884287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 4d348f91-e75d-43e8-8f05-0b098399d883, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4d348f91-e75d-43e8-8f05-0b098399d883,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:44.919335 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:44.963939 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301b649b-00c2-42d4-9bbc-8dc74846b528 req-b1c57bf9-c148-4292-8ad8-80b255c22deb tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:44.965569 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-301b649b-00c2-42d4-9bbc-8dc74846b528 req-b1c57bf9-c148-4292-8ad8-80b255c22deb tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e5e0ad-c0ca-4628-8d22-c5b70b6758b8 HTTP/1.1" status: 200 len: 950 time: 0.4564898 Jul 09 13:26:45.062674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=4d348f91-e75d-43e8-8f05-0b098399d883,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:45.196453 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-125d8079-fd67-443e-87a0-40b5f4857e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'name': 'tempest-ServersTestJSON-411623761-router', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:00Z', 'updated_at': '2021-07-09T13:26:08Z', 'revision_number': 4, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'gw_port': {'id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:02Z', 'updated_at': '2021-07-09T13:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '73a3ed3c-f8eb-4dc6-af91-c8f9d5002f52', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'port_id': '6fd3a060-5f50-431f-abf9-e30eb5120e83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'mac_address': 'fa:16:3e:18:cd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:26:14Z', 'updated_at': '2021-07-09T13:26:40Z', 'revision_number': 1, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d', 'name': '', 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'mac_address': 'fa:16:3e:49:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:07Z', 'updated_at': '2021-07-09T13:26:16Z', 'revision_number': 5, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'subnets': [{'id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:45.211718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-301b649b-00c2-42d4-9bbc-8dc74846b528 req-8fd8eb21-6177-485a-9497-97e2939413f9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2298374 Jul 09 13:26:45.215987 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc', 'tag': '6fd3a060-5f50-431f-abf9-e30eb5120e83'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:45.218550 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5754c348-d6e9-40b0-bd1f-b576e6f38358" -d '{"events": [{"name": "network-changed", "server_uuid": "72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc", "tag": "6fd3a060-5f50-431f-abf9-e30eb5120e83"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:45.250971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Sync routers for ids ['e38c4509-9a0f-43c7-9b0d-4c3af7387397'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:26:45.283143 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125d8079-fd67-443e-87a0-40b5f4857e3a None None] Checking router: 33be1358-2f07-4a4b-aa47-a26d5a8f71ac for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:26:45.294056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-8f0d0ec5-9da9-45d7-8924-04b1772fe75f req-132fda65-6c5b-4829-b87f-2433aba9dce4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Deleting port 73cba73c-8f25-43a3-934d-d3a57ccebefd {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:45.299689 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8f0d0ec5-9da9-45d7-8924-04b1772fe75f req-132fda65-6c5b-4829-b87f-2433aba9dce4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:45.318203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Routers {'e38c4509-9a0f-43c7-9b0d-4c3af7387397'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:45.318870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:26:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e38c4509-9a0f-43c7-9b0d-4c3af7387397'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:45.351882 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125d8079-fd67-443e-87a0-40b5f4857e3a None None] Routers {'33be1358-2f07-4a4b-aa47-a26d5a8f71ac'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:45.360013 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-125d8079-fd67-443e-87a0-40b5f4857e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:26:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:45.393665 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d9566ea-b1c7-4297-b51e-bdc2aa539364 None None] Network 85395da5-0d70-4e83-b105-950910b8822b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:26:45.396764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4d348f91-e75d-43e8-8f05-0b098399d883 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:45.614246 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-8f0d0ec5-9da9-45d7-8924-04b1772fe75f req-132fda65-6c5b-4829-b87f-2433aba9dce4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] For port 73cba73c-8f25-43a3-934d-d3a57ccebefd, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=73cba73c-8f25-43a3-934d-d3a57ccebefd,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:45.615221 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8f0d0ec5-9da9-45d7-8924-04b1772fe75f req-132fda65-6c5b-4829-b87f-2433aba9dce4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:45.634296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-8f0d0ec5-9da9-45d7-8924-04b1772fe75f req-132fda65-6c5b-4829-b87f-2433aba9dce4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Calling delete_port for 73cba73c-8f25-43a3-934d-d3a57ccebefd owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:45.778993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Set router e38c4509-9a0f-43c7-9b0d-4c3af7387397 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:45.779405 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-125d8079-fd67-443e-87a0-40b5f4857e3a None None] Set router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:45.954831 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd206f6-8cfc-48cd-a939-b42b0b406227 x-openstack-request-id: req-9cd206f6-8cfc-48cd-a939-b42b0b406227 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:45.955262 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc", "tag": "6fd3a060-5f50-431f-abf9-e30eb5120e83", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:45.955415 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9cd206f6-8cfc-48cd-a939-b42b0b406227 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:45.955776 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc', 'tag': '6fd3a060-5f50-431f-abf9-e30eb5120e83', 'status': 'completed', 'code': 200} Jul 09 13:26:46.172269 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8f0d0ec5-9da9-45d7-8924-04b1772fe75f req-132fda65-6c5b-4829-b87f-2433aba9dce4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:46.208005 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['214d123d-b283-4076-9ddc-423d790d7e57', '3ee724a0-555f-4858-9a8f-5ea4b0bd049a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:46.210690 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3cd86051-6b1c-4374-9508-f95ed736833f', 'd5001770-f369-4e6c-a7b2-cc3a46b374e5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:46.249759 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-125d8079-fd67-443e-87a0-40b5f4857e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'name': 'tempest-ServersTestJSON-411623761-router', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:00Z', 'updated_at': '2021-07-09T13:26:08Z', 'revision_number': 4, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'gw_port': {'id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:02Z', 'updated_at': '2021-07-09T13:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '73a3ed3c-f8eb-4dc6-af91-c8f9d5002f52', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'port_id': '6fd3a060-5f50-431f-abf9-e30eb5120e83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'mac_address': 'fa:16:3e:18:cd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:26:14Z', 'updated_at': '2021-07-09T13:26:40Z', 'revision_number': 1, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d', 'name': '', 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'mac_address': 'fa:16:3e:49:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:07Z', 'updated_at': '2021-07-09T13:26:16Z', 'revision_number': 5, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'subnets': [{'id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:46.288849 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125d8079-fd67-443e-87a0-40b5f4857e3a None None] The sync data for ids ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'] in n-d-799525-3 is: [{'id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'name': 'tempest-ServersTestJSON-411623761-router', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:00Z', 'updated_at': '2021-07-09T13:26:08Z', 'revision_number': 4, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'gw_port': {'id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:02Z', 'updated_at': '2021-07-09T13:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '73a3ed3c-f8eb-4dc6-af91-c8f9d5002f52', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'floating_ip_address': '172.25.2.11', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'port_id': '6fd3a060-5f50-431f-abf9-e30eb5120e83', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 845, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'mac_address': 'fa:16:3e:18:cd:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:26:14Z', 'updated_at': '2021-07-09T13:26:40Z', 'revision_number': 1, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d', 'name': '', 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'mac_address': 'fa:16:3e:49:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:07Z', 'updated_at': '2021-07-09T13:26:16Z', 'revision_number': 5, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'subnets': [{'id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:26:46.382778 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132fda65-6c5b-4829-b87f-2433aba9dce4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event deleted for resources: {'Port': ['ID=73cba73c-8f25-43a3-934d-d3a57ccebefd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:46.390903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-f57cb042-da37-4124-93d6-76662e8d1431 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:46.399240 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-f57cb042-da37-4124-93d6-76662e8d1431 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/networks?id=85395da5-0d70-4e83-b105-950910b8822b HTTP/1.1" status: 200 len: 817 time: 0.3744700 Jul 09 13:26:46.411296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 4d348f91-e75d-43e8-8f05-0b098399d883 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:46.411876 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:46.423202 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-bd798381-bd9d-4d28-9d26-08f07366740b tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/quotas/d0eeb5b01cf34569a0b895f893caec16 HTTP/1.1" status: 200 len: 375 time: 0.0227790 Jul 09 13:26:46.467006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754c348-d6e9-40b0-bd1f-b576e6f38358 req-de0d8eeb-0787-4198-aad0-14c09994b90b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:46.471708 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5754c348-d6e9-40b0-bd1f-b576e6f38358 req-de0d8eeb-0787-4198-aad0-14c09994b90b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec3c5a4d112d406d82ff46a44f17b6a5&device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 1097 time: 0.6860363 Jul 09 13:26:46.482942 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-e6403c31-7372-41ea-938d-27a5fe07d72f tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d0eeb5b01cf34569a0b895f893caec16&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588412 Jul 09 13:26:46.547763 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f0d0ec5-9da9-45d7-8924-04b1772fe75f req-132fda65-6c5b-4829-b87f-2433aba9dce4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] No DVR routers for this DVR port 73cba73c-8f25-43a3-934d-d3a57ccebefd on host n-h2-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:46.590015 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8f0d0ec5-9da9-45d7-8924-04b1772fe75f req-132fda65-6c5b-4829-b87f-2433aba9dce4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:46.592068 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f0d0ec5-9da9-45d7-8924-04b1772fe75f req-132fda65-6c5b-4829-b87f-2433aba9dce4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "DELETE /v2.0/ports/73cba73c-8f25-43a3-934d-d3a57ccebefd HTTP/1.1" status: 204 len: 173 time: 1.9669633 Jul 09 13:26:46.608532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd09c7d-3b2d-463b-92fc-61f1ddff3500 req-84a791b1-300f-4556-a41d-dc12af3a678a tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:46.610091 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bcd09c7d-3b2d-463b-92fc-61f1ddff3500 req-84a791b1-300f-4556-a41d-dc12af3a678a tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e650e26-31b5-4e02-964a-76ccec95cb6f HTTP/1.1" status: 200 len: 949 time: 0.6535745 Jul 09 13:26:46.622522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629d054-7fb3-49d3-b551-c7603dbf3893 req-746544a1-1e3d-47f0-8aea-ffe395516854 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:46.626496 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0629d054-7fb3-49d3-b551-c7603dbf3893 req-746544a1-1e3d-47f0-8aea-ffe395516854 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 950 time: 0.6028862 Jul 09 13:26:46.725170 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b880b13-bbbe-41ec-b86c-6bee8fb685dc None None] New status for floating IP 73a3ed3c-f8eb-4dc6-af91-c8f9d5002f52: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:26:46.774600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754c348-d6e9-40b0-bd1f-b576e6f38358 req-46f03774-c766-4b65-8bd8-c4b1bf813edd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:46.777218 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5754c348-d6e9-40b0-bd1f-b576e6f38358 req-46f03774-c766-4b65-8bd8-c4b1bf813edd service neutron] 10.222.0.18 "GET /v2.0/networks?id=f340b2bb-8fc7-493a-a51d-440e2eb04d1c HTTP/1.1" status: 200 len: 906 time: 0.2980895 Jul 09 13:26:46.878593 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'name': 'tempest-AttachSCSIVolumeTestJSON-369233175-router', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '4d348f91-e75d-43e8-8f05-0b098399d883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:31Z', 'updated_at': '2021-07-09T13:26:38Z', 'revision_number': 4, 'project_id': 'f69b8bf232b943168a75df221c044bcb', 'gw_port': {'id': '4d348f91-e75d-43e8-8f05-0b098399d883', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:32Z', 'updated_at': '2021-07-09T13:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'fc396209-c5ff-43df-a4b6-905199b3f1bb', 'name': '', 'network_id': '8350994b-006e-4ab0-b34d-dc9780675392', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'mac_address': 'fa:16:3e:3a:38:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '3b69e3c1-41bc-40a9-b431-0480b1511c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:37Z', 'updated_at': '2021-07-09T13:26:38Z', 'revision_number': 2, 'project_id': 'f69b8bf232b943168a75df221c044bcb', 'subnets': [{'id': '3b69e3c1-41bc-40a9-b431-0480b1511c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:46.962405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Checking router: e38c4509-9a0f-43c7-9b0d-4c3af7387397 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:26:46.962877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Updating router e38c4509-9a0f-43c7-9b0d-4c3af7387397 port fc396209-c5ff-43df-a4b6-905199b3f1bb binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:26:46.969085 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0629d054-7fb3-49d3-b551-c7603dbf3893 req-07d67bcd-fb9d-4186-8020-faed03a7f0db tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923609 Jul 09 13:26:47.110965 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5754c348-d6e9-40b0-bd1f-b576e6f38358 req-3b87eef6-6eb4-47ea-9437-299fa70d77be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fd3a060-5f50-431f-abf9-e30eb5120e83 HTTP/1.1" status: 200 len: 999 time: 0.3157666 Jul 09 13:26:47.126541 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-bcd09c7d-3b2d-463b-92fc-61f1ddff3500 req-7cdd3fd8-b4e0-440a-8dae-95c08d2f2425 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Deleting port d5001770-f369-4e6c-a7b2-cc3a46b374e5 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:47.126889 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bcd09c7d-3b2d-463b-92fc-61f1ddff3500 req-7cdd3fd8-b4e0-440a-8dae-95c08d2f2425 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:47.133176 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:47.305529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 73cba73c-8f25-43a3-934d-d3a57ccebefd no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:47.327445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279309d0-b635-4dcd-9df4-02e2f4c01062 req-d0bb736e-b568-4ea5-932d-a8b37b09673e tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:47.329039 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-279309d0-b635-4dcd-9df4-02e2f4c01062 req-d0bb736e-b568-4ea5-932d-a8b37b09673e tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.18 "GET /v2.0/ports?device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 950 time: 0.5326989 Jul 09 13:26:47.352568 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-bcd09c7d-3b2d-463b-92fc-61f1ddff3500 req-7cdd3fd8-b4e0-440a-8dae-95c08d2f2425 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] For port d5001770-f369-4e6c-a7b2-cc3a46b374e5, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d5001770-f369-4e6c-a7b2-cc3a46b374e5,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:47.356053 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bcd09c7d-3b2d-463b-92fc-61f1ddff3500 req-7cdd3fd8-b4e0-440a-8dae-95c08d2f2425 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:47.391546 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-bcd09c7d-3b2d-463b-92fc-61f1ddff3500 req-7cdd3fd8-b4e0-440a-8dae-95c08d2f2425 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Calling delete_port for d5001770-f369-4e6c-a7b2-cc3a46b374e5 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:47.394911 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-273ab19e-65e3-44fb-a72e-4ab98560ae90 service neutron] 10.222.0.39 "GET /v2.0/networks/85395da5-0d70-4e83-b105-950910b8822b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8932550 Jul 09 13:26:47.399318 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754c348-d6e9-40b0-bd1f-b576e6f38358 req-0ee37eac-dfd3-4d73-b323-6efc2b1cbb05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:47.403209 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5754c348-d6e9-40b0-bd1f-b576e6f38358 req-0ee37eac-dfd3-4d73-b323-6efc2b1cbb05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5aa445ca-6c21-4e11-96f1-c4099e868636 HTTP/1.1" status: 200 len: 844 time: 0.2844477 Jul 09 13:26:47.616725 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 73cba73c-8f25-43a3-934d-d3a57ccebefd {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:47.616725 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 73cba73c-8f25-43a3-934d-d3a57ccebefd not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:47.658578 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5754c348-d6e9-40b0-bd1f-b576e6f38358 req-2da05f0d-5c5c-47d7-aec7-47443d38154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:47.660928 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5754c348-d6e9-40b0-bd1f-b576e6f38358 req-2da05f0d-5c5c-47d7-aec7-47443d38154b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f340b2bb-8fc7-493a-a51d-440e2eb04d1c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2299769 Jul 09 13:26:47.679378 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bcd09c7d-3b2d-463b-92fc-61f1ddff3500 req-7cdd3fd8-b4e0-440a-8dae-95c08d2f2425 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:47.761767 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4679073-02e7-4dbe-ad34-59492c0df5f1 req-e2251d3d-fe32-403c-9cfe-b1e73d5aea8d tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=56e5e0ad-c0ca-4628-8d22-c5b70b6758b8 HTTP/1.1" status: 200 len: 210 time: 0.0887747 Jul 09 13:26:47.763133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cdd3fd8-b4e0-440a-8dae-95c08d2f2425 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event deleted for resources: {'Port': ['ID=d5001770-f369-4e6c-a7b2-cc3a46b374e5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:47.872396 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcd09c7d-3b2d-463b-92fc-61f1ddff3500 req-7cdd3fd8-b4e0-440a-8dae-95c08d2f2425 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] No DVR routers for this DVR port d5001770-f369-4e6c-a7b2-cc3a46b374e5 on host n-h1-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:47.877402 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bcd09c7d-3b2d-463b-92fc-61f1ddff3500 req-7cdd3fd8-b4e0-440a-8dae-95c08d2f2425 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:47.880059 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bcd09c7d-3b2d-463b-92fc-61f1ddff3500 req-7cdd3fd8-b4e0-440a-8dae-95c08d2f2425 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.18 "DELETE /v2.0/ports/d5001770-f369-4e6c-a7b2-cc3a46b374e5 HTTP/1.1" status: 204 len: 173 time: 1.2527053 Jul 09 13:26:47.881172 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5754c348-d6e9-40b0-bd1f-b576e6f38358 req-02419fc9-683f-4540-8804-78355bde4787 service neutron] 10.222.0.18 "GET /v2.0/networks/f340b2bb-8fc7-493a-a51d-440e2eb04d1c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873262 Jul 09 13:26:47.905052 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-f5685191-439f-40e0-a7f4-4952efdd8515 service neutron] 10.222.0.39 "GET /v2.0/networks/85395da5-0d70-4e83-b105-950910b8822b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4953077 Jul 09 13:26:47.960000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '56e5e0ad-c0ca-4628-8d22-c5b70b6758b8', 'name': 'network-vif-deleted', 'tag': '73cba73c-8f25-43a3-934d-d3a57ccebefd'}, {'server_uuid': '4e650e26-31b5-4e02-964a-76ccec95cb6f', 'name': 'network-vif-deleted', 'tag': 'd5001770-f369-4e6c-a7b2-cc3a46b374e5'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:47.965851 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e5b081c-18d8-4eb3-9d71-b86a9ad4ff08" -d '{"events": [{"server_uuid": "56e5e0ad-c0ca-4628-8d22-c5b70b6758b8", "name": "network-vif-deleted", "tag": "73cba73c-8f25-43a3-934d-d3a57ccebefd"}, {"server_uuid": "4e650e26-31b5-4e02-964a-76ccec95cb6f", "name": "network-vif-deleted", "tag": "d5001770-f369-4e6c-a7b2-cc3a46b374e5"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:48.080323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-279309d0-b635-4dcd-9df4-02e2f4c01062 req-9a8e5021-f966-4a52-a0ed-0379a1808b18 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Deleting port 31c8674a-a273-4234-811c-b8a4bbef9b01 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:48.087350 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-279309d0-b635-4dcd-9df4-02e2f4c01062 req-9a8e5021-f966-4a52-a0ed-0379a1808b18 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:48.145313 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3cd86051-6b1c-4374-9508-f95ed736833f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:48.220132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['214d123d-b283-4076-9ddc-423d790d7e57', '3ee724a0-555f-4858-9a8f-5ea4b0bd049a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:48.314626 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5754c348-d6e9-40b0-bd1f-b576e6f38358 req-5194db5e-e34c-44a7-b1ba-cd543318e1e8 service neutron] 10.222.0.18 "GET /v2.0/networks/f340b2bb-8fc7-493a-a51d-440e2eb04d1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4130933 Jul 09 13:26:48.374612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-279309d0-b635-4dcd-9df4-02e2f4c01062 req-9a8e5021-f966-4a52-a0ed-0379a1808b18 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] For port 31c8674a-a273-4234-811c-b8a4bbef9b01, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=31c8674a-a273-4234-811c-b8a4bbef9b01,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:48.374982 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-279309d0-b635-4dcd-9df4-02e2f4c01062 req-9a8e5021-f966-4a52-a0ed-0379a1808b18 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:48.407404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-279309d0-b635-4dcd-9df4-02e2f4c01062 req-9a8e5021-f966-4a52-a0ed-0379a1808b18 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Calling delete_port for 31c8674a-a273-4234-811c-b8a4bbef9b01 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:48.436337 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:48.482324 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6baf0ed-102f-4861-9d90-53a1701056b7 x-openstack-request-id: req-a6baf0ed-102f-4861-9d90-53a1701056b7 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:48.482868 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "56e5e0ad-c0ca-4628-8d22-c5b70b6758b8", "name": "network-vif-deleted", "tag": "73cba73c-8f25-43a3-934d-d3a57ccebefd", "status": "completed", "code": 200}, {"server_uuid": "4e650e26-31b5-4e02-964a-76ccec95cb6f", "name": "network-vif-deleted", "tag": "d5001770-f369-4e6c-a7b2-cc3a46b374e5", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:48.483373 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6baf0ed-102f-4861-9d90-53a1701056b7 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:48.483976 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '56e5e0ad-c0ca-4628-8d22-c5b70b6758b8', 'name': 'network-vif-deleted', 'tag': '73cba73c-8f25-43a3-934d-d3a57ccebefd', 'status': 'completed', 'code': 200} Jul 09 13:26:48.484475 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e650e26-31b5-4e02-964a-76ccec95cb6f', 'name': 'network-vif-deleted', 'tag': 'd5001770-f369-4e6c-a7b2-cc3a46b374e5', 'status': 'completed', 'code': 200} Jul 09 13:26:48.491058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Transition to ACTIVE for port object fc396209-c5ff-43df-a4b6-905199b3f1bb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:48.546243 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:48.737222 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-279309d0-b635-4dcd-9df4-02e2f4c01062 req-9a8e5021-f966-4a52-a0ed-0379a1808b18 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:48.741950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4946d68-d3db-427b-8260-d66292283175 None None] Pushing event updated for resources: {'Port': ['ID=fc396209-c5ff-43df-a4b6-905199b3f1bb,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:48.779346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8dfd8a-fec3-4d15-8372-756bd8a1e2bc req-b40a9d9e-a9ad-4d88-be53-1caed1744f28 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:48.787959 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d8dfd8a-fec3-4d15-8372-756bd8a1e2bc req-b40a9d9e-a9ad-4d88-be53-1caed1744f28 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 867 time: 0.1941147 Jul 09 13:26:48.861748 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8e5021-f966-4a52-a0ed-0379a1808b18 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Pushing event deleted for resources: {'Port': ['ID=31c8674a-a273-4234-811c-b8a4bbef9b01,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:48.979775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ceed80b8-5bc4-4d56-8ed9-c43fef33ea09 req-b4ae6646-7099-47c9-b4c3-d172b72f35a5 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/ports?device_id=905688b7-8e13-4404-92a8-d01c5061f1c5 HTTP/1.1" status: 200 len: 210 time: 0.2121916 Jul 09 13:26:49.043529 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-279309d0-b635-4dcd-9df4-02e2f4c01062 req-9a8e5021-f966-4a52-a0ed-0379a1808b18 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] No DVR routers for this DVR port 31c8674a-a273-4234-811c-b8a4bbef9b01 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:49.051724 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-279309d0-b635-4dcd-9df4-02e2f4c01062 req-9a8e5021-f966-4a52-a0ed-0379a1808b18 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:49.058855 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-279309d0-b635-4dcd-9df4-02e2f4c01062 req-9a8e5021-f966-4a52-a0ed-0379a1808b18 tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.18 "DELETE /v2.0/ports/31c8674a-a273-4234-811c-b8a4bbef9b01 HTTP/1.1" status: 204 len: 173 time: 1.7035818 Jul 09 13:26:49.060162 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206fcdeb-b293-4906-88aa-ef8a7c860885', 'name': 'network-vif-deleted', 'tag': '31c8674a-a273-4234-811c-b8a4bbef9b01'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:49.062827 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd956bb5-f18a-4af8-97d3-fba00a60938f" -d '{"events": [{"server_uuid": "206fcdeb-b293-4906-88aa-ef8a7c860885", "name": "network-vif-deleted", "tag": "31c8674a-a273-4234-811c-b8a4bbef9b01"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:49.081012 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d8dfd8a-fec3-4d15-8372-756bd8a1e2bc req-c2344caa-b29c-4f63-a88e-0269ad58d28f tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/security-groups?id=5ae97dc7-1cbd-48b8-845d-d654b29a52d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2874830 Jul 09 13:26:49.091753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Attempting to bind port fc396209-c5ff-43df-a4b6-905199b3f1bb on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:49.092496 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Attempting to bind port fc396209-c5ff-43df-a4b6-905199b3f1bb by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8350994b-006e-4ab0-b34d-dc9780675392'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:49.094471 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Attempting to bind port fc396209-c5ff-43df-a4b6-905199b3f1bb on network 8350994b-006e-4ab0-b34d-dc9780675392 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:49.143890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:49.143890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Checking segment: {'id': 'a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8350994b-006e-4ab0-b34d-dc9780675392'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:49.143890 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:49.143890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Bound using segment: {'id': 'a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8350994b-006e-4ab0-b34d-dc9780675392'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:49.145052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Bound port: fc396209-c5ff-43df-a4b6-905199b3f1bb, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '8350994b-006e-4ab0-b34d-dc9780675392'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:49.145559 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:49.265279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] For port fc396209-c5ff-43df-a4b6-905199b3f1bb, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:49.268869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] For port fc396209-c5ff-43df-a4b6-905199b3f1bb, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fc396209-c5ff-43df-a4b6-905199b3f1bb,segment=NetworkSegment(a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd),segment_id=a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:49.330846 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:49.361143 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d5001770-f369-4e6c-a7b2-cc3a46b374e5 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:49.489269 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f35a68b3-c4c9-4d38-9ca0-c609cec09323 x-openstack-request-id: req-f35a68b3-c4c9-4d38-9ca0-c609cec09323 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:49.489664 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206fcdeb-b293-4906-88aa-ef8a7c860885", "name": "network-vif-deleted", "tag": "31c8674a-a273-4234-811c-b8a4bbef9b01", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:49.490059 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f35a68b3-c4c9-4d38-9ca0-c609cec09323 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:49.490794 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206fcdeb-b293-4906-88aa-ef8a7c860885', 'name': 'network-vif-deleted', 'tag': '31c8674a-a273-4234-811c-b8a4bbef9b01', 'status': 'completed', 'code': 200} Jul 09 13:26:49.532032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: d5001770-f369-4e6c-a7b2-cc3a46b374e5 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:49.534427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d5001770-f369-4e6c-a7b2-cc3a46b374e5 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:49.535187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 31c8674a-a273-4234-811c-b8a4bbef9b01 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:49.664737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Routers {'e38c4509-9a0f-43c7-9b0d-4c3af7387397'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:26:49.669339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:26:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e38c4509-9a0f-43c7-9b0d-4c3af7387397'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:49.690576 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 31c8674a-a273-4234-811c-b8a4bbef9b01 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:49.691277 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 31c8674a-a273-4234-811c-b8a4bbef9b01 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:49.847292 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4946d68-d3db-427b-8260-d66292283175 None None] Pushing event updated for resources: {'Port': ['ID=fc396209-c5ff-43df-a4b6-905199b3f1bb,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:50.128903 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:26:50.158048 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] Set router e38c4509-9a0f-43c7-9b0d-4c3af7387397 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:26:50.458687 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-185abfb7-421d-43bb-b978-d7f005c88ffa req-88e6027b-c567-46f0-9cd4-6c466a48a13f tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/ports?device_id=905688b7-8e13-4404-92a8-d01c5061f1c5 HTTP/1.1" status: 200 len: 210 time: 0.0702231 Jul 09 13:26:50.564410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51656) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:50.579561 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'name': 'tempest-AttachSCSIVolumeTestJSON-369233175-router', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '4d348f91-e75d-43e8-8f05-0b098399d883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:31Z', 'updated_at': '2021-07-09T13:26:38Z', 'revision_number': 4, 'project_id': 'f69b8bf232b943168a75df221c044bcb', 'gw_port': {'id': '4d348f91-e75d-43e8-8f05-0b098399d883', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:32Z', 'updated_at': '2021-07-09T13:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'fc396209-c5ff-43df-a4b6-905199b3f1bb', 'name': '', 'network_id': '8350994b-006e-4ab0-b34d-dc9780675392', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'mac_address': 'fa:16:3e:3a:38:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '3b69e3c1-41bc-40a9-b431-0480b1511c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:37Z', 'updated_at': '2021-07-09T13:26:49Z', 'revision_number': 4, 'project_id': 'f69b8bf232b943168a75df221c044bcb', 'subnets': [{'id': '3b69e3c1-41bc-40a9-b431-0480b1511c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:26:50.588707 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7143ebe8-fb96-48dd-980a-3536ae8d76c5 req-898b164a-7dea-4a4d-adeb-45eb20719c3c tempest-LiveMigrationNegativeTest-1148014394 tempest-LiveMigrationNegativeTest-1148014394-project] 10.222.0.39 "GET /v2.0/ports?device_id=206fcdeb-b293-4906-88aa-ef8a7c860885 HTTP/1.1" status: 200 len: 210 time: 0.0577168 Jul 09 13:26:50.669974 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47bf073a-48eb-489f-ab4e-89fa39062831 None None] The sync data for ids ['e38c4509-9a0f-43c7-9b0d-4c3af7387397'] in n-d-799525-3 is: [{'id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'name': 'tempest-AttachSCSIVolumeTestJSON-369233175-router', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '4d348f91-e75d-43e8-8f05-0b098399d883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:31Z', 'updated_at': '2021-07-09T13:26:38Z', 'revision_number': 4, 'project_id': 'f69b8bf232b943168a75df221c044bcb', 'gw_port': {'id': '4d348f91-e75d-43e8-8f05-0b098399d883', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:32Z', 'updated_at': '2021-07-09T13:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'fc396209-c5ff-43df-a4b6-905199b3f1bb', 'name': '', 'network_id': '8350994b-006e-4ab0-b34d-dc9780675392', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'mac_address': 'fa:16:3e:3a:38:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'device_owner': 'network:router_interface', 'standard_attr_id': 886, 'fixed_ips': [{'subnet_id': '3b69e3c1-41bc-40a9-b431-0480b1511c6d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:37Z', 'updated_at': '2021-07-09T13:26:49Z', 'revision_number': 4, 'project_id': 'f69b8bf232b943168a75df221c044bcb', 'subnets': [{'id': '3b69e3c1-41bc-40a9-b431-0480b1511c6d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:26:50.894121 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd1942f7-39cb-4261-bd1e-45d81894fd82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:51.041617 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-66669e38-a260-4add-b35c-4476852a179a tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:51.048582 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-66669e38-a260-4add-b35c-4476852a179a tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.15 "GET /v2.0/networks?id=85395da5-0d70-4e83-b105-950910b8822b HTTP/1.1" status: 200 len: 817 time: 0.2541885 Jul 09 13:26:51.065045 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-518e9f36-68e9-454b-86e8-d70525e20570 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Request body: {'port': {'device_id': '905688b7-8e13-4404-92a8-d01c5061f1c5', 'network_id': '85395da5-0d70-4e83-b105-950910b8822b', 'admin_state_up': True, 'tenant_id': 'd0eeb5b01cf34569a0b895f893caec16'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:51.150008 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd1942f7-39cb-4261-bd1e-45d81894fd82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:51.170672 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd1942f7-39cb-4261-bd1e-45d81894fd82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:51.252953 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bd1942f7-39cb-4261-bd1e-45d81894fd82 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=54e96435a86049c4891de49374f0a7e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6853683 Jul 09 13:26:51.255157 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51666) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:51.321035 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fc396209-c5ff-43df-a4b6-905199b3f1bb up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:51.332832 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1942f7-39cb-4261-bd1e-45d81894fd82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=448f7ced-0020-4616-b5e0-7cebeac9a6c8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:51.442308 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port fc396209-c5ff-43df-a4b6-905199b3f1bb completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:26:51.448353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port fc396209-c5ff-43df-a4b6-905199b3f1bb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:51.449111 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:51.535114 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c912-ea58-4e5d-a95b-d23c03080ac5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:51.663261 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f585b6-3668-4241-a3d1-42a57fbe6a0d req-3ab74e12-ac45-4a80-aedb-3e3fb597de6a tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:51.671379 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94f585b6-3668-4241-a3d1-42a57fbe6a0d req-3ab74e12-ac45-4a80-aedb-3e3fb597de6a tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f38536-8608-418f-b522-2609a5846807 HTTP/1.1" status: 200 len: 950 time: 0.3266461 Jul 09 13:26:51.671621 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:51.686805 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c912-ea58-4e5d-a95b-d23c03080ac5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:51.723725 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port fc396209-c5ff-43df-a4b6-905199b3f1bb, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fc396209-c5ff-43df-a4b6-905199b3f1bb,segment=NetworkSegment(a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd),segment_id=a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:51.728906 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:51.730262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-518e9f36-68e9-454b-86e8-d70525e20570 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Made reservation on behalf of d0eeb5b01cf34569a0b895f893caec16 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:51.735023 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-518e9f36-68e9-454b-86e8-d70525e20570 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:51.736827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9ebddf-549d-4c8c-b874-7bbd721c384b req-6359d4da-200d-4413-80c7-f991fd062303 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:51.738858 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-da9ebddf-549d-4c8c-b874-7bbd721c384b req-6359d4da-200d-4413-80c7-f991fd062303 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "GET /v2.0/ports?device_id=51f38536-8608-418f-b522-2609a5846807 HTTP/1.1" status: 200 len: 950 time: 0.1179571 Jul 09 13:26:51.768611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59aa7a2e-75e9-493c-92da-5f6713777179 req-06e72a84-cf3a-489a-865f-02a01265d0db tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/ports?device_id=905688b7-8e13-4404-92a8-d01c5061f1c5 HTTP/1.1" status: 200 len: 210 time: 0.1171367 Jul 09 13:26:51.790972 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=fc396209-c5ff-43df-a4b6-905199b3f1bb,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:51.956311 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-518e9f36-68e9-454b-86e8-d70525e20570 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Allocated IP 172.20.0.9 (85395da5-0d70-4e83-b105-950910b8822b/6d038e4e-0fdb-4659-87df-c394279ac6eb/37919ac4-ea43-41de-abae-2819ebfb8b93) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:51.966498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-da9ebddf-549d-4c8c-b874-7bbd721c384b req-a480bee3-1ca2-4433-9a52-519942072ec9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Deleting port 214d123d-b283-4076-9ddc-423d790d7e57 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:51.970687 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-da9ebddf-549d-4c8c-b874-7bbd721c384b req-a480bee3-1ca2-4433-9a52-519942072ec9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:52.150665 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-518e9f36-68e9-454b-86e8-d70525e20570 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:52.206573 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-518e9f36-68e9-454b-86e8-d70525e20570 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:52.226635 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-da9ebddf-549d-4c8c-b874-7bbd721c384b req-a480bee3-1ca2-4433-9a52-519942072ec9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] For port 214d123d-b283-4076-9ddc-423d790d7e57, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=214d123d-b283-4076-9ddc-423d790d7e57,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:52.230708 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-da9ebddf-549d-4c8c-b874-7bbd721c384b req-a480bee3-1ca2-4433-9a52-519942072ec9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:52.234449 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94f585b6-3668-4241-a3d1-42a57fbe6a0d req-088a4239-3bc7-404e-8589-b8e3f6b210e3 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5616176 Jul 09 13:26:52.288417 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-da9ebddf-549d-4c8c-b874-7bbd721c384b req-a480bee3-1ca2-4433-9a52-519942072ec9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Calling delete_port for 214d123d-b283-4076-9ddc-423d790d7e57 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:52.332058 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518e9f36-68e9-454b-86e8-d70525e20570 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Pushing event updated for resources: {'Port': ['ID=37919ac4-ea43-41de-abae-2819ebfb8b93,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:52.341097 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-518e9f36-68e9-454b-86e8-d70525e20570 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Network 85395da5-0d70-4e83-b105-950910b8822b is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:52.345356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-518e9f36-68e9-454b-86e8-d70525e20570 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:52.363308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-518e9f36-68e9-454b-86e8-d70525e20570 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:52.421200 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c912-ea58-4e5d-a95b-d23c03080ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:52.423873 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5c3c912-ea58-4e5d-a95b-d23c03080ac5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:52.425240 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d5c3c912-ea58-4e5d-a95b-d23c03080ac5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/448f7ced-0020-4616-b5e0-7cebeac9a6c8 HTTP/1.1" status: 204 len: 168 time: 1.1682329 Jul 09 13:26:52.465817 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c3c912-ea58-4e5d-a95b-d23c03080ac5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=448f7ced-0020-4616-b5e0-7cebeac9a6c8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:52.483959 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-518e9f36-68e9-454b-86e8-d70525e20570 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:52.492323 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-518e9f36-68e9-454b-86e8-d70525e20570 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:52.502167 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51684) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:52.518774 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-518e9f36-68e9-454b-86e8-d70525e20570 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4594846 Jul 09 13:26:52.543774 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Request body: {'port': {'device_id': '905688b7-8e13-4404-92a8-d01c5061f1c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:52.607430 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-da9ebddf-549d-4c8c-b874-7bbd721c384b req-a480bee3-1ca2-4433-9a52-519942072ec9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:52.622180 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3cd86051-6b1c-4374-9508-f95ed736833f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:52.625711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['214d123d-b283-4076-9ddc-423d790d7e57', '3ee724a0-555f-4858-9a8f-5ea4b0bd049a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:52.676543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a480bee3-1ca2-4433-9a52-519942072ec9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event deleted for resources: {'Port': ['ID=214d123d-b283-4076-9ddc-423d790d7e57,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:52.731611 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00d25a0-093f-4b4b-b2cd-8a3d9d9bac97 req-6237f96f-971a-498c-8358-32f7bf914adf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:52.733310 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f00d25a0-093f-4b4b-b2cd-8a3d9d9bac97 req-6237f96f-971a-498c-8358-32f7bf914adf tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "GET /v2.0/ports?device_id=45f31b05-3d5c-4fe8-a088-48f96772e461 HTTP/1.1" status: 200 len: 950 time: 0.3055463 Jul 09 13:26:52.767412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9ebddf-549d-4c8c-b874-7bbd721c384b req-a480bee3-1ca2-4433-9a52-519942072ec9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] No DVR routers for this DVR port 214d123d-b283-4076-9ddc-423d790d7e57 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:52.770988 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-da9ebddf-549d-4c8c-b874-7bbd721c384b req-a480bee3-1ca2-4433-9a52-519942072ec9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:52.775158 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-da9ebddf-549d-4c8c-b874-7bbd721c384b req-a480bee3-1ca2-4433-9a52-519942072ec9 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "DELETE /v2.0/ports/214d123d-b283-4076-9ddc-423d790d7e57 HTTP/1.1" status: 204 len: 173 time: 1.0287089 Jul 09 13:26:52.791350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51f38536-8608-418f-b522-2609a5846807', 'name': 'network-vif-deleted', 'tag': '214d123d-b283-4076-9ddc-423d790d7e57'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:52.797303 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e94c178-1038-49f7-ab2c-8b57c699a204" -d '{"events": [{"server_uuid": "51f38536-8608-418f-b522-2609a5846807", "name": "network-vif-deleted", "tag": "214d123d-b283-4076-9ddc-423d790d7e57"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:52.808623 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:52.973094 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5bfae3c-13a0-4e36-93b5-ac9f0f157d43 x-openstack-request-id: req-c5bfae3c-13a0-4e36-93b5-ac9f0f157d43 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:52.973391 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51f38536-8608-418f-b522-2609a5846807", "name": "network-vif-deleted", "tag": "214d123d-b283-4076-9ddc-423d790d7e57", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:52.973644 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5bfae3c-13a0-4e36-93b5-ac9f0f157d43 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:52.974068 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51f38536-8608-418f-b522-2609a5846807', 'name': 'network-vif-deleted', 'tag': '214d123d-b283-4076-9ddc-423d790d7e57', 'status': 'completed', 'code': 200} Jul 09 13:26:53.199066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f00d25a0-093f-4b4b-b2cd-8a3d9d9bac97 req-abdf3475-093f-4b3c-aba3-9ae4fe61d1e4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Deleting port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:53.199437 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f00d25a0-093f-4b4b-b2cd-8a3d9d9bac97 req-abdf3475-093f-4b3c-aba3-9ae4fe61d1e4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:53.388222 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fc396209-c5ff-43df-a4b6-905199b3f1bb up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:26:53.645479 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f00d25a0-093f-4b4b-b2cd-8a3d9d9bac97 req-abdf3475-093f-4b3c-aba3-9ae4fe61d1e4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] For port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=3ee724a0-555f-4858-9a8f-5ea4b0bd049a,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:53.645849 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f00d25a0-093f-4b4b-b2cd-8a3d9d9bac97 req-abdf3475-093f-4b3c-aba3-9ae4fe61d1e4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:53.684066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f00d25a0-093f-4b4b-b2cd-8a3d9d9bac97 req-abdf3475-093f-4b3c-aba3-9ae4fe61d1e4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Calling delete_port for 3ee724a0-555f-4858-9a8f-5ea4b0bd049a owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:53.791460 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port fc396209-c5ff-43df-a4b6-905199b3f1bb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:26:53.793647 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:53.910028 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b452a291-b348-48ff-842e-9c2a5f722cb8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3a573eed2f114f389e7bfa36f1f20fbc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4041650 Jul 09 13:26:53.922535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51720) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:53.954203 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f00d25a0-093f-4b4b-b2cd-8a3d9d9bac97 req-abdf3475-093f-4b3c-aba3-9ae4fe61d1e4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:54.017121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdf3475-093f-4b3c-aba3-9ae4fe61d1e4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event deleted for resources: {'Port': ['ID=3ee724a0-555f-4858-9a8f-5ea4b0bd049a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:54.079675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f00d25a0-093f-4b4b-b2cd-8a3d9d9bac97 req-abdf3475-093f-4b3c-aba3-9ae4fe61d1e4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] No DVR routers for this DVR port 3ee724a0-555f-4858-9a8f-5ea4b0bd049a on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:54.087433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f00d25a0-093f-4b4b-b2cd-8a3d9d9bac97 req-abdf3475-093f-4b3c-aba3-9ae4fe61d1e4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:54.090234 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f00d25a0-093f-4b4b-b2cd-8a3d9d9bac97 req-abdf3475-093f-4b3c-aba3-9ae4fe61d1e4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.15 "DELETE /v2.0/ports/3ee724a0-555f-4858-9a8f-5ea4b0bd049a HTTP/1.1" status: 204 len: 173 time: 1.3509848 Jul 09 13:26:54.111427 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8fc4e48c-4a79-4a6a-9d4c-2b2655ab3dc4 req-34e74aac-5696-4d85-97b8-f6a5e926fee4 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=51f38536-8608-418f-b522-2609a5846807 HTTP/1.1" status: 200 len: 210 time: 0.2586133 Jul 09 13:26:54.139003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3cd86051-6b1c-4374-9508-f95ed736833f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:54.344861 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c61651-33a0-4197-b6fe-8acd0ad994d6 req-88ca074c-f7ce-4cd8-a3e3-b3561bd68a65 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:54.344861 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c5c61651-33a0-4197-b6fe-8acd0ad994d6 req-88ca074c-f7ce-4cd8-a3e3-b3561bd68a65 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/ports?device_id=905688b7-8e13-4404-92a8-d01c5061f1c5 HTTP/1.1" status: 200 len: 931 time: 0.5610998 Jul 09 13:26:54.385183 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7709042d-6da5-4d78-b346-3de7a249dbc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:54.438264 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c5c61651-33a0-4197-b6fe-8acd0ad994d6 req-0941d844-4bbe-4fd6-975d-3418b503fd79 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ebdc7b7-236a-4734-934e-278e51e6bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967286 Jul 09 13:26:54.493819 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7709042d-6da5-4d78-b346-3de7a249dbc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:54.567253 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7709042d-6da5-4d78-b346-3de7a249dbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:54.570129 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7709042d-6da5-4d78-b346-3de7a249dbc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:54.573977 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7709042d-6da5-4d78-b346-3de7a249dbc3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ae97dc7-1cbd-48b8-845d-d654b29a52d2 HTTP/1.1" status: 204 len: 168 time: 0.4889641 Jul 09 13:26:54.589172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7709042d-6da5-4d78-b346-3de7a249dbc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae97dc7-1cbd-48b8-845d-d654b29a52d2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:54.741763 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37919ac4-ea43-41de-abae-2819ebfb8b93 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:54.758968 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:54.782747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Transition to ACTIVE for port object 37919ac4-ea43-41de-abae-2819ebfb8b93 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:54.790791 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:54.903268 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-88a079b3-de08-48d3-a2b3-771de67c63ba tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=44fe702b5df64e87a94cbad0240ca33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0408223 Jul 09 13:26:54.903944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=37919ac4-ea43-41de-abae-2819ebfb8b93,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:54.975848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45f31b05-3d5c-4fe8-a088-48f96772e461', 'name': 'network-vif-deleted', 'tag': '3ee724a0-555f-4858-9a8f-5ea4b0bd049a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:54.978978 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8eff601-b7ef-49ff-9091-696fd06825a7" -d '{"events": [{"server_uuid": "45f31b05-3d5c-4fe8-a088-48f96772e461", "name": "network-vif-deleted", "tag": "3ee724a0-555f-4858-9a8f-5ea4b0bd049a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:55.045477 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417c6435-b10e-4010-aefa-938b84a8a3a3 x-openstack-request-id: req-417c6435-b10e-4010-aefa-938b84a8a3a3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:55.045847 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45f31b05-3d5c-4fe8-a088-48f96772e461", "name": "network-vif-deleted", "tag": "3ee724a0-555f-4858-9a8f-5ea4b0bd049a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:55.046110 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-417c6435-b10e-4010-aefa-938b84a8a3a3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:55.046515 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45f31b05-3d5c-4fe8-a088-48f96772e461', 'name': 'network-vif-deleted', 'tag': '3ee724a0-555f-4858-9a8f-5ea4b0bd049a', 'status': 'completed', 'code': 200} Jul 09 13:26:55.089003 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Attempting to bind port 37919ac4-ea43-41de-abae-2819ebfb8b93 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:26:55.089535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Attempting to bind port 37919ac4-ea43-41de-abae-2819ebfb8b93 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'a1723321-5206-4a65-8bd1-f68185bc5fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '85395da5-0d70-4e83-b105-950910b8822b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:26:55.089716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Attempting to bind port 37919ac4-ea43-41de-abae-2819ebfb8b93 on network 85395da5-0d70-4e83-b105-950910b8822b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:55.090393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51754) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:55.105066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Port 37919ac4-ea43-41de-abae-2819ebfb8b93 on network 85395da5-0d70-4e83-b105-950910b8822b not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:26:55.105066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Attempting to bind port 37919ac4-ea43-41de-abae-2819ebfb8b93 on network 85395da5-0d70-4e83-b105-950910b8822b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:26:55.116272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:26:55.116634 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Checking segment: {'id': 'a1723321-5206-4a65-8bd1-f68185bc5fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '85395da5-0d70-4e83-b105-950910b8822b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:26:55.117014 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Bound using segment: {'id': 'a1723321-5206-4a65-8bd1-f68185bc5fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '85395da5-0d70-4e83-b105-950910b8822b'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:26:55.117544 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Bound port: 37919ac4-ea43-41de-abae-2819ebfb8b93, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1723321-5206-4a65-8bd1-f68185bc5fce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '85395da5-0d70-4e83-b105-950910b8822b'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:26:55.117904 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.142668 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-8d595efc-353b-48fb-ac8f-a7f5e4e69847 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:55.144260 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d69ca761-4676-40d4-bc41-09cdf0bb7a14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d762d6b4872e43599d501924f5de3a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525579 Jul 09 13:26:55.147110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51766) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:55.151604 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-8d595efc-353b-48fb-ac8f-a7f5e4e69847 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2177584 Jul 09 13:26:55.188905 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 214d123d-b283-4076-9ddc-423d790d7e57 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:55.191308 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-b8977206-675f-4557-8b3e-6f6412ec3af0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/quotas/44fe702b5df64e87a94cbad0240ca33d HTTP/1.1" status: 200 len: 375 time: 0.0364537 Jul 09 13:26:55.217967 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 214d123d-b283-4076-9ddc-423d790d7e57 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:55.218690 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac6babef-7a61-4393-9a4d-45b6a83f9310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.219400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 214d123d-b283-4076-9ddc-423d790d7e57 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:55.220033 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 3ee724a0-555f-4858-9a8f-5ea4b0bd049a no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:26:55.246765 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 3ee724a0-555f-4858-9a8f-5ea4b0bd049a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:26:55.247763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 3ee724a0-555f-4858-9a8f-5ea4b0bd049a not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:26:55.248419 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-90103026-ef8f-4083-9b62-c64eaf6f72ec tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=44fe702b5df64e87a94cbad0240ca33d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491207 Jul 09 13:26:55.262465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] For port 37919ac4-ea43-41de-abae-2819ebfb8b93, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:26:55.265480 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac6babef-7a61-4393-9a4d-45b6a83f9310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.268483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] For port 37919ac4-ea43-41de-abae-2819ebfb8b93, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=37919ac4-ea43-41de-abae-2819ebfb8b93,segment=NetworkSegment(a1723321-5206-4a65-8bd1-f68185bc5fce),segment_id=a1723321-5206-4a65-8bd1-f68185bc5fce)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:26:55.274703 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.330797 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac6babef-7a61-4393-9a4d-45b6a83f9310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.333342 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac6babef-7a61-4393-9a4d-45b6a83f9310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.337732 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ac6babef-7a61-4393-9a4d-45b6a83f9310 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6a9746f-cc85-40b5-b50d-2d69818da21c HTTP/1.1" status: 204 len: 168 time: 0.1869531 Jul 09 13:26:55.348318 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6babef-7a61-4393-9a4d-45b6a83f9310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a9746f-cc85-40b5-b50d-2d69818da21c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:55.351322 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:55.353382 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:55.355853 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] 10.222.0.15 "PUT /v2.0/ports/37919ac4-ea43-41de-abae-2819ebfb8b93 HTTP/1.1" status: 200 len: 1091 time: 2.8294044 Jul 09 13:26:55.356901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '905688b7-8e13-4404-92a8-d01c5061f1c5', 'tag': '37919ac4-ea43-41de-abae-2819ebfb8b93'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:55.361281 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e939328a-b92e-48aa-8438-1715d62b6c56" -d '{"events": [{"name": "network-changed", "server_uuid": "905688b7-8e13-4404-92a8-d01c5061f1c5", "tag": "37919ac4-ea43-41de-abae-2819ebfb8b93"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:55.427813 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006c4e40-0c04-49dd-bb24-2a3acad2f9b7 service neutron] Pushing event updated for resources: {'Port': ['ID=37919ac4-ea43-41de-abae-2819ebfb8b93,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:55.553273 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-f578bd0f-485e-48e1-9d0e-0c136cf9ffa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:55.558374 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-f578bd0f-485e-48e1-9d0e-0c136cf9ffa2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0eeb5b01cf34569a0b895f893caec16&device_id=905688b7-8e13-4404-92a8-d01c5061f1c5 HTTP/1.1" status: 200 len: 1094 time: 0.1271400 Jul 09 13:26:55.560012 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702e148c-ac3d-466d-b4e4-ff2d060ffa2d x-openstack-request-id: req-702e148c-ac3d-466d-b4e4-ff2d060ffa2d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:55.561941 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "905688b7-8e13-4404-92a8-d01c5061f1c5", "tag": "37919ac4-ea43-41de-abae-2819ebfb8b93", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:55.562447 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-702e148c-ac3d-466d-b4e4-ff2d060ffa2d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:55.563234 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '905688b7-8e13-4404-92a8-d01c5061f1c5', 'tag': '37919ac4-ea43-41de-abae-2819ebfb8b93', 'status': 'completed', 'code': 200} Jul 09 13:26:55.680043 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-d4ea8bef-c9a3-4928-80f7-6520b31ff36e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37919ac4-ea43-41de-abae-2819ebfb8b93 HTTP/1.1" status: 200 len: 217 time: 0.1132846 Jul 09 13:26:55.815615 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-7747dba2-2217-45a8-a4e2-2156a15155ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:55.817287 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-7747dba2-2217-45a8-a4e2-2156a15155ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d038e4e-0fdb-4659-87df-c394279ac6eb HTTP/1.1" status: 200 len: 857 time: 0.1275382 Jul 09 13:26:55.872102 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-043d10d0-3d5d-480a-8aa8-4b0248c98fa4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85395da5-0d70-4e83-b105-950910b8822b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481927 Jul 09 13:26:55.942134 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72788ea0-8246-465d-a01e-7d72942ef244 req-a991c604-d34a-4aeb-bc93-12d2dd98a203 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 210 time: 0.0787456 Jul 09 13:26:55.950978 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfede3a9-bad0-47b9-bf09-ece20b724ebf req-37f9437c-4afe-4340-ba1f-7003c98398fd tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:55.959012 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cfede3a9-bad0-47b9-bf09-ece20b724ebf req-37f9437c-4afe-4340-ba1f-7003c98398fd tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/ports?device_id=905688b7-8e13-4404-92a8-d01c5061f1c5 HTTP/1.1" status: 200 len: 943 time: 0.2063506 Jul 09 13:26:56.155325 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cfede3a9-bad0-47b9-bf09-ece20b724ebf req-0fc0142d-df38-41b5-8a62-b32f9ad9349a tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ebdc7b7-236a-4734-934e-278e51e6bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952682 Jul 09 13:26:56.170734 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-e1a4f092-8f96-4169-b6eb-cf6fca320c14 service neutron] 10.222.0.15 "GET /v2.0/networks/85395da5-0d70-4e83-b105-950910b8822b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844248 Jul 09 13:26:56.431784 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2853b31-b332-4bbb-9c04-f3bac885d1a6 req-f2a6cd94-e327-4664-8164-19b4911676ae service neutron] 10.222.0.15 "GET /v2.0/networks/85395da5-0d70-4e83-b105-950910b8822b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549567 Jul 09 13:26:56.596485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a902e88-26dc-4382-b666-552938ecbf33 req-8ac61a6a-a17e-4e77-b79d-40a9159f024b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:56.598205 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a902e88-26dc-4382-b666-552938ecbf33 req-8ac61a6a-a17e-4e77-b79d-40a9159f024b tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 950 time: 0.1471090 Jul 09 13:26:56.633323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939328a-b92e-48aa-8438-1715d62b6c56 req-421ca22b-c8fe-4fb5-b9f0-ae1a84f5b392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:56.643608 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e939328a-b92e-48aa-8438-1715d62b6c56 req-421ca22b-c8fe-4fb5-b9f0-ae1a84f5b392 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d0eeb5b01cf34569a0b895f893caec16&device_id=905688b7-8e13-4404-92a8-d01c5061f1c5 HTTP/1.1" status: 200 len: 1094 time: 0.1380928 Jul 09 13:26:56.726828 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a902e88-26dc-4382-b666-552938ecbf33 req-3c53160a-e812-4a94-873a-1d3d176bd638 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209006 Jul 09 13:26:56.819996 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939328a-b92e-48aa-8438-1715d62b6c56 req-c8d3742f-e5bb-4451-b985-3e43c4b38e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:56.821497 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e939328a-b92e-48aa-8438-1715d62b6c56 req-c8d3742f-e5bb-4451-b985-3e43c4b38e1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=85395da5-0d70-4e83-b105-950910b8822b HTTP/1.1" status: 200 len: 918 time: 0.1703484 Jul 09 13:26:56.874904 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e939328a-b92e-48aa-8438-1715d62b6c56 req-de372dcb-be65-47d0-a04b-33279d3e8feb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=37919ac4-ea43-41de-abae-2819ebfb8b93 HTTP/1.1" status: 200 len: 217 time: 0.0430834 Jul 09 13:26:56.940029 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e939328a-b92e-48aa-8438-1715d62b6c56 req-7bc96eb5-bce8-4e02-b2ff-ce27d3445348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:56.941935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e939328a-b92e-48aa-8438-1715d62b6c56 req-7bc96eb5-bce8-4e02-b2ff-ce27d3445348 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6d038e4e-0fdb-4659-87df-c394279ac6eb HTTP/1.1" status: 200 len: 857 time: 0.0550945 Jul 09 13:26:57.017362 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e939328a-b92e-48aa-8438-1715d62b6c56 req-60ef7482-f687-4193-b9fb-0ce1b073c8e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=85395da5-0d70-4e83-b105-950910b8822b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0671191 Jul 09 13:26:57.136880 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b76f32ba-7a41-451a-9ccf-3994bb5d0cca req-ac7a9425-550d-41a2-ac2a-95d3b9d26780 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 210 time: 0.0391753 Jul 09 13:26:57.196310 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e939328a-b92e-48aa-8438-1715d62b6c56 req-21d1c69d-1457-4cd7-b1df-090defbb3421 service neutron] 10.222.0.15 "GET /v2.0/networks/85395da5-0d70-4e83-b105-950910b8822b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643245 Jul 09 13:26:57.271217 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-60492a0e-73b7-4bc4-a4a6-e56271d61c26 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=44fe702b5df64e87a94cbad0240ca33d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0321593 Jul 09 13:26:57.450932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-d330865e-f580-4d92-adca-fe0da22b45ab tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:57.453011 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-d330865e-f580-4d92-adca-fe0da22b45ab tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1763921 Jul 09 13:26:57.469835 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e939328a-b92e-48aa-8438-1715d62b6c56 req-10a86f6a-1a5e-4b68-81c0-7d810029f3fe service neutron] 10.222.0.15 "GET /v2.0/networks/85395da5-0d70-4e83-b105-950910b8822b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657766 Jul 09 13:26:57.480127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Request body: {'port': {'device_id': 'e57ce8de-dc9f-4e18-8ea7-45b40866da90', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': '44fe702b5df64e87a94cbad0240ca33d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:57.492289 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810b872c-9e3c-4339-8fd2-970ab9d90d5b req-6e781bdc-e1e2-4090-bb44-a44a5cd18f54 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:57.494717 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-810b872c-9e3c-4339-8fd2-970ab9d90d5b req-6e781bdc-e1e2-4090-bb44-a44a5cd18f54 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/ports?device_id=905688b7-8e13-4404-92a8-d01c5061f1c5 HTTP/1.1" status: 200 len: 943 time: 0.1792281 Jul 09 13:26:57.572079 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-810b872c-9e3c-4339-8fd2-970ab9d90d5b req-8733a598-41a7-475f-9bf2-7693d75c9bd9 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ebdc7b7-236a-4734-934e-278e51e6bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674443 Jul 09 13:26:57.744981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Made reservation on behalf of 44fe702b5df64e87a94cbad0240ca33d for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:26:57.752132 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:57.763578 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:57.933076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce193b4d-d937-4ad0-bc55-54b3df0a2713 req-1c54d677-30b9-49b1-99ac-e6106fcecdfc tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:57.934918 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ce193b4d-d937-4ad0-bc55-54b3df0a2713 req-1c54d677-30b9-49b1-99ac-e6106fcecdfc tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.18 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 950 time: 0.1097279 Jul 09 13:26:58.013296 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:58.020983 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:58.050693 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd37c154-7f67-4e5e-a7e2-297c731c4c56 req-cf7d4e07-db6a-4e58-88c0-5c0b113ea5b0 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.055417 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cd37c154-7f67-4e5e-a7e2-297c731c4c56 req-cf7d4e07-db6a-4e58-88c0-5c0b113ea5b0 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 950 time: 0.1326604 Jul 09 13:26:58.149455 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cd37c154-7f67-4e5e-a7e2-297c731c4c56 req-72831144-2f6c-4523-9646-006274efeb38 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/security-groups?id=b1624bcb-8a77-4660-be4d-7e63c8382d23&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850685 Jul 09 13:26:58.189948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7791fb4d-d830-4bc9-9611-86fd121bedb1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:58.308767 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ce193b4d-d937-4ad0-bc55-54b3df0a2713 req-a67bcc69-7b97-4e33-83cd-8f090e5a1e68 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Deleting port 3cd86051-6b1c-4374-9508-f95ed736833f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:26:58.309478 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ce193b4d-d937-4ad0-bc55-54b3df0a2713 req-a67bcc69-7b97-4e33-83cd-8f090e5a1e68 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:58.312332 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Allocated IP 192.168.233.125 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/41909eaf-74a6-45aa-a271-0b803ee02e30) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:26:58.486010 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00ca0fa5-69ff-4e18-8c3e-bfe2ae97f5b4 req-254faa3a-bc2d-4780-9f95-978ec49f813f tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 210 time: 0.0480032 Jul 09 13:26:58.501114 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7960df-90af-4492-819c-b9ba057eb025 req-94c0d467-956b-4a33-8f3c-3f886907a37f tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.501953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7960df-90af-4492-819c-b9ba057eb025 req-94c0d467-956b-4a33-8f3c-3f886907a37f tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.502741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7960df-90af-4492-819c-b9ba057eb025 req-94c0d467-956b-4a33-8f3c-3f886907a37f tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.503459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7960df-90af-4492-819c-b9ba057eb025 req-94c0d467-956b-4a33-8f3c-3f886907a37f tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.504113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7960df-90af-4492-819c-b9ba057eb025 req-94c0d467-956b-4a33-8f3c-3f886907a37f tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.504768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7960df-90af-4492-819c-b9ba057eb025 req-94c0d467-956b-4a33-8f3c-3f886907a37f tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.505562 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7960df-90af-4492-819c-b9ba057eb025 req-94c0d467-956b-4a33-8f3c-3f886907a37f tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.506292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7960df-90af-4492-819c-b9ba057eb025 req-94c0d467-956b-4a33-8f3c-3f886907a37f tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.507111 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7960df-90af-4492-819c-b9ba057eb025 req-94c0d467-956b-4a33-8f3c-3f886907a37f tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.507767 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7960df-90af-4492-819c-b9ba057eb025 req-94c0d467-956b-4a33-8f3c-3f886907a37f tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.508742 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7960df-90af-4492-819c-b9ba057eb025 req-94c0d467-956b-4a33-8f3c-3f886907a37f tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.522466 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5b7960df-90af-4492-819c-b9ba057eb025 req-94c0d467-956b-4a33-8f3c-3f886907a37f tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7796 time: 0.2955177 Jul 09 13:26:58.523539 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ce193b4d-d937-4ad0-bc55-54b3df0a2713 req-a67bcc69-7b97-4e33-83cd-8f090e5a1e68 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] For port 3cd86051-6b1c-4374-9508-f95ed736833f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3cd86051-6b1c-4374-9508-f95ed736833f,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:58.523914 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ce193b4d-d937-4ad0-bc55-54b3df0a2713 req-a67bcc69-7b97-4e33-83cd-8f090e5a1e68 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:58.547338 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ce193b4d-d937-4ad0-bc55-54b3df0a2713 req-a67bcc69-7b97-4e33-83cd-8f090e5a1e68 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Calling delete_port for 3cd86051-6b1c-4374-9508-f95ed736833f owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:26:58.647410 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:58.673231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Transition to ACTIVE for port object 41909eaf-74a6-45aa-a271-0b803ee02e30 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:26:58.719666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2ead13-c50b-4820-9539-30a392c4a131 req-eda0bb3b-7249-4b88-a7c3-4218f71751c7 tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.744511 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea2ead13-c50b-4820-9539-30a392c4a131 req-eda0bb3b-7249-4b88-a7c3-4218f71751c7 tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 886 time: 0.2025452 Jul 09 13:26:58.762338 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:58.797978 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ce193b4d-d937-4ad0-bc55-54b3df0a2713 req-a67bcc69-7b97-4e33-83cd-8f090e5a1e68 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:58.810306 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3cd86051-6b1c-4374-9508-f95ed736833f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:58.832480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:26:58.898761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce193b4d-d937-4ad0-bc55-54b3df0a2713 req-a67bcc69-7b97-4e33-83cd-8f090e5a1e68 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] No DVR routers for this DVR port 3cd86051-6b1c-4374-9508-f95ed736833f on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:26:58.900667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Pushing event updated for resources: {'Port': ['ID=41909eaf-74a6-45aa-a271-0b803ee02e30,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:58.910631 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ce193b4d-d937-4ad0-bc55-54b3df0a2713 req-a67bcc69-7b97-4e33-83cd-8f090e5a1e68 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:58.914169 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ce193b4d-d937-4ad0-bc55-54b3df0a2713 req-a67bcc69-7b97-4e33-83cd-8f090e5a1e68 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.18 "DELETE /v2.0/ports/3cd86051-6b1c-4374-9508-f95ed736833f HTTP/1.1" status: 204 len: 173 time: 0.9715438 Jul 09 13:26:58.915058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45a7712f-c5e4-4319-9194-dd1f31989ed1', 'name': 'network-vif-deleted', 'tag': '3cd86051-6b1c-4374-9508-f95ed736833f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:26:58.917766 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cad97542-4092-44b3-a226-eb539e4e7226" -d '{"events": [{"server_uuid": "45a7712f-c5e4-4319-9194-dd1f31989ed1", "name": "network-vif-deleted", "tag": "3cd86051-6b1c-4374-9508-f95ed736833f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:26:58.920688 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:26:58.926501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:26:58.958128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1660aa6-fffb-4d01-a26e-d3d807da2668 req-183168af-a000-4db6-be04-83106993f414 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:58.969365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67bcc69-7b97-4e33-83cd-8f090e5a1e68 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] Pushing event deleted for resources: {'Port': ['ID=3cd86051-6b1c-4374-9508-f95ed736833f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:58.971692 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1660aa6-fffb-4d01-a26e-d3d807da2668 req-183168af-a000-4db6-be04-83106993f414 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/ports?device_id=905688b7-8e13-4404-92a8-d01c5061f1c5 HTTP/1.1" status: 200 len: 943 time: 0.2181306 Jul 09 13:26:59.001761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:59.002662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:59.023954 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-639c25b0-1363-41f2-a179-72c39eee8ad0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5556865 Jul 09 13:26:59.046039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Request body: {'port': {'device_id': 'e57ce8de-dc9f-4e18-8ea7-45b40866da90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:26:59.114372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663a83-5da2-47fd-bf9e-c74ef3fa88d8 req-2489e5d8-9dc5-42af-9334-1a89faa11a3d tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:59.115010 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663a83-5da2-47fd-bf9e-c74ef3fa88d8 req-2489e5d8-9dc5-42af-9334-1a89faa11a3d tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:59.115630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663a83-5da2-47fd-bf9e-c74ef3fa88d8 req-2489e5d8-9dc5-42af-9334-1a89faa11a3d tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:59.116156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663a83-5da2-47fd-bf9e-c74ef3fa88d8 req-2489e5d8-9dc5-42af-9334-1a89faa11a3d tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:59.116685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663a83-5da2-47fd-bf9e-c74ef3fa88d8 req-2489e5d8-9dc5-42af-9334-1a89faa11a3d tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:59.117211 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663a83-5da2-47fd-bf9e-c74ef3fa88d8 req-2489e5d8-9dc5-42af-9334-1a89faa11a3d tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:59.117731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663a83-5da2-47fd-bf9e-c74ef3fa88d8 req-2489e5d8-9dc5-42af-9334-1a89faa11a3d tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:59.118337 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663a83-5da2-47fd-bf9e-c74ef3fa88d8 req-2489e5d8-9dc5-42af-9334-1a89faa11a3d tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:59.118901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663a83-5da2-47fd-bf9e-c74ef3fa88d8 req-2489e5d8-9dc5-42af-9334-1a89faa11a3d tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:59.119529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663a83-5da2-47fd-bf9e-c74ef3fa88d8 req-2489e5d8-9dc5-42af-9334-1a89faa11a3d tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:59.120048 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca663a83-5da2-47fd-bf9e-c74ef3fa88d8 req-2489e5d8-9dc5-42af-9334-1a89faa11a3d tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:26:59.122855 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca663a83-5da2-47fd-bf9e-c74ef3fa88d8 req-2489e5d8-9dc5-42af-9334-1a89faa11a3d tempest-NetworksTest-1946193877 tempest-NetworksTest-1946193877-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7796 time: 0.1485670 Jul 09 13:26:59.184158 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:59.205457 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 37919ac4-ea43-41de-abae-2819ebfb8b93 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:26:59.213981 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9942172-a5f4-4ff2-8687-0a51ce5b6e21 x-openstack-request-id: req-a9942172-a5f4-4ff2-8687-0a51ce5b6e21 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:26:59.214197 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45a7712f-c5e4-4319-9194-dd1f31989ed1", "name": "network-vif-deleted", "tag": "3cd86051-6b1c-4374-9508-f95ed736833f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:26:59.214470 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a9942172-a5f4-4ff2-8687-0a51ce5b6e21 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:26:59.219849 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45a7712f-c5e4-4319-9194-dd1f31989ed1', 'name': 'network-vif-deleted', 'tag': '3cd86051-6b1c-4374-9508-f95ed736833f', 'status': 'completed', 'code': 200} Jul 09 13:26:59.230463 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1660aa6-fffb-4d01-a26e-d3d807da2668 req-52175bb7-d8ff-4f4b-934d-4f3967082826 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ebdc7b7-236a-4734-934e-278e51e6bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2547798 Jul 09 13:26:59.462403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 37919ac4-ea43-41de-abae-2819ebfb8b93, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=37919ac4-ea43-41de-abae-2819ebfb8b93,segment=NetworkSegment(a1723321-5206-4a65-8bd1-f68185bc5fce),segment_id=a1723321-5206-4a65-8bd1-f68185bc5fce)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:59.495252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '37919ac4-ea43-41de-abae-2819ebfb8b93', 'network_id': '85395da5-0d70-4e83-b105-950910b8822b', 'port_id': '37919ac4-ea43-41de-abae-2819ebfb8b93', 'mac_address': 'fa:16:3e:e6:7e:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d038e4e-0fdb-4659-87df-c394279ac6eb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:26:59.586671 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d6a2e21-fa94-4d3c-a903-2e05dd5a7b2e req-f64af610-42eb-430a-af7c-2a93da2fcbb6 tempest-ServersOnMultiNodesTest-1574337705 tempest-ServersOnMultiNodesTest-1574337705-project] 10.222.0.39 "GET /v2.0/ports?device_id=45a7712f-c5e4-4319-9194-dd1f31989ed1 HTTP/1.1" status: 200 len: 210 time: 0.0897887 Jul 09 13:26:59.597498 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:59.659930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37919ac4-ea43-41de-abae-2819ebfb8b93 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:59.695413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 37919ac4-ea43-41de-abae-2819ebfb8b93, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=37919ac4-ea43-41de-abae-2819ebfb8b93,segment=NetworkSegment(a1723321-5206-4a65-8bd1-f68185bc5fce),segment_id=a1723321-5206-4a65-8bd1-f68185bc5fce)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:26:59.700175 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:26:59.744079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51882) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:26:59.813125 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=37919ac4-ea43-41de-abae-2819ebfb8b93,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:26:59.824467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:59.825177 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:59.825710 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:59.826241 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:59.835012 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:59.835753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:59.836464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:59.838284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:59.838922 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:59.839863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:59.840407 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:59.840938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:26:59.919578 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['37919ac4-ea43-41de-abae-2819ebfb8b93'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:26:59.969917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41909eaf-74a6-45aa-a271-0b803ee02e30 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:26:59.997871 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:00.013068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Transition to ACTIVE for port object 41909eaf-74a6-45aa-a271-0b803ee02e30 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:00.015926 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e0ea40-1981-4bd4-9c09-f51c1c88cfae req-8e051fcc-3f1c-4a58-a41f-cab30a73c2bc tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:00.027686 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c5e0ea40-1981-4bd4-9c09-f51c1c88cfae req-8e051fcc-3f1c-4a58-a41f-cab30a73c2bc tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 936 time: 0.1561408 Jul 09 13:27:00.028442 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:00.077301 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28ebc0ab-036e-474a-afd0-8312765b070e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:00.191982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4aa3db46-01dc-44f9-854d-6bb8fcd62da0 None None] Provisioning for port 41909eaf-74a6-45aa-a271-0b803ee02e30 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:00.270149 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28ebc0ab-036e-474a-afd0-8312765b070e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:00.270597 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Pushing event updated for resources: {'Port': ['ID=41909eaf-74a6-45aa-a271-0b803ee02e30,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:00.287584 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28ebc0ab-036e-474a-afd0-8312765b070e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:00.295679 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c5e0ea40-1981-4bd4-9c09-f51c1c88cfae req-496a874b-2597-479b-822c-2847a403c676 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/security-groups?id=7791fb4d-d830-4bc9-9611-86fd121bedb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2669115 Jul 09 13:27:00.309846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Attempting to bind port 41909eaf-74a6-45aa-a271-0b803ee02e30 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:00.311666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Attempting to bind port 41909eaf-74a6-45aa-a271-0b803ee02e30 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:00.312008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Attempting to bind port 41909eaf-74a6-45aa-a271-0b803ee02e30 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:00.329350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Port 41909eaf-74a6-45aa-a271-0b803ee02e30 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:27:00.329626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Attempting to bind port 41909eaf-74a6-45aa-a271-0b803ee02e30 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:00.337960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ebc0ab-036e-474a-afd0-8312765b070e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7640fadb-faf0-4012-ba5d-953331815420,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:00.350821 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-28ebc0ab-036e-474a-afd0-8312765b070e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f5839a74552f46058164fe2c2f49c8da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6028571 Jul 09 13:27:00.351129 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51890) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:00.355895 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:00.356259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:00.356627 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:00.357068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Bound port: 41909eaf-74a6-45aa-a271-0b803ee02e30, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:00.357435 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:00.469447 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-926ee1be-332e-4923-aab6-6e12d2cf5ce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:00.544535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] For port 41909eaf-74a6-45aa-a271-0b803ee02e30, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:00.548544 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-926ee1be-332e-4923-aab6-6e12d2cf5ce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:00.548747 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] For port 41909eaf-74a6-45aa-a271-0b803ee02e30, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=41909eaf-74a6-45aa-a271-0b803ee02e30,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:00.554504 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:00.613016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:00.613988 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:00.616626 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] 10.222.0.15 "PUT /v2.0/ports/41909eaf-74a6-45aa-a271-0b803ee02e30 HTTP/1.1" status: 200 len: 1096 time: 1.5753407 Jul 09 13:27:00.681349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a23a20-a205-4bfa-b741-5f05e7c59612 service neutron] Pushing event updated for resources: {'Port': ['ID=41909eaf-74a6-45aa-a271-0b803ee02e30,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:00.698285 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcd8b4b-8b85-4cb0-9263-53cd4706ed5b req-5edc2c26-d1ec-4d5c-a244-7e32acf51623 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:00.699699 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5dcd8b4b-8b85-4cb0-9263-53cd4706ed5b req-5edc2c26-d1ec-4d5c-a244-7e32acf51623 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/ports?device_id=905688b7-8e13-4404-92a8-d01c5061f1c5 HTTP/1.1" status: 200 len: 944 time: 0.2188892 Jul 09 13:27:00.774555 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-926ee1be-332e-4923-aab6-6e12d2cf5ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:00.777066 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-926ee1be-332e-4923-aab6-6e12d2cf5ce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:00.780796 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-926ee1be-332e-4923-aab6-6e12d2cf5ce1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7640fadb-faf0-4012-ba5d-953331815420 HTTP/1.1" status: 204 len: 168 time: 0.4261677 Jul 09 13:27:00.835102 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926ee1be-332e-4923-aab6-6e12d2cf5ce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7640fadb-faf0-4012-ba5d-953331815420,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:00.857421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-a425403b-1c92-4e46-a5dc-691cd0ac8091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:00.858467 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-a425403b-1c92-4e46-a5dc-691cd0ac8091 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44fe702b5df64e87a94cbad0240ca33d&device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 1099 time: 0.1721454 Jul 09 13:27:00.888450 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5dcd8b4b-8b85-4cb0-9263-53cd4706ed5b req-68110fb3-eccb-4dc4-96e2-01e1c7308fe7 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ebdc7b7-236a-4734-934e-278e51e6bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754909 Jul 09 13:27:00.989363 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-3d24b7fe-adc3-4b09-83b4-01059130f345 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=41909eaf-74a6-45aa-a271-0b803ee02e30 HTTP/1.1" status: 200 len: 217 time: 0.1131117 Jul 09 13:27:01.079597 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-923d47f3-3ae6-49d9-b674-93c1ebebe2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:01.083733 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-923d47f3-3ae6-49d9-b674-93c1ebebe2dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0872440 Jul 09 13:27:01.174574 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-896a24a6-a2d7-448c-bf2c-e4ed87bed829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:01.178371 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-896a24a6-a2d7-448c-bf2c-e4ed87bed829 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0816791 Jul 09 13:27:01.217602 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51912) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:01.219451 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 37919ac4-ea43-41de-abae-2819ebfb8b93 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:01.259653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e57ce8de-dc9f-4e18-8ea7-45b40866da90', 'tag': '41909eaf-74a6-45aa-a271-0b803ee02e30'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:01.262266 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46237818-4f03-45bc-b895-e815423a3d43" -d '{"events": [{"name": "network-changed", "server_uuid": "e57ce8de-dc9f-4e18-8ea7-45b40866da90", "tag": "41909eaf-74a6-45aa-a271-0b803ee02e30"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:01.313740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 37919ac4-ea43-41de-abae-2819ebfb8b93 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:01.321905 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 37919ac4-ea43-41de-abae-2819ebfb8b93 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:01.322291 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:01.343315 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35547b5b-e5b8-47f3-b56b-30965e25b718 x-openstack-request-id: req-35547b5b-e5b8-47f3-b56b-30965e25b718 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:01.343871 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e57ce8de-dc9f-4e18-8ea7-45b40866da90", "tag": "41909eaf-74a6-45aa-a271-0b803ee02e30", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:01.344009 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35547b5b-e5b8-47f3-b56b-30965e25b718 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:01.344415 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e57ce8de-dc9f-4e18-8ea7-45b40866da90', 'tag': '41909eaf-74a6-45aa-a271-0b803ee02e30', 'status': 'completed', 'code': 200} Jul 09 13:27:01.347102 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-986d5e86-279d-41ca-96c2-5fd91d1abfe4 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1624887 Jul 09 13:27:01.401199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 3cd86051-6b1c-4374-9508-f95ed736833f no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:27:01.426965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 3cd86051-6b1c-4374-9508-f95ed736833f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:27:01.427580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 3cd86051-6b1c-4374-9508-f95ed736833f not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:27:01.488113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51920) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:01.488762 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:01.527802 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905688b7-8e13-4404-92a8-d01c5061f1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37919ac4-ea43-41de-abae-2819ebfb8b93'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:01.530917 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e09a2d6-7fa5-4b5d-b670-26b9d8acf15c" -d '{"events": [{"server_uuid": "905688b7-8e13-4404-92a8-d01c5061f1c5", "name": "network-vif-plugged", "status": "completed", "tag": "37919ac4-ea43-41de-abae-2819ebfb8b93"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:01.553577 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad3c6ea6-7c97-4b33-9aaa-830596d5a2da req-d608b949-ef37-4c9a-a28c-d59be571f094 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998687 Jul 09 13:27:01.560738 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 37919ac4-ea43-41de-abae-2819ebfb8b93, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=37919ac4-ea43-41de-abae-2819ebfb8b93,segment=NetworkSegment(a1723321-5206-4a65-8bd1-f68185bc5fce),segment_id=a1723321-5206-4a65-8bd1-f68185bc5fce)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:01.567000 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-577c367c-18cb-4285-b41e-d56c830612b2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a740e856c2b94a13b4c064a3b8d558c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481972 Jul 09 13:27:01.567960 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:01.569336 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3faf81ab-2058-417e-9002-11f9ea2bcdf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:01.570518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51924) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:01.654417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2308960-e754-4e23-85c5-f90c2135412e req-4cb1a524-00b7-49f6-8319-14a7fb9bf23d tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:01.656581 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b2308960-e754-4e23-85c5-f90c2135412e req-4cb1a524-00b7-49f6-8319-14a7fb9bf23d tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 948 time: 0.1654394 Jul 09 13:27:01.665664 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aebda459-29bc-4399-b438-b085cf24d628 x-openstack-request-id: req-aebda459-29bc-4399-b438-b085cf24d628 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:01.666013 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905688b7-8e13-4404-92a8-d01c5061f1c5", "name": "network-vif-plugged", "status": "completed", "tag": "37919ac4-ea43-41de-abae-2819ebfb8b93", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:01.666278 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aebda459-29bc-4399-b438-b085cf24d628 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:01.666712 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905688b7-8e13-4404-92a8-d01c5061f1c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37919ac4-ea43-41de-abae-2819ebfb8b93', 'code': 200} Jul 09 13:27:01.667418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=37919ac4-ea43-41de-abae-2819ebfb8b93,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:01.714050 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b2308960-e754-4e23-85c5-f90c2135412e req-0077d0ff-4455-4d9b-be67-20db02e82a93 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/security-groups?id=7791fb4d-d830-4bc9-9611-86fd121bedb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501351 Jul 09 13:27:01.720632 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b99214a3-c558-41d0-9cc0-a5952e7b0903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:01.748181 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b99214a3-c558-41d0-9cc0-a5952e7b0903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:01.773433 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73b344ed-fb18-4832-bac0-d6b2aa082a37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:01.810172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c9097f-e04e-4c9b-acc7-7e66bfe43585 req-37e7b527-55a1-4e3c-b940-0ff88396732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:01.811847 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98c9097f-e04e-4c9b-acc7-7e66bfe43585 req-37e7b527-55a1-4e3c-b940-0ff88396732c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=905688b7-8e13-4404-92a8-d01c5061f1c5 HTTP/1.1" status: 200 len: 1096 time: 0.0959601 Jul 09 13:27:01.813774 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3faf81ab-2058-417e-9002-11f9ea2bcdf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:01.817626 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b99214a3-c558-41d0-9cc0-a5952e7b0903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:01.819389 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3faf81ab-2058-417e-9002-11f9ea2bcdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:01.821912 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b99214a3-c558-41d0-9cc0-a5952e7b0903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:01.826493 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b99214a3-c558-41d0-9cc0-a5952e7b0903 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1624bcb-8a77-4660-be4d-7e63c8382d23 HTTP/1.1" status: 204 len: 168 time: 0.2544219 Jul 09 13:27:01.828461 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46237818-4f03-45bc-b895-e815423a3d43 req-d033e124-929f-4447-aa5a-fd8c0912cf1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:01.830359 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46237818-4f03-45bc-b895-e815423a3d43 req-d033e124-929f-4447-aa5a-fd8c0912cf1a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=44fe702b5df64e87a94cbad0240ca33d&device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 1099 time: 0.2010498 Jul 09 13:27:01.853476 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3faf81ab-2058-417e-9002-11f9ea2bcdf7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dac17709cbf045f99e05ef3b3235b459&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3704941 Jul 09 13:27:01.861137 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51930) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:01.934170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98c9097f-e04e-4c9b-acc7-7e66bfe43585 req-e6453849-64bd-4f91-b387-d25f3e9c6e36 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0ebdc7b7-236a-4734-934e-278e51e6bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909123 Jul 09 13:27:01.934755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3faf81ab-2058-417e-9002-11f9ea2bcdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185a62ba-4c6a-4fad-86f3-6e7e551f23b6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:01.943975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99214a3-c558-41d0-9cc0-a5952e7b0903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1624bcb-8a77-4660-be4d-7e63c8382d23,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:01.946249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46237818-4f03-45bc-b895-e815423a3d43 req-0e07051d-f4db-4ab0-9378-ff83f034227e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:01.947794 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46237818-4f03-45bc-b895-e815423a3d43 req-0e07051d-f4db-4ab0-9378-ff83f034227e service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1076920 Jul 09 13:27:01.955701 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6ce61d3-cb36-4ac9-83eb-ea8c8c64da4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:02.006283 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6ce61d3-cb36-4ac9-83eb-ea8c8c64da4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:02.049451 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46237818-4f03-45bc-b895-e815423a3d43 req-fe2b293a-03a9-4fab-8ff9-d010705060e0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.125&port_id=41909eaf-74a6-45aa-a271-0b803ee02e30 HTTP/1.1" status: 200 len: 217 time: 0.0677855 Jul 09 13:27:02.082178 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6ce61d3-cb36-4ac9-83eb-ea8c8c64da4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:02.088239 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6ce61d3-cb36-4ac9-83eb-ea8c8c64da4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:02.089822 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f6ce61d3-cb36-4ac9-83eb-ea8c8c64da4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/185a62ba-4c6a-4fad-86f3-6e7e551f23b6 HTTP/1.1" status: 204 len: 168 time: 0.2275701 Jul 09 13:27:02.103007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ce61d3-cb36-4ac9-83eb-ea8c8c64da4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185a62ba-4c6a-4fad-86f3-6e7e551f23b6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:02.131738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46237818-4f03-45bc-b895-e815423a3d43 req-4b919da7-d1a8-4460-810b-d51891bf133c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:02.133762 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46237818-4f03-45bc-b895-e815423a3d43 req-4b919da7-d1a8-4460-810b-d51891bf133c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0774848 Jul 09 13:27:02.221245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46237818-4f03-45bc-b895-e815423a3d43 req-acbc79a5-5eb4-455a-8781-4f2f8d97aba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:02.222845 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46237818-4f03-45bc-b895-e815423a3d43 req-acbc79a5-5eb4-455a-8781-4f2f8d97aba2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0807300 Jul 09 13:27:02.272931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9071a50b-57b8-48c8-8826-5da44f0fdf43 req-e1bfda2c-4642-43d8-9524-7c2ffb039d13 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:02.274544 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9071a50b-57b8-48c8-8826-5da44f0fdf43 req-e1bfda2c-4642-43d8-9524-7c2ffb039d13 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/ports?device_id=905688b7-8e13-4404-92a8-d01c5061f1c5 HTTP/1.1" status: 200 len: 945 time: 0.1355426 Jul 09 13:27:02.375292 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9071a50b-57b8-48c8-8826-5da44f0fdf43 req-1763164e-0a11-4394-bd76-b6fb78ca5d5f tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ebdc7b7-236a-4734-934e-278e51e6bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914576 Jul 09 13:27:02.385242 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46237818-4f03-45bc-b895-e815423a3d43 req-6fd5a8f5-819d-4f55-9663-5de3dbc95201 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450624 Jul 09 13:27:02.550230 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46237818-4f03-45bc-b895-e815423a3d43 req-09c0abc7-5fd4-4827-bef3-22eb34a2cd3c service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575863 Jul 09 13:27:02.623036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51950) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:02.677002 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5fe0cdac-befc-4bdc-a0ba-0e4e889be955 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55bf8d34471a44adb83eacfc3ade6896&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0505836 Jul 09 13:27:02.677961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51954) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:02.744638 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c580bc6-dab0-400a-92a0-cca2d6ef692c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:02.782029 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c580bc6-dab0-400a-92a0-cca2d6ef692c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:02.857562 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c580bc6-dab0-400a-92a0-cca2d6ef692c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:02.861700 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c580bc6-dab0-400a-92a0-cca2d6ef692c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:02.863515 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0c580bc6-dab0-400a-92a0-cca2d6ef692c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf93dc33-6713-4999-9d33-974c6f138ca9 HTTP/1.1" status: 204 len: 168 time: 0.1844637 Jul 09 13:27:02.875678 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c580bc6-dab0-400a-92a0-cca2d6ef692c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf93dc33-6713-4999-9d33-974c6f138ca9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:03.060385 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc47ec-db13-4ecf-b7a5-e59884143361 req-b6f3aa61-5e58-48b4-9d44-406705f8fa04 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:03.071250 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3cc47ec-db13-4ecf-b7a5-e59884143361 req-b6f3aa61-5e58-48b4-9d44-406705f8fa04 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 948 time: 0.1124723 Jul 09 13:27:03.165888 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3cc47ec-db13-4ecf-b7a5-e59884143361 req-3d5811ee-ce73-492d-90fb-04299caa707d tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/security-groups?id=7791fb4d-d830-4bc9-9611-86fd121bedb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893764 Jul 09 13:27:03.230227 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 41909eaf-74a6-45aa-a271-0b803ee02e30 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:27:03.479441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 41909eaf-74a6-45aa-a271-0b803ee02e30, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=41909eaf-74a6-45aa-a271-0b803ee02e30,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:03.720386 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4f114-8dac-443b-b122-2560e9bdd28d req-c51078a2-b43a-456b-89f6-e87ad0ffe133 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:03.728916 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fbe4f114-8dac-443b-b122-2560e9bdd28d req-c51078a2-b43a-456b-89f6-e87ad0ffe133 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/ports?device_id=905688b7-8e13-4404-92a8-d01c5061f1c5 HTTP/1.1" status: 200 len: 945 time: 0.1329513 Jul 09 13:27:03.763015 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '41909eaf-74a6-45aa-a271-0b803ee02e30', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '41909eaf-74a6-45aa-a271-0b803ee02e30', 'mac_address': 'fa:16:3e:bb:6d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:27:03.807748 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:03.817217 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fbe4f114-8dac-443b-b122-2560e9bdd28d req-3c6a0681-f4d2-4780-8bea-edec82960407 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ebdc7b7-236a-4734-934e-278e51e6bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870695 Jul 09 13:27:03.826296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41909eaf-74a6-45aa-a271-0b803ee02e30 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:03.880111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 41909eaf-74a6-45aa-a271-0b803ee02e30, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=41909eaf-74a6-45aa-a271-0b803ee02e30,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:03.890621 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:04.030709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=41909eaf-74a6-45aa-a271-0b803ee02e30,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:04.102994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['41909eaf-74a6-45aa-a271-0b803ee02e30'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:04.291548 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f94a1d79-99fc-4140-a965-c6d024bbf01f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:04.441465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51c3850-197f-4076-abc7-51a3f9137e53 req-a55f2b93-815e-4388-998e-04cad7f55a18 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:04.456491 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e51c3850-197f-4076-abc7-51a3f9137e53 req-a55f2b93-815e-4388-998e-04cad7f55a18 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 949 time: 0.1229677 Jul 09 13:27:04.568785 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e51c3850-197f-4076-abc7-51a3f9137e53 req-1a41679e-4fe7-4d42-977d-7f611962fde2 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/security-groups?id=7791fb4d-d830-4bc9-9611-86fd121bedb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077785 Jul 09 13:27:04.581306 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:04.621251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074f2e20-be53-4d50-be47-5c59dd6115ed req-96b1faa9-9983-4208-98e9-a92b5d342080 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:04.628050 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-074f2e20-be53-4d50-be47-5c59dd6115ed req-96b1faa9-9983-4208-98e9-a92b5d342080 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/ports?device_id=905688b7-8e13-4404-92a8-d01c5061f1c5 HTTP/1.1" status: 200 len: 945 time: 0.1700053 Jul 09 13:27:04.672547 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-074f2e20-be53-4d50-be47-5c59dd6115ed req-7e4979a3-a539-42dd-8811-0200551450c7 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ebdc7b7-236a-4734-934e-278e51e6bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434313 Jul 09 13:27:05.234370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 41909eaf-74a6-45aa-a271-0b803ee02e30 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:05.336489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 41909eaf-74a6-45aa-a271-0b803ee02e30 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:05.342083 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 41909eaf-74a6-45aa-a271-0b803ee02e30 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:05.342635 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:05.546677 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:05.554354 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:05.587436 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3543d6-6e54-4ddb-9167-6aba98e80779 req-92d03f05-4c47-4468-aeea-82c8a8796390 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:05.588976 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a3543d6-6e54-4ddb-9167-6aba98e80779 req-92d03f05-4c47-4468-aeea-82c8a8796390 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.15 "GET /v2.0/ports?device_id=905688b7-8e13-4404-92a8-d01c5061f1c5 HTTP/1.1" status: 200 len: 945 time: 0.1121640 Jul 09 13:27:05.600181 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57ce8de-dc9f-4e18-8ea7-45b40866da90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41909eaf-74a6-45aa-a271-0b803ee02e30'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:05.604010 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-774c83f9-7d00-43f1-9650-8ac033934687" -d '{"events": [{"server_uuid": "e57ce8de-dc9f-4e18-8ea7-45b40866da90", "name": "network-vif-plugged", "status": "completed", "tag": "41909eaf-74a6-45aa-a271-0b803ee02e30"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:05.621606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 41909eaf-74a6-45aa-a271-0b803ee02e30, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=41909eaf-74a6-45aa-a271-0b803ee02e30,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:05.629228 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:05.701637 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=41909eaf-74a6-45aa-a271-0b803ee02e30,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:05.770579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9a3543d6-6e54-4ddb-9167-6aba98e80779 req-01cb30e4-589b-422f-adf1-a5b44d3cc0a6 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Deleting port 37919ac4-ea43-41de-abae-2819ebfb8b93 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:27:05.771878 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a3543d6-6e54-4ddb-9167-6aba98e80779 req-01cb30e4-589b-422f-adf1-a5b44d3cc0a6 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:05.794276 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93802edd-2d13-453c-a56c-077e8f67c8d6 x-openstack-request-id: req-93802edd-2d13-453c-a56c-077e8f67c8d6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:05.794580 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57ce8de-dc9f-4e18-8ea7-45b40866da90", "name": "network-vif-plugged", "status": "completed", "tag": "41909eaf-74a6-45aa-a271-0b803ee02e30", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:05.794839 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93802edd-2d13-453c-a56c-077e8f67c8d6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:05.795415 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57ce8de-dc9f-4e18-8ea7-45b40866da90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41909eaf-74a6-45aa-a271-0b803ee02e30', 'code': 200} Jul 09 13:27:05.989443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa15e83-ee3e-4259-b98d-ebcda712e33a req-33139c36-a47a-4b21-9bbf-de981b355229 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:05.991547 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9aa15e83-ee3e-4259-b98d-ebcda712e33a req-33139c36-a47a-4b21-9bbf-de981b355229 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 950 time: 0.2076805 Jul 09 13:27:05.994098 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a1dcc2-be58-4bfb-aa39-46a694bcd209 req-376274eb-698a-4157-8dd7-f27df4e08b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:05.995690 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c6a1dcc2-be58-4bfb-aa39-46a694bcd209 req-376274eb-698a-4157-8dd7-f27df4e08b95 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 1101 time: 0.1132429 Jul 09 13:27:06.118203 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9aa15e83-ee3e-4259-b98d-ebcda712e33a req-093a14c1-84db-4fa0-9f6a-467044dba9ad tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/security-groups?id=7791fb4d-d830-4bc9-9611-86fd121bedb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206434 Jul 09 13:27:06.125590 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c6a1dcc2-be58-4bfb-aa39-46a694bcd209 req-11cc8f1e-32f3-4d7a-ac69-67b1d08d2bbc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7791fb4d-d830-4bc9-9611-86fd121bedb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045854 Jul 09 13:27:06.164449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28502052-9868-4852-948c-b033463dfdba req-632922c0-1c77-43b6-a2ed-0f9e1dbf6fb8 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:06.173595 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-28502052-9868-4852-948c-b033463dfdba req-632922c0-1c77-43b6-a2ed-0f9e1dbf6fb8 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/ports?device_id=905688b7-8e13-4404-92a8-d01c5061f1c5 HTTP/1.1" status: 200 len: 945 time: 0.1644831 Jul 09 13:27:06.211678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9a3543d6-6e54-4ddb-9167-6aba98e80779 req-01cb30e4-589b-422f-adf1-a5b44d3cc0a6 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] For port 37919ac4-ea43-41de-abae-2819ebfb8b93, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=37919ac4-ea43-41de-abae-2819ebfb8b93,segment=NetworkSegment(a1723321-5206-4a65-8bd1-f68185bc5fce),segment_id=a1723321-5206-4a65-8bd1-f68185bc5fce)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:06.212046 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a3543d6-6e54-4ddb-9167-6aba98e80779 req-01cb30e4-589b-422f-adf1-a5b44d3cc0a6 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:06.221010 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-28502052-9868-4852-948c-b033463dfdba req-a47eeeeb-a23d-45fc-a629-2a3a980f8a97 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.39 "GET /v2.0/security-groups?id=0ebdc7b7-236a-4734-934e-278e51e6bc84&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465331 Jul 09 13:27:06.226714 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9a3543d6-6e54-4ddb-9167-6aba98e80779 req-01cb30e4-589b-422f-adf1-a5b44d3cc0a6 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Calling delete_port for 37919ac4-ea43-41de-abae-2819ebfb8b93 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:27:06.385249 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a3543d6-6e54-4ddb-9167-6aba98e80779 req-01cb30e4-589b-422f-adf1-a5b44d3cc0a6 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:06.400862 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['37919ac4-ea43-41de-abae-2819ebfb8b93'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:06.415553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01cb30e4-589b-422f-adf1-a5b44d3cc0a6 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Pushing event deleted for resources: {'Port': ['ID=37919ac4-ea43-41de-abae-2819ebfb8b93,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:06.476559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a3543d6-6e54-4ddb-9167-6aba98e80779 req-01cb30e4-589b-422f-adf1-a5b44d3cc0a6 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] No DVR routers for this DVR port 37919ac4-ea43-41de-abae-2819ebfb8b93 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:27:06.483615 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9a3543d6-6e54-4ddb-9167-6aba98e80779 req-01cb30e4-589b-422f-adf1-a5b44d3cc0a6 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:06.486129 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a3543d6-6e54-4ddb-9167-6aba98e80779 req-01cb30e4-589b-422f-adf1-a5b44d3cc0a6 tempest-InstanceActionsV221TestJSON-2099051619 tempest-InstanceActionsV221TestJSON-2099051619-project] 10.222.0.15 "DELETE /v2.0/ports/37919ac4-ea43-41de-abae-2819ebfb8b93 HTTP/1.1" status: 204 len: 173 time: 0.8731859 Jul 09 13:27:06.486890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '905688b7-8e13-4404-92a8-d01c5061f1c5', 'name': 'network-vif-deleted', 'tag': '37919ac4-ea43-41de-abae-2819ebfb8b93'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:06.489400 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f16f58-a109-4778-911f-77051506191f" -d '{"events": [{"server_uuid": "905688b7-8e13-4404-92a8-d01c5061f1c5", "name": "network-vif-deleted", "tag": "37919ac4-ea43-41de-abae-2819ebfb8b93"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:06.631071 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-296430fb-1182-4c78-837e-df8e8b530415 x-openstack-request-id: req-296430fb-1182-4c78-837e-df8e8b530415 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:06.632508 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "905688b7-8e13-4404-92a8-d01c5061f1c5", "name": "network-vif-deleted", "tag": "37919ac4-ea43-41de-abae-2819ebfb8b93", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:06.632962 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-296430fb-1182-4c78-837e-df8e8b530415 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:06.633639 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '905688b7-8e13-4404-92a8-d01c5061f1c5', 'name': 'network-vif-deleted', 'tag': '37919ac4-ea43-41de-abae-2819ebfb8b93', 'status': 'completed', 'code': 200} Jul 09 13:27:06.883255 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:06.952987 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52128) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:07.089673 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-043349bb-3ff2-44cd-94eb-3b07f8bc27b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:07.311125 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-043349bb-3ff2-44cd-94eb-3b07f8bc27b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:07.326271 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-043349bb-3ff2-44cd-94eb-3b07f8bc27b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:07.441616 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52142) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:07.450185 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-043349bb-3ff2-44cd-94eb-3b07f8bc27b8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d19454d0ad3d42bb8fbee5da04a3cbf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4958048 Jul 09 13:27:07.464170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043349bb-3ff2-44cd-94eb-3b07f8bc27b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef4044fb-756f-4d03-9b60-ae42bd8f615a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:07.541230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e372532-5c62-4b6c-8df0-42ea7d17723e req-a083c84c-5821-4f97-a7c8-e4d538c80da0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:07.545273 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e372532-5c62-4b6c-8df0-42ea7d17723e req-a083c84c-5821-4f97-a7c8-e4d538c80da0 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 950 time: 0.1934693 Jul 09 13:27:07.546697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82e05ab1-38c8-423a-9859-db9bcbd47555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:07.602934 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82e05ab1-38c8-423a-9859-db9bcbd47555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:07.631695 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e372532-5c62-4b6c-8df0-42ea7d17723e req-e61f4746-9669-4888-9967-b1fcfac397a6 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/security-groups?id=7791fb4d-d830-4bc9-9611-86fd121bedb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807660 Jul 09 13:27:07.695392 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82e05ab1-38c8-423a-9859-db9bcbd47555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:07.698301 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82e05ab1-38c8-423a-9859-db9bcbd47555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:07.701879 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-82e05ab1-38c8-423a-9859-db9bcbd47555 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef4044fb-756f-4d03-9b60-ae42bd8f615a HTTP/1.1" status: 204 len: 168 time: 0.2563019 Jul 09 13:27:07.733438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e05ab1-38c8-423a-9859-db9bcbd47555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef4044fb-756f-4d03-9b60-ae42bd8f615a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:07.916221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52162) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:08.126118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52174) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:08.190670 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.215445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e58e9bb-0f50-4d95-9250-58aabc900203 admin admin] Deleting subnet 6d038e4e-0fdb-4659-87df-c394279ac6eb {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:27:08.222438 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e58e9bb-0f50-4d95-9250-58aabc900203 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.230901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52176) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:08.249617 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01fb3276-a292-436d-9952-618984935eab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.284047 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e58e9bb-0f50-4d95-9250-58aabc900203 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.329526 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-31c42ad1-bd4c-4d7e-a6fa-afa7e9b3f779 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.366660 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e58e9bb-0f50-4d95-9250-58aabc900203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.374147 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01fb3276-a292-436d-9952-618984935eab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.390486 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01fb3276-a292-436d-9952-618984935eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.435040 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.466643 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-01fb3276-a292-436d-9952-618984935eab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6fd6120e06d5428999f0789b5214af86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2341592 Jul 09 13:27:08.470412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52188) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:08.484073 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e58e9bb-0f50-4d95-9250-58aabc900203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.531874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fb3276-a292-436d-9952-618984935eab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f60ffbb-7bf0-4632-8a97-5e7525ac3dc6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:08.548206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e58e9bb-0f50-4d95-9250-58aabc900203 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d038e4e-0fdb-4659-87df-c394279ac6eb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:08.553707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e58e9bb-0f50-4d95-9250-58aabc900203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.558094 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9e58e9bb-0f50-4d95-9250-58aabc900203 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6d038e4e-0fdb-4659-87df-c394279ac6eb HTTP/1.1" status: 204 len: 168 time: 0.4303186 Jul 09 13:27:08.560513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52190) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:08.595933 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e54c65d-f9ec-4198-9fbd-519e18cba763 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.657759 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e54c65d-f9ec-4198-9fbd-519e18cba763 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.678793 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-31c42ad1-bd4c-4d7e-a6fa-afa7e9b3f779 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.684676 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3054254c-2333-4fe4-8865-e6f527a6d682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.690347 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-31c42ad1-bd4c-4d7e-a6fa-afa7e9b3f779 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.752637 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e54c65d-f9ec-4198-9fbd-519e18cba763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.756857 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e54c65d-f9ec-4198-9fbd-519e18cba763 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.758192 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0e54c65d-f9ec-4198-9fbd-519e18cba763 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f60ffbb-7bf0-4632-8a97-5e7525ac3dc6 HTTP/1.1" status: 204 len: 168 time: 0.2859361 Jul 09 13:27:08.767988 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e54c65d-f9ec-4198-9fbd-519e18cba763 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f60ffbb-7bf0-4632-8a97-5e7525ac3dc6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:08.785272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c42ad1-bd4c-4d7e-a6fa-afa7e9b3f779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621d5bed-b7c9-4a79-90a1-488d4da71280,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:08.800765 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-31c42ad1-bd4c-4d7e-a6fa-afa7e9b3f779 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e47163c8386d4c4c80e455bab52eb0ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8810387 Jul 09 13:27:08.802838 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52198) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:08.901652 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3054254c-2333-4fe4-8865-e6f527a6d682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.915422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3054254c-2333-4fe4-8865-e6f527a6d682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85395da5-0d70-4e83-b105-950910b8822b']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:08.928934 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e9c2d46-3b22-4dcd-9162-6f08efba3742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.936839 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3054254c-2333-4fe4-8865-e6f527a6d682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1723321-5206-4a65-8bd1-f68185bc5fce') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:08.938172 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3054254c-2333-4fe4-8865-e6f527a6d682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1723321-5206-4a65-8bd1-f68185bc5fce') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:08.958644 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3054254c-2333-4fe4-8865-e6f527a6d682 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.975214 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3054254c-2333-4fe4-8865-e6f527a6d682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.976577 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e9c2d46-3b22-4dcd-9162-6f08efba3742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.987645 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3054254c-2333-4fe4-8865-e6f527a6d682 admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:27:08.988107 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3054254c-2333-4fe4-8865-e6f527a6d682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:27:08.990556 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:27:09.081824 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3054254c-2333-4fe4-8865-e6f527a6d682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:09.089379 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e9c2d46-3b22-4dcd-9162-6f08efba3742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:09.093642 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e9c2d46-3b22-4dcd-9162-6f08efba3742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:09.095448 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5e9c2d46-3b22-4dcd-9162-6f08efba3742 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/621d5bed-b7c9-4a79-90a1-488d4da71280 HTTP/1.1" status: 204 len: 168 time: 0.2908349 Jul 09 13:27:09.099215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3054254c-2333-4fe4-8865-e6f527a6d682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:09.103484 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3054254c-2333-4fe4-8865-e6f527a6d682 admin admin] 10.222.0.39 "DELETE /v2.0/networks/85395da5-0d70-4e83-b105-950910b8822b HTTP/1.1" status: 204 len: 168 time: 0.5415740 Jul 09 13:27:09.129749 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3054254c-2333-4fe4-8865-e6f527a6d682 admin admin] Pushing event deleted for resources: {'Network': ['ID=85395da5-0d70-4e83-b105-950910b8822b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:09.129922 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9c2d46-3b22-4dcd-9162-6f08efba3742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621d5bed-b7c9-4a79-90a1-488d4da71280,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:09.244022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 37919ac4-ea43-41de-abae-2819ebfb8b93 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:27:09.313162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 37919ac4-ea43-41de-abae-2819ebfb8b93 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:27:09.314688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 37919ac4-ea43-41de-abae-2819ebfb8b93 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:27:09.396719 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52216) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:09.499215 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-931cda4d-7817-45a1-834a-d3a91160c402 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0eeb5b01cf34569a0b895f893caec16&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1008079 Jul 09 13:27:09.501889 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52224) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:09.577041 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07d13406-ad19-4b0d-864d-8e0b016656d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:09.642443 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07d13406-ad19-4b0d-864d-8e0b016656d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:09.758407 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07d13406-ad19-4b0d-864d-8e0b016656d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:09.762900 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07d13406-ad19-4b0d-864d-8e0b016656d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:09.767523 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-07d13406-ad19-4b0d-864d-8e0b016656d4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0ebdc7b7-236a-4734-934e-278e51e6bc84 HTTP/1.1" status: 204 len: 168 time: 0.2638886 Jul 09 13:27:09.782545 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d13406-ad19-4b0d-864d-8e0b016656d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebdc7b7-236a-4734-934e-278e51e6bc84,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:09.836383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52236) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:09.872053 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45a25d22-ed54-48f3-9596-f94d1d771b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:10.049746 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45a25d22-ed54-48f3-9596-f94d1d771b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:10.056529 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45a25d22-ed54-48f3-9596-f94d1d771b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:10.113936 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-45a25d22-ed54-48f3-9596-f94d1d771b6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=31c25d6936ea40b8be2880641293f84b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756662 Jul 09 13:27:10.117391 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52242) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:10.119649 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a25d22-ed54-48f3-9596-f94d1d771b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30af744d-7de0-420c-8710-8d212906d180,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:10.253940 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd32e-b7b5-4133-8622-7c897d6493ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:10.286677 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd32e-b7b5-4133-8622-7c897d6493ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:10.376554 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd32e-b7b5-4133-8622-7c897d6493ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:10.379625 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa6cd32e-b7b5-4133-8622-7c897d6493ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:10.387395 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aa6cd32e-b7b5-4133-8622-7c897d6493ac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30af744d-7de0-420c-8710-8d212906d180 HTTP/1.1" status: 204 len: 168 time: 0.2680855 Jul 09 13:27:10.402315 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6cd32e-b7b5-4133-8622-7c897d6493ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30af744d-7de0-420c-8710-8d212906d180,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:10.660118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52272) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:10.820220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-93e63918-a947-4f3d-a028-63f6a397c487 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-network', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:10.846093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e63918-a947-4f3d-a028-63f6a397c487 admin admin] Made reservation on behalf of fd70c7b3040a4ae0a0b737e217b53ae9 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:10.850219 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93e63918-a947-4f3d-a028-63f6a397c487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:10.868975 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93e63918-a947-4f3d-a028-63f6a397c487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:11.017311 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93e63918-a947-4f3d-a028-63f6a397c487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:11.024766 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93e63918-a947-4f3d-a028-63f6a397c487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:11.082874 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e63918-a947-4f3d-a028-63f6a397c487 admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:27:11.115782 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e63918-a947-4f3d-a028-63f6a397c487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ac3d0d2-4435-4b28-83bb-291cf1ba2c09,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:11.156137 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93e63918-a947-4f3d-a028-63f6a397c487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:11.157015 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-93e63918-a947-4f3d-a028-63f6a397c487 admin admin] Added segment faf9f382-220c-4ece-915a-2ffd6c9e0e54 of type vlan for network 8b4a8119-6930-41dd-8274-d2b387479ffc Jul 09 13:27:11.245235 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93e63918-a947-4f3d-a028-63f6a397c487 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:11.251046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 41909eaf-74a6-45aa-a271-0b803ee02e30 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:27:11.361650 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93e63918-a947-4f3d-a028-63f6a397c487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:11.367002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e63918-a947-4f3d-a028-63f6a397c487 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:11.368150 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93e63918-a947-4f3d-a028-63f6a397c487 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:11.482644 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 41909eaf-74a6-45aa-a271-0b803ee02e30, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=41909eaf-74a6-45aa-a271-0b803ee02e30,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:11.502160 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '41909eaf-74a6-45aa-a271-0b803ee02e30', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '41909eaf-74a6-45aa-a271-0b803ee02e30', 'mac_address': 'fa:16:3e:bb:6d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:27:11.555194 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52314) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:11.556599 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-93e63918-a947-4f3d-a028-63f6a397c487 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.8952096 Jul 09 13:27:11.562596 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-024de1a4-d6bb-4c5a-96fd-c3f529901a7f admin admin] Request body: {'subnet': {'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-subnet', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:11.565979 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:11.572902 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52318) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:11.592211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41909eaf-74a6-45aa-a271-0b803ee02e30 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:11.662390 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 41909eaf-74a6-45aa-a271-0b803ee02e30, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=41909eaf-74a6-45aa-a271-0b803ee02e30,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:11.668963 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:11.672154 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-024de1a4-d6bb-4c5a-96fd-c3f529901a7f admin admin] Made reservation on behalf of fd70c7b3040a4ae0a0b737e217b53ae9 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:11.674622 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-024de1a4-d6bb-4c5a-96fd-c3f529901a7f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:11.699818 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e63918-a947-4f3d-a028-63f6a397c487 admin admin] Pushing event updated for resources: {'Network': ['ID=8b4a8119-6930-41dd-8274-d2b387479ffc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:11.801623 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=41909eaf-74a6-45aa-a271-0b803ee02e30,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:11.811078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 8b4a8119-6930-41dd-8274-d2b387479ffc details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:27:11.971575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['41909eaf-74a6-45aa-a271-0b803ee02e30'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:12.334005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-169dad41-5051-4864-aa0f-bc9da6965d80 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-933869666-network', 'tenant_id': 'ffe615145fe24da683918dfba7f962cc'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:12.365808 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-169dad41-5051-4864-aa0f-bc9da6965d80 admin admin] Made reservation on behalf of ffe615145fe24da683918dfba7f962cc for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:12.368791 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-169dad41-5051-4864-aa0f-bc9da6965d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:12.386205 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-169dad41-5051-4864-aa0f-bc9da6965d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:12.492179 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-024de1a4-d6bb-4c5a-96fd-c3f529901a7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:12.609969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024de1a4-d6bb-4c5a-96fd-c3f529901a7f admin admin] Pushing event updated for resources: {'Subnet': ['ID=421ef8b4-a067-4e21-a5bd-b46919588087,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:12.618647 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-024de1a4-d6bb-4c5a-96fd-c3f529901a7f admin admin] Checking segment: {'id': 'faf9f382-220c-4ece-915a-2ffd6c9e0e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:12.619279 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024de1a4-d6bb-4c5a-96fd-c3f529901a7f admin admin] Network hostable DHCP agents. Network: 8b4a8119-6930-41dd-8274-d2b387479ffc, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:27:12.668007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-024de1a4-d6bb-4c5a-96fd-c3f529901a7f admin admin] Network 8b4a8119-6930-41dd-8274-d2b387479ffc is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:27:12.682630 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-169dad41-5051-4864-aa0f-bc9da6965d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:12.689911 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-024de1a4-d6bb-4c5a-96fd-c3f529901a7f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 8b4a8119-6930-41dd-8274-d2b387479ffc) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:12.695361 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-169dad41-5051-4864-aa0f-bc9da6965d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:12.701704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7c92e2-b18c-4c72-bf09-c6d1ad06d27b None None] Network 8b4a8119-6930-41dd-8274-d2b387479ffc requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:27:12.711671 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-024de1a4-d6bb-4c5a-96fd-c3f529901a7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:12.713417 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-024de1a4-d6bb-4c5a-96fd-c3f529901a7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:12.756769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-169dad41-5051-4864-aa0f-bc9da6965d80 admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:27:12.781912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52368) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:12.787930 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-024de1a4-d6bb-4c5a-96fd-c3f529901a7f admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2265148 Jul 09 13:27:12.791198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-router', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:12.805465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dad41-5051-4864-aa0f-bc9da6965d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=843937ef-b0a3-4004-8ad9-ecb3f0f01444,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:12.820777 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-169dad41-5051-4864-aa0f-bc9da6965d80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:12.821436 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-169dad41-5051-4864-aa0f-bc9da6965d80 admin admin] Added segment 74b87f4b-ddb4-43bd-8f32-1c22201cad4f of type vlan for network 1eb9b139-b7c5-4be8-a2a9-237ef11ed12b Jul 09 13:27:12.879613 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:12.888748 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:12.959395 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-169dad41-5051-4864-aa0f-bc9da6965d80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:13.051403 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-169dad41-5051-4864-aa0f-bc9da6965d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:13.052967 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169dad41-5051-4864-aa0f-bc9da6965d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:13.052967 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-169dad41-5051-4864-aa0f-bc9da6965d80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:13.098213 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-169dad41-5051-4864-aa0f-bc9da6965d80 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5190463 Jul 09 13:27:13.113723 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:13.116669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52382) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:13.121929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3b000a82-a9c2-4dfc-b095-2a9a1e176af7 admin admin] Request body: {'subnet': {'network_id': '1eb9b139-b7c5-4be8-a2a9-237ef11ed12b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-933869666-subnet', 'tenant_id': 'ffe615145fe24da683918dfba7f962cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:13.148817 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169dad41-5051-4864-aa0f-bc9da6965d80 admin admin] Pushing event updated for resources: {'Network': ['ID=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:13.195706 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 1eb9b139-b7c5-4be8-a2a9-237ef11ed12b details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:27:13.276877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-8b4a8119-6930-41dd-8274-d2b387479ffc', 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'fixed_ips': [{'subnet_id': '421ef8b4-a067-4e21-a5bd-b46919588087'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:27:13.277748 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:13.279983 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 41909eaf-74a6-45aa-a271-0b803ee02e30 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:13.309631 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b000a82-a9c2-4dfc-b095-2a9a1e176af7 admin admin] Made reservation on behalf of ffe615145fe24da683918dfba7f962cc for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:13.312958 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b000a82-a9c2-4dfc-b095-2a9a1e176af7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:13.603566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 41909eaf-74a6-45aa-a271-0b803ee02e30 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:13.604072 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:13.660756 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:13.785052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Allocated IP 172.20.0.2 (8b4a8119-6930-41dd-8274-d2b387479ffc/421ef8b4-a067-4e21-a5bd-b46919588087/196c617e-16c9-4c1f-b7c9-9b1f35db304e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:13.830970 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b000a82-a9c2-4dfc-b095-2a9a1e176af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:13.889176 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:13.926002 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57ce8de-dc9f-4e18-8ea7-45b40866da90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41909eaf-74a6-45aa-a271-0b803ee02e30'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:13.931248 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4f4f9a-5b18-48d5-bdc3-440a8d5f7497" -d '{"events": [{"server_uuid": "e57ce8de-dc9f-4e18-8ea7-45b40866da90", "name": "network-vif-plugged", "status": "completed", "tag": "41909eaf-74a6-45aa-a271-0b803ee02e30"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:13.953995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 41909eaf-74a6-45aa-a271-0b803ee02e30, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=41909eaf-74a6-45aa-a271-0b803ee02e30,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:13.961827 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:14.029641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b000a82-a9c2-4dfc-b095-2a9a1e176af7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b148dd4e-9358-4a31-b001-045227bbe9d4,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:14.036926 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b000a82-a9c2-4dfc-b095-2a9a1e176af7 admin admin] Checking segment: {'id': '74b87f4b-ddb4-43bd-8f32-1c22201cad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1eb9b139-b7c5-4be8-a2a9-237ef11ed12b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:14.037810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b000a82-a9c2-4dfc-b095-2a9a1e176af7 admin admin] Network hostable DHCP agents. Network: 1eb9b139-b7c5-4be8-a2a9-237ef11ed12b, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:27:14.105588 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b000a82-a9c2-4dfc-b095-2a9a1e176af7 admin admin] Network 1eb9b139-b7c5-4be8-a2a9-237ef11ed12b is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:27:14.131656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=41909eaf-74a6-45aa-a271-0b803ee02e30,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:14.135817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3b000a82-a9c2-4dfc-b095-2a9a1e176af7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 1eb9b139-b7c5-4be8-a2a9-237ef11ed12b) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:14.142678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b000a82-a9c2-4dfc-b095-2a9a1e176af7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:14.142678 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b000a82-a9c2-4dfc-b095-2a9a1e176af7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:14.156140 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d153dda6-e685-4807-9e86-6821c775ad99 None None] Network 1eb9b139-b7c5-4be8-a2a9-237ef11ed12b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:27:14.196997 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3b000a82-a9c2-4dfc-b095-2a9a1e176af7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0784023 Jul 09 13:27:14.206630 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:14.318893 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-1d1f4d27-ca50-410c-8438-2f5ad44876b9 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4979c730b35e49b8974b04ccfda2274f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696359 Jul 09 13:27:14.378911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Transition to ACTIVE for port object 196c617e-16c9-4c1f-b7c9-9b1f35db304e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:14.442333 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Transition to ACTIVE for port object 196c617e-16c9-4c1f-b7c9-9b1f35db304e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:14.456093 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:14.482548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Network 8b4a8119-6930-41dd-8274-d2b387479ffc is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:14.488573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0569d14c-e6aa-49fb-b581-1e654f7bf2d1 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:14.492429 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0569d14c-e6aa-49fb-b581-1e654f7bf2d1 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1726997 Jul 09 13:27:14.508189 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:14.514972 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-f7bd4bcb-a83e-47d4-ac52-c6d1eceff850 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/quotas/4979c730b35e49b8974b04ccfda2274f HTTP/1.1" status: 200 len: 375 time: 0.0123489 Jul 09 13:27:14.516267 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:14.572208 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-2b421478-a4a3-4f0a-9dde-bd5403ef949c tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4979c730b35e49b8974b04ccfda2274f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514817 Jul 09 13:27:14.591000 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5342b16e-2ecd-4086-ac2b-46e58dff96ed x-openstack-request-id: req-5342b16e-2ecd-4086-ac2b-46e58dff96ed {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:14.591374 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57ce8de-dc9f-4e18-8ea7-45b40866da90", "name": "network-vif-plugged", "status": "completed", "tag": "41909eaf-74a6-45aa-a271-0b803ee02e30", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:14.591808 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5342b16e-2ecd-4086-ac2b-46e58dff96ed {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:14.592250 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57ce8de-dc9f-4e18-8ea7-45b40866da90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41909eaf-74a6-45aa-a271-0b803ee02e30', 'code': 200} Jul 09 13:27:14.612387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Pushing event updated for resources: {'Port': ['ID=196c617e-16c9-4c1f-b7c9-9b1f35db304e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:14.641952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7576ed7e-b67a-464d-aa49-95c92ecae3be None None] Network 1eb9b139-b7c5-4be8-a2a9-237ef11ed12b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:27:14.665458 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:14.715359 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:14.758211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Attempting to bind port 196c617e-16c9-4c1f-b7c9-9b1f35db304e on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:14.758598 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Attempting to bind port 196c617e-16c9-4c1f-b7c9-9b1f35db304e by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'faf9f382-220c-4ece-915a-2ffd6c9e0e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:14.758952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Attempting to bind port 196c617e-16c9-4c1f-b7c9-9b1f35db304e on network 8b4a8119-6930-41dd-8274-d2b387479ffc {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:14.783029 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:14.783950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Checking segment: {'id': 'faf9f382-220c-4ece-915a-2ffd6c9e0e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:14.784569 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:14.784777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Bound using segment: {'id': 'faf9f382-220c-4ece-915a-2ffd6c9e0e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:14.785789 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Bound port: 196c617e-16c9-4c1f-b7c9-9b1f35db304e, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf9f382-220c-4ece-915a-2ffd6c9e0e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:14.786913 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:14.936596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Allocated IP 172.25.2.159 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/49ea22ea-6819-4dd9-85d7-becb7b17f112) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:15.077766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] For port 196c617e-16c9-4c1f-b7c9-9b1f35db304e, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:15.093644 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] For port 196c617e-16c9-4c1f-b7c9-9b1f35db304e, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=196c617e-16c9-4c1f-b7c9-9b1f35db304e,segment=NetworkSegment(faf9f382-220c-4ece-915a-2ffd6c9e0e54),segment_id=faf9f382-220c-4ece-915a-2ffd6c9e0e54)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:15.115786 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:15.160695 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:15.247415 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:15.248986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eb54b4-8743-4581-8dcd-d16da35af457 None None] Pushing event updated for resources: {'Port': ['ID=196c617e-16c9-4c1f-b7c9-9b1f35db304e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:15.274788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-c73d184a-d537-45c4-87fc-bb87b885a6c0 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:15.276871 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-c73d184a-d537-45c4-87fc-bb87b885a6c0 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/networks?id=14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 HTTP/1.1" status: 200 len: 814 time: 0.2955115 Jul 09 13:27:15.301152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-e8b2fafd-88d5-454f-8e80-2868c7d82e00 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:15.310186 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-e8b2fafd-88d5-454f-8e80-2868c7d82e00 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/networks?id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b HTTP/1.1" status: 200 len: 813 time: 0.2372854 Jul 09 13:27:15.318675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:15.324311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:15.326968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:15.339945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-cbd1b8e1-96af-4ef9-b5c8-2c45990cf3c6 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/quotas/ffe615145fe24da683918dfba7f962cc HTTP/1.1" status: 200 len: 375 time: 0.0273314 Jul 09 13:27:15.357584 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-42db504b-4f23-45f1-8d5a-053f6598f78f tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/quotas/86c30d00eb914f1fb6849067f03b2bba HTTP/1.1" status: 200 len: 375 time: 0.0433662 Jul 09 13:27:15.428694 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-832084af-9e37-4449-9a4b-4411b44e5970 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ffe615145fe24da683918dfba7f962cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0876667 Jul 09 13:27:15.543276 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Pushing event updated for resources: {'Port': ['ID=49ea22ea-6819-4dd9-85d7-becb7b17f112,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:15.644698 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-a9be4841-27d5-416a-8480-99ede300fb85 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=86c30d00eb914f1fb6849067f03b2bba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2860866 Jul 09 13:27:15.745120 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-b9304b8f-a0a1-41d1-b753-3025140be2a4 service neutron] 10.222.0.39 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3126214 Jul 09 13:27:15.788695 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:15.860376 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-af5c69f2-234d-4f58-b34e-1f51d1dbd987 service neutron] 10.222.0.39 "GET /v2.0/networks/14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2146647 Jul 09 13:27:15.940101 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6f2974e6-d26d-4acb-b257-ff197903563d service neutron] 10.222.0.39 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857054 Jul 09 13:27:16.001014 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-43258bf2-dfc5-4c63-8f71-801f30831185 service neutron] 10.222.0.39 "GET /v2.0/networks/14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396990 Jul 09 13:27:16.202836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:16.544244 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-773320b4-9867-48b1-8ddf-c5c7f709fb26 req-a42c0a2e-53a5-4516-add3-73b75ff7d72c tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 210 time: 0.0800672 Jul 09 13:27:16.627413 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-c574c463-a33f-44c3-a754-d0e5674e413a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2992334 Jul 09 13:27:16.794930 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:27:16.894938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4530a4c5-1a59-4124-96ef-137c6b3f70d4 None None] Network 8b4a8119-6930-41dd-8274-d2b387479ffc requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:27:17.065101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-09ab5132-55c8-43cc-aad1-a60328805e1e None None] Provisioning for port 196c617e-16c9-4c1f-b7c9-9b1f35db304e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:17.085491 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5052ce3a-fb40-4986-9b5d-185ba19f784b req-25087b66-8138-4611-a079-c056f0394f41 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 210 time: 0.0894334 Jul 09 13:27:17.150426 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-facd1440-9ed9-4778-be7f-5936b9309f88 req-049d94b9-e9f0-44e7-adc2-02ab2241fdb0 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 210 time: 0.0747216 Jul 09 13:27:17.403574 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 196c617e-16c9-4c1f-b7c9-9b1f35db304e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:17.532070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 196c617e-16c9-4c1f-b7c9-9b1f35db304e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:17.536768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 196c617e-16c9-4c1f-b7c9-9b1f35db304e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:17.538634 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:17.582286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-1ac0b124-e148-4081-aa7d-6329b7951b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:17.583690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-1ac0b124-e148-4081-aa7d-6329b7951b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:17.584309 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-1ac0b124-e148-4081-aa7d-6329b7951b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:17.585034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-1ac0b124-e148-4081-aa7d-6329b7951b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:17.585430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-1ac0b124-e148-4081-aa7d-6329b7951b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:17.586023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-1ac0b124-e148-4081-aa7d-6329b7951b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:17.586563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-1ac0b124-e148-4081-aa7d-6329b7951b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:17.590199 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-1ac0b124-e148-4081-aa7d-6329b7951b4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28cccfcdce06416798d3fed1b5c86fea&device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 6502 time: 0.9121006 Jul 09 13:27:17.623331 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-8a848fcb-bb3e-42c9-9f53-091a86a1312d tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=4979c730b35e49b8974b04ccfda2274f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0849011 Jul 09 13:27:17.757000 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:17.810973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 196c617e-16c9-4c1f-b7c9-9b1f35db304e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=196c617e-16c9-4c1f-b7c9-9b1f35db304e,segment=NetworkSegment(faf9f382-220c-4ece-915a-2ffd6c9e0e54),segment_id=faf9f382-220c-4ece-915a-2ffd6c9e0e54)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:17.850708 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:17.921133 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec0472af-7593-4b1e-9d87-bb95f7c705c8 req-870f2fbe-715b-4c62-8d08-90c9068539fc tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 210 time: 0.0809751 Jul 09 13:27:17.961870 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:27:17.972044 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ca4a49e6-feb0-4859-a2bc-4b65814e9475 None None] Provisioning complete for port 196c617e-16c9-4c1f-b7c9-9b1f35db304e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:17.972484 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca4a49e6-feb0-4859-a2bc-4b65814e9475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:17.993111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Sync routers for ids ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:27:18.173556 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:18.179411 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52518) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:18.183687 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-246c1bf9-013b-4423-a17f-f5fa6e9f318a admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.3981183 Jul 09 13:27:18.298700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-1a647cbc-0d38-455a-8c21-e2a43574298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:18.299488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-1a647cbc-0d38-455a-8c21-e2a43574298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:18.300123 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-1a647cbc-0d38-455a-8c21-e2a43574298b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:18.304046 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-1a647cbc-0d38-455a-8c21-e2a43574298b service neutron] 10.222.0.18 "GET /v2.0/networks?id=506f0105-b494-4138-9dfd-14195d3a3fed&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&id=a919d1e5-88c0-4789-bf94-149c0bb79ee9 HTTP/1.1" status: 200 len: 2298 time: 0.6763704 Jul 09 13:27:18.315176 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-9a46aad1-7dda-46e2-9321-6e1a46f230c8 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:18.318573 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-9a46aad1-7dda-46e2-9321-6e1a46f230c8 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5077722 Jul 09 13:27:18.346178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Request body: {'port': {'device_id': '1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': '4979c730b35e49b8974b04ccfda2274f'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:18.408620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Routers {'3e6c16af-62f8-43d8-aa51-e934850a5fe5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:18.409259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:27:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:18.410949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=196c617e-16c9-4c1f-b7c9-9b1f35db304e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:18.440137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b61ea16-8f2e-4a51-abbc-fdc8c39a5149 req-032e1fa4-2bb1-4924-aa06-d8827dd457ff tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 210 time: 0.0505955 Jul 09 13:27:18.454435 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c98b2781-b853-49f9-b68f-4c84b9d264f7 req-af7acb7c-e07c-4b47-8306-6e89b1973498 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 210 time: 0.0753465 Jul 09 13:27:18.497475 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-be1533a9-9264-4b05-a439-9cafebaf18cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fced731-60a5-4f64-be58-9ef321696a0a HTTP/1.1" status: 200 len: 1001 time: 0.1771078 Jul 09 13:27:18.570677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-8258c107-c484-43d7-8a72-a16e51940f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:18.572416 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-8258c107-c484-43d7-8a72-a16e51940f84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2915b4c-1b15-4665-bc6f-4ef8238c6ea1 HTTP/1.1" status: 200 len: 856 time: 0.0653422 Jul 09 13:27:18.672096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-cd90f949-e887-4d71-975c-6e53e868f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:18.673912 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-cd90f949-e887-4d71-975c-6e53e868f6c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=506f0105-b494-4138-9dfd-14195d3a3fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945082 Jul 09 13:27:18.679424 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Made reservation on behalf of 4979c730b35e49b8974b04ccfda2274f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:18.684140 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:18.737441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Set router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:18.801190 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-9697b45b-c332-4f4a-b75f-aa8376f3d9ce service neutron] 10.222.0.18 "GET /v2.0/networks/506f0105-b494-4138-9dfd-14195d3a3fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124449 Jul 09 13:27:18.875465 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.075506 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-abe59107-a137-42c6-8bef-bd57a9d04564 service neutron] 10.222.0.18 "GET /v2.0/networks/506f0105-b494-4138-9dfd-14195d3a3fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2640121 Jul 09 13:27:19.180580 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-af7ebe7e-9a5e-4e18-8a15-0636b95e4b8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=09127b77-234e-4594-8ccb-d507e2278c0c HTTP/1.1" status: 200 len: 217 time: 0.0941861 Jul 09 13:27:19.185456 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-3a6191d9-e8ef-4dbe-b4e9-ff827230249a tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:19.187049 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-3a6191d9-e8ef-4dbe-b4e9-ff827230249a tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.15 "GET /v2.0/networks?id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b HTTP/1.1" status: 200 len: 813 time: 0.2999597 Jul 09 13:27:19.264750 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-18fc066d-4b9f-4c56-a0b1-f682329dc040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:19.266261 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-18fc066d-4b9f-4c56-a0b1-f682329dc040 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.0704060 Jul 09 13:27:19.271209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-router', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:12Z', 'updated_at': '2021-07-09T13:27:15Z', 'revision_number': 3, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'gw_port': {'id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:14Z', 'updated_at': '2021-07-09T13:27:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:19.341479 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0144cd58-a014-42bb-b10f-44e8bad9901e req-26065b1a-b2e0-4398-9b1d-cd81e1ea3a99 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 210 time: 0.1038010 Jul 09 13:27:19.347143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-1f64cb0b-f6a4-4214-a4b3-c63f120cde38 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Request body: {'port': {'device_id': '501d779d-997c-4706-9362-07c098324089', 'network_id': '1eb9b139-b7c5-4be8-a2a9-237ef11ed12b', 'admin_state_up': True, 'tenant_id': 'ffe615145fe24da683918dfba7f962cc'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:19.397605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 196c617e-16c9-4c1f-b7c9-9b1f35db304e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:19.406499 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Checking router: 3e6c16af-62f8-43d8-aa51-e934850a5fe5 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:27:19.418674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Updating router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 port 49ea22ea-6819-4dd9-85d7-becb7b17f112 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:27:19.622916 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.670716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 196c617e-16c9-4c1f-b7c9-9b1f35db304e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:19.671442 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.681437 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.688704 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.818238 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-325c7a6f-d483-49e0-b24b-6c5c7f36cf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:19.821429 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-325c7a6f-d483-49e0-b24b-6c5c7f36cf0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5476425 Jul 09 13:27:19.843718 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:19.855171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d753c9b-1c9d-4884-a311-550333472fa7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:19.982240 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-646fad3f-03fe-4efa-b545-f5990e533412 req-38277ea9-ddc4-4982-a19e-9243f1bf4b60 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 210 time: 0.1242614 Jul 09 13:27:20.010976 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Allocated IP 192.168.233.185 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/2fdff3f5-006c-44f2-9d24-201e7b5853cc) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:20.165636 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fed811a0-80a1-442b-8612-21aaef838d78 req-887b0c9b-b0cc-4d1f-be90-6301b5822761 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 210 time: 0.2962849 Jul 09 13:27:20.204592 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.217803 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.230965 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Transition to ACTIVE for port object 2fdff3f5-006c-44f2-9d24-201e7b5853cc will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:20.231971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Transition to ACTIVE for port object 49ea22ea-6819-4dd9-85d7-becb7b17f112 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:20.244332 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.279973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-d365bea6-9371-4c23-b60e-0fd8ffb2961b tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:20.282320 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-d365bea6-9371-4c23-b60e-0fd8ffb2961b tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.15 "GET /v2.0/networks?id=14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 HTTP/1.1" status: 200 len: 814 time: 0.7932723 Jul 09 13:27:20.287393 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.315689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e966a29-c11f-4902-8329-3eaae01d8271 None None] Pushing event updated for resources: {'Port': ['ID=49ea22ea-6819-4dd9-85d7-becb7b17f112,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:20.386690 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Attempting to bind port 49ea22ea-6819-4dd9-85d7-becb7b17f112 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:20.387069 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Attempting to bind port 49ea22ea-6819-4dd9-85d7-becb7b17f112 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:20.387475 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Attempting to bind port 49ea22ea-6819-4dd9-85d7-becb7b17f112 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:20.398235 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:20.398858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:20.399410 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.399849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:20.400638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Bound port: 49ea22ea-6819-4dd9-85d7-becb7b17f112, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:20.401411 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.420803 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Pushing event updated for resources: {'Port': ['ID=2fdff3f5-006c-44f2-9d24-201e7b5853cc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:20.434520 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-1f64cb0b-f6a4-4214-a4b3-c63f120cde38 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Made reservation on behalf of ffe615145fe24da683918dfba7f962cc for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:20.444641 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-1f64cb0b-f6a4-4214-a4b3-c63f120cde38 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.451925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-1c4d113b-a13e-4d4d-a24b-bf94dad6d94a tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Request body: {'port': {'device_id': '5c2336a9-3283-4c89-ae01-c2609ac94a8f', 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8', 'admin_state_up': True, 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:20.558081 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] For port 49ea22ea-6819-4dd9-85d7-becb7b17f112, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:20.564807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] For port 49ea22ea-6819-4dd9-85d7-becb7b17f112, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=49ea22ea-6819-4dd9-85d7-becb7b17f112,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:20.573872 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:20.678965 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:20.691001 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e966a29-c11f-4902-8329-3eaae01d8271 None None] Pushing event updated for resources: {'Port': ['ID=49ea22ea-6819-4dd9-85d7-becb7b17f112,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:20.704135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Routers {'3e6c16af-62f8-43d8-aa51-e934850a5fe5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:20.704717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:27:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:20.726734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:20.778521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:20.965317 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-98358ec9-1f94-4c49-a690-f07870746e71 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1298566 Jul 09 13:27:20.970768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-1f64cb0b-f6a4-4214-a4b3-c63f120cde38 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Allocated IP 172.20.0.5 (1eb9b139-b7c5-4be8-a2a9-237ef11ed12b/b148dd4e-9358-4a31-b001-045227bbe9d4/d2be107c-132d-4714-935f-2cfb271f7525) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:20.988580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] Set router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:20.992635 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:20.993322 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.091277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-1c4d113b-a13e-4d4d-a24b-bf94dad6d94a tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Made reservation on behalf of 86c30d00eb914f1fb6849067f03b2bba for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:21.095414 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-1c4d113b-a13e-4d4d-a24b-bf94dad6d94a tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.246246 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-1f64cb0b-f6a4-4214-a4b3-c63f120cde38 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.298966 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-1f64cb0b-f6a4-4214-a4b3-c63f120cde38 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.371225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b674e33d-48bc-4d08-adec-fda0b7261e3b None None] Provisioning for port 2fdff3f5-006c-44f2-9d24-201e7b5853cc completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:21.389541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b674e33d-48bc-4d08-adec-fda0b7261e3b None None] Provisioning complete for port 2fdff3f5-006c-44f2-9d24-201e7b5853cc triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:21.389908 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b674e33d-48bc-4d08-adec-fda0b7261e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.401780 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-75fbcd43-33bd-4b97-b84c-81c011dbf565 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252658 Jul 09 13:27:21.411394 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f64cb0b-f6a4-4214-a4b3-c63f120cde38 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Pushing event updated for resources: {'Port': ['ID=d2be107c-132d-4714-935f-2cfb271f7525,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:21.412847 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-a83d85dd-bda0-41db-9475-5bc5d6e8fd71 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0662720 Jul 09 13:27:21.424203 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Allocated IP 172.20.0.1 (8b4a8119-6930-41dd-8274-d2b387479ffc/421ef8b4-a067-4e21-a5bd-b46919588087/e7d9f77b-4eb3-45a7-9d4b-93bb30881dec) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:21.536813 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-1f64cb0b-f6a4-4214-a4b3-c63f120cde38 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Network 1eb9b139-b7c5-4be8-a2a9-237ef11ed12b is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:21.551226 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-1f64cb0b-f6a4-4214-a4b3-c63f120cde38 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:21.570380 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-1f64cb0b-f6a4-4214-a4b3-c63f120cde38 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:21.642254 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b674e33d-48bc-4d08-adec-fda0b7261e3b None None] Port 2fdff3f5-006c-44f2-9d24-201e7b5853cc cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:27:21.680624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-1c4d113b-a13e-4d4d-a24b-bf94dad6d94a tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Allocated IP 172.20.0.12 (14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8/1039a157-bd32-44fa-ad64-b5f516cd0e55/ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:21.690302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Request body: {'port': {'device_id': '1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:21.697067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-router', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:12Z', 'updated_at': '2021-07-09T13:27:15Z', 'revision_number': 3, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'gw_port': {'id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:14Z', 'updated_at': '2021-07-09T13:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:21.743661 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac3e4e5f-0a00-4d70-a11f-43fd3c1be2e7 None None] The sync data for ids ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'] in n-d-799525-3 is: [{'id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-router', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:12Z', 'updated_at': '2021-07-09T13:27:15Z', 'revision_number': 3, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'gw_port': {'id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:14Z', 'updated_at': '2021-07-09T13:27:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:27:21.751033 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-55f7f914-2acb-453f-a5b3-3301a123359c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=9dac8575-da90-47f3-980a-1e70c9c7db5e HTTP/1.1" status: 200 len: 217 time: 0.3317995 Jul 09 13:27:21.804589 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-1f64cb0b-f6a4-4214-a4b3-c63f120cde38 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:21.805810 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-1f64cb0b-f6a4-4214-a4b3-c63f120cde38 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.929461 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:21.933953 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-1f64cb0b-f6a4-4214-a4b3-c63f120cde38 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7012842 Jul 09 13:27:21.970776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-b3c4710b-9697-4951-a9f6-5157e8d52924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:21.972337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-b3c4710b-9697-4951-a9f6-5157e8d52924 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.1771929 Jul 09 13:27:21.976347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ed2290-0184-4e5c-9abf-fa2c419866c9 req-9e89cdf3-db4a-4a1d-9a4e-bd2102d63872 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:21.983626 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02ed2290-0184-4e5c-9abf-fa2c419866c9 req-9e89cdf3-db4a-4a1d-9a4e-bd2102d63872 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 936 time: 1.3711209 Jul 09 13:27:21.994948 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Request body: {'port': {'device_id': '501d779d-997c-4706-9362-07c098324089', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:22.276115 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a9b666-bd03-436a-9660-71b7250608c7 req-a0472fa8-5ca7-448a-9722-c5ee2546cc94 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:22.296327 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8a9b666-bd03-436a-9660-71b7250608c7 req-a0472fa8-5ca7-448a-9722-c5ee2546cc94 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 931 time: 0.8869658 Jul 09 13:27:22.398384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-87922d17-05ee-4140-bcf2-b87b1cba7483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:22.402188 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-87922d17-05ee-4140-bcf2-b87b1cba7483 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4216597 Jul 09 13:27:22.462418 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02ed2290-0184-4e5c-9abf-fa2c419866c9 req-dc98307c-6497-4f1f-80d6-4dafa084b17e tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d753c9b-1c9d-4884-a311-550333472fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4536343 Jul 09 13:27:22.522395 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:22.541949 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:22.585494 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8a9b666-bd03-436a-9660-71b7250608c7 req-a0577492-b0d4-47a6-9c88-d4788557aff1 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2881947 Jul 09 13:27:22.618746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Transition to ACTIVE for port object e7d9f77b-4eb3-45a7-9d4b-93bb30881dec will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:22.652078 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-1c4d113b-a13e-4d4d-a24b-bf94dad6d94a tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:22.744833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-1c4d113b-a13e-4d4d-a24b-bf94dad6d94a tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Transition to ACTIVE for port object ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:22.933412 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-6c95e8a9-3cbe-4ba9-9aea-10fad325da8f service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5148697 Jul 09 13:27:23.181473 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-1c4d113b-a13e-4d4d-a24b-bf94dad6d94a tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:23.233787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2be107c-132d-4714-935f-2cfb271f7525 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:23.254520 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:23.262569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4d113b-a13e-4d4d-a24b-bf94dad6d94a tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Pushing event updated for resources: {'Port': ['ID=ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:23.297092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fdff3f5-006c-44f2-9d24-201e7b5853cc {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:23.319376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Transition to ACTIVE for port object d2be107c-132d-4714-935f-2cfb271f7525 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:23.323197 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-1c4d113b-a13e-4d4d-a24b-bf94dad6d94a tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Network 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:23.331250 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-1c4d113b-a13e-4d4d-a24b-bf94dad6d94a tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:23.331505 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:23.335037 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:23.338979 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-f182c64c-aabb-4f02-8f1f-0df6d9c0d2be service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3976634 Jul 09 13:27:23.342258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-1c4d113b-a13e-4d4d-a24b-bf94dad6d94a tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:23.399308 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 49ea22ea-6819-4dd9-85d7-becb7b17f112 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:23.438021 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:23.500122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Pushing event updated for resources: {'Port': ['ID=e7d9f77b-4eb3-45a7-9d4b-93bb30881dec,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:23.530744 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Transition to ACTIVE for port object 2fdff3f5-006c-44f2-9d24-201e7b5853cc will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:23.535389 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-60bc8c29-7450-4380-aaf3-c55bc5a73b87 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=06a4fa3a-1581-43c4-a7be-244c8a71f6f1 HTTP/1.1" status: 200 len: 217 time: 0.1817827 Jul 09 13:27:23.540436 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:23.543315 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 49ea22ea-6819-4dd9-85d7-becb7b17f112 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:23.552733 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 49ea22ea-6819-4dd9-85d7-becb7b17f112 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:23.552963 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:23.756676 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:23.822879 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 49ea22ea-6819-4dd9-85d7-becb7b17f112, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=49ea22ea-6819-4dd9-85d7-becb7b17f112,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:23.829005 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:23.924149 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-1c4d113b-a13e-4d4d-a24b-bf94dad6d94a tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:23.924862 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-1c4d113b-a13e-4d4d-a24b-bf94dad6d94a tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:23.985106 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=49ea22ea-6819-4dd9-85d7-becb7b17f112,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:24.002670 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e5668b2d-ab34-4a14-960f-d0b1afee5a45 None None] Provisioning for port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:24.017083 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e5668b2d-ab34-4a14-960f-d0b1afee5a45 None None] Provisioning complete for port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:24.017465 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5668b2d-ab34-4a14-960f-d0b1afee5a45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:24.022481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Pushing event updated for resources: {'Port': ['ID=2fdff3f5-006c-44f2-9d24-201e7b5853cc,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:24.086392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-0f7c57f0-7664-42d7-9d5c-9f6f83e697e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:24.089411 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-0f7c57f0-7664-42d7-9d5c-9f6f83e697e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.5155387 Jul 09 13:27:24.109564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e5668b2d-ab34-4a14-960f-d0b1afee5a45 None None] Port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:27:24.140906 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-1c4d113b-a13e-4d4d-a24b-bf94dad6d94a tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7268848 Jul 09 13:27:24.162963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Request body: {'port': {'device_id': '5c2336a9-3283-4c89-ae01-c2609ac94a8f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:24.245505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Attempting to bind port 2fdff3f5-006c-44f2-9d24-201e7b5853cc on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:24.246433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Attempting to bind port 2fdff3f5-006c-44f2-9d24-201e7b5853cc by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:24.247121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Attempting to bind port 2fdff3f5-006c-44f2-9d24-201e7b5853cc on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:24.278864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Port 2fdff3f5-006c-44f2-9d24-201e7b5853cc on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:27:24.279805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Attempting to bind port 2fdff3f5-006c-44f2-9d24-201e7b5853cc on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:24.289371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:24.290235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:24.290861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:24.291595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Bound port: 2fdff3f5-006c-44f2-9d24-201e7b5853cc, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:24.292595 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:24.298351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-e6c5c24a-1c49-4a18-ab5e-c37d6fee3ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:24.302649 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-e6c5c24a-1c49-4a18-ab5e-c37d6fee3ce1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2017958 Jul 09 13:27:24.418684 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Network 8b4a8119-6930-41dd-8274-d2b387479ffc is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:24.439319 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:24.445962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:24.498405 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:24.503939 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-1a6d76a4-670b-414c-a184-85ec4074524a service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329703 Jul 09 13:27:24.535679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Pushing event updated for resources: {'Port': ['ID=d2be107c-132d-4714-935f-2cfb271f7525,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:24.624435 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-95034e36-022b-477b-a2f5-9bf3959459d0 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097529 Jul 09 13:27:24.632605 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a184c-faf3-420a-b550-4e50ed30e975 req-fc71d17e-4033-47c7-9fe9-4efe28259936 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:24.634355 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-520a184c-faf3-420a-b550-4e50ed30e975 req-fc71d17e-4033-47c7-9fe9-4efe28259936 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 932 time: 1.3102031 Jul 09 13:27:24.688370 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:24.747188 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Attempting to bind port d2be107c-132d-4714-935f-2cfb271f7525 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:24.747472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Attempting to bind port d2be107c-132d-4714-935f-2cfb271f7525 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '74b87f4b-ddb4-43bd-8f32-1c22201cad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1eb9b139-b7c5-4be8-a2a9-237ef11ed12b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:24.747770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Attempting to bind port d2be107c-132d-4714-935f-2cfb271f7525 on network 1eb9b139-b7c5-4be8-a2a9-237ef11ed12b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:24.810661 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Port d2be107c-132d-4714-935f-2cfb271f7525 on network 1eb9b139-b7c5-4be8-a2a9-237ef11ed12b not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:27:24.810661 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Attempting to bind port d2be107c-132d-4714-935f-2cfb271f7525 on network 1eb9b139-b7c5-4be8-a2a9-237ef11ed12b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:24.820336 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-520a184c-faf3-420a-b550-4e50ed30e975 req-7248816d-e26b-443c-8367-64fd76d93708 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/security-groups?id=65584f72-1ea5-46eb-96ff-a9701a1fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773946 Jul 09 13:27:24.830086 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:24.830458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Checking segment: {'id': '74b87f4b-ddb4-43bd-8f32-1c22201cad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1eb9b139-b7c5-4be8-a2a9-237ef11ed12b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:24.830857 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Bound using segment: {'id': '74b87f4b-ddb4-43bd-8f32-1c22201cad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1eb9b139-b7c5-4be8-a2a9-237ef11ed12b'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:24.831588 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Bound port: d2be107c-132d-4714-935f-2cfb271f7525, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b87f4b-ddb4-43bd-8f32-1c22201cad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1eb9b139-b7c5-4be8-a2a9-237ef11ed12b'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:24.832127 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:24.880226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7eaed53a-a183-490f-a6d7-af3afedc2ed0 None None] Provisioning for port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:24.901230 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7eaed53a-a183-490f-a6d7-af3afedc2ed0 None None] Provisioning complete for port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:24.901603 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7eaed53a-a183-490f-a6d7-af3afedc2ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.012327 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7eaed53a-a183-490f-a6d7-af3afedc2ed0 None None] Port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:27:25.207557 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] For port d2be107c-132d-4714-935f-2cfb271f7525, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:25.216478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] For port d2be107c-132d-4714-935f-2cfb271f7525, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2be107c-132d-4714-935f-2cfb271f7525,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:25.232073 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.341844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 49ea22ea-6819-4dd9-85d7-becb7b17f112 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:25.347879 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.418837 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-caf2a886-dbae-44c5-92a6-d1bc91ce0ad1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=4a188389-5588-4c13-8b06-298afc4dada5 HTTP/1.1" status: 200 len: 217 time: 0.7861423 Jul 09 13:27:25.442476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 49ea22ea-6819-4dd9-85d7-becb7b17f112 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:25.443648 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.448280 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Pushing event updated for resources: {'Port': ['ID=d2be107c-132d-4714-935f-2cfb271f7525,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:25.474293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:25.481112 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.487657 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-6afa5c3d-84e4-4a53-a13d-d563b3c761cd service neutron] 10.222.0.15 "PUT /v2.0/ports/d2be107c-132d-4714-935f-2cfb271f7525 HTTP/1.1" status: 200 len: 1091 time: 3.4997835 Jul 09 13:27:25.541440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501d779d-997c-4706-9362-07c098324089', 'tag': 'd2be107c-132d-4714-935f-2cfb271f7525'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:25.546198 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d64b315-a6f2-409d-b798-8fb836b940e1" -d '{"events": [{"name": "network-changed", "server_uuid": "501d779d-997c-4706-9362-07c098324089", "tag": "d2be107c-132d-4714-935f-2cfb271f7525"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:25.569134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] For port 2fdff3f5-006c-44f2-9d24-201e7b5853cc, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:25.576800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-880c7585-b5b9-4739-a063-06546406bd58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:25.578580 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-880c7585-b5b9-4739-a063-06546406bd58 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.1450145 Jul 09 13:27:25.625568 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] For port 2fdff3f5-006c-44f2-9d24-201e7b5853cc, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2fdff3f5-006c-44f2-9d24-201e7b5853cc,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:25.641401 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.664617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:25.665251 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:25.666686 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] 10.222.0.15 "PUT /v2.0/ports/2fdff3f5-006c-44f2-9d24-201e7b5853cc HTTP/1.1" status: 200 len: 1096 time: 3.9807277 Jul 09 13:27:25.696818 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7', 'tag': '2fdff3f5-006c-44f2-9d24-201e7b5853cc'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:25.699182 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912f4d79-8621-4b8f-9773-8642df24bd51" -d '{"events": [{"name": "network-changed", "server_uuid": "1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7", "tag": "2fdff3f5-006c-44f2-9d24-201e7b5853cc"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:26.036952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-3a7ce69b-4a50-4300-b077-b8c84cbbf310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:26.038826 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-3a7ce69b-4a50-4300-b077-b8c84cbbf310 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffe615145fe24da683918dfba7f962cc&device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 1094 time: 0.2995446 Jul 09 13:27:26.047412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:26.064965 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:26.102224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Transition to ACTIVE for port object ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:26.168784 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:26.203535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdbc2b1-1f9e-4735-84a3-0006b132f219 service neutron] Pushing event updated for resources: {'Port': ['ID=2fdff3f5-006c-44f2-9d24-201e7b5853cc,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:26.218488 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a986fb61-5010-4802-bf41-23e645990429 req-1ad307c4-8aba-4a57-b239-af6a1873ae7e tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:26.226659 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a986fb61-5010-4802-bf41-23e645990429 req-1ad307c4-8aba-4a57-b239-af6a1873ae7e tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 948 time: 0.3834739 Jul 09 13:27:26.258900 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-d83296fe-273e-4d2d-809e-ba6a043a5b93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2be107c-132d-4714-935f-2cfb271f7525 HTTP/1.1" status: 200 len: 217 time: 0.1677926 Jul 09 13:27:26.283705 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:26.292614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Pushing event updated for resources: {'Port': ['ID=ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:26.304883 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:26.307804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-4a8cdfb2-733b-4d11-8c7d-2026c0e68b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:26.309707 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-4a8cdfb2-733b-4d11-8c7d-2026c0e68b78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7195237 Jul 09 13:27:26.312259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-fdecb2f0-1ff7-42a0-8502-c9a3fb954ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:26.314002 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-fdecb2f0-1ff7-42a0-8502-c9a3fb954ae7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4979c730b35e49b8974b04ccfda2274f&device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 1099 time: 0.5639222 Jul 09 13:27:26.453485 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a986fb61-5010-4802-bf41-23e645990429 req-eb2e9696-190f-4932-9043-5374f0f6b93e tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d753c9b-1c9d-4884-a311-550333472fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257209 Jul 09 13:27:26.542038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Pushing event updated for resources: {'Port': ['ID=e7d9f77b-4eb3-45a7-9d4b-93bb30881dec,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:26.556863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-3b9dc786-8401-4334-835d-b5ca0fc42b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:26.566868 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-3b9dc786-8401-4334-835d-b5ca0fc42b9a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b148dd4e-9358-4a31-b001-045227bbe9d4 HTTP/1.1" status: 200 len: 853 time: 0.2810354 Jul 09 13:27:26.569323 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:26.609924 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-cad0520a-3c77-4a83-af0f-9295e1eb6a82 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2905960 Jul 09 13:27:26.610737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Attempting to bind port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:26.611077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Attempting to bind port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '969943ab-b955-4d53-a90e-765c02610541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:26.611434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Attempting to bind port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec on network 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:26.765609 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-e579f7c2-6e78-4d33-b261-3490963eb29f service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424983 Jul 09 13:27:26.766603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec on network 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:27:26.766931 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Attempting to bind port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec on network 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:26.780822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:26.781164 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Checking segment: {'id': '969943ab-b955-4d53-a90e-765c02610541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:26.781552 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Bound using segment: {'id': '969943ab-b955-4d53-a90e-765c02610541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:26.782004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Bound port: ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '969943ab-b955-4d53-a90e-765c02610541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:26.782372 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:26.794790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc08f8-d07f-4664-9945-a0ec4d88a029 req-7693864b-b710-4e22-8fa1-afd674b5a27a tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:26.796845 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b0fc08f8-d07f-4664-9945-a0ec4d88a029 req-7693864b-b710-4e22-8fa1-afd674b5a27a tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 943 time: 0.1316950 Jul 09 13:27:26.808525 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Network 8b4a8119-6930-41dd-8274-d2b387479ffc is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:26.818665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:26.839391 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-56016d82-0b0e-488b-8ea6-140abd7f8b96 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c117dcb6-0161-42a2-9206-e95589bd7547 HTTP/1.1" status: 200 len: 217 time: 0.0649149 Jul 09 13:27:26.940798 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-9fdd037b-8992-4bdd-a009-2e1d36b6feb2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512466 Jul 09 13:27:26.959465 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-2c12a3ed-4fe1-40a3-b788-3d7f3bfbc977 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=2fdff3f5-006c-44f2-9d24-201e7b5853cc HTTP/1.1" status: 200 len: 217 time: 0.0645769 Jul 09 13:27:27.007952 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b0fc08f8-d07f-4664-9945-a0ec4d88a029 req-e2d2e257-a517-4151-a26f-72c39df3473a tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023757 Jul 09 13:27:27.134490 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:27:27.146678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-7c0690c9-ebbb-47c7-af53-de5af2200918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:27.149716 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-7c0690c9-ebbb-47c7-af53-de5af2200918 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e81aa1-ae8c-419c-8f16-4c5900062b2b HTTP/1.1" status: 200 len: 797 time: 0.2704887 Jul 09 13:27:27.155952 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7d5d702-3c4f-4f18-b253-502ff57fe484 x-openstack-request-id: req-d7d5d702-3c4f-4f18-b253-502ff57fe484 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:27.156350 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7", "tag": "2fdff3f5-006c-44f2-9d24-201e7b5853cc", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:27.156478 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7d5d702-3c4f-4f18-b253-502ff57fe484 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:27.156885 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7', 'tag': '2fdff3f5-006c-44f2-9d24-201e7b5853cc', 'status': 'completed', 'code': 200} Jul 09 13:27:27.197746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-1edac9ec-a6ef-47f8-8856-11775f788290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:27.201844 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-1edac9ec-a6ef-47f8-8856-11775f788290 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.2081358 Jul 09 13:27:27.211437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:27:27.291512 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fa106d3-faeb-4a07-b073-6d1e1d61ac90 x-openstack-request-id: req-8fa106d3-faeb-4a07-b073-6d1e1d61ac90 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:27.292244 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501d779d-997c-4706-9362-07c098324089", "tag": "d2be107c-132d-4714-935f-2cfb271f7525", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:27.292692 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fa106d3-faeb-4a07-b073-6d1e1d61ac90 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:27.295712 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501d779d-997c-4706-9362-07c098324089', 'tag': 'd2be107c-132d-4714-935f-2cfb271f7525', 'status': 'completed', 'code': 200} Jul 09 13:27:27.339680 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-14336c08-370f-451d-a4ea-87adbdfb7f88 None None] Provisioning complete for port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:27.340347 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14336c08-370f-451d-a4ea-87adbdfb7f88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:27.358118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] For port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:27.416683 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] For port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec,segment=NetworkSegment(969943ab-b955-4d53-a90e-765c02610541),segment_id=969943ab-b955-4d53-a90e-765c02610541)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:27.437035 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:27.461777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-14336c08-370f-451d-a4ea-87adbdfb7f88 None None] Port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:27:27.481868 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:27.482578 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:27.496148 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] 10.222.0.15 "PUT /v2.0/ports/ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec HTTP/1.1" status: 200 len: 1092 time: 3.3399048 Jul 09 13:27:27.587300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:27:27.599620 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0893d28a-385a-4683-b068-535b625696ec None None] Sync routers for ids ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:27:27.637856 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0893d28a-385a-4683-b068-535b625696ec None None] Routers {'3e6c16af-62f8-43d8-aa51-e934850a5fe5'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:27.638587 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0893d28a-385a-4683-b068-535b625696ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:27:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:27.704563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaa3b89-f018-463b-bff2-b93b8cf6f29b service neutron] Pushing event updated for resources: {'Port': ['ID=ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:27.728385 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d45d8082-d301-417b-b661-e81b6c5a14bc admin admin] 10.222.0.39 "PUT /v2.0/routers/3e6c16af-62f8-43d8-aa51-e934850a5fe5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5469613 Jul 09 13:27:27.780241 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-f0a22293-8845-46a3-b5b9-89dd7e1f12c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:27.783992 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-f0a22293-8845-46a3-b5b9-89dd7e1f12c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6177998 Jul 09 13:27:27.787483 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-e4d65f51-106d-4c74-856f-947209687cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:27.789452 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-e4d65f51-106d-4c74-856f-947209687cd9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5149250 Jul 09 13:27:27.857162 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-b3afd89c-b403-4fa5-9982-eda9ecc938bd service neutron] 10.222.0.15 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8954141 Jul 09 13:27:28.124306 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e4dd2-9420-4bfb-bc13-385916db769e req-a42cdeb0-812e-414f-ae8e-52d58cb50226 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:28.128521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee5e4dd2-9420-4bfb-bc13-385916db769e req-a42cdeb0-812e-414f-ae8e-52d58cb50226 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 944 time: 0.6943247 Jul 09 13:27:28.304879 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0893d28a-385a-4683-b068-535b625696ec None None] Set router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:28.315046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-410766c5-3ea1-4914-bfcd-319481002fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:28.318709 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-410766c5-3ea1-4914-bfcd-319481002fb0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86c30d00eb914f1fb6849067f03b2bba&device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 1095 time: 0.7477074 Jul 09 13:27:28.324902 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-8991f41c-e8dd-4efe-91e0-49bf34b45fac service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5204058 Jul 09 13:27:28.337129 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-31504e94-2856-413b-9acc-167496b43759 service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5447068 Jul 09 13:27:28.337721 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee5e4dd2-9420-4bfb-bc13-385916db769e req-366e1f81-8cbc-4236-9777-2552f1b7d447 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/security-groups?id=65584f72-1ea5-46eb-96ff-a9701a1fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006156 Jul 09 13:27:28.344994 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a5a20fe-8871-4f10-b113-df17f1af9ba1 req-1c2c42dd-cf97-4358-b1b9-f59c3f0c3d60 service neutron] 10.222.0.15 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580617 Jul 09 13:27:28.510391 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-28538e7b-6a22-4bfd-9cce-16d2423b3ce2 service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617875 Jul 09 13:27:28.563474 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-2c46a187-35f2-4923-8c50-b0e0e236a3c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec HTTP/1.1" status: 200 len: 217 time: 0.2252984 Jul 09 13:27:28.594467 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64b315-a6f2-409d-b798-8fb836b940e1 req-6e378dd0-efd4-409d-a200-52ba87515345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:28.596021 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d64b315-a6f2-409d-b798-8fb836b940e1 req-6e378dd0-efd4-409d-a200-52ba87515345 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffe615145fe24da683918dfba7f962cc&device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 1094 time: 0.1634176 Jul 09 13:27:28.623701 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-6e66628b-a948-44e7-adfa-81425cce65d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b58b6e37-21d9-4f9e-826c-1c81a5f9451d HTTP/1.1" status: 200 len: 217 time: 0.0709558 Jul 09 13:27:28.719740 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0893d28a-385a-4683-b068-535b625696ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-router', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:12Z', 'updated_at': '2021-07-09T13:27:24Z', 'revision_number': 4, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'gw_port': {'id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:14Z', 'updated_at': '2021-07-09T13:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e7d9f77b-4eb3-45a7-9d4b-93bb30881dec', 'name': '', 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'mac_address': 'fa:16:3e:e5:e1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:20Z', 'updated_at': '2021-07-09T13:27:25Z', 'revision_number': 2, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'subnets': [{'id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:28.767027 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0893d28a-385a-4683-b068-535b625696ec None None] Checking router: 3e6c16af-62f8-43d8-aa51-e934850a5fe5 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:27:28.767746 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0893d28a-385a-4683-b068-535b625696ec None None] Updating router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:27:28.804755 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-af74a97b-e28f-4156-9296-9482d68e323d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:28.807260 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-af74a97b-e28f-4156-9296-9482d68e323d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e81aa1-ae8c-419c-8f16-4c5900062b2b HTTP/1.1" status: 200 len: 797 time: 0.1543581 Jul 09 13:27:28.874818 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0893d28a-385a-4683-b068-535b625696ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:28.891113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64b315-a6f2-409d-b798-8fb836b940e1 req-1107c7f6-2650-411d-b4f8-c3b0c96711bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:28.894200 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d64b315-a6f2-409d-b798-8fb836b940e1 req-1107c7f6-2650-411d-b4f8-c3b0c96711bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b HTTP/1.1" status: 200 len: 914 time: 0.2840908 Jul 09 13:27:28.981053 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d64b315-a6f2-409d-b798-8fb836b940e1 req-5c0528d8-0f83-46c2-a6d2-b23360531169 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2be107c-132d-4714-935f-2cfb271f7525 HTTP/1.1" status: 200 len: 217 time: 0.0787210 Jul 09 13:27:29.015675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-5c82b7f2-f016-4124-8390-393eb7185c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:29.017205 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-5c82b7f2-f016-4124-8390-393eb7185c33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1039a157-bd32-44fa-ad64-b5f516cd0e55 HTTP/1.1" status: 200 len: 853 time: 0.4061675 Jul 09 13:27:29.059257 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9eae3ff-c721-4827-9810-09bad3c234fe req-f8a35b2d-5198-460d-8bba-de2726411326 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200837 Jul 09 13:27:29.089728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-c9295073-aefb-41a4-9bd5-978268b8b3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:29.091830 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-c9295073-aefb-41a4-9bd5-978268b8b3bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2676420 Jul 09 13:27:29.111526 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d64b315-a6f2-409d-b798-8fb836b940e1 req-2d557776-f3b6-4d73-a7ea-90f1421eec51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:29.115338 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d64b315-a6f2-409d-b798-8fb836b940e1 req-2d557776-f3b6-4d73-a7ea-90f1421eec51 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b148dd4e-9358-4a31-b001-045227bbe9d4 HTTP/1.1" status: 200 len: 853 time: 0.1231899 Jul 09 13:27:29.180718 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c2336a9-3283-4c89-ae01-c2609ac94a8f', 'tag': 'ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:29.197074 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58224315-4a0f-45ad-ba69-0d1f1215580b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c2336a9-3283-4c89-ae01-c2609ac94a8f", "tag": "ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:29.231629 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d64b315-a6f2-409d-b798-8fb836b940e1 req-3b8ae3e4-fa03-4575-b489-f1b2b95e0a4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0912311 Jul 09 13:27:29.238059 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0893d28a-385a-4683-b068-535b625696ec None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:29.252551 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-0893d28a-385a-4683-b068-535b625696ec None None] Transition to ACTIVE for port object e7d9f77b-4eb3-45a7-9d4b-93bb30881dec will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:29.262162 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0893d28a-385a-4683-b068-535b625696ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:29.430604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-95b58687-e666-49fe-93db-5bf6643117f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:29.431658 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0893d28a-385a-4683-b068-535b625696ec None None] Attempting to bind port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:29.433392 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0893d28a-385a-4683-b068-535b625696ec None None] Attempting to bind port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'faf9f382-220c-4ece-915a-2ffd6c9e0e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:29.434834 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-95b58687-e666-49fe-93db-5bf6643117f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4075687 Jul 09 13:27:29.436705 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0893d28a-385a-4683-b068-535b625696ec None None] Attempting to bind port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec on network 8b4a8119-6930-41dd-8274-d2b387479ffc {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:29.476415 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0893d28a-385a-4683-b068-535b625696ec None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:29.476755 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0893d28a-385a-4683-b068-535b625696ec None None] Checking segment: {'id': 'faf9f382-220c-4ece-915a-2ffd6c9e0e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:29.476905 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0893d28a-385a-4683-b068-535b625696ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:29.477269 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0893d28a-385a-4683-b068-535b625696ec None None] Bound using segment: {'id': 'faf9f382-220c-4ece-915a-2ffd6c9e0e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:29.477760 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0893d28a-385a-4683-b068-535b625696ec None None] Bound port: e7d9f77b-4eb3-45a7-9d4b-93bb30881dec, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'faf9f382-220c-4ece-915a-2ffd6c9e0e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:29.480404 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0893d28a-385a-4683-b068-535b625696ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:29.500396 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d64b315-a6f2-409d-b798-8fb836b940e1 req-bdb20695-cf72-4b15-8b77-1825e2dd6482 service neutron] 10.222.0.15 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2436860 Jul 09 13:27:29.669371 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0893d28a-385a-4683-b068-535b625696ec None None] For port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:29.681913 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0893d28a-385a-4683-b068-535b625696ec None None] For port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e7d9f77b-4eb3-45a7-9d4b-93bb30881dec,segment=NetworkSegment(faf9f382-220c-4ece-915a-2ffd6c9e0e54),segment_id=faf9f382-220c-4ece-915a-2ffd6c9e0e54)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:29.704810 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0893d28a-385a-4683-b068-535b625696ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:29.713411 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efef541-7540-4d60-8bb7-f6b649452986 None None] Pushing event updated for resources: {'Port': ['ID=e7d9f77b-4eb3-45a7-9d4b-93bb30881dec,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:29.732137 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47fddf7-4fc3-41b1-8138-8e6d52cb9883 req-8f714db6-66e0-4b10-a381-1267a918a148 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:29.740924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b47fddf7-4fc3-41b1-8138-8e6d52cb9883 req-8f714db6-66e0-4b10-a381-1267a918a148 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 948 time: 0.2381318 Jul 09 13:27:29.800824 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efef541-7540-4d60-8bb7-f6b649452986 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:29.805601 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efef541-7540-4d60-8bb7-f6b649452986 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:29.805971 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efef541-7540-4d60-8bb7-f6b649452986 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:29.806319 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efef541-7540-4d60-8bb7-f6b649452986 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:29.807416 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efef541-7540-4d60-8bb7-f6b649452986 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:29.807773 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efef541-7540-4d60-8bb7-f6b649452986 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:29.808112 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efef541-7540-4d60-8bb7-f6b649452986 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:29.808450 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efef541-7540-4d60-8bb7-f6b649452986 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:29.808783 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efef541-7540-4d60-8bb7-f6b649452986 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:29.809113 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efef541-7540-4d60-8bb7-f6b649452986 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:29.813675 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efef541-7540-4d60-8bb7-f6b649452986 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:29.814134 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efef541-7540-4d60-8bb7-f6b649452986 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:29.822355 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d64b315-a6f2-409d-b798-8fb836b940e1 req-8461240b-a137-4753-940c-fe76aac76851 service neutron] 10.222.0.15 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2452910 Jul 09 13:27:29.834721 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-2a77387f-03ac-49ec-99e1-0dc8db7e3048 service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7363133 Jul 09 13:27:29.851995 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b47fddf7-4fc3-41b1-8138-8e6d52cb9883 req-6f5b05b5-4c5b-419c-ac55-1fa53165e250 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d753c9b-1c9d-4884-a311-550333472fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090434 Jul 09 13:27:29.863389 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f4d79-8621-4b8f-9773-8642df24bd51 req-f40251f1-d42e-418a-ba2d-a6fef02a03a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:29.877885 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-912f4d79-8621-4b8f-9773-8642df24bd51 req-f40251f1-d42e-418a-ba2d-a6fef02a03a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=4979c730b35e49b8974b04ccfda2274f&device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 1099 time: 0.6932678 Jul 09 13:27:29.972349 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efef541-7540-4d60-8bb7-f6b649452986 None None] Pushing event updated for resources: {'Port': ['ID=e7d9f77b-4eb3-45a7-9d4b-93bb30881dec,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:29.997969 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0893d28a-385a-4683-b068-535b625696ec None None] Routers {'3e6c16af-62f8-43d8-aa51-e934850a5fe5'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:29.998612 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0893d28a-385a-4683-b068-535b625696ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:27:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:30.231956 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee8f6a3-6c7b-47e8-a055-581c69e7bc4d req-ca83bff5-1338-4c8d-b3cf-999ef084978d tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:30.240359 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aee8f6a3-6c7b-47e8-a055-581c69e7bc4d req-ca83bff5-1338-4c8d-b3cf-999ef084978d tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 943 time: 0.1643593 Jul 09 13:27:30.261526 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0893d28a-385a-4683-b068-535b625696ec None None] Set router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:30.289477 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aee8f6a3-6c7b-47e8-a055-581c69e7bc4d req-ca9b8eb8-b33d-45e8-9cbc-028301ccad46 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475876 Jul 09 13:27:30.658293 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0893d28a-385a-4683-b068-535b625696ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-router', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:12Z', 'updated_at': '2021-07-09T13:27:24Z', 'revision_number': 4, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'gw_port': {'id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:14Z', 'updated_at': '2021-07-09T13:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e7d9f77b-4eb3-45a7-9d4b-93bb30881dec', 'name': '', 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'mac_address': 'fa:16:3e:e5:e1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:20Z', 'updated_at': '2021-07-09T13:27:29Z', 'revision_number': 4, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'subnets': [{'id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:30.699001 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0893d28a-385a-4683-b068-535b625696ec None None] The sync data for ids ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'] in n-d-799525-3 is: [{'id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-router', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:12Z', 'updated_at': '2021-07-09T13:27:24Z', 'revision_number': 4, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'gw_port': {'id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:14Z', 'updated_at': '2021-07-09T13:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e7d9f77b-4eb3-45a7-9d4b-93bb30881dec', 'name': '', 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'mac_address': 'fa:16:3e:e5:e1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:20Z', 'updated_at': '2021-07-09T13:27:29Z', 'revision_number': 4, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'subnets': [{'id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:27:30.720118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f4d79-8621-4b8f-9773-8642df24bd51 req-998d6d59-dcbd-4534-a045-fdb004f43d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:30.721929 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-912f4d79-8621-4b8f-9773-8642df24bd51 req-998d6d59-dcbd-4534-a045-fdb004f43d9f service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.8122704 Jul 09 13:27:30.737846 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-8e994c1e-9c0f-458d-8701-331009b10dfd service neutron] 10.222.0.15 "GET /v2.0/networks/14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2453206 Jul 09 13:27:30.774054 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9de4312-3397-49fd-bfa0-376c1f5cc99a req-cdda304f-67c1-4b6c-86e0-639a60acbf85 service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9160893 Jul 09 13:27:31.010299 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-912f4d79-8621-4b8f-9773-8642df24bd51 req-756c6953-be53-43c7-b834-3efa714e6616 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.185&port_id=2fdff3f5-006c-44f2-9d24-201e7b5853cc HTTP/1.1" status: 200 len: 217 time: 0.2078829 Jul 09 13:27:31.096006 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a10c9425-2edf-4668-8f3c-8b902bb6aecb req-471c33e3-8478-4eb0-bb9e-cee578083b41 service neutron] 10.222.0.15 "GET /v2.0/networks/14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2928090 Jul 09 13:27:31.320055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2be107c-132d-4714-935f-2cfb271f7525 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:27:31.501804 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e7d9f77b-4eb3-45a7-9d4b-93bb30881dec up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:31.575657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f4d79-8621-4b8f-9773-8642df24bd51 req-600c7673-9d73-46c9-975b-f0f82777619b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:31.577142 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-912f4d79-8621-4b8f-9773-8642df24bd51 req-600c7673-9d73-46c9-975b-f0f82777619b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1217661 Jul 09 13:27:31.697340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d2be107c-132d-4714-935f-2cfb271f7525, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2be107c-132d-4714-935f-2cfb271f7525,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:31.725868 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912f4d79-8621-4b8f-9773-8642df24bd51 req-48163620-6dba-43c7-8425-cead07ceeb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:31.727760 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-912f4d79-8621-4b8f-9773-8642df24bd51 req-48163620-6dba-43c7-8425-cead07ceeb53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1417871 Jul 09 13:27:31.743151 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'd2be107c-132d-4714-935f-2cfb271f7525', 'network_id': '1eb9b139-b7c5-4be8-a2a9-237ef11ed12b', 'port_id': 'd2be107c-132d-4714-935f-2cfb271f7525', 'mac_address': 'fa:16:3e:be:90:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b148dd4e-9358-4a31-b001-045227bbe9d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:27:31.820375 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:31.825695 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e144a46-2355-4e83-8610-8ccc9e729bbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:31.834591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:31.842728 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:31.843247 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:31.909124 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2be107c-132d-4714-935f-2cfb271f7525 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:31.934639 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-912f4d79-8621-4b8f-9773-8642df24bd51 req-18a2e33f-1321-4ab5-b580-d80d8749f4a0 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812360 Jul 09 13:27:31.972485 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:31.997967 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d2be107c-132d-4714-935f-2cfb271f7525, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2be107c-132d-4714-935f-2cfb271f7525,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:32.011837 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:32.087715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e7d9f77b-4eb3-45a7-9d4b-93bb30881dec,segment=NetworkSegment(faf9f382-220c-4ece-915a-2ffd6c9e0e54),segment_id=faf9f382-220c-4ece-915a-2ffd6c9e0e54)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:32.119896 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:32.167674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=d2be107c-132d-4714-935f-2cfb271f7525,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:32.224302 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3351acb2-7cf7-43a2-a3e5-36f39ecd88cd x-openstack-request-id: req-3351acb2-7cf7-43a2-a3e5-36f39ecd88cd {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:32.224940 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c2336a9-3283-4c89-ae01-c2609ac94a8f", "tag": "ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:32.224940 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3351acb2-7cf7-43a2-a3e5-36f39ecd88cd {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:32.225306 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c2336a9-3283-4c89-ae01-c2609ac94a8f', 'tag': 'ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec', 'status': 'completed', 'code': 200} Jul 09 13:27:32.259969 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-912f4d79-8621-4b8f-9773-8642df24bd51 req-75218037-e1e5-4654-b4a4-16603fae8758 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005462 Jul 09 13:27:32.294598 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=e7d9f77b-4eb3-45a7-9d4b-93bb30881dec,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:32.389669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d2be107c-132d-4714-935f-2cfb271f7525'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:32.464233 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-4af12516-da71-4039-8c46-ed1505c5f8e5 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:32.484912 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-4af12516-da71-4039-8c46-ed1505c5f8e5 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/networks?id=8b4a8119-6930-41dd-8274-d2b387479ffc HTTP/1.1" status: 200 len: 828 time: 0.3176043 Jul 09 13:27:32.532966 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-a9148b61-8856-4b3c-aa18-510f8f596fed tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/quotas/fd70c7b3040a4ae0a0b737e217b53ae9 HTTP/1.1" status: 200 len: 375 time: 0.0464141 Jul 09 13:27:32.704109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d1822-304e-41b9-b8c4-2ab5f880acad req-bc1ebe15-0e04-4d13-80aa-871330ca92f9 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:32.706345 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-415d1822-304e-41b9-b8c4-2ab5f880acad req-bc1ebe15-0e04-4d13-80aa-871330ca92f9 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 944 time: 0.2884266 Jul 09 13:27:32.721130 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-a616eee4-8c3a-4958-ba7a-eff1e2db2e31 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd70c7b3040a4ae0a0b737e217b53ae9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1870368 Jul 09 13:27:32.845149 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-415d1822-304e-41b9-b8c4-2ab5f880acad req-f65559eb-8fc3-4624-9ccc-15b85199e7e9 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/security-groups?id=65584f72-1ea5-46eb-96ff-a9701a1fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144550 Jul 09 13:27:32.895790 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-45b3ff80-5ed6-4a1e-ad0e-97c8bdd11d83 service neutron] 10.222.0.39 "GET /v2.0/networks/8b4a8119-6930-41dd-8274-d2b387479ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1726120 Jul 09 13:27:33.029450 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-8b95cd4a-9424-4955-92ce-fb740a9182b9 service neutron] 10.222.0.39 "GET /v2.0/networks/8b4a8119-6930-41dd-8274-d2b387479ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324830 Jul 09 13:27:33.290093 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e7d9f77b-4eb3-45a7-9d4b-93bb30881dec up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:33.348028 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 2fdff3f5-006c-44f2-9d24-201e7b5853cc details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:27:33.354096 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2be107c-132d-4714-935f-2cfb271f7525 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:33.406658 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd336bb3-a076-4f88-b649-5564ff3a47ab req-d9c2e98b-1d0f-4dbd-9266-bf399d0da6fa tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:33.415705 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cd336bb3-a076-4f88-b649-5564ff3a47ab req-d9c2e98b-1d0f-4dbd-9266-bf399d0da6fa tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 948 time: 0.1116819 Jul 09 13:27:33.533607 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cd336bb3-a076-4f88-b649-5564ff3a47ab req-8ef6afdf-1741-48a8-8e83-fe89edd6046d tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d753c9b-1c9d-4884-a311-550333472fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146932 Jul 09 13:27:33.595445 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0337f99-e129-4db5-954a-f53c23236b87 req-59625efc-3de8-4031-ae23-46172829bdc4 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:33.605277 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a0337f99-e129-4db5-954a-f53c23236b87 req-59625efc-3de8-4031-ae23-46172829bdc4 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 944 time: 0.1798162 Jul 09 13:27:33.616702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 2fdff3f5-006c-44f2-9d24-201e7b5853cc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2fdff3f5-006c-44f2-9d24-201e7b5853cc,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:33.680239 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a0337f99-e129-4db5-954a-f53c23236b87 req-f556a8ad-e240-47b6-b70f-e2fde5590131 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736964 Jul 09 13:27:33.685274 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '2fdff3f5-006c-44f2-9d24-201e7b5853cc', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '2fdff3f5-006c-44f2-9d24-201e7b5853cc', 'mac_address': 'fa:16:3e:d0:04:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:27:33.691314 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port d2be107c-132d-4714-935f-2cfb271f7525 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:33.696213 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:33.696543 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.712667 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port d2be107c-132d-4714-935f-2cfb271f7525 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:33.715673 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.826480 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99d09ab6-4140-4954-8f00-51c6f2aa95b0 req-5452067c-447d-429e-96df-b5d581a242f0 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 210 time: 0.0823700 Jul 09 13:27:33.929742 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:33.951865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fdff3f5-006c-44f2-9d24-201e7b5853cc {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:33.968168 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cdb226-e90d-4820-be13-217b76fbf7fb req-d75007ac-8e2f-4f3f-8300-0af56d3f3541 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:33.978392 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16cdb226-e90d-4820-be13-217b76fbf7fb req-d75007ac-8e2f-4f3f-8300-0af56d3f3541 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 945 time: 0.1780095 Jul 09 13:27:33.995731 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 2fdff3f5-006c-44f2-9d24-201e7b5853cc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2fdff3f5-006c-44f2-9d24-201e7b5853cc,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:34.030247 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:34.073666 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16cdb226-e90d-4820-be13-217b76fbf7fb req-51eb59ca-67db-4738-a310-dc2aaac2dab6 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942676 Jul 09 13:27:34.124168 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:34.169877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501d779d-997c-4706-9362-07c098324089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2be107c-132d-4714-935f-2cfb271f7525'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:34.172785 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d045c37d-e81d-4ba5-8348-4bd66df3bc39" -d '{"events": [{"server_uuid": "501d779d-997c-4706-9362-07c098324089", "name": "network-vif-plugged", "status": "completed", "tag": "d2be107c-132d-4714-935f-2cfb271f7525"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:34.207995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d2be107c-132d-4714-935f-2cfb271f7525, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2be107c-132d-4714-935f-2cfb271f7525,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:34.217977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=2fdff3f5-006c-44f2-9d24-201e7b5853cc,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:34.221166 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:34.302982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=d2be107c-132d-4714-935f-2cfb271f7525,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:34.309169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['2fdff3f5-006c-44f2-9d24-201e7b5853cc'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:34.317049 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b06a52-9b84-4848-b20c-696acee1d452 req-fe21461c-7171-4c81-a068-c9fa57418fd6 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:34.328490 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-80b06a52-9b84-4848-b20c-696acee1d452 req-fe21461c-7171-4c81-a068-c9fa57418fd6 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 950 time: 0.1966243 Jul 09 13:27:34.365731 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1402fca0-e224-4984-bc53-46fe5c3f2c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:34.447145 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-80b06a52-9b84-4848-b20c-696acee1d452 req-05714830-8c04-4787-81d7-91c95b28953a tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/security-groups?id=7791fb4d-d830-4bc9-9611-86fd121bedb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176455 Jul 09 13:27:34.517418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd791c5-0b68-4556-b755-2036edeac4e5 req-72809a1c-2f49-4ad3-887e-81dcfe9f676e tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:34.534140 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ddd791c5-0b68-4556-b755-2036edeac4e5 req-72809a1c-2f49-4ad3-887e-81dcfe9f676e tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 944 time: 0.1630840 Jul 09 13:27:34.578238 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ddd791c5-0b68-4556-b755-2036edeac4e5 req-d534e474-7417-4b07-a1e3-a08fd1beb71c tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/security-groups?id=65584f72-1ea5-46eb-96ff-a9701a1fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430045 Jul 09 13:27:34.584723 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:34.655559 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbb00b45-dc66-4e89-871e-aaa967f4dcb5 x-openstack-request-id: req-cbb00b45-dc66-4e89-871e-aaa967f4dcb5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:34.656191 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501d779d-997c-4706-9362-07c098324089", "name": "network-vif-plugged", "status": "completed", "tag": "d2be107c-132d-4714-935f-2cfb271f7525", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:34.656191 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cbb00b45-dc66-4e89-871e-aaa967f4dcb5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:34.656801 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501d779d-997c-4706-9362-07c098324089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2be107c-132d-4714-935f-2cfb271f7525', 'code': 200} Jul 09 13:27:35.053534 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b076b6-0278-432a-9c3a-fd5b9ce59033 req-43e080d5-60d7-427d-a9c3-2b3321f48137 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:35.065086 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69b076b6-0278-432a-9c3a-fd5b9ce59033 req-43e080d5-60d7-427d-a9c3-2b3321f48137 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 949 time: 0.1749167 Jul 09 13:27:35.083404 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5495b77e-c32a-4c70-a23b-9c6ea9acd2b0 req-e311ee92-6d8a-4da6-b597-874a7ae4d91c tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:35.085186 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5495b77e-c32a-4c70-a23b-9c6ea9acd2b0 req-e311ee92-6d8a-4da6-b597-874a7ae4d91c tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1346419 Jul 09 13:27:35.149804 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69b076b6-0278-432a-9c3a-fd5b9ce59033 req-b3779983-52b6-476c-83ca-b04ece17354d tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d753c9b-1c9d-4884-a311-550333472fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629120 Jul 09 13:27:35.201274 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5495b77e-c32a-4c70-a23b-9c6ea9acd2b0 req-ca2e534d-b692-4233-b3fd-75f76cc04796 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060255 Jul 09 13:27:35.312383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e4c82aba-163e-4bd1-9ca1-9dbad4e819e0 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:35.316136 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e4c82aba-163e-4bd1-9ca1-9dbad4e819e0 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.18 "GET /v2.0/networks?id=8b4a8119-6930-41dd-8274-d2b387479ffc HTTP/1.1" status: 200 len: 828 time: 0.2924120 Jul 09 13:27:35.331917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Request body: {'port': {'device_id': '85919cd9-e385-4973-bf8c-806f530a95e5', 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc', 'admin_state_up': True, 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:35.359831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 2fdff3f5-006c-44f2-9d24-201e7b5853cc up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:35.363531 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8809e387-fefb-4029-a7ce-9d91ddcd4fce req-ba0edb9f-9a3a-4519-9f3c-8a516b59cd54 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 210 time: 0.0521145 Jul 09 13:27:35.529344 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:35.559135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 2fdff3f5-006c-44f2-9d24-201e7b5853cc completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:35.569370 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Made reservation on behalf of fd70c7b3040a4ae0a0b737e217b53ae9 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:35.570199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 2fdff3f5-006c-44f2-9d24-201e7b5853cc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:35.571045 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:35.575975 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:35.732092 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:35.792039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 2fdff3f5-006c-44f2-9d24-201e7b5853cc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2fdff3f5-006c-44f2-9d24-201e7b5853cc,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:35.797679 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:35.799256 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 41909eaf-74a6-45aa-a271-0b803ee02e30 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:27:35.854545 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Allocated IP 172.20.0.5 (8b4a8119-6930-41dd-8274-d2b387479ffc/421ef8b4-a067-4e21-a5bd-b46919588087/b199ac96-03c8-45e6-9762-a786646f0558) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:35.911775 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415fb505-db1c-4c3c-9df4-f14c26e751d7 req-8eb32089-71d5-40e2-9dd0-9f8e9eca0170 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:35.913683 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-415fb505-db1c-4c3c-9df4-f14c26e751d7 req-8eb32089-71d5-40e2-9dd0-9f8e9eca0170 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 944 time: 0.1267881 Jul 09 13:27:35.956972 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=2fdff3f5-006c-44f2-9d24-201e7b5853cc,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:35.987964 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-415fb505-db1c-4c3c-9df4-f14c26e751d7 req-84ce1194-2795-40b8-9058-8b5ddf2da262 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/security-groups?id=65584f72-1ea5-46eb-96ff-a9701a1fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680327 Jul 09 13:27:36.031017 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:36.077808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 41909eaf-74a6-45aa-a271-0b803ee02e30, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=41909eaf-74a6-45aa-a271-0b803ee02e30,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:36.086074 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:36.132519 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:36.148499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Transition to ACTIVE for port object b199ac96-03c8-45e6-9762-a786646f0558 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:36.172111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=41909eaf-74a6-45aa-a271-0b803ee02e30,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:36.184315 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:36.240964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Network 8b4a8119-6930-41dd-8274-d2b387479ffc is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:36.244650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:36.249454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:36.280518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Pushing event updated for resources: {'Port': ['ID=b199ac96-03c8-45e6-9762-a786646f0558,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:36.301697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:36.302491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:36.303077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:36.303851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:36.304419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:36.304988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:36.305564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:36.306156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:36.306815 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:36.307517 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:36.308183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:36.308848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:36.335141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:36.336972 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:36.362160 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-90e13f2a-fab3-42a4-ba01-fc91d02b1693 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0351775 Jul 09 13:27:36.378044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Request body: {'port': {'device_id': '85919cd9-e385-4973-bf8c-806f530a95e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:36.560806 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:36.606517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d7ebcf-8052-4e86-8765-264d61625693 req-3dc850b5-4301-426d-9b7b-d4f2efe3f022 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:36.608679 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b1d7ebcf-8052-4e86-8765-264d61625693 req-3dc850b5-4301-426d-9b7b-d4f2efe3f022 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 945 time: 0.2192874 Jul 09 13:27:36.658367 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdff3f5-006c-44f2-9d24-201e7b5853cc'}, {'server_uuid': 'e57ce8de-dc9f-4e18-8ea7-45b40866da90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41909eaf-74a6-45aa-a271-0b803ee02e30'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:36.660892 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd8f8ca-8e76-483c-8111-685e720d95bd" -d '{"events": [{"server_uuid": "1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7", "name": "network-vif-plugged", "status": "completed", "tag": "2fdff3f5-006c-44f2-9d24-201e7b5853cc"}, {"server_uuid": "e57ce8de-dc9f-4e18-8ea7-45b40866da90", "name": "network-vif-unplugged", "status": "completed", "tag": "41909eaf-74a6-45aa-a271-0b803ee02e30"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:36.705746 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b1d7ebcf-8052-4e86-8765-264d61625693 req-0c843817-c96e-4120-8136-03099a066bdc tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829437 Jul 09 13:27:36.741566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8972d7a1-d69a-477f-8f9a-78e4b7da4178 None None] Provisioning for port b199ac96-03c8-45e6-9762-a786646f0558 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:36.751467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8972d7a1-d69a-477f-8f9a-78e4b7da4178 None None] Provisioning complete for port b199ac96-03c8-45e6-9762-a786646f0558 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:36.751847 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8972d7a1-d69a-477f-8f9a-78e4b7da4178 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:36.835785 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8972d7a1-d69a-477f-8f9a-78e4b7da4178 None None] Port b199ac96-03c8-45e6-9762-a786646f0558 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:27:36.881472 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:37.055806 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e851d90-03fa-4006-b4d8-2ed38f71720d req-2df09268-4851-4c14-8889-0325c7851e1d tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:37.059691 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e851d90-03fa-4006-b4d8-2ed38f71720d req-2df09268-4851-4c14-8889-0325c7851e1d tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1775019 Jul 09 13:27:37.125885 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbcc7f-9510-4620-aedc-9fd9c771c7c2 req-4b24191b-8100-4830-be34-7271220897f7 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:37.127579 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94cbcc7f-9510-4620-aedc-9fd9c771c7c2 req-4b24191b-8100-4830-be34-7271220897f7 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1419616 Jul 09 13:27:37.130853 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e851d90-03fa-4006-b4d8-2ed38f71720d req-101e0e6b-2453-4c5b-b5e2-c92d05db7541 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d753c9b-1c9d-4884-a311-550333472fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654268 Jul 09 13:27:37.162220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b199ac96-03c8-45e6-9762-a786646f0558 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:37.185556 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:37.199837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Transition to ACTIVE for port object b199ac96-03c8-45e6-9762-a786646f0558 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:37.200215 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94cbcc7f-9510-4620-aedc-9fd9c771c7c2 req-5eb15026-53d6-406b-85cc-f8ea1f284f43 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661767 Jul 09 13:27:37.206056 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:37.267267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Pushing event updated for resources: {'Port': ['ID=b199ac96-03c8-45e6-9762-a786646f0558,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:37.314819 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dd121e0-a928-4db6-8635-9452ed22c155 x-openstack-request-id: req-5dd121e0-a928-4db6-8635-9452ed22c155 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:37.315328 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7", "name": "network-vif-plugged", "status": "completed", "tag": "2fdff3f5-006c-44f2-9d24-201e7b5853cc", "code": 200}, {"server_uuid": "e57ce8de-dc9f-4e18-8ea7-45b40866da90", "name": "network-vif-unplugged", "status": "completed", "tag": "41909eaf-74a6-45aa-a271-0b803ee02e30", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:37.315995 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5dd121e0-a928-4db6-8635-9452ed22c155 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:37.316564 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fdff3f5-006c-44f2-9d24-201e7b5853cc', 'code': 200} Jul 09 13:27:37.316564 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57ce8de-dc9f-4e18-8ea7-45b40866da90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41909eaf-74a6-45aa-a271-0b803ee02e30', 'code': 200} Jul 09 13:27:37.390415 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f401a-274d-4357-a839-742d37de5ab8 req-296775cc-6ed3-40f8-b05f-a3d4e8223486 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:37.392352 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef1f401a-274d-4357-a839-742d37de5ab8 req-296775cc-6ed3-40f8-b05f-a3d4e8223486 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 943 time: 0.1309805 Jul 09 13:27:37.409205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Attempting to bind port b199ac96-03c8-45e6-9762-a786646f0558 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:37.409844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Attempting to bind port b199ac96-03c8-45e6-9762-a786646f0558 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'faf9f382-220c-4ece-915a-2ffd6c9e0e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:37.410413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Attempting to bind port b199ac96-03c8-45e6-9762-a786646f0558 on network 8b4a8119-6930-41dd-8274-d2b387479ffc {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:37.417163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Port b199ac96-03c8-45e6-9762-a786646f0558 on network 8b4a8119-6930-41dd-8274-d2b387479ffc not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:27:37.417653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Attempting to bind port b199ac96-03c8-45e6-9762-a786646f0558 on network 8b4a8119-6930-41dd-8274-d2b387479ffc {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:37.429941 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:37.430670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Checking segment: {'id': 'faf9f382-220c-4ece-915a-2ffd6c9e0e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:37.431335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Bound using segment: {'id': 'faf9f382-220c-4ece-915a-2ffd6c9e0e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:37.432047 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Bound port: b199ac96-03c8-45e6-9762-a786646f0558, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'faf9f382-220c-4ece-915a-2ffd6c9e0e54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:37.432673 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:37.451128 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef1f401a-274d-4357-a839-742d37de5ab8 req-a983267f-9bab-4395-9b1a-d8da2b7afb9f tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ac3d0d2-4435-4b28-83bb-291cf1ba2c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509157 Jul 09 13:27:37.542441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] For port b199ac96-03c8-45e6-9762-a786646f0558, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:37.544452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97af04c-014a-491e-afe1-61cc8a3f07a7 req-e69e3496-78a6-4b91-8876-a7791ba22ba8 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:37.546200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] For port b199ac96-03c8-45e6-9762-a786646f0558, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=b199ac96-03c8-45e6-9762-a786646f0558,segment=NetworkSegment(faf9f382-220c-4ece-915a-2ffd6c9e0e54),segment_id=faf9f382-220c-4ece-915a-2ffd6c9e0e54)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:37.551858 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:37.553851 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b97af04c-014a-491e-afe1-61cc8a3f07a7 req-e69e3496-78a6-4b91-8876-a7791ba22ba8 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 944 time: 0.1007652 Jul 09 13:27:37.596819 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b97af04c-014a-491e-afe1-61cc8a3f07a7 req-0ebdd7d3-f523-45d9-84a2-72949b142305 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/security-groups?id=65584f72-1ea5-46eb-96ff-a9701a1fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419736 Jul 09 13:27:37.607550 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:37.608254 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:37.609771 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] 10.222.0.18 "PUT /v2.0/ports/b199ac96-03c8-45e6-9762-a786646f0558 HTTP/1.1" status: 200 len: 1091 time: 1.2399917 Jul 09 13:27:37.610249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85919cd9-e385-4973-bf8c-806f530a95e5', 'tag': 'b199ac96-03c8-45e6-9762-a786646f0558'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:37.612963 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9250ebba-066f-4c4c-96c9-e5ec5c2ecaeb" -d '{"events": [{"name": "network-changed", "server_uuid": "85919cd9-e385-4973-bf8c-806f530a95e5", "tag": "b199ac96-03c8-45e6-9762-a786646f0558"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:37.683284 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25fd9f65-7e6f-4f4d-9251-1f77066ce6be x-openstack-request-id: req-25fd9f65-7e6f-4f4d-9251-1f77066ce6be {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:37.685789 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85919cd9-e385-4973-bf8c-806f530a95e5", "tag": "b199ac96-03c8-45e6-9762-a786646f0558", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:37.686053 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-25fd9f65-7e6f-4f4d-9251-1f77066ce6be {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:37.686473 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85919cd9-e385-4973-bf8c-806f530a95e5', 'tag': 'b199ac96-03c8-45e6-9762-a786646f0558', 'status': 'completed', 'code': 200} Jul 09 13:27:37.718176 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95bbe11-30f1-4171-8094-c42e3263ae8b service neutron] Pushing event updated for resources: {'Port': ['ID=b199ac96-03c8-45e6-9762-a786646f0558,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:37.764086 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-6942b618-64d6-47e0-9185-e9c79c54257b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:37.766028 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-6942b618-64d6-47e0-9185-e9c79c54257b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd70c7b3040a4ae0a0b737e217b53ae9&device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 1094 time: 0.0786388 Jul 09 13:27:37.899722 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-223629f0-9709-40b8-8f10-1da2c24301e7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b199ac96-03c8-45e6-9762-a786646f0558 HTTP/1.1" status: 200 len: 217 time: 0.0686700 Jul 09 13:27:37.972597 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-5bae481d-ca85-49e0-81ad-356bdd8fe268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:37.974626 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-5bae481d-ca85-49e0-81ad-356bdd8fe268 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=421ef8b4-a067-4e21-a5bd-b46919588087 HTTP/1.1" status: 200 len: 867 time: 0.0672603 Jul 09 13:27:37.989786 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9123cd2-0e21-4075-8159-e66a68cfab72 req-eabbc109-62ae-47b2-99a8-79c0435852ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:37.992105 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d9123cd2-0e21-4075-8159-e66a68cfab72 req-eabbc109-62ae-47b2-99a8-79c0435852ae service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 1101 time: 0.0834906 Jul 09 13:27:38.057497 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d9123cd2-0e21-4075-8159-e66a68cfab72 req-0d06ad76-58b8-4676-9eda-60a968678203 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4d753c9b-1c9d-4884-a311-550333472fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431945 Jul 09 13:27:38.092579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224315-4a0f-45ad-ba69-0d1f1215580b req-a8688081-a37e-49ab-ac09-57c3b01de7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:38.094577 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58224315-4a0f-45ad-ba69-0d1f1215580b req-a8688081-a37e-49ab-ac09-57c3b01de7dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=86c30d00eb914f1fb6849067f03b2bba&device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 1095 time: 0.3214498 Jul 09 13:27:38.128445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82b641-b35c-4c20-92ab-3a75d327a0bb req-0973a2ab-a428-4ece-b2af-6cad0c7de895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:38.132085 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4f82b641-b35c-4c20-92ab-3a75d327a0bb req-0973a2ab-a428-4ece-b2af-6cad0c7de895 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 1096 time: 0.2225380 Jul 09 13:27:38.177000 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:38.222456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-6a8e2a10-f736-42fb-982c-8167696651a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:38.224065 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-6a8e2a10-f736-42fb-982c-8167696651a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b4a8119-6930-41dd-8274-d2b387479ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115059 Jul 09 13:27:38.308706 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4f82b641-b35c-4c20-92ab-3a75d327a0bb req-b0aec7ce-6150-4940-8cc2-6102cf0049ad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645541 Jul 09 13:27:38.342903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224315-4a0f-45ad-ba69-0d1f1215580b req-d7fac3f2-5506-43b7-9f91-5f2d97ac8aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:38.344440 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58224315-4a0f-45ad-ba69-0d1f1215580b req-d7fac3f2-5506-43b7-9f91-5f2d97ac8aca service neutron] 10.222.0.15 "GET /v2.0/networks?id=14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 HTTP/1.1" status: 200 len: 915 time: 0.2107203 Jul 09 13:27:38.357246 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac83a2d-e37c-42ac-bbc1-7c80455c4a6b req-0592e061-5e3c-477d-b6a0-88511d6cb36b tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:38.358772 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ac83a2d-e37c-42ac-bbc1-7c80455c4a6b req-0592e061-5e3c-477d-b6a0-88511d6cb36b tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 945 time: 0.1173751 Jul 09 13:27:38.371426 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196925e-3481-4d4d-aea0-9c1b61f7864b req-305dd7e2-7d42-4161-93ca-8fa4d1cfd3a5 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:38.371890 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-85551736-34a4-4051-8809-8b8579c5c89b service neutron] 10.222.0.18 "GET /v2.0/networks/8b4a8119-6930-41dd-8274-d2b387479ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317410 Jul 09 13:27:38.372938 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0196925e-3481-4d4d-aea0-9c1b61f7864b req-305dd7e2-7d42-4161-93ca-8fa4d1cfd3a5 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 950 time: 0.0971634 Jul 09 13:27:38.420970 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:38.425648 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58224315-4a0f-45ad-ba69-0d1f1215580b req-36d0554f-2e84-4b96-8031-ce9347ec39f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec HTTP/1.1" status: 200 len: 217 time: 0.0610335 Jul 09 13:27:38.429105 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ac83a2d-e37c-42ac-bbc1-7c80455c4a6b req-47534c4d-6be5-4764-980a-962d515c3657 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551736 Jul 09 13:27:38.436636 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0196925e-3481-4d4d-aea0-9c1b61f7864b req-bcc4a901-5cc6-4a9e-92a9-ed75b5763cce tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d753c9b-1c9d-4884-a311-550333472fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559232 Jul 09 13:27:38.523548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224315-4a0f-45ad-ba69-0d1f1215580b req-bf47fe5e-5183-424c-8eaa-5201b780c367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:38.525096 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58224315-4a0f-45ad-ba69-0d1f1215580b req-bf47fe5e-5183-424c-8eaa-5201b780c367 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1039a157-bd32-44fa-ad64-b5f516cd0e55 HTTP/1.1" status: 200 len: 853 time: 0.0729554 Jul 09 13:27:38.577461 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43eb9ac5-6345-4fdb-907e-5246390775ee req-e067d78e-90ec-47aa-af1f-0b7f488104a4 service neutron] 10.222.0.18 "GET /v2.0/networks/8b4a8119-6930-41dd-8274-d2b387479ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703675 Jul 09 13:27:38.607432 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58224315-4a0f-45ad-ba69-0d1f1215580b req-9ca93ae7-703d-4635-98b0-adee9c4df13d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:38.609821 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58224315-4a0f-45ad-ba69-0d1f1215580b req-9ca93ae7-703d-4635-98b0-adee9c4df13d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0718441 Jul 09 13:27:38.647032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2462357-d4d9-4121-89be-921026d9b678 req-705a6d5f-f62a-441c-893f-3544101cbb26 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:38.648653 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2462357-d4d9-4121-89be-921026d9b678 req-705a6d5f-f62a-441c-893f-3544101cbb26 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1089208 Jul 09 13:27:38.684967 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265ac1e6-106c-4e6a-8982-047689025b96 req-8648d7e5-f501-491a-8e9b-80bb1f945056 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:38.686292 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-265ac1e6-106c-4e6a-8982-047689025b96 req-8648d7e5-f501-491a-8e9b-80bb1f945056 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 943 time: 0.1148160 Jul 09 13:27:38.717216 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2462357-d4d9-4121-89be-921026d9b678 req-38e94e65-95cc-4ded-9075-c596b47e6660 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570776 Jul 09 13:27:38.737828 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-265ac1e6-106c-4e6a-8982-047689025b96 req-34d0bbc6-6145-4606-a3ca-a8972e59518b tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ac3d0d2-4435-4b28-83bb-291cf1ba2c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450437 Jul 09 13:27:38.757726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250ebba-066f-4c4c-96c9-e5ec5c2ecaeb req-ea150546-f0c1-401b-89d1-0a9d25c9d4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:38.759290 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9250ebba-066f-4c4c-96c9-e5ec5c2ecaeb req-ea150546-f0c1-401b-89d1-0a9d25c9d4d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd70c7b3040a4ae0a0b737e217b53ae9&device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 1094 time: 0.1175694 Jul 09 13:27:38.761175 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58224315-4a0f-45ad-ba69-0d1f1215580b req-df871656-054d-49fc-9139-799ce6c5a3ec service neutron] 10.222.0.15 "GET /v2.0/networks/14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408377 Jul 09 13:27:38.933840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b6b5fd-0769-41c8-8ab4-4f1bd3de3ad5 req-c61e56a2-4839-4e99-87b9-c8a29532ca6a tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:38.934594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250ebba-066f-4c4c-96c9-e5ec5c2ecaeb req-43ebaec4-8505-4380-ad43-a9a06c977e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:38.935965 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c3b6b5fd-0769-41c8-8ab4-4f1bd3de3ad5 req-c61e56a2-4839-4e99-87b9-c8a29532ca6a tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 944 time: 0.0864990 Jul 09 13:27:38.936109 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9250ebba-066f-4c4c-96c9-e5ec5c2ecaeb req-43ebaec4-8505-4380-ad43-a9a06c977e09 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b4a8119-6930-41dd-8274-d2b387479ffc HTTP/1.1" status: 200 len: 929 time: 0.1697047 Jul 09 13:27:38.939839 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58224315-4a0f-45ad-ba69-0d1f1215580b req-54e2274a-b9b2-4cbd-ae56-39e4797fb40d service neutron] 10.222.0.15 "GET /v2.0/networks/14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641397 Jul 09 13:27:38.982267 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c3b6b5fd-0769-41c8-8ab4-4f1bd3de3ad5 req-57ffe9bc-a903-438a-a577-a9135ab8ecc7 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/security-groups?id=65584f72-1ea5-46eb-96ff-a9701a1fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384710 Jul 09 13:27:38.983429 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9250ebba-066f-4c4c-96c9-e5ec5c2ecaeb req-abcfcdaf-97ff-4e53-8cce-7ec1e26dd3ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b199ac96-03c8-45e6-9762-a786646f0558 HTTP/1.1" status: 200 len: 217 time: 0.0388324 Jul 09 13:27:39.044002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250ebba-066f-4c4c-96c9-e5ec5c2ecaeb req-a187318f-d697-4327-b65b-b95ce3d4c7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:39.046463 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9250ebba-066f-4c4c-96c9-e5ec5c2ecaeb req-a187318f-d697-4327-b65b-b95ce3d4c7dc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=421ef8b4-a067-4e21-a5bd-b46919588087 HTTP/1.1" status: 200 len: 867 time: 0.0556207 Jul 09 13:27:39.104261 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250ebba-066f-4c4c-96c9-e5ec5c2ecaeb req-31c4f9ce-fc5a-491f-9356-1efae985d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:39.105902 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9250ebba-066f-4c4c-96c9-e5ec5c2ecaeb req-31c4f9ce-fc5a-491f-9356-1efae985d4be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b4a8119-6930-41dd-8274-d2b387479ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534961 Jul 09 13:27:39.218389 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9250ebba-066f-4c4c-96c9-e5ec5c2ecaeb req-f9195933-fdd8-43a5-b7a0-e9dcbf88f36b service neutron] 10.222.0.18 "GET /v2.0/networks/8b4a8119-6930-41dd-8274-d2b387479ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032770 Jul 09 13:27:39.331263 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9250ebba-066f-4c4c-96c9-e5ec5c2ecaeb req-56a68b9c-fc90-4e7f-a20d-4acc0575260d service neutron] 10.222.0.18 "GET /v2.0/networks/8b4a8119-6930-41dd-8274-d2b387479ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955222 Jul 09 13:27:39.664894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c983eb91-3bff-4e33-98aa-3dcf3be71e3a req-e4961f62-f655-4096-a5b4-d9229749f310 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:39.666552 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c983eb91-3bff-4e33-98aa-3dcf3be71e3a req-e4961f62-f655-4096-a5b4-d9229749f310 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 945 time: 0.1095214 Jul 09 13:27:39.673679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f815d3a-9fde-43b3-a12e-d903d5361348 req-62514776-0543-478a-88f2-eb73fc8cccb4 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:39.675027 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f815d3a-9fde-43b3-a12e-d903d5361348 req-62514776-0543-478a-88f2-eb73fc8cccb4 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1077285 Jul 09 13:27:39.733681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c983eb91-3bff-4e33-98aa-3dcf3be71e3a req-5fe6d82e-f09f-4e18-8fdc-b00d1a466345 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec482eab-aa59-4474-af74-7e2081d7445b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576813 Jul 09 13:27:39.736352 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f815d3a-9fde-43b3-a12e-d903d5361348 req-93519ce3-1bd0-41e1-a648-fcfaea47b661 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d753c9b-1c9d-4884-a311-550333472fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542946 Jul 09 13:27:39.857376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8b161-18f4-4587-a5bf-56fdc1dc7007 req-45d06a41-022e-4936-8320-68e79c58f280 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:39.859186 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d1d8b161-18f4-4587-a5bf-56fdc1dc7007 req-45d06a41-022e-4936-8320-68e79c58f280 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.18 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 945 time: 0.0770092 Jul 09 13:27:39.917078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f76819-0500-4ca1-9d1b-2419d3a10b5b req-ff0dcf5b-fe2f-4650-8c6c-8882f0e99ce5 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:39.918973 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1f76819-0500-4ca1-9d1b-2419d3a10b5b req-ff0dcf5b-fe2f-4650-8c6c-8882f0e99ce5 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.0758619 Jul 09 13:27:39.966076 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1f76819-0500-4ca1-9d1b-2419d3a10b5b req-713b7918-7773-4fd7-aac2-49f0235e12fc tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 Jul 09 13:27:39.997569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d1d8b161-18f4-4587-a5bf-56fdc1dc7007 req-cde7fcc8-40c2-440a-b079-f88a2a906d3c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Deleting port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:27:39.998134 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d1d8b161-18f4-4587-a5bf-56fdc1dc7007 req-cde7fcc8-40c2-440a-b079-f88a2a906d3c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.053900 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1c1d6-06f7-4656-b2e8-9df06afbcc28 req-7e168bff-0959-4739-8aa9-aa5caeb91d49 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:40.055539 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ab1c1d6-06f7-4656-b2e8-9df06afbcc28 req-7e168bff-0959-4739-8aa9-aa5caeb91d49 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 943 time: 0.0832713 Jul 09 13:27:40.102481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ab1c1d6-06f7-4656-b2e8-9df06afbcc28 req-3a4fe966-106e-4015-a15b-9c2bcd858817 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ac3d0d2-4435-4b28-83bb-291cf1ba2c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404241 Jul 09 13:27:40.107560 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d1d8b161-18f4-4587-a5bf-56fdc1dc7007 req-cde7fcc8-40c2-440a-b079-f88a2a906d3c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] For port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=dec441b5-8cb0-41e1-a2e1-0ca8593d55d0,segment=NetworkSegment(5d4cd2ef-ebe8-4594-8cc4-29756df34d28),segment_id=5d4cd2ef-ebe8-4594-8cc4-29756df34d28)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:40.108216 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d1d8b161-18f4-4587-a5bf-56fdc1dc7007 req-cde7fcc8-40c2-440a-b079-f88a2a906d3c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.277825 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459750b0-f78d-4307-9f54-e5ba168b5e77 req-9e399d76-886a-4a01-b15f-e5a3d9002416 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:40.279363 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-459750b0-f78d-4307-9f54-e5ba168b5e77 req-9e399d76-886a-4a01-b15f-e5a3d9002416 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 944 time: 0.0693727 Jul 09 13:27:40.314658 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d1d8b161-18f4-4587-a5bf-56fdc1dc7007 req-cde7fcc8-40c2-440a-b079-f88a2a906d3c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.315031 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d1d8b161-18f4-4587-a5bf-56fdc1dc7007 req-cde7fcc8-40c2-440a-b079-f88a2a906d3c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.315531 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-d1d8b161-18f4-4587-a5bf-56fdc1dc7007 req-cde7fcc8-40c2-440a-b079-f88a2a906d3c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Floating IP b750e485-955b-40d1-bead-7a4278b2643b disassociated. External IP: 172.25.2.42, port: dec441b5-8cb0-41e1-a2e1-0ca8593d55d0. Jul 09 13:27:40.315869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d1d8b161-18f4-4587-a5bf-56fdc1dc7007 req-cde7fcc8-40c2-440a-b079-f88a2a906d3c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Calling delete_port for dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:27:40.324902 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-459750b0-f78d-4307-9f54-e5ba168b5e77 req-c79b40aa-aff3-4878-ab7b-5d44713a93b2 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/security-groups?id=65584f72-1ea5-46eb-96ff-a9701a1fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398510 Jul 09 13:27:40.450562 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaef92-3537-4d87-addc-6703b92ac477 req-5ebadf04-f4b1-4676-9870-28c867de3a56 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:40.452489 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78aaef92-3537-4d87-addc-6703b92ac477 req-5ebadf04-f4b1-4676-9870-28c867de3a56 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/networks?id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b HTTP/1.1" status: 200 len: 813 time: 0.1085560 Jul 09 13:27:40.469836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d1d8b161-18f4-4587-a5bf-56fdc1dc7007 req-cde7fcc8-40c2-440a-b079-f88a2a906d3c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:40.474459 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78aaef92-3537-4d87-addc-6703b92ac477 req-3f3dee30-3a4b-4fb0-a8a6-3b82a5386764 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/quotas/ffe615145fe24da683918dfba7f962cc HTTP/1.1" status: 200 len: 375 time: 0.0114536 Jul 09 13:27:40.498938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde7fcc8-40c2-440a-b079-f88a2a906d3c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Pushing event deleted for resources: {'Port': ['ID=dec441b5-8cb0-41e1-a2e1-0ca8593d55d0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:40.553139 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78aaef92-3537-4d87-addc-6703b92ac477 req-e2402921-e392-4419-a0c4-f30aef9554ec tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ffe615145fe24da683918dfba7f962cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0723810 Jul 09 13:27:40.677262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d1d8b161-18f4-4587-a5bf-56fdc1dc7007 req-cde7fcc8-40c2-440a-b079-f88a2a906d3c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:27:40.702926 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78aaef92-3537-4d87-addc-6703b92ac477 req-2d56b8ec-df03-462a-9260-3e1f5098bea7 service neutron] 10.222.0.39 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396604 Jul 09 13:27:40.799128 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78aaef92-3537-4d87-addc-6703b92ac477 req-9dcbfb9e-e8a7-4a9d-aceb-847e86e42cdc service neutron] 10.222.0.39 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893590 Jul 09 13:27:40.899768 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-73f75c05-7a50-468e-9d84-383e7aa29210 req-0570f549-af0f-440d-9d6a-5f7674309dc5 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 210 time: 0.0354474 Jul 09 13:27:41.039341 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7682692d-556c-437e-b05d-7d432d581f56 req-baf265fa-72bc-46e7-b814-ac246ed5d463 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 210 time: 0.0364406 Jul 09 13:27:41.158194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d1d8b161-18f4-4587-a5bf-56fdc1dc7007 req-cde7fcc8-40c2-440a-b079-f88a2a906d3c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:27:41.169799 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4239bd9-0109-4c6f-b497-e74d4efae39d None None] Sync routers for ids ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:27:41.196690 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4239bd9-0109-4c6f-b497-e74d4efae39d None None] Routers {'746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:41.197354 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a4239bd9-0109-4c6f-b497-e74d4efae39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:27:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:41.213357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d8b161-18f4-4587-a5bf-56fdc1dc7007 req-cde7fcc8-40c2-440a-b079-f88a2a906d3c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] No DVR routers for this DVR port dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:27:41.216195 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d1d8b161-18f4-4587-a5bf-56fdc1dc7007 req-cde7fcc8-40c2-440a-b079-f88a2a906d3c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:41.218417 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d1d8b161-18f4-4587-a5bf-56fdc1dc7007 req-cde7fcc8-40c2-440a-b079-f88a2a906d3c tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.18 "DELETE /v2.0/ports/dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 HTTP/1.1" status: 204 len: 173 time: 1.3537369 Jul 09 13:27:41.218892 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a45a43d1-a251-4400-8069-50fd56bad01d', 'name': 'network-vif-deleted', 'tag': 'dec441b5-8cb0-41e1-a2e1-0ca8593d55d0'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:41.222089 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fe73c96-7bb5-4a21-8f2a-ddb7d7d2c837" -d '{"events": [{"server_uuid": "a45a43d1-a251-4400-8069-50fd56bad01d", "name": "network-vif-deleted", "tag": "dec441b5-8cb0-41e1-a2e1-0ca8593d55d0"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:41.271405 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23b3a0bf-dc10-47da-bfeb-a0a53ebcf7cb x-openstack-request-id: req-23b3a0bf-dc10-47da-bfeb-a0a53ebcf7cb {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:41.271697 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a45a43d1-a251-4400-8069-50fd56bad01d", "name": "network-vif-deleted", "tag": "dec441b5-8cb0-41e1-a2e1-0ca8593d55d0", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:41.271952 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-23b3a0bf-dc10-47da-bfeb-a0a53ebcf7cb {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:41.272403 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a45a43d1-a251-4400-8069-50fd56bad01d', 'name': 'network-vif-deleted', 'tag': 'dec441b5-8cb0-41e1-a2e1-0ca8593d55d0', 'status': 'completed', 'code': 200} Jul 09 13:27:41.370531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:27:41.394879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3593436-ed29-4bb6-a4e0-5d0db40924a4 req-5b22d20b-2dfb-484a-b020-f430c56fb3ca tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:41.396220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a4239bd9-0109-4c6f-b497-e74d4efae39d None None] Set router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:41.396461 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3593436-ed29-4bb6-a4e0-5d0db40924a4 req-5b22d20b-2dfb-484a-b020-f430c56fb3ca tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 943 time: 0.1287158 Jul 09 13:27:41.467052 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3593436-ed29-4bb6-a4e0-5d0db40924a4 req-5e41ff87-7a9e-4176-9bd9-10fe5378fed7 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ac3d0d2-4435-4b28-83bb-291cf1ba2c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589814 Jul 09 13:27:41.606980 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device b199ac96-03c8-45e6-9762-a786646f0558 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:27:41.697185 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec,segment=NetworkSegment(969943ab-b955-4d53-a90e-765c02610541),segment_id=969943ab-b955-4d53-a90e-765c02610541)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:41.751359 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec', 'network_id': '14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8', 'port_id': 'ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec', 'mac_address': 'fa:16:3e:7f:5a:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1039a157-bd32-44fa-ad64-b5f516cd0e55', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:27:41.757112 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:27:41.861714 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f30060-b83f-47ab-8896-e9e08133d7fc req-f7e7ebec-8f5a-46a8-b803-63a93c2200ab tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:41.872847 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c7f30060-b83f-47ab-8896-e9e08133d7fc req-f7e7ebec-8f5a-46a8-b803-63a93c2200ab tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 944 time: 0.1219940 Jul 09 13:27:41.944166 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c7f30060-b83f-47ab-8896-e9e08133d7fc req-27632bf5-c3ed-450e-8204-c69168b1b9a8 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/security-groups?id=65584f72-1ea5-46eb-96ff-a9701a1fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704181 Jul 09 13:27:41.988956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port b199ac96-03c8-45e6-9762-a786646f0558, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=b199ac96-03c8-45e6-9762-a786646f0558,segment=NetworkSegment(faf9f382-220c-4ece-915a-2ffd6c9e0e54),segment_id=faf9f382-220c-4ece-915a-2ffd6c9e0e54)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:42.003865 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:42.008671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'b199ac96-03c8-45e6-9762-a786646f0558', 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc', 'port_id': 'b199ac96-03c8-45e6-9762-a786646f0558', 'mac_address': 'fa:16:3e:0e:40:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:27:42.135592 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:42.151110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-710b4d4c-46f9-4d8a-a639-1d9640a3fb6d req-50998f9a-bfce-4213-b1a3-b6db216ccbb9 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 210 time: 0.0528276 Jul 09 13:27:42.158484 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a4239bd9-0109-4c6f-b497-e74d4efae39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'name': 'tempest-ServersTestBootFromVolume-1967456483-router', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:15Z', 'updated_at': '2021-07-09T13:24:26Z', 'revision_number': 4, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'gw_port': {'id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:16Z', 'updated_at': '2021-07-09T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'f5fa1cc7-ba31-475c-8891-631c7005caed', 'name': '', 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'mac_address': 'fa:16:3e:59:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:24Z', 'updated_at': '2021-07-09T13:24:36Z', 'revision_number': 5, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'subnets': [{'id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:42.200698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:42.214791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b199ac96-03c8-45e6-9762-a786646f0558 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:42.297084 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port b199ac96-03c8-45e6-9762-a786646f0558, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=b199ac96-03c8-45e6-9762-a786646f0558,segment=NetworkSegment(faf9f382-220c-4ece-915a-2ffd6c9e0e54),segment_id=faf9f382-220c-4ece-915a-2ffd6c9e0e54)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:42.303248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4239bd9-0109-4c6f-b497-e74d4efae39d None None] Checking router: 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:27:42.305368 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:42.321331 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec,segment=NetworkSegment(969943ab-b955-4d53-a90e-765c02610541),segment_id=969943ab-b955-4d53-a90e-765c02610541)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:42.322624 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f2982-6d8d-4df1-9ca4-c5ad24c045c0 req-bf827a04-697e-42eb-a948-01dbe116fc39 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:42.327500 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-089f2982-6d8d-4df1-9ca4-c5ad24c045c0 req-bf827a04-697e-42eb-a948-01dbe116fc39 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 950 time: 0.1695945 Jul 09 13:27:42.349125 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:42.352865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4239bd9-0109-4c6f-b497-e74d4efae39d None None] Routers {'746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:42.353493 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a4239bd9-0109-4c6f-b497-e74d4efae39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:27:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:42.407664 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-089f2982-6d8d-4df1-9ca4-c5ad24c045c0 req-79a9e083-490d-49fe-8532-8e9154a03de9 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d753c9b-1c9d-4884-a311-550333472fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735314 Jul 09 13:27:42.466126 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=b199ac96-03c8-45e6-9762-a786646f0558,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:42.979973 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bfa8eed8-45d5-424c-9315-be8831a431d9 req-9a64900b-048d-481f-be59-e94c20e58eed tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 210 time: 0.5575559 Jul 09 13:27:43.022734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaef92-3537-4d87-addc-6703b92ac477 req-a29c3901-b5c4-49c6-9394-1e71f4081667 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:43.024406 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-78aaef92-3537-4d87-addc-6703b92ac477 req-a29c3901-b5c4-49c6-9394-1e71f4081667 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.18 "GET /v2.0/networks?id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b HTTP/1.1" status: 200 len: 813 time: 0.3614421 Jul 09 13:27:43.028897 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['b199ac96-03c8-45e6-9762-a786646f0558'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:43.042137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-78aaef92-3537-4d87-addc-6703b92ac477 req-66d9617d-bc7d-4d7a-a713-bf09230d53a9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Request body: {'port': {'device_id': 'e6f4552d-11e0-4777-97a2-21f52ee0bc9d', 'network_id': '1eb9b139-b7c5-4be8-a2a9-237ef11ed12b', 'admin_state_up': True, 'tenant_id': 'ffe615145fe24da683918dfba7f962cc'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:43.063577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:43.161098 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e684c337-1009-45b6-864a-aa82095605ae req-f6a0194a-fb1d-4fef-b1b0-0794986f4679 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:43.171450 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e684c337-1009-45b6-864a-aa82095605ae req-f6a0194a-fb1d-4fef-b1b0-0794986f4679 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 944 time: 0.2003129 Jul 09 13:27:43.261937 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e684c337-1009-45b6-864a-aa82095605ae req-1ff25c58-ab22-4356-903f-f9656b4a7cb3 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ac3d0d2-4435-4b28-83bb-291cf1ba2c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894670 Jul 09 13:27:43.356617 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a4239bd9-0109-4c6f-b497-e74d4efae39d None None] Set router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:43.441120 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff5f01-0461-4054-8d30-7e9c0986287f req-4f93b544-3902-46e9-8621-bab2b2438432 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:43.443694 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-09ff5f01-0461-4054-8d30-7e9c0986287f req-4f93b544-3902-46e9-8621-bab2b2438432 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 950 time: 0.3631804 Jul 09 13:27:43.494155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:43.516547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78aaef92-3537-4d87-addc-6703b92ac477 req-66d9617d-bc7d-4d7a-a713-bf09230d53a9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Made reservation on behalf of ffe615145fe24da683918dfba7f962cc for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:43.521697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-78aaef92-3537-4d87-addc-6703b92ac477 req-66d9617d-bc7d-4d7a-a713-bf09230d53a9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:43.568382 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 41909eaf-74a6-45aa-a271-0b803ee02e30 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:27:43.659071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:27:43.853762 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cba42a49-b268-42b7-9b82-9745b287530a req-b01a0a52-baa3-4768-a840-148b14a3200f tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 210 time: 0.1228845 Jul 09 13:27:43.914656 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-78aaef92-3537-4d87-addc-6703b92ac477 req-66d9617d-bc7d-4d7a-a713-bf09230d53a9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Allocated IP 172.20.0.14 (1eb9b139-b7c5-4be8-a2a9-237ef11ed12b/b148dd4e-9358-4a31-b001-045227bbe9d4/27ff5ff2-66e4-4c73-a189-aaed53537ad0) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:43.968337 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cff188f-d226-48c8-9d69-dc11eb4508a6 req-0531b23b-5046-48da-8efc-275a83b48210 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:43.977353 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cff188f-d226-48c8-9d69-dc11eb4508a6 req-0531b23b-5046-48da-8efc-275a83b48210 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 945 time: 0.3123798 Jul 09 13:27:43.979351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-09ff5f01-0461-4054-8d30-7e9c0986287f req-3938af50-ad6f-4806-81ac-2acf2ccbc3da tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Deleting port 2fdff3f5-006c-44f2-9d24-201e7b5853cc {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:27:43.980018 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-09ff5f01-0461-4054-8d30-7e9c0986287f req-3938af50-ad6f-4806-81ac-2acf2ccbc3da tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.049718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 41909eaf-74a6-45aa-a271-0b803ee02e30, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=41909eaf-74a6-45aa-a271-0b803ee02e30,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:44.073265 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cff188f-d226-48c8-9d69-dc11eb4508a6 req-507b4ad3-5141-43c7-8501-8c01684bc82f tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/security-groups?id=65584f72-1ea5-46eb-96ff-a9701a1fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893657 Jul 09 13:27:44.100111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:27:44.100765 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device dec441b5-8cb0-41e1-a2e1-0ca8593d55d0 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:27:44.108593 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '41909eaf-74a6-45aa-a271-0b803ee02e30', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '41909eaf-74a6-45aa-a271-0b803ee02e30', 'mac_address': 'fa:16:3e:bb:6d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:27:44.422595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-09ff5f01-0461-4054-8d30-7e9c0986287f req-3938af50-ad6f-4806-81ac-2acf2ccbc3da tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] For port 2fdff3f5-006c-44f2-9d24-201e7b5853cc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2fdff3f5-006c-44f2-9d24-201e7b5853cc,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:44.423502 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-09ff5f01-0461-4054-8d30-7e9c0986287f req-3938af50-ad6f-4806-81ac-2acf2ccbc3da tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.442671 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.448357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-09ff5f01-0461-4054-8d30-7e9c0986287f req-3938af50-ad6f-4806-81ac-2acf2ccbc3da tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Calling delete_port for 2fdff3f5-006c-44f2-9d24-201e7b5853cc owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:27:44.479050 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-937d02a6-12d4-4582-a2be-6151aebe90cf req-2abf3acf-6ece-4fc5-8cf5-afcdf9bc4861 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 210 time: 0.0947545 Jul 09 13:27:44.516595 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41909eaf-74a6-45aa-a271-0b803ee02e30 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:44.533181 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1174294-9908-48b9-8f54-964ae680652d req-bd3dc623-a684-4842-a301-91c754695f66 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:44.543001 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1174294-9908-48b9-8f54-964ae680652d req-bd3dc623-a684-4842-a301-91c754695f66 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 950 time: 0.3065548 Jul 09 13:27:44.575862 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 41909eaf-74a6-45aa-a271-0b803ee02e30, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=41909eaf-74a6-45aa-a271-0b803ee02e30,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:44.598503 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.615946 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1174294-9908-48b9-8f54-964ae680652d req-c64fa2a9-46a6-4950-965f-5e27d72ca31e tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/security-groups?id=4d753c9b-1c9d-4884-a311-550333472fa7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675361 Jul 09 13:27:44.631881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a4239bd9-0109-4c6f-b497-e74d4efae39d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'name': 'tempest-ServersTestBootFromVolume-1967456483-router', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:15Z', 'updated_at': '2021-07-09T13:24:26Z', 'revision_number': 4, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'gw_port': {'id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:16Z', 'updated_at': '2021-07-09T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'f5fa1cc7-ba31-475c-8891-631c7005caed', 'name': '', 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'mac_address': 'fa:16:3e:59:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:24Z', 'updated_at': '2021-07-09T13:24:36Z', 'revision_number': 5, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'subnets': [{'id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:44.683602 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-78aaef92-3537-4d87-addc-6703b92ac477 req-66d9617d-bc7d-4d7a-a713-bf09230d53a9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.754643 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['41909eaf-74a6-45aa-a271-0b803ee02e30'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:44.765408 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4239bd9-0109-4c6f-b497-e74d4efae39d None None] The sync data for ids ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'] in n-d-799525-3 is: [{'id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'name': 'tempest-ServersTestBootFromVolume-1967456483-router', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:15Z', 'updated_at': '2021-07-09T13:24:26Z', 'revision_number': 4, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'gw_port': {'id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:16Z', 'updated_at': '2021-07-09T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'f5fa1cc7-ba31-475c-8891-631c7005caed', 'name': '', 'network_id': '2d210b63-887c-404b-956a-5c57c4f6eb06', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'mac_address': 'fa:16:3e:59:dc:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:24Z', 'updated_at': '2021-07-09T13:24:36Z', 'revision_number': 5, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'subnets': [{'id': '07e53f61-4ad1-4a2c-9c8a-95ddcec639b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:27:44.856496 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f97c32-4375-431a-b03a-2f5190eb7e93 req-b731a701-012c-4f7e-87be-58fd4d6813ea tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:44.858117 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3f97c32-4375-431a-b03a-2f5190eb7e93 req-b731a701-012c-4f7e-87be-58fd4d6813ea tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 944 time: 0.1267447 Jul 09 13:27:44.901814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=41909eaf-74a6-45aa-a271-0b803ee02e30,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:44.902824 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-78aaef92-3537-4d87-addc-6703b92ac477 req-66d9617d-bc7d-4d7a-a713-bf09230d53a9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:44.930703 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78aaef92-3537-4d87-addc-6703b92ac477 req-66d9617d-bc7d-4d7a-a713-bf09230d53a9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Network 1eb9b139-b7c5-4be8-a2a9-237ef11ed12b is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:44.959443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-78aaef92-3537-4d87-addc-6703b92ac477 req-66d9617d-bc7d-4d7a-a713-bf09230d53a9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:44.966738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-78aaef92-3537-4d87-addc-6703b92ac477 req-66d9617d-bc7d-4d7a-a713-bf09230d53a9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:44.966900 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3f97c32-4375-431a-b03a-2f5190eb7e93 req-912f75d0-b3fd-4565-aeac-1eb05a4e9d13 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ac3d0d2-4435-4b28-83bb-291cf1ba2c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840344 Jul 09 13:27:45.084190 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-09ff5f01-0461-4054-8d30-7e9c0986287f req-3938af50-ad6f-4806-81ac-2acf2ccbc3da tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:45.158045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d9617d-bc7d-4d7a-a713-bf09230d53a9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Pushing event updated for resources: {'Port': ['ID=27ff5ff2-66e4-4c73-a189-aaed53537ad0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:45.306631 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-09ff5f01-0461-4054-8d30-7e9c0986287f req-3938af50-ad6f-4806-81ac-2acf2ccbc3da tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] No DVR routers for this DVR port 2fdff3f5-006c-44f2-9d24-201e7b5853cc on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:27:45.319313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaef92-3537-4d87-addc-6703b92ac477 req-66d9617d-bc7d-4d7a-a713-bf09230d53a9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:45.320176 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-78aaef92-3537-4d87-addc-6703b92ac477 req-66d9617d-bc7d-4d7a-a713-bf09230d53a9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:45.323564 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-09ff5f01-0461-4054-8d30-7e9c0986287f req-3938af50-ad6f-4806-81ac-2acf2ccbc3da tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:45.326530 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-09ff5f01-0461-4054-8d30-7e9c0986287f req-3938af50-ad6f-4806-81ac-2acf2ccbc3da tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.15 "DELETE /v2.0/ports/2fdff3f5-006c-44f2-9d24-201e7b5853cc HTTP/1.1" status: 204 len: 173 time: 1.8734729 Jul 09 13:27:45.327144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7', 'name': 'network-vif-deleted', 'tag': '2fdff3f5-006c-44f2-9d24-201e7b5853cc'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:45.329899 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08723e47-ea03-4cac-b9b0-175d6bfc7c5c" -d '{"events": [{"server_uuid": "1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7", "name": "network-vif-deleted", "tag": "2fdff3f5-006c-44f2-9d24-201e7b5853cc"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:45.334559 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60dd6e22-8464-493c-b9a0-3801284d8b18 None None] New status for floating IP b750e485-955b-40d1-bead-7a4278b2643b: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:27:45.340026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3938af50-ad6f-4806-81ac-2acf2ccbc3da tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] Pushing event deleted for resources: {'Port': ['ID=2fdff3f5-006c-44f2-9d24-201e7b5853cc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:45.356150 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-78aaef92-3537-4d87-addc-6703b92ac477 req-66d9617d-bc7d-4d7a-a713-bf09230d53a9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3215773 Jul 09 13:27:45.374201 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Request body: {'port': {'device_id': 'e6f4552d-11e0-4777-97a2-21f52ee0bc9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:45.380665 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-01263796-cf76-46d3-8df5-6aaa2140f418 req-29e0a026-d669-4c65-93f1-9192693b8d7a tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 210 time: 0.1509731 Jul 09 13:27:45.399062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:45.495579 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f834b52-043b-4848-89c8-41bacf10f81c x-openstack-request-id: req-4f834b52-043b-4848-89c8-41bacf10f81c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:45.496227 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7", "name": "network-vif-deleted", "tag": "2fdff3f5-006c-44f2-9d24-201e7b5853cc", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:45.506045 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f834b52-043b-4848-89c8-41bacf10f81c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:45.506725 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7', 'name': 'network-vif-deleted', 'tag': '2fdff3f5-006c-44f2-9d24-201e7b5853cc', 'status': 'completed', 'code': 200} Jul 09 13:27:45.531899 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d2be107c-132d-4714-935f-2cfb271f7525'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:45.534236 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:45.569287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eec210-2126-4bed-889d-6ababd451f5a req-be749728-551e-4341-a12c-cae28c65879d tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:45.574608 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e5eec210-2126-4bed-889d-6ababd451f5a req-be749728-551e-4341-a12c-cae28c65879d tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 945 time: 0.1891503 Jul 09 13:27:45.615869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:45.616299 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:45.669741 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e5eec210-2126-4bed-889d-6ababd451f5a req-10d27734-a434-4ffc-a364-cc23284d55ea tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/security-groups?id=65584f72-1ea5-46eb-96ff-a9701a1fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830843 Jul 09 13:27:45.736010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device b199ac96-03c8-45e6-9762-a786646f0558 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:45.760530 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:45.982669 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:45.985159 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ccbbf50-c65f-4843-b25a-4250cbd3d2e8 req-01130c40-4507-4af0-a462-435b61f5b435 tempest-TenantUsagesTestJSON-1011963561 tempest-TenantUsagesTestJSON-1011963561-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ebe8cd0-d5fe-475d-9c03-8457b2c8a3d7 HTTP/1.1" status: 200 len: 210 time: 0.1317372 Jul 09 13:27:46.067924 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858891a-e781-45c1-b880-fc40c619db86 req-bc045856-7677-4057-9e6d-0d960e6beeb3 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:46.075473 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5858891a-e781-45c1-b880-fc40c619db86 req-bc045856-7677-4057-9e6d-0d960e6beeb3 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 932 time: 0.3284311 Jul 09 13:27:46.097097 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27ff5ff2-66e4-4c73-a189-aaed53537ad0 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:46.106256 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:46.119349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Transition to ACTIVE for port object 27ff5ff2-66e4-4c73-a189-aaed53537ad0 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:27:46.124289 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:46.153475 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2336a9-3283-4c89-ae01-c2609ac94a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:46.156034 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b37f4530-4d86-40f1-8fd7-a71cf51ae5b8" -d '{"events": [{"server_uuid": "5c2336a9-3283-4c89-ae01-c2609ac94a8f", "name": "network-vif-plugged", "status": "completed", "tag": "ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:46.161944 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5858891a-e781-45c1-b880-fc40c619db86 req-4305d645-ecdf-42de-9912-4be8dd3d42ad tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851705 Jul 09 13:27:46.187292 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port b199ac96-03c8-45e6-9762-a786646f0558 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:46.210610 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port b199ac96-03c8-45e6-9762-a786646f0558 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:46.215577 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:46.278700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec,segment=NetworkSegment(969943ab-b955-4d53-a90e-765c02610541),segment_id=969943ab-b955-4d53-a90e-765c02610541)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:46.306444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Pushing event updated for resources: {'Port': ['ID=27ff5ff2-66e4-4c73-a189-aaed53537ad0,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:46.314570 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:46.314880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 2fdff3f5-006c-44f2-9d24-201e7b5853cc no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:27:46.391223 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Attempting to bind port 27ff5ff2-66e4-4c73-a189-aaed53537ad0 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:27:46.391805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Attempting to bind port 27ff5ff2-66e4-4c73-a189-aaed53537ad0 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '74b87f4b-ddb4-43bd-8f32-1c22201cad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1eb9b139-b7c5-4be8-a2a9-237ef11ed12b'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:27:46.392472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Attempting to bind port 27ff5ff2-66e4-4c73-a189-aaed53537ad0 on network 1eb9b139-b7c5-4be8-a2a9-237ef11ed12b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:46.399959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Port 27ff5ff2-66e4-4c73-a189-aaed53537ad0 on network 1eb9b139-b7c5-4be8-a2a9-237ef11ed12b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:27:46.400617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Attempting to bind port 27ff5ff2-66e4-4c73-a189-aaed53537ad0 on network 1eb9b139-b7c5-4be8-a2a9-237ef11ed12b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:27:46.408112 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:27:46.408720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Checking segment: {'id': '74b87f4b-ddb4-43bd-8f32-1c22201cad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1eb9b139-b7c5-4be8-a2a9-237ef11ed12b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:27:46.409288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Bound using segment: {'id': '74b87f4b-ddb4-43bd-8f32-1c22201cad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1eb9b139-b7c5-4be8-a2a9-237ef11ed12b'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:27:46.410699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Bound port: 27ff5ff2-66e4-4c73-a189-aaed53537ad0, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74b87f4b-ddb4-43bd-8f32-1c22201cad4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '1eb9b139-b7c5-4be8-a2a9-237ef11ed12b'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:27:46.411330 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:46.463672 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:46.507693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] For port 27ff5ff2-66e4-4c73-a189-aaed53537ad0, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:27:46.513029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] For port 27ff5ff2-66e4-4c73-a189-aaed53537ad0, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=27ff5ff2-66e4-4c73-a189-aaed53537ad0,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:27:46.518968 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:46.539542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680d047-d249-4aeb-bd82-957c98dea9ae req-ade26b46-45e7-4c86-bd67-cebf18cba754 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:46.541340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 2fdff3f5-006c-44f2-9d24-201e7b5853cc {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:27:46.542036 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 2fdff3f5-006c-44f2-9d24-201e7b5853cc not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:27:46.548153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:46.548744 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:46.550318 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-78aaef92-3537-4d87-addc-6703b92ac477 req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] 10.222.0.18 "PUT /v2.0/ports/27ff5ff2-66e4-4c73-a189-aaed53537ad0 HTTP/1.1" status: 200 len: 1092 time: 1.1858869 Jul 09 13:27:46.558407 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6680d047-d249-4aeb-bd82-957c98dea9ae req-ade26b46-45e7-4c86-bd67-cebf18cba754 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 944 time: 0.1549969 Jul 09 13:27:46.637892 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6680d047-d249-4aeb-bd82-957c98dea9ae req-39b41fd0-c3f6-4283-8963-1e5ab7f724a5 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ac3d0d2-4435-4b28-83bb-291cf1ba2c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785081 Jul 09 13:27:46.643783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c44c5-3025-4651-9389-262c837d7cfa service neutron] Pushing event updated for resources: {'Port': ['ID=27ff5ff2-66e4-4c73-a189-aaed53537ad0,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:46.741506 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14503af3-a0fc-4f73-badb-b5e0031576e2 x-openstack-request-id: req-14503af3-a0fc-4f73-badb-b5e0031576e2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:46.741932 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2336a9-3283-4c89-ae01-c2609ac94a8f", "name": "network-vif-plugged", "status": "completed", "tag": "ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:46.742266 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-14503af3-a0fc-4f73-badb-b5e0031576e2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:46.742814 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2336a9-3283-4c89-ae01-c2609ac94a8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec', 'code': 200} Jul 09 13:27:46.778065 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:46.784837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaef92-3537-4d87-addc-6703b92ac477 req-80318b3a-f2d9-429c-9b65-378825eca070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:46.791651 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-78aaef92-3537-4d87-addc-6703b92ac477 req-80318b3a-f2d9-429c-9b65-378825eca070 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffe615145fe24da683918dfba7f962cc&device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 1095 time: 0.1325185 Jul 09 13:27:46.892930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port b199ac96-03c8-45e6-9762-a786646f0558, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=b199ac96-03c8-45e6-9762-a786646f0558,segment=NetworkSegment(faf9f382-220c-4ece-915a-2ffd6c9e0e54),segment_id=faf9f382-220c-4ece-915a-2ffd6c9e0e54)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:46.899235 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:46.945071 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-78aaef92-3537-4d87-addc-6703b92ac477 req-592d3c30-3b04-4080-bc47-07ddd720e4c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27ff5ff2-66e4-4c73-a189-aaed53537ad0 HTTP/1.1" status: 200 len: 217 time: 0.1447804 Jul 09 13:27:46.999622 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-545ac18f-e4bc-449c-8c87-8f171c24d6df req-4831fa63-a818-40df-a707-e8105a0290fc tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 210 time: 0.0898514 Jul 09 13:27:47.005539 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=b199ac96-03c8-45e6-9762-a786646f0558,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:47.056318 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b308428-3a1a-4116-a61b-385023baaaf3 req-71bc6320-3b0e-4bd3-b0c9-000ba39d4db0 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:47.064708 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b308428-3a1a-4116-a61b-385023baaaf3 req-71bc6320-3b0e-4bd3-b0c9-000ba39d4db0 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 946 time: 0.1444292 Jul 09 13:27:47.072016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aaef92-3537-4d87-addc-6703b92ac477 req-fc9985f7-a990-4508-8f72-1d5472a9b380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:47.073766 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-78aaef92-3537-4d87-addc-6703b92ac477 req-fc9985f7-a990-4508-8f72-1d5472a9b380 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b148dd4e-9358-4a31-b001-045227bbe9d4 HTTP/1.1" status: 200 len: 853 time: 0.1223748 Jul 09 13:27:47.118124 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b308428-3a1a-4116-a61b-385023baaaf3 req-d1b67d81-f1e0-4e82-a1b2-862348e90cb6 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/security-groups?id=65584f72-1ea5-46eb-96ff-a9701a1fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524423 Jul 09 13:27:47.145220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8dbbe-19aa-4ceb-9ede-92ed3db524a8 req-e131bdb2-d13b-4956-be6b-83e6a211e211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:47.146861 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-74b8dbbe-19aa-4ceb-9ede-92ed3db524a8 req-e131bdb2-d13b-4956-be6b-83e6a211e211 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 1097 time: 0.3106439 Jul 09 13:27:47.149022 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-78aaef92-3537-4d87-addc-6703b92ac477 req-516c4682-ccfa-41ff-8589-fded2bcccf5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652986 Jul 09 13:27:47.253869 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-74b8dbbe-19aa-4ceb-9ede-92ed3db524a8 req-6289772b-b720-4867-9ecd-e4f896d175b5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=65584f72-1ea5-46eb-96ff-a9701a1fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980637 Jul 09 13:27:47.313016 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-78aaef92-3537-4d87-addc-6703b92ac477 req-70562598-9ff7-44fa-be4c-b30207fe13c3 service neutron] 10.222.0.18 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302299 Jul 09 13:27:47.408974 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 41909eaf-74a6-45aa-a271-0b803ee02e30 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:47.520738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6f4552d-11e0-4777-97a2-21f52ee0bc9d', 'tag': '27ff5ff2-66e4-4c73-a189-aaed53537ad0'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:47.525207 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747a8862-4fab-4975-aa9c-01216ea1af1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e6f4552d-11e0-4777-97a2-21f52ee0bc9d", "tag": "27ff5ff2-66e4-4c73-a189-aaed53537ad0"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:47.544682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 41909eaf-74a6-45aa-a271-0b803ee02e30 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:47.545276 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:47.614756 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-78aaef92-3537-4d87-addc-6703b92ac477 req-cefdd3e8-3502-4a78-a81b-79f7f6a8d191 service neutron] 10.222.0.18 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2953577 Jul 09 13:27:47.639025 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa717062-b704-4875-8ea1-adc32e4080a9 x-openstack-request-id: req-aa717062-b704-4875-8ea1-adc32e4080a9 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:47.640502 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6f4552d-11e0-4777-97a2-21f52ee0bc9d", "tag": "27ff5ff2-66e4-4c73-a189-aaed53537ad0", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:47.642666 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa717062-b704-4875-8ea1-adc32e4080a9 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:47.645716 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6f4552d-11e0-4777-97a2-21f52ee0bc9d', 'tag': '27ff5ff2-66e4-4c73-a189-aaed53537ad0', 'status': 'completed', 'code': 200} Jul 09 13:27:47.655640 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3cd20-7fdf-46f0-a27c-4a3ee795f53a req-c6817385-6125-49de-81b2-b7fe5aaf2d8f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:47.663446 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04f3cd20-7fdf-46f0-a27c-4a3ee795f53a req-c6817385-6125-49de-81b2-b7fe5aaf2d8f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 944 time: 0.2076249 Jul 09 13:27:47.719554 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04f3cd20-7fdf-46f0-a27c-4a3ee795f53a req-f6a78ac4-52aa-4df0-8ea0-a5ce004ddaaa tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550652 Jul 09 13:27:47.719801 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:47.743682 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53056) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:47.761150 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 41909eaf-74a6-45aa-a271-0b803ee02e30, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=41909eaf-74a6-45aa-a271-0b803ee02e30,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:47.766401 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:47.868811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a8862-4fab-4975-aa9c-01216ea1af1b req-c467fd24-9f9d-487f-b434-8cadea0e819e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:47.870902 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-747a8862-4fab-4975-aa9c-01216ea1af1b req-c467fd24-9f9d-487f-b434-8cadea0e819e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ffe615145fe24da683918dfba7f962cc&device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 1095 time: 0.1831760 Jul 09 13:27:47.925231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=41909eaf-74a6-45aa-a271-0b803ee02e30,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:48.079407 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a8862-4fab-4975-aa9c-01216ea1af1b req-fd17dfcf-f052-43a4-aeed-6caa002649f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:48.091866 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-747a8862-4fab-4975-aa9c-01216ea1af1b req-fd17dfcf-f052-43a4-aeed-6caa002649f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b HTTP/1.1" status: 200 len: 914 time: 0.2115514 Jul 09 13:27:48.124305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a39c9b65-b4d8-4876-b406-e948421932c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4979c730b35e49b8974b04ccfda2274f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3788981 Jul 09 13:27:48.125808 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53064) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:48.172231 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-747a8862-4fab-4975-aa9c-01216ea1af1b req-98e1ccbb-057e-42c7-b5a8-b9c8daaa6797 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=27ff5ff2-66e4-4c73-a189-aaed53537ad0 HTTP/1.1" status: 200 len: 217 time: 0.0726349 Jul 09 13:27:48.218829 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615d6243-033c-46fd-9b97-022844d0d71e req-d850b017-2d31-43b1-a4d3-125ea1caf0fd tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:48.238679 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-615d6243-033c-46fd-9b97-022844d0d71e req-d850b017-2d31-43b1-a4d3-125ea1caf0fd tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 945 time: 0.2431903 Jul 09 13:27:48.293292 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a8862-4fab-4975-aa9c-01216ea1af1b req-5e603d41-fa81-4f27-af92-0cec17f10338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:48.294804 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-747a8862-4fab-4975-aa9c-01216ea1af1b req-5e603d41-fa81-4f27-af92-0cec17f10338 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b148dd4e-9358-4a31-b001-045227bbe9d4 HTTP/1.1" status: 200 len: 853 time: 0.1168287 Jul 09 13:27:48.298407 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a0c0fb5d-a185-43b1-90f0-3cd098650981 req-132fa8f2-39cc-4e05-8181-ea2667794c14 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 210 time: 0.0568783 Jul 09 13:27:48.331306 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:48.356434 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:48.374458 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-747a8862-4fab-4975-aa9c-01216ea1af1b req-7f5ccbea-ca40-4e36-8f6d-55de94e010d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720274 Jul 09 13:27:48.421862 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:48.433819 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:48.438560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4d753c9b-1c9d-4884-a311-550333472fa7 HTTP/1.1" status: 204 len: 168 time: 0.3099372 Jul 09 13:27:48.462674 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-615d6243-033c-46fd-9b97-022844d0d71e req-015a6c36-846e-47b4-b87a-ffb95dfc562d tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ac3d0d2-4435-4b28-83bb-291cf1ba2c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2223108 Jul 09 13:27:48.489636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d753c9b-1c9d-4884-a311-550333472fa7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:48.511141 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:48.523277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:48.523768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:48.524119 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:48.524460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:48.524798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:48.525132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:48.525464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:48.525795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:48.526521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:48.526521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:48.526745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2d9a69-1911-467e-adf6-646acc8794e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:27:48.589314 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-747a8862-4fab-4975-aa9c-01216ea1af1b req-54b6b8bc-f151-4c3c-b541-19dff7c8c2f7 service neutron] 10.222.0.18 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024026 Jul 09 13:27:48.701337 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cce3db-fe97-4c34-8ea5-f96d9f111cd7 req-8025f7d6-c204-4e74-b3f6-2cbff105e004 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:48.715716 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a9cce3db-fe97-4c34-8ea5-f96d9f111cd7 req-8025f7d6-c204-4e74-b3f6-2cbff105e004 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 946 time: 0.1655025 Jul 09 13:27:48.740531 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-747a8862-4fab-4975-aa9c-01216ea1af1b req-85f8dda0-1f82-42fe-9dcb-5d3b1f88ea55 service neutron] 10.222.0.18 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437387 Jul 09 13:27:48.743694 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85919cd9-e385-4973-bf8c-806f530a95e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b199ac96-03c8-45e6-9762-a786646f0558'}, {'server_uuid': 'e57ce8de-dc9f-4e18-8ea7-45b40866da90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41909eaf-74a6-45aa-a271-0b803ee02e30'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:48.746575 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ae803f-54b7-477b-ae55-d3fdb2d30456" -d '{"events": [{"server_uuid": "85919cd9-e385-4973-bf8c-806f530a95e5", "name": "network-vif-plugged", "status": "completed", "tag": "b199ac96-03c8-45e6-9762-a786646f0558"}, {"server_uuid": "e57ce8de-dc9f-4e18-8ea7-45b40866da90", "name": "network-vif-plugged", "status": "completed", "tag": "41909eaf-74a6-45aa-a271-0b803ee02e30"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:48.817757 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a9cce3db-fe97-4c34-8ea5-f96d9f111cd7 req-5c88de9a-e98d-4e9c-bf1c-81fd622a2b0b tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/security-groups?id=65584f72-1ea5-46eb-96ff-a9701a1fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010611 Jul 09 13:27:49.041516 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb53e3a2-b420-4385-ac04-e28bbeba973a x-openstack-request-id: req-cb53e3a2-b420-4385-ac04-e28bbeba973a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:49.041904 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85919cd9-e385-4973-bf8c-806f530a95e5", "name": "network-vif-plugged", "status": "completed", "tag": "b199ac96-03c8-45e6-9762-a786646f0558", "code": 200}, {"server_uuid": "e57ce8de-dc9f-4e18-8ea7-45b40866da90", "name": "network-vif-plugged", "status": "completed", "tag": "41909eaf-74a6-45aa-a271-0b803ee02e30", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:49.042218 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb53e3a2-b420-4385-ac04-e28bbeba973a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:49.042745 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85919cd9-e385-4973-bf8c-806f530a95e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b199ac96-03c8-45e6-9762-a786646f0558', 'code': 200} Jul 09 13:27:49.043104 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57ce8de-dc9f-4e18-8ea7-45b40866da90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41909eaf-74a6-45aa-a271-0b803ee02e30', 'code': 200} Jul 09 13:27:49.130983 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53094) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:49.158635 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3897fc2d-52fa-4aac-ad2b-ff5177600888 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:49.229085 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f17d6-fc46-4834-b193-86a656cda4a6 req-bef64648-f3bf-4aeb-9aba-2325d709e992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:49.232645 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-848f17d6-fc46-4834-b193-86a656cda4a6 req-bef64648-f3bf-4aeb-9aba-2325d709e992 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 1096 time: 0.1339836 Jul 09 13:27:49.310458 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-848f17d6-fc46-4834-b193-86a656cda4a6 req-a229c049-856d-4da1-9072-a5c14f5a7f1f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6ac3d0d2-4435-4b28-83bb-291cf1ba2c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712442 Jul 09 13:27:49.312760 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3897fc2d-52fa-4aac-ad2b-ff5177600888 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:49.318427 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3897fc2d-52fa-4aac-ad2b-ff5177600888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:49.405611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3897fc2d-52fa-4aac-ad2b-ff5177600888 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=12329d68e8bf4b608dc13a0eb6237ce4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2707925 Jul 09 13:27:49.405611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897fc2d-52fa-4aac-ad2b-ff5177600888 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1be8b9b8-a031-4e32-9529-411dd280a4ce,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:49.406207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53102) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:49.559732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928fdfa-9a5a-411b-9b2f-889d6b1c292f req-a89c6b42-ff4b-4149-ad54-9d813092cf4b tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:49.567747 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6928fdfa-9a5a-411b-9b2f-889d6b1c292f req-a89c6b42-ff4b-4149-ad54-9d813092cf4b tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 944 time: 0.4148235 Jul 09 13:27:49.584164 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd8ea304-b896-4f0c-9101-03060f038abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:49.627748 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd8ea304-b896-4f0c-9101-03060f038abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:49.661476 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49396bec-a450-4f96-8bb2-db5a0ecd9371 req-1a352736-4937-48c3-a8d6-e4655efc1263 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 210 time: 0.0429149 Jul 09 13:27:49.681196 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6928fdfa-9a5a-411b-9b2f-889d6b1c292f req-84d33da6-c7e4-4545-8f5d-450aecfaa7eb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122694 Jul 09 13:27:49.752697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd8ea304-b896-4f0c-9101-03060f038abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:49.758121 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd8ea304-b896-4f0c-9101-03060f038abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:49.759892 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bd8ea304-b896-4f0c-9101-03060f038abf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1be8b9b8-a031-4e32-9529-411dd280a4ce HTTP/1.1" status: 204 len: 168 time: 0.3521359 Jul 09 13:27:49.769747 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8ea304-b896-4f0c-9101-03060f038abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1be8b9b8-a031-4e32-9529-411dd280a4ce,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:50.056020 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48526e85-46f0-4fff-824c-13c223f0232d req-9e2a49d8-d02a-4e18-9850-525d1de443b4 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:50.057773 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48526e85-46f0-4fff-824c-13c223f0232d req-9e2a49d8-d02a-4e18-9850-525d1de443b4 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 945 time: 0.2078762 Jul 09 13:27:50.186891 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48526e85-46f0-4fff-824c-13c223f0232d req-81a3f6cf-a103-4a05-b0a0-0d6ca24c1a8f tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ac3d0d2-4435-4b28-83bb-291cf1ba2c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156299 Jul 09 13:27:50.979979 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae219ccd-2fa2-4af9-baa3-a55974c90aac req-4de62983-700e-46c0-9f97-69df3af51e76 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/ports?device_id=a45a43d1-a251-4400-8069-50fd56bad01d HTTP/1.1" status: 200 len: 210 time: 0.0809405 Jul 09 13:27:51.112215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a9dbbf-93a1-4dc0-8031-5524bd2aec3f req-3ae93ea9-1083-4591-9e03-f8fc217f76ed tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:51.124123 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37a9dbbf-93a1-4dc0-8031-5524bd2aec3f req-3ae93ea9-1083-4591-9e03-f8fc217f76ed tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 944 time: 0.1287472 Jul 09 13:27:51.177466 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37a9dbbf-93a1-4dc0-8031-5524bd2aec3f req-2d835f81-f8e0-492b-add4-539c1fd51f2e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510554 Jul 09 13:27:51.497795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda91e1f-ab51-47ed-86d6-acc12b13b5de req-dd1a7edb-4bdb-4ecd-ac2a-68a0ff8bbff0 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:51.499801 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dda91e1f-ab51-47ed-86d6-acc12b13b5de req-dd1a7edb-4bdb-4ecd-ac2a-68a0ff8bbff0 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 945 time: 0.0995440 Jul 09 13:27:51.551979 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dda91e1f-ab51-47ed-86d6-acc12b13b5de req-0ee45cba-d746-49b0-ad92-f078845be6c2 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ac3d0d2-4435-4b28-83bb-291cf1ba2c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453134 Jul 09 13:27:51.600444 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 27ff5ff2-66e4-4c73-a189-aaed53537ad0 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:27:51.957773 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 27ff5ff2-66e4-4c73-a189-aaed53537ad0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=27ff5ff2-66e4-4c73-a189-aaed53537ad0,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:52.002921 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '27ff5ff2-66e4-4c73-a189-aaed53537ad0', 'network_id': '1eb9b139-b7c5-4be8-a2a9-237ef11ed12b', 'port_id': '27ff5ff2-66e4-4c73-a189-aaed53537ad0', 'mac_address': 'fa:16:3e:fc:f6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b148dd4e-9358-4a31-b001-045227bbe9d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:27:52.108039 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:52.132628 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-d2e460e8-a6b2-4a7c-9d23-7b36cee2ef90 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 258 time: 0.4942093 Jul 09 13:27:52.142525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27ff5ff2-66e4-4c73-a189-aaed53537ad0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:27:52.149086 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:52.207388 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 27ff5ff2-66e4-4c73-a189-aaed53537ad0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=27ff5ff2-66e4-4c73-a189-aaed53537ad0,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:52.213933 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:52.219749 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:52.376200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=27ff5ff2-66e4-4c73-a189-aaed53537ad0,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:52.429991 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:52.502998 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['27ff5ff2-66e4-4c73-a189-aaed53537ad0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:27:52.718763 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Allocated IP 172.25.2.142 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/0bda1e65-a691-4139-a948-1be755c5d2ec) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:27:52.982309 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.049431 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f74bf6-bba5-41e8-a0be-88b1ef3ecb32 req-800b8f5d-bc98-4d8d-b2e8-7b5f5ae13b24 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:53.052155 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c5f74bf6-bba5-41e8-a0be-88b1ef3ecb32 req-800b8f5d-bc98-4d8d-b2e8-7b5f5ae13b24 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 945 time: 0.1272478 Jul 09 13:27:53.101764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c5f74bf6-bba5-41e8-a0be-88b1ef3ecb32 req-b9320e61-39e8-414e-931b-f56367a502ec tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439274 Jul 09 13:27:53.116667 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.179556 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:27:53.183685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:27:53.208078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:27:53.269531 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Pushing event updated for resources: {'Port': ['ID=0bda1e65-a691-4139-a948-1be755c5d2ec,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:53.482426 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.553341 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4cc81f7d-e93d-4595-91f3-e0ff6d775652 req-4e04bf5e-c6a0-48a3-a954-d7cc98286e4e tempest-FlavorsV2NegativeTest-1473718218 tempest-FlavorsV2NegativeTest-1473718218-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=557925e8b45c4da4b479bf55429d1355&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511220 Jul 09 13:27:53.616576 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 27ff5ff2-66e4-4c73-a189-aaed53537ad0 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:27:53.627893 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.767117 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 27ff5ff2-66e4-4c73-a189-aaed53537ad0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:27:53.784889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 27ff5ff2-66e4-4c73-a189-aaed53537ad0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:27:53.785217 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.891608 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc81f7d-e93d-4595-91f3-e0ff6d775652 req-a64ac4ba-bb9a-4d0a-b34a-fd4cabccf88b tempest-FlavorsV2NegativeTest-1473718218 tempest-FlavorsV2NegativeTest-1473718218-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:53.893275 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4cc81f7d-e93d-4595-91f3-e0ff6d775652 req-a64ac4ba-bb9a-4d0a-b34a-fd4cabccf88b tempest-FlavorsV2NegativeTest-1473718218 tempest-FlavorsV2NegativeTest-1473718218-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3324683 Jul 09 13:27:53.935389 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4cc81f7d-e93d-4595-91f3-e0ff6d775652 req-1bb387ab-4870-43ab-9c63-080a5f99fd6a tempest-FlavorsV2NegativeTest-1473718218 tempest-FlavorsV2NegativeTest-1473718218-project] 10.222.0.39 "GET /v2.0/quotas/557925e8b45c4da4b479bf55429d1355 HTTP/1.1" status: 200 len: 375 time: 0.0241108 Jul 09 13:27:53.951501 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:53.993330 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f4552d-11e0-4777-97a2-21f52ee0bc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ff5ff2-66e4-4c73-a189-aaed53537ad0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:53.995989 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74e6c258-2675-4a43-976c-7fde80638692" -d '{"events": [{"server_uuid": "e6f4552d-11e0-4777-97a2-21f52ee0bc9d", "name": "network-vif-plugged", "status": "completed", "tag": "27ff5ff2-66e4-4c73-a189-aaed53537ad0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:54.013411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 27ff5ff2-66e4-4c73-a189-aaed53537ad0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=27ff5ff2-66e4-4c73-a189-aaed53537ad0,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:54.022109 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4cc81f7d-e93d-4595-91f3-e0ff6d775652 req-0b427269-80aa-46ad-b5ef-325768138f4f tempest-FlavorsV2NegativeTest-1473718218 tempest-FlavorsV2NegativeTest-1473718218-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=557925e8b45c4da4b479bf55429d1355&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0812352 Jul 09 13:27:54.030137 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.091674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53248) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:54.166027 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=27ff5ff2-66e4-4c73-a189-aaed53537ad0,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:54.205461 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.220507 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.274360 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e49f2f21-17eb-4e57-a4b9-6f89a53e9dc2 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.352268 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e49f2f21-17eb-4e57-a4b9-6f89a53e9dc2 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.440062 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Pushing event updated for resources: {'Port': ['ID=0bda1e65-a691-4139-a948-1be755c5d2ec,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:54.468492 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e49f2f21-17eb-4e57-a4b9-6f89a53e9dc2 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.471394 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e49f2f21-17eb-4e57-a4b9-6f89a53e9dc2 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.473472 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.475060 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e49f2f21-17eb-4e57-a4b9-6f89a53e9dc2 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "DELETE /v2.0/security-groups/ec482eab-aa59-4474-af74-7e2081d7445b HTTP/1.1" status: 204 len: 168 time: 0.3822575 Jul 09 13:27:54.479532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53270) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:54.499562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f2f21-17eb-4e57-a4b9-6f89a53e9dc2 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec482eab-aa59-4474-af74-7e2081d7445b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:54.527940 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-858cd3bf-38b4-45b4-8269-3e943bc4f955 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] show failed (client error): The resource could not be found. Jul 09 13:27:54.532437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53272) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:54.532623 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-858cd3bf-38b4-45b4-8269-3e943bc4f955 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "GET /v2.0/security-groups/ec482eab-aa59-4474-af74-7e2081d7445b HTTP/1.1" status: 404 len: 347 time: 0.0507193 Jul 09 13:27:54.554257 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.565518 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-b43c7de9-080b-439f-a26d-aad187ad6580 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4279885 Jul 09 13:27:54.718992 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-1a86e546-5878-4d7e-85e2-c667d7058b03 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 696 time: 0.1518812 Jul 09 13:27:54.788488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d78b27d2-0d52-45a2-9baa-7fa33c78b0e7 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Deleting port 183e5d12-c72e-45d4-9169-72315691ccc7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:27:54.789093 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d78b27d2-0d52-45a2-9baa-7fa33c78b0e7 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:54.810970 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed2b6be-b773-4147-bc05-7ad900139d63 x-openstack-request-id: req-8ed2b6be-b773-4147-bc05-7ad900139d63 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:54.811973 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f4552d-11e0-4777-97a2-21f52ee0bc9d", "name": "network-vif-plugged", "status": "completed", "tag": "27ff5ff2-66e4-4c73-a189-aaed53537ad0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:54.812444 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ed2b6be-b773-4147-bc05-7ad900139d63 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:54.813231 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f4552d-11e0-4777-97a2-21f52ee0bc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27ff5ff2-66e4-4c73-a189-aaed53537ad0', 'code': 200} Jul 09 13:27:54.896977 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-2824b5b1-ff6f-4f1f-89a1-dcf6b6175efe tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:54.923433 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f82a78d-1678-4dc3-9cee-47a1d8f044de req-2824b5b1-ff6f-4f1f-89a1-dcf6b6175efe tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.2032843 Jul 09 13:27:55.068214 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d78b27d2-0d52-45a2-9baa-7fa33c78b0e7 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.071321 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d78b27d2-0d52-45a2-9baa-7fa33c78b0e7 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.101766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d78b27d2-0d52-45a2-9baa-7fa33c78b0e7 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Calling delete_port for 183e5d12-c72e-45d4-9169-72315691ccc7 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:27:55.274645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53290) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:55.292569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3ffa5d-751b-4c8e-be6b-e9dab6d0c7a6 req-ca5bc9bb-064c-406a-adfe-ea759da7e4ed tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:55.300057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f3ffa5d-751b-4c8e-be6b-e9dab6d0c7a6 req-ca5bc9bb-064c-406a-adfe-ea759da7e4ed tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 946 time: 0.1964211 Jul 09 13:27:55.377954 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f3ffa5d-751b-4c8e-be6b-e9dab6d0c7a6 req-e10d21a7-7287-4a08-8868-5fa866208661 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722699 Jul 09 13:27:55.463755 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d78b27d2-0d52-45a2-9baa-7fa33c78b0e7 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.520692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78b27d2-0d52-45a2-9baa-7fa33c78b0e7 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Pushing event deleted for resources: {'Port': ['ID=183e5d12-c72e-45d4-9169-72315691ccc7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:55.552613 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d9794e1-edc6-48cc-bdf2-26f9b8a8dba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.604456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1f4ed-32ab-455c-a9a1-555bea7b694c req-e4a7aef1-3f4c-4d1a-b375-86555a8c1226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:55.606302 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ace1f4ed-32ab-455c-a9a1-555bea7b694c req-e4a7aef1-3f4c-4d1a-b375-86555a8c1226 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 1097 time: 0.6635871 Jul 09 13:27:55.753892 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d78b27d2-0d52-45a2-9baa-7fa33c78b0e7 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.759950 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d78b27d2-0d52-45a2-9baa-7fa33c78b0e7 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.764644 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d78b27d2-0d52-45a2-9baa-7fa33c78b0e7 tempest-ServersTestBootFromVolume-329651530 tempest-ServersTestBootFromVolume-329651530-project] 10.222.0.39 "DELETE /v2.0/floatingips/b750e485-955b-40d1-bead-7a4278b2643b HTTP/1.1" status: 204 len: 168 time: 1.2307193 Jul 09 13:27:55.770334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53296) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:55.770535 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d9794e1-edc6-48cc-bdf2-26f9b8a8dba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.776596 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ace1f4ed-32ab-455c-a9a1-555bea7b694c req-954746e4-2d94-4f3c-ac7c-2ff2e68f90d3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542826 Jul 09 13:27:55.781154 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d9794e1-edc6-48cc-bdf2-26f9b8a8dba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:55.870815 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-6c1eb182-713b-4574-a3c5-e34166e72293 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:55.883487 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-6c1eb182-713b-4574-a3c5-e34166e72293 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4552500 Jul 09 13:27:55.951264 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2d9794e1-edc6-48cc-bdf2-26f9b8a8dba3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=557925e8b45c4da4b479bf55429d1355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6703122 Jul 09 13:27:55.955569 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-b2bc9ff3-1d48-42f4-9df7-edba9fdcab94 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 696 time: 0.0710206 Jul 09 13:27:55.956554 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53298) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:55.961570 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9794e1-edc6-48cc-bdf2-26f9b8a8dba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e67af7-d0ec-454b-bec6-08b08a17808a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:55.977911 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-01577923-180f-4bbb-824f-c756d32488e4 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Request body: {'floatingip': {'port_id': 'b199ac96-03c8-45e6-9762-a786646f0558', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:56.056818 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-01577923-180f-4bbb-824f-c756d32488e4 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:56.429096 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d9e67ef-85fe-49a4-8585-e2fa14dac7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:56.499065 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56779a8a-c0f1-49a2-85a4-c97b64e07f27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:56.535966 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56779a8a-c0f1-49a2-85a4-c97b64e07f27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:56.635189 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56779a8a-c0f1-49a2-85a4-c97b64e07f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:56.637843 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56779a8a-c0f1-49a2-85a4-c97b64e07f27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:56.641573 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-56779a8a-c0f1-49a2-85a4-c97b64e07f27 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5e67af7-d0ec-454b-bec6-08b08a17808a HTTP/1.1" status: 204 len: 168 time: 0.6785257 Jul 09 13:27:56.658611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56779a8a-c0f1-49a2-85a4-c97b64e07f27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e67af7-d0ec-454b-bec6-08b08a17808a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:56.803445 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c4aec9-c28c-423b-a141-f7130ac3208b req-27c0307a-9ec3-4458-9f00-cf65f6ec55b5 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:56.811179 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81c4aec9-c28c-423b-a141-f7130ac3208b req-27c0307a-9ec3-4458-9f00-cf65f6ec55b5 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 946 time: 0.2174551 Jul 09 13:27:56.949269 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.resource_extend [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-01577923-180f-4bbb-824f-c756d32488e4 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:27:56.965847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e67ef-85fe-49a4-8585-e2fa14dac7bb admin admin] Deleting port f5fa1cc7-ba31-475c-8891-631c7005caed {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:27:56.966236 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d9e67ef-85fe-49a4-8585-e2fa14dac7bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.062802 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81c4aec9-c28c-423b-a141-f7130ac3208b req-c401488c-baa1-4df3-90ea-6ebb40d97a56 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506332 Jul 09 13:27:57.108959 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-01577923-180f-4bbb-824f-c756d32488e4 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.127285 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-01577923-180f-4bbb-824f-c756d32488e4 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.151843 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1d9e67ef-85fe-49a4-8585-e2fa14dac7bb admin admin] For port f5fa1cc7-ba31-475c-8891-631c7005caed, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f5fa1cc7-ba31-475c-8891-631c7005caed,segment=NetworkSegment(5d4cd2ef-ebe8-4594-8cc4-29756df34d28),segment_id=5d4cd2ef-ebe8-4594-8cc4-29756df34d28)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:27:57.159989 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d9e67ef-85fe-49a4-8585-e2fa14dac7bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.194359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e67ef-85fe-49a4-8585-e2fa14dac7bb admin admin] Calling delete_port for f5fa1cc7-ba31-475c-8891-631c7005caed owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:27:57.630062 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d9e67ef-85fe-49a4-8585-e2fa14dac7bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:57.738665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9e67ef-85fe-49a4-8585-e2fa14dac7bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f5fa1cc7-ba31-475c-8891-631c7005caed,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:57.814758 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-01577923-180f-4bbb-824f-c756d32488e4 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Floating IP 91747476-b5d7-4a53-b460-d8a260420741 associated. External IP: 172.25.2.142, port: b199ac96-03c8-45e6-9762-a786646f0558. Jul 09 13:27:58.282618 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53360) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:58.447246 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-01577923-180f-4bbb-824f-c756d32488e4 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:27:58.475367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e2fdf6-0875-4f32-ac50-de595836236f req-41a393f6-3908-48a1-8a88-c77228061248 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:58.482691 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88e2fdf6-0875-4f32-ac50-de595836236f req-41a393f6-3908-48a1-8a88-c77228061248 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 946 time: 0.1933024 Jul 09 13:27:58.560023 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d9e67ef-85fe-49a4-8585-e2fa14dac7bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:58.582070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f444a124-d132-4089-b10d-8d3ba5e41e74 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-792569917-network', 'tenant_id': '40c05bf911e74de0ab8d76ee71cab943'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:27:58.647283 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88e2fdf6-0875-4f32-ac50-de595836236f req-bab459ed-9a3d-42ad-b3a6-283773ecd392 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535368 Jul 09 13:27:58.718214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f444a124-d132-4089-b10d-8d3ba5e41e74 admin admin] Made reservation on behalf of 40c05bf911e74de0ab8d76ee71cab943 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:27:58.720608 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f444a124-d132-4089-b10d-8d3ba5e41e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:58.764314 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-01577923-180f-4bbb-824f-c756d32488e4 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:27:58.766250 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f444a124-d132-4089-b10d-8d3ba5e41e74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:58.770964 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-01577923-180f-4bbb-824f-c756d32488e4 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:58.778599 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0c8fa-15b6-4d47-887e-3fcfe419d0ff None None] Sync routers for ids ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:27:58.793995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f0c8fa-15b6-4d47-887e-3fcfe419d0ff None None] Routers {'3e6c16af-62f8-43d8-aa51-e934850a5fe5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:58.794920 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d0f0c8fa-15b6-4d47-887e-3fcfe419d0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:27:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:58.840842 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-01577923-180f-4bbb-824f-c756d32488e4 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "PUT /v2.0/floatingips/91747476-b5d7-4a53-b460-d8a260420741 HTTP/1.1" status: 200 len: 996 time: 2.8794909 Jul 09 13:27:58.844521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85919cd9-e385-4973-bf8c-806f530a95e5', 'tag': 'b199ac96-03c8-45e6-9762-a786646f0558'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:27:58.849619 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f14e459-75ac-4a33-82c9-1c4b2288751c" -d '{"events": [{"name": "network-changed", "server_uuid": "85919cd9-e385-4973-bf8c-806f530a95e5", "tag": "b199ac96-03c8-45e6-9762-a786646f0558"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:27:58.951944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d9e67ef-85fe-49a4-8585-e2fa14dac7bb admin admin] Router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:27:58.971960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-12b1037b-7886-41ae-8e34-15fa93b7d0fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:58.979926 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-12b1037b-7886-41ae-8e34-15fa93b7d0fd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd70c7b3040a4ae0a0b737e217b53ae9&device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 1096 time: 0.1233499 Jul 09 13:27:59.168213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d9e67ef-85fe-49a4-8585-e2fa14dac7bb admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:27:59.176866 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f444a124-d132-4089-b10d-8d3ba5e41e74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:59.186639 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7077ab2-b216-4687-98ce-bfb14f733ae9 None None] Sync routers for ids ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:27:59.188325 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f444a124-d132-4089-b10d-8d3ba5e41e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:59.217418 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1d9e67ef-85fe-49a4-8585-e2fa14dac7bb admin admin] 10.222.0.39 "PUT /v2.0/routers/746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4366982 Jul 09 13:27:59.218385 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7077ab2-b216-4687-98ce-bfb14f733ae9 None None] Routers {'746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:27:59.220012 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53376) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:27:59.220576 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a7077ab2-b216-4687-98ce-bfb14f733ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:27:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:59.343789 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d0f0c8fa-15b6-4d47-887e-3fcfe419d0ff None None] Set router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:59.445727 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a7077ab2-b216-4687-98ce-bfb14f733ae9 None None] Set router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:27:59.504550 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd8af9c0-5b28-4bf6-a236-03303a016b96 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:59.511462 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f444a124-d132-4089-b10d-8d3ba5e41e74 admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:27:59.532544 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-391b66ac-1ef1-4df0-ba83-dc11dce06d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:27:59.535470 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-391b66ac-1ef1-4df0-ba83-dc11dce06d8f service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b4a8119-6930-41dd-8274-d2b387479ffc HTTP/1.1" status: 200 len: 929 time: 0.5540330 Jul 09 13:27:59.774639 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444a124-d132-4089-b10d-8d3ba5e41e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:27:59.799127 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f444a124-d132-4089-b10d-8d3ba5e41e74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:27:59.801592 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-f444a124-d132-4089-b10d-8d3ba5e41e74 admin admin] Added segment 07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070 of type vlan for network 7c138cf7-3e60-4011-ad16-f9f420ac7385 Jul 09 13:27:59.950885 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d0f0c8fa-15b6-4d47-887e-3fcfe419d0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-router', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:12Z', 'updated_at': '2021-07-09T13:27:24Z', 'revision_number': 4, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'gw_port': {'id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:14Z', 'updated_at': '2021-07-09T13:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '91747476-b5d7-4a53-b460-d8a260420741', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'port_id': 'b199ac96-03c8-45e6-9762-a786646f0558', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc', 'mac_address': 'fa:16:3e:0e:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85919cd9-e385-4973-bf8c-806f530a95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:27:53Z', 'updated_at': '2021-07-09T13:27:56Z', 'revision_number': 1, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d9f77b-4eb3-45a7-9d4b-93bb30881dec', 'name': '', 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'mac_address': 'fa:16:3e:e5:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:20Z', 'updated_at': '2021-07-09T13:27:32Z', 'revision_number': 5, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'subnets': [{'id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:27:59.951617 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4d7a1ed-d302-4ad5-8978-75f1e344ac5a x-openstack-request-id: req-a4d7a1ed-d302-4ad5-8978-75f1e344ac5a {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:27:59.951617 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85919cd9-e385-4973-bf8c-806f530a95e5", "tag": "b199ac96-03c8-45e6-9762-a786646f0558", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:27:59.951617 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4d7a1ed-d302-4ad5-8978-75f1e344ac5a {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:27:59.951617 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85919cd9-e385-4973-bf8c-806f530a95e5', 'tag': 'b199ac96-03c8-45e6-9762-a786646f0558', 'status': 'completed', 'code': 200} Jul 09 13:28:00.011282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0c8fa-15b6-4d47-887e-3fcfe419d0ff None None] Checking router: 3e6c16af-62f8-43d8-aa51-e934850a5fe5 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:00.027121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14e459-75ac-4a33-82c9-1c4b2288751c req-35f319d0-8f15-4d7e-92aa-b87e9482393e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:00.027767 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f0c8fa-15b6-4d47-887e-3fcfe419d0ff None None] Routers {'3e6c16af-62f8-43d8-aa51-e934850a5fe5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:00.028406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d0f0c8fa-15b6-4d47-887e-3fcfe419d0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:27:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:00.030013 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3f14e459-75ac-4a33-82c9-1c4b2288751c req-35f319d0-8f15-4d7e-92aa-b87e9482393e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd70c7b3040a4ae0a0b737e217b53ae9&device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 1096 time: 0.1312439 Jul 09 13:28:00.086853 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f444a124-d132-4089-b10d-8d3ba5e41e74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:00.115045 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a7077ab2-b216-4687-98ce-bfb14f733ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'name': 'tempest-ServersTestBootFromVolume-1967456483-router', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:15Z', 'updated_at': '2021-07-09T13:27:57Z', 'revision_number': 5, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'gw_port': {'id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:16Z', 'updated_at': '2021-07-09T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:00.140768 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-f6330b28-d191-4e50-aac2-4fa9a1e86a8c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b199ac96-03c8-45e6-9762-a786646f0558 HTTP/1.1" status: 200 len: 999 time: 0.4880097 Jul 09 13:28:00.214166 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7077ab2-b216-4687-98ce-bfb14f733ae9 None None] Checking router: 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:00.241051 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d0f0c8fa-15b6-4d47-887e-3fcfe419d0ff None None] Set router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:00.248969 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7077ab2-b216-4687-98ce-bfb14f733ae9 None None] Routers {'746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:00.250003 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a7077ab2-b216-4687-98ce-bfb14f733ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:27:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:00.284964 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd8af9c0-5b28-4bf6-a236-03303a016b96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:00.295238 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14e459-75ac-4a33-82c9-1c4b2288751c req-b0125a47-6cfa-4b30-bc3e-2ea27a7879be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:00.297101 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f444a124-d132-4089-b10d-8d3ba5e41e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:00.297563 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f444a124-d132-4089-b10d-8d3ba5e41e74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:00.298167 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f444a124-d132-4089-b10d-8d3ba5e41e74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:00.313483 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3f14e459-75ac-4a33-82c9-1c4b2288751c req-b0125a47-6cfa-4b30-bc3e-2ea27a7879be service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b4a8119-6930-41dd-8274-d2b387479ffc HTTP/1.1" status: 200 len: 929 time: 0.2734807 Jul 09 13:28:00.356796 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-2a5efe33-938b-4a62-8112-23e4c2a2c959 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:00.364808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-2a5efe33-938b-4a62-8112-23e4c2a2c959 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=421ef8b4-a067-4e21-a5bd-b46919588087 HTTP/1.1" status: 200 len: 867 time: 0.1942527 Jul 09 13:28:00.420868 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f444a124-d132-4089-b10d-8d3ba5e41e74 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 2.1371758 Jul 09 13:28:00.464988 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53394) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:00.473339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-557f6e50-d95d-46e7-ac9c-c4131d951dda admin admin] Request body: {'subnet': {'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-792569917-subnet', 'tenant_id': '40c05bf911e74de0ab8d76ee71cab943', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:00.498338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f444a124-d132-4089-b10d-8d3ba5e41e74 admin admin] Pushing event updated for resources: {'Network': ['ID=7c138cf7-3e60-4011-ad16-f9f420ac7385,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:00.523683 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3f14e459-75ac-4a33-82c9-1c4b2288751c req-1d8fc223-7e3d-4a48-a6ab-a518dd594ea2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b199ac96-03c8-45e6-9762-a786646f0558 HTTP/1.1" status: 200 len: 999 time: 0.1894577 Jul 09 13:28:00.536456 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e7b3ae-ca98-4fa4-a11f-95745566390a req-e510330c-d93e-4051-a843-623d9101b3f6 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:00.544774 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9e7b3ae-ca98-4fa4-a11f-95745566390a req-e510330c-d93e-4051-a843-623d9101b3f6 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 946 time: 0.4305689 Jul 09 13:28:00.557001 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a7077ab2-b216-4687-98ce-bfb14f733ae9 None None] Set router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:00.561908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 7c138cf7-3e60-4011-ad16-f9f420ac7385 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:28:00.589007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-557f6e50-d95d-46e7-ac9c-c4131d951dda admin admin] Made reservation on behalf of 40c05bf911e74de0ab8d76ee71cab943 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:00.592822 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-557f6e50-d95d-46e7-ac9c-c4131d951dda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:00.638665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14e459-75ac-4a33-82c9-1c4b2288751c req-5cead2db-6f13-4725-998f-0948242e8a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:00.645545 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3f14e459-75ac-4a33-82c9-1c4b2288751c req-5cead2db-6f13-4725-998f-0948242e8a4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=421ef8b4-a067-4e21-a5bd-b46919588087 HTTP/1.1" status: 200 len: 867 time: 0.1072924 Jul 09 13:28:00.706278 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9e7b3ae-ca98-4fa4-a11f-95745566390a req-104b7d84-ab16-4d54-83b4-91727ce26038 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448843 Jul 09 13:28:00.728032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bd8af9c0-5b28-4bf6-a236-03303a016b96 admin admin] Deleting port f511ae54-c631-434a-9808-e98e6f1181b8 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:00.728032 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd8af9c0-5b28-4bf6-a236-03303a016b96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:00.754252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-aef20744-ab5f-4832-b0fd-1d08a7936e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:00.754981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d0f0c8fa-15b6-4d47-887e-3fcfe419d0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-router', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:12Z', 'updated_at': '2021-07-09T13:27:24Z', 'revision_number': 4, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'gw_port': {'id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:14Z', 'updated_at': '2021-07-09T13:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '91747476-b5d7-4a53-b460-d8a260420741', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'port_id': 'b199ac96-03c8-45e6-9762-a786646f0558', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc', 'mac_address': 'fa:16:3e:0e:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85919cd9-e385-4973-bf8c-806f530a95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:27:53Z', 'updated_at': '2021-07-09T13:27:56Z', 'revision_number': 1, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d9f77b-4eb3-45a7-9d4b-93bb30881dec', 'name': '', 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'mac_address': 'fa:16:3e:e5:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:20Z', 'updated_at': '2021-07-09T13:27:32Z', 'revision_number': 5, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'subnets': [{'id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:00.771076 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-aef20744-ab5f-4832-b0fd-1d08a7936e51 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b4a8119-6930-41dd-8274-d2b387479ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4051960 Jul 09 13:28:00.776385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f14e459-75ac-4a33-82c9-1c4b2288751c req-196436bf-c107-4d4b-ac1a-954b32c0232e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:00.778925 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3f14e459-75ac-4a33-82c9-1c4b2288751c req-196436bf-c107-4d4b-ac1a-954b32c0232e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b4a8119-6930-41dd-8274-d2b387479ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1205595 Jul 09 13:28:00.792869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0f0c8fa-15b6-4d47-887e-3fcfe419d0ff None None] The sync data for ids ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'] in n-d-799525-3 is: [{'id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-router', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:12Z', 'updated_at': '2021-07-09T13:27:24Z', 'revision_number': 4, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'gw_port': {'id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:14Z', 'updated_at': '2021-07-09T13:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '91747476-b5d7-4a53-b460-d8a260420741', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'floating_ip_address': '172.25.2.142', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'port_id': 'b199ac96-03c8-45e6-9762-a786646f0558', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 978, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc', 'mac_address': 'fa:16:3e:0e:40:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85919cd9-e385-4973-bf8c-806f530a95e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:27:53Z', 'updated_at': '2021-07-09T13:27:56Z', 'revision_number': 1, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e7d9f77b-4eb3-45a7-9d4b-93bb30881dec', 'name': '', 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'mac_address': 'fa:16:3e:e5:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:20Z', 'updated_at': '2021-07-09T13:27:32Z', 'revision_number': 5, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'subnets': [{'id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:00.797979 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-4341970c-d82e-4925-b488-f48145512a15 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:28:00.822504 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-4341970c-d82e-4925-b488-f48145512a15 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0294740 Jul 09 13:28:01.038719 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3f14e459-75ac-4a33-82c9-1c4b2288751c req-cd492ed4-c199-4d18-99dd-5212736b04ca service neutron] 10.222.0.18 "GET /v2.0/networks/8b4a8119-6930-41dd-8274-d2b387479ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476828 Jul 09 13:28:01.104697 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a7077ab2-b216-4687-98ce-bfb14f733ae9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'name': 'tempest-ServersTestBootFromVolume-1967456483-router', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:15Z', 'updated_at': '2021-07-09T13:27:57Z', 'revision_number': 5, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'gw_port': {'id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:16Z', 'updated_at': '2021-07-09T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:01.142749 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7077ab2-b216-4687-98ce-bfb14f733ae9 None None] The sync data for ids ['746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb'] in n-d-799525-3 is: [{'id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'name': 'tempest-ServersTestBootFromVolume-1967456483-router', 'tenant_id': '2b95daf5efe14f69834ef33d23d6cc49', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:24:15Z', 'updated_at': '2021-07-09T13:27:57Z', 'revision_number': 5, 'project_id': '2b95daf5efe14f69834ef33d23d6cc49', 'gw_port': {'id': 'f511ae54-c631-434a-9808-e98e6f1181b8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6e:b5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:24:16Z', 'updated_at': '2021-07-09T13:24:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:01.176864 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-bd8af9c0-5b28-4bf6-a236-03303a016b96 admin admin] For port f511ae54-c631-434a-9808-e98e6f1181b8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f511ae54-c631-434a-9808-e98e6f1181b8,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:01.177462 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd8af9c0-5b28-4bf6-a236-03303a016b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:01.256236 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-625db808-7e8a-464d-b649-396f5c9e341c service neutron] 10.222.0.39 "GET /v2.0/networks/8b4a8119-6930-41dd-8274-d2b387479ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4310656 Jul 09 13:28:01.257958 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bd8af9c0-5b28-4bf6-a236-03303a016b96 admin admin] Calling delete_port for f511ae54-c631-434a-9808-e98e6f1181b8 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:01.272405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bed3bfd-f312-4a92-bc9b-d4dd1199a773 None None] New status for floating IP 91747476-b5d7-4a53-b460-d8a260420741: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:28:01.336530 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-557f6e50-d95d-46e7-ac9c-c4131d951dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:01.345199 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3f14e459-75ac-4a33-82c9-1c4b2288751c req-0ac321cc-4ede-4f22-90b6-beac983e9b5c service neutron] 10.222.0.18 "GET /v2.0/networks/8b4a8119-6930-41dd-8274-d2b387479ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2974319 Jul 09 13:28:01.400988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08dff308-03ce-4d84-8c31-a8d2af490ffb req-0485c304-b1b9-43ed-845a-1cb3edba8594 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:01.402940 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-08dff308-03ce-4d84-8c31-a8d2af490ffb req-0485c304-b1b9-43ed-845a-1cb3edba8594 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.18 "GET /v2.0/ports?device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 946 time: 0.1111898 Jul 09 13:28:01.566893 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f5fa1cc7-ba31-475c-8891-631c7005caed no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:01.594707 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-08dff308-03ce-4d84-8c31-a8d2af490ffb req-9d28dd1a-d004-4d1c-9e2b-3ee94afa50de tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Deleting port 27ff5ff2-66e4-4c73-a189-aaed53537ad0 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:01.595188 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-08dff308-03ce-4d84-8c31-a8d2af490ffb req-9d28dd1a-d004-4d1c-9e2b-3ee94afa50de tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:01.621585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: f5fa1cc7-ba31-475c-8891-631c7005caed {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:01.627976 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f5fa1cc7-ba31-475c-8891-631c7005caed not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:01.752844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-08dff308-03ce-4d84-8c31-a8d2af490ffb req-9d28dd1a-d004-4d1c-9e2b-3ee94afa50de tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] For port 27ff5ff2-66e4-4c73-a189-aaed53537ad0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=27ff5ff2-66e4-4c73-a189-aaed53537ad0,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:01.753528 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-08dff308-03ce-4d84-8c31-a8d2af490ffb req-9d28dd1a-d004-4d1c-9e2b-3ee94afa50de tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:01.770673 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d923a042-07c6-4bd0-abb3-863a195d0758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:01.780791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-08dff308-03ce-4d84-8c31-a8d2af490ffb req-9d28dd1a-d004-4d1c-9e2b-3ee94afa50de tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Calling delete_port for 27ff5ff2-66e4-4c73-a189-aaed53537ad0 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:02.029953 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-08dff308-03ce-4d84-8c31-a8d2af490ffb req-9d28dd1a-d004-4d1c-9e2b-3ee94afa50de tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.043509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['27ff5ff2-66e4-4c73-a189-aaed53537ad0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:28:02.049123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d2be107c-132d-4714-935f-2cfb271f7525'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:28:02.069084 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28dd1a-d004-4d1c-9e2b-3ee94afa50de tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Pushing event deleted for resources: {'Port': ['ID=27ff5ff2-66e4-4c73-a189-aaed53537ad0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:02.077352 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48bcd24e-1c2d-438c-88b9-dd3bbc470a62 req-c5762b34-6060-4640-a802-2a695242279e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 210 time: 0.0620484 Jul 09 13:28:02.078336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f6e50-d95d-46e7-ac9c-c4131d951dda admin admin] Pushing event updated for resources: {'Subnet': ['ID=e11eca0f-225a-479a-adf8-c5ca2fa12bae,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:02.127916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-08dff308-03ce-4d84-8c31-a8d2af490ffb req-9d28dd1a-d004-4d1c-9e2b-3ee94afa50de tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] No DVR routers for this DVR port 27ff5ff2-66e4-4c73-a189-aaed53537ad0 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:02.134351 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-08dff308-03ce-4d84-8c31-a8d2af490ffb req-9d28dd1a-d004-4d1c-9e2b-3ee94afa50de tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.136642 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-08dff308-03ce-4d84-8c31-a8d2af490ffb req-9d28dd1a-d004-4d1c-9e2b-3ee94afa50de tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.18 "DELETE /v2.0/ports/27ff5ff2-66e4-4c73-a189-aaed53537ad0 HTTP/1.1" status: 204 len: 173 time: 0.7273433 Jul 09 13:28:02.137220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6f4552d-11e0-4777-97a2-21f52ee0bc9d', 'name': 'network-vif-deleted', 'tag': '27ff5ff2-66e4-4c73-a189-aaed53537ad0'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:28:02.140437 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acba77b6-33e5-4b97-b84e-c104661a88da" -d '{"events": [{"server_uuid": "e6f4552d-11e0-4777-97a2-21f52ee0bc9d", "name": "network-vif-deleted", "tag": "27ff5ff2-66e4-4c73-a189-aaed53537ad0"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:28:02.257122 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c97d2e9-c9a3-4171-8e1f-1a8a1b55ce85 req-be869b76-a1e4-4db1-a29f-0184f69ed151 service neutron] 10.222.0.39 "GET /v2.0/networks/8b4a8119-6930-41dd-8274-d2b387479ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9974000 Jul 09 13:28:02.275197 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd8af9c0-5b28-4bf6-a236-03303a016b96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.310640 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-557f6e50-d95d-46e7-ac9c-c4131d951dda admin admin] Checking segment: {'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:02.311022 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557f6e50-d95d-46e7-ac9c-c4131d951dda admin admin] Network hostable DHCP agents. Network: 7c138cf7-3e60-4011-ad16-f9f420ac7385, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:28:02.321501 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092bdf6c-2b01-43e2-8473-ee9bd442426c x-openstack-request-id: req-092bdf6c-2b01-43e2-8473-ee9bd442426c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:28:02.321965 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6f4552d-11e0-4777-97a2-21f52ee0bc9d", "name": "network-vif-deleted", "tag": "27ff5ff2-66e4-4c73-a189-aaed53537ad0", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:28:02.322291 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-092bdf6c-2b01-43e2-8473-ee9bd442426c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:28:02.322859 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6f4552d-11e0-4777-97a2-21f52ee0bc9d', 'name': 'network-vif-deleted', 'tag': '27ff5ff2-66e4-4c73-a189-aaed53537ad0', 'status': 'completed', 'code': 200} Jul 09 13:28:02.408160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8af9c0-5b28-4bf6-a236-03303a016b96 admin admin] Pushing event deleted for resources: {'Port': ['ID=f511ae54-c631-434a-9808-e98e6f1181b8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:02.547015 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-557f6e50-d95d-46e7-ac9c-c4131d951dda admin admin] Network 7c138cf7-3e60-4011-ad16-f9f420ac7385 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:28:02.592038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-557f6e50-d95d-46e7-ac9c-c4131d951dda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 7c138cf7-3e60-4011-ad16-f9f420ac7385) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:02.606115 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-783b025c-98e5-48a6-9418-9d0871015907 None None] Network 7c138cf7-3e60-4011-ad16-f9f420ac7385 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:02.607449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557f6e50-d95d-46e7-ac9c-c4131d951dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:02.608033 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-557f6e50-d95d-46e7-ac9c-c4131d951dda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.616489 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd8af9c0-5b28-4bf6-a236-03303a016b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.758849 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd8af9c0-5b28-4bf6-a236-03303a016b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.761405 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd8af9c0-5b28-4bf6-a236-03303a016b96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.843074 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd8af9c0-5b28-4bf6-a236-03303a016b96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.843712 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd8af9c0-5b28-4bf6-a236-03303a016b96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:28:02.858380 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-b6580b8b-beff-48be-97e0-25773ddf7ce5 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 258 time: 0.4659817 Jul 09 13:28:02.875272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:02.891534 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd8af9c0-5b28-4bf6-a236-03303a016b96 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:02.893103 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bd8af9c0-5b28-4bf6-a236-03303a016b96 admin admin] 10.222.0.39 "DELETE /v2.0/routers/746eed4c-8a32-45d8-8fd1-11a1a7f5bdcb HTTP/1.1" status: 204 len: 168 time: 3.6631818 Jul 09 13:28:02.896437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53432) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:02.899193 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-557f6e50-d95d-46e7-ac9c-c4131d951dda admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 2.4298518 Jul 09 13:28:02.905533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01150b26-c19b-4a79-a116-46058c8d2396 None None] Network 7c138cf7-3e60-4011-ad16-f9f420ac7385 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:02.932412 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.109091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd6699d6-b02a-4fcd-981d-c374e4583b0e admin admin] Deleting subnet 07e53f61-4ad1-4a2c-9c8a-95ddcec639b9 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:28:03.117702 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd6699d6-b02a-4fcd-981d-c374e4583b0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.218324 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd6699d6-b02a-4fcd-981d-c374e4583b0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.415328 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ffe1993-9736-4ccc-91b1-75f926afebd8 req-afc7c8d2-5e45-4b6c-9d99-a83f7ef2e4c1 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=e6f4552d-11e0-4777-97a2-21f52ee0bc9d HTTP/1.1" status: 200 len: 210 time: 0.0755007 Jul 09 13:28:03.417026 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.488376 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd6699d6-b02a-4fcd-981d-c374e4583b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.640928 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd6699d6-b02a-4fcd-981d-c374e4583b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.683157 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd6699d6-b02a-4fcd-981d-c374e4583b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.691549 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fd6699d6-b02a-4fcd-981d-c374e4583b0e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/07e53f61-4ad1-4a2c-9c8a-95ddcec639b9 HTTP/1.1" status: 204 len: 168 time: 0.7931302 Jul 09 13:28:03.694485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53448) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:03.722633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6699d6-b02a-4fcd-981d-c374e4583b0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07e53f61-4ad1-4a2c-9c8a-95ddcec639b9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:03.729514 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481a6159-c6a4-43ee-a3d9-1475b8411f8c None None] Network 2d210b63-887c-404b-956a-5c57c4f6eb06 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:03.801859 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Allocated IP 172.25.2.192 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/780cc688-b90d-46fe-994d-10c151a747c3) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:03.806621 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:03.984918 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] Deleting port e068f701-26c8-463a-a310-c6a903b26c26 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:03.985298 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.065452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] DHCP port deletion for 2d210b63-887c-404b-956a-5c57c4f6eb06 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:28:04.100810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] For port e068f701-26c8-463a-a310-c6a903b26c26, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e068f701-26c8-463a-a310-c6a903b26c26,segment=NetworkSegment(5d4cd2ef-ebe8-4594-8cc4-29756df34d28),segment_id=5d4cd2ef-ebe8-4594-8cc4-29756df34d28)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:04.101247 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.129765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] Calling delete_port for e068f701-26c8-463a-a310-c6a903b26c26 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:04.133674 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:28:04.139463 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.179699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Deleting port e068f701-26c8-463a-a310-c6a903b26c26 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:04.180097 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.269509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] For port e068f701-26c8-463a-a310-c6a903b26c26, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e068f701-26c8-463a-a310-c6a903b26c26,segment=NetworkSegment(5d4cd2ef-ebe8-4594-8cc4-29756df34d28),segment_id=5d4cd2ef-ebe8-4594-8cc4-29756df34d28)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:04.269892 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.284628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Calling delete_port for e068f701-26c8-463a-a310-c6a903b26c26 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:04.345739 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-80914e29-e1aa-4b1f-a252-37b9efc6a637 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:04.347808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-80914e29-e1aa-4b1f-a252-37b9efc6a637 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/networks?id=7c138cf7-3e60-4011-ad16-f9f420ac7385 HTTP/1.1" status: 200 len: 804 time: 0.1442499 Jul 09 13:28:04.372442 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.408857 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-b41171a7-ccbe-4591-bf53-eb056f368e1e tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/quotas/40c05bf911e74de0ab8d76ee71cab943 HTTP/1.1" status: 200 len: 375 time: 0.0470097 Jul 09 13:28:04.411518 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Pushing event deleted for resources: {'Port': ['ID=e068f701-26c8-463a-a310-c6a903b26c26,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:04.415827 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] No DVR routers for this DVR port e068f701-26c8-463a-a310-c6a903b26c26 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:04.421793 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6841c8f-cdc8-4bd8-b31c-51c3288ecafc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.422907 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.427540 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.428445 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.429196 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.429797 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.430360 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.430920 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.432322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.432932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.433511 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.434173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.434863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.435507 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fd2ebe-f26e-4893-9dd7-a5bbb734cdb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:04.513642 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-11f6f6ba-584f-4a09-86b8-d96f0c54c7f3 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=40c05bf911e74de0ab8d76ee71cab943&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0877292 Jul 09 13:28:04.532167 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.536838 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:04.570235 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.572165 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:04.604498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:04.615925 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] No DVR routers for this DVR port e068f701-26c8-463a-a310-c6a903b26c26 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:04.636291 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Pushing event updated for resources: {'Port': ['ID=780cc688-b90d-46fe-994d-10c151a747c3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:04.710840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] Pushing event deleted for resources: {'Port': ['ID=e068f701-26c8-463a-a310-c6a903b26c26,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:04.783513 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.821167 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d210b63-887c-404b-956a-5c57c4f6eb06']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:04.837813 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-9e786c9d-c25f-47fe-9bd7-cc275fbb35c5 service neutron] 10.222.0.39 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3153751 Jul 09 13:28:04.845010 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d4cd2ef-ebe8-4594-8cc4-29756df34d28') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:04.845297 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d4cd2ef-ebe8-4594-8cc4-29756df34d28') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:04.881907 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.947383 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.948942 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.967310 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:28:04.967681 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:28:04.969375 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:28:04.975695 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:28:04.975695 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:28:04.975695 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:28:05.079382 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-ac262b22-8c23-40a0-8f0e-1b4757ee94a5 service neutron] 10.222.0.39 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2272458 Jul 09 13:28:05.085601 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.109423 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.124526 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.126391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2d210b63-887c-404b-956a-5c57c4f6eb06 HTTP/1.1" status: 204 len: 168 time: 1.4308391 Jul 09 13:28:05.143314 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c8c7f9-4c1e-40d4-87cb-b6e357ed5366 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d210b63-887c-404b-956a-5c57c4f6eb06,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:05.321724 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.327547 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.355451 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e068f701-26c8-463a-a310-c6a903b26c26 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:05.364282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53500) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:05.415699 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.416539 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d12944d2-e1da-4b05-946c-ae8679a2ab9d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b95daf5efe14f69834ef33d23d6cc49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0503883 Jul 09 13:28:05.418857 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53504) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:05.442571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Pushing event updated for resources: {'Port': ['ID=780cc688-b90d-46fe-994d-10c151a747c3,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:05.445341 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.446706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-67b27e7f-8af7-498f-83f2-eb29853ade99 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.5874488 Jul 09 13:28:05.464740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: e068f701-26c8-463a-a310-c6a903b26c26 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:05.465064 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e068f701-26c8-463a-a310-c6a903b26c26 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:05.465540 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f511ae54-c631-434a-9808-e98e6f1181b8 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:05.506696 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: f511ae54-c631-434a-9808-e98e6f1181b8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:05.507058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f511ae54-c631-434a-9808-e98e6f1181b8 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:05.531318 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea33550b-3b22-4544-b0de-9910df47faef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.534009 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.553603 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-0c26a389-daa4-4e8b-bc4d-b307b9c52d59 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.0906384 Jul 09 13:28:05.571786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea33550b-3b22-4544-b0de-9910df47faef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.638714 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea33550b-3b22-4544-b0de-9910df47faef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.642941 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea33550b-3b22-4544-b0de-9910df47faef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:05.645702 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ea33550b-3b22-4544-b0de-9910df47faef admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4bcf25fe-231f-4c83-8606-c880534b8bcd HTTP/1.1" status: 204 len: 168 time: 0.2251754 Jul 09 13:28:05.657483 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea33550b-3b22-4544-b0de-9910df47faef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bcf25fe-231f-4c83-8606-c880534b8bcd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:05.664282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 27ff5ff2-66e4-4c73-a189-aaed53537ad0 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:05.704435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 27ff5ff2-66e4-4c73-a189-aaed53537ad0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:05.705412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 27ff5ff2-66e4-4c73-a189-aaed53537ad0 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:05.739274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-e265dc7e-5de2-4937-b58e-82dae0357ba2 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:05.740698 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b236a13-5e09-43b0-8977-67cb3a0aeca9 req-e265dc7e-5de2-4937-b58e-82dae0357ba2 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.1805220 Jul 09 13:28:05.778271 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c8b08f3-424e-4645-b586-2cb29cbddb52 req-fa56f243-a1ab-4901-b861-ed0b4a08dffe tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c638e3c-890d-495a-8598-fb17d33966af HTTP/1.1" status: 200 len: 210 time: 0.0548413 Jul 09 13:28:06.066462 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534819ea-2355-4a3a-9c93-cba5590aa35a req-b65f0036-39e9-4253-871f-39ae1740b082 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:06.068756 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-534819ea-2355-4a3a-9c93-cba5590aa35a req-b65f0036-39e9-4253-871f-39ae1740b082 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1524122 Jul 09 13:28:06.187864 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b4d142-a162-4b0e-9b59-12d3b617a51b req-fbbf42c8-3243-4524-ae05-6203edb231b9 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:06.189879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-20b4d142-a162-4b0e-9b59-12d3b617a51b req-fbbf42c8-3243-4524-ae05-6203edb231b9 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2136629 Jul 09 13:28:06.208739 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-534819ea-2355-4a3a-9c93-cba5590aa35a req-3b934760-d061-479a-ac9e-20038816d799 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258924 Jul 09 13:28:06.328630 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-20b4d142-a162-4b0e-9b59-12d3b617a51b req-a433e07e-a43d-4421-b2dc-34d0c7470025 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.1147258 Jul 09 13:28:06.346135 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-20b4d142-a162-4b0e-9b59-12d3b617a51b req-533dab7a-f968-43a5-aa22-529c0101a35a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Request body: {'floatingip': {'port_id': 'b199ac96-03c8-45e6-9762-a786646f0558', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:06.594490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53556) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:06.699693 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-20b4d142-a162-4b0e-9b59-12d3b617a51b req-533dab7a-f968-43a5-aa22-529c0101a35a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:06.724278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-afff1bc1-b5b3-468c-86e3-d88940cb5801 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-963782190-network', 'tenant_id': '590f3198215a402b9f863adddb8b13ff'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:06.811378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afff1bc1-b5b3-468c-86e3-d88940cb5801 admin admin] Made reservation on behalf of 590f3198215a402b9f863adddb8b13ff for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:06.813888 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-afff1bc1-b5b3-468c-86e3-d88940cb5801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:06.829247 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-afff1bc1-b5b3-468c-86e3-d88940cb5801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:06.850591 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757180b4-edc4-4646-9295-eca17c037687 req-6f1ee4ea-0394-41c7-bb3b-df039b1cb60f tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:06.852085 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-757180b4-edc4-4646-9295-eca17c037687 req-6f1ee4ea-0394-41c7-bb3b-df039b1cb60f tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 951 time: 0.1710265 Jul 09 13:28:06.872481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-22db8a0f-dc67-4386-af13-be51e8798c2b tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:06.874333 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-22db8a0f-dc67-4386-af13-be51e8798c2b tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.18 "GET /v2.0/networks?id=7c138cf7-3e60-4011-ad16-f9f420ac7385 HTTP/1.1" status: 200 len: 804 time: 0.1914597 Jul 09 13:28:06.880132 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:06.896045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-7ec693d4-7202-4e13-b841-8e032a8cbcdb tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Request body: {'port': {'device_id': '1c638e3c-890d-495a-8598-fb17d33966af', 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385', 'admin_state_up': True, 'tenant_id': '40c05bf911e74de0ab8d76ee71cab943'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:06.965113 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-757180b4-edc4-4646-9295-eca17c037687 req-edd69354-f26f-457d-b444-d6707fdcc416 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/security-groups?id=7791fb4d-d830-4bc9-9611-86fd121bedb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960608 Jul 09 13:28:07.051534 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-20b4d142-a162-4b0e-9b59-12d3b617a51b req-533dab7a-f968-43a5-aa22-529c0101a35a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 13:28:07.063669 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-20b4d142-a162-4b0e-9b59-12d3b617a51b req-533dab7a-f968-43a5-aa22-529c0101a35a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "PUT /v2.0/floatingips/687bccac-a719-4a62-b8bb-c9a2a8431de0 HTTP/1.1" status: 409 len: 550 time: 0.7256179 Jul 09 13:28:07.064968 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-afff1bc1-b5b3-468c-86e3-d88940cb5801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:07.079178 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-afff1bc1-b5b3-468c-86e3-d88940cb5801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:07.121430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-7ec693d4-7202-4e13-b841-8e032a8cbcdb tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Made reservation on behalf of 40c05bf911e74de0ab8d76ee71cab943 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:07.125028 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-7ec693d4-7202-4e13-b841-8e032a8cbcdb tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:07.128778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afff1bc1-b5b3-468c-86e3-d88940cb5801 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:28:07.152555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff1bc1-b5b3-468c-86e3-d88940cb5801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d23ed44c-396f-4769-b24e-80038c6b8c7a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:07.158275 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-afff1bc1-b5b3-468c-86e3-d88940cb5801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:07.158638 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-afff1bc1-b5b3-468c-86e3-d88940cb5801 admin admin] Added segment 47b9a13c-f555-48d2-88a1-afb09cafec61 of type vlan for network d737c001-7bab-4f5d-8700-9afe90af1f16 Jul 09 13:28:07.264394 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-afff1bc1-b5b3-468c-86e3-d88940cb5801 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:07.318656 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-68598977-6dad-4a7e-9518-5d983a87e9cc req-36094bbb-a3d9-4ac9-86c5-fdd3a709f622 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c638e3c-890d-495a-8598-fb17d33966af HTTP/1.1" status: 200 len: 210 time: 0.0432169 Jul 09 13:28:07.338608 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-afff1bc1-b5b3-468c-86e3-d88940cb5801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:07.339737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afff1bc1-b5b3-468c-86e3-d88940cb5801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:07.340337 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-afff1bc1-b5b3-468c-86e3-d88940cb5801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:07.347485 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-7ec693d4-7202-4e13-b841-8e032a8cbcdb tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Allocated IP 172.20.0.5 (7c138cf7-3e60-4011-ad16-f9f420ac7385/e11eca0f-225a-479a-adf8-c5ca2fa12bae/9c7e8e43-394e-4d2e-84df-d1c3f0867ced) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:07.424034 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-afff1bc1-b5b3-468c-86e3-d88940cb5801 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8275135 Jul 09 13:28:07.427183 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53582) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:07.434300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a675c2cd-ff17-4f8d-917f-5fcc750ff161 admin admin] Request body: {'subnet': {'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-963782190-subnet', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:07.435526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afff1bc1-b5b3-468c-86e3-d88940cb5801 admin admin] Pushing event updated for resources: {'Network': ['ID=d737c001-7bab-4f5d-8700-9afe90af1f16,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:07.448094 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network d737c001-7bab-4f5d-8700-9afe90af1f16 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:28:07.533733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a675c2cd-ff17-4f8d-917f-5fcc750ff161 admin admin] Made reservation on behalf of 590f3198215a402b9f863adddb8b13ff for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:07.537811 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a675c2cd-ff17-4f8d-917f-5fcc750ff161 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:07.607230 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-7ec693d4-7202-4e13-b841-8e032a8cbcdb tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:07.630382 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659d1ed6-d987-4fba-b8a7-854ffb3b6e7e req-0026ffdf-b538-45e5-9174-d9e346e092d7 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:07.632090 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-659d1ed6-d987-4fba-b8a7-854ffb3b6e7e req-0026ffdf-b538-45e5-9174-d9e346e092d7 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1628020 Jul 09 13:28:07.656466 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-7ec693d4-7202-4e13-b841-8e032a8cbcdb tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:07.705243 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-7ec693d4-7202-4e13-b841-8e032a8cbcdb tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Network 7c138cf7-3e60-4011-ad16-f9f420ac7385 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:07.707238 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-659d1ed6-d987-4fba-b8a7-854ffb3b6e7e req-4e83ae9d-2efb-4296-8693-b5b3ec06a2bd tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675702 Jul 09 13:28:07.711915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-7ec693d4-7202-4e13-b841-8e032a8cbcdb tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:07.715968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-7ec693d4-7202-4e13-b841-8e032a8cbcdb tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:07.725807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec693d4-7202-4e13-b841-8e032a8cbcdb tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Pushing event updated for resources: {'Port': ['ID=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:07.787988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-7ec693d4-7202-4e13-b841-8e032a8cbcdb tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:07.789050 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-7ec693d4-7202-4e13-b841-8e032a8cbcdb tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:07.806639 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-7ec693d4-7202-4e13-b841-8e032a8cbcdb tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9187653 Jul 09 13:28:07.815974 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14d8448a-bc0b-4d14-9bae-36e59fe6c7f6 req-a016728b-0253-4516-8f83-7ca404ffe092 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/floatingips/687bccac-a719-4a62-b8bb-c9a2a8431de0 HTTP/1.1" status: 200 len: 693 time: 0.0586724 Jul 09 13:28:07.819774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Request body: {'port': {'device_id': '1c638e3c-890d-495a-8598-fb17d33966af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:07.910283 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:07.925812 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a675c2cd-ff17-4f8d-917f-5fcc750ff161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.012460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a675c2cd-ff17-4f8d-917f-5fcc750ff161 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c761eaf5-8e23-405f-bf31-0b4ca38c7398,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:08.037475 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d8448a-bc0b-4d14-9bae-36e59fe6c7f6 req-a6c56aff-f449-4e09-bd69-3b79fda6e54b tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:08.039234 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14d8448a-bc0b-4d14-9bae-36e59fe6c7f6 req-a6c56aff-f449-4e09-bd69-3b79fda6e54b tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.1993730 Jul 09 13:28:08.045506 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a675c2cd-ff17-4f8d-917f-5fcc750ff161 admin admin] Checking segment: {'id': '47b9a13c-f555-48d2-88a1-afb09cafec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:08.045875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a675c2cd-ff17-4f8d-917f-5fcc750ff161 admin admin] Network hostable DHCP agents. Network: d737c001-7bab-4f5d-8700-9afe90af1f16, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:28:08.107344 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14d8448a-bc0b-4d14-9bae-36e59fe6c7f6 req-e42c7fbf-f849-4190-9459-7a7e316ba242 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.0584118 Jul 09 13:28:08.115100 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a675c2cd-ff17-4f8d-917f-5fcc750ff161 admin admin] Network d737c001-7bab-4f5d-8700-9afe90af1f16 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:28:08.160205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a675c2cd-ff17-4f8d-917f-5fcc750ff161 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, d737c001-7bab-4f5d-8700-9afe90af1f16) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:08.170103 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a675c2cd-ff17-4f8d-917f-5fcc750ff161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:08.170734 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a675c2cd-ff17-4f8d-917f-5fcc750ff161 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.172266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e30994f-5756-4bac-b39c-436e150a795a None None] Network d737c001-7bab-4f5d-8700-9afe90af1f16 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:08.176353 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14d8448a-bc0b-4d14-9bae-36e59fe6c7f6 req-c632c70b-d603-4bba-beae-27ffe57e36bc tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.192 HTTP/1.1" status: 200 len: 696 time: 0.0586042 Jul 09 13:28:08.198491 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.248934 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a675c2cd-ff17-4f8d-917f-5fcc750ff161 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8168402 Jul 09 13:28:08.248934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53624) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:08.257461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-963782190-router', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:08.293551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c7e8e43-394e-4d2e-84df-d1c3f0867ced {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:28:08.308223 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.326041 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Transition to ACTIVE for port object 9c7e8e43-394e-4d2e-84df-d1c3f0867ced will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:08.331776 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.365660 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.366745 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.391425 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-d737c001-7bab-4f5d-8700-9afe90af1f16', 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'fixed_ips': [{'subnet_id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:28:08.392932 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.402115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:08.464512 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.482433 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.494773 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Attempting to bind port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:08.495178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Attempting to bind port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:08.495471 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Attempting to bind port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced on network 7c138cf7-3e60-4011-ad16-f9f420ac7385 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:08.500637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced on network 7c138cf7-3e60-4011-ad16-f9f420ac7385 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:28:08.500960 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Attempting to bind port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced on network 7c138cf7-3e60-4011-ad16-f9f420ac7385 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:08.506806 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:08.507387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Checking segment: {'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:08.507778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Bound using segment: {'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:08.508206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Bound port: 9c7e8e43-394e-4d2e-84df-d1c3f0867ced, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:08.508565 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.567714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Allocated IP 172.20.0.2 (d737c001-7bab-4f5d-8700-9afe90af1f16/c761eaf5-8e23-405f-bf31-0b4ca38c7398/f366dfc2-c740-4d81-bdda-1a7d27de900e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:08.578362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-14d8448a-bc0b-4d14-9bae-36e59fe6c7f6 req-1b33ad29-a66b-48a7-b3cb-0d78cd9f5ffb tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Deleting port 780cc688-b90d-46fe-994d-10c151a747c3 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:08.578702 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-14d8448a-bc0b-4d14-9bae-36e59fe6c7f6 req-1b33ad29-a66b-48a7-b3cb-0d78cd9f5ffb tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.583481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] For port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:08.587311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] For port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:08.592335 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.642395 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:08.644227 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.645747 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c7e8e43-394e-4d2e-84df-d1c3f0867ced HTTP/1.1" status: 200 len: 1091 time: 0.8312504 Jul 09 13:28:08.646275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c638e3c-890d-495a-8598-fb17d33966af', 'tag': '9c7e8e43-394e-4d2e-84df-d1c3f0867ced'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:28:08.649205 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419c0319-1c2f-4504-99b7-2c717afc166a" -d '{"events": [{"name": "network-changed", "server_uuid": "1c638e3c-890d-495a-8598-fb17d33966af", "tag": "9c7e8e43-394e-4d2e-84df-d1c3f0867ced"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:28:08.654674 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624c0cc6-74b3-4e0a-931c-6a47b9ec7ee7 req-0d3f279c-d611-4afe-a34e-5b92a84055f8 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:08.656315 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-624c0cc6-74b3-4e0a-931c-6a47b9ec7ee7 req-0d3f279c-d611-4afe-a34e-5b92a84055f8 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.3106863 Jul 09 13:28:08.672981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d645cf3-06da-45cc-af97-070d7a5d4da0 service neutron] Pushing event updated for resources: {'Port': ['ID=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:08.773964 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.793121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-f6348e37-cf5d-4535-93bd-2cd6c71ce400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:08.794845 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-f6348e37-cf5d-4535-93bd-2cd6c71ce400 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40c05bf911e74de0ab8d76ee71cab943&device_id=1c638e3c-890d-495a-8598-fb17d33966af HTTP/1.1" status: 200 len: 1094 time: 0.0980923 Jul 09 13:28:08.830128 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-624c0cc6-74b3-4e0a-931c-6a47b9ec7ee7 req-39aae8b7-7dec-4da6-936a-bde585e19e7b tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915227 Jul 09 13:28:08.874154 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-14d8448a-bc0b-4d14-9bae-36e59fe6c7f6 req-1b33ad29-a66b-48a7-b3cb-0d78cd9f5ffb tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.874571 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-14d8448a-bc0b-4d14-9bae-36e59fe6c7f6 req-1b33ad29-a66b-48a7-b3cb-0d78cd9f5ffb tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.889122 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-468cf5df-a4ee-44f2-a43d-417b6967fb5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c7e8e43-394e-4d2e-84df-d1c3f0867ced HTTP/1.1" status: 200 len: 217 time: 0.0862694 Jul 09 13:28:08.893745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-14d8448a-bc0b-4d14-9bae-36e59fe6c7f6 req-1b33ad29-a66b-48a7-b3cb-0d78cd9f5ffb tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Calling delete_port for 780cc688-b90d-46fe-994d-10c151a747c3 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:08.970515 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:08.988161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Transition to ACTIVE for port object f366dfc2-c740-4d81-bdda-1a7d27de900e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:09.041656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Transition to ACTIVE for port object f366dfc2-c740-4d81-bdda-1a7d27de900e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:09.044424 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-9aec8d82-a3b1-49ab-83fb-462038d54e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:09.048696 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-9aec8d82-a3b1-49ab-83fb-462038d54e36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e11eca0f-225a-479a-adf8-c5ca2fa12bae HTTP/1.1" status: 200 len: 844 time: 0.1526530 Jul 09 13:28:09.054805 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.114541 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-24d18eb7-f4a3-47c8-986a-d583f97a5a9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c138cf7-3e60-4011-ad16-f9f420ac7385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0605433 Jul 09 13:28:09.117422 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-14d8448a-bc0b-4d14-9bae-36e59fe6c7f6 req-1b33ad29-a66b-48a7-b3cb-0d78cd9f5ffb tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.143321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Network d737c001-7bab-4f5d-8700-9afe90af1f16 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:09.148941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:09.156081 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:09.163511 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b33ad29-a66b-48a7-b3cb-0d78cd9f5ffb tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Pushing event deleted for resources: {'Port': ['ID=780cc688-b90d-46fe-994d-10c151a747c3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:09.305568 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Pushing event updated for resources: {'Port': ['ID=f366dfc2-c740-4d81-bdda-1a7d27de900e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:09.333253 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Attempting to bind port f366dfc2-c740-4d81-bdda-1a7d27de900e on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:09.333889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Attempting to bind port f366dfc2-c740-4d81-bdda-1a7d27de900e by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '47b9a13c-f555-48d2-88a1-afb09cafec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:09.335812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Attempting to bind port f366dfc2-c740-4d81-bdda-1a7d27de900e on network d737c001-7bab-4f5d-8700-9afe90af1f16 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:09.343013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:09.343819 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Checking segment: {'id': '47b9a13c-f555-48d2-88a1-afb09cafec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:09.350932 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.352673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Bound using segment: {'id': '47b9a13c-f555-48d2-88a1-afb09cafec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:09.353429 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Bound port: f366dfc2-c740-4d81-bdda-1a7d27de900e, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b9a13c-f555-48d2-88a1-afb09cafec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:09.354810 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.410482 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-929478eb-a593-45ce-a43a-e111dc0f7d20 service neutron] 10.222.0.18 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891092 Jul 09 13:28:09.426493 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-14d8448a-bc0b-4d14-9bae-36e59fe6c7f6 req-1b33ad29-a66b-48a7-b3cb-0d78cd9f5ffb tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.430375 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-14d8448a-bc0b-4d14-9bae-36e59fe6c7f6 req-1b33ad29-a66b-48a7-b3cb-0d78cd9f5ffb tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.432246 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14d8448a-bc0b-4d14-9bae-36e59fe6c7f6 req-1b33ad29-a66b-48a7-b3cb-0d78cd9f5ffb tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "DELETE /v2.0/floatingips/687bccac-a719-4a62-b8bb-c9a2a8431de0 HTTP/1.1" status: 204 len: 173 time: 1.2466969 Jul 09 13:28:09.438500 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.468840 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.524240 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] For port f366dfc2-c740-4d81-bdda-1a7d27de900e, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:09.536123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] For port f366dfc2-c740-4d81-bdda-1a7d27de900e, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f366dfc2-c740-4d81-bdda-1a7d27de900e,segment=NetworkSegment(47b9a13c-f555-48d2-88a1-afb09cafec61),segment_id=47b9a13c-f555-48d2-88a1-afb09cafec61)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:09.542286 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.627687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5becfd-d963-4c1d-b425-b957322cb602 None None] Pushing event updated for resources: {'Port': ['ID=f366dfc2-c740-4d81-bdda-1a7d27de900e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:09.632428 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 41909eaf-74a6-45aa-a271-0b803ee02e30 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:09.647607 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97e6dae-fb72-409e-a859-f9c82c63a1a6 x-openstack-request-id: req-d97e6dae-fb72-409e-a859-f9c82c63a1a6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:28:09.648314 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c638e3c-890d-495a-8598-fb17d33966af", "tag": "9c7e8e43-394e-4d2e-84df-d1c3f0867ced", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:28:09.648625 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d97e6dae-fb72-409e-a859-f9c82c63a1a6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:28:09.649213 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c638e3c-890d-495a-8598-fb17d33966af', 'tag': '9c7e8e43-394e-4d2e-84df-d1c3f0867ced', 'status': 'completed', 'code': 200} Jul 09 13:28:09.751491 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.751669 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00330a6a-fcba-4f63-99be-29c8e9e3e65e req-f53c6220-8d6c-4f73-9ee6-834e33c463a5 service neutron] 10.222.0.18 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3334520 Jul 09 13:28:09.811878 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Allocated IP 172.25.2.32 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/eb34c097-154c-4762-92d7-694edb4ec1b9) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:09.817712 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 41909eaf-74a6-45aa-a271-0b803ee02e30, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=41909eaf-74a6-45aa-a271-0b803ee02e30,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:09.819747 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57ce8de-dc9f-4e18-8ea7-45b40866da90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41909eaf-74a6-45aa-a271-0b803ee02e30'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:28:09.824888 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5f061e-cdf8-46e0-864b-fe02d1dce250" -d '{"events": [{"server_uuid": "e57ce8de-dc9f-4e18-8ea7-45b40866da90", "name": "network-vif-unplugged", "status": "completed", "tag": "41909eaf-74a6-45aa-a271-0b803ee02e30"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:28:09.830387 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:09.917619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=41909eaf-74a6-45aa-a271-0b803ee02e30,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:09.945154 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c0319-1c2f-4504-99b7-2c717afc166a req-841eaf32-0039-41c3-8288-4f06940a3353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:09.946717 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-419c0319-1c2f-4504-99b7-2c717afc166a req-841eaf32-0039-41c3-8288-4f06940a3353 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=40c05bf911e74de0ab8d76ee71cab943&device_id=1c638e3c-890d-495a-8598-fb17d33966af HTTP/1.1" status: 200 len: 1094 time: 0.1338625 Jul 09 13:28:09.988983 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c16f0c-65b6-4632-bd8c-cf9c4318f669 req-65b0a9e2-d84d-4ca4-b477-f3c2e8cf5430 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:09.997607 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81c16f0c-65b6-4632-bd8c-cf9c4318f669 req-65b0a9e2-d84d-4ca4-b477-f3c2e8cf5430 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c638e3c-890d-495a-8598-fb17d33966af HTTP/1.1" status: 200 len: 943 time: 0.2768278 Jul 09 13:28:10.135335 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81c16f0c-65b6-4632-bd8c-cf9c4318f669 req-3e6a4c82-a9a5-4dc4-aff7-94ae31362e11 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365926 Jul 09 13:28:10.164430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:10.206888 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c0319-1c2f-4504-99b7-2c717afc166a req-db0cf171-0c59-4dd9-8837-d6ba889445fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:10.211410 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-419c0319-1c2f-4504-99b7-2c717afc166a req-db0cf171-0c59-4dd9-8837-d6ba889445fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=7c138cf7-3e60-4011-ad16-f9f420ac7385 HTTP/1.1" status: 200 len: 905 time: 0.2519696 Jul 09 13:28:10.281066 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa2eb257-2c7a-4ffe-80a7-6e0396f4d2a3 x-openstack-request-id: req-fa2eb257-2c7a-4ffe-80a7-6e0396f4d2a3 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:28:10.281714 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57ce8de-dc9f-4e18-8ea7-45b40866da90", "name": "network-vif-unplugged", "status": "completed", "tag": "41909eaf-74a6-45aa-a271-0b803ee02e30", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:28:10.282895 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa2eb257-2c7a-4ffe-80a7-6e0396f4d2a3 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:28:10.283552 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57ce8de-dc9f-4e18-8ea7-45b40866da90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41909eaf-74a6-45aa-a271-0b803ee02e30', 'code': 200} Jul 09 13:28:10.305206 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-419c0319-1c2f-4504-99b7-2c717afc166a req-b25406f5-8371-4649-a2aa-3b0c2585e45d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9c7e8e43-394e-4d2e-84df-d1c3f0867ced HTTP/1.1" status: 200 len: 217 time: 0.0867596 Jul 09 13:28:10.310319 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:10.361523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419c0319-1c2f-4504-99b7-2c717afc166a req-a5d529da-e472-4187-8541-63f6e1469c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:10.364208 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-419c0319-1c2f-4504-99b7-2c717afc166a req-a5d529da-e472-4187-8541-63f6e1469c66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e11eca0f-225a-479a-adf8-c5ca2fa12bae HTTP/1.1" status: 200 len: 844 time: 0.0517757 Jul 09 13:28:10.389922 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:10.400043 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:10.412812 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:10.444529 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-419c0319-1c2f-4504-99b7-2c717afc166a req-4d9d2ddf-0d55-4dba-84f6-5d6d55c2c78e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7c138cf7-3e60-4011-ad16-f9f420ac7385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735164 Jul 09 13:28:10.639403 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-419c0319-1c2f-4504-99b7-2c717afc166a req-212ee952-c455-4b2a-a595-edc566c30779 service neutron] 10.222.0.18 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761162 Jul 09 13:28:10.672705 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-058f5f27-aa87-4be6-a92c-f06801f00607 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 1001 time: 0.4549112 Jul 09 13:28:10.780471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Pushing event updated for resources: {'Port': ['ID=eb34c097-154c-4762-92d7-694edb4ec1b9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:10.820528 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-419c0319-1c2f-4504-99b7-2c717afc166a req-197f3391-cd7c-42c3-954f-d8e8358759d4 service neutron] 10.222.0.18 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743348 Jul 09 13:28:10.851575 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-0e0fa624-3f78-4cbd-976b-62df85de21d3 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:10.853044 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-0e0fa624-3f78-4cbd-976b-62df85de21d3 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports/b199ac96-03c8-45e6-9762-a786646f0558 HTTP/1.1" status: 200 len: 942 time: 0.1492167 Jul 09 13:28:11.102643 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6ea333-a14c-4f32-b18e-aa0b0980abd9 None None] Network d737c001-7bab-4f5d-8700-9afe90af1f16 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:11.182997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ac951eec-d0d6-4bad-b346-e059808e05fe None None] Provisioning for port f366dfc2-c740-4d81-bdda-1a7d27de900e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:11.272197 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e4081-6489-457a-a2ae-0f69c40fadc1 req-c4060513-b6da-44a5-8c79-4f1bd0ee8a81 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:11.282603 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dc5e4081-6489-457a-a2ae-0f69c40fadc1 req-c4060513-b6da-44a5-8c79-4f1bd0ee8a81 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 949 time: 0.6083596 Jul 09 13:28:11.309169 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:11.368956 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-467a0881-905e-41ea-a159-4c1e807629a7 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 1001 time: 0.1816831 Jul 09 13:28:11.390956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f366dfc2-c740-4d81-bdda-1a7d27de900e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:11.446794 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dc5e4081-6489-457a-a2ae-0f69c40fadc1 req-ee7d248c-47b0-4370-97f9-b9749731eea6 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/security-groups?id=7791fb4d-d830-4bc9-9611-86fd121bedb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631792 Jul 09 13:28:11.478537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port f366dfc2-c740-4d81-bdda-1a7d27de900e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:11.485859 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port f366dfc2-c740-4d81-bdda-1a7d27de900e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:11.486762 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:11.653787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-71897b71-ccf6-44ec-b490-f9f90106dc72 None None] Provisioning complete for port f366dfc2-c740-4d81-bdda-1a7d27de900e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:11.654433 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71897b71-ccf6-44ec-b490-f9f90106dc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:11.682853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-aef4c4b4-e755-4b26-a6d8-f4f93845f5a3 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:11.684336 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-aef4c4b4-e755-4b26-a6d8-f4f93845f5a3 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.2952907 Jul 09 13:28:11.726759 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:11.770595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-2708fd96-ad11-410f-9acb-3237548df629 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:28:11.771768 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-2708fd96-ad11-410f-9acb-3237548df629 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0763204 Jul 09 13:28:11.787840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port f366dfc2-c740-4d81-bdda-1a7d27de900e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f366dfc2-c740-4d81-bdda-1a7d27de900e,segment=NetworkSegment(47b9a13c-f555-48d2-88a1-afb09cafec61),segment_id=47b9a13c-f555-48d2-88a1-afb09cafec61)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:11.814254 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:11.879599 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71897b71-ccf6-44ec-b490-f9f90106dc72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:11.905590 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:11.920052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=f366dfc2-c740-4d81-bdda-1a7d27de900e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:11.977962 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-71897b71-ccf6-44ec-b490-f9f90106dc72 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:28:11.978597 n-d-799525-3 neutron-server[93755]: DEBUG oslo_db.api [None req-71897b71-ccf6-44ec-b490-f9f90106dc72 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:28:11.986811 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-ee7b0e6d-f59e-4565-a8e2-f9694123cfb0 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 1001 time: 0.2005460 Jul 09 13:28:11.999999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3795e-4d62-470f-8db1-2ee4506c4e0e req-79bf2906-7508-4d82-b1c0-d6cba7502691 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:12.001668 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ac3795e-4d62-470f-8db1-2ee4506c4e0e req-79bf2906-7508-4d82-b1c0-d6cba7502691 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c638e3c-890d-495a-8598-fb17d33966af HTTP/1.1" status: 200 len: 943 time: 0.2382784 Jul 09 13:28:12.023138 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-829a73d8-8b2c-4c28-9c83-c313a59a2516 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:12.158493 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ac3795e-4d62-470f-8db1-2ee4506c4e0e req-0f19d7a2-5f6b-49b0-b9fb-61e2286edbee tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420352 Jul 09 13:28:12.161742 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-829a73d8-8b2c-4c28-9c83-c313a59a2516 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:12.340063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdba513-cfd8-4138-8fb3-41c69bbfd728 req-bb530450-7b60-4cca-8683-8f3df102b4a7 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:12.343276 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7fdba513-cfd8-4138-8fb3-41c69bbfd728 req-bb530450-7b60-4cca-8683-8f3df102b4a7 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.15 "GET /v2.0/ports?device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 949 time: 0.1009810 Jul 09 13:28:12.344240 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-829a73d8-8b2c-4c28-9c83-c313a59a2516 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:12.349224 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-829a73d8-8b2c-4c28-9c83-c313a59a2516 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:12.349557 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-829a73d8-8b2c-4c28-9c83-c313a59a2516 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Floating IP 91747476-b5d7-4a53-b460-d8a260420741 disassociated. External IP: 172.25.2.142, port: b199ac96-03c8-45e6-9762-a786646f0558. Jul 09 13:28:12.353594 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Router d7648c97-c287-4117-9147-b14585054ac4 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:28:12.477701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-7fdba513-cfd8-4138-8fb3-41c69bbfd728 req-808c00bc-f99e-4762-8d0b-e1122aa5af62 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Deleting port 41909eaf-74a6-45aa-a271-0b803ee02e30 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:12.478333 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7fdba513-cfd8-4138-8fb3-41c69bbfd728 req-808c00bc-f99e-4762-8d0b-e1122aa5af62 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:12.563421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:28:12.575042 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Sync routers for ids ['d7648c97-c287-4117-9147-b14585054ac4'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:28:12.587727 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Routers {'d7648c97-c287-4117-9147-b14585054ac4'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:12.589459 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d7648c97-c287-4117-9147-b14585054ac4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:12.629382 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7fdba513-cfd8-4138-8fb3-41c69bbfd728 req-808c00bc-f99e-4762-8d0b-e1122aa5af62 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] For port 41909eaf-74a6-45aa-a271-0b803ee02e30, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=41909eaf-74a6-45aa-a271-0b803ee02e30,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:12.629827 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7fdba513-cfd8-4138-8fb3-41c69bbfd728 req-808c00bc-f99e-4762-8d0b-e1122aa5af62 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:12.644979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-7fdba513-cfd8-4138-8fb3-41c69bbfd728 req-808c00bc-f99e-4762-8d0b-e1122aa5af62 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Calling delete_port for 41909eaf-74a6-45aa-a271-0b803ee02e30 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:12.656862 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:12.661658 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0039c06c-79c7-44de-9e37-1208ad1134b9 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4120266 Jul 09 13:28:12.664831 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53684) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:12.719365 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Set router d7648c97-c287-4117-9147-b14585054ac4 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:12.811852 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7fdba513-cfd8-4138-8fb3-41c69bbfd728 req-808c00bc-f99e-4762-8d0b-e1122aa5af62 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:12.841393 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cf4595-6f04-427f-9819-8f4fb2b1683c req-cf988bc6-1c59-4ba8-884e-1d07681d1b8d tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:12.849440 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-35cf4595-6f04-427f-9819-8f4fb2b1683c req-cf988bc6-1c59-4ba8-884e-1d07681d1b8d tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2837558 Jul 09 13:28:12.852794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c00bc-f99e-4762-8d0b-e1122aa5af62 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Pushing event deleted for resources: {'Port': ['ID=41909eaf-74a6-45aa-a271-0b803ee02e30,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:12.865074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-829a73d8-8b2c-4c28-9c83-c313a59a2516 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:28:12.936688 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fdba513-cfd8-4138-8fb3-41c69bbfd728 req-808c00bc-f99e-4762-8d0b-e1122aa5af62 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] No DVR routers for this DVR port 41909eaf-74a6-45aa-a271-0b803ee02e30 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:12.939452 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7fdba513-cfd8-4138-8fb3-41c69bbfd728 req-808c00bc-f99e-4762-8d0b-e1122aa5af62 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:12.943452 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7fdba513-cfd8-4138-8fb3-41c69bbfd728 req-808c00bc-f99e-4762-8d0b-e1122aa5af62 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.15 "DELETE /v2.0/ports/41909eaf-74a6-45aa-a271-0b803ee02e30 HTTP/1.1" status: 204 len: 173 time: 0.5914209 Jul 09 13:28:12.959615 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e57ce8de-dc9f-4e18-8ea7-45b40866da90', 'name': 'network-vif-deleted', 'tag': '41909eaf-74a6-45aa-a271-0b803ee02e30'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:28:12.964277 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-584b29b7-d2a0-49fa-a00c-c3606401c6f8" -d '{"events": [{"server_uuid": "e57ce8de-dc9f-4e18-8ea7-45b40866da90", "name": "network-vif-deleted", "tag": "41909eaf-74a6-45aa-a271-0b803ee02e30"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:28:12.980093 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-35cf4595-6f04-427f-9819-8f4fb2b1683c req-d11256a0-8eca-4b3f-82c0-1289d257e4c0 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293004 Jul 09 13:28:13.006481 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7648c97-c287-4117-9147-b14585054ac4', 'name': 'tempest-TaggedBootDevicesTest-963782190-router', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:08Z', 'updated_at': '2021-07-09T13:28:10Z', 'revision_number': 3, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'gw_port': {'id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:09Z', 'updated_at': '2021-07-09T13:28:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:13.076117 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Checking router: d7648c97-c287-4117-9147-b14585054ac4 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:13.076500 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Updating router d7648c97-c287-4117-9147-b14585054ac4 port eb34c097-154c-4762-92d7-694edb4ec1b9 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:28:13.137728 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:13.356989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f366dfc2-c740-4d81-bdda-1a7d27de900e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:13.418879 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port f366dfc2-c740-4d81-bdda-1a7d27de900e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:13.419282 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:13.452812 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3029be45-3d98-446c-ab84-40736fc7fb60 req-c7884c81-a4f5-495e-8e77-a26455387d57 tempest-ImagesOneServerTestJSON-1268136772 tempest-ImagesOneServerTestJSON-1268136772-project] 10.222.0.39 "GET /v2.0/ports?device_id=e57ce8de-dc9f-4e18-8ea7-45b40866da90 HTTP/1.1" status: 200 len: 210 time: 0.0939143 Jul 09 13:28:13.477620 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:13.492737 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Transition to ACTIVE for port object eb34c097-154c-4762-92d7-694edb4ec1b9 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:13.506022 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:13.584675 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e083fb0-e923-4739-a426-c88510842234 None None] Pushing event updated for resources: {'Port': ['ID=eb34c097-154c-4762-92d7-694edb4ec1b9,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:13.603229 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Attempting to bind port eb34c097-154c-4762-92d7-694edb4ec1b9 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:13.603602 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Attempting to bind port eb34c097-154c-4762-92d7-694edb4ec1b9 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:13.603971 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Attempting to bind port eb34c097-154c-4762-92d7-694edb4ec1b9 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:13.611014 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:13.611436 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:13.611841 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:13.612863 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:13.613443 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Bound port: eb34c097-154c-4762-92d7-694edb4ec1b9, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:13.613825 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:13.640593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-829a73d8-8b2c-4c28-9c83-c313a59a2516 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:28:13.649777 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-829a73d8-8b2c-4c28-9c83-c313a59a2516 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:13.652402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796fc0a-975e-4fac-8e72-c87f1648065d None None] Sync routers for ids ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:28:13.663586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796fc0a-975e-4fac-8e72-c87f1648065d None None] Routers {'3e6c16af-62f8-43d8-aa51-e934850a5fe5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:13.666037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a796fc0a-975e-4fac-8e72-c87f1648065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:13.725285 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-829a73d8-8b2c-4c28-9c83-c313a59a2516 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "PUT /v2.0/floatingips/91747476-b5d7-4a53-b460-d8a260420741 HTTP/1.1" status: 200 len: 695 time: 1.7197094 Jul 09 13:28:13.727406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85919cd9-e385-4973-bf8c-806f530a95e5', 'tag': 'b199ac96-03c8-45e6-9762-a786646f0558'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:28:13.729750 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8b382c-5a7c-429f-a2b3-495eb3bb3979" -d '{"events": [{"name": "network-changed", "server_uuid": "85919cd9-e385-4973-bf8c-806f530a95e5", "tag": "b199ac96-03c8-45e6-9762-a786646f0558"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:28:13.742312 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] For port eb34c097-154c-4762-92d7-694edb4ec1b9, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:13.748022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9c7e8e43-394e-4d2e-84df-d1c3f0867ced details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:28:13.751780 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] For port eb34c097-154c-4762-92d7-694edb4ec1b9, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=eb34c097-154c-4762-92d7-694edb4ec1b9,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:13.759311 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:13.790242 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43d17e0e-aacf-419b-a4d9-3fa6b6cb2761 x-openstack-request-id: req-43d17e0e-aacf-419b-a4d9-3fa6b6cb2761 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:28:13.790781 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e57ce8de-dc9f-4e18-8ea7-45b40866da90", "name": "network-vif-deleted", "tag": "41909eaf-74a6-45aa-a271-0b803ee02e30", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:28:13.790781 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43d17e0e-aacf-419b-a4d9-3fa6b6cb2761 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:28:13.791309 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e57ce8de-dc9f-4e18-8ea7-45b40866da90', 'name': 'network-vif-deleted', 'tag': '41909eaf-74a6-45aa-a271-0b803ee02e30', 'status': 'completed', 'code': 200} Jul 09 13:28:13.838475 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e083fb0-e923-4739-a426-c88510842234 None None] Pushing event updated for resources: {'Port': ['ID=eb34c097-154c-4762-92d7-694edb4ec1b9,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:13.841042 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Routers {'d7648c97-c287-4117-9147-b14585054ac4'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:13.849113 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d7648c97-c287-4117-9147-b14585054ac4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:13.905827 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-63786df3-c709-4e99-8579-7c1871adbe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:13.907611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-63786df3-c709-4e99-8579-7c1871adbe93 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fd70c7b3040a4ae0a0b737e217b53ae9&device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 1096 time: 0.1654866 Jul 09 13:28:14.050961 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] Set router d7648c97-c287-4117-9147-b14585054ac4 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:14.056608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a796fc0a-975e-4fac-8e72-c87f1648065d None None] Set router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:14.105910 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:14.125943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '9c7e8e43-394e-4d2e-84df-d1c3f0867ced', 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385', 'port_id': '9c7e8e43-394e-4d2e-84df-d1c3f0867ced', 'mac_address': 'fa:16:3e:d0:b7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11eca0f-225a-479a-adf8-c5ca2fa12bae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:28:14.131993 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:14.235242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-1eadabe4-08dc-4f00-90bf-549ade2df55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:14.236740 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-1eadabe4-08dc-4f00-90bf-549ade2df55d service neutron] 10.222.0.39 "GET /v2.0/networks?id=8b4a8119-6930-41dd-8274-d2b387479ffc HTTP/1.1" status: 200 len: 929 time: 0.3136299 Jul 09 13:28:14.272225 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81922cd-6585-465c-aadd-ba4afc2badce req-0fbcca78-d06b-4872-a606-ecc6f628dd39 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:14.276306 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:14.279687 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a81922cd-6585-465c-aadd-ba4afc2badce req-0fbcca78-d06b-4872-a606-ecc6f628dd39 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2565389 Jul 09 13:28:14.303050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c7e8e43-394e-4d2e-84df-d1c3f0867ced {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:28:14.321489 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7648c97-c287-4117-9147-b14585054ac4', 'name': 'tempest-TaggedBootDevicesTest-963782190-router', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:08Z', 'updated_at': '2021-07-09T13:28:10Z', 'revision_number': 3, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'gw_port': {'id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:09Z', 'updated_at': '2021-07-09T13:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:14.325807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-01e63f6c-d595-4cbc-ae99-12185afe7fa6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b199ac96-03c8-45e6-9762-a786646f0558 HTTP/1.1" status: 200 len: 217 time: 0.0794237 Jul 09 13:28:14.345121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:14.386309 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:14.433399 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a81922cd-6585-465c-aadd-ba4afc2badce req-f774adf9-f95b-4d4f-a0bd-2333b16bc776 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528111 Jul 09 13:28:14.444042 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0abef6c-0e53-4efd-a4ea-0384bc3f0351 None None] The sync data for ids ['d7648c97-c287-4117-9147-b14585054ac4'] in n-d-799525-3 is: [{'id': 'd7648c97-c287-4117-9147-b14585054ac4', 'name': 'tempest-TaggedBootDevicesTest-963782190-router', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:08Z', 'updated_at': '2021-07-09T13:28:10Z', 'revision_number': 3, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'gw_port': {'id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:09Z', 'updated_at': '2021-07-09T13:28:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:14.447656 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-ad98751d-381a-4d2d-9681-926284edc2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:14.449162 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-ad98751d-381a-4d2d-9681-926284edc2dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=421ef8b4-a067-4e21-a5bd-b46919588087 HTTP/1.1" status: 200 len: 867 time: 0.0854733 Jul 09 13:28:14.471147 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:14.477812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a796fc0a-975e-4fac-8e72-c87f1648065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-router', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:12Z', 'updated_at': '2021-07-09T13:27:24Z', 'revision_number': 4, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'gw_port': {'id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:14Z', 'updated_at': '2021-07-09T13:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e7d9f77b-4eb3-45a7-9d4b-93bb30881dec', 'name': '', 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'mac_address': 'fa:16:3e:e5:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:20Z', 'updated_at': '2021-07-09T13:27:32Z', 'revision_number': 5, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'subnets': [{'id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:14.525696 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796fc0a-975e-4fac-8e72-c87f1648065d None None] Checking router: 3e6c16af-62f8-43d8-aa51-e934850a5fe5 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:14.527340 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Allocated IP 172.20.0.1 (d737c001-7bab-4f5d-8700-9afe90af1f16/c761eaf5-8e23-405f-bf31-0b4ca38c7398/ad8fac14-fdbc-455f-8959-aed3d8eaef87) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:14.536302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a796fc0a-975e-4fac-8e72-c87f1648065d None None] Routers {'3e6c16af-62f8-43d8-aa51-e934850a5fe5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:14.536939 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a796fc0a-975e-4fac-8e72-c87f1648065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:14.613990 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-ace92303-38c8-4d63-83eb-fc08782ab093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:14.615846 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-ace92303-38c8-4d63-83eb-fc08782ab093 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=8b4a8119-6930-41dd-8274-d2b387479ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408615 Jul 09 13:28:14.824942 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:14.832230 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['9c7e8e43-394e-4d2e-84df-d1c3f0867ced'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:28:14.912340 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-f40575d4-f567-4f51-a924-e04332f6db0e service neutron] 10.222.0.39 "GET /v2.0/networks/8b4a8119-6930-41dd-8274-d2b387479ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2873869 Jul 09 13:28:14.915908 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Transition to ACTIVE for port object ad8fac14-fdbc-455f-8959-aed3d8eaef87 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:14.926133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a796fc0a-975e-4fac-8e72-c87f1648065d None None] Set router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:14.989325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a00b36-3815-4a21-b470-1fd6e8cd11d0 req-536560de-e7a7-45aa-a692-375963ea0708 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:14.989325 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7a00b36-3815-4a21-b470-1fd6e8cd11d0 req-536560de-e7a7-45aa-a692-375963ea0708 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c638e3c-890d-495a-8598-fb17d33966af HTTP/1.1" status: 200 len: 944 time: 0.3403695 Jul 09 13:28:15.108252 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:15.166105 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7a00b36-3815-4a21-b470-1fd6e8cd11d0 req-0b9da990-cb6f-4ee6-8865-16b970e57334 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715474 Jul 09 13:28:15.217621 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13ac207a-2572-48b5-96fc-26a6be093fc0 req-6081dcff-f030-4a1f-a88e-4740b8a871ad service neutron] 10.222.0.39 "GET /v2.0/networks/8b4a8119-6930-41dd-8274-d2b387479ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3043971 Jul 09 13:28:15.240410 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Network d737c001-7bab-4f5d-8700-9afe90af1f16 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:15.243454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:15.264491 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:15.270162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Pushing event updated for resources: {'Port': ['ID=ad8fac14-fdbc-455f-8959-aed3d8eaef87,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:15.344691 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a796fc0a-975e-4fac-8e72-c87f1648065d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-router', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:12Z', 'updated_at': '2021-07-09T13:27:24Z', 'revision_number': 4, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'gw_port': {'id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:14Z', 'updated_at': '2021-07-09T13:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e7d9f77b-4eb3-45a7-9d4b-93bb30881dec', 'name': '', 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'mac_address': 'fa:16:3e:e5:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:20Z', 'updated_at': '2021-07-09T13:27:32Z', 'revision_number': 5, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'subnets': [{'id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:15.363345 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:28:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1d7825-a194-4643-8d61-78b2c264c7f8 x-openstack-request-id: req-1e1d7825-a194-4643-8d61-78b2c264c7f8 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:28:15.366306 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85919cd9-e385-4973-bf8c-806f530a95e5", "tag": "b199ac96-03c8-45e6-9762-a786646f0558", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:28:15.366572 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e1d7825-a194-4643-8d61-78b2c264c7f8 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:28:15.366985 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85919cd9-e385-4973-bf8c-806f530a95e5', 'tag': 'b199ac96-03c8-45e6-9762-a786646f0558', 'status': 'completed', 'code': 200} Jul 09 13:28:15.432159 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:15.467061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a796fc0a-975e-4fac-8e72-c87f1648065d None None] The sync data for ids ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'] in n-d-799525-3 is: [{'id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-router', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:12Z', 'updated_at': '2021-07-09T13:27:24Z', 'revision_number': 4, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'gw_port': {'id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:14Z', 'updated_at': '2021-07-09T13:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e7d9f77b-4eb3-45a7-9d4b-93bb30881dec', 'name': '', 'network_id': '8b4a8119-6930-41dd-8274-d2b387479ffc', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'mac_address': 'fa:16:3e:e5:e1:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:20Z', 'updated_at': '2021-07-09T13:27:32Z', 'revision_number': 5, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'subnets': [{'id': '421ef8b4-a067-4e21-a5bd-b46919588087', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:15.496557 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device eb34c097-154c-4762-92d7-694edb4ec1b9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:15.523335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b382c-5a7c-429f-a2b3-495eb3bb3979 req-531cc80d-6c14-442e-836c-9570d8636626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:15.524931 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d8b382c-5a7c-429f-a2b3-495eb3bb3979 req-531cc80d-6c14-442e-836c-9570d8636626 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=fd70c7b3040a4ae0a0b737e217b53ae9&device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 1096 time: 0.1875212 Jul 09 13:28:15.760101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port eb34c097-154c-4762-92d7-694edb4ec1b9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:15.767633 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port eb34c097-154c-4762-92d7-694edb4ec1b9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:15.768073 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:15.854706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b382c-5a7c-429f-a2b3-495eb3bb3979 req-fe82e141-395a-4b83-9072-fea516182023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:15.855068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a17ade56-82b3-42ce-ac3c-867716dce1b9 None None] Provisioning for port ad8fac14-fdbc-455f-8959-aed3d8eaef87 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:15.859123 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d8b382c-5a7c-429f-a2b3-495eb3bb3979 req-fe82e141-395a-4b83-9072-fea516182023 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b4a8119-6930-41dd-8274-d2b387479ffc HTTP/1.1" status: 200 len: 929 time: 0.3238766 Jul 09 13:28:15.865359 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a17ade56-82b3-42ce-ac3c-867716dce1b9 None None] Provisioning complete for port ad8fac14-fdbc-455f-8959-aed3d8eaef87 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:15.865749 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a17ade56-82b3-42ce-ac3c-867716dce1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:15.939043 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:15.945354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-136f8ac1-298b-4080-be92-50fb154fa6a8 req-ffacf0ae-7368-4280-aa86-8ab41b81c8fe tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/floatingips/91747476-b5d7-4a53-b460-d8a260420741 HTTP/1.1" status: 200 len: 695 time: 0.0774856 Jul 09 13:28:15.976158 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a17ade56-82b3-42ce-ac3c-867716dce1b9 None None] Port ad8fac14-fdbc-455f-8959-aed3d8eaef87 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:28:15.996585 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d8b382c-5a7c-429f-a2b3-495eb3bb3979 req-6a86f7ed-c6df-445f-82c8-40b8fc0c43cc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b199ac96-03c8-45e6-9762-a786646f0558 HTTP/1.1" status: 200 len: 217 time: 0.1258681 Jul 09 13:28:16.032974 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:16.092711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port eb34c097-154c-4762-92d7-694edb4ec1b9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=eb34c097-154c-4762-92d7-694edb4ec1b9,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:16.100880 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:16.143083 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b382c-5a7c-429f-a2b3-495eb3bb3979 req-a384d2a3-306d-4006-92c9-505ce8626211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:16.144109 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad88d8b-f11c-458d-bafc-0910be981aa9 None None] New status for floating IP 91747476-b5d7-4a53-b460-d8a260420741: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:28:16.148164 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d8b382c-5a7c-429f-a2b3-495eb3bb3979 req-a384d2a3-306d-4006-92c9-505ce8626211 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=421ef8b4-a067-4e21-a5bd-b46919588087 HTTP/1.1" status: 200 len: 867 time: 0.1429482 Jul 09 13:28:16.153110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53730) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:16.238937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136f8ac1-298b-4080-be92-50fb154fa6a8 req-0438930e-a2fa-4e38-85d1-427327be722a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:16.241119 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=eb34c097-154c-4762-92d7-694edb4ec1b9,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:16.257677 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-136f8ac1-298b-4080-be92-50fb154fa6a8 req-0438930e-a2fa-4e38-85d1-427327be722a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.3035655 Jul 09 13:28:16.302095 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8b382c-5a7c-429f-a2b3-495eb3bb3979 req-da5eee07-0134-423c-a39d-68d0fd2fb18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:16.303804 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d8b382c-5a7c-429f-a2b3-495eb3bb3979 req-da5eee07-0134-423c-a39d-68d0fd2fb18e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b4a8119-6930-41dd-8274-d2b387479ffc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1423118 Jul 09 13:28:16.507236 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-136f8ac1-298b-4080-be92-50fb154fa6a8 req-1523feb4-430e-4086-9792-0a8210c6e333 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 698 time: 0.2511249 Jul 09 13:28:16.579772 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b84fc277-af19-4775-bfbf-d35daa2e5800 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=44fe702b5df64e87a94cbad0240ca33d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4246821 Jul 09 13:28:16.583040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53740) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:16.596379 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d8b382c-5a7c-429f-a2b3-495eb3bb3979 req-e08ebc29-3a83-4f9e-bd70-5073a8db44dc service neutron] 10.222.0.18 "GET /v2.0/networks/8b4a8119-6930-41dd-8274-d2b387479ffc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845640 Jul 09 13:28:16.599154 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-136f8ac1-298b-4080-be92-50fb154fa6a8 req-20691154-beca-4298-b46c-17b50ae8ef19 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.142 HTTP/1.1" status: 200 len: 698 time: 0.0905268 Jul 09 13:28:16.760471 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2fe33b7-af39-49f4-a87f-3f0dd04bf471 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:16.803202 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d8b382c-5a7c-429f-a2b3-495eb3bb3979 req-2a2e7dc4-40d1-4b1a-b4f9-b96b49b55435 service neutron] 10.222.0.18 "GET /v2.0/networks/8b4a8119-6930-41dd-8274-d2b387479ffc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1980915 Jul 09 13:28:16.807446 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:16.808261 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2fe33b7-af39-49f4-a87f-3f0dd04bf471 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:16.819944 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:16.867267 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2fe33b7-af39-49f4-a87f-3f0dd04bf471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:16.870121 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2fe33b7-af39-49f4-a87f-3f0dd04bf471 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:16.871403 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e2fe33b7-af39-49f4-a87f-3f0dd04bf471 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7791fb4d-d830-4bc9-9611-86fd121bedb1 HTTP/1.1" status: 204 len: 168 time: 0.2870109 Jul 09 13:28:16.880767 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fe33b7-af39-49f4-a87f-3f0dd04bf471 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7791fb4d-d830-4bc9-9611-86fd121bedb1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:16.909783 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-136f8ac1-298b-4080-be92-50fb154fa6a8 req-12f058e3-9c97-46ad-a7ca-581e9b9b05f8 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Deleting port 0bda1e65-a691-4139-a948-1be755c5d2ec {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:16.910050 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-136f8ac1-298b-4080-be92-50fb154fa6a8 req-12f058e3-9c97-46ad-a7ca-581e9b9b05f8 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:16.932614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfeade5-902b-41f7-96e7-b472d5c5a8d1 req-3b3b19d5-06f2-410a-ad11-9c5e4b283d42 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:16.934191 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ccfeade5-902b-41f7-96e7-b472d5c5a8d1 req-3b3b19d5-06f2-410a-ad11-9c5e4b283d42 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c638e3c-890d-495a-8598-fb17d33966af HTTP/1.1" status: 200 len: 944 time: 0.2327967 Jul 09 13:28:16.935009 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:16.962155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Pushing event updated for resources: {'Port': ['ID=ad8fac14-fdbc-455f-8959-aed3d8eaef87,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:17.089634 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ccfeade5-902b-41f7-96e7-b472d5c5a8d1 req-4fcc5493-bc53-46e0-8003-abe1a91a5ea2 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203260 Jul 09 13:28:17.102145 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-136f8ac1-298b-4080-be92-50fb154fa6a8 req-12f058e3-9c97-46ad-a7ca-581e9b9b05f8 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:17.102481 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-136f8ac1-298b-4080-be92-50fb154fa6a8 req-12f058e3-9c97-46ad-a7ca-581e9b9b05f8 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:17.126547 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-136f8ac1-298b-4080-be92-50fb154fa6a8 req-12f058e3-9c97-46ad-a7ca-581e9b9b05f8 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Calling delete_port for 0bda1e65-a691-4139-a948-1be755c5d2ec owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:17.150659 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Network d737c001-7bab-4f5d-8700-9afe90af1f16 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:17.182826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:17.443195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device eb34c097-154c-4762-92d7-694edb4ec1b9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:17.527902 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-886c3cc1-b065-4d1f-82bf-3131320c60f0 req-2083540d-77cd-4238-9b91-db84fd58937e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1368210 Jul 09 13:28:17.568089 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port eb34c097-154c-4762-92d7-694edb4ec1b9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:17.568377 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:17.643316 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 41909eaf-74a6-45aa-a271-0b803ee02e30 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:17.678296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 41909eaf-74a6-45aa-a271-0b803ee02e30 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:17.678647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 41909eaf-74a6-45aa-a271-0b803ee02e30 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:17.693756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-695a8df4-05a2-455e-b59d-dd3510d01ac7 None None] Provisioning complete for port ad8fac14-fdbc-455f-8959-aed3d8eaef87 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:17.694257 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-695a8df4-05a2-455e-b59d-dd3510d01ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:17.713864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c3cc1-b065-4d1f-82bf-3131320c60f0 req-cec46f18-ead9-4337-b8b8-2a97a9d86fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:17.715569 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-886c3cc1-b065-4d1f-82bf-3131320c60f0 req-cec46f18-ead9-4337-b8b8-2a97a9d86fd5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffe615145fe24da683918dfba7f962cc&device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 1096 time: 0.0781631 Jul 09 13:28:17.742048 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9c7e8e43-394e-4d2e-84df-d1c3f0867ced up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:17.810541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-695a8df4-05a2-455e-b59d-dd3510d01ac7 None None] Port ad8fac14-fdbc-455f-8959-aed3d8eaef87 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:28:17.852672 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:17.857542 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:17.858346 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:17.864048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c3cc1-b065-4d1f-82bf-3131320c60f0 req-6e440dfc-3c0d-4bda-8d4d-ee8d23423960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:17.865847 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-886c3cc1-b065-4d1f-82bf-3131320c60f0 req-6e440dfc-3c0d-4bda-8d4d-ee8d23423960 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b HTTP/1.1" status: 200 len: 914 time: 0.1268125 Jul 09 13:28:17.930863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Router d7648c97-c287-4117-9147-b14585054ac4 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:28:17.939550 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-886c3cc1-b065-4d1f-82bf-3131320c60f0 req-56d4c84b-f514-45fb-a4b3-3b5998d34fd8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2be107c-132d-4714-935f-2cfb271f7525 HTTP/1.1" status: 200 len: 217 time: 0.0639131 Jul 09 13:28:17.947774 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4592e4a4-a9e4-4b2a-ae6a-f72791aabf63 req-5928da82-f707-43cc-af5d-ff0c08cb872c tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:17.949377 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4592e4a4-a9e4-4b2a-ae6a-f72791aabf63 req-5928da82-f707-43cc-af5d-ff0c08cb872c tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 946 time: 0.2178259 Jul 09 13:28:17.967438 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-136f8ac1-298b-4080-be92-50fb154fa6a8 req-12f058e3-9c97-46ad-a7ca-581e9b9b05f8 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:17.999468 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:18.056228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f058e3-9c97-46ad-a7ca-581e9b9b05f8 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Pushing event deleted for resources: {'Port': ['ID=0bda1e65-a691-4139-a948-1be755c5d2ec,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:18.063822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c638e3c-890d-495a-8598-fb17d33966af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7e8e43-394e-4d2e-84df-d1c3f0867ced'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:28:18.067385 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b9c799-ab24-46b7-a996-fa78afebd380" -d '{"events": [{"server_uuid": "1c638e3c-890d-495a-8598-fb17d33966af", "name": "network-vif-plugged", "status": "completed", "tag": "9c7e8e43-394e-4d2e-84df-d1c3f0867ced"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:28:18.075473 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886c3cc1-b065-4d1f-82bf-3131320c60f0 req-cc11253c-7dc1-4968-b9df-3f52239ef446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:18.078993 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-886c3cc1-b065-4d1f-82bf-3131320c60f0 req-cc11253c-7dc1-4968-b9df-3f52239ef446 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b148dd4e-9358-4a31-b001-045227bbe9d4 HTTP/1.1" status: 200 len: 853 time: 0.1289868 Jul 09 13:28:18.084904 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:18.091210 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:18.121973 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-886c3cc1-b065-4d1f-82bf-3131320c60f0 req-3faf77cf-9ba7-4ac1-9012-9a49a0f2029d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325470 Jul 09 13:28:18.161889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:18.167509 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4592e4a4-a9e4-4b2a-ae6a-f72791aabf63 req-6613fc7d-5842-4401-8325-df1f15ff6532 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/security-groups?id=65584f72-1ea5-46eb-96ff-a9701a1fa9f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2094061 Jul 09 13:28:18.203592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:28:18.217474 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-20eea8ea-abb4-41fd-bc40-1690cc39351a admin admin] 10.222.0.39 "PUT /v2.0/routers/d7648c97-c287-4117-9147-b14585054ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5440936 Jul 09 13:28:18.217474 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-136f8ac1-298b-4080-be92-50fb154fa6a8 req-12f058e3-9c97-46ad-a7ca-581e9b9b05f8 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:18.217474 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-136f8ac1-298b-4080-be92-50fb154fa6a8 req-12f058e3-9c97-46ad-a7ca-581e9b9b05f8 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:18.217474 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-136f8ac1-298b-4080-be92-50fb154fa6a8 req-12f058e3-9c97-46ad-a7ca-581e9b9b05f8 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "DELETE /v2.0/floatingips/91747476-b5d7-4a53-b460-d8a260420741 HTTP/1.1" status: 204 len: 173 time: 1.6146908 Jul 09 13:28:18.239079 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Sync routers for ids ['d7648c97-c287-4117-9147-b14585054ac4'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:28:18.256512 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Routers {'d7648c97-c287-4117-9147-b14585054ac4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:18.257239 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d7648c97-c287-4117-9147-b14585054ac4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:18.297419 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2093b9f-b498-4ffa-a668-f20de74502cb x-openstack-request-id: req-e2093b9f-b498-4ffa-a668-f20de74502cb {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:28:18.297767 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c638e3c-890d-495a-8598-fb17d33966af", "name": "network-vif-plugged", "status": "completed", "tag": "9c7e8e43-394e-4d2e-84df-d1c3f0867ced", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:28:18.298122 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2093b9f-b498-4ffa-a668-f20de74502cb {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:28:18.298619 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c638e3c-890d-495a-8598-fb17d33966af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7e8e43-394e-4d2e-84df-d1c3f0867ced', 'code': 200} Jul 09 13:28:18.442889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Set router d7648c97-c287-4117-9147-b14585054ac4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:18.608185 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-886c3cc1-b065-4d1f-82bf-3131320c60f0 req-90c3f408-0192-4457-bbf3-45fe23cc63b2 service neutron] 10.222.0.15 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4745004 Jul 09 13:28:18.622840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f652a1b-086a-44e9-a967-24a6c616411a req-6a5ed6f1-5f57-463c-a090-fd816dc5b079 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:18.634718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f652a1b-086a-44e9-a967-24a6c616411a req-6a5ed6f1-5f57-463c-a090-fd816dc5b079 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c638e3c-890d-495a-8598-fb17d33966af HTTP/1.1" status: 200 len: 945 time: 0.1008122 Jul 09 13:28:18.685254 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f652a1b-086a-44e9-a967-24a6c616411a req-10921bb6-fd15-4030-875c-bbfa7da3690d tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493069 Jul 09 13:28:18.731660 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7648c97-c287-4117-9147-b14585054ac4', 'name': 'tempest-TaggedBootDevicesTest-963782190-router', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:08Z', 'updated_at': '2021-07-09T13:28:15Z', 'revision_number': 4, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'gw_port': {'id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:09Z', 'updated_at': '2021-07-09T13:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ad8fac14-fdbc-455f-8959-aed3d8eaef87', 'name': '', 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'mac_address': 'fa:16:3e:a9:98:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:14Z', 'updated_at': '2021-07-09T13:28:16Z', 'revision_number': 2, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'subnets': [{'id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:18.816957 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b05b2b0-88fa-47bb-bfc8-579523fdc7d6 req-695999e8-3b4d-42d3-bfd4-7fcbcba8e14b tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:18.818498 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9b05b2b0-88fa-47bb-bfc8-579523fdc7d6 req-695999e8-3b4d-42d3-bfd4-7fcbcba8e14b tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.15 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 946 time: 0.6020198 Jul 09 13:28:18.851935 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b43fff4-cd68-467a-b9d6-8a4bb068fbac req-cad59a23-4892-47f3-924b-5f6b4de87486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:18.856907 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8b43fff4-cd68-467a-b9d6-8a4bb068fbac req-cad59a23-4892-47f3-924b-5f6b4de87486 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1c638e3c-890d-495a-8598-fb17d33966af HTTP/1.1" status: 200 len: 1096 time: 0.2528639 Jul 09 13:28:18.864721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Checking router: d7648c97-c287-4117-9147-b14585054ac4 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:18.865181 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Updating router d7648c97-c287-4117-9147-b14585054ac4 port ad8fac14-fdbc-455f-8959-aed3d8eaef87 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:28:18.916110 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2e5fa6-ecb9-4562-8b10-040b071d3516 req-c6f664ea-26f2-4ad9-9080-d1ed2c9ebbf6 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:18.917687 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fc2e5fa6-ecb9-4562-8b10-040b071d3516 req-c6f664ea-26f2-4ad9-9080-d1ed2c9ebbf6 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1016023 Jul 09 13:28:18.953190 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-886c3cc1-b065-4d1f-82bf-3131320c60f0 req-8313cb25-eb93-4723-99e5-52407a111d1c service neutron] 10.222.0.15 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3350129 Jul 09 13:28:18.992031 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:19.053333 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fc2e5fa6-ecb9-4562-8b10-040b071d3516 req-3a7e4612-ffa0-49b4-9b5a-f47c15903ff5 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280680 Jul 09 13:28:19.070396 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8b43fff4-cd68-467a-b9d6-8a4bb068fbac req-504eb0c7-7747-4a90-8ce9-4731da1622f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1752946 Jul 09 13:28:19.104233 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9b05b2b0-88fa-47bb-bfc8-579523fdc7d6 req-1fb5ef68-f2c7-495a-8a4f-ca19dc5eceb2 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Deleting port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:19.104660 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9b05b2b0-88fa-47bb-bfc8-579523fdc7d6 req-1fb5ef68-f2c7-495a-8a4f-ca19dc5eceb2 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:19.138762 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb410f7-f863-47b9-bc3a-9dcaca737f52 req-da4130f5-cc2e-4f53-8725-9b86a36cac9a tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:19.155707 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bdb410f7-f863-47b9-bc3a-9dcaca737f52 req-da4130f5-cc2e-4f53-8725-9b86a36cac9a tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 946 time: 0.1667767 Jul 09 13:28:19.220305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bdb410f7-f863-47b9-bc3a-9dcaca737f52 req-64713f67-e097-4035-9ba5-0a655bfc2dc6 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb6d5aff-508a-403e-8277-2cc1403d0290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635979 Jul 09 13:28:19.307596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9b05b2b0-88fa-47bb-bfc8-579523fdc7d6 req-1fb5ef68-f2c7-495a-8a4f-ca19dc5eceb2 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] For port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec,segment=NetworkSegment(969943ab-b955-4d53-a90e-765c02610541),segment_id=969943ab-b955-4d53-a90e-765c02610541)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:19.307986 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9b05b2b0-88fa-47bb-bfc8-579523fdc7d6 req-1fb5ef68-f2c7-495a-8a4f-ca19dc5eceb2 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:19.344800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9b05b2b0-88fa-47bb-bfc8-579523fdc7d6 req-1fb5ef68-f2c7-495a-8a4f-ca19dc5eceb2 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Calling delete_port for ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:19.378760 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46b26a9a-b20e-4056-ace0-da169381cc06 req-22f73fef-983b-4fc2-8073-f9b5eb877e8e tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.0622370 Jul 09 13:28:19.575364 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9b05b2b0-88fa-47bb-bfc8-579523fdc7d6 req-1fb5ef68-f2c7-495a-8a4f-ca19dc5eceb2 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:19.597623 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:28:19.634044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5ef68-f2c7-495a-8a4f-ca19dc5eceb2 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Pushing event deleted for resources: {'Port': ['ID=ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:19.676502 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:19.708204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030b6e08-e39f-4924-9d99-0881b302ca33 req-db4e9b7f-9db4-4eb3-ab13-0daf9f2f30de tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:19.708522 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Transition to ACTIVE for port object ad8fac14-fdbc-455f-8959-aed3d8eaef87 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:19.708871 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-030b6e08-e39f-4924-9d99-0881b302ca33 req-db4e9b7f-9db4-4eb3-ab13-0daf9f2f30de tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2033563 Jul 09 13:28:19.720398 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:19.745093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b05b2b0-88fa-47bb-bfc8-579523fdc7d6 req-1fb5ef68-f2c7-495a-8a4f-ca19dc5eceb2 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] No DVR routers for this DVR port ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:19.754150 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9b05b2b0-88fa-47bb-bfc8-579523fdc7d6 req-1fb5ef68-f2c7-495a-8a4f-ca19dc5eceb2 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:19.757445 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9b05b2b0-88fa-47bb-bfc8-579523fdc7d6 req-1fb5ef68-f2c7-495a-8a4f-ca19dc5eceb2 tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.15 "DELETE /v2.0/ports/ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec HTTP/1.1" status: 204 len: 173 time: 0.9078915 Jul 09 13:28:19.759431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c2336a9-3283-4c89-ae01-c2609ac94a8f', 'name': 'network-vif-deleted', 'tag': 'ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:28:19.765479 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd16685-5693-4a1a-a6cd-d61ba3a12ade" -d '{"events": [{"server_uuid": "5c2336a9-3283-4c89-ae01-c2609ac94a8f", "name": "network-vif-deleted", "tag": "ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:28:19.778454 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-030b6e08-e39f-4924-9d99-0881b302ca33 req-41aa38b9-b498-4aa3-8a62-231aa7facc4a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0624518 Jul 09 13:28:19.822264 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827f3da0-afd0-4dd2-861b-d7f36f26224d req-bba3c4ae-9cea-42c1-afe2-a3fda9d08edd tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:19.824544 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-827f3da0-afd0-4dd2-861b-d7f36f26224d req-bba3c4ae-9cea-42c1-afe2-a3fda9d08edd tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2113822 Jul 09 13:28:19.856011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50e246-55ce-4863-a5ab-f272bc64d0fe None None] Pushing event updated for resources: {'Port': ['ID=ad8fac14-fdbc-455f-8959-aed3d8eaef87,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:19.912758 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-827f3da0-afd0-4dd2-861b-d7f36f26224d req-25b5a7f6-55e4-4538-bba6-098fa2da13de tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800486 Jul 09 13:28:20.000989 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bfc375bf-27d6-4c9c-9acb-f9377b4d68bd req-151f83c0-67fa-4015-bb0c-ef52076ed5fb tempest-AttachSCSIVolumeTestJSON-902268598 tempest-AttachSCSIVolumeTestJSON-902268598-project] 10.222.0.39 "GET /v2.0/ports?device_id=5c2336a9-3283-4c89-ae01-c2609ac94a8f HTTP/1.1" status: 200 len: 210 time: 0.0661528 Jul 09 13:28:20.034905 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Attempting to bind port ad8fac14-fdbc-455f-8959-aed3d8eaef87 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:20.035614 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Attempting to bind port ad8fac14-fdbc-455f-8959-aed3d8eaef87 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '47b9a13c-f555-48d2-88a1-afb09cafec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:20.036167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Attempting to bind port ad8fac14-fdbc-455f-8959-aed3d8eaef87 on network d737c001-7bab-4f5d-8700-9afe90af1f16 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:20.044229 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:20.044945 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Checking segment: {'id': '47b9a13c-f555-48d2-88a1-afb09cafec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:20.045688 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:20.046439 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Bound using segment: {'id': '47b9a13c-f555-48d2-88a1-afb09cafec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:20.047426 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Bound port: ad8fac14-fdbc-455f-8959-aed3d8eaef87, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47b9a13c-f555-48d2-88a1-afb09cafec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:20.048810 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:20.125129 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcd786a9-9cb5-4589-87a0-df0ca47cd854 x-openstack-request-id: req-bcd786a9-9cb5-4589-87a0-df0ca47cd854 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:28:20.125640 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c2336a9-3283-4c89-ae01-c2609ac94a8f", "name": "network-vif-deleted", "tag": "ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:28:20.125863 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bcd786a9-9cb5-4589-87a0-df0ca47cd854 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:28:20.126364 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c2336a9-3283-4c89-ae01-c2609ac94a8f', 'name': 'network-vif-deleted', 'tag': 'ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec', 'status': 'completed', 'code': 200} Jul 09 13:28:20.263943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] For port ad8fac14-fdbc-455f-8959-aed3d8eaef87, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:20.264511 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d5a1e76-39de-4fbf-bb2d-b1d06788fc1c req-884b1666-59c5-4b29-aa5a-5f1fc3e95078 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1012120 Jul 09 13:28:20.278422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] For port ad8fac14-fdbc-455f-8959-aed3d8eaef87, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ad8fac14-fdbc-455f-8959-aed3d8eaef87,segment=NetworkSegment(47b9a13c-f555-48d2-88a1-afb09cafec61),segment_id=47b9a13c-f555-48d2-88a1-afb09cafec61)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:20.290734 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:20.424637 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Routers {'d7648c97-c287-4117-9147-b14585054ac4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:20.425730 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d7648c97-c287-4117-9147-b14585054ac4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:20.517216 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50e246-55ce-4863-a5ab-f272bc64d0fe None None] Pushing event updated for resources: {'Port': ['ID=ad8fac14-fdbc-455f-8959-aed3d8eaef87,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:20.532393 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514b03f-2627-4892-bb79-82455c003646 req-4050c870-413b-40b9-9b0b-b8fb94f43a33 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:20.540843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7514b03f-2627-4892-bb79-82455c003646 req-4050c870-413b-40b9-9b0b-b8fb94f43a33 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c638e3c-890d-495a-8598-fb17d33966af HTTP/1.1" status: 200 len: 945 time: 0.1791971 Jul 09 13:28:20.587753 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7514b03f-2627-4892-bb79-82455c003646 req-95b3587c-9eea-40c6-8ae9-ce0ceb35b420 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460248 Jul 09 13:28:20.656185 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] Set router d7648c97-c287-4117-9147-b14585054ac4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:21.001218 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd601d05-29e4-4b46-a5b4-84308df4b540 req-57c8e250-ba17-4bb2-b92d-9f55d73f433a tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.0652800 Jul 09 13:28:21.386518 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7648c97-c287-4117-9147-b14585054ac4', 'name': 'tempest-TaggedBootDevicesTest-963782190-router', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:08Z', 'updated_at': '2021-07-09T13:28:15Z', 'revision_number': 4, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'gw_port': {'id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:09Z', 'updated_at': '2021-07-09T13:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ad8fac14-fdbc-455f-8959-aed3d8eaef87', 'name': '', 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'mac_address': 'fa:16:3e:a9:98:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:14Z', 'updated_at': '2021-07-09T13:28:20Z', 'revision_number': 4, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'subnets': [{'id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:21.447714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933a6da5-5f96-43da-a383-80b2960dd889 None None] The sync data for ids ['d7648c97-c287-4117-9147-b14585054ac4'] in n-d-799525-3 is: [{'id': 'd7648c97-c287-4117-9147-b14585054ac4', 'name': 'tempest-TaggedBootDevicesTest-963782190-router', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:08Z', 'updated_at': '2021-07-09T13:28:15Z', 'revision_number': 4, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'gw_port': {'id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:09Z', 'updated_at': '2021-07-09T13:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ad8fac14-fdbc-455f-8959-aed3d8eaef87', 'name': '', 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'mac_address': 'fa:16:3e:a9:98:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:14Z', 'updated_at': '2021-07-09T13:28:20Z', 'revision_number': 4, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'subnets': [{'id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:21.606573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e33aee1-7006-4198-903b-d7e1ecdffab4 req-a6125117-a4ed-48e0-ada6-fe21fd078bae tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:21.608202 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7e33aee1-7006-4198-903b-d7e1ecdffab4 req-a6125117-a4ed-48e0-ada6-fe21fd078bae tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 946 time: 0.1659775 Jul 09 13:28:21.617948 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903c24a-e94e-4a26-94dc-2d488727162c req-f3445a53-1976-44b0-84ae-d27d87174cef tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:21.619907 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f903c24a-e94e-4a26-94dc-2d488727162c req-f3445a53-1976-44b0-84ae-d27d87174cef tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1884074 Jul 09 13:28:21.693841 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7e33aee1-7006-4198-903b-d7e1ecdffab4 req-b9f44b4e-d1fa-4f3c-ac7b-e303254efb12 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb6d5aff-508a-403e-8277-2cc1403d0290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721259 Jul 09 13:28:21.713084 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f903c24a-e94e-4a26-94dc-2d488727162c req-d62e1bb6-3d05-4d3a-9938-6b5eed6e43b1 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856328 Jul 09 13:28:21.957296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443ae38a-bd0a-463a-8f51-8c9014fa5471 req-82f185aa-2412-40dc-b527-ae4abf2b05a4 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:21.959486 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-443ae38a-bd0a-463a-8f51-8c9014fa5471 req-82f185aa-2412-40dc-b527-ae4abf2b05a4 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 945 time: 0.0834341 Jul 09 13:28:22.058406 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-443ae38a-bd0a-463a-8f51-8c9014fa5471 req-1a482bfc-5f32-4659-9401-a39753e6b5bb tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ac3d0d2-4435-4b28-83bb-291cf1ba2c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797536 Jul 09 13:28:22.074935 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27719e13-ca47-49ab-a49a-b6e615737c76 req-2a440375-d0ff-4a0a-ae97-c05b239b7f05 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:22.082120 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27719e13-ca47-49ab-a49a-b6e615737c76 req-2a440375-d0ff-4a0a-ae97-c05b239b7f05 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=1c638e3c-890d-495a-8598-fb17d33966af HTTP/1.1" status: 200 len: 945 time: 0.1195986 Jul 09 13:28:22.151012 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27719e13-ca47-49ab-a49a-b6e615737c76 req-32c49315-2cf9-4541-bbd5-274747d90c58 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679998 Jul 09 13:28:22.377435 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f73f88-5f6c-4b74-97f8-3f399253a2f4 req-6620f73f-242a-47a5-9357-8a7ecea91758 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:22.380128 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b6f73f88-5f6c-4b74-97f8-3f399253a2f4 req-6620f73f-242a-47a5-9357-8a7ecea91758 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1065915 Jul 09 13:28:22.474438 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b6f73f88-5f6c-4b74-97f8-3f399253a2f4 req-2ad44b6d-6aa0-4a5f-80a3-109deea425e4 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807769 Jul 09 13:28:22.598146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca3cb47-8032-4f1f-b759-0f99fb0d3e4c req-974806db-f70f-4646-8082-df0fc0ea82a7 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:22.600453 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ca3cb47-8032-4f1f-b759-0f99fb0d3e4c req-974806db-f70f-4646-8082-df0fc0ea82a7 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.18 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 945 time: 0.1640146 Jul 09 13:28:22.636526 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-51e8a3b2-6f92-4eec-9276-615d5c69189a req-27b088f3-afdd-4926-ac25-42d0ecc457ce tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.1189904 Jul 09 13:28:22.811849 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-563b68f4-c675-4a2e-8049-e61300bb62d3 req-1e28bd0d-6807-4e0d-9e28-db429698392f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.1284528 Jul 09 13:28:22.958512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-2ca3cb47-8032-4f1f-b759-0f99fb0d3e4c req-e2ce0c7a-d702-4962-8d9b-42d43841327a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Deleting port b199ac96-03c8-45e6-9762-a786646f0558 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:22.959191 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2ca3cb47-8032-4f1f-b759-0f99fb0d3e4c req-e2ce0c7a-d702-4962-8d9b-42d43841327a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:23.174849 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2ca3cb47-8032-4f1f-b759-0f99fb0d3e4c req-e2ce0c7a-d702-4962-8d9b-42d43841327a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] For port b199ac96-03c8-45e6-9762-a786646f0558, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=b199ac96-03c8-45e6-9762-a786646f0558,segment=NetworkSegment(faf9f382-220c-4ece-915a-2ffd6c9e0e54),segment_id=faf9f382-220c-4ece-915a-2ffd6c9e0e54)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:23.175790 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2ca3cb47-8032-4f1f-b759-0f99fb0d3e4c req-e2ce0c7a-d702-4962-8d9b-42d43841327a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:23.205335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-2ca3cb47-8032-4f1f-b759-0f99fb0d3e4c req-e2ce0c7a-d702-4962-8d9b-42d43841327a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Calling delete_port for b199ac96-03c8-45e6-9762-a786646f0558 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:23.440571 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ad8fac14-fdbc-455f-8959-aed3d8eaef87 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:23.541263 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51211450-68d8-4ce8-812f-ae756832cd30 req-ea3e152f-295a-4f89-a0d2-1b76e02d4f38 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:23.548285 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-51211450-68d8-4ce8-812f-ae756832cd30 req-ea3e152f-295a-4f89-a0d2-1b76e02d4f38 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 945 time: 0.2019262 Jul 09 13:28:23.583475 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port ad8fac14-fdbc-455f-8959-aed3d8eaef87 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:23.588400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ad8fac14-fdbc-455f-8959-aed3d8eaef87 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:23.589314 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:23.612595 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2ca3cb47-8032-4f1f-b759-0f99fb0d3e4c req-e2ce0c7a-d702-4962-8d9b-42d43841327a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:23.667633 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-51211450-68d8-4ce8-812f-ae756832cd30 req-d0a5d575-4951-49c9-8331-043b140d4caa tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/security-groups?id=6ac3d0d2-4435-4b28-83bb-291cf1ba2c09&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118889 Jul 09 13:28:23.668814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['b199ac96-03c8-45e6-9762-a786646f0558'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:28:23.670830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:23.711622 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ce0c7a-d702-4962-8d9b-42d43841327a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Pushing event deleted for resources: {'Port': ['ID=b199ac96-03c8-45e6-9762-a786646f0558,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:23.752259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:23.753140 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ba6f86e0-5dd6-4e04-9ee1-087c4a9ad4ec not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:23.833262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca3cb47-8032-4f1f-b759-0f99fb0d3e4c req-e2ce0c7a-d702-4962-8d9b-42d43841327a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] No DVR routers for this DVR port b199ac96-03c8-45e6-9762-a786646f0558 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:23.837359 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2ca3cb47-8032-4f1f-b759-0f99fb0d3e4c req-e2ce0c7a-d702-4962-8d9b-42d43841327a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:23.841523 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ca3cb47-8032-4f1f-b759-0f99fb0d3e4c req-e2ce0c7a-d702-4962-8d9b-42d43841327a tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.18 "DELETE /v2.0/ports/b199ac96-03c8-45e6-9762-a786646f0558 HTTP/1.1" status: 204 len: 173 time: 1.2327204 Jul 09 13:28:23.855251 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85919cd9-e385-4973-bf8c-806f530a95e5', 'name': 'network-vif-deleted', 'tag': 'b199ac96-03c8-45e6-9762-a786646f0558'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:28:23.865040 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a93e91a-43ba-4063-9c56-b5c014c8657f" -d '{"events": [{"server_uuid": "85919cd9-e385-4973-bf8c-806f530a95e5", "name": "network-vif-deleted", "tag": "b199ac96-03c8-45e6-9762-a786646f0558"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:28:23.935197 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:23.970741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bdc675-06a8-4c7f-a2fe-617d935e9f8f req-3e29fde0-17ae-4a53-b062-28a859596222 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:23.984689 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a9bdc675-06a8-4c7f-a2fe-617d935e9f8f req-3e29fde0-17ae-4a53-b062-28a859596222 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 946 time: 0.1942594 Jul 09 13:28:24.010457 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port ad8fac14-fdbc-455f-8959-aed3d8eaef87, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ad8fac14-fdbc-455f-8959-aed3d8eaef87,segment=NetworkSegment(47b9a13c-f555-48d2-88a1-afb09cafec61),segment_id=47b9a13c-f555-48d2-88a1-afb09cafec61)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:24.023426 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:24.113232 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a9bdc675-06a8-4c7f-a2fe-617d935e9f8f req-3d02e01a-bae7-49e7-adf0-9fbd830d0b6d tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb6d5aff-508a-403e-8277-2cc1403d0290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1256206 Jul 09 13:28:24.119571 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=ad8fac14-fdbc-455f-8959-aed3d8eaef87,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:24.214839 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bb2c24-b096-470f-9ee7-23cd2d545f27 req-a067686a-b799-4778-ae75-7a0f568057a6 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:24.225110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31bb2c24-b096-470f-9ee7-23cd2d545f27 req-a067686a-b799-4778-ae75-7a0f568057a6 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2191567 Jul 09 13:28:24.297589 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31bb2c24-b096-470f-9ee7-23cd2d545f27 req-3658117d-4492-4077-8697-0c567cfcbebe tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712743 Jul 09 13:28:24.448882 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cab6337-f18d-40a1-9ad4-817b43bc97e7 x-openstack-request-id: req-1cab6337-f18d-40a1-9ad4-817b43bc97e7 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:28:24.449183 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85919cd9-e385-4973-bf8c-806f530a95e5", "name": "network-vif-deleted", "tag": "b199ac96-03c8-45e6-9762-a786646f0558", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:28:24.449437 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1cab6337-f18d-40a1-9ad4-817b43bc97e7 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:28:24.449832 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85919cd9-e385-4973-bf8c-806f530a95e5', 'name': 'network-vif-deleted', 'tag': 'b199ac96-03c8-45e6-9762-a786646f0558', 'status': 'completed', 'code': 200} Jul 09 13:28:24.534945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-25ebf0f9-e08b-4e5c-ad6b-f96222236b1d req-af1a0823-ec55-44b7-93d5-9071f012ee46 tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.0467396 Jul 09 13:28:24.646858 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad1c752-27eb-42f8-a39d-354d829704b2 req-027126a2-7331-4be7-aa02-9f65f1d07d33 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:24.648826 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ad1c752-27eb-42f8-a39d-354d829704b2 req-027126a2-7331-4be7-aa02-9f65f1d07d33 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.0908375 Jul 09 13:28:24.741292 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ad1c752-27eb-42f8-a39d-354d829704b2 req-1c5a426b-b5e8-48d8-8c8c-dc8c575659a5 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826292 Jul 09 13:28:24.856401 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9616a-d592-4024-95f8-298a128c5057 req-39406c08-e3b6-412f-a2bd-cc762f60b408 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:24.858869 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-14e9616a-d592-4024-95f8-298a128c5057 req-39406c08-e3b6-412f-a2bd-cc762f60b408 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.18 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 946 time: 0.2285547 Jul 09 13:28:24.956523 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ffb741fe-7968-417a-b5f6-20c58c564c80 req-12bdcd2a-7f9a-4634-a5a1-325b3ddbd090 tempest-FloatingIPsAssociationNegativeTestJSON-257252591 tempest-FloatingIPsAssociationNegativeTestJSON-257252591-project] 10.222.0.39 "GET /v2.0/ports?device_id=85919cd9-e385-4973-bf8c-806f530a95e5 HTTP/1.1" status: 200 len: 210 time: 0.0641074 Jul 09 13:28:25.053448 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-14e9616a-d592-4024-95f8-298a128c5057 req-9da3719f-4a60-44c4-96e8-be22d834df3c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Deleting port 6fd3a060-5f50-431f-abf9-e30eb5120e83 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:25.054108 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-14e9616a-d592-4024-95f8-298a128c5057 req-9da3719f-4a60-44c4-96e8-be22d834df3c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:25.415585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ad8fac14-fdbc-455f-8959-aed3d8eaef87 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:25.420052 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e2cc62-23a0-4e26-87a4-6eaab528183f req-642bd175-dff9-4ceb-a497-c07fc8161967 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:25.429263 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23e2cc62-23a0-4e26-87a4-6eaab528183f req-642bd175-dff9-4ceb-a497-c07fc8161967 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2377176 Jul 09 13:28:25.435521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-14e9616a-d592-4024-95f8-298a128c5057 req-9da3719f-4a60-44c4-96e8-be22d834df3c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] For port 6fd3a060-5f50-431f-abf9-e30eb5120e83, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6fd3a060-5f50-431f-abf9-e30eb5120e83,segment=NetworkSegment(c75e690b-0944-4853-a8cd-0b0cdfaba9a3),segment_id=c75e690b-0944-4853-a8cd-0b0cdfaba9a3)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:25.442354 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-14e9616a-d592-4024-95f8-298a128c5057 req-9da3719f-4a60-44c4-96e8-be22d834df3c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:25.514366 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23e2cc62-23a0-4e26-87a4-6eaab528183f req-8a6e270c-98ae-415d-957e-352a98cac270 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808482 Jul 09 13:28:25.576417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ad8fac14-fdbc-455f-8959-aed3d8eaef87 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:25.580055 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:25.848035 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64638a50-7fd3-43bd-8717-4654bd1ab2c5 req-59234643-0f3d-40df-9a5f-b0be306f070c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:25.856478 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-64638a50-7fd3-43bd-8717-4654bd1ab2c5 req-59234643-0f3d-40df-9a5f-b0be306f070c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 946 time: 0.1144505 Jul 09 13:28:25.904731 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-64638a50-7fd3-43bd-8717-4654bd1ab2c5 req-6d7aafbe-f6f2-4680-b43e-377f74ef7b58 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/security-groups?id=fb6d5aff-508a-403e-8277-2cc1403d0290&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457883 Jul 09 13:28:25.931250 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-14e9616a-d592-4024-95f8-298a128c5057 req-9da3719f-4a60-44c4-96e8-be22d834df3c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:25.931771 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-14e9616a-d592-4024-95f8-298a128c5057 req-9da3719f-4a60-44c4-96e8-be22d834df3c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:25.932176 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-14e9616a-d592-4024-95f8-298a128c5057 req-9da3719f-4a60-44c4-96e8-be22d834df3c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Floating IP 73a3ed3c-f8eb-4dc6-af91-c8f9d5002f52 disassociated. External IP: 172.25.2.11, port: 6fd3a060-5f50-431f-abf9-e30eb5120e83. Jul 09 13:28:25.932619 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-14e9616a-d592-4024-95f8-298a128c5057 req-9da3719f-4a60-44c4-96e8-be22d834df3c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Calling delete_port for 6fd3a060-5f50-431f-abf9-e30eb5120e83 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:26.132971 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b16db751-8ef6-445a-94d1-5dbc680887e5 req-9c317624-1f96-4974-92c7-60ad3219fb9c tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.0328674 Jul 09 13:28:26.134254 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-14e9616a-d592-4024-95f8-298a128c5057 req-9da3719f-4a60-44c4-96e8-be22d834df3c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:26.168501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da3719f-4a60-44c4-96e8-be22d834df3c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Pushing event deleted for resources: {'Port': ['ID=6fd3a060-5f50-431f-abf9-e30eb5120e83,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:26.296345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193f6c4-c328-485d-ae56-b3119cde54b4 req-9f9b2d1b-0efa-4547-b84c-2c56686d7ef5 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:26.305002 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7193f6c4-c328-485d-ae56-b3119cde54b4 req-9f9b2d1b-0efa-4547-b84c-2c56686d7ef5 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1205747 Jul 09 13:28:26.325008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14e9616a-d592-4024-95f8-298a128c5057 req-9da3719f-4a60-44c4-96e8-be22d834df3c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:28:26.363409 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7193f6c4-c328-485d-ae56-b3119cde54b4 req-e634c28e-3ba9-4eef-9887-696ccac390a5 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556943 Jul 09 13:28:26.379718 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54072) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:26.543501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14e9616a-d592-4024-95f8-298a128c5057 req-9da3719f-4a60-44c4-96e8-be22d834df3c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:28:26.556317 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a029f367-7876-4460-9a90-6e7eed35b2ef None None] Sync routers for ids ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:28:26.570721 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a029f367-7876-4460-9a90-6e7eed35b2ef None None] Routers {'33be1358-2f07-4a4b-aa47-a26d5a8f71ac'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:26.571507 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a029f367-7876-4460-9a90-6e7eed35b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:26.645110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-14e9616a-d592-4024-95f8-298a128c5057 req-9da3719f-4a60-44c4-96e8-be22d834df3c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] No DVR routers for this DVR port 6fd3a060-5f50-431f-abf9-e30eb5120e83 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:26.650601 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-14e9616a-d592-4024-95f8-298a128c5057 req-9da3719f-4a60-44c4-96e8-be22d834df3c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:26.659549 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-14e9616a-d592-4024-95f8-298a128c5057 req-9da3719f-4a60-44c4-96e8-be22d834df3c tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.18 "DELETE /v2.0/ports/6fd3a060-5f50-431f-abf9-e30eb5120e83 HTTP/1.1" status: 204 len: 173 time: 1.7856014 Jul 09 13:28:26.662949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc', 'name': 'network-vif-deleted', 'tag': '6fd3a060-5f50-431f-abf9-e30eb5120e83'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:28:26.668092 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c62775-1574-48f7-8655-bbb003af7eda" -d '{"events": [{"server_uuid": "72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc", "name": "network-vif-deleted", "tag": "6fd3a060-5f50-431f-abf9-e30eb5120e83"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:28:26.772398 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d07fa6e-dad9-48a0-8b08-048d256a489d x-openstack-request-id: req-5d07fa6e-dad9-48a0-8b08-048d256a489d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:28:26.772748 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc", "name": "network-vif-deleted", "tag": "6fd3a060-5f50-431f-abf9-e30eb5120e83", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:28:26.772951 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d07fa6e-dad9-48a0-8b08-048d256a489d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:28:26.773366 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc', 'name': 'network-vif-deleted', 'tag': '6fd3a060-5f50-431f-abf9-e30eb5120e83', 'status': 'completed', 'code': 200} Jul 09 13:28:26.804679 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a029f367-7876-4460-9a90-6e7eed35b2ef None None] Set router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:26.902723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d3ead9-5b22-4f5a-9192-08af4d008ba0 req-580ec88b-34a1-4046-b8eb-9735a48288dc tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:26.906573 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5d3ead9-5b22-4f5a-9192-08af4d008ba0 req-580ec88b-34a1-4046-b8eb-9735a48288dc tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1936080 Jul 09 13:28:26.992402 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5d3ead9-5b22-4f5a-9192-08af4d008ba0 req-9ef199b3-ecc6-41fe-803d-c825d3e7dfe7 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783761 Jul 09 13:28:27.239413 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a029f367-7876-4460-9a90-6e7eed35b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'name': 'tempest-ServersTestJSON-411623761-router', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:00Z', 'updated_at': '2021-07-09T13:26:08Z', 'revision_number': 4, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'gw_port': {'id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:02Z', 'updated_at': '2021-07-09T13:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d', 'name': '', 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'mac_address': 'fa:16:3e:49:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:07Z', 'updated_at': '2021-07-09T13:26:16Z', 'revision_number': 5, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'subnets': [{'id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:27.316823 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a029f367-7876-4460-9a90-6e7eed35b2ef None None] Checking router: 33be1358-2f07-4a4b-aa47-a26d5a8f71ac for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:27.321069 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48ba3367-2ab3-4a0d-bade-23f7a5de41af req-557d92a3-bdb3-4f2e-8bce-b46f2d8650a8 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/ports?device_id=72a4a8df-5f7a-4cf5-8cb1-d71f32eea7cc HTTP/1.1" status: 200 len: 210 time: 0.0864217 Jul 09 13:28:27.344555 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a029f367-7876-4460-9a90-6e7eed35b2ef None None] Routers {'33be1358-2f07-4a4b-aa47-a26d5a8f71ac'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:27.344555 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a029f367-7876-4460-9a90-6e7eed35b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:27.612723 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a029f367-7876-4460-9a90-6e7eed35b2ef None None] Set router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:27.650306 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55651b1f-52e0-4a3c-b7ba-61c0ff1cf2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:27.760173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9c7e8e43-394e-4d2e-84df-d1c3f0867ced details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:28:27.763174 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device b199ac96-03c8-45e6-9762-a786646f0558 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:27.838934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0156e-fdd3-43e7-8fca-1beeb804d111 req-ca5611b0-b572-4488-a745-acd2032d5499 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:27.840915 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3eb0156e-fdd3-43e7-8fca-1beeb804d111 req-ca5611b0-b572-4488-a745-acd2032d5499 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2573740 Jul 09 13:28:27.853697 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: b199ac96-03c8-45e6-9762-a786646f0558 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:27.853921 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device b199ac96-03c8-45e6-9762-a786646f0558 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:28.051253 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a029f367-7876-4460-9a90-6e7eed35b2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'name': 'tempest-ServersTestJSON-411623761-router', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:00Z', 'updated_at': '2021-07-09T13:26:08Z', 'revision_number': 4, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'gw_port': {'id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:02Z', 'updated_at': '2021-07-09T13:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d', 'name': '', 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'mac_address': 'fa:16:3e:49:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:07Z', 'updated_at': '2021-07-09T13:26:16Z', 'revision_number': 5, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'subnets': [{'id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:28.133932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:28.152253 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a029f367-7876-4460-9a90-6e7eed35b2ef None None] The sync data for ids ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'] in n-d-799525-3 is: [{'id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'name': 'tempest-ServersTestJSON-411623761-router', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:00Z', 'updated_at': '2021-07-09T13:26:08Z', 'revision_number': 4, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'gw_port': {'id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:02Z', 'updated_at': '2021-07-09T13:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d', 'name': '', 'network_id': 'f340b2bb-8fc7-493a-a51d-440e2eb04d1c', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'mac_address': 'fa:16:3e:49:d3:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 824, 'fixed_ips': [{'subnet_id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:07Z', 'updated_at': '2021-07-09T13:26:16Z', 'revision_number': 5, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'subnets': [{'id': '5aa445ca-6c21-4e11-96f1-c4099e868636', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:28.156376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '9c7e8e43-394e-4d2e-84df-d1c3f0867ced', 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385', 'port_id': '9c7e8e43-394e-4d2e-84df-d1c3f0867ced', 'mac_address': 'fa:16:3e:d0:b7:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11eca0f-225a-479a-adf8-c5ca2fa12bae', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:28:28.235902 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:28.291624 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c7e8e43-394e-4d2e-84df-d1c3f0867ced {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:28:28.368043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:28.391187 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:28.517705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['9c7e8e43-394e-4d2e-84df-d1c3f0867ced'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:28:28.597323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:28.726065 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a412335-a0c7-4005-941a-8ff49431613d None None] New status for floating IP 73a3ed3c-f8eb-4dc6-af91-c8f9d5002f52: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:28:28.813195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3eb0156e-fdd3-43e7-8fca-1beeb804d111 req-70db08ff-02db-4769-a02b-acc445e5ecf2 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9580250 Jul 09 13:28:29.077884 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a8156c1-f415-4a0f-b1d0-a74fc6746617 req-f7d34a2f-7bac-4b1a-bea8-262a434800bd tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.0359569 Jul 09 13:28:29.092970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-55651b1f-52e0-4a3c-b7ba-61c0ff1cf2d0 admin admin] Deleting port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:29.093308 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55651b1f-52e0-4a3c-b7ba-61c0ff1cf2d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:29.183032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-55651b1f-52e0-4a3c-b7ba-61c0ff1cf2d0 admin admin] For port e7d9f77b-4eb3-45a7-9d4b-93bb30881dec, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e7d9f77b-4eb3-45a7-9d4b-93bb30881dec,segment=NetworkSegment(faf9f382-220c-4ece-915a-2ffd6c9e0e54),segment_id=faf9f382-220c-4ece-915a-2ffd6c9e0e54)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:29.183342 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55651b1f-52e0-4a3c-b7ba-61c0ff1cf2d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:29.198174 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-55651b1f-52e0-4a3c-b7ba-61c0ff1cf2d0 admin admin] Calling delete_port for e7d9f77b-4eb3-45a7-9d4b-93bb30881dec owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:29.497172 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55651b1f-52e0-4a3c-b7ba-61c0ff1cf2d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:29.530514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54150) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:29.533088 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55651b1f-52e0-4a3c-b7ba-61c0ff1cf2d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7d9f77b-4eb3-45a7-9d4b-93bb30881dec,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:29.612436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54152) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:29.782500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9c7e8e43-394e-4d2e-84df-d1c3f0867ced up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:29.920364 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:29.921075 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:30.060088 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:30.092678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c638e3c-890d-495a-8598-fb17d33966af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7e8e43-394e-4d2e-84df-d1c3f0867ced'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:28:30.095116 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55651b1f-52e0-4a3c-b7ba-61c0ff1cf2d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:30.095642 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9b9dff-01fe-4519-9837-014ef2ab8567" -d '{"events": [{"server_uuid": "1c638e3c-890d-495a-8598-fb17d33966af", "name": "network-vif-plugged", "status": "completed", "tag": "9c7e8e43-394e-4d2e-84df-d1c3f0867ced"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:28:30.098840 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5acabf52-8c21-45d8-bb1c-e461a4509405 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:30.110622 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:30.119073 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:30.122872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 6fd3a060-5f50-431f-abf9-e30eb5120e83 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:30.145400 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5acabf52-8c21-45d8-bb1c-e461a4509405 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:30.240435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:30.250907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 6fd3a060-5f50-431f-abf9-e30eb5120e83 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:30.251363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 6fd3a060-5f50-431f-abf9-e30eb5120e83 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:30.303131 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f43a050-9959-4e26-ae9b-b6fe09d8e6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:30.402491 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1718dd-826a-43ee-91fd-c6b43997e1ce req-617ed441-c02e-4864-aeb0-e74495a4fc2f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:30.410417 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b1718dd-826a-43ee-91fd-c6b43997e1ce req-617ed441-c02e-4864-aeb0-e74495a4fc2f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.3893533 Jul 09 13:28:30.510549 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b1718dd-826a-43ee-91fd-c6b43997e1ce req-e7b9597d-7701-466c-8fab-9dc4d88551d8 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990522 Jul 09 13:28:30.524171 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5acabf52-8c21-45d8-bb1c-e461a4509405 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:30.545512 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5acabf52-8c21-45d8-bb1c-e461a4509405 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:30.546933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5acabf52-8c21-45d8-bb1c-e461a4509405 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "DELETE /v2.0/security-groups/fb6d5aff-508a-403e-8277-2cc1403d0290 HTTP/1.1" status: 204 len: 168 time: 0.9282916 Jul 09 13:28:30.550353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54164) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:30.589426 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acabf52-8c21-45d8-bb1c-e461a4509405 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb6d5aff-508a-403e-8277-2cc1403d0290,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:30.599724 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-955c5dcc-53a5-4780-a1ad-03b9993a3858 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] show failed (client error): The resource could not be found. Jul 09 13:28:30.601599 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-955c5dcc-53a5-4780-a1ad-03b9993a3858 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "GET /v2.0/security-groups/fb6d5aff-508a-403e-8277-2cc1403d0290 HTTP/1.1" status: 404 len: 347 time: 0.0239179 Jul 09 13:28:30.608152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54166) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:30.621642 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f899149c-5525-4886-9eb6-edee4f4f92dd x-openstack-request-id: req-f899149c-5525-4886-9eb6-edee4f4f92dd {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:28:30.621937 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c638e3c-890d-495a-8598-fb17d33966af", "name": "network-vif-plugged", "status": "completed", "tag": "9c7e8e43-394e-4d2e-84df-d1c3f0867ced", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:28:30.622187 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f899149c-5525-4886-9eb6-edee4f4f92dd {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:28:30.622577 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c638e3c-890d-495a-8598-fb17d33966af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c7e8e43-394e-4d2e-84df-d1c3f0867ced', 'code': 200} Jul 09 13:28:30.725573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55651b1f-52e0-4a3c-b7ba-61c0ff1cf2d0 admin admin] Router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:28:30.909106 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7f43a050-9959-4e26-ae9b-b6fe09d8e6fb admin admin] Deleting port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:30.919837 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f43a050-9959-4e26-ae9b-b6fe09d8e6fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:30.988895 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-42021aac-7bdf-4320-9f5f-51e237b2f0e9 req-60ea90f1-a640-4bde-b3ac-7adfcb7bb5b5 tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.0659299 Jul 09 13:28:31.031139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-7f43a050-9959-4e26-ae9b-b6fe09d8e6fb admin admin] For port 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2ca44c5a-4d78-4f2d-87d3-e4da4aeec662,segment=NetworkSegment(969943ab-b955-4d53-a90e-765c02610541),segment_id=969943ab-b955-4d53-a90e-765c02610541)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:31.031139 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f43a050-9959-4e26-ae9b-b6fe09d8e6fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:31.048910 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7f43a050-9959-4e26-ae9b-b6fe09d8e6fb admin admin] Calling delete_port for 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:31.057740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5c3d3902-59b0-413b-a2cc-48e4fb056966 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Deleting port 6c44ed6b-802a-49ae-84be-854cf0569162 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:31.058286 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3902-59b0-413b-a2cc-48e4fb056966 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:31.063985 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55651b1f-52e0-4a3c-b7ba-61c0ff1cf2d0 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:28:31.081513 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64bf4ae-9961-44e7-a8bf-cf5a13ab46b2 None None] Sync routers for ids ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:28:31.095727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-55651b1f-52e0-4a3c-b7ba-61c0ff1cf2d0 admin admin] 10.222.0.39 "PUT /v2.0/routers/3e6c16af-62f8-43d8-aa51-e934850a5fe5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7145865 Jul 09 13:28:31.097128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54170) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:31.101543 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64bf4ae-9961-44e7-a8bf-cf5a13ab46b2 None None] Routers {'3e6c16af-62f8-43d8-aa51-e934850a5fe5'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:31.102375 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d64bf4ae-9961-44e7-a8bf-cf5a13ab46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:31.356371 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-d64bf4ae-9961-44e7-a8bf-cf5a13ab46b2 None None] Set router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:31.467122 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f43a050-9959-4e26-ae9b-b6fe09d8e6fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:31.504078 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3902-59b0-413b-a2cc-48e4fb056966 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:31.504530 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3902-59b0-413b-a2cc-48e4fb056966 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:31.504734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43a050-9959-4e26-ae9b-b6fe09d8e6fb admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca44c5a-4d78-4f2d-87d3-e4da4aeec662,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:31.526732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5c3d3902-59b0-413b-a2cc-48e4fb056966 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Calling delete_port for 6c44ed6b-802a-49ae-84be-854cf0569162 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:31.537333 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b5fd28-307a-4c36-a97f-6d58575b216a admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:31.786920 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b5fd28-307a-4c36-a97f-6d58575b216a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:31.790115 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e81324bd-2aab-4401-a18e-c1290ccf0487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:31.949723 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3902-59b0-413b-a2cc-48e4fb056966 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:31.998411 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f43a050-9959-4e26-ae9b-b6fe09d8e6fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:32.063045 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d3902-59b0-413b-a2cc-48e4fb056966 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Pushing event deleted for resources: {'Port': ['ID=6c44ed6b-802a-49ae-84be-854cf0569162,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:32.108200 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b8b5fd28-307a-4c36-a97f-6d58575b216a admin admin] Deleting port 49ea22ea-6819-4dd9-85d7-becb7b17f112 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:32.109224 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b5fd28-307a-4c36-a97f-6d58575b216a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:32.231945 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d64bf4ae-9961-44e7-a8bf-cf5a13ab46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-router', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159'}], 'enable_snat': True}, 'gw_port_id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:12Z', 'updated_at': '2021-07-09T13:28:29Z', 'revision_number': 5, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'gw_port': {'id': '49ea22ea-6819-4dd9-85d7-becb7b17f112', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:f0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 960, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:27:14Z', 'updated_at': '2021-07-09T13:27:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:32.248872 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3902-59b0-413b-a2cc-48e4fb056966 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:32.252591 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c3d3902-59b0-413b-a2cc-48e4fb056966 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:32.258177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5c3d3902-59b0-413b-a2cc-48e4fb056966 tempest-ServersTestJSON-320229684 tempest-ServersTestJSON-320229684-project] 10.222.0.39 "DELETE /v2.0/floatingips/73a3ed3c-f8eb-4dc6-af91-c8f9d5002f52 HTTP/1.1" status: 204 len: 168 time: 1.6462286 Jul 09 13:28:32.270721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54176) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:32.360305 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64bf4ae-9961-44e7-a8bf-cf5a13ab46b2 None None] Checking router: 3e6c16af-62f8-43d8-aa51-e934850a5fe5 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:32.379476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831d3575-d817-4d12-8ab6-13f83d9ab53d req-6bf86dbe-cf3a-4322-ba7e-160161777201 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:32.391432 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-831d3575-d817-4d12-8ab6-13f83d9ab53d req-6bf86dbe-cf3a-4322-ba7e-160161777201 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.4075680 Jul 09 13:28:32.407713 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64bf4ae-9961-44e7-a8bf-cf5a13ab46b2 None None] Routers {'3e6c16af-62f8-43d8-aa51-e934850a5fe5'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:32.410732 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d64bf4ae-9961-44e7-a8bf-cf5a13ab46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:32.418201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-b8b5fd28-307a-4c36-a97f-6d58575b216a admin admin] For port 49ea22ea-6819-4dd9-85d7-becb7b17f112, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=49ea22ea-6819-4dd9-85d7-becb7b17f112,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:32.418915 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b5fd28-307a-4c36-a97f-6d58575b216a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:32.484160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b8b5fd28-307a-4c36-a97f-6d58575b216a admin admin] Calling delete_port for 49ea22ea-6819-4dd9-85d7-becb7b17f112 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:32.542210 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-831d3575-d817-4d12-8ab6-13f83d9ab53d req-8e4538da-e2b7-434f-b1a7-056ca8a272e4 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495032 Jul 09 13:28:32.631273 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-d64bf4ae-9961-44e7-a8bf-cf5a13ab46b2 None None] Set router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:32.749846 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d64bf4ae-9961-44e7-a8bf-cf5a13ab46b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-router', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:12Z', 'updated_at': '2021-07-09T13:28:31Z', 'revision_number': 6, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:32.835488 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64bf4ae-9961-44e7-a8bf-cf5a13ab46b2 None None] The sync data for ids ['3e6c16af-62f8-43d8-aa51-e934850a5fe5'] in n-d-799525-3 is: [{'id': '3e6c16af-62f8-43d8-aa51-e934850a5fe5', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-321336634-router', 'tenant_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:27:12Z', 'updated_at': '2021-07-09T13:28:31Z', 'revision_number': 6, 'project_id': 'fd70c7b3040a4ae0a0b737e217b53ae9', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:32.914552 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f43a050-9959-4e26-ae9b-b6fe09d8e6fb admin admin] Router 0877f383-24f4-4aac-81f8-99a18d77fee1 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:28:33.084194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f43a050-9959-4e26-ae9b-b6fe09d8e6fb admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:28:33.092741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324896e-9cd8-4608-9cd4-f31748c515ad None None] Sync routers for ids ['0877f383-24f4-4aac-81f8-99a18d77fee1'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:28:33.096180 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7f43a050-9959-4e26-ae9b-b6fe09d8e6fb admin admin] 10.222.0.39 "PUT /v2.0/routers/0877f383-24f4-4aac-81f8-99a18d77fee1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5634587 Jul 09 13:28:33.108361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54186) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:33.113433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b324896e-9cd8-4608-9cd4-f31748c515ad None None] Routers {'0877f383-24f4-4aac-81f8-99a18d77fee1'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:33.114089 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b324896e-9cd8-4608-9cd4-f31748c515ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0877f383-24f4-4aac-81f8-99a18d77fee1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:33.317138 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ba9b414-3ccf-449c-809d-7e550d07b144 req-dba5bbf9-86c5-4ff3-aa5b-c7753a5bbe85 tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.1216440 Jul 09 13:28:33.366819 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09253d48-274d-4d9a-b27d-21be4a156c8f admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:33.406573 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b324896e-9cd8-4608-9cd4-f31748c515ad None None] Set router 0877f383-24f4-4aac-81f8-99a18d77fee1 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:33.463337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e7d9f77b-4eb3-45a7-9d4b-93bb30881dec no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:33.564310 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09253d48-274d-4d9a-b27d-21be4a156c8f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:33.574411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: e7d9f77b-4eb3-45a7-9d4b-93bb30881dec {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:33.574764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e7d9f77b-4eb3-45a7-9d4b-93bb30881dec not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:33.657397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-09253d48-274d-4d9a-b27d-21be4a156c8f admin admin] Deleting port 38596c74-ff46-4041-9a09-1ab65b21be16 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:33.658171 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09253d48-274d-4d9a-b27d-21be4a156c8f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:33.771763 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-09253d48-274d-4d9a-b27d-21be4a156c8f admin admin] For port 38596c74-ff46-4041-9a09-1ab65b21be16, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=38596c74-ff46-4041-9a09-1ab65b21be16,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:33.772365 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09253d48-274d-4d9a-b27d-21be4a156c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:33.799544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-09253d48-274d-4d9a-b27d-21be4a156c8f admin admin] Calling delete_port for 38596c74-ff46-4041-9a09-1ab65b21be16 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:33.853405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b324896e-9cd8-4608-9cd4-f31748c515ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'name': 'tempest-AttachSCSIVolumeTestJSON-393148534-router', 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.54'}], 'enable_snat': True}, 'gw_port_id': '38596c74-ff46-4041-9a09-1ab65b21be16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:20Z', 'updated_at': '2021-07-09T13:28:31Z', 'revision_number': 5, 'project_id': '86c30d00eb914f1fb6849067f03b2bba', 'gw_port': {'id': '38596c74-ff46-4041-9a09-1ab65b21be16', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:e4:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 862, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:20Z', 'updated_at': '2021-07-09T13:26:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:33.901924 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324896e-9cd8-4608-9cd4-f31748c515ad None None] Checking router: 0877f383-24f4-4aac-81f8-99a18d77fee1 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:33.922490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b324896e-9cd8-4608-9cd4-f31748c515ad None None] Routers {'0877f383-24f4-4aac-81f8-99a18d77fee1'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:33.925272 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b324896e-9cd8-4608-9cd4-f31748c515ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0877f383-24f4-4aac-81f8-99a18d77fee1'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:34.024077 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b5fd28-307a-4c36-a97f-6d58575b216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.081617 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b5fd28-307a-4c36-a97f-6d58575b216a admin admin] Pushing event deleted for resources: {'Port': ['ID=49ea22ea-6819-4dd9-85d7-becb7b17f112,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:34.179500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b324896e-9cd8-4608-9cd4-f31748c515ad None None] Set router 0877f383-24f4-4aac-81f8-99a18d77fee1 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:34.270550 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b5fd28-307a-4c36-a97f-6d58575b216a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.294361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b324896e-9cd8-4608-9cd4-f31748c515ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'name': 'tempest-AttachSCSIVolumeTestJSON-393148534-router', 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:20Z', 'updated_at': '2021-07-09T13:28:33Z', 'revision_number': 6, 'project_id': '86c30d00eb914f1fb6849067f03b2bba', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:34.304581 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09253d48-274d-4d9a-b27d-21be4a156c8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.328165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b324896e-9cd8-4608-9cd4-f31748c515ad None None] The sync data for ids ['0877f383-24f4-4aac-81f8-99a18d77fee1'] in n-d-799525-3 is: [{'id': '0877f383-24f4-4aac-81f8-99a18d77fee1', 'name': 'tempest-AttachSCSIVolumeTestJSON-393148534-router', 'tenant_id': '86c30d00eb914f1fb6849067f03b2bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:20Z', 'updated_at': '2021-07-09T13:28:33Z', 'revision_number': 6, 'project_id': '86c30d00eb914f1fb6849067f03b2bba', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:34.336778 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04b236aa-43c7-4481-9f30-6f8068328b2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.391305 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b5fd28-307a-4c36-a97f-6d58575b216a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.394249 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b5fd28-307a-4c36-a97f-6d58575b216a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.428791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09253d48-274d-4d9a-b27d-21be4a156c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=38596c74-ff46-4041-9a09-1ab65b21be16,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:34.467641 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b5fd28-307a-4c36-a97f-6d58575b216a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.468197 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b5fd28-307a-4c36-a97f-6d58575b216a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e6c16af-62f8-43d8-aa51-e934850a5fe5 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:28:34.474620 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b5fd28-307a-4c36-a97f-6d58575b216a admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.479292 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b8b5fd28-307a-4c36-a97f-6d58575b216a admin admin] 10.222.0.39 "DELETE /v2.0/routers/3e6c16af-62f8-43d8-aa51-e934850a5fe5 HTTP/1.1" status: 204 len: 168 time: 3.3150661 Jul 09 13:28:34.479292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54196) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:34.530706 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-eadb77dc-1ae1-4db5-bffe-6450a571e4e5 admin admin] Deleting subnet 421ef8b4-a067-4e21-a5bd-b46919588087 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:28:34.534241 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09253d48-274d-4d9a-b27d-21be4a156c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.535405 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eadb77dc-1ae1-4db5-bffe-6450a571e4e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.572822 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.605160 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eadb77dc-1ae1-4db5-bffe-6450a571e4e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.680814 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02ad2db1-4878-47e7-add6-982ee06909e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.695225 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09253d48-274d-4d9a-b27d-21be4a156c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.702061 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09253d48-274d-4d9a-b27d-21be4a156c8f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.758596 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09253d48-274d-4d9a-b27d-21be4a156c8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.759379 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09253d48-274d-4d9a-b27d-21be4a156c8f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0877f383-24f4-4aac-81f8-99a18d77fee1 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:28:34.769909 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09253d48-274d-4d9a-b27d-21be4a156c8f admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.772480 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-09253d48-274d-4d9a-b27d-21be4a156c8f admin admin] 10.222.0.39 "DELETE /v2.0/routers/0877f383-24f4-4aac-81f8-99a18d77fee1 HTTP/1.1" status: 204 len: 168 time: 1.6627729 Jul 09 13:28:34.774597 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54204) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:34.840913 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eadb77dc-1ae1-4db5-bffe-6450a571e4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.844552 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-36cc2b21-959a-45c1-84be-17f29e5b8d56 admin admin] Deleting subnet 1039a157-bd32-44fa-ad64-b5f516cd0e55 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:28:34.854489 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36cc2b21-959a-45c1-84be-17f29e5b8d56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.931570 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36cc2b21-959a-45c1-84be-17f29e5b8d56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:34.976978 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eadb77dc-1ae1-4db5-bffe-6450a571e4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:35.033701 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36cc2b21-959a-45c1-84be-17f29e5b8d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:35.037150 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadb77dc-1ae1-4db5-bffe-6450a571e4e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=421ef8b4-a067-4e21-a5bd-b46919588087,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:35.039268 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eadb77dc-1ae1-4db5-bffe-6450a571e4e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:35.043410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8290f94-1252-4a0b-a847-fe2e4e3eb6ec None None] Network 8b4a8119-6930-41dd-8274-d2b387479ffc requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:35.052968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-eadb77dc-1ae1-4db5-bffe-6450a571e4e5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/421ef8b4-a067-4e21-a5bd-b46919588087 HTTP/1.1" status: 204 len: 168 time: 0.5621390 Jul 09 13:28:35.054875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54206) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:35.159104 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:35.175517 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36cc2b21-959a-45c1-84be-17f29e5b8d56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:35.216343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc2b21-959a-45c1-84be-17f29e5b8d56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1039a157-bd32-44fa-ad64-b5f516cd0e55,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:35.218829 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36cc2b21-959a-45c1-84be-17f29e5b8d56 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:35.225024 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-36cc2b21-959a-45c1-84be-17f29e5b8d56 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1039a157-bd32-44fa-ad64-b5f516cd0e55 HTTP/1.1" status: 204 len: 168 time: 0.4487085 Jul 09 13:28:35.226692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54208) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:35.251801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc2788e-d21b-4979-aa66-606205362d07 None None] Network 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:35.383720 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-02ad2db1-4878-47e7-add6-982ee06909e1 admin admin] Deleting port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:35.384065 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02ad2db1-4878-47e7-add6-982ee06909e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:35.403337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 38596c74-ff46-4041-9a09-1ab65b21be16 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:35.445244 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 38596c74-ff46-4041-9a09-1ab65b21be16 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:35.445244 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 38596c74-ff46-4041-9a09-1ab65b21be16 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:35.445244 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 49ea22ea-6819-4dd9-85d7-becb7b17f112 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:35.541223 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:35.544541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] Deleting port 196c617e-16c9-4c1f-b7c9-9b1f35db304e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:35.545010 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:35.620652 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-02ad2db1-4878-47e7-add6-982ee06909e1 admin admin] For port b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d,segment=NetworkSegment(c75e690b-0944-4853-a8cd-0b0cdfaba9a3),segment_id=c75e690b-0944-4853-a8cd-0b0cdfaba9a3)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:35.621275 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02ad2db1-4878-47e7-add6-982ee06909e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:35.643789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-02ad2db1-4878-47e7-add6-982ee06909e1 admin admin] Calling delete_port for b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:35.645516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] For port 196c617e-16c9-4c1f-b7c9-9b1f35db304e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=196c617e-16c9-4c1f-b7c9-9b1f35db304e,segment=NetworkSegment(faf9f382-220c-4ece-915a-2ffd6c9e0e54),segment_id=faf9f382-220c-4ece-915a-2ffd6c9e0e54)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:35.645988 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:35.662861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] Calling delete_port for 196c617e-16c9-4c1f-b7c9-9b1f35db304e owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:35.674036 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 49ea22ea-6819-4dd9-85d7-becb7b17f112 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:35.674036 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 49ea22ea-6819-4dd9-85d7-becb7b17f112 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:35.674542 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:35.722997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:35.723366 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2ca44c5a-4d78-4f2d-87d3-e4da4aeec662 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:35.849249 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:35.983687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Deleting port 66b1edf9-9814-41ee-af47-3a7c7bf3785e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:35.984090 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.011705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-397c3516-05a5-4727-bb3b-e97dcaeefb18 None None] DHCP port deletion for 8b4a8119-6930-41dd-8274-d2b387479ffc request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:28:36.064596 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.073552 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02ad2db1-4878-47e7-add6-982ee06909e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.083857 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] For port 66b1edf9-9814-41ee-af47-3a7c7bf3785e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=66b1edf9-9814-41ee-af47-3a7c7bf3785e,segment=NetworkSegment(969943ab-b955-4d53-a90e-765c02610541),segment_id=969943ab-b955-4d53-a90e-765c02610541)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:36.084487 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.123653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461f34d0-8f64-45ed-8559-4064b3397e69 None None] DHCP port deletion for 14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:28:36.157044 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad2db1-4878-47e7-add6-982ee06909e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:36.172994 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] Pushing event deleted for resources: {'Port': ['ID=196c617e-16c9-4c1f-b7c9-9b1f35db304e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:36.174922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] No DVR routers for this DVR port 196c617e-16c9-4c1f-b7c9-9b1f35db304e on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:36.196579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Calling delete_port for 66b1edf9-9814-41ee-af47-3a7c7bf3785e owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:36.247267 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-461f34d0-8f64-45ed-8559-4064b3397e69 None None] Deleting port 66b1edf9-9814-41ee-af47-3a7c7bf3785e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:36.247940 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-461f34d0-8f64-45ed-8559-4064b3397e69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.441363 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.454404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-461f34d0-8f64-45ed-8559-4064b3397e69 None None] For port 66b1edf9-9814-41ee-af47-3a7c7bf3785e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=66b1edf9-9814-41ee-af47-3a7c7bf3785e,segment=NetworkSegment(969943ab-b955-4d53-a90e-765c02610541),segment_id=969943ab-b955-4d53-a90e-765c02610541)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:36.456632 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-461f34d0-8f64-45ed-8559-4064b3397e69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.462065 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b4a8119-6930-41dd-8274-d2b387479ffc']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:36.476536 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02ad2db1-4878-47e7-add6-982ee06909e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.492718 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'faf9f382-220c-4ece-915a-2ffd6c9e0e54') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:36.493317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'faf9f382-220c-4ece-915a-2ffd6c9e0e54') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:36.500040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-461f34d0-8f64-45ed-8559-4064b3397e69 None None] Calling delete_port for 66b1edf9-9814-41ee-af47-3a7c7bf3785e owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:36.511943 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.547949 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.557206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:28:36.557945 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:28:36.560373 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:28:36.575801 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.659867 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=66b1edf9-9814-41ee-af47-3a7c7bf3785e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:36.662453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] No DVR routers for this DVR port 66b1edf9-9814-41ee-af47-3a7c7bf3785e on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:36.676458 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-461f34d0-8f64-45ed-8559-4064b3397e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.700462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461f34d0-8f64-45ed-8559-4064b3397e69 None None] Pushing event deleted for resources: {'Port': ['ID=66b1edf9-9814-41ee-af47-3a7c7bf3785e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:36.703424 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:36.703767 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:36.704207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:36.704520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:36.704856 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:36.705705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:36.706258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:36.706527 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:36.706850 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:36.707199 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:36.707526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:36.707846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:36.718237 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f34d0-8f64-45ed-8559-4064b3397e69 None None] No DVR routers for this DVR port 66b1edf9-9814-41ee-af47-3a7c7bf3785e on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:36.765159 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.772370 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.778610 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] 10.222.0.39 "DELETE /v2.0/networks/8b4a8119-6930-41dd-8274-d2b387479ffc HTTP/1.1" status: 204 len: 168 time: 1.7225592 Jul 09 13:28:36.784411 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.802346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf211625-44f2-42b1-8520-06d9eb71db6a admin admin] Pushing event deleted for resources: {'Network': ['ID=8b4a8119-6930-41dd-8274-d2b387479ffc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:36.809962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:36.828000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '969943ab-b955-4d53-a90e-765c02610541') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:36.829212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '969943ab-b955-4d53-a90e-765c02610541') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:36.843663 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.863802 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.871507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:28:36.872446 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:28:36.875715 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:28:36.888871 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:36.978986 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:37.005578 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:37.030065 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8 HTTP/1.1" status: 204 len: 168 time: 1.8018272 Jul 09 13:28:37.031599 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02ad2db1-4878-47e7-add6-982ee06909e1 admin admin] Router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:28:37.036745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54216) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:37.051575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f5da85-e4bb-4d5c-aac4-28f4d01b94a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=14ec4c36-2d01-4ae7-8bf5-aecfd7b144c8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:37.093833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54218) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:37.197968 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8851f005-e203-4510-ade2-dadcdf07346c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fd70c7b3040a4ae0a0b737e217b53ae9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1028595 Jul 09 13:28:37.199561 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54220) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:37.325050 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ad2db1-4878-47e7-add6-982ee06909e1 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:28:37.336198 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8490b-14dc-4cb1-b26c-cbd92791c9ff None None] Sync routers for ids ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:28:37.364121 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8490b-14dc-4cb1-b26c-cbd92791c9ff None None] Routers {'33be1358-2f07-4a4b-aa47-a26d5a8f71ac'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:37.380220 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-28b8490b-14dc-4cb1-b26c-cbd92791c9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:37.395257 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-02ad2db1-4878-47e7-add6-982ee06909e1 admin admin] 10.222.0.39 "PUT /v2.0/routers/33be1358-2f07-4a4b-aa47-a26d5a8f71ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1212118 Jul 09 13:28:37.395983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54222) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:37.437637 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af7994f1-6a88-4e1a-b734-58d7bf8196fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:37.479497 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 66b1edf9-9814-41ee-af47-3a7c7bf3785e no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:37.523030 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 66b1edf9-9814-41ee-af47-3a7c7bf3785e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:37.525043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 66b1edf9-9814-41ee-af47-3a7c7bf3785e not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:37.525692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 196c617e-16c9-4c1f-b7c9-9b1f35db304e no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:37.570209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 196c617e-16c9-4c1f-b7c9-9b1f35db304e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:37.570826 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 196c617e-16c9-4c1f-b7c9-9b1f35db304e not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:37.651941 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-28b8490b-14dc-4cb1-b26c-cbd92791c9ff None None] Set router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:37.677451 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e8348b-f471-4269-a25b-31a00e986ab9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:37.832738 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e8348b-f471-4269-a25b-31a00e986ab9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:37.977138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8348b-f471-4269-a25b-31a00e986ab9 admin admin] Deleting port b83773c0-0890-4a78-aabb-8fa78664aa2d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:37.977486 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e8348b-f471-4269-a25b-31a00e986ab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:38.044031 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af7994f1-6a88-4e1a-b734-58d7bf8196fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:38.120757 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-28b8490b-14dc-4cb1-b26c-cbd92791c9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'name': 'tempest-ServersTestJSON-411623761-router', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132'}], 'enable_snat': True}, 'gw_port_id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:00Z', 'updated_at': '2021-07-09T13:28:35Z', 'revision_number': 5, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'gw_port': {'id': 'b83773c0-0890-4a78-aabb-8fa78664aa2d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:f0:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 815, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:02Z', 'updated_at': '2021-07-09T13:26:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:38.170586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d3e8348b-f471-4269-a25b-31a00e986ab9 admin admin] For port b83773c0-0890-4a78-aabb-8fa78664aa2d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b83773c0-0890-4a78-aabb-8fa78664aa2d,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:38.171108 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e8348b-f471-4269-a25b-31a00e986ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:38.177773 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af7994f1-6a88-4e1a-b734-58d7bf8196fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:38.179802 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8490b-14dc-4cb1-b26c-cbd92791c9ff None None] Checking router: 33be1358-2f07-4a4b-aa47-a26d5a8f71ac for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:38.182077 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-af7994f1-6a88-4e1a-b734-58d7bf8196fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:38.183063 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:38.184100 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-af7994f1-6a88-4e1a-b734-58d7bf8196fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ac3d0d2-4435-4b28-83bb-291cf1ba2c09 HTTP/1.1" status: 204 len: 168 time: 0.9817853 Jul 09 13:28:38.197918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d3e8348b-f471-4269-a25b-31a00e986ab9 admin admin] Calling delete_port for b83773c0-0890-4a78-aabb-8fa78664aa2d owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:38.201422 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7994f1-6a88-4e1a-b734-58d7bf8196fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ac3d0d2-4435-4b28-83bb-291cf1ba2c09,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:38.222895 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28b8490b-14dc-4cb1-b26c-cbd92791c9ff None None] Routers {'33be1358-2f07-4a4b-aa47-a26d5a8f71ac'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:38.223545 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-28b8490b-14dc-4cb1-b26c-cbd92791c9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:38.376638 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-28b8490b-14dc-4cb1-b26c-cbd92791c9ff None None] Set router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:38.395045 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d6811fa-db9e-4441-b6e9-5892d9c3afed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:38.451012 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:38.495034 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-28b8490b-14dc-4cb1-b26c-cbd92791c9ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'name': 'tempest-ServersTestJSON-411623761-router', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:00Z', 'updated_at': '2021-07-09T13:28:37Z', 'revision_number': 6, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:38.542062 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28b8490b-14dc-4cb1-b26c-cbd92791c9ff None None] The sync data for ids ['33be1358-2f07-4a4b-aa47-a26d5a8f71ac'] in n-d-799525-3 is: [{'id': '33be1358-2f07-4a4b-aa47-a26d5a8f71ac', 'name': 'tempest-ServersTestJSON-411623761-router', 'tenant_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:00Z', 'updated_at': '2021-07-09T13:28:37Z', 'revision_number': 6, 'project_id': 'ec3c5a4d112d406d82ff46a44f17b6a5', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:38.594520 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e8348b-f471-4269-a25b-31a00e986ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:38.718136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e8348b-f471-4269-a25b-31a00e986ab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=b83773c0-0890-4a78-aabb-8fa78664aa2d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:38.882261 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e8348b-f471-4269-a25b-31a00e986ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.117804 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8d6811fa-db9e-4441-b6e9-5892d9c3afed admin admin] Deleting port fc396209-c5ff-43df-a4b6-905199b3f1bb {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:39.118432 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d6811fa-db9e-4441-b6e9-5892d9c3afed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.309412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-8d6811fa-db9e-4441-b6e9-5892d9c3afed admin admin] For port fc396209-c5ff-43df-a4b6-905199b3f1bb, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fc396209-c5ff-43df-a4b6-905199b3f1bb,segment=NetworkSegment(a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd),segment_id=a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:39.309784 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d6811fa-db9e-4441-b6e9-5892d9c3afed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.323639 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e8348b-f471-4269-a25b-31a00e986ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.328214 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e8348b-f471-4269-a25b-31a00e986ab9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.345513 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8d6811fa-db9e-4441-b6e9-5892d9c3afed admin admin] Calling delete_port for fc396209-c5ff-43df-a4b6-905199b3f1bb owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:39.425384 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e8348b-f471-4269-a25b-31a00e986ab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.434880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e8348b-f471-4269-a25b-31a00e986ab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33be1358-2f07-4a4b-aa47-a26d5a8f71ac {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:28:39.448557 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3e8348b-f471-4269-a25b-31a00e986ab9 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.449777 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d3e8348b-f471-4269-a25b-31a00e986ab9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/33be1358-2f07-4a4b-aa47-a26d5a8f71ac HTTP/1.1" status: 204 len: 168 time: 2.0518503 Jul 09 13:28:39.457959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54242) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:39.614348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:39.634685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0a57520-463c-4863-816f-b529a3eb7a0d admin admin] Deleting subnet 5aa445ca-6c21-4e11-96f1-c4099e868636 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:28:39.652148 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a0a57520-463c-4863-816f-b529a3eb7a0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.656823 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:39.662821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b5e092a7-1d83-4f6e-bb01-9fc9b1fd336d not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:39.663367 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b83773c0-0890-4a78-aabb-8fa78664aa2d no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:39.724402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: b83773c0-0890-4a78-aabb-8fa78664aa2d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:39.724769 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b83773c0-0890-4a78-aabb-8fa78664aa2d not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:39.742346 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a0a57520-463c-4863-816f-b529a3eb7a0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.809030 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d6811fa-db9e-4441-b6e9-5892d9c3afed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:39.921322 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6811fa-db9e-4441-b6e9-5892d9c3afed admin admin] Pushing event deleted for resources: {'Port': ['ID=fc396209-c5ff-43df-a4b6-905199b3f1bb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:39.953298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54252) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:39.972447 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a0a57520-463c-4863-816f-b529a3eb7a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.130684 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a0a57520-463c-4863-816f-b529a3eb7a0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.175308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a57520-463c-4863-816f-b529a3eb7a0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa445ca-6c21-4e11-96f1-c4099e868636,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:40.179935 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a0a57520-463c-4863-816f-b529a3eb7a0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.182188 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a0a57520-463c-4863-816f-b529a3eb7a0d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5aa445ca-6c21-4e11-96f1-c4099e868636 HTTP/1.1" status: 204 len: 168 time: 0.7229280 Jul 09 13:28:40.187748 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54256) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:40.188270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7b0218-70c8-4559-883a-97252dbd0855 None None] Network f340b2bb-8fc7-493a-a51d-440e2eb04d1c requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:40.227512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5c482f2a-c681-479c-92e8-d594a057ef5e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707906742-network', 'tenant_id': 'd41ecb4c8a83498bab4ae676580f4bdb'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:40.266878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c482f2a-c681-479c-92e8-d594a057ef5e admin admin] Made reservation on behalf of d41ecb4c8a83498bab4ae676580f4bdb for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:40.270332 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c482f2a-c681-479c-92e8-d594a057ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.293010 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c482f2a-c681-479c-92e8-d594a057ef5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.447857 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c482f2a-c681-479c-92e8-d594a057ef5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.454569 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c482f2a-c681-479c-92e8-d594a057ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.490826 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c482f2a-c681-479c-92e8-d594a057ef5e admin admin] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:28:40.515598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c482f2a-c681-479c-92e8-d594a057ef5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1e4385-279c-46a6-bc1e-ba1d0ce88043,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:40.522914 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.537524 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d6811fa-db9e-4441-b6e9-5892d9c3afed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.540853 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c482f2a-c681-479c-92e8-d594a057ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.541220 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-5c482f2a-c681-479c-92e8-d594a057ef5e admin admin] Added segment fac65474-f9bd-4e57-91d2-6bcd9806b553 of type vlan for network 1d497e0a-f72d-4038-a08c-62dbba09858f Jul 09 13:28:40.634395 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c482f2a-c681-479c-92e8-d594a057ef5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.644210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39cd2485-737e-4a87-9fb1-f89151373603 None None] DHCP port deletion for f340b2bb-8fc7-493a-a51d-440e2eb04d1c request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:28:40.770615 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c482f2a-c681-479c-92e8-d594a057ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.771794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c482f2a-c681-479c-92e8-d594a057ef5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:40.772598 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c482f2a-c681-479c-92e8-d594a057ef5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.818159 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-39cd2485-737e-4a87-9fb1-f89151373603 None None] Deleting port d87de411-2101-4ecf-8263-6db6577127a3 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:40.818506 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39cd2485-737e-4a87-9fb1-f89151373603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.916037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-39cd2485-737e-4a87-9fb1-f89151373603 None None] For port d87de411-2101-4ecf-8263-6db6577127a3, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d87de411-2101-4ecf-8263-6db6577127a3,segment=NetworkSegment(c75e690b-0944-4853-a8cd-0b0cdfaba9a3),segment_id=c75e690b-0944-4853-a8cd-0b0cdfaba9a3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:40.916734 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39cd2485-737e-4a87-9fb1-f89151373603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:40.919934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c482f2a-c681-479c-92e8-d594a057ef5e admin admin] Pushing event updated for resources: {'Network': ['ID=1d497e0a-f72d-4038-a08c-62dbba09858f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:40.935676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 1d497e0a-f72d-4038-a08c-62dbba09858f details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:28:40.947865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-39cd2485-737e-4a87-9fb1-f89151373603 None None] Calling delete_port for d87de411-2101-4ecf-8263-6db6577127a3 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:40.975463 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5c482f2a-c681-479c-92e8-d594a057ef5e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0199893 Jul 09 13:28:40.978187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54264) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:40.983986 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-78e35922-ae78-412b-96ac-15648c2593cb admin admin] Request body: {'subnet': {'network_id': '1d497e0a-f72d-4038-a08c-62dbba09858f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707906742-subnet', 'tenant_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:41.014831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78e35922-ae78-412b-96ac-15648c2593cb admin admin] Made reservation on behalf of d41ecb4c8a83498bab4ae676580f4bdb for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:41.019468 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78e35922-ae78-412b-96ac-15648c2593cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.067190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2dd8536-9e01-4267-95bf-91f5d6fa277b req-6398a0f6-1c9a-48e7-8320-7ecf0164b02b tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.0997958 Jul 09 13:28:41.102740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] Deleting port d87de411-2101-4ecf-8263-6db6577127a3 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:41.103337 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.123330 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:28:41.215701 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-39cd2485-737e-4a87-9fb1-f89151373603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.268158 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cd2485-737e-4a87-9fb1-f89151373603 None None] Pushing event deleted for resources: {'Port': ['ID=d87de411-2101-4ecf-8263-6db6577127a3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:41.275072 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afcaa03-6a9d-4ff8-b199-79b94ceea496 req-e8b9f448-9d51-4fc8-8d03-62894abfb2cb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:41.277351 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1afcaa03-6a9d-4ff8-b199-79b94ceea496 req-e8b9f448-9d51-4fc8-8d03-62894abfb2cb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/networks?id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b HTTP/1.1" status: 200 len: 813 time: 0.5082023 Jul 09 13:28:41.295359 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39cd2485-737e-4a87-9fb1-f89151373603 None None] No DVR routers for this DVR port d87de411-2101-4ecf-8263-6db6577127a3 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:41.346552 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78e35922-ae78-412b-96ac-15648c2593cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.391984 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1afcaa03-6a9d-4ff8-b199-79b94ceea496 req-9e97bc4b-83f6-4c00-9b5a-70bf68ed951f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/quotas/ffe615145fe24da683918dfba7f962cc HTTP/1.1" status: 200 len: 375 time: 0.0937345 Jul 09 13:28:41.481598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78e35922-ae78-412b-96ac-15648c2593cb admin admin] Checking segment: {'id': 'fac65474-f9bd-4e57-91d2-6bcd9806b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d497e0a-f72d-4038-a08c-62dbba09858f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:41.482284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e35922-ae78-412b-96ac-15648c2593cb admin admin] Network hostable DHCP agents. Network: 1d497e0a-f72d-4038-a08c-62dbba09858f, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:28:41.495535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d87de411-2101-4ecf-8263-6db6577127a3 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:41.500544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e35922-ae78-412b-96ac-15648c2593cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8492272c-3c38-4b12-ab5e-51b37037942c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:41.512295 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] For port d87de411-2101-4ecf-8263-6db6577127a3, host n-d-799525-3, got binding levels [] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:41.512699 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.526039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78e35922-ae78-412b-96ac-15648c2593cb admin admin] Network 1d497e0a-f72d-4038-a08c-62dbba09858f is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:28:41.539453 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] Calling delete_port for d87de411-2101-4ecf-8263-6db6577127a3 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:41.544349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: d87de411-2101-4ecf-8263-6db6577127a3 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:41.544850 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d87de411-2101-4ecf-8263-6db6577127a3 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:41.551418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-78e35922-ae78-412b-96ac-15648c2593cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 1d497e0a-f72d-4038-a08c-62dbba09858f) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:41.562800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] Port d87de411-2101-4ecf-8263-6db6577127a3 was not found and therefore no delete operation was performed {{(pid=93754) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:28:41.567007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e35922-ae78-412b-96ac-15648c2593cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:41.567723 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78e35922-ae78-412b-96ac-15648c2593cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.568481 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-640699c2-4e38-48da-a637-0c94e0231237 None None] Network 1d497e0a-f72d-4038-a08c-62dbba09858f requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:41.579877 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.617006 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-78e35922-ae78-412b-96ac-15648c2593cb admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6352620 Jul 09 13:28:41.617265 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54278) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:41.623416 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707906742-router', 'tenant_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:41.661629 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.680479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] No DVR routers for this DVR port d87de411-2101-4ecf-8263-6db6577127a3 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:41.681663 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.779604 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] Pushing event deleted for resources: {'Port': ['ID=d87de411-2101-4ecf-8263-6db6577127a3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:41.801725 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1afcaa03-6a9d-4ff8-b199-79b94ceea496 req-bade6773-fcb2-4b2e-a56b-96fdf556318e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ffe615145fe24da683918dfba7f962cc&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3603170 Jul 09 13:28:41.820166 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:41.844081 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d6811fa-db9e-4441-b6e9-5892d9c3afed admin admin] Router e38c4509-9a0f-43c7-9b0d-4c3af7387397 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:28:41.896296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-1d497e0a-f72d-4038-a08c-62dbba09858f', 'network_id': '1d497e0a-f72d-4038-a08c-62dbba09858f', 'tenant_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'fixed_ips': [{'subnet_id': '8492272c-3c38-4b12-ab5e-51b37037942c'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:28:41.897509 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.030833 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.066284 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f340b2bb-8fc7-493a-a51d-440e2eb04d1c']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:42.194926 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c75e690b-0944-4853-a8cd-0b0cdfaba9a3') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:42.195299 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.195421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c75e690b-0944-4853-a8cd-0b0cdfaba9a3') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:42.200351 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Allocated IP 172.20.0.2 (1d497e0a-f72d-4038-a08c-62dbba09858f/8492272c-3c38-4b12-ab5e-51b37037942c/5773f2d9-e909-49df-abf3-141cb78ce66b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:42.337919 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.403000 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.420220 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:28:42.421832 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:28:42.444032 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:28:42.511713 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.540784 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0255ed0a-4385-4dc5-b81e-13a9d7261080 req-6acbf493-2765-42a6-b5d3-048d89bb06e1 tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.0680490 Jul 09 13:28:42.643917 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Transition to ACTIVE for port object 5773f2d9-e909-49df-abf3-141cb78ce66b will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:42.665962 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.677488 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.682490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Transition to ACTIVE for port object 5773f2d9-e909-49df-abf3-141cb78ce66b will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:42.700408 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.712194 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.719299 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] 10.222.0.39 "DELETE /v2.0/networks/f340b2bb-8fc7-493a-a51d-440e2eb04d1c HTTP/1.1" status: 204 len: 168 time: 2.5236070 Jul 09 13:28:42.739139 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:42.765683 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c561d4-d957-49de-87e7-218b3537020c admin admin] Pushing event deleted for resources: {'Network': ['ID=f340b2bb-8fc7-493a-a51d-440e2eb04d1c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:42.774080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d6811fa-db9e-4441-b6e9-5892d9c3afed admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:28:42.797550 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8d6811fa-db9e-4441-b6e9-5892d9c3afed admin admin] 10.222.0.39 "PUT /v2.0/routers/e38c4509-9a0f-43c7-9b0d-4c3af7387397/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7524047 Jul 09 13:28:42.798562 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54310) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:42.836768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Pushing event updated for resources: {'Port': ['ID=5773f2d9-e909-49df-abf3-141cb78ce66b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:42.858294 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a458f9-6ddc-4d6f-a69a-0c1611970dd1 None None] Sync routers for ids ['e38c4509-9a0f-43c7-9b0d-4c3af7387397'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:28:42.868781 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17759d79-6a26-4596-ab68-f9c827a8d057 req-dd3644e1-0f18-4f2c-8136-802167e2ce25 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:42.892069 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17759d79-6a26-4596-ab68-f9c827a8d057 req-dd3644e1-0f18-4f2c-8136-802167e2ce25 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.6649702 Jul 09 13:28:42.928943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Network 1d497e0a-f72d-4038-a08c-62dbba09858f is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:42.934165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:42.942511 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:42.964794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a458f9-6ddc-4d6f-a69a-0c1611970dd1 None None] Routers {'e38c4509-9a0f-43c7-9b0d-4c3af7387397'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:42.965563 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b3a458f9-6ddc-4d6f-a69a-0c1611970dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e38c4509-9a0f-43c7-9b0d-4c3af7387397'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:43.015107 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Allocated IP 172.25.2.190 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/a446680b-7cab-41c9-acf6-3720e6d04696) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:43.068898 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17759d79-6a26-4596-ab68-f9c827a8d057 req-e3225112-003b-4019-906b-520139b67019 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695881 Jul 09 13:28:43.077905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54320) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:43.173224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54326) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:43.178189 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bf01fa4e-0853-4df5-868a-414c430cbcaf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ec3c5a4d112d406d82ff46a44f17b6a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0837147 Jul 09 13:28:43.190433 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f718-0c62-41e9-8764-3268fba16501 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:43.314087 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b3a458f9-6ddc-4d6f-a69a-0c1611970dd1 None None] Set router e38c4509-9a0f-43c7-9b0d-4c3af7387397 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:43.348634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac143c55-a168-4a4c-b6ef-7dd7a8050068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:43.393946 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac143c55-a168-4a4c-b6ef-7dd7a8050068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:43.427518 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:43.507786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac143c55-a168-4a4c-b6ef-7dd7a8050068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:43.513414 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac143c55-a168-4a4c-b6ef-7dd7a8050068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:43.514933 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d52a79-fc04-418d-aaa5-900d93cfa6a3 req-1419fd3f-e792-4334-8610-c8b4a43ec0cc tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:43.522005 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ac143c55-a168-4a4c-b6ef-7dd7a8050068 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/03b8060d-5699-4591-8ebe-3486e0f4b267 HTTP/1.1" status: 204 len: 168 time: 0.3449013 Jul 09 13:28:43.538391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04d52a79-fc04-418d-aaa5-900d93cfa6a3 req-1419fd3f-e792-4334-8610-c8b4a43ec0cc tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2082522 Jul 09 13:28:43.545279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac143c55-a168-4a4c-b6ef-7dd7a8050068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03b8060d-5699-4591-8ebe-3486e0f4b267,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:43.556776 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:43.599352 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f718-0c62-41e9-8764-3268fba16501 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:43.711468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Pushing event updated for resources: {'Port': ['ID=a446680b-7cab-41c9-acf6-3720e6d04696,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:43.746604 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04d52a79-fc04-418d-aaa5-900d93cfa6a3 req-89e26772-818e-4509-b526-4a3efd14787e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052903 Jul 09 13:28:43.795174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:43.800141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:43.813566 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:43.899883 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1f718-0c62-41e9-8764-3268fba16501 admin admin] Deleting port 4d348f91-e75d-43e8-8f05-0b098399d883 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:43.902045 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f718-0c62-41e9-8764-3268fba16501 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.029722 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Attempting to bind port 5773f2d9-e909-49df-abf3-141cb78ce66b on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:44.042098 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Attempting to bind port 5773f2d9-e909-49df-abf3-141cb78ce66b by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'fac65474-f9bd-4e57-91d2-6bcd9806b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d497e0a-f72d-4038-a08c-62dbba09858f'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:44.042760 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Attempting to bind port 5773f2d9-e909-49df-abf3-141cb78ce66b on network 1d497e0a-f72d-4038-a08c-62dbba09858f {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:44.052313 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b3a458f9-6ddc-4d6f-a69a-0c1611970dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'name': 'tempest-AttachSCSIVolumeTestJSON-369233175-router', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.135'}], 'enable_snat': True}, 'gw_port_id': '4d348f91-e75d-43e8-8f05-0b098399d883', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:31Z', 'updated_at': '2021-07-09T13:28:39Z', 'revision_number': 5, 'project_id': 'f69b8bf232b943168a75df221c044bcb', 'gw_port': {'id': '4d348f91-e75d-43e8-8f05-0b098399d883', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:e5:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:26:32Z', 'updated_at': '2021-07-09T13:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:44.056627 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:44.057353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Checking segment: {'id': 'fac65474-f9bd-4e57-91d2-6bcd9806b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d497e0a-f72d-4038-a08c-62dbba09858f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:44.058055 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.058691 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Bound using segment: {'id': 'fac65474-f9bd-4e57-91d2-6bcd9806b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d497e0a-f72d-4038-a08c-62dbba09858f'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:44.059490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Bound port: 5773f2d9-e909-49df-abf3-141cb78ce66b, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac65474-f9bd-4e57-91d2-6bcd9806b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d497e0a-f72d-4038-a08c-62dbba09858f'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:44.060212 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.102095 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a458f9-6ddc-4d6f-a69a-0c1611970dd1 None None] Checking router: e38c4509-9a0f-43c7-9b0d-4c3af7387397 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:44.132344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a458f9-6ddc-4d6f-a69a-0c1611970dd1 None None] Routers {'e38c4509-9a0f-43c7-9b0d-4c3af7387397'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:44.132870 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8301388-f3a7-4c8c-b66f-c4409a4693f2 req-88db2742-71e4-4b20-98f1-6afaf3ab51b0 tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.1846814 Jul 09 13:28:44.134729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b3a458f9-6ddc-4d6f-a69a-0c1611970dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e38c4509-9a0f-43c7-9b0d-4c3af7387397'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:44.257201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-cdf1f718-0c62-41e9-8764-3268fba16501 admin admin] For port 4d348f91-e75d-43e8-8f05-0b098399d883, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4d348f91-e75d-43e8-8f05-0b098399d883,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:44.257201 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f718-0c62-41e9-8764-3268fba16501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.271688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cdf1f718-0c62-41e9-8764-3268fba16501 admin admin] Calling delete_port for 4d348f91-e75d-43e8-8f05-0b098399d883 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:44.350671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b3a458f9-6ddc-4d6f-a69a-0c1611970dd1 None None] Set router e38c4509-9a0f-43c7-9b0d-4c3af7387397 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:44.447687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b3a458f9-6ddc-4d6f-a69a-0c1611970dd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'name': 'tempest-AttachSCSIVolumeTestJSON-369233175-router', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:31Z', 'updated_at': '2021-07-09T13:28:43Z', 'revision_number': 6, 'project_id': 'f69b8bf232b943168a75df221c044bcb', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:44.541227 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3a458f9-6ddc-4d6f-a69a-0c1611970dd1 None None] The sync data for ids ['e38c4509-9a0f-43c7-9b0d-4c3af7387397'] in n-d-799525-3 is: [{'id': 'e38c4509-9a0f-43c7-9b0d-4c3af7387397', 'name': 'tempest-AttachSCSIVolumeTestJSON-369233175-router', 'tenant_id': 'f69b8bf232b943168a75df221c044bcb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:26:31Z', 'updated_at': '2021-07-09T13:28:43Z', 'revision_number': 6, 'project_id': 'f69b8bf232b943168a75df221c044bcb', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:44.606431 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd85f286-0198-4727-bec5-05cd3c957c6c req-06afedde-6a5e-4830-a732-4f44e9e67dc7 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=ffe615145fe24da683918dfba7f962cc HTTP/1.1" status: 200 len: 221 time: 0.1211216 Jul 09 13:28:44.748559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] For port 5773f2d9-e909-49df-abf3-141cb78ce66b, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:44.752682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] For port 5773f2d9-e909-49df-abf3-141cb78ce66b, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5773f2d9-e909-49df-abf3-141cb78ce66b,segment=NetworkSegment(fac65474-f9bd-4e57-91d2-6bcd9806b553),segment_id=fac65474-f9bd-4e57-91d2-6bcd9806b553)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:44.759770 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.786337 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:44.909484 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a3b60-78db-4343-b67d-04bf47055271 None None] Pushing event updated for resources: {'Port': ['ID=5773f2d9-e909-49df-abf3-141cb78ce66b,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:45.147595 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:45.380792 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54392) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:45.438678 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28aec7f-63b3-49ed-9988-ac22ffcae3ba req-9f5bcd62-0c22-475e-b16d-fc05ff095192 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:45.450238 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d28aec7f-63b3-49ed-9988-ac22ffcae3ba req-9f5bcd62-0c22-475e-b16d-fc05ff095192 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2412689 Jul 09 13:28:45.464548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Router 52dc2bb0-7ee5-45da-86e3-eb43290278d6 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:28:45.540752 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d28aec7f-63b3-49ed-9988-ac22ffcae3ba req-3b9c4a3d-a453-4ec2-b79e-6091d9dfd51b tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887873 Jul 09 13:28:45.684350 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-901abf7f-b87d-4844-a08f-8c90216ddfec req-0fd8496e-a17d-43b4-9177-7017b748ec55 tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.1904156 Jul 09 13:28:45.753039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4d348f91-e75d-43e8-8f05-0b098399d883 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:45.760439 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f718-0c62-41e9-8764-3268fba16501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:45.828105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 4d348f91-e75d-43e8-8f05-0b098399d883 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:45.828461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4d348f91-e75d-43e8-8f05-0b098399d883 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:45.831246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fc396209-c5ff-43df-a4b6-905199b3f1bb no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:45.884991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: fc396209-c5ff-43df-a4b6-905199b3f1bb {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:45.889620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fc396209-c5ff-43df-a4b6-905199b3f1bb not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:45.905355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:28:45.918181 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Sync routers for ids ['52dc2bb0-7ee5-45da-86e3-eb43290278d6'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:28:45.934514 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:45.936612 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8cb0345e-7061-4e62-8c23-0419c56f2f94 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-network', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:45.941968 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf1f718-0c62-41e9-8764-3268fba16501 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d348f91-e75d-43e8-8f05-0b098399d883,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:45.942363 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2422859f-dd73-43d1-800f-4803e68ba528 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.3222907 Jul 09 13:28:45.943074 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54408) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:45.943499 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Routers {'52dc2bb0-7ee5-45da-86e3-eb43290278d6'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:45.944318 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['52dc2bb0-7ee5-45da-86e3-eb43290278d6'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:46.155937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb0345e-7061-4e62-8c23-0419c56f2f94 admin admin] Made reservation on behalf of 2dc3d71beda042768fa9167c0c8c0a75 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:46.159302 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8cb0345e-7061-4e62-8c23-0419c56f2f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.164566 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f718-0c62-41e9-8764-3268fba16501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.165824 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Set router 52dc2bb0-7ee5-45da-86e3-eb43290278d6 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:46.224905 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8cb0345e-7061-4e62-8c23-0419c56f2f94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.329244 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f718-0c62-41e9-8764-3268fba16501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.335432 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f718-0c62-41e9-8764-3268fba16501 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.368459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e628061-c1e0-403f-93f5-0bf771f012ef req-fc7c1f52-9a2a-4107-96ab-1b4cfb34dace tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:46.376043 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e628061-c1e0-403f-93f5-0bf771f012ef req-fc7c1f52-9a2a-4107-96ab-1b4cfb34dace tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.3722448 Jul 09 13:28:46.479431 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f718-0c62-41e9-8764-3268fba16501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.480256 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf1f718-0c62-41e9-8764-3268fba16501 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e38c4509-9a0f-43c7-9b0d-4c3af7387397 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:28:46.500045 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707906742-router', 'tenant_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a446680b-7cab-41c9-acf6-3720e6d04696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:41Z', 'updated_at': '2021-07-09T13:28:44Z', 'revision_number': 3, 'project_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'gw_port': {'id': 'a446680b-7cab-41c9-acf6-3720e6d04696', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:42Z', 'updated_at': '2021-07-09T13:28:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:46.504974 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdf1f718-0c62-41e9-8764-3268fba16501 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.514700 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cdf1f718-0c62-41e9-8764-3268fba16501 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e38c4509-9a0f-43c7-9b0d-4c3af7387397 HTTP/1.1" status: 204 len: 168 time: 3.6903443 Jul 09 13:28:46.519116 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54410) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:46.574491 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Checking router: 52dc2bb0-7ee5-45da-86e3-eb43290278d6 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:46.574846 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Updating router 52dc2bb0-7ee5-45da-86e3-eb43290278d6 port a446680b-7cab-41c9-acf6-3720e6d04696 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:28:46.594762 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e628061-c1e0-403f-93f5-0bf771f012ef req-40d0c7be-394b-46fa-afdf-ce7b45f7ace1 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156627 Jul 09 13:28:46.683050 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.823765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-7db32e3b-d60d-467d-a885-74b220d4d3dc admin admin] Deleting subnet 3b69e3c1-41bc-40a9-b431-0480b1511c6d {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:28:46.846155 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7db32e3b-d60d-467d-a885-74b220d4d3dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.872104 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:46.999311 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7db32e3b-d60d-467d-a885-74b220d4d3dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.133998 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7db32e3b-d60d-467d-a885-74b220d4d3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.168847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03634b53-76fb-4a68-854c-6cf1155379c8 None None] Network 1d497e0a-f72d-4038-a08c-62dbba09858f requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:47.322651 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Allocated IP 172.20.0.1 (1d497e0a-f72d-4038-a08c-62dbba09858f/8492272c-3c38-4b12-ab5e-51b37037942c/80fe5219-d723-4ff5-b4f3-f05f2ca95356) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:47.362524 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7db32e3b-d60d-467d-a885-74b220d4d3dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.456445 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8cb0345e-7061-4e62-8c23-0419c56f2f94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.485231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f1aced6c-b366-48a2-99df-e21f0a942af0 None None] Provisioning for port 5773f2d9-e909-49df-abf3-141cb78ce66b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:47.505398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db32e3b-d60d-467d-a885-74b220d4d3dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b69e3c1-41bc-40a9-b431-0480b1511c6d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:47.532550 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d1e2af4-11be-4ea3-bc8e-0baef12a2a68 req-c7e569cf-2ab3-4ab8-a552-e594a9015ae7 tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.2479172 Jul 09 13:28:47.552134 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5773f2d9-e909-49df-abf3-141cb78ce66b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:47.585797 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8cb0345e-7061-4e62-8c23-0419c56f2f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.626149 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cb0345e-7061-4e62-8c23-0419c56f2f94 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:28:47.658541 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8cb0345e-7061-4e62-8c23-0419c56f2f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.659880 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-8cb0345e-7061-4e62-8c23-0419c56f2f94 admin admin] Added segment c359d043-2c6d-4bbb-a284-362024ce4ba9 of type vlan for network 081edb05-57a4-4005-ad30-bbd4c7b8ed7d Jul 09 13:28:47.690386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9195b4-f248-403c-a203-2a23dd26383a None None] Network 8350994b-006e-4ab0-b34d-dc9780675392 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:47.696119 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.725700 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Transition to ACTIVE for port object a446680b-7cab-41c9-acf6-3720e6d04696 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:47.739497 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.842237 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8cb0345e-7061-4e62-8c23-0419c56f2f94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.866979 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b63c70-7634-48f1-ad24-a21f2ebef47d None None] Pushing event updated for resources: {'Port': ['ID=a446680b-7cab-41c9-acf6-3720e6d04696,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:47.893972 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 5773f2d9-e909-49df-abf3-141cb78ce66b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:47.904606 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b63c70-7634-48f1-ad24-a21f2ebef47d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:47.904973 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b63c70-7634-48f1-ad24-a21f2ebef47d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:47.908643 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b63c70-7634-48f1-ad24-a21f2ebef47d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:47.909007 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b63c70-7634-48f1-ad24-a21f2ebef47d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:47.909290 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b63c70-7634-48f1-ad24-a21f2ebef47d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:47.909624 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b63c70-7634-48f1-ad24-a21f2ebef47d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:47.909963 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b63c70-7634-48f1-ad24-a21f2ebef47d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:47.910292 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b63c70-7634-48f1-ad24-a21f2ebef47d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:47.910618 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b63c70-7634-48f1-ad24-a21f2ebef47d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:47.910942 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b63c70-7634-48f1-ad24-a21f2ebef47d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:47.911295 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b63c70-7634-48f1-ad24-a21f2ebef47d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:47.911631 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23b63c70-7634-48f1-ad24-a21f2ebef47d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:47.919897 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 5773f2d9-e909-49df-abf3-141cb78ce66b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:47.920288 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.943525 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7db32e3b-d60d-467d-a885-74b220d4d3dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:47.947970 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7db32e3b-d60d-467d-a885-74b220d4d3dc admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3b69e3c1-41bc-40a9-b431-0480b1511c6d HTTP/1.1" status: 204 len: 168 time: 1.4252644 Jul 09 13:28:47.957408 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54434) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:48.007055 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Attempting to bind port a446680b-7cab-41c9-acf6-3720e6d04696 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:48.007587 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Attempting to bind port a446680b-7cab-41c9-acf6-3720e6d04696 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:48.008011 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Attempting to bind port a446680b-7cab-41c9-acf6-3720e6d04696 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:48.015026 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8cb0345e-7061-4e62-8c23-0419c56f2f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.016527 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb0345e-7061-4e62-8c23-0419c56f2f94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:48.016664 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8cb0345e-7061-4e62-8c23-0419c56f2f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.020983 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:48.021812 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:48.022455 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.023076 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:48.023818 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Bound port: a446680b-7cab-41c9-acf6-3720e6d04696, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:48.024464 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.148798 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] For port a446680b-7cab-41c9-acf6-3720e6d04696, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:48.160379 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] For port a446680b-7cab-41c9-acf6-3720e6d04696, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a446680b-7cab-41c9-acf6-3720e6d04696,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:48.169626 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.210548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3ef73067-cbb8-4b58-95eb-07f022b24df6 None None] Provisioning complete for port 5773f2d9-e909-49df-abf3-141cb78ce66b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:48.215725 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3ef73067-cbb8-4b58-95eb-07f022b24df6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.273039 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Routers {'52dc2bb0-7ee5-45da-86e3-eb43290278d6'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:48.274063 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['52dc2bb0-7ee5-45da-86e3-eb43290278d6'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:48.368277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafa0af9-6059-4193-b92d-3f4bb8d90371 req-d0eeffb3-e01a-43db-9f5e-aa01b8da76ba tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:48.370500 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cafa0af9-6059-4193-b92d-3f4bb8d90371 req-d0eeffb3-e01a-43db-9f5e-aa01b8da76ba tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 1.4207823 Jul 09 13:28:48.377328 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8cb0345e-7061-4e62-8c23-0419c56f2f94 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.9743919 Jul 09 13:28:48.383500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0345e-7061-4e62-8c23-0419c56f2f94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ddafdd-3314-423d-9ce3-114240de157d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:48.388217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54436) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:48.408561 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c0804c9b-9dab-448e-9700-1a0ef4ca92ae admin admin] Request body: {'subnet': {'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-subnet', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:48.417365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.443282 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.458698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb0345e-7061-4e62-8c23-0419c56f2f94 admin admin] Pushing event updated for resources: {'Network': ['ID=081edb05-57a4-4005-ad30-bbd4c7b8ed7d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:48.474215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.513000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Transition to ACTIVE for port object 80fe5219-d723-4ff5-b4f3-f05f2ca95356 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:48.526552 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 081edb05-57a4-4005-ad30-bbd4c7b8ed7d details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:28:48.562996 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] Set router 52dc2bb0-7ee5-45da-86e3-eb43290278d6 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:48.621499 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cafa0af9-6059-4193-b92d-3f4bb8d90371 req-786e77eb-6cc3-4653-a086-0b808a25d2f4 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412615 Jul 09 13:28:48.629153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0804c9b-9dab-448e-9700-1a0ef4ca92ae admin admin] Made reservation on behalf of 2dc3d71beda042768fa9167c0c8c0a75 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:48.636463 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0804c9b-9dab-448e-9700-1a0ef4ca92ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.666754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590eb25d-605c-44f9-98eb-9e8757f6350c None None] DHCP port deletion for 8350994b-006e-4ab0-b34d-dc9780675392 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:28:48.729807 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:48.827347 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 5773f2d9-e909-49df-abf3-141cb78ce66b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5773f2d9-e909-49df-abf3-141cb78ce66b,segment=NetworkSegment(fac65474-f9bd-4e57-91d2-6bcd9806b553),segment_id=fac65474-f9bd-4e57-91d2-6bcd9806b553)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:48.847717 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Network 1d497e0a-f72d-4038-a08c-62dbba09858f is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:48.855002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:48.878860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:48.955537 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b63c70-7634-48f1-ad24-a21f2ebef47d None None] Pushing event updated for resources: {'Port': ['ID=a446680b-7cab-41c9-acf6-3720e6d04696,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:49.007711 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.042550 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707906742-router', 'tenant_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a446680b-7cab-41c9-acf6-3720e6d04696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:41Z', 'updated_at': '2021-07-09T13:28:44Z', 'revision_number': 3, 'project_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'gw_port': {'id': 'a446680b-7cab-41c9-acf6-3720e6d04696', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:42Z', 'updated_at': '2021-07-09T13:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:49.086629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Pushing event updated for resources: {'Port': ['ID=80fe5219-d723-4ff5-b4f3-f05f2ca95356,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:49.111105 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Deleting port 91179d24-32c9-431d-89c8-27e2d3694d10 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:49.112232 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.172283 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42f2458-26ad-4c0e-9de3-79bf1d8e0a84 None None] The sync data for ids ['52dc2bb0-7ee5-45da-86e3-eb43290278d6'] in n-d-799525-3 is: [{'id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707906742-router', 'tenant_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a446680b-7cab-41c9-acf6-3720e6d04696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:41Z', 'updated_at': '2021-07-09T13:28:44Z', 'revision_number': 3, 'project_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'gw_port': {'id': 'a446680b-7cab-41c9-acf6-3720e6d04696', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:42Z', 'updated_at': '2021-07-09T13:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:49.204259 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.215635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=5773f2d9-e909-49df-abf3-141cb78ce66b,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:49.394837 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c0ba80ee-d5ce-4ed4-adb0-0506eb9d2109 req-9dc3ae92-6b94-4bce-a046-11b4fe9896e0 tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.2539527 Jul 09 13:28:49.411586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5773f2d9-e909-49df-abf3-141cb78ce66b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:49.536694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] For port 91179d24-32c9-431d-89c8-27e2d3694d10, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=91179d24-32c9-431d-89c8-27e2d3694d10,segment=NetworkSegment(a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd),segment_id=a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:49.537275 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.563115 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Calling delete_port for 91179d24-32c9-431d-89c8-27e2d3694d10 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:49.669470 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.698275 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.805193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Pushing event deleted for resources: {'Port': ['ID=91179d24-32c9-431d-89c8-27e2d3694d10,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:49.825866 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:49.826251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:49.826697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:49.827363 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:49.827518 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:49.827761 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:49.828045 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:49.828372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:49.828702 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:49.829027 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:49.829347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:49.830277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:28:49.836438 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-590eb25d-605c-44f9-98eb-9e8757f6350c None None] Deleting port 91179d24-32c9-431d-89c8-27e2d3694d10 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:49.836824 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-590eb25d-605c-44f9-98eb-9e8757f6350c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.846907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] No DVR routers for this DVR port 91179d24-32c9-431d-89c8-27e2d3694d10 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:49.960288 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.967652 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:49.980539 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a812277e-18c6-4c5f-a759-0fbe46ffcc01 None None] Provisioning for port 80fe5219-d723-4ff5-b4f3-f05f2ca95356 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:50.006861 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a812277e-18c6-4c5f-a759-0fbe46ffcc01 None None] Provisioning complete for port 80fe5219-d723-4ff5-b4f3-f05f2ca95356 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:50.007549 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a812277e-18c6-4c5f-a759-0fbe46ffcc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.008069 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.023311 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8350994b-006e-4ab0-b34d-dc9780675392']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:50.038209 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:50.038479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8a1eb59-5d1c-4c5a-8714-89c7a6c76acd') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:50.049277 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.066591 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.073710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:28:50.074101 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.078275 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-590eb25d-605c-44f9-98eb-9e8757f6350c None None] For port 91179d24-32c9-431d-89c8-27e2d3694d10, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:50.078916 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-590eb25d-605c-44f9-98eb-9e8757f6350c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.092215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 5773f2d9-e909-49df-abf3-141cb78ce66b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:50.092892 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.135310 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.149935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-590eb25d-605c-44f9-98eb-9e8757f6350c None None] Calling delete_port for 91179d24-32c9-431d-89c8-27e2d3694d10 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:50.150455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Pushing event updated for resources: {'Port': ['ID=80fe5219-d723-4ff5-b4f3-f05f2ca95356,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:50.155009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-590eb25d-605c-44f9-98eb-9e8757f6350c None None] Port 91179d24-32c9-431d-89c8-27e2d3694d10 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:28:50.158973 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:28:50.170029 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-590eb25d-605c-44f9-98eb-9e8757f6350c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.172677 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a812277e-18c6-4c5f-a759-0fbe46ffcc01 None None] Port 80fe5219-d723-4ff5-b4f3-f05f2ca95356 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:28:50.202740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb4eca-5643-4c48-9747-30c4da6b3234 req-6db1338e-eb07-4580-b77b-8c1484b575d6 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:50.211622 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b4cb4eca-5643-4c48-9747-30c4da6b3234 req-6db1338e-eb07-4580-b77b-8c1484b575d6 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 1.0198641 Jul 09 13:28:50.213506 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.240711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590eb25d-605c-44f9-98eb-9e8757f6350c None None] Pushing event deleted for resources: {'Port': ['ID=91179d24-32c9-431d-89c8-27e2d3694d10,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:50.245390 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-590eb25d-605c-44f9-98eb-9e8757f6350c None None] Network 8350994b-006e-4ab0-b34d-dc9780675392 is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:28:50.245697 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.246179 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590eb25d-605c-44f9-98eb-9e8757f6350c None None] No DVR routers for this DVR port 91179d24-32c9-431d-89c8-27e2d3694d10 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:28:50.262138 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8350994b-006e-4ab0-b34d-dc9780675392 HTTP/1.1" status: 204 len: 168 time: 2.2851462 Jul 09 13:28:50.340153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e615530-5188-41b8-ab1d-26f0b1654be4 admin admin] Pushing event deleted for resources: {'Network': ['ID=8350994b-006e-4ab0-b34d-dc9780675392,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:50.374359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Network 1d497e0a-f72d-4038-a08c-62dbba09858f is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:50.380869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:50.441483 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0804c9b-9dab-448e-9700-1a0ef4ca92ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.495257 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 91179d24-32c9-431d-89c8-27e2d3694d10 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:50.531157 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 91179d24-32c9-431d-89c8-27e2d3694d10 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:50.532415 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 91179d24-32c9-431d-89c8-27e2d3694d10 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:50.547621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54462) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:50.593867 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b4cb4eca-5643-4c48-9747-30c4da6b3234 req-c750ee22-f583-46a9-8535-d6340dd0daa3 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3796234 Jul 09 13:28:50.702626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0804c9b-9dab-448e-9700-1a0ef4ca92ae admin admin] Checking segment: {'id': 'c359d043-2c6d-4bbb-a284-362024ce4ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:50.707660 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0804c9b-9dab-448e-9700-1a0ef4ca92ae admin admin] Network hostable DHCP agents. Network: 081edb05-57a4-4005-ad30-bbd4c7b8ed7d, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:28:50.728792 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e2a47ad9-a7de-4fd0-9af1-edf7549d426e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=86c30d00eb914f1fb6849067f03b2bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799452 Jul 09 13:28:50.733367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54472) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:50.734361 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0804c9b-9dab-448e-9700-1a0ef4ca92ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3e96803-b55c-4f7e-8287-78c6c5674a51,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:50.789353 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0804c9b-9dab-448e-9700-1a0ef4ca92ae admin admin] Network 081edb05-57a4-4005-ad30-bbd4c7b8ed7d is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:28:50.803671 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c0804c9b-9dab-448e-9700-1a0ef4ca92ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 081edb05-57a4-4005-ad30-bbd4c7b8ed7d) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:50.808388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0804c9b-9dab-448e-9700-1a0ef4ca92ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:50.809147 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0804c9b-9dab-448e-9700-1a0ef4ca92ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.815755 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6316b3d9-075d-4d98-a078-40479e17c42e None None] Network 081edb05-57a4-4005-ad30-bbd4c7b8ed7d requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:50.853886 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c0804c9b-9dab-448e-9700-1a0ef4ca92ae admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.4516575 Jul 09 13:28:50.857764 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54482) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:50.868705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-router', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:50.869924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Router 52dc2bb0-7ee5-45da-86e3-eb43290278d6 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:28:50.893848 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8519638-d11e-41d1-9d6c-f9fa3b49b5c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.995675 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:50.997413 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.067829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-963abce5-fd6f-45a0-9181-dcd3f073b7c1 None None] Provisioning complete for port 80fe5219-d723-4ff5-b4f3-f05f2ca95356 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:51.068913 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-963abce5-fd6f-45a0-9181-dcd3f073b7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.089781 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7c7872cc-4fa4-4315-a71a-f79034665366 req-51140805-f37b-4df9-aa22-572caa424de8 tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.1541715 Jul 09 13:28:51.206313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:28:51.207729 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.209737 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8519638-d11e-41d1-9d6c-f9fa3b49b5c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.271146 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3e9f3315-9797-4b76-9577-86fbd3e6eeca admin admin] 10.222.0.39 "PUT /v2.0/routers/52dc2bb0-7ee5-45da-86e3-eb43290278d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3267267 Jul 09 13:28:51.272351 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8519638-d11e-41d1-9d6c-f9fa3b49b5c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.274925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8519638-d11e-41d1-9d6c-f9fa3b49b5c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.276166 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f8519638-d11e-41d1-9d6c-f9fa3b49b5c8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65584f72-1ea5-46eb-96ff-a9701a1fa9f1 HTTP/1.1" status: 204 len: 168 time: 0.5411034 Jul 09 13:28:51.288099 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8519638-d11e-41d1-9d6c-f9fa3b49b5c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65584f72-1ea5-46eb-96ff-a9701a1fa9f1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:51.381167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c15c76-c341-46d3-ba1c-50463495a2ba None None] Network 081edb05-57a4-4005-ad30-bbd4c7b8ed7d requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:51.449832 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-963abce5-fd6f-45a0-9181-dcd3f073b7c1 None None] Port 80fe5219-d723-4ff5-b4f3-f05f2ca95356 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:28:51.514131 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:51.594389 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a446680b-7cab-41c9-acf6-3720e6d04696 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:51.650772 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e05ba9-5db4-41bc-bae0-dad88dd2f1fa req-c4b4976f-d5d4-4871-b946-3038d7ec8e63 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:51.654030 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b4e05ba9-5db4-41bc-bae0-dad88dd2f1fa req-c4b4976f-d5d4-4871-b946-3038d7ec8e63 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1805346 Jul 09 13:28:51.727357 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b4e05ba9-5db4-41bc-bae0-dad88dd2f1fa req-948d117c-3b02-42b1-8e54-318109e09d7e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617990 Jul 09 13:28:51.923142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port a446680b-7cab-41c9-acf6-3720e6d04696 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:51.953381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a446680b-7cab-41c9-acf6-3720e6d04696 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:51.953758 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.025544 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.155123 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.233108 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.288133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port a446680b-7cab-41c9-acf6-3720e6d04696, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a446680b-7cab-41c9-acf6-3720e6d04696,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:52.294353 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.358407 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54514) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:52.448938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=a446680b-7cab-41c9-acf6-3720e6d04696,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:52.453108 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0941e4a6-1957-4e48-bdf6-15cdbbb26517 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f69b8bf232b943168a75df221c044bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0932860 Jul 09 13:28:52.455790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54520) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:52.494170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Sync routers for ids ['52dc2bb0-7ee5-45da-86e3-eb43290278d6'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:28:52.508283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Routers {'52dc2bb0-7ee5-45da-86e3-eb43290278d6'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:52.509806 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['52dc2bb0-7ee5-45da-86e3-eb43290278d6'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:52.521725 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-79e8d70a-f7e1-4c92-8637-c29cb7463019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.565241 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-79e8d70a-f7e1-4c92-8637-c29cb7463019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.579875 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-d652fc41-ac5d-4eef-92c0-2d48974c62a3 req-3079e2f7-d6d4-4491-bf32-4cbfc144b146 tempest-FloatingIPDetailsNegativeTestJSON-1627668075 tempest-FloatingIPDetailsNegativeTestJSON-1627668075-project] show failed (client error): The resource could not be found. Jul 09 13:28:52.583876 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d652fc41-ac5d-4eef-92c0-2d48974c62a3 req-3079e2f7-d6d4-4491-bf32-4cbfc144b146 tempest-FloatingIPDetailsNegativeTestJSON-1627668075 tempest-FloatingIPDetailsNegativeTestJSON-1627668075-project] 10.222.0.39 "GET /v2.0/floatingips/69245c41-701b-48b4-a792-8fa92c6d84d5 HTTP/1.1" status: 404 len: 350 time: 0.1319294 Jul 09 13:28:52.596152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54526) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:52.614075 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e5c041-8e72-4953-86b5-2cacc94ca1a1 req-19501ca8-ce81-4b16-8919-9051bbe74520 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:52.616254 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18e5c041-8e72-4953-86b5-2cacc94ca1a1 req-19501ca8-ce81-4b16-8919-9051bbe74520 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.4726946 Jul 09 13:28:52.706578 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Allocated IP 172.25.2.147 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/7c3519eb-8558-48dd-b50e-32c2e4ad2688) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:52.708794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Set router 52dc2bb0-7ee5-45da-86e3-eb43290278d6 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:52.758277 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18e5c041-8e72-4953-86b5-2cacc94ca1a1 req-c1ff2778-85c9-4ee5-ac49-c4da61159673 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285877 Jul 09 13:28:52.811559 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-79e8d70a-f7e1-4c92-8637-c29cb7463019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.815359 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-79e8d70a-f7e1-4c92-8637-c29cb7463019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:52.817035 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-79e8d70a-f7e1-4c92-8637-c29cb7463019 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2426a106-6581-4394-907e-a8399366254a HTTP/1.1" status: 204 len: 168 time: 0.3599143 Jul 09 13:28:52.869845 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e8d70a-f7e1-4c92-8637-c29cb7463019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2426a106-6581-4394-907e-a8399366254a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:53.037433 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cfbee2d1-8f02-4695-ae42-525acccbde2c req-a7f9ce55-dc78-471f-aa3d-2814a5bf0201 tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.1165798 Jul 09 13:28:53.276188 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:53.299965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707906742-router', 'tenant_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a446680b-7cab-41c9-acf6-3720e6d04696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:41Z', 'updated_at': '2021-07-09T13:28:49Z', 'revision_number': 4, 'project_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'gw_port': {'id': 'a446680b-7cab-41c9-acf6-3720e6d04696', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:42Z', 'updated_at': '2021-07-09T13:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '80fe5219-d723-4ff5-b4f3-f05f2ca95356', 'name': '', 'network_id': '1d497e0a-f72d-4038-a08c-62dbba09858f', 'tenant_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'mac_address': 'fa:16:3e:ea:b4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8492272c-3c38-4b12-ab5e-51b37037942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:46Z', 'updated_at': '2021-07-09T13:28:49Z', 'revision_number': 2, 'project_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'subnets': [{'id': '8492272c-3c38-4b12-ab5e-51b37037942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:53.352471 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Checking router: 52dc2bb0-7ee5-45da-86e3-eb43290278d6 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:53.353120 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Updating router 52dc2bb0-7ee5-45da-86e3-eb43290278d6 port 80fe5219-d723-4ff5-b4f3-f05f2ca95356 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:28:53.413844 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:53.466122 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a446680b-7cab-41c9-acf6-3720e6d04696 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:53.496972 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7951e1bb-ff53-4d6d-8a73-342fa758bf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:53.530709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb74c3d-22ef-4bf6-86f8-7a89ffe2cd89 req-d03b944b-94bb-4078-9c4d-bda3d0bc2102 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:53.545843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8eb74c3d-22ef-4bf6-86f8-7a89ffe2cd89 req-d03b944b-94bb-4078-9c4d-bda3d0bc2102 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2645330 Jul 09 13:28:53.611890 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8eb74c3d-22ef-4bf6-86f8-7a89ffe2cd89 req-d9c93d25-25ef-4625-bf54-17aa58720d8f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642900 Jul 09 13:28:53.618718 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:53.620682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a446680b-7cab-41c9-acf6-3720e6d04696 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:28:53.621906 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:53.734088 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Pushing event updated for resources: {'Port': ['ID=7c3519eb-8558-48dd-b50e-32c2e4ad2688,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:53.752040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:53.753788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:53.770791 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:53.940141 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:53.958475 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Transition to ACTIVE for port object 80fe5219-d723-4ff5-b4f3-f05f2ca95356 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:53.974286 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:54.053361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6b647-68f9-4d88-8f75-df05162d8c8f None None] Pushing event updated for resources: {'Port': ['ID=80fe5219-d723-4ff5-b4f3-f05f2ca95356,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:54.075373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7951e1bb-ff53-4d6d-8a73-342fa758bf62 admin admin] Deleting port 80fe5219-d723-4ff5-b4f3-f05f2ca95356 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:54.078837 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7951e1bb-ff53-4d6d-8a73-342fa758bf62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:54.139966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Attempting to bind port 80fe5219-d723-4ff5-b4f3-f05f2ca95356 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:54.140798 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Attempting to bind port 80fe5219-d723-4ff5-b4f3-f05f2ca95356 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'fac65474-f9bd-4e57-91d2-6bcd9806b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d497e0a-f72d-4038-a08c-62dbba09858f'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:54.141360 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Attempting to bind port 80fe5219-d723-4ff5-b4f3-f05f2ca95356 on network 1d497e0a-f72d-4038-a08c-62dbba09858f {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:54.150750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:54.151382 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Checking segment: {'id': 'fac65474-f9bd-4e57-91d2-6bcd9806b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d497e0a-f72d-4038-a08c-62dbba09858f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:54.152397 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:54.153267 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Bound using segment: {'id': 'fac65474-f9bd-4e57-91d2-6bcd9806b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d497e0a-f72d-4038-a08c-62dbba09858f'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:54.154237 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Bound port: 80fe5219-d723-4ff5-b4f3-f05f2ca95356, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fac65474-f9bd-4e57-91d2-6bcd9806b553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '1d497e0a-f72d-4038-a08c-62dbba09858f'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:54.155113 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:54.203455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-7951e1bb-ff53-4d6d-8a73-342fa758bf62 admin admin] For port 80fe5219-d723-4ff5-b4f3-f05f2ca95356, host n-d-799525-3, got binding levels [] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:54.203841 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7951e1bb-ff53-4d6d-8a73-342fa758bf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:54.219491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7951e1bb-ff53-4d6d-8a73-342fa758bf62 admin admin] Calling delete_port for 80fe5219-d723-4ff5-b4f3-f05f2ca95356 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:54.347048 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] For port 80fe5219-d723-4ff5-b4f3-f05f2ca95356, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:54.351541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] For port 80fe5219-d723-4ff5-b4f3-f05f2ca95356, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=80fe5219-d723-4ff5-b4f3-f05f2ca95356,segment=NetworkSegment(fac65474-f9bd-4e57-91d2-6bcd9806b553),segment_id=fac65474-f9bd-4e57-91d2-6bcd9806b553)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:54.355256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54614) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:54.359741 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:54.443496 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Routers {'52dc2bb0-7ee5-45da-86e3-eb43290278d6'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:54.444145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['52dc2bb0-7ee5-45da-86e3-eb43290278d6'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:54.605751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c6b647-68f9-4d88-8f75-df05162d8c8f None None] Pushing event updated for resources: {'Port': ['ID=80fe5219-d723-4ff5-b4f3-f05f2ca95356,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:54.606445 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7951e1bb-ff53-4d6d-8a73-342fa758bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:54.689434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951e1bb-ff53-4d6d-8a73-342fa758bf62 admin admin] Pushing event deleted for resources: {'Port': ['ID=80fe5219-d723-4ff5-b4f3-f05f2ca95356,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:54.711035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-57798d72-9193-42dc-ae92-ca435f3c4ef3 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-network', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:54.716757 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d249438c-7092-4f9b-b84b-0175250c5285 req-c4f18700-7a13-4692-b035-14fa59558fb4 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:54.725968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d249438c-7092-4f9b-b84b-0175250c5285 req-c4f18700-7a13-4692-b035-14fa59558fb4 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.8965387 Jul 09 13:28:54.738338 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] Set router 52dc2bb0-7ee5-45da-86e3-eb43290278d6 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:54.834822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57798d72-9193-42dc-ae92-ca435f3c4ef3 admin admin] Made reservation on behalf of fcd82771b9a6459ba9739e9a10eb6ed5 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:54.838021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57798d72-9193-42dc-ae92-ca435f3c4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:54.879613 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d249438c-7092-4f9b-b84b-0175250c5285 req-9dff0b33-db60-476a-b234-305086524d7f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518719 Jul 09 13:28:54.941695 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57798d72-9193-42dc-ae92-ca435f3c4ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.038219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9a0d1cd0-d9e4-4450-bfbd-8ef33209d702 None None] Could not find standard attr ID for object 80fe5219-d723-4ff5-b4f3-f05f2ca95356. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:28:55.121979 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707906742-router', 'tenant_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a446680b-7cab-41c9-acf6-3720e6d04696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:41Z', 'updated_at': '2021-07-09T13:28:49Z', 'revision_number': 4, 'project_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'gw_port': {'id': 'a446680b-7cab-41c9-acf6-3720e6d04696', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:42Z', 'updated_at': '2021-07-09T13:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '80fe5219-d723-4ff5-b4f3-f05f2ca95356', 'name': '', 'network_id': '1d497e0a-f72d-4038-a08c-62dbba09858f', 'tenant_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'mac_address': 'fa:16:3e:ea:b4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8492272c-3c38-4b12-ab5e-51b37037942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:46Z', 'updated_at': '2021-07-09T13:28:54Z', 'revision_number': 4, 'project_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'subnets': [{'id': '8492272c-3c38-4b12-ab5e-51b37037942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:55.221031 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedb8ee9-3d76-4271-82fa-629f955aade4 None None] The sync data for ids ['52dc2bb0-7ee5-45da-86e3-eb43290278d6'] in n-d-799525-3 is: [{'id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707906742-router', 'tenant_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.190'}], 'enable_snat': True}, 'gw_port_id': 'a446680b-7cab-41c9-acf6-3720e6d04696', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:41Z', 'updated_at': '2021-07-09T13:28:49Z', 'revision_number': 4, 'project_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'gw_port': {'id': 'a446680b-7cab-41c9-acf6-3720e6d04696', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:11:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1017, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:42Z', 'updated_at': '2021-07-09T13:28:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '80fe5219-d723-4ff5-b4f3-f05f2ca95356', 'name': '', 'network_id': '1d497e0a-f72d-4038-a08c-62dbba09858f', 'tenant_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'mac_address': 'fa:16:3e:ea:b4:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': '8492272c-3c38-4b12-ab5e-51b37037942c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:46Z', 'updated_at': '2021-07-09T13:28:54Z', 'revision_number': 4, 'project_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'subnets': [{'id': '8492272c-3c38-4b12-ab5e-51b37037942c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:55.245750 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.253023 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7951e1bb-ff53-4d6d-8a73-342fa758bf62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.465704 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57798d72-9193-42dc-ae92-ca435f3c4ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.475769 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57798d72-9193-42dc-ae92-ca435f3c4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.515078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57798d72-9193-42dc-ae92-ca435f3c4ef3 admin admin] vlan segment allocate from pool success with {'vlan_id': 318, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:28:55.586945 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57798d72-9193-42dc-ae92-ca435f3c4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.587627 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-57798d72-9193-42dc-ae92-ca435f3c4ef3 admin admin] Added segment eab4acc4-b658-4b4e-b2ac-0c0d856e6b21 of type vlan for network 00c96a4a-ec05-4738-9c98-ae92bca88c05 Jul 09 13:28:55.590404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57798d72-9193-42dc-ae92-ca435f3c4ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c67bbe1-6826-48f4-8201-b074a9793afc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:55.702285 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eac29f55-f497-4afe-8255-daffdd8ff21a req-c06d4706-e552-4248-8f9c-a7f2493a5c62 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.0522857 Jul 09 13:28:55.717615 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.728383 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57798d72-9193-42dc-ae92-ca435f3c4ef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.775393 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7c77802e-f112-4bea-a1d1-08d6dbad1837 req-f841e66c-fb8e-4bb2-a745-3c4ecbd839a6 tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.1999996 Jul 09 13:28:55.815051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7951e1bb-ff53-4d6d-8a73-342fa758bf62 admin admin] Router 52dc2bb0-7ee5-45da-86e3-eb43290278d6 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:28:55.816834 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57798d72-9193-42dc-ae92-ca435f3c4ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.818105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57798d72-9193-42dc-ae92-ca435f3c4ef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:55.818952 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57798d72-9193-42dc-ae92-ca435f3c4ef3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:55.921997 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-57798d72-9193-42dc-ae92-ca435f3c4ef3 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5657232 Jul 09 13:28:55.927480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54652) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:55.935944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8194979f-de9d-498c-bf8d-647a0e47fb66 admin admin] Request body: {'subnet': {'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-subnet', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:55.949647 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57798d72-9193-42dc-ae92-ca435f3c4ef3 admin admin] Pushing event updated for resources: {'Network': ['ID=00c96a4a-ec05-4738-9c98-ae92bca88c05,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:55.963929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 00c96a4a-ec05-4738-9c98-ae92bca88c05 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:28:56.024320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8194979f-de9d-498c-bf8d-647a0e47fb66 admin admin] Made reservation on behalf of fcd82771b9a6459ba9739e9a10eb6ed5 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:56.029490 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8194979f-de9d-498c-bf8d-647a0e47fb66 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.104776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fa7e21-e612-41c4-a351-6725f6c9984f req-58a108df-b052-44f2-8a65-eed9f6bd50b1 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:56.106715 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0fa7e21-e612-41c4-a351-6725f6c9984f req-58a108df-b052-44f2-8a65-eed9f6bd50b1 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.3915989 Jul 09 13:28:56.131593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7951e1bb-ff53-4d6d-8a73-342fa758bf62 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:28:56.145247 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7951e1bb-ff53-4d6d-8a73-342fa758bf62 admin admin] 10.222.0.39 "PUT /v2.0/routers/52dc2bb0-7ee5-45da-86e3-eb43290278d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5460634 Jul 09 13:28:56.147580 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54658) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:56.252222 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:28:56.281724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-21d1eecc-64c9-4426-9b59-1d713ab9b4ed tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:56.284106 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-21d1eecc-64c9-4426-9b59-1d713ab9b4ed tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/networks?id=7c138cf7-3e60-4011-ad16-f9f420ac7385 HTTP/1.1" status: 200 len: 804 time: 0.3699312 Jul 09 13:28:56.333768 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8194979f-de9d-498c-bf8d-647a0e47fb66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.335053 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0fa7e21-e612-41c4-a351-6725f6c9984f req-b5b0fb28-ea1c-4976-a5fb-75d1528a8103 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221735 Jul 09 13:28:56.357064 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-3d7abba1-4d94-45b8-9005-676653fb389b tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/quotas/40c05bf911e74de0ab8d76ee71cab943 HTTP/1.1" status: 200 len: 375 time: 0.0380735 Jul 09 13:28:56.428559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8194979f-de9d-498c-bf8d-647a0e47fb66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=371dd9f6-6c1a-4114-bfb0-708845a51988,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:56.436478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8194979f-de9d-498c-bf8d-647a0e47fb66 admin admin] Checking segment: {'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:56.437531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8194979f-de9d-498c-bf8d-647a0e47fb66 admin admin] Network hostable DHCP agents. Network: 00c96a4a-ec05-4738-9c98-ae92bca88c05, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:28:56.455991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8194979f-de9d-498c-bf8d-647a0e47fb66 admin admin] Network 00c96a4a-ec05-4738-9c98-ae92bca88c05 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:28:56.459486 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d94a4915-38a6-4e07-816b-52b19b4c7bb2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.466202 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-8194979f-de9d-498c-bf8d-647a0e47fb66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 00c96a4a-ec05-4738-9c98-ae92bca88c05) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:56.471584 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8194979f-de9d-498c-bf8d-647a0e47fb66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:56.472528 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8194979f-de9d-498c-bf8d-647a0e47fb66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.479621 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7340b76-648e-4d47-8052-9a302808a4aa None None] Network 00c96a4a-ec05-4738-9c98-ae92bca88c05 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:28:56.496231 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8194979f-de9d-498c-bf8d-647a0e47fb66 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5639238 Jul 09 13:28:56.496526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54662) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:56.501781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:56.531883 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.534204 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.615860 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.659645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:28:56.670331 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Sync routers for ids ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:28:56.694319 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Routers {'6b34ece7-d1b4-4e9d-9727-0953c6f9a562'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:56.695275 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:56.715008 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-49c540ee-f09a-4143-946a-6a1efca14ddf tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=40c05bf911e74de0ab8d76ee71cab943&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3569238 Jul 09 13:28:56.732205 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.733430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dd693337-a39a-468b-b20a-d0b0c87f5e26 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.8744199 Jul 09 13:28:56.745435 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54664) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:56.835986 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d94a4915-38a6-4e07-816b-52b19b4c7bb2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.859290 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:56.918486 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Set router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:57.044827 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-037bc4d3-2568-4229-b16e-62b41067c317 service neutron] 10.222.0.39 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3287499 Jul 09 13:28:57.095561 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-00c96a4a-ec05-4738-9c98-ae92bca88c05', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:28:57.096552 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.201744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d94a4915-38a6-4e07-816b-52b19b4c7bb2 admin admin] Deleting port a446680b-7cab-41c9-acf6-3720e6d04696 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:57.202283 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d94a4915-38a6-4e07-816b-52b19b4c7bb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.213337 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d1799-4980-4b27-ad78-7eefd093bec5 req-ae14556a-aba2-467c-8fd5-55f8803e7005 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:57.214971 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-167d1799-4980-4b27-ad78-7eefd093bec5 req-ae14556a-aba2-467c-8fd5-55f8803e7005 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.3477523 Jul 09 13:28:57.252457 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Allocated IP 172.20.0.2 (00c96a4a-ec05-4738-9c98-ae92bca88c05/371dd9f6-6c1a-4114-bfb0-708845a51988/1824eaaf-1b73-4e7e-be1c-11e44ada117c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:57.306839 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d15e25-86cb-4e90-829b-856a70940afd None None] Sync routers for ids ['52dc2bb0-7ee5-45da-86e3-eb43290278d6'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:28:57.322933 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-router', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:28:54Z', 'revision_number': 3, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'gw_port': {'id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:52Z', 'updated_at': '2021-07-09T13:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:57.327720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54670) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:57.329240 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.338278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4995e199-9601-4c1d-86f9-5afb7c76e72f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-37231307'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:57.355307 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Checking router: 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:57.356032 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Updating router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 port 7c3519eb-8558-48dd-b50e-32c2e4ad2688 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:28:57.365835 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-49e76f3d-3556-426e-afe3-f6689e3305fd service neutron] 10.222.0.39 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201048 Jul 09 13:28:57.368927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d15e25-86cb-4e90-829b-856a70940afd None None] Routers {'52dc2bb0-7ee5-45da-86e3-eb43290278d6'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:57.369744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-65d15e25-86cb-4e90-829b-856a70940afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['52dc2bb0-7ee5-45da-86e3-eb43290278d6'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:57.384467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4995e199-9601-4c1d-86f9-5afb7c76e72f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Made reservation on behalf of 590f3198215a402b9f863adddb8b13ff for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:57.388904 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4995e199-9601-4c1d-86f9-5afb7c76e72f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.394115 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.405169 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.443292 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-167d1799-4980-4b27-ad78-7eefd093bec5 req-d28b72d6-f252-4f55-9021-879c5237a895 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100012 Jul 09 13:28:57.506682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-65d15e25-86cb-4e90-829b-856a70940afd None None] Set router 52dc2bb0-7ee5-45da-86e3-eb43290278d6 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:57.545126 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-d94a4915-38a6-4e07-816b-52b19b4c7bb2 admin admin] For port a446680b-7cab-41c9-acf6-3720e6d04696, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a446680b-7cab-41c9-acf6-3720e6d04696,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:57.545576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d94a4915-38a6-4e07-816b-52b19b4c7bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.565578 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d94a4915-38a6-4e07-816b-52b19b4c7bb2 admin admin] Calling delete_port for a446680b-7cab-41c9-acf6-3720e6d04696 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:57.573144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-65d15e25-86cb-4e90-829b-856a70940afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707906742-router', 'tenant_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:41Z', 'updated_at': '2021-07-09T13:28:56Z', 'revision_number': 6, 'project_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:57.613364 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d15e25-86cb-4e90-829b-856a70940afd None None] Checking router: 52dc2bb0-7ee5-45da-86e3-eb43290278d6 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:28:57.658903 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65d15e25-86cb-4e90-829b-856a70940afd None None] Routers {'52dc2bb0-7ee5-45da-86e3-eb43290278d6'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:57.659868 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-65d15e25-86cb-4e90-829b-856a70940afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['52dc2bb0-7ee5-45da-86e3-eb43290278d6'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:57.745672 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.766315 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Transition to ACTIVE for port object 1824eaaf-1b73-4e7e-be1c-11e44ada117c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:57.789400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-65d15e25-86cb-4e90-829b-856a70940afd None None] Set router 52dc2bb0-7ee5-45da-86e3-eb43290278d6 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:57.869911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Transition to ACTIVE for port object 1824eaaf-1b73-4e7e-be1c-11e44ada117c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:57.873036 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-65d15e25-86cb-4e90-829b-856a70940afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707906742-router', 'tenant_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:41Z', 'updated_at': '2021-07-09T13:28:56Z', 'revision_number': 6, 'project_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:57.879328 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:57.963996 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d15e25-86cb-4e90-829b-856a70940afd None None] The sync data for ids ['52dc2bb0-7ee5-45da-86e3-eb43290278d6'] in n-d-799525-3 is: [{'id': '52dc2bb0-7ee5-45da-86e3-eb43290278d6', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-707906742-router', 'tenant_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:41Z', 'updated_at': '2021-07-09T13:28:56Z', 'revision_number': 6, 'project_id': 'd41ecb4c8a83498bab4ae676580f4bdb', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:57.964594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bce4d89-ab8b-40e2-a530-b834bdea77e9 req-744ed802-01a5-4222-b508-7a24b7d4e0db tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:57.966682 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9bce4d89-ab8b-40e2-a530-b834bdea77e9 req-744ed802-01a5-4222-b508-7a24b7d4e0db tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c638e3c-890d-495a-8598-fb17d33966af HTTP/1.1" status: 200 len: 945 time: 0.7608533 Jul 09 13:28:57.993177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4995e199-9601-4c1d-86f9-5afb7c76e72f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:28:57.993465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9c7e8e43-394e-4d2e-84df-d1c3f0867ced no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:58.034260 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.044829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Network 00c96a4a-ec05-4738-9c98-ae92bca88c05 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:58.050816 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:58.051385 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Transition to ACTIVE for port object 7c3519eb-8558-48dd-b50e-32c2e4ad2688 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:28:58.054121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:58.061765 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.063142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Pushing event updated for resources: {'Port': ['ID=1824eaaf-1b73-4e7e-be1c-11e44ada117c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:58.098578 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4995e199-9601-4c1d-86f9-5afb7c76e72f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.104021 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-4995e199-9601-4c1d-86f9-5afb7c76e72f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Added segment 8fea457c-8784-4c93-a717-822ec8dddf0f of type vlan for network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 Jul 09 13:28:58.135764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Attempting to bind port 1824eaaf-1b73-4e7e-be1c-11e44ada117c on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:58.136822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Attempting to bind port 1824eaaf-1b73-4e7e-be1c-11e44ada117c by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:58.137372 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Attempting to bind port 1824eaaf-1b73-4e7e-be1c-11e44ada117c on network 00c96a4a-ec05-4738-9c98-ae92bca88c05 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:58.141483 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2240c1-a927-4828-860d-35b4ac8c2cda None None] Pushing event updated for resources: {'Port': ['ID=7c3519eb-8558-48dd-b50e-32c2e4ad2688,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:58.166439 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:58.167149 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Checking segment: {'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:58.167769 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.168336 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Bound using segment: {'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:58.169004 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Bound port: 1824eaaf-1b73-4e7e-be1c-11e44ada117c, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:58.169575 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.176299 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Attempting to bind port 7c3519eb-8558-48dd-b50e-32c2e4ad2688 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:28:58.178223 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Attempting to bind port 7c3519eb-8558-48dd-b50e-32c2e4ad2688 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:28:58.178620 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Attempting to bind port 7c3519eb-8558-48dd-b50e-32c2e4ad2688 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:28:58.194769 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:28:58.195221 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:28:58.195649 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.196039 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:28:58.198718 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4995e199-9601-4c1d-86f9-5afb7c76e72f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.201107 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Bound port: 7c3519eb-8558-48dd-b50e-32c2e4ad2688, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:28:58.201694 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.239654 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.254080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Allocated IP 172.25.2.62 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/6c028a03-cc5f-48e1-8d3a-f606a2e6e99b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:28:58.298935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:58.302642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c638e3c-890d-495a-8598-fb17d33966af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c7e8e43-394e-4d2e-84df-d1c3f0867ced'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:28:58.306425 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c221fae9-2efa-4e95-9535-24a626fce1d7" -d '{"events": [{"server_uuid": "1c638e3c-890d-495a-8598-fb17d33966af", "name": "network-vif-unplugged", "status": "completed", "tag": "9c7e8e43-394e-4d2e-84df-d1c3f0867ced"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:28:58.312799 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.324690 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] For port 1824eaaf-1b73-4e7e-be1c-11e44ada117c, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:58.340468 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] For port 7c3519eb-8558-48dd-b50e-32c2e4ad2688, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:28:58.346286 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] For port 7c3519eb-8558-48dd-b50e-32c2e4ad2688, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7c3519eb-8558-48dd-b50e-32c2e4ad2688,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:58.352698 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.373974 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] For port 1824eaaf-1b73-4e7e-be1c-11e44ada117c, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1824eaaf-1b73-4e7e-be1c-11e44ada117c,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:28:58.387528 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.394639 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4995e199-9601-4c1d-86f9-5afb7c76e72f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.400530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4995e199-9601-4c1d-86f9-5afb7c76e72f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:58.401349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4995e199-9601-4c1d-86f9-5afb7c76e72f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.433630 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:58.449238 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2240c1-a927-4828-860d-35b4ac8c2cda None None] Pushing event updated for resources: {'Port': ['ID=7c3519eb-8558-48dd-b50e-32c2e4ad2688,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:58.463645 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Routers {'6b34ece7-d1b4-4e9d-9727-0953c6f9a562'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:28:58.464512 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:58.526334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9bce4d89-ab8b-40e2-a530-b834bdea77e9 req-c990b031-5b8a-46ce-a07d-880c75417006 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Deleting port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:28:58.527560 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9bce4d89-ab8b-40e2-a530-b834bdea77e9 req-c990b031-5b8a-46ce-a07d-880c75417006 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.551184 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fe979-cc66-42a8-8fdd-49872c797a5b None None] Pushing event updated for resources: {'Port': ['ID=1824eaaf-1b73-4e7e-be1c-11e44ada117c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:58.664492 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] Set router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:28:58.673133 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4995e199-9601-4c1d-86f9-5afb7c76e72f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3387713 Jul 09 13:28:58.673912 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0c458dd-3766-4426-a355-6807b00767cf req-445a4905-00a2-446b-a9cc-4f324a8d59ac tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.2677414 Jul 09 13:28:58.680120 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54690) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:58.693892 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7d596b0b-aa00-46a9-b7a1-3f9e84ccb251 req-73d6dbc7-aaaf-4d91-9157-59aac9f348e5 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 210 time: 0.2414007 Jul 09 13:28:58.698974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-af5b9d8f-4c62-4ff0-8468-af27a56d541a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-11942568'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:58.732846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995e199-9601-4c1d-86f9-5afb7c76e72f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event updated for resources: {'Network': ['ID=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:58.745632 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:28:58.750300 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.809403 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af5b9d8f-4c62-4ff0-8468-af27a56d541a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Made reservation on behalf of 590f3198215a402b9f863adddb8b13ff for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:28:58.813616 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af5b9d8f-4c62-4ff0-8468-af27a56d541a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.845540 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9bce4d89-ab8b-40e2-a530-b834bdea77e9 req-c990b031-5b8a-46ce-a07d-880c75417006 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] For port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:28:58.846671 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9bce4d89-ab8b-40e2-a530-b834bdea77e9 req-c990b031-5b8a-46ce-a07d-880c75417006 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.898813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9bce4d89-ab8b-40e2-a530-b834bdea77e9 req-c990b031-5b8a-46ce-a07d-880c75417006 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Calling delete_port for 9c7e8e43-394e-4d2e-84df-d1c3f0867ced owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:28:58.924885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af5b9d8f-4c62-4ff0-8468-af27a56d541a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:28:58.952744 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af5b9d8f-4c62-4ff0-8468-af27a56d541a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:58.953141 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-af5b9d8f-4c62-4ff0-8468-af27a56d541a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Added segment a5828c9d-6841-4112-ac71-adb9b370a7ee of type vlan for network fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 Jul 09 13:28:59.032337 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:59.135032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:28:59.144985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:28:59.147679 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:28:59.159906 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1fd6199-05ae-41c8-af59-d4469fbf66e0 x-openstack-request-id: req-d1fd6199-05ae-41c8-af59-d4469fbf66e0 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:28:59.160460 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c638e3c-890d-495a-8598-fb17d33966af", "name": "network-vif-unplugged", "status": "completed", "tag": "9c7e8e43-394e-4d2e-84df-d1c3f0867ced", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:28:59.160674 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1fd6199-05ae-41c8-af59-d4469fbf66e0 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:28:59.161204 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c638e3c-890d-495a-8598-fb17d33966af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c7e8e43-394e-4d2e-84df-d1c3f0867ced', 'code': 200} Jul 09 13:28:59.168507 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d94a4915-38a6-4e07-816b-52b19b4c7bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:59.213658 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af5b9d8f-4c62-4ff0-8468-af27a56d541a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:59.257340 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94a4915-38a6-4e07-816b-52b19b4c7bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a446680b-7cab-41c9-acf6-3720e6d04696,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:59.331176 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af5b9d8f-4c62-4ff0-8468-af27a56d541a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:59.350940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5b9d8f-4c62-4ff0-8468-af27a56d541a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:28:59.352538 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af5b9d8f-4c62-4ff0-8468-af27a56d541a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:59.437906 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d94a4915-38a6-4e07-816b-52b19b4c7bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:59.459832 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-router', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:28:54Z', 'revision_number': 3, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'gw_port': {'id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:52Z', 'updated_at': '2021-07-09T13:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:28:59.463228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1824eaaf-1b73-4e7e-be1c-11e44ada117c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:28:59.490119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b9d8f-4c62-4ff0-8468-af27a56d541a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event updated for resources: {'Network': ['ID=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:59.499478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Pushing event updated for resources: {'Port': ['ID=6c028a03-cc5f-48e1-8d3a-f606a2e6e99b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:28:59.507305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:28:59.554584 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65da17c3-33a1-4f09-8dff-b55e3647b2a6 None None] The sync data for ids ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'] in n-d-799525-3 is: [{'id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-router', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:28:54Z', 'revision_number': 3, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'gw_port': {'id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:52Z', 'updated_at': '2021-07-09T13:28:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:28:59.589744 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d94a4915-38a6-4e07-816b-52b19b4c7bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:59.593381 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d94a4915-38a6-4e07-816b-52b19b4c7bb2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:59.644957 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-af5b9d8f-4c62-4ff0-8468-af27a56d541a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9593790 Jul 09 13:28:59.651345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54696) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:59.658623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-414b2549-eb58-4b24-94de-4026f93ba5da tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Request body: {'subnet': {'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:28:59.709294 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 1824eaaf-1b73-4e7e-be1c-11e44ada117c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:28:59.770923 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d94a4915-38a6-4e07-816b-52b19b4c7bb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:59.771537 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94a4915-38a6-4e07-816b-52b19b4c7bb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52dc2bb0-7ee5-45da-86e3-eb43290278d6 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:28:59.783959 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d94a4915-38a6-4e07-816b-52b19b4c7bb2 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:28:59.788242 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d94a4915-38a6-4e07-816b-52b19b4c7bb2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/52dc2bb0-7ee5-45da-86e3-eb43290278d6 HTTP/1.1" status: 204 len: 168 time: 3.6371615 Jul 09 13:28:59.806968 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54702) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:28:59.841149 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 80fe5219-d723-4ff5-b4f3-f05f2ca95356 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:59.875772 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 80fe5219-d723-4ff5-b4f3-f05f2ca95356 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:59.880406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 80fe5219-d723-4ff5-b4f3-f05f2ca95356 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:59.881096 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a446680b-7cab-41c9-acf6-3720e6d04696 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:28:59.933362 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: a446680b-7cab-41c9-acf6-3720e6d04696 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:28:59.935741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a446680b-7cab-41c9-acf6-3720e6d04696 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:28:59.977467 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.005748 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414b2549-eb58-4b24-94de-4026f93ba5da tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Made reservation on behalf of 590f3198215a402b9f863adddb8b13ff for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:00.015943 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-414b2549-eb58-4b24-94de-4026f93ba5da tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.025605 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-83cfb8d0-425b-4212-bcee-3e0d891072f8 req-45f8d289-ec1d-42d3-8e47-4899c4eda4bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=80ab3e5862464edca0f8731b67428646&device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.1691871 Jul 09 13:29:00.039695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-f75de0fd-5328-441e-a3ac-170006a0c0f1 admin admin] Deleting subnet 8492272c-3c38-4b12-ab5e-51b37037942c {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:29:00.055445 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-919acc6c-4560-4bea-9ea6-a86c2ae296cb req-7da054d6-b697-4b55-bbff-390de9638b72 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 210 time: 0.0562418 Jul 09 13:29:00.082437 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f75de0fd-5328-441e-a3ac-170006a0c0f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.120172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccd927-de77-4237-866d-3bdb78960a81 req-26d25788-d6f0-4dfe-a360-2edd3c0d7491 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:00.132135 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1cccd927-de77-4237-866d-3bdb78960a81 req-26d25788-d6f0-4dfe-a360-2edd3c0d7491 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 1.0140915 Jul 09 13:29:00.255836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-666b84b8-d089-46d6-af4c-860e07a2b3dc tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:00.257498 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-666b84b8-d089-46d6-af4c-860e07a2b3dc tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.15 "GET /v2.0/networks?id=7c138cf7-3e60-4011-ad16-f9f420ac7385 HTTP/1.1" status: 200 len: 804 time: 0.7829986 Jul 09 13:29:00.274851 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-83cfb8d0-425b-4212-bcee-3e0d891072f8 req-668e5f14-99c8-4bf2-8133-d494a1ecd958 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=80ab3e5862464edca0f8731b67428646&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2219505 Jul 09 13:29:00.281710 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-56bbcbb2-86dd-468f-854f-149883cda063 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Request body: {'port': {'device_id': '31b70e52-8c6a-4161-a4b7-1d9521bec0d4', 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385', 'admin_state_up': True, 'tenant_id': '40c05bf911e74de0ab8d76ee71cab943'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:00.314686 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e6733e4f-6a64-42e5-aef3-39fe013fed62 req-2e3c7ddf-1c0e-4024-88e8-9ed57fbc783f tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.0720448 Jul 09 13:29:00.323402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0507393a-6426-45b1-9565-d01fbda34bf1 None None] Network 00c96a4a-ec05-4738-9c98-ae92bca88c05 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:00.399361 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f75de0fd-5328-441e-a3ac-170006a0c0f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.495867 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1cccd927-de77-4237-866d-3bdb78960a81 req-474733ba-35b2-453a-b5e6-d72037b07013 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610724 Jul 09 13:29:00.514547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-303d6df9-4e6e-4a9f-b2c2-b3dae239ee15 None None] Provisioning for port 1824eaaf-1b73-4e7e-be1c-11e44ada117c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:00.548773 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-303d6df9-4e6e-4a9f-b2c2-b3dae239ee15 None None] Provisioning complete for port 1824eaaf-1b73-4e7e-be1c-11e44ada117c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:00.549425 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-303d6df9-4e6e-4a9f-b2c2-b3dae239ee15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.628728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cfb8d0-425b-4212-bcee-3e0d891072f8 req-060bf386-88e6-4947-bd4d-075d111af24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:00.630182 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-83cfb8d0-425b-4212-bcee-3e0d891072f8 req-060bf386-88e6-4947-bd4d-075d111af24a service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2188985 Jul 09 13:29:00.684312 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f75de0fd-5328-441e-a3ac-170006a0c0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.712903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Allocated IP 172.20.0.1 (081edb05-57a4-4005-ad30-bbd4c7b8ed7d/a3e96803-b55c-4f7e-8287-78c6c5674a51/e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:00.736030 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-303d6df9-4e6e-4a9f-b2c2-b3dae239ee15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.771751 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.777899 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9bce4d89-ab8b-40e2-a530-b834bdea77e9 req-c990b031-5b8a-46ce-a07d-880c75417006 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.794857 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-303d6df9-4e6e-4a9f-b2c2-b3dae239ee15 None None] For port 1824eaaf-1b73-4e7e-be1c-11e44ada117c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1824eaaf-1b73-4e7e-be1c-11e44ada117c,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:00.801027 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-303d6df9-4e6e-4a9f-b2c2-b3dae239ee15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.881402 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f75de0fd-5328-441e-a3ac-170006a0c0f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.883814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990b031-5b8a-46ce-a07d-880c75417006 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Pushing event deleted for resources: {'Port': ['ID=9c7e8e43-394e-4d2e-84df-d1c3f0867ced,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:00.918824 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1407d0-5083-4c68-b821-6ee158730906 req-8b769416-666b-4892-b303-b26ed7a40eb2 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:00.926434 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303d6df9-4e6e-4a9f-b2c2-b3dae239ee15 None None] Pushing event updated for resources: {'Port': ['ID=1824eaaf-1b73-4e7e-be1c-11e44ada117c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:00.927382 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d1407d0-5083-4c68-b821-6ee158730906 req-8b769416-666b-4892-b303-b26ed7a40eb2 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2862525 Jul 09 13:29:00.940427 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75de0fd-5328-441e-a3ac-170006a0c0f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8492272c-3c38-4b12-ab5e-51b37037942c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:00.973568 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f75de0fd-5328-441e-a3ac-170006a0c0f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.975368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bce4d89-ab8b-40e2-a530-b834bdea77e9 req-c990b031-5b8a-46ce-a07d-880c75417006 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] No DVR routers for this DVR port 9c7e8e43-394e-4d2e-84df-d1c3f0867ced on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:29:00.978601 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aaccf6-3297-4ffc-990f-9acbaf25a452 None None] Network 1d497e0a-f72d-4038-a08c-62dbba09858f requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:00.978866 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9bce4d89-ab8b-40e2-a530-b834bdea77e9 req-c990b031-5b8a-46ce-a07d-880c75417006 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:00.980289 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f75de0fd-5328-441e-a3ac-170006a0c0f1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8492272c-3c38-4b12-ab5e-51b37037942c HTTP/1.1" status: 204 len: 168 time: 1.1719985 Jul 09 13:29:00.980796 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9bce4d89-ab8b-40e2-a530-b834bdea77e9 req-c990b031-5b8a-46ce-a07d-880c75417006 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.18 "DELETE /v2.0/ports/9c7e8e43-394e-4d2e-84df-d1c3f0867ced HTTP/1.1" status: 204 len: 173 time: 3.0056009 Jul 09 13:29:00.981404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-56bbcbb2-86dd-468f-854f-149883cda063 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Made reservation on behalf of 40c05bf911e74de0ab8d76ee71cab943 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:00.995708 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-56bbcbb2-86dd-468f-854f-149883cda063 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.003938 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54710) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:01.088097 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c638e3c-890d-495a-8598-fb17d33966af', 'name': 'network-vif-deleted', 'tag': '9c7e8e43-394e-4d2e-84df-d1c3f0867ced'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:01.090560 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21e10e57-433e-4e7d-ae67-36f33942b144" -d '{"events": [{"server_uuid": "1c638e3c-890d-495a-8598-fb17d33966af", "name": "network-vif-deleted", "tag": "9c7e8e43-394e-4d2e-84df-d1c3f0867ced"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:01.095543 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.117739 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d1407d0-5083-4c68-b821-6ee158730906 req-b3d80edf-9a78-4052-9620-8b7af75e338b tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886570 Jul 09 13:29:01.162223 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.240162 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-56bbcbb2-86dd-468f-854f-149883cda063 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Allocated IP 172.20.0.4 (7c138cf7-3e60-4011-ad16-f9f420ac7385/e11eca0f-225a-479a-adf8-c5ca2fa12bae/fbe800db-9df7-448d-8bcd-e3c966b4b2f3) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:01.394889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e7fd051-5a66-4880-994a-fe6046055e4b req-413d6387-2916-4a50-b961-bbefd65de1e5 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 210 time: 0.0934017 Jul 09 13:29:01.419485 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.460394 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3d681f63-b2e6-4a24-a2f5-8a07b2136f79 None None] Provisioning complete for port 1824eaaf-1b73-4e7e-be1c-11e44ada117c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:01.461002 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d681f63-b2e6-4a24-a2f5-8a07b2136f79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.548318 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-56bbcbb2-86dd-468f-854f-149883cda063 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.562982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1824eaaf-1b73-4e7e-be1c-11e44ada117c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:01.591047 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Network 081edb05-57a4-4005-ad30-bbd4c7b8ed7d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:01.617185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:01.633049 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] Deleting port 5773f2d9-e909-49df-abf3-141cb78ce66b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:01.633506 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.653542 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198d912a-cbec-4928-a470-cdb7b01c5016 None None] DHCP port deletion for 1d497e0a-f72d-4038-a08c-62dbba09858f request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:29:01.669603 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:01.673081 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-56bbcbb2-86dd-468f-854f-149883cda063 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.733770 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1824eaaf-1b73-4e7e-be1c-11e44ada117c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:01.734244 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.763917 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] For port 5773f2d9-e909-49df-abf3-141cb78ce66b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5773f2d9-e909-49df-abf3-141cb78ce66b,segment=NetworkSegment(fac65474-f9bd-4e57-91d2-6bcd9806b553),segment_id=fac65474-f9bd-4e57-91d2-6bcd9806b553)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:01.764385 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.782169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] Calling delete_port for 5773f2d9-e909-49df-abf3-141cb78ce66b owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:01.820659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-198d912a-cbec-4928-a470-cdb7b01c5016 None None] Deleting port 5773f2d9-e909-49df-abf3-141cb78ce66b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:29:01.821277 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-198d912a-cbec-4928-a470-cdb7b01c5016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.826627 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfa61c54-8a8b-4feb-8c16-a0a90ae0d968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.854678 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Pushing event updated for resources: {'Port': ['ID=e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:01.883633 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b2bbd11-e0f4-415c-98d6-db72a2610d5f req-ca5b9e04-4651-4572-9ffc-a817cac26ae3 tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.2810104 Jul 09 13:29:01.924716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78b0288-f517-4eab-bea4-3b6bb2892a28 req-fa16c708-f679-4d38-90d1-16abd3a07668 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:01.934301 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a78b0288-f517-4eab-bea4-3b6bb2892a28 req-fa16c708-f679-4d38-90d1-16abd3a07668 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.5598569 Jul 09 13:29:01.950489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-198d912a-cbec-4928-a470-cdb7b01c5016 None None] For port 5773f2d9-e909-49df-abf3-141cb78ce66b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5773f2d9-e909-49df-abf3-141cb78ce66b,segment=NetworkSegment(fac65474-f9bd-4e57-91d2-6bcd9806b553),segment_id=fac65474-f9bd-4e57-91d2-6bcd9806b553)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:01.950999 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-198d912a-cbec-4928-a470-cdb7b01c5016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:01.965576 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7c3519eb-8558-48dd-b50e-32c2e4ad2688 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:02.012906 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9c7e8e43-394e-4d2e-84df-d1c3f0867ced no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:29:02.020563 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-198d912a-cbec-4928-a470-cdb7b01c5016 None None] Calling delete_port for 5773f2d9-e909-49df-abf3-141cb78ce66b owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:29:02.040696 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.051150 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 9c7e8e43-394e-4d2e-84df-d1c3f0867ced {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:29:02.051464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9c7e8e43-394e-4d2e-84df-d1c3f0867ced not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:29:02.066900 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a78b0288-f517-4eab-bea4-3b6bb2892a28 req-e4a60615-71da-4308-b82a-2926d3ef0b8a tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315629 Jul 09 13:29:02.122557 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 7c3519eb-8558-48dd-b50e-32c2e4ad2688 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:02.159749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 7c3519eb-8558-48dd-b50e-32c2e4ad2688 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:02.160815 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.226452 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb856946-ce23-494e-9024-2370b0bd19da x-openstack-request-id: req-eb856946-ce23-494e-9024-2370b0bd19da {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:02.226880 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c638e3c-890d-495a-8598-fb17d33966af", "name": "network-vif-deleted", "tag": "9c7e8e43-394e-4d2e-84df-d1c3f0867ced", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:02.227006 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb856946-ce23-494e-9024-2370b0bd19da {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:02.227378 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c638e3c-890d-495a-8598-fb17d33966af', 'name': 'network-vif-deleted', 'tag': '9c7e8e43-394e-4d2e-84df-d1c3f0867ced', 'status': 'completed', 'code': 200} Jul 09 13:29:02.253329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56bbcbb2-86dd-468f-854f-149883cda063 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Pushing event updated for resources: {'Port': ['ID=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:02.272973 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.288596 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.294877 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-198d912a-cbec-4928-a470-cdb7b01c5016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.295038 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-83cfb8d0-425b-4212-bcee-3e0d891072f8 req-b5b58161-3970-43ee-9b2a-2eab88576017 tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.18 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.0707920 Jul 09 13:29:02.312634 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] No DVR routers for this DVR port 5773f2d9-e909-49df-abf3-141cb78ce66b on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:29:02.325721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-56bbcbb2-86dd-468f-854f-149883cda063 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Network 7c138cf7-3e60-4011-ad16-f9f420ac7385 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:02.331159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-56bbcbb2-86dd-468f-854f-149883cda063 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:02.337990 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 7c3519eb-8558-48dd-b50e-32c2e4ad2688, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7c3519eb-8558-48dd-b50e-32c2e4ad2688,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:02.340290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-56bbcbb2-86dd-468f-854f-149883cda063 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:02.346638 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5773f2d9-e909-49df-abf3-141cb78ce66b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:02.369058 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.375470 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198d912a-cbec-4928-a470-cdb7b01c5016 None None] Pushing event deleted for resources: {'Port': ['ID=5773f2d9-e909-49df-abf3-141cb78ce66b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:02.378093 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198d912a-cbec-4928-a470-cdb7b01c5016 None None] No DVR routers for this DVR port 5773f2d9-e909-49df-abf3-141cb78ce66b on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:29:02.449121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=7c3519eb-8558-48dd-b50e-32c2e4ad2688,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:02.476092 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.480107 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.494803 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d497e0a-f72d-4038-a08c-62dbba09858f']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:02.517454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fac65474-f9bd-4e57-91d2-6bcd9806b553') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:02.517994 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fac65474-f9bd-4e57-91d2-6bcd9806b553') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:02.523416 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.542979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-56bbcbb2-86dd-468f-854f-149883cda063 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:02.542979 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-56bbcbb2-86dd-468f-854f-149883cda063 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.548056 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-414b2549-eb58-4b24-94de-4026f93ba5da tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.552856 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.610986 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.624047 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c293429-a4bc-400d-8eb1-94e71cd16253 req-097396d9-ad8f-4874-8c9f-8ecd27f3e254 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:02.625811 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7c293429-a4bc-400d-8eb1-94e71cd16253 req-097396d9-ad8f-4874-8c9f-8ecd27f3e254 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.3849010 Jul 09 13:29:02.640727 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-56bbcbb2-86dd-468f-854f-149883cda063 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3731284 Jul 09 13:29:02.644499 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:29:02.644920 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:29:02.646731 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:29:02.690157 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Request body: {'port': {'device_id': '31b70e52-8c6a-4161-a4b7-1d9521bec0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:02.745290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414b2549-eb58-4b24-94de-4026f93ba5da tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event updated for resources: {'Subnet': ['ID=06d959da-897d-4ffe-8cce-f2a75985bb8a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:02.790341 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414b2549-eb58-4b24-94de-4026f93ba5da tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Checking segment: {'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:02.790742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414b2549-eb58-4b24-94de-4026f93ba5da tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Network hostable DHCP agents. Network: f55c62ae-a5d9-44e0-9eaa-9f06eac67a83, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:29:02.811340 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7c293429-a4bc-400d-8eb1-94e71cd16253 req-f5df7895-ab98-4dff-9d72-73c186465f26 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735456 Jul 09 13:29:02.812339 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.823393 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.836073 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.841314 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1d497e0a-f72d-4038-a08c-62dbba09858f HTTP/1.1" status: 204 len: 168 time: 1.8334029 Jul 09 13:29:02.862044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414b2549-eb58-4b24-94de-4026f93ba5da tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:29:02.871105 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963a213f-f08b-4060-b080-b14ef29e220e req-335540fc-ae30-4985-8223-8fe34c5d5589 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:02.872906 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-963a213f-f08b-4060-b080-b14ef29e220e req-335540fc-ae30-4985-8223-8fe34c5d5589 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 931 time: 0.3175223 Jul 09 13:29:02.873869 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637017c7-5719-4608-b7b6-fe56f90489a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d497e0a-f72d-4038-a08c-62dbba09858f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:02.893131 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-414b2549-eb58-4b24-94de-4026f93ba5da tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, f55c62ae-a5d9-44e0-9eaa-9f06eac67a83) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:02.901561 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414b2549-eb58-4b24-94de-4026f93ba5da tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:02.902168 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-414b2549-eb58-4b24-94de-4026f93ba5da tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:02.917761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Router 3fe463c3-77e9-4211-86f6-3ab088596a2b is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:29:02.926755 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e509c550-ab29-415e-b376-80a29a204d27 None None] Network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:03.023757 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-414b2549-eb58-4b24-94de-4026f93ba5da tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.3712356 Jul 09 13:29:03.024412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54734) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:03.062640 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-53864787-b9ae-4c07-9f5c-a9d4cef11879 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Request body: {'subnet': {'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:03.082664 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-963a213f-f08b-4060-b080-b14ef29e220e req-24276cf2-3ad7-4453-8206-aceec666fe26 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761749 Jul 09 13:29:03.107286 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.116193 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.211821 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54740) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:03.248149 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.311384 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dffec893-e391-459d-b9a8-566dd84b8d56 req-cea4ebda-d329-4903-a7b8-00abcf1e3faa tempest-ServerShowV254Test-2083665198 tempest-ServerShowV254Test-2083665198-project] 10.222.0.39 "GET /v2.0/ports?device_id=379efba9-6ece-4260-a4e9-601b0580912a HTTP/1.1" status: 200 len: 210 time: 0.0645537 Jul 09 13:29:03.325884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-f55c62ae-a5d9-44e0-9eaa-9f06eac67a83', 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'fixed_ips': [{'subnet_id': '06d959da-897d-4ffe-8cce-f2a75985bb8a'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:29:03.328226 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.384899 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7a964c3f-93b2-41cc-8034-d0b52b2ad501 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d41ecb4c8a83498bab4ae676580f4bdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1704588 Jul 09 13:29:03.395033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54744) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:03.410670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:29:03.425106 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Sync routers for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:29:03.439704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53864787-b9ae-4c07-9f5c-a9d4cef11879 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Made reservation on behalf of 590f3198215a402b9f863adddb8b13ff for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:03.443313 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-53864787-b9ae-4c07-9f5c-a9d4cef11879 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.444808 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:03.445635 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:28:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:03.496897 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Network 081edb05-57a4-4005-ad30-bbd4c7b8ed7d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:03.497930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7c3519eb-8558-48dd-b50e-32c2e4ad2688 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:03.498121 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Pushing event updated for resources: {'Port': ['ID=e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:03.515901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:03.523439 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.524708 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-92d98680-5eb1-4388-8a47-8abd51a19b18 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 7.0271022 Jul 09 13:29:03.529616 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54746) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:03.609783 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded4355d-3778-435c-94cd-b5a57084ed2e req-0c700e52-8c82-4265-9bff-00c1a8c4597b tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:03.612503 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ded4355d-3778-435c-94cd-b5a57084ed2e req-0c700e52-8c82-4265-9bff-00c1a8c4597b tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.3148818 Jul 09 13:29:03.615292 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:29:03.675655 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 7c3519eb-8558-48dd-b50e-32c2e4ad2688 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:03.676043 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.683332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Allocated IP 10.1.1.2 (f55c62ae-a5d9-44e0-9eaa-9f06eac67a83/06d959da-897d-4ffe-8cce-f2a75985bb8a/abcd4fba-e378-4cc4-982f-de972113d6cb) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:03.692548 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-906804ed-aa87-4e56-a05a-90e8019c1bbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.734259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbe800db-9df7-448d-8bcd-e3c966b4b2f3 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:03.755359 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.768132 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-906804ed-aa87-4e56-a05a-90e8019c1bbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.809449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Transition to ACTIVE for port object fbe800db-9df7-448d-8bcd-e3c966b4b2f3 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:03.833689 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:03.878232 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:00Z', 'revision_number': 3, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:28:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:03.911836 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Checking router: 3fe463c3-77e9-4211-86f6-3ab088596a2b for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:29:03.912714 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Updating router 3fe463c3-77e9-4211-86f6-3ab088596a2b port 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:29:04.012402 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.026989 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.040171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Pushing event updated for resources: {'Port': ['ID=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:04.045308 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ded4355d-3778-435c-94cd-b5a57084ed2e req-eda134c2-cfbe-4d33-a4ed-3f2ba407f646 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216521 Jul 09 13:29:04.051762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5773f2d9-e909-49df-abf3-141cb78ce66b no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:29:04.078681 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 5773f2d9-e909-49df-abf3-141cb78ce66b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:29:04.079220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5773f2d9-e909-49df-abf3-141cb78ce66b not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:29:04.088919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Transition to ACTIVE for port object abcd4fba-e378-4cc4-982f-de972113d6cb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:04.092954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:29:04.119881 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-906804ed-aa87-4e56-a05a-90e8019c1bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.122884 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-906804ed-aa87-4e56-a05a-90e8019c1bbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.123136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Transition to ACTIVE for port object abcd4fba-e378-4cc4-982f-de972113d6cb will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:04.127589 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-906804ed-aa87-4e56-a05a-90e8019c1bbe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d1e4385-279c-46a6-bc1e-ba1d0ce88043 HTTP/1.1" status: 204 len: 168 time: 0.7280695 Jul 09 13:29:04.141012 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.189064 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-53864787-b9ae-4c07-9f5c-a9d4cef11879 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.191114 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906804ed-aa87-4e56-a05a-90e8019c1bbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1e4385-279c-46a6-bc1e-ba1d0ce88043,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:04.281986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:04.291827 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:04.302870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:04.356207 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-712b72c0-2349-4f06-9df1-c67d1f409f1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.356867 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:29:04.359858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Pushing event updated for resources: {'Port': ['ID=abcd4fba-e378-4cc4-982f-de972113d6cb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:04.366437 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6101f21e-e43b-4c97-a124-97db21f5f5cf admin admin] 10.222.0.39 "PUT /v2.0/routers/6b34ece7-d1b4-4e9d-9727-0953c6f9a562/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6199358 Jul 09 13:29:04.418982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Attempting to bind port fbe800db-9df7-448d-8bcd-e3c966b4b2f3 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:04.419363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Attempting to bind port fbe800db-9df7-448d-8bcd-e3c966b4b2f3 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:04.419703 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Attempting to bind port fbe800db-9df7-448d-8bcd-e3c966b4b2f3 on network 7c138cf7-3e60-4011-ad16-f9f420ac7385 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:04.424521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8badcb13-7dd0-43f5-87b8-b7bca657b55a req-76f529ae-519c-4839-ace6-cd77e4cceb0e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:04.427801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Sync routers for ids ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:29:04.431082 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8badcb13-7dd0-43f5-87b8-b7bca657b55a req-76f529ae-519c-4839-ace6-cd77e4cceb0e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1419613 Jul 09 13:29:04.446506 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Routers {'6b34ece7-d1b4-4e9d-9727-0953c6f9a562'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:04.447632 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:29:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:04.481290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53864787-b9ae-4c07-9f5c-a9d4cef11879 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event updated for resources: {'Subnet': ['ID=49d3e9d5-750d-45f1-840a-12db3a7eff08,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:04.494584 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Port fbe800db-9df7-448d-8bcd-e3c966b4b2f3 on network 7c138cf7-3e60-4011-ad16-f9f420ac7385 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:04.494915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Attempting to bind port fbe800db-9df7-448d-8bcd-e3c966b4b2f3 on network 7c138cf7-3e60-4011-ad16-f9f420ac7385 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:04.519606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Attempting to bind port abcd4fba-e378-4cc4-982f-de972113d6cb on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:04.520620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Attempting to bind port abcd4fba-e378-4cc4-982f-de972113d6cb by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:04.521232 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Attempting to bind port abcd4fba-e378-4cc4-982f-de972113d6cb on network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:04.542606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53864787-b9ae-4c07-9f5c-a9d4cef11879 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Checking segment: {'id': 'a5828c9d-6841-4112-ac71-adb9b370a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:04.542606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53864787-b9ae-4c07-9f5c-a9d4cef11879 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Network hostable DHCP agents. Network: fc88aea0-f7b3-4a5d-8c9c-cd233750eb76, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:29:04.564223 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.574865 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Transition to ACTIVE for port object 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:04.582092 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.590944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:04.592449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Checking segment: {'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:04.593894 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Bound using segment: {'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:04.594704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Bound port: fbe800db-9df7-448d-8bcd-e3c966b4b2f3, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:04.596671 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.598157 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 28, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:04.598898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Checking segment: {'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:04.600100 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.600100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Bound using segment: {'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:04.603052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Bound port: abcd4fba-e378-4cc4-982f-de972113d6cb, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:04.603820 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.623777 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8badcb13-7dd0-43f5-87b8-b7bca657b55a req-953ab5e4-0d24-447b-8633-9877e6538689 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600745 Jul 09 13:29:04.657052 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b8a11-dd23-4b7b-b858-a26ee715da18 None None] Pushing event updated for resources: {'Port': ['ID=6c028a03-cc5f-48e1-8d3a-f606a2e6e99b,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:04.703417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce06ae89-aec0-4831-b6d4-b6c8e716dd1e req-ca38edd1-244f-45e4-8244-4dafb80babf1 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:04.703932 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Attempting to bind port 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:04.704520 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Attempting to bind port 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:04.705399 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce06ae89-aec0-4831-b6d4-b6c8e716dd1e req-ca38edd1-244f-45e4-8244-4dafb80babf1 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 943 time: 0.2731819 Jul 09 13:29:04.712219 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Attempting to bind port 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:04.718127 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.726346 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:04.727524 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:04.730353 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.731021 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:04.733001 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Bound port: 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:04.735459 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.768300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53864787-b9ae-4c07-9f5c-a9d4cef11879 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Network fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:29:04.778920 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Set router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:29:04.811700 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] For port 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:04.819441 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] For port 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6c028a03-cc5f-48e1-8d3a-f606a2e6e99b,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:04.825280 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.832177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-53864787-b9ae-4c07-9f5c-a9d4cef11879 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, fc88aea0-f7b3-4a5d-8c9c-cd233750eb76) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:04.837833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53864787-b9ae-4c07-9f5c-a9d4cef11879 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:04.839017 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-53864787-b9ae-4c07-9f5c-a9d4cef11879 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:04.845846 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce06ae89-aec0-4831-b6d4-b6c8e716dd1e req-1980c860-8505-4b4d-bc82-8c11057936b8 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281240 Jul 09 13:29:04.875419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffb4766-6830-496e-acc4-22af1677b130 None None] Network fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:04.875671 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-53864787-b9ae-4c07-9f5c-a9d4cef11879 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.8436773 Jul 09 13:29:04.876858 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54774) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:04.882942 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-46b8ed93-333d-432b-aaad-8b553e2eaaa8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Request body: {'port': {'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83', 'name': 'tempest-TaggedBootDevicesTest-643082236', 'fixed_ips': [{'subnet_id': '06d959da-897d-4ffe-8cce-f2a75985bb8a'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:04.917999 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b8a11-dd23-4b7b-b858-a26ee715da18 None None] Pushing event updated for resources: {'Port': ['ID=6c028a03-cc5f-48e1-8d3a-f606a2e6e99b,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:04.956979 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:04.957755 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:29:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:05.019734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] For port fbe800db-9df7-448d-8bcd-e3c966b4b2f3, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:05.044483 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] For port fbe800db-9df7-448d-8bcd-e3c966b4b2f3, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:05.052306 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:05.138112 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] For port abcd4fba-e378-4cc4-982f-de972113d6cb, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:05.191745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-fc88aea0-f7b3-4a5d-8c9c-cd233750eb76', 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'fixed_ips': [{'subnet_id': '49d3e9d5-750d-45f1-840a-12db3a7eff08'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:29:05.193829 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:05.207063 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b8ed93-333d-432b-aaad-8b553e2eaaa8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Made reservation on behalf of 590f3198215a402b9f863adddb8b13ff for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:05.217790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] For port abcd4fba-e378-4cc4-982f-de972113d6cb, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=abcd4fba-e378-4cc4-982f-de972113d6cb,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:05.242620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:05.243401 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:05.244097 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:05.244892 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] 10.222.0.15 "PUT /v2.0/ports/fbe800db-9df7-448d-8bcd-e3c966b4b2f3 HTTP/1.1" status: 200 len: 1091 time: 2.5937283 Jul 09 13:29:05.245439 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b70e52-8c6a-4161-a4b7-1d9521bec0d4', 'tag': 'fbe800db-9df7-448d-8bcd-e3c966b4b2f3'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:05.247751 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06cdd896-8d6f-451b-a0b1-c557fb4b97d5" -d '{"events": [{"name": "network-changed", "server_uuid": "31b70e52-8c6a-4161-a4b7-1d9521bec0d4", "tag": "fbe800db-9df7-448d-8bcd-e3c966b4b2f3"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:05.307008 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:05.317219 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:29:05.374451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb1d8e-9868-4652-b2d9-cca3d89bacee service neutron] Pushing event updated for resources: {'Port': ['ID=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:05.397275 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46b8ed93-333d-432b-aaad-8b553e2eaaa8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:05.493682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-4444e3d0-637c-4a9c-9e40-8fc476a9fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:05.495926 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-4444e3d0-637c-4a9c-9e40-8fc476a9fbf8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40c05bf911e74de0ab8d76ee71cab943&device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 1094 time: 0.1679602 Jul 09 13:29:05.512351 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-46b8ed93-333d-432b-aaad-8b553e2eaaa8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] device_id is not set on port 28930a53-11dd-4de0-887b-cd975c02419b yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:29:05.542109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54794) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:05.642623 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-9c6325ab-31f0-4bd8-9c3b-3bf9e5520177 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbe800db-9df7-448d-8bcd-e3c966b4b2f3 HTTP/1.1" status: 200 len: 217 time: 0.1088467 Jul 09 13:29:05.721132 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:00Z', 'revision_number': 3, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:05.754383 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:05.771300 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9ef173-601b-4154-b598-14fabee23894 None None] The sync data for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 is: [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:00Z', 'revision_number': 3, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:29:05.790162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Pushing event updated for resources: {'Port': ['ID=abcd4fba-e378-4cc4-982f-de972113d6cb,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:05.874399 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Allocated IP 172.20.0.1 (00c96a4a-ec05-4738-9c98-ae92bca88c05/371dd9f6-6c1a-4114-bfb0-708845a51988/37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:05.919492 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Allocated IP 10.2.2.2 (fc88aea0-f7b3-4a5d-8c9c-cd233750eb76/49d3e9d5-750d-45f1-840a-12db3a7eff08/57f1bf18-1bec-413b-9ccb-ef005fa1bf75) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:05.999008 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8cb97e6-1693-4888-a604-a59055eb9762 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.072898 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b3c82e-2984-450b-af01-2a56e1ec0881 req-94aa5948-24c2-4d47-aaf9-f98b6d0c1092 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:06.075443 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8b3c82e-2984-450b-af01-2a56e1ec0881 req-94aa5948-24c2-4d47-aaf9-f98b6d0c1092 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.6824536 Jul 09 13:29:06.080731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.134798 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Transition to ACTIVE for port object 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:06.161849 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-4e8e75f5-cfff-4f8c-a0ab-21a38132e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:06.183271 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-4e8e75f5-cfff-4f8c-a0ab-21a38132e7be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e11eca0f-225a-479a-adf8-c5ca2fa12bae HTTP/1.1" status: 200 len: 844 time: 0.5249975 Jul 09 13:29:06.245773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-a3733c8d-96ea-47fb-a845-106a204da002 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c138cf7-3e60-4011-ad16-f9f420ac7385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558257 Jul 09 13:29:06.320488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:06.321116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:06.321230 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:06.322079 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:06.322079 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:06.323319 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:06.323319 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:06.323319 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:06.323319 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:06.323708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:06.323800 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:06.324131 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a5dbff9-97ff-4031-8836-8f44db0cac68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:06.331477 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8cb97e6-1693-4888-a604-a59055eb9762 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.375199 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8cb97e6-1693-4888-a604-a59055eb9762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.388126 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-router', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'gw_port': {'id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:52Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52', 'name': '', 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'mac_address': 'fa:16:3e:47:2d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:00Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 2, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'subnets': [{'id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:06.392150 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.427425 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-f0934de1-7f9c-4d0a-a3e7-a61cae10df77 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:06.429288 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-f0934de1-7f9c-4d0a-a3e7-a61cae10df77 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/networks?id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d HTTP/1.1" status: 200 len: 820 time: 0.7743425 Jul 09 13:29:06.449492 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Network 00c96a4a-ec05-4738-9c98-ae92bca88c05 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:06.461273 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Checking router: 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:29:06.461757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Updating router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 port e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:29:06.466421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:06.471827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:06.528833 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8b3c82e-2984-450b-af01-2a56e1ec0881 req-792865d7-5a15-4081-8cee-1df157711244 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4342775 Jul 09 13:29:06.535401 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.537722 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.552116 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54816) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:06.556641 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f8cb97e6-1693-4888-a604-a59055eb9762 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80ab3e5862464edca0f8731b67428646&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0090306 Jul 09 13:29:06.557479 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Pushing event updated for resources: {'Port': ['ID=37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:06.569152 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-b69fda67-b99a-47ec-9abd-f37638580d9e tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/quotas/2dc3d71beda042768fa9167c0c8c0a75 HTTP/1.1" status: 200 len: 375 time: 0.1147304 Jul 09 13:29:06.570959 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cb97e6-1693-4888-a604-a59055eb9762 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a924c3-d2ff-4b14-996f-d043d32ba4d7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:06.589484 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Transition to ACTIVE for port object 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:06.591819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-46b8ed93-333d-432b-aaad-8b553e2eaaa8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Allocated IP 10.1.1.106 (f55c62ae-a5d9-44e0-9eaa-9f06eac67a83/06d959da-897d-4ffe-8cce-f2a75985bb8a/28930a53-11dd-4de0-887b-cd975c02419b) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:06.630316 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2470c680-58c7-4078-b844-2c99ce97a5d7 x-openstack-request-id: req-2470c680-58c7-4078-b844-2c99ce97a5d7 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:06.630756 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b70e52-8c6a-4161-a4b7-1d9521bec0d4", "tag": "fbe800db-9df7-448d-8bcd-e3c966b4b2f3", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:06.631224 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2470c680-58c7-4078-b844-2c99ce97a5d7 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:06.631742 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b70e52-8c6a-4161-a4b7-1d9521bec0d4', 'tag': 'fbe800db-9df7-448d-8bcd-e3c966b4b2f3', 'status': 'completed', 'code': 200} Jul 09 13:29:06.642528 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Transition to ACTIVE for port object 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:06.664287 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-0e1ad9af-5652-47c0-9708-33be849af77a service neutron] 10.222.0.15 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4105833 Jul 09 13:29:06.673601 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be5240ef-73bd-4839-b75a-881fe063bbc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.866960 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:06.910298 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-0c728f6c-09ad-4c6f-8cab-597e334524f1 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=2dc3d71beda042768fa9167c0c8c0a75&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3205931 Jul 09 13:29:07.016247 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.114003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-be512a4c-13ee-4643-9745-b84938d2d6be None None] Provisioning for port 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:07.176385 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46b8ed93-333d-432b-aaad-8b553e2eaaa8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.200850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-46b8ed93-333d-432b-aaad-8b553e2eaaa8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Transition to ACTIVE for port object 28930a53-11dd-4de0-887b-cd975c02419b will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:07.204627 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.211525 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.226223 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-be512a4c-13ee-4643-9745-b84938d2d6be None None] Provisioning complete for port 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:07.227037 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be512a4c-13ee-4643-9745-b84938d2d6be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.231704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Network fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:07.280135 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8788f7e8-c544-4f19-8961-c9785a63327b service neutron] 10.222.0.39 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3326657 Jul 09 13:29:07.283125 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46b8ed93-333d-432b-aaad-8b553e2eaaa8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.294437 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Transition to ACTIVE for port object e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:07.323233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61e8d30-3797-4911-a686-b35cbd28500c None None] Network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:07.326716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Pushing event updated for resources: {'Port': ['ID=57f1bf18-1bec-413b-9ccb-ef005fa1bf75,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:07.332081 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:07.349796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:07.358148 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8ed93-333d-432b-aaad-8b553e2eaaa8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event updated for resources: {'Port': ['ID=28930a53-11dd-4de0-887b-cd975c02419b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:07.364326 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4713443-6ba1-4723-9b36-e468b77cbf4f req-439a5fca-b28f-42a7-9f07-25d0dacc2407 service neutron] 10.222.0.15 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6860147 Jul 09 13:29:07.376090 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be5240ef-73bd-4839-b75a-881fe063bbc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.437148 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.454946 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fca809-5e92-4995-b8fa-794db19608e4 req-5b0f363e-6075-4a3c-9e33-df98346f85ef tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:07.462916 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5fca809-5e92-4995-b8fa-794db19608e4 req-5b0f363e-6075-4a3c-9e33-df98346f85ef tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 943 time: 0.5768583 Jul 09 13:29:07.482120 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b8ed93-333d-432b-aaad-8b553e2eaaa8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:07.493611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-46b8ed93-333d-432b-aaad-8b553e2eaaa8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:07.498626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b8ed93-333d-432b-aaad-8b553e2eaaa8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:07.572490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-be512a4c-13ee-4643-9745-b84938d2d6be None None] Port 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:07.575069 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device abcd4fba-e378-4cc4-982f-de972113d6cb up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:07.601865 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be5240ef-73bd-4839-b75a-881fe063bbc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.604963 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be5240ef-73bd-4839-b75a-881fe063bbc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.608654 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-be5240ef-73bd-4839-b75a-881fe063bbc9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a0a924c3-d2ff-4b14-996f-d043d32ba4d7 HTTP/1.1" status: 204 len: 168 time: 1.0536714 Jul 09 13:29:07.623073 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b8ed93-333d-432b-aaad-8b553e2eaaa8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:07.624191 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46b8ed93-333d-432b-aaad-8b553e2eaaa8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.645120 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdd896-8d6f-451b-a0b1-c557fb4b97d5 req-b1d164f6-ae00-4b1d-9c1f-eb1a7b236c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:07.647267 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-06cdd896-8d6f-451b-a0b1-c557fb4b97d5 req-b1d164f6-ae00-4b1d-9c1f-eb1a7b236c9d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40c05bf911e74de0ab8d76ee71cab943&device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 1094 time: 0.1951978 Jul 09 13:29:07.648809 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5240ef-73bd-4839-b75a-881fe063bbc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a924c3-d2ff-4b14-996f-d043d32ba4d7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:07.670749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5290c3-96ea-4086-a504-0f5d7b3f5fcf None None] Pushing event updated for resources: {'Port': ['ID=e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:07.674846 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Attempting to bind port 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:07.675389 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Attempting to bind port 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'a5828c9d-6841-4112-ac71-adb9b370a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:07.675767 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Attempting to bind port 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 on network fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:07.686428 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-2aae5a21-2509-4225-9a2d-ead823dc6673 service neutron] 10.222.0.39 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3971446 Jul 09 13:29:07.692587 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-46b8ed93-333d-432b-aaad-8b553e2eaaa8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8140607 Jul 09 13:29:07.693517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54822) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:07.707064 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5fca809-5e92-4995-b8fa-794db19608e4 req-fa6ee5ec-e5a8-4f4c-9f36-e0b1ea48e425 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430348 Jul 09 13:29:07.718763 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4da8bc76-ad05-4c66-8f45-3a1010731949 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Request body: {'port': {'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83', 'name': 'tempest-TaggedBootDevicesTest-1129993456', 'fixed_ips': [{'subnet_id': '06d959da-897d-4ffe-8cce-f2a75985bb8a'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:07.797824 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdd896-8d6f-451b-a0b1-c557fb4b97d5 req-6c943716-0313-4b5d-a008-83d7dc9cec80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:07.801300 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-06cdd896-8d6f-451b-a0b1-c557fb4b97d5 req-6c943716-0313-4b5d-a008-83d7dc9cec80 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c138cf7-3e60-4011-ad16-f9f420ac7385 HTTP/1.1" status: 200 len: 905 time: 0.1422772 Jul 09 13:29:07.804498 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.813359 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:07.813603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Checking segment: {'id': 'a5828c9d-6841-4112-ac71-adb9b370a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:07.813965 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.814367 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Bound using segment: {'id': 'a5828c9d-6841-4112-ac71-adb9b370a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:07.814858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Bound port: 57f1bf18-1bec-413b-9ccb-ef005fa1bf75, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5828c9d-6841-4112-ac71-adb9b370a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:07.833960 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.938360 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da8bc76-ad05-4c66-8f45-3a1010731949 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Made reservation on behalf of 590f3198215a402b9f863adddb8b13ff for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:07.947383 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4da8bc76-ad05-4c66-8f45-3a1010731949 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:07.996158 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-06cdd896-8d6f-451b-a0b1-c557fb4b97d5 req-f4756368-a3e3-4202-8391-ae2413cca68c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbe800db-9df7-448d-8bcd-e3c966b4b2f3 HTTP/1.1" status: 200 len: 217 time: 0.1752057 Jul 09 13:29:08.003207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-4da8bc76-ad05-4c66-8f45-3a1010731949 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] device_id is not set on port ea254c8c-527b-4377-8ac0-c397795b2168 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:29:08.016421 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1841f18b-afc6-49c2-ac43-af901ef71dde None None] Provisioning for port abcd4fba-e378-4cc4-982f-de972113d6cb completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:08.197954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port abcd4fba-e378-4cc4-982f-de972113d6cb completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:08.208126 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Attempting to bind port e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:08.208535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Attempting to bind port e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'c359d043-2c6d-4bbb-a284-362024ce4ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:08.208854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Attempting to bind port e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52 on network 081edb05-57a4-4005-ad30-bbd4c7b8ed7d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:08.231895 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port abcd4fba-e378-4cc4-982f-de972113d6cb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:08.232347 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.265275 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] For port 57f1bf18-1bec-413b-9ccb-ef005fa1bf75, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:08.269685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] For port 57f1bf18-1bec-413b-9ccb-ef005fa1bf75, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=57f1bf18-1bec-413b-9ccb-ef005fa1bf75,segment=NetworkSegment(a5828c9d-6841-4112-ac71-adb9b370a7ee),segment_id=a5828c9d-6841-4112-ac71-adb9b370a7ee)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:08.269887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdd896-8d6f-451b-a0b1-c557fb4b97d5 req-d689bcd0-48e5-41a4-a6f6-5e33be776d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:08.271401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:08.271646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Checking segment: {'id': 'c359d043-2c6d-4bbb-a284-362024ce4ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:08.272238 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.273340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Bound using segment: {'id': 'c359d043-2c6d-4bbb-a284-362024ce4ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:08.273908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Bound port: e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c359d043-2c6d-4bbb-a284-362024ce4ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:08.274303 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.281856 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.295862 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-06cdd896-8d6f-451b-a0b1-c557fb4b97d5 req-d689bcd0-48e5-41a4-a6f6-5e33be776d1a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e11eca0f-225a-479a-adf8-c5ca2fa12bae HTTP/1.1" status: 200 len: 844 time: 0.2154241 Jul 09 13:29:08.371460 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.400786 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-06cdd896-8d6f-451b-a0b1-c557fb4b97d5 req-a257b3ac-8be1-4a38-a717-9a5c95438f1f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c138cf7-3e60-4011-ad16-f9f420ac7385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983667 Jul 09 13:29:08.546054 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] For port e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:08.550089 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] For port e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52,segment=NetworkSegment(c359d043-2c6d-4bbb-a284-362024ce4ba9),segment_id=c359d043-2c6d-4bbb-a284-362024ce4ba9)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:08.583660 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.592897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fb9e834-60a6-42e1-9b62-e91a5e6ad77d req-aa78d88b-5741-48ce-bf6e-9c8da1101447 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 210 time: 0.0945797 Jul 09 13:29:08.631139 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537d071-73d1-4f70-a501-9e7bfcc81d4c req-d0ef54e3-4b04-4e73-9dcc-c273770df3db tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:08.642249 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.658235 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b537d071-73d1-4f70-a501-9e7bfcc81d4c req-d0ef54e3-4b04-4e73-9dcc-c273770df3db tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.4970365 Jul 09 13:29:08.673163 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.692431 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.699938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff85fd05-c8b6-4091-88c6-61cd50a0dd3a None None] Pushing event updated for resources: {'Port': ['ID=57f1bf18-1bec-413b-9ccb-ef005fa1bf75,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:08.714734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-4da8bc76-ad05-4c66-8f45-3a1010731949 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Allocated IP 10.1.1.34 (f55c62ae-a5d9-44e0-9eaa-9f06eac67a83/06d959da-897d-4ffe-8cce-f2a75985bb8a/ea254c8c-527b-4377-8ac0-c397795b2168) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:08.826419 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b537d071-73d1-4f70-a501-9e7bfcc81d4c req-6821edc1-980c-48cd-939a-7d7833a2674b tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609221 Jul 09 13:29:08.858650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5290c3-96ea-4086-a504-0f5d7b3f5fcf None None] Pushing event updated for resources: {'Port': ['ID=e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:08.876760 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Routers {'6b34ece7-d1b4-4e9d-9727-0953c6f9a562'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:08.882382 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:29:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:08.897825 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:08.990611 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.019897 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54868) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:09.105114 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port abcd4fba-e378-4cc4-982f-de972113d6cb, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=abcd4fba-e378-4cc4-982f-de972113d6cb,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:09.161849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] Set router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:29:09.247896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Network 00c96a4a-ec05-4738-9c98-ae92bca88c05 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:09.254058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:09.480348 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.488329 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:09.585418 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-81a9926b-a6e6-45d8-bdd3-4c82d1db969f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.599709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:09.613978 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:09.614393 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.629274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Pushing event updated for resources: {'Port': ['ID=37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:09.648586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Router 3fe463c3-77e9-4211-86f6-3ab088596a2b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:29:09.667657 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-06cdd896-8d6f-451b-a0b1-c557fb4b97d5 req-663d77ae-8de6-4f54-936f-8cfee7e7b461 service neutron] 10.222.0.15 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2403977 Jul 09 13:29:09.792925 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4da8bc76-ad05-4c66-8f45-3a1010731949 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.831772 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885b3c28-a88f-4910-ba32-3b0a5fe8c015 req-c81bf93b-b601-4c17-ae17-8badb2310a8e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:09.845233 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-885b3c28-a88f-4910-ba32-3b0a5fe8c015 req-c81bf93b-b601-4c17-ae17-8badb2310a8e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.4661508 Jul 09 13:29:09.855070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-45965372-5f28-40f2-861d-4fdd13f6df87 None None] Provisioning for port 28930a53-11dd-4de0-887b-cd975c02419b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:09.885053 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-4da8bc76-ad05-4c66-8f45-3a1010731949 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Transition to ACTIVE for port object ea254c8c-527b-4377-8ac0-c397795b2168 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:09.892438 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-45965372-5f28-40f2-861d-4fdd13f6df87 None None] Provisioning complete for port 28930a53-11dd-4de0-887b-cd975c02419b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:09.892827 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-45965372-5f28-40f2-861d-4fdd13f6df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:09.903004 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-06cdd896-8d6f-451b-a0b1-c557fb4b97d5 req-e2a4d95d-6230-4999-958a-31a546e9e093 service neutron] 10.222.0.15 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280691 Jul 09 13:29:09.906715 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:29:09.912485 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7aa1d478-fd9e-4790-b15f-61bc2337dad9 admin admin] 10.222.0.39 "PUT /v2.0/routers/3fe463c3-77e9-4211-86f6-3ab088596a2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3781323 Jul 09 13:29:09.914907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cc3ec6-3803-45ce-ac84-8854c838ec0b req-9d51cbe3-cbbd-4b1d-b284-130ba1d020f3 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:09.917197 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88cc3ec6-3803-45ce-ac84-8854c838ec0b req-9d51cbe3-cbbd-4b1d-b284-130ba1d020f3 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 943 time: 0.5921772 Jul 09 13:29:09.923462 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Sync routers for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:29:09.932561 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fbe800db-9df7-448d-8bcd-e3c966b4b2f3 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:29:09.940984 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:09.942361 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:29:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:09.975919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=abcd4fba-e378-4cc4-982f-de972113d6cb,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:10.006110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-885b3c28-a88f-4910-ba32-3b0a5fe8c015 req-6a6bc465-743b-4dea-a3d2-efaa47a59d52 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598208 Jul 09 13:29:10.068456 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:10.081050 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:29:10.087234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-45965372-5f28-40f2-861d-4fdd13f6df87 None None] Port 28930a53-11dd-4de0-887b-cd975c02419b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:10.157394 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-router', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'gw_port': {'id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:52Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52', 'name': '', 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'mac_address': 'fa:16:3e:47:2d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:00Z', 'updated_at': '2021-07-09T13:29:08Z', 'revision_number': 4, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'subnets': [{'id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:10.193383 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-81a9926b-a6e6-45d8-bdd3-4c82d1db969f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:10.199045 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:29:10.214404 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-81a9926b-a6e6-45d8-bdd3-4c82d1db969f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:10.217236 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4da8bc76-ad05-4c66-8f45-3a1010731949 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:10.219589 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6c028a03-cc5f-48e1-8d3a-f606a2e6e99b,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:10.261937 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93bcb999-d902-499b-a1c3-538e581a01cb None None] The sync data for ids ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'] in n-d-799525-3 is: [{'id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-router', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'gw_port': {'id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:52Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52', 'name': '', 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'mac_address': 'fa:16:3e:47:2d:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:00Z', 'updated_at': '2021-07-09T13:29:08Z', 'revision_number': 4, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'subnets': [{'id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:29:10.269516 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88cc3ec6-3803-45ce-ac84-8854c838ec0b req-b977d8fc-9718-43a6-8fed-3ef5aae84459 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3320847 Jul 09 13:29:10.274590 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-45965372-5f28-40f2-861d-4fdd13f6df87 None None] Provisioning complete for port abcd4fba-e378-4cc4-982f-de972113d6cb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:10.274966 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-45965372-5f28-40f2-861d-4fdd13f6df87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:10.287487 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:10.313382 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da8bc76-ad05-4c66-8f45-3a1010731949 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:10.353799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4da8bc76-ad05-4c66-8f45-3a1010731949 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:10.381311 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-81a9926b-a6e6-45d8-bdd3-4c82d1db969f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee2d43a1035f4deab1e03f87c0178f44&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3412461 Jul 09 13:29:10.383589 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da8bc76-ad05-4c66-8f45-3a1010731949 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:10.384263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54888) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:10.443753 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a9926b-a6e6-45d8-bdd3-4c82d1db969f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505d14f4-8164-410e-a2a4-475168b77fc8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:10.572629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da8bc76-ad05-4c66-8f45-3a1010731949 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event updated for resources: {'Port': ['ID=ea254c8c-527b-4377-8ac0-c397795b2168,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:10.598792 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da8bc76-ad05-4c66-8f45-3a1010731949 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:10.605994 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4da8bc76-ad05-4c66-8f45-3a1010731949 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:10.689920 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4da8bc76-ad05-4c66-8f45-3a1010731949 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9814932 Jul 09 13:29:10.777032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-d00f63c6-34fa-414e-8522-9050d9392419 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:10.799848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-412a9302-ae4d-4d1a-99dc-05997995a389 None None] Network fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:10.808353 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-d00f63c6-34fa-414e-8522-9050d9392419 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.18 "GET /v2.0/networks?id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d HTTP/1.1" status: 200 len: 820 time: 0.5820272 Jul 09 13:29:10.838765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-4ffda538-07c7-4cc6-ade8-ec178789f916 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Request body: {'port': {'device_id': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d', 'admin_state_up': True, 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:10.880620 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-28696c8a-fb7f-4637-bbd1-0a21e207e992 req-619f302a-d4f2-4aee-8295-1cfe0e1521c9 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 210 time: 0.0945208 Jul 09 13:29:11.038997 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13b52965-0706-4ad3-ba68-f0eb5a00d751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.060506 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fbe800db-9df7-448d-8bcd-e3c966b4b2f3, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:11.066699 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54896) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:11.082258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'fbe800db-9df7-448d-8bcd-e3c966b4b2f3', 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385', 'port_id': 'fbe800db-9df7-448d-8bcd-e3c966b4b2f3', 'mac_address': 'fa:16:3e:c3:b5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11eca0f-225a-479a-adf8-c5ca2fa12bae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:29:11.086849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device abcd4fba-e378-4cc4-982f-de972113d6cb up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:11.093940 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13e947d-3332-4fdb-8872-c05c96917c76 req-c36dd771-6dcb-49fb-9f95-6e16c75a5f87 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:11.102235 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c13e947d-3332-4fdb-8872-c05c96917c76 req-c36dd771-6dcb-49fb-9f95-6e16c75a5f87 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2252116 Jul 09 13:29:11.128724 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 2, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:11.131341 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13b52965-0706-4ad3-ba68-f0eb5a00d751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.138571 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=6c028a03-cc5f-48e1-8d3a-f606a2e6e99b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:11.192178 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c13e947d-3332-4fdb-8872-c05c96917c76 req-1bfffecf-689d-4076-b668-357b236a9e8c tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852606 Jul 09 13:29:11.233679 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Checking router: 3fe463c3-77e9-4211-86f6-3ab088596a2b for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:29:11.234125 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Updating router 3fe463c3-77e9-4211-86f6-3ab088596a2b port 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:29:11.283638 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.289003 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87f2148f-0947-410d-9106-f5fbfa10b4c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.313486 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-4ffda538-07c7-4cc6-ade8-ec178789f916 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Made reservation on behalf of 2dc3d71beda042768fa9167c0c8c0a75 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:11.320165 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-4ffda538-07c7-4cc6-ade8-ec178789f916 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.356183 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.365625 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13b52965-0706-4ad3-ba68-f0eb5a00d751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.369435 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13b52965-0706-4ad3-ba68-f0eb5a00d751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.371895 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-13b52965-0706-4ad3-ba68-f0eb5a00d751 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/505d14f4-8164-410e-a2a4-475168b77fc8 HTTP/1.1" status: 204 len: 168 time: 0.9767413 Jul 09 13:29:11.376490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbe800db-9df7-448d-8bcd-e3c966b4b2f3 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:11.463934 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port abcd4fba-e378-4cc4-982f-de972113d6cb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:11.464332 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.467425 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fbe800db-9df7-448d-8bcd-e3c966b4b2f3, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:11.507518 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.509095 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b52965-0706-4ad3-ba68-f0eb5a00d751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505d14f4-8164-410e-a2a4-475168b77fc8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:11.680292 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-4ffda538-07c7-4cc6-ade8-ec178789f916 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Allocated IP 172.20.0.4 (081edb05-57a4-4005-ad30-bbd4c7b8ed7d/a3e96803-b55c-4f7e-8287-78c6c5674a51/9d988884-3d94-4cf4-8246-e9019da8d4cf) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:11.688718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-25d83929-edfb-4910-a876-e95004c1fa7b None None] Provisioning for port ea254c8c-527b-4377-8ac0-c397795b2168 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:11.690831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:11.731883 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-25d83929-edfb-4910-a876-e95004c1fa7b None None] Provisioning complete for port ea254c8c-527b-4377-8ac0-c397795b2168 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:11.734361 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25d83929-edfb-4910-a876-e95004c1fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.789961 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['fbe800db-9df7-448d-8bcd-e3c966b4b2f3'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:11.794034 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ad21efbf-6c6e-4bd4-84c0-0d25542f6e30 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:11.795656 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ad21efbf-6c6e-4bd4-84c0-0d25542f6e30 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 821 time: 0.3733468 Jul 09 13:29:11.886208 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-83e05ea7-f70f-43f5-a4f5-ef69388a076d tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/quotas/fcd82771b9a6459ba9739e9a10eb6ed5 HTTP/1.1" status: 200 len: 375 time: 0.0624335 Jul 09 13:29:11.952018 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87f2148f-0947-410d-9106-f5fbfa10b4c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:11.987840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-25d83929-edfb-4910-a876-e95004c1fa7b None None] Port ea254c8c-527b-4377-8ac0-c397795b2168 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:12.005609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:12.042228 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87f2148f-0947-410d-9106-f5fbfa10b4c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.092118 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.113226 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Transition to ACTIVE for port object 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:12.128789 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-4ffda538-07c7-4cc6-ade8-ec178789f916 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.133266 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.147231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-25d83929-edfb-4910-a876-e95004c1fa7b None None] Provisioning complete for port 28930a53-11dd-4de0-887b-cd975c02419b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:12.147693 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25d83929-edfb-4910-a876-e95004c1fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.172219 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f2148f-0947-410d-9106-f5fbfa10b4c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff75074e-6689-4764-9116-acaca897ac60,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:12.191977 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-87f2148f-0947-410d-9106-f5fbfa10b4c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8cbb763a3984389a9aaa84e194ba16c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1239851 Jul 09 13:29:12.194766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54928) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:12.223480 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e41d5-8e2f-4936-9585-e94c6748ea35 None None] Pushing event updated for resources: {'Port': ['ID=37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:12.262638 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-c8061b43-0d62-47f2-95fb-132e137e4e12 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3693941 Jul 09 13:29:12.268118 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-25d83929-edfb-4910-a876-e95004c1fa7b None None] Port 28930a53-11dd-4de0-887b-cd975c02419b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:12.303500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54932) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:12.341147 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bd16de1c-e704-4142-978f-875bded9d89d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--923622789', 'description': 'tempest-description--1252905166'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:12.422013 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd16de1c-e704-4142-978f-875bded9d89d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.440701 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:12.451270 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Attempting to bind port 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:12.451672 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Attempting to bind port 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:12.453688 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Attempting to bind port 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 on network 00c96a4a-ec05-4738-9c98-ae92bca88c05 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:12.469956 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-4ffda538-07c7-4cc6-ade8-ec178789f916 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.471032 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:12.471561 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Checking segment: {'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:12.472263 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.472923 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Bound using segment: {'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:12.475434 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Bound port: 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:12.476764 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.478084 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4553b3eb-d356-4971-b7be-f62569960e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.550554 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-99aa5f0c-8285-46b6-a34b-ae2a5c14c840 service neutron] 10.222.0.39 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2866991 Jul 09 13:29:12.599681 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-25d83929-edfb-4910-a876-e95004c1fa7b None None] Provisioning for port 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:12.615244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-4ffda538-07c7-4cc6-ade8-ec178789f916 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Network 081edb05-57a4-4005-ad30-bbd4c7b8ed7d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:12.640755 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-25d83929-edfb-4910-a876-e95004c1fa7b None None] Provisioning complete for port 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:12.641138 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25d83929-edfb-4910-a876-e95004c1fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.655495 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] For port 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:12.666078 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] For port 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:12.674162 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.679388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-4ffda538-07c7-4cc6-ade8-ec178789f916 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:12.730777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-4ffda538-07c7-4cc6-ade8-ec178789f916 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:12.743541 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4553b3eb-d356-4971-b7be-f62569960e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:12.831815 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:12.835689 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54942) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:12.839392 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:29:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:12.856787 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffda538-07c7-4cc6-ade8-ec178789f916 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Pushing event updated for resources: {'Port': ['ID=9d988884-3d94-4cf4-8246-e9019da8d4cf,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:12.909827 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-cad8502f-f8ac-4ac5-9410-6c51307833ae service neutron] 10.222.0.39 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3578248 Jul 09 13:29:12.939913 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:13.039207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-4ffda538-07c7-4cc6-ade8-ec178789f916 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:13.039902 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-4ffda538-07c7-4cc6-ade8-ec178789f916 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.082818 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c63ad2c8-2b1f-419b-9566-9bc0fab9494d admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-107000301-network', 'tenant_id': 'e3b701438e6f46fbab0ed33f3c5ebda2'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:13.096111 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:29:13.121678 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4553b3eb-d356-4971-b7be-f62569960e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.131979 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25d83929-edfb-4910-a876-e95004c1fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.133413 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4553b3eb-d356-4971-b7be-f62569960e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.134633 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4553b3eb-d356-4971-b7be-f62569960e87 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ff75074e-6689-4764-9116-acaca897ac60 HTTP/1.1" status: 204 len: 168 time: 0.9381950 Jul 09 13:29:13.141072 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd16de1c-e704-4142-978f-875bded9d89d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.159041 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:13.162461 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4553b3eb-d356-4971-b7be-f62569960e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff75074e-6689-4764-9116-acaca897ac60,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:13.171560 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd16de1c-e704-4142-978f-875bded9d89d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.176471 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:13.176967 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.198171 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-4ffda538-07c7-4cc6-ade8-ec178789f916 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3803372 Jul 09 13:29:13.204454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63ad2c8-2b1f-419b-9566-9bc0fab9494d admin admin] Made reservation on behalf of e3b701438e6f46fbab0ed33f3c5ebda2 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:13.216585 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63ad2c8-2b1f-419b-9566-9bc0fab9494d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.257637 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63ad2c8-2b1f-419b-9566-9bc0fab9494d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.315651 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Request body: {'port': {'device_id': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:13.394066 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e41d5-8e2f-4936-9585-e94c6748ea35 None None] Pushing event updated for resources: {'Port': ['ID=37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:13.411540 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16de1c-e704-4142-978f-875bded9d89d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcd0f66-f7be-452b-bc64-32c547211663,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:13.450047 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-25d83929-edfb-4910-a876-e95004c1fa7b None None] For port 57f1bf18-1bec-413b-9ccb-ef005fa1bf75, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=57f1bf18-1bec-413b-9ccb-ef005fa1bf75,segment=NetworkSegment(a5828c9d-6841-4112-ac71-adb9b370a7ee),segment_id=a5828c9d-6841-4112-ac71-adb9b370a7ee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:13.463390 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25d83929-edfb-4910-a876-e95004c1fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.557681 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.557960 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:12Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:13.587004 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.600559 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63ad2c8-2b1f-419b-9566-9bc0fab9494d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.626658 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0cbc561-23d9-413b-8712-dac0914f098e None None] The sync data for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 is: [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:12Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:29:13.655394 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd16de1c-e704-4142-978f-875bded9d89d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.656657 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bd16de1c-e704-4142-978f-875bded9d89d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3472264 Jul 09 13:29:13.663914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d83929-edfb-4910-a876-e95004c1fa7b None None] Pushing event updated for resources: {'Port': ['ID=57f1bf18-1bec-413b-9ccb-ef005fa1bf75,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:13.664851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54960) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:13.673718 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ac6741bb-75e7-4e85-b565-b809aa381169 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Request body: {'security_group_rule': {'security_group_id': 'cbcd0f66-f7be-452b-bc64-32c547211663', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:13.723899 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52,segment=NetworkSegment(c359d043-2c6d-4bbb-a284-362024ce4ba9),segment_id=c359d043-2c6d-4bbb-a284-362024ce4ba9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:13.733264 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.734134 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:13.891831 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac6741bb-75e7-4e85-b565-b809aa381169 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:13.920555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fbe800db-9df7-448d-8bcd-e3c966b4b2f3 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:13.927116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:13.934057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-96c000c6-248d-4026-9be3-ee106ae1b81f None None] Provisioning complete for port 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:13.939239 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96c000c6-248d-4026-9be3-ee106ae1b81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.121949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:14.122331 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.200836 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63ad2c8-2b1f-419b-9566-9bc0fab9494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.209854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port fbe800db-9df7-448d-8bcd-e3c966b4b2f3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:14.232435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port fbe800db-9df7-448d-8bcd-e3c966b4b2f3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:14.232778 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.250838 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d988884-3d94-4cf4-8246-e9019da8d4cf {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:14.257542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63ad2c8-2b1f-419b-9566-9bc0fab9494d admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:29:14.268994 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.298184 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ad2c8-2b1f-419b-9566-9bc0fab9494d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929ceed9-482a-4bd8-a826-c4dbd2fae626,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:14.319057 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63ad2c8-2b1f-419b-9566-9bc0fab9494d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.325151 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-c63ad2c8-2b1f-419b-9566-9bc0fab9494d admin admin] Added segment 65d77bed-b675-4fe8-b135-91d7b2eba1e9 of type vlan for network 53309f3d-9596-43c3-9db7-e139ad6e309b Jul 09 13:29:14.338892 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac6741bb-75e7-4e85-b565-b809aa381169 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.354196 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Transition to ACTIVE for port object 9d988884-3d94-4cf4-8246-e9019da8d4cf will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:14.356891 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac6741bb-75e7-4e85-b565-b809aa381169 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.357027 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c76b81-a94d-457d-b1aa-2c03478be85e req-6981023a-8eff-489b-a8aa-4e80f065a204 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:14.365554 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4c76b81-a94d-457d-b1aa-2c03478be85e req-6981023a-8eff-489b-a8aa-4e80f065a204 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 931 time: 0.9884346 Jul 09 13:29:14.384754 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6741bb-75e7-4e85-b565-b809aa381169 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e428a347-d231-416c-8fde-c65e01f74e21,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:14.387219 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.394479 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.455637 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63ad2c8-2b1f-419b-9566-9bc0fab9494d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.489090 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d988884-3d94-4cf4-8246-e9019da8d4cf,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:14.532877 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63ad2c8-2b1f-419b-9566-9bc0fab9494d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.537095 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63ad2c8-2b1f-419b-9566-9bc0fab9494d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:14.537534 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c63ad2c8-2b1f-419b-9566-9bc0fab9494d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.542766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b70e52-8c6a-4161-a4b7-1d9521bec0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe800db-9df7-448d-8bcd-e3c966b4b2f3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:14.546727 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bab2fb8-8440-403f-b987-0ad3fec4bd8a" -d '{"events": [{"server_uuid": "31b70e52-8c6a-4161-a4b7-1d9521bec0d4", "name": "network-vif-plugged", "status": "completed", "tag": "fbe800db-9df7-448d-8bcd-e3c966b4b2f3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:14.567736 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac6741bb-75e7-4e85-b565-b809aa381169 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.572071 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ac6741bb-75e7-4e85-b565-b809aa381169 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9042027 Jul 09 13:29:14.580820 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54982) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:14.586102 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4c76b81-a94d-457d-b1aa-2c03478be85e req-bb06c77e-571c-4caf-8372-213835d2553b tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186904 Jul 09 13:29:14.586723 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fbe800db-9df7-448d-8bcd-e3c966b4b2f3, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:14.587414 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c63ad2c8-2b1f-419b-9566-9bc0fab9494d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7466509 Jul 09 13:29:14.593075 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-afe6594e-e125-4e24-8944-b949ac4cc504 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Request body: {'security_group_rule': {'security_group_id': 'cbcd0f66-f7be-452b-bc64-32c547211663', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:14.598326 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.649386 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54984) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:14.659008 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-87ea8c38-489d-4772-b0bf-11979104a038 admin admin] Request body: {'subnet': {'network_id': '53309f3d-9596-43c3-9db7-e139ad6e309b', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-107000301-subnet', 'tenant_id': 'e3b701438e6f46fbab0ed33f3c5ebda2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:14.739281 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Attempting to bind port 9d988884-3d94-4cf4-8246-e9019da8d4cf on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:14.739629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Attempting to bind port 9d988884-3d94-4cf4-8246-e9019da8d4cf by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'c359d043-2c6d-4bbb-a284-362024ce4ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:14.739963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Attempting to bind port 9d988884-3d94-4cf4-8246-e9019da8d4cf on network 081edb05-57a4-4005-ad30-bbd4c7b8ed7d {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:14.745537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Port 9d988884-3d94-4cf4-8246-e9019da8d4cf on network 081edb05-57a4-4005-ad30-bbd4c7b8ed7d not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:14.745871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Attempting to bind port 9d988884-3d94-4cf4-8246-e9019da8d4cf on network 081edb05-57a4-4005-ad30-bbd4c7b8ed7d {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:14.754119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:14.755061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Checking segment: {'id': 'c359d043-2c6d-4bbb-a284-362024ce4ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:14.755061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Bound using segment: {'id': 'c359d043-2c6d-4bbb-a284-362024ce4ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:14.755517 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Bound port: 9d988884-3d94-4cf4-8246-e9019da8d4cf, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c359d043-2c6d-4bbb-a284-362024ce4ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:14.755888 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.765894 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:14.783371 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa7cf51-90ba-405b-bf44-b9e863382697 req-f99a8cf4-eda3-428f-a4ff-f483da9383b9 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:14.787932 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8aa7cf51-90ba-405b-bf44-b9e863382697 req-f99a8cf4-eda3-428f-a4ff-f483da9383b9 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 944 time: 1.1854205 Jul 09 13:29:14.866712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] For port 9d988884-3d94-4cf4-8246-e9019da8d4cf, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:14.871152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] For port 9d988884-3d94-4cf4-8246-e9019da8d4cf, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9d988884-3d94-4cf4-8246-e9019da8d4cf,segment=NetworkSegment(c359d043-2c6d-4bbb-a284-362024ce4ba9),segment_id=c359d043-2c6d-4bbb-a284-362024ce4ba9)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:14.888001 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.893168 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:14.898940 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-afe6594e-e125-4e24-8944-b949ac4cc504 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.908119 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87ea8c38-489d-4772-b0bf-11979104a038 admin admin] Made reservation on behalf of e3b701438e6f46fbab0ed33f3c5ebda2 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:14.911230 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87ea8c38-489d-4772-b0bf-11979104a038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.964982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:14.966016 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:14.968060 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] 10.222.0.18 "PUT /v2.0/ports/9d988884-3d94-4cf4-8246-e9019da8d4cf HTTP/1.1" status: 200 len: 1091 time: 1.6911254 Jul 09 13:29:14.968547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'tag': '9d988884-3d94-4cf4-8246-e9019da8d4cf'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:14.971200 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c382ae4e-7ca8-465a-8960-c3c7cc1b6c3d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4de6b9-efe4-4baf-b35a-4c2374d88af6", "tag": "9d988884-3d94-4cf4-8246-e9019da8d4cf"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:14.996873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffd27a9-b048-45ef-bb5f-d4128a1c56a2 service neutron] Pushing event updated for resources: {'Port': ['ID=9d988884-3d94-4cf4-8246-e9019da8d4cf,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:15.005732 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:15.016909 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:15.017290 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.067466 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63ad2c8-2b1f-419b-9566-9bc0fab9494d admin admin] Pushing event updated for resources: {'Network': ['ID=53309f3d-9596-43c3-9db7-e139ad6e309b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:15.119934 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 53309f3d-9596-43c3-9db7-e139ad6e309b details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:29:15.131005 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-3b31d5d0-93b4-47ff-a32f-3ccc7700879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:15.133448 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-3b31d5d0-93b4-47ff-a32f-3ccc7700879e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dc3d71beda042768fa9167c0c8c0a75&device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 1094 time: 0.1009355 Jul 09 13:29:15.201579 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8aa7cf51-90ba-405b-bf44-b9e863382697 req-572f46af-a7c3-4ac4-bad3-4ed023240eea tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3059051 Jul 09 13:29:15.237384 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-af475d38-1d77-4cb0-baf1-08941bfef5aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d988884-3d94-4cf4-8246-e9019da8d4cf HTTP/1.1" status: 200 len: 217 time: 0.0953257 Jul 09 13:29:15.291977 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-afe6594e-e125-4e24-8944-b949ac4cc504 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.305206 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-afe6594e-e125-4e24-8944-b949ac4cc504 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.373171 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-afe6594e-e125-4e24-8944-b949ac4cc504 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.374454 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-afe6594e-e125-4e24-8944-b949ac4cc504 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7860084 Jul 09 13:29:15.398677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54998) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:15.404958 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5385be7-9b37-4ed1-b56b-34f560b10806 req-a21b73cf-e5e0-4d80-bc2d-2558ff32b172 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:15.424217 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5385be7-9b37-4ed1-b56b-34f560b10806 req-a21b73cf-e5e0-4d80-bc2d-2558ff32b172 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.5268157 Jul 09 13:29:15.437387 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.442951 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe6594e-e125-4e24-8944-b949ac4cc504 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5888761a-8887-4648-bf92-5134ab031fc4,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:15.451267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:15.500281 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.509587 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-47cb617e-1fb3-4278-9f55-8552032f2e70 req-0ffb2d66-850e-416e-940e-12902a45afb6 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 210 time: 0.1334815 Jul 09 13:29:15.534714 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-5dcfb76e-a122-4d11-9b70-da4b6b903457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:15.536578 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-5dcfb76e-a122-4d11-9b70-da4b6b903457 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3e96803-b55c-4f7e-8287-78c6c5674a51 HTTP/1.1" status: 200 len: 860 time: 0.2928755 Jul 09 13:29:15.567072 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:15.576626 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.593419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:15.636149 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5385be7-9b37-4ed1-b56b-34f560b10806 req-70ef3b71-8064-4675-9d7d-de39a62db380 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109799 Jul 09 13:29:15.662942 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-a444f373-df3f-4d9f-86ca-43c76ba4312c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1079285 Jul 09 13:29:15.744556 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87ea8c38-489d-4772-b0bf-11979104a038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.788533 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f48909-f16e-4ba4-b813-d3905786f562 x-openstack-request-id: req-f6f48909-f16e-4ba4-b813-d3905786f562 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:15.788836 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b70e52-8c6a-4161-a4b7-1d9521bec0d4", "name": "network-vif-plugged", "status": "completed", "tag": "fbe800db-9df7-448d-8bcd-e3c966b4b2f3", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:15.789165 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f6f48909-f16e-4ba4-b813-d3905786f562 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:15.789484 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b70e52-8c6a-4161-a4b7-1d9521bec0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe800db-9df7-448d-8bcd-e3c966b4b2f3', 'code': 200} Jul 09 13:29:15.858780 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87ea8c38-489d-4772-b0bf-11979104a038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e049a989-9b05-40d6-becc-499e8a991b12,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:15.873544 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:15.877593 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:15.902874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87ea8c38-489d-4772-b0bf-11979104a038 admin admin] Checking segment: {'id': '65d77bed-b675-4fe8-b135-91d7b2eba1e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '53309f3d-9596-43c3-9db7-e139ad6e309b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:15.903999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ea8c38-489d-4772-b0bf-11979104a038 admin admin] Network hostable DHCP agents. Network: 53309f3d-9596-43c3-9db7-e139ad6e309b, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:29:15.922086 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c5d4e33-0ae3-4bec-a66a-1f1e594c216f x-openstack-request-id: req-9c5d4e33-0ae3-4bec-a66a-1f1e594c216f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:15.932053 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4de6b9-efe4-4baf-b35a-4c2374d88af6", "tag": "9d988884-3d94-4cf4-8246-e9019da8d4cf", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:15.932525 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9c5d4e33-0ae3-4bec-a66a-1f1e594c216f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:15.932810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87ea8c38-489d-4772-b0bf-11979104a038 admin admin] Network 53309f3d-9596-43c3-9db7-e139ad6e309b is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:29:15.934971 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'tag': '9d988884-3d94-4cf4-8246-e9019da8d4cf', 'status': 'completed', 'code': 200} Jul 09 13:29:15.937264 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:15.953169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-87ea8c38-489d-4772-b0bf-11979104a038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 53309f3d-9596-43c3-9db7-e139ad6e309b) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:15.972503 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-198d43bd-ed09-45dc-9b5c-0793ab37da03 service neutron] 10.222.0.18 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055105 Jul 09 13:29:15.990137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd4bee1-0b22-4dbe-95f0-58b418c759d3 None None] Network 53309f3d-9596-43c3-9db7-e139ad6e309b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:15.990369 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87ea8c38-489d-4772-b0bf-11979104a038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:15.990942 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87ea8c38-489d-4772-b0bf-11979104a038 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:16.063308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa26c2e0-a5ba-4554-9a78-1b311b78e501 req-9d67c432-0fd8-40e9-904c-aa694cb34bb3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.065995 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa26c2e0-a5ba-4554-9a78-1b311b78e501 req-9d67c432-0fd8-40e9-904c-aa694cb34bb3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 943 time: 0.1242561 Jul 09 13:29:16.076472 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-87ea8c38-489d-4772-b0bf-11979104a038 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4158912 Jul 09 13:29:16.076667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-f5c3abd1-71dc-4e29-bb57-567b3debd697 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.077119 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-f5c3abd1-71dc-4e29-bb57-567b3debd697 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.15 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 821 time: 0.7514331 Jul 09 13:29:16.136263 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa26c2e0-a5ba-4554-9a78-1b311b78e501 req-730a49ea-263e-4157-b1ad-c17ce79e80e9 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647013 Jul 09 13:29:16.153712 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:16.155059 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d2e60933-a65c-4358-8c68-ec51ec099b42 req-59555300-fa2d-4111-be0f-7fa57a88cf5d service neutron] 10.222.0.18 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339283 Jul 09 13:29:16.163998 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-31c1a8eb-fe52-47b0-9c43-b397669a55cc tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Request body: {'port': {'device_id': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'admin_state_up': True, 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:16.326494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c582a5e-e309-4f26-98d8-da68bbf3f42c None None] Network 53309f3d-9596-43c3-9db7-e139ad6e309b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:16.383624 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:16.384005 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:16.484828 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72fea14-e78b-4c19-9eb1-967b1cb71979 req-d75b3d50-ab22-4aac-862b-0730d72124c4 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.495338 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e72fea14-e78b-4c19-9eb1-967b1cb71979 req-d75b3d50-ab22-4aac-862b-0730d72124c4 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.1341383 Jul 09 13:29:16.595923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-ff592ad7-ea8f-44ed-bf02-31f6674c6325 req-8993245a-1eec-4fe8-8a3a-484ec4cf437a tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1863290761', 'description': 'tempest-description-790321384'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:16.654588 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ff592ad7-ea8f-44ed-bf02-31f6674c6325 req-8993245a-1eec-4fe8-8a3a-484ec4cf437a tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:16.708833 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e72fea14-e78b-4c19-9eb1-967b1cb71979 req-294db03d-880c-44a0-92a1-89a067d2d233 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121217 Jul 09 13:29:16.822679 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1232aaa4-40d5-4355-9dfd-8f1c5b90ab36 req-616ab732-c6ee-4833-acd2-4909a1cf9859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.824237 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1232aaa4-40d5-4355-9dfd-8f1c5b90ab36 req-616ab732-c6ee-4833-acd2-4909a1cf9859 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 1096 time: 0.9073985 Jul 09 13:29:16.826107 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382ae4e-7ca8-465a-8960-c3c7cc1b6c3d req-76263aaa-4ad4-47a3-a00d-c89d1a295b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:16.827529 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c382ae4e-7ca8-465a-8960-c3c7cc1b6c3d req-76263aaa-4ad4-47a3-a00d-c89d1a295b19 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dc3d71beda042768fa9167c0c8c0a75&device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 1094 time: 0.1276827 Jul 09 13:29:16.834063 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:16.837926 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ff592ad7-ea8f-44ed-bf02-31f6674c6325 req-8993245a-1eec-4fe8-8a3a-484ec4cf437a tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:16.845854 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ff592ad7-ea8f-44ed-bf02-31f6674c6325 req-8993245a-1eec-4fe8-8a3a-484ec4cf437a tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:16.889882 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1232aaa4-40d5-4355-9dfd-8f1c5b90ab36 req-f326f334-5552-4d0a-8f35-b6bce34ffa8c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573626 Jul 09 13:29:16.904632 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8993245a-1eec-4fe8-8a3a-484ec4cf437a tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=200b0cb9-74be-415e-9c12-59cb99da551b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:16.980257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-31c1a8eb-fe52-47b0-9c43-b397669a55cc tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Made reservation on behalf of fcd82771b9a6459ba9739e9a10eb6ed5 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:16.984503 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-31c1a8eb-fe52-47b0-9c43-b397669a55cc tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:16.996633 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-ff592ad7-ea8f-44ed-bf02-31f6674c6325 req-8993245a-1eec-4fe8-8a3a-484ec4cf437a tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.008500 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ff592ad7-ea8f-44ed-bf02-31f6674c6325 req-8993245a-1eec-4fe8-8a3a-484ec4cf437a tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.4318869 Jul 09 13:29:17.056345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:17.090791 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad304c26-89ca-4675-9cc5-a8b31b819f9a req-0b5dceca-7375-499f-88d6-8a0b38cb3db8 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:17.096260 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad304c26-89ca-4675-9cc5-a8b31b819f9a req-0b5dceca-7375-499f-88d6-8a0b38cb3db8 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1509993 Jul 09 13:29:17.128154 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:17.128780 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.175154 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-915e705e-fc27-480b-ae21-4acb4de7797c req-b34dc521-76ad-4775-8f09-22c87737e447 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 210 time: 0.0573659 Jul 09 13:29:17.209691 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad304c26-89ca-4675-9cc5-a8b31b819f9a req-182013c8-fc74-4e60-8db3-b2028bf965fa tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048272 Jul 09 13:29:17.210347 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382ae4e-7ca8-465a-8960-c3c7cc1b6c3d req-b25de24b-0f5c-48b1-83b5-552a821c63da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:17.211981 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c382ae4e-7ca8-465a-8960-c3c7cc1b6c3d req-b25de24b-0f5c-48b1-83b5-552a821c63da service neutron] 10.222.0.18 "GET /v2.0/networks?id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d HTTP/1.1" status: 200 len: 921 time: 0.3758836 Jul 09 13:29:17.213114 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-31c1a8eb-fe52-47b0-9c43-b397669a55cc tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Allocated IP 172.20.0.14 (00c96a4a-ec05-4738-9c98-ae92bca88c05/371dd9f6-6c1a-4114-bfb0-708845a51988/7ffa8e5b-f394-471f-9d8b-7ad621f73e68) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:17.262327 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c382ae4e-7ca8-465a-8960-c3c7cc1b6c3d req-26e50396-3397-4642-810a-c8e6c71359d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d988884-3d94-4cf4-8246-e9019da8d4cf HTTP/1.1" status: 200 len: 217 time: 0.0412271 Jul 09 13:29:17.290230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-25eee0ec-a2f8-4198-ab9a-5d8882da828d req-3f1da0a5-a888-4bb8-bd5f-d8dc234a1200 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "GET /v2.0/security-groups/200b0cb9-74be-415e-9c12-59cb99da551b HTTP/1.1" status: 200 len: 1814 time: 0.0589807 Jul 09 13:29:17.298821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-25eee0ec-a2f8-4198-ab9a-5d8882da828d req-5c800c2b-ad44-4d8a-a039-1283c169e1e9 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '200b0cb9-74be-415e-9c12-59cb99da551b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:17.299346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-25eee0ec-a2f8-4198-ab9a-5d8882da828d req-5c800c2b-ad44-4d8a-a039-1283c169e1e9 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '200b0cb9-74be-415e-9c12-59cb99da551b', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:17.315262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Allocated IP 172.25.2.176 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/a856fc01-01f4-457b-a969-abf3f542e662) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:17.338718 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c382ae4e-7ca8-465a-8960-c3c7cc1b6c3d req-b159a825-dbf4-457d-8eef-2a8bc3f385e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:17.340470 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c382ae4e-7ca8-465a-8960-c3c7cc1b6c3d req-b159a825-dbf4-457d-8eef-2a8bc3f385e1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3e96803-b55c-4f7e-8287-78c6c5674a51 HTTP/1.1" status: 200 len: 860 time: 0.0635989 Jul 09 13:29:17.395055 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-25eee0ec-a2f8-4198-ab9a-5d8882da828d req-5c800c2b-ad44-4d8a-a039-1283c169e1e9 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.430219 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c382ae4e-7ca8-465a-8960-c3c7cc1b6c3d req-2583795c-1b1b-4d4c-9695-073c496920e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0756304 Jul 09 13:29:17.436249 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-25eee0ec-a2f8-4198-ab9a-5d8882da828d req-5c800c2b-ad44-4d8a-a039-1283c169e1e9 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.443645 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-25eee0ec-a2f8-4198-ab9a-5d8882da828d req-5c800c2b-ad44-4d8a-a039-1283c169e1e9 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.472734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c800c2b-ad44-4d8a-a039-1283c169e1e9 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d95a5eb2-721c-4580-af55-9c2b4c1e1abe,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:17.489565 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-25eee0ec-a2f8-4198-ab9a-5d8882da828d req-5c800c2b-ad44-4d8a-a039-1283c169e1e9 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.492066 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-25eee0ec-a2f8-4198-ab9a-5d8882da828d req-5c800c2b-ad44-4d8a-a039-1283c169e1e9 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1995220 Jul 09 13:29:17.641711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28069c-2522-48ed-985f-ea508a817d7a req-b7ea9725-1412-4bd0-b8dd-28c11fb708e3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:17.654005 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.657620 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5a28069c-2522-48ed-985f-ea508a817d7a req-b7ea9725-1412-4bd0-b8dd-28c11fb708e3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 943 time: 0.1519811 Jul 09 13:29:17.691529 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c382ae4e-7ca8-465a-8960-c3c7cc1b6c3d req-e6d2df9c-0b7e-4c6c-ac04-bab8b46ee27f service neutron] 10.222.0.18 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2489755 Jul 09 13:29:17.697458 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-31c1a8eb-fe52-47b0-9c43-b397669a55cc tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.762409 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5a28069c-2522-48ed-985f-ea508a817d7a req-783ea79f-37cb-4d6d-9af3-e9327b0ec9b5 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032844 Jul 09 13:29:17.781134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-31c1a8eb-fe52-47b0-9c43-b397669a55cc tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Transition to ACTIVE for port object 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:17.822324 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23654e44-bed4-4546-ac7b-47729a1bc9e9 req-7be05670-98fd-4cc5-92a6-0e7cf5f4ccee tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:17.827203 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.829425 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23654e44-bed4-4546-ac7b-47729a1bc9e9 req-7be05670-98fd-4cc5-92a6-0e7cf5f4ccee tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1211333 Jul 09 13:29:17.886635 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:17.888564 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a0d6029-dc6b-40aa-860f-0b28a3000cf4 req-e40d95be-3958-49ba-a0b1-c7228ef4ecb6 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "GET /v2.0/security-groups/200b0cb9-74be-415e-9c12-59cb99da551b HTTP/1.1" status: 200 len: 2408 time: 0.0860138 Jul 09 13:29:17.894509 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c382ae4e-7ca8-465a-8960-c3c7cc1b6c3d req-06a4e06d-fc23-4b1e-9e50-4bc2298bd97c service neutron] 10.222.0.18 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885643 Jul 09 13:29:17.898359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:17.908317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:17.913430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23654e44-bed4-4546-ac7b-47729a1bc9e9 req-71902b30-60e8-4c5c-a1de-fdc27c51d777 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829237 Jul 09 13:29:17.935434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event updated for resources: {'Port': ['ID=a856fc01-01f4-457b-a969-abf3f542e662,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:17.941045 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-31c1a8eb-fe52-47b0-9c43-b397669a55cc tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:17.974518 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5936250b-71dd-48e8-97d2-7d17822abb52 req-f5561c9a-ea46-4315-a521-fde0857e02fa tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "GET /v2.0/security-group-rules/d95a5eb2-721c-4580-af55-9c2b4c1e1abe HTTP/1.1" status: 200 len: 778 time: 0.0413449 Jul 09 13:29:18.039847 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5936250b-71dd-48e8-97d2-7d17822abb52 req-4f418401-b32b-4f23-a34d-306e40b89224 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "GET /v2.0/security-groups/200b0cb9-74be-415e-9c12-59cb99da551b HTTP/1.1" status: 200 len: 2408 time: 0.0641861 Jul 09 13:29:18.044084 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-31c1a8eb-fe52-47b0-9c43-b397669a55cc tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Network 00c96a4a-ec05-4738-9c98-ae92bca88c05 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:18.055042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-31c1a8eb-fe52-47b0-9c43-b397669a55cc tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:18.061359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-31c1a8eb-fe52-47b0-9c43-b397669a55cc tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:18.064541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c1a8eb-fe52-47b0-9c43-b397669a55cc tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Pushing event updated for resources: {'Port': ['ID=7ffa8e5b-f394-471f-9d8b-7ad621f73e68,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:18.089470 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5936250b-71dd-48e8-97d2-7d17822abb52 req-ca104870-284e-4b3f-a826-75ca53be9e89 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.129442 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:29:18.134268 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5936250b-71dd-48e8-97d2-7d17822abb52 req-ca104870-284e-4b3f-a826-75ca53be9e89 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.158614 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.167138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-31c1a8eb-fe52-47b0-9c43-b397669a55cc tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.167138 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-31c1a8eb-fe52-47b0-9c43-b397669a55cc tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.185486 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5936250b-71dd-48e8-97d2-7d17822abb52 req-ca104870-284e-4b3f-a826-75ca53be9e89 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.195612 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5936250b-71dd-48e8-97d2-7d17822abb52 req-ca104870-284e-4b3f-a826-75ca53be9e89 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.209798 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5936250b-71dd-48e8-97d2-7d17822abb52 req-ca104870-284e-4b3f-a826-75ca53be9e89 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d95a5eb2-721c-4580-af55-9c2b4c1e1abe HTTP/1.1" status: 204 len: 173 time: 0.1689262 Jul 09 13:29:18.213177 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-df0d611f-cb98-438c-a225-e0a5f2c1e507 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2297776 Jul 09 13:29:18.223801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca104870-284e-4b3f-a826-75ca53be9e89 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d95a5eb2-721c-4580-af55-9c2b4c1e1abe,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:18.236402 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-31c1a8eb-fe52-47b0-9c43-b397669a55cc tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0789249 Jul 09 13:29:18.247881 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0066153a-018f-4287-a36d-5f4cd18e8742 req-cc40cb19-e72c-4fac-9689-4a3cf2296417 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.249466 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0066153a-018f-4287-a36d-5f4cd18e8742 req-cc40cb19-e72c-4fac-9689-4a3cf2296417 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.1555314 Jul 09 13:29:18.259882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Request body: {'port': {'device_id': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:18.298111 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.336048 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0066153a-018f-4287-a36d-5f4cd18e8742 req-1b452f85-98ed-41bb-86a5-d5a051f51d00 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678446 Jul 09 13:29:18.378527 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-641688d4-6c67-45b5-ae6b-e84a571eca52 req-d3e91cd8-7a80-4a76-a645-ac0483a478df tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-273143792', 'description': 'tempest-description-1185218664'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:18.437368 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-641688d4-6c67-45b5-ae6b-e84a571eca52 req-d3e91cd8-7a80-4a76-a645-ac0483a478df tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.453687 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.498778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b9feeda3-4fa5-4247-81e8-810bcc9c25b6 None None] Provisioning for port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:18.504167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b9feeda3-4fa5-4247-81e8-810bcc9c25b6 None None] Provisioning complete for port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:18.504557 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9feeda3-4fa5-4247-81e8-810bcc9c25b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.573498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-c2015bb0-b98f-42b4-ade5-dc392dceb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.573985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-c2015bb0-b98f-42b4-ade5-dc392dceb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.574582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-c2015bb0-b98f-42b4-ade5-dc392dceb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.575062 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-c2015bb0-b98f-42b4-ade5-dc392dceb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.575558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-c2015bb0-b98f-42b4-ade5-dc392dceb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.576092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-c2015bb0-b98f-42b4-ade5-dc392dceb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.576583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-c2015bb0-b98f-42b4-ade5-dc392dceb431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.579821 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-c2015bb0-b98f-42b4-ade5-dc392dceb431 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28cccfcdce06416798d3fed1b5c86fea&device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 6502 time: 0.2762752 Jul 09 13:29:18.594198 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b9feeda3-4fa5-4247-81e8-810bcc9c25b6 None None] Port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:18.604446 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-641688d4-6c67-45b5-ae6b-e84a571eca52 req-d3e91cd8-7a80-4a76-a645-ac0483a478df tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.611509 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-641688d4-6c67-45b5-ae6b-e84a571eca52 req-d3e91cd8-7a80-4a76-a645-ac0483a478df tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.662424 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e91cd8-7a80-4a76-a645-ac0483a478df tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b43a2ec-17c6-42cc-be4d-72f764a481e3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:18.664860 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-641688d4-6c67-45b5-ae6b-e84a571eca52 req-d3e91cd8-7a80-4a76-a645-ac0483a478df tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.678061 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-641688d4-6c67-45b5-ae6b-e84a571eca52 req-d3e91cd8-7a80-4a76-a645-ac0483a478df tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3054593 Jul 09 13:29:18.774742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55080) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:18.787621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2692553-b55f-497a-960e-373e12447fd6 req-311e3ca1-ef74-4f01-897b-ecbc7ff2280e tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.789250 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2692553-b55f-497a-960e-373e12447fd6 req-311e3ca1-ef74-4f01-897b-ecbc7ff2280e tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 932 time: 0.0997083 Jul 09 13:29:18.843739 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2692553-b55f-497a-960e-373e12447fd6 req-f7a7796e-8ed4-466b-8d85-4690f9b187be tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470736 Jul 09 13:29:18.854256 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.872989 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:18.917742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-c2037aaf-35e8-44f7-a82b-5a999ce8e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.918205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-c2037aaf-35e8-44f7-a82b-5a999ce8e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.918683 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-c2037aaf-35e8-44f7-a82b-5a999ce8e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:18.920346 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-c2037aaf-35e8-44f7-a82b-5a999ce8e675 service neutron] 10.222.0.18 "GET /v2.0/networks?id=506f0105-b494-4138-9dfd-14195d3a3fed&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&id=a919d1e5-88c0-4789-bf94-149c0bb79ee9 HTTP/1.1" status: 200 len: 2298 time: 0.3062835 Jul 09 13:29:19.041791 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50f2b20b-061b-4eee-b9bd-3f224eb0525b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.043507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event updated for resources: {'Port': ['ID=a856fc01-01f4-457b-a969-abf3f542e662,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:19.098232 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-c9855893-276c-4676-bff8-9e844ff500bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fced731-60a5-4f64-be58-9ef321696a0a HTTP/1.1" status: 200 len: 1001 time: 0.1702945 Jul 09 13:29:19.098446 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58b01d9b-6307-49d5-94f2-6ff96f9bc65f req-9cbccd43-aa50-43b0-bd9d-4fa8057ab226 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "GET /v2.0/security-groups/2b43a2ec-17c6-42cc-be4d-72f764a481e3 HTTP/1.1" status: 200 len: 1814 time: 0.0609446 Jul 09 13:29:19.102525 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.109185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68d3d8a-24db-4ab3-ad46-068a831bccbe req-4496fb8b-c712-4819-bdef-5a90be4c18a4 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:19.111549 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f68d3d8a-24db-4ab3-ad46-068a831bccbe req-4496fb8b-c712-4819-bdef-5a90be4c18a4 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1106601 Jul 09 13:29:19.160178 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f68d3d8a-24db-4ab3-ad46-068a831bccbe req-a33b57f4-4f38-498c-93b9-aadced59e548 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408626 Jul 09 13:29:19.225250 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-b89893b3-8c7a-45c5-9f85-c302b53928d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:19.227856 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-b89893b3-8c7a-45c5-9f85-c302b53928d5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2915b4c-1b15-4665-bc6f-4ef8238c6ea1 HTTP/1.1" status: 200 len: 856 time: 0.1174939 Jul 09 13:29:19.230739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:19.258097 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.270338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bea18c-fda4-4912-98af-acc40d2a8283 req-61ab1ed4-9356-475a-93c3-0c75e4cc10d8 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:19.272066 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c0bea18c-fda4-4912-98af-acc40d2a8283 req-61ab1ed4-9356-475a-93c3-0c75e4cc10d8 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 943 time: 0.0753093 Jul 09 13:29:19.300884 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Transition to ACTIVE for port object 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:19.309024 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.350312 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c0bea18c-fda4-4912-98af-acc40d2a8283 req-56b7c796-6e56-47e4-8232-f66abe601f8b tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713375 Jul 09 13:29:19.375525 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09c7ec1-46df-4f64-8317-6769434621b1 req-793ad5ae-d282-4f1f-adf7-4d0071fc84df tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:19.375715 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50f2b20b-061b-4eee-b9bd-3f224eb0525b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.377180 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c09c7ec1-46df-4f64-8317-6769434621b1 req-793ad5ae-d282-4f1f-adf7-4d0071fc84df tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.0998113 Jul 09 13:29:19.400624 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50f2b20b-061b-4eee-b9bd-3f224eb0525b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.438770 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c09c7ec1-46df-4f64-8317-6769434621b1 req-3f4319be-78dd-4fdf-9533-679e83b281f8 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536566 Jul 09 13:29:19.462658 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e21ab5e7-2f5a-44a0-9902-b7232c5fa4c1 req-d42a169f-ad7d-41d2-b883-89f23c78e075 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1891485121', 'description': 'tempest-description-40673088'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:19.496301 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e21ab5e7-2f5a-44a0-9902-b7232c5fa4c1 req-d42a169f-ad7d-41d2-b883-89f23c78e075 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.501512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2b20b-061b-4eee-b9bd-3f224eb0525b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6018bd65-541c-40cf-ba61-bc1bd193c08a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:19.527258 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.529719 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5b600e04-223a-41fd-af36-b5b58c9dbbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1299005 Jul 09 13:29:19.532711 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-50f2b20b-061b-4eee-b9bd-3f224eb0525b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17e74b3aa333410c9d7ef361856f6bb8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7555220 Jul 09 13:29:19.534996 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-620ecff6-57d6-4978-b104-f26c731285b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:19.536735 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-620ecff6-57d6-4978-b104-f26c731285b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=506f0105-b494-4138-9dfd-14195d3a3fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2991254 Jul 09 13:29:19.537778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55094) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:19.558675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffa8e5b-f394-471f-9d8b-7ad621f73e68,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:19.646537 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5c293-d431-44d3-ab08-6256f5a40085 req-b39c163a-f7af-4b2d-aa85-7e9679201e2f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:19.648215 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0da5c293-d431-44d3-ab08-6256f5a40085 req-b39c163a-f7af-4b2d-aa85-7e9679201e2f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1217310 Jul 09 13:29:19.709129 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e21ab5e7-2f5a-44a0-9902-b7232c5fa4c1 req-d42a169f-ad7d-41d2-b883-89f23c78e075 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.722870 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e21ab5e7-2f5a-44a0-9902-b7232c5fa4c1 req-d42a169f-ad7d-41d2-b883-89f23c78e075 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.731672 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0da5c293-d431-44d3-ab08-6256f5a40085 req-89011d61-71b0-4ceb-a512-d7cce960ca6f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746284 Jul 09 13:29:19.767937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42a169f-ad7d-41d2-b883-89f23c78e075 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a94b59-2d88-4688-8477-bf353cb7db77,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:19.776726 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e21ab5e7-2f5a-44a0-9902-b7232c5fa4c1 req-d42a169f-ad7d-41d2-b883-89f23c78e075 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:19.783674 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e21ab5e7-2f5a-44a0-9902-b7232c5fa4c1 req-d42a169f-ad7d-41d2-b883-89f23c78e075 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3257890 Jul 09 13:29:19.881647 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e56c2d9-58b0-45e1-89a1-41667e55e901 req-221069e5-ad3a-4fc5-897f-fad3c117329a tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "GET /v2.0/security-groups/a7a94b59-2d88-4688-8477-bf353cb7db77 HTTP/1.1" status: 200 len: 1813 time: 0.0662818 Jul 09 13:29:19.904854 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-056c1c06-1e1d-4e1c-9c95-9a64d44a243d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--923622789&fields=id&tenant_id=590f3198215a402b9f863adddb8b13ff HTTP/1.1" status: 200 len: 267 time: 0.0597894 Jul 09 13:29:19.972351 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-364bfa71-b363-4ebc-ae8b-95c970699be1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:19.973855 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-364bfa71-b363-4ebc-ae8b-95c970699be1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports/28930a53-11dd-4de0-887b-cd975c02419b HTTP/1.1" status: 200 len: 931 time: 0.0624528 Jul 09 13:29:20.071267 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-01ca44b6-2796-40a6-aa1b-5c47a93e7648 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.072677 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-01ca44b6-2796-40a6-aa1b-5c47a93e7648 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports/ea254c8c-527b-4377-8ac0-c397795b2168 HTTP/1.1" status: 200 len: 931 time: 0.0929151 Jul 09 13:29:20.082381 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00c7be1d-2929-4409-a047-c42e991d379a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.084067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Attempting to bind port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:20.084382 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Attempting to bind port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:20.084713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Attempting to bind port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 on network 00c96a4a-ec05-4738-9c98-ae92bca88c05 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:20.097617 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9d988884-3d94-4cf4-8246-e9019da8d4cf details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:29:20.099645 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19f4262b-2a46-4222-8918-f35a1ff52c64 req-68b268e3-9e5e-44e4-bcfa-d1a9e884c34c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7148890 Jul 09 13:29:20.104961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 on network 00c96a4a-ec05-4738-9c98-ae92bca88c05 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:20.105905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Attempting to bind port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 on network 00c96a4a-ec05-4738-9c98-ae92bca88c05 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:20.112111 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-7f1af4cc-3b53-4c6d-a392-7fddde036eb4 service neutron] 10.222.0.18 "GET /v2.0/networks/506f0105-b494-4138-9dfd-14195d3a3fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5622866 Jul 09 13:29:20.128661 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-238bbcb8-3c08-4487-b08e-409dd7c4cdbb tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?network_id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0487103 Jul 09 13:29:20.135137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:20.135377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Checking segment: {'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:20.135792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Bound using segment: {'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:20.136242 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Bound port: 7ffa8e5b-f394-471f-9d8b-7ad621f73e68, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:20.136605 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.141130 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad86596-d08c-4e8e-8c22-7f26b581b96d req-9c82646a-f6fa-4474-af84-bc58ef939af7 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.142051 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00c7be1d-2929-4409-a047-c42e991d379a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.143194 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ad86596-d08c-4e8e-8c22-7f26b581b96d req-9c82646a-f6fa-4474-af84-bc58ef939af7 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1534398 Jul 09 13:29:20.175137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-7f825b6a-93da-4371-9236-a831cbb18e61 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?network_id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0312519 Jul 09 13:29:20.226487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9d988884-3d94-4cf4-8246-e9019da8d4cf, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9d988884-3d94-4cf4-8246-e9019da8d4cf,segment=NetworkSegment(c359d043-2c6d-4bbb-a284-362024ce4ba9),segment_id=c359d043-2c6d-4bbb-a284-362024ce4ba9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:20.240966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '9d988884-3d94-4cf4-8246-e9019da8d4cf', 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d', 'port_id': '9d988884-3d94-4cf4-8246-e9019da8d4cf', 'mac_address': 'fa:16:3e:9b:0b:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:29:20.258737 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ad86596-d08c-4e8e-8c22-7f26b581b96d req-390d4ddc-b903-4407-b2ff-27ae96dfdb4c tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036661 Jul 09 13:29:20.298930 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.315174 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d988884-3d94-4cf4-8246-e9019da8d4cf {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:20.337697 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9d988884-3d94-4cf4-8246-e9019da8d4cf, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9d988884-3d94-4cf4-8246-e9019da8d4cf,segment=NetworkSegment(c359d043-2c6d-4bbb-a284-362024ce4ba9),segment_id=c359d043-2c6d-4bbb-a284-362024ce4ba9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:20.344121 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.346643 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-be13b5f4-a3be-4079-9e53-6d4c0ec88bc1 service neutron] 10.222.0.18 "GET /v2.0/networks/506f0105-b494-4138-9dfd-14195d3a3fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239833 Jul 09 13:29:20.363585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] For port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:20.364190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-f499f7a3-3c34-4ddd-9a2c-0488f4180b8d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.368418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] For port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=7ffa8e5b-f394-471f-9d8b-7ad621f73e68,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:20.372546 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-f499f7a3-3c34-4ddd-9a2c-0488f4180b8d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.379579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-f499f7a3-3c34-4ddd-9a2c-0488f4180b8d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.387400 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-f499f7a3-3c34-4ddd-9a2c-0488f4180b8d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/networks?id=d737c001-7bab-4f5d-8700-9afe90af1f16&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76&id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 HTTP/1.1" status: 200 len: 1986 time: 0.2057531 Jul 09 13:29:20.401622 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00c7be1d-2929-4409-a047-c42e991d379a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.404245 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-85b918e3-a686-43e0-82d8-da62dd044a84 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/quotas/590f3198215a402b9f863adddb8b13ff HTTP/1.1" status: 200 len: 375 time: 0.0159774 Jul 09 13:29:20.404473 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00c7be1d-2929-4409-a047-c42e991d379a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.405640 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-00c7be1d-2929-4409-a047-c42e991d379a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6018bd65-541c-40cf-ba61-bc1bd193c08a HTTP/1.1" status: 204 len: 168 time: 0.8639088 Jul 09 13:29:20.414933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=9d988884-3d94-4cf4-8246-e9019da8d4cf,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:20.420413 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-002e8c65-f7e0-4797-abf2-dc3555784a72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=09127b77-234e-4594-8ccb-d507e2278c0c HTTP/1.1" status: 200 len: 217 time: 0.0666792 Jul 09 13:29:20.424273 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.448623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c7be1d-2929-4409-a047-c42e991d379a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6018bd65-541c-40cf-ba61-bc1bd193c08a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:20.451596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4262b-2a46-4222-8918-f35a1ff52c64 req-856fd5f0-d199-4c0f-9e8d-96bf7e0d8d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.453100 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19f4262b-2a46-4222-8918-f35a1ff52c64 req-856fd5f0-d199-4c0f-9e8d-96bf7e0d8d2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffe615145fe24da683918dfba7f962cc&device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 1096 time: 0.2950022 Jul 09 13:29:20.568974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.569607 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.570885 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-195c633f-0d91-48dd-a603-866c11d8ead8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=590f3198215a402b9f863adddb8b13ff&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1656816 Jul 09 13:29:20.571046 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] 10.222.0.15 "PUT /v2.0/ports/7ffa8e5b-f394-471f-9d8b-7ad621f73e68 HTTP/1.1" status: 200 len: 1092 time: 2.3163970 Jul 09 13:29:20.576952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'tag': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:20.580033 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cd6f711-aeee-468d-a061-e4e6122543d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9d4f97-69ac-4202-b5ce-19b380f29179", "tag": "7ffa8e5b-f394-471f-9d8b-7ad621f73e68"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:20.581175 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5057559a-cccc-4d8d-b7ef-08ba2a79a76b req-6bb8d339-3a0a-47dd-93c1-9a072edae401 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.589281 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5057559a-cccc-4d8d-b7ef-08ba2a79a76b req-6bb8d339-3a0a-47dd-93c1-9a072edae401 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 944 time: 0.1678414 Jul 09 13:29:20.616009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['9d988884-3d94-4cf4-8246-e9019da8d4cf'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:20.624263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff58f509-9d8c-4ba4-9338-9fb68e1c5e36 service neutron] Pushing event updated for resources: {'Port': ['ID=7ffa8e5b-f394-471f-9d8b-7ad621f73e68,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:20.639876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-8638dafb-9ca2-426f-be8d-5c10103c4916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.642323 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-8638dafb-9ca2-426f-be8d-5c10103c4916 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.2019544 Jul 09 13:29:20.688297 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5057559a-cccc-4d8d-b7ef-08ba2a79a76b req-c4338e50-5afe-49bf-a77f-2b62fbd9e680 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983806 Jul 09 13:29:20.741907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-e5da2cc4-bd90-4ad6-aa64-5160e91522a6 req-f148abe9-5d34-4cb1-ad38-a3f13e175f1a tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1414411752', 'description': 'tempest-description-168309049'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:20.763475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4262b-2a46-4222-8918-f35a1ff52c64 req-6ad91b22-ed58-4ed0-a935-39bdaa72bfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.764994 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19f4262b-2a46-4222-8918-f35a1ff52c64 req-6ad91b22-ed58-4ed0-a935-39bdaa72bfcd service neutron] 10.222.0.15 "GET /v2.0/networks?id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b HTTP/1.1" status: 200 len: 914 time: 0.2691638 Jul 09 13:29:20.788697 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-787731c7-6233-47f4-8347-c2cc9b0b86e8 service neutron] 10.222.0.39 "GET /v2.0/networks/d737c001-7bab-4f5d-8700-9afe90af1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166145 Jul 09 13:29:20.803505 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e5da2cc4-bd90-4ad6-aa64-5160e91522a6 req-f148abe9-5d34-4cb1-ad38-a3f13e175f1a tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.859553 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19f4262b-2a46-4222-8918-f35a1ff52c64 req-0c35ad0d-2970-453e-9098-3f74c5dac7b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2be107c-132d-4714-935f-2cfb271f7525 HTTP/1.1" status: 200 len: 217 time: 0.0752790 Jul 09 13:29:20.901073 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-3ba134be-425a-42cd-8249-5b44c74fe465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.901815 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55134) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:20.902601 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-3ba134be-425a-42cd-8249-5b44c74fe465 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2339647 Jul 09 13:29:20.906300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ad7b9c58-a9f8-43b3-8b2d-8d5fa4e454a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:20.908596 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-ad7b9c58-a9f8-43b3-8b2d-8d5fa4e454a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 1095 time: 0.2891307 Jul 09 13:29:20.927099 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fde921a-3ff1-42fb-ac31-25ba0a93e8ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:20.963125 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-b828e55e-419f-4f78-b7d6-9b1004d753a8 service neutron] 10.222.0.39 "GET /v2.0/networks/d737c001-7bab-4f5d-8700-9afe90af1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731982 Jul 09 13:29:21.006523 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-1a32dad0-5f65-4666-a67b-19da60534b30 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ffa8e5b-f394-471f-9d8b-7ad621f73e68 HTTP/1.1" status: 200 len: 217 time: 0.0827105 Jul 09 13:29:21.009652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4262b-2a46-4222-8918-f35a1ff52c64 req-643f5c83-ae81-4d8a-918b-335160a58b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:21.011115 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19f4262b-2a46-4222-8918-f35a1ff52c64 req-643f5c83-ae81-4d8a-918b-335160a58b52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b148dd4e-9358-4a31-b001-045227bbe9d4 HTTP/1.1" status: 200 len: 853 time: 0.1443603 Jul 09 13:29:21.030730 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-efedbc39-02bd-49f5-8d7a-5e9fb4ad2d28 service neutron] 10.222.0.39 "GET /v2.0/ports/28930a53-11dd-4de0-887b-cd975c02419b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0604272 Jul 09 13:29:21.088241 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19f4262b-2a46-4222-8918-f35a1ff52c64 req-358d3d69-88eb-48cc-aef4-c6fc62c0ac02 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633519 Jul 09 13:29:21.090571 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e5da2cc4-bd90-4ad6-aa64-5160e91522a6 req-f148abe9-5d34-4cb1-ad38-a3f13e175f1a tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.101040 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e5da2cc4-bd90-4ad6-aa64-5160e91522a6 req-f148abe9-5d34-4cb1-ad38-a3f13e175f1a tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.111876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-6ad6c35d-a76f-48c7-9026-d18ab52afce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:21.113345 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-6ad6c35d-a76f-48c7-9026-d18ab52afce8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 200 len: 860 time: 0.0997970 Jul 09 13:29:21.167834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148abe9-5d34-4cb1-ad38-a3f13e175f1a tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab196456-3120-43b8-a617-4a0868b0743a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:21.189238 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-f7067fdf-b3af-41b7-867a-3dace79d8844 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2781165 Jul 09 13:29:21.195038 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-4de9d211-7a42-45cf-b7dc-4241bea1cd9e service neutron] 10.222.0.39 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577740 Jul 09 13:29:21.306827 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fde921a-3ff1-42fb-ac31-25ba0a93e8ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.307240 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19f4262b-2a46-4222-8918-f35a1ff52c64 req-42c23c96-8b77-4b43-9036-9ad13760611c service neutron] 10.222.0.15 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095320 Jul 09 13:29:21.315925 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fde921a-3ff1-42fb-ac31-25ba0a93e8ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.332740 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-e5da2cc4-bd90-4ad6-aa64-5160e91522a6 req-f148abe9-5d34-4cb1-ad38-a3f13e175f1a tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.332969 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-8be48ed4-24c9-4d11-893f-61d8d08a0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:21.333961 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e5da2cc4-bd90-4ad6-aa64-5160e91522a6 req-f148abe9-5d34-4cb1-ad38-a3f13e175f1a tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5993876 Jul 09 13:29:21.334331 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-8be48ed4-24c9-4d11-893f-61d8d08a0d24 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00c96a4a-ec05-4738-9c98-ae92bca88c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2067199 Jul 09 13:29:21.343380 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-6c180089-8536-4ab2-83f1-ee0f9e677adf service neutron] 10.222.0.39 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412888 Jul 09 13:29:21.390240 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-fd018f98-a08b-4cde-a854-7c0234f6cdee service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945806 Jul 09 13:29:21.405055 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-4e946532-dbd7-40d2-aefc-174eaff396af service neutron] 10.222.0.39 "GET /v2.0/ports/ea254c8c-527b-4377-8ac0-c397795b2168?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0486095 Jul 09 13:29:21.413514 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8fde921a-3ff1-42fb-ac31-25ba0a93e8ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9b2a54f6e354b60b95efdf9d7efd7a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5086350 Jul 09 13:29:21.414129 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55138) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:21.431070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fde921a-3ff1-42fb-ac31-25ba0a93e8ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f164b1de-82d7-461c-90a3-c89db227b6f3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:21.483056 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-6fd52866-6a0f-43ef-bd14-69a4b55af64b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=9dac8575-da90-47f3-980a-1e70c9c7db5e HTTP/1.1" status: 200 len: 217 time: 0.0797808 Jul 09 13:29:21.553677 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-589464fd-706c-49a9-bba6-ae944e359355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.575705 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-19f4262b-2a46-4222-8918-f35a1ff52c64 req-35539773-9833-4453-8c31-4a31fef67e54 service neutron] 10.222.0.15 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557490 Jul 09 13:29:21.578291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-4e9e0b77-5dd1-4e81-ada2-eeb1e94eec45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:21.579780 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-4e9e0b77-5dd1-4e81-ada2-eeb1e94eec45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.0852072 Jul 09 13:29:21.582036 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-b51701b8-340b-4bd2-9989-804fbfed5e2e service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2258217 Jul 09 13:29:21.585094 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-934662b1-5e50-4dae-870b-44a2e3279798 service neutron] 10.222.0.39 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700318 Jul 09 13:29:21.620147 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-589464fd-706c-49a9-bba6-ae944e359355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.706345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-4768dd58-7e65-4604-9c9f-23f8431baacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:21.707926 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-4768dd58-7e65-4604-9c9f-23f8431baacc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1225438 Jul 09 13:29:21.732733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51737f89-1407-4d9b-9b5b-85191bea5e0a req-fdcf2ef6-a736-4ac8-94cd-3be78ad459bc tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:21.734244 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-51737f89-1407-4d9b-9b5b-85191bea5e0a req-fdcf2ef6-a736-4ac8-94cd-3be78ad459bc tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1842437 Jul 09 13:29:21.736414 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9363d2c3-8e3a-432c-840c-a97555f511a8 req-9abde513-909d-4016-b1cf-bede9d2bfdbb service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404316 Jul 09 13:29:21.759877 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5761b8ee-a971-4428-96dc-d988799da9f8 service neutron] 10.222.0.39 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684332 Jul 09 13:29:21.776895 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-589464fd-706c-49a9-bba6-ae944e359355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.779708 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-589464fd-706c-49a9-bba6-ae944e359355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:21.780971 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-589464fd-706c-49a9-bba6-ae944e359355 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f164b1de-82d7-461c-90a3-c89db227b6f3 HTTP/1.1" status: 204 len: 168 time: 0.3637104 Jul 09 13:29:21.818996 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-550dc491-420c-49da-8344-f15a89eeb091 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033494 Jul 09 13:29:21.841384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589464fd-706c-49a9-bba6-ae944e359355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f164b1de-82d7-461c-90a3-c89db227b6f3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:21.866162 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-51737f89-1407-4d9b-9b5b-85191bea5e0a req-a2e234d3-b671-44f1-b55f-30c0099207ad tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210773 Jul 09 13:29:21.917518 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-59f93da0-a9ac-4095-a499-dec483e4d11f service neutron] 10.222.0.39 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509471 Jul 09 13:29:21.954976 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-c6c647d7-f2de-4a3d-a861-dd647d08b3ca service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303215 Jul 09 13:29:22.011461 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-479b25b6-3ebc-45a5-a43f-693b8ba79119 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=06a4fa3a-1581-43c4-a7be-244c8a71f6f1 HTTP/1.1" status: 200 len: 217 time: 0.0506551 Jul 09 13:29:22.062451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-1295c4f9-5027-4351-aed0-7e253e7b7e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.065189 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-1295c4f9-5027-4351-aed0-7e253e7b7e1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.0475914 Jul 09 13:29:22.065636 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-25f249ea-fbfa-43a0-8161-d84e839b3e42 service neutron] 10.222.0.39 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415930 Jul 09 13:29:22.095682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9d988884-3d94-4cf4-8246-e9019da8d4cf up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:22.125475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-fec221fb-f27d-471d-a070-25f343ae9b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.126797 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9073fed0-2b43-4d2b-84e6-f142585771b2 req-8d190a79-9dd9-4aa9-9b62-4c03e6e97a4c tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.127694 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-fec221fb-f27d-471d-a070-25f343ae9b96 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0566647 Jul 09 13:29:22.128283 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9073fed0-2b43-4d2b-84e6-f142585771b2 req-8d190a79-9dd9-4aa9-9b62-4c03e6e97a4c tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 944 time: 0.1411088 Jul 09 13:29:22.160832 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 9d988884-3d94-4cf4-8246-e9019da8d4cf completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:22.166833 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 9d988884-3d94-4cf4-8246-e9019da8d4cf triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:22.167613 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:22.199039 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9073fed0-2b43-4d2b-84e6-f142585771b2 req-caec1ae1-01c0-424a-9ff7-210e8a2c742d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610304 Jul 09 13:29:22.207854 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-10baa371-50c4-4aa4-acee-647f3818f3b0 service neutron] 10.222.0.39 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356318 Jul 09 13:29:22.241738 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-807404d1-d94d-44cb-8404-03b6d9146b97 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013734 Jul 09 13:29:22.293244 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:22.324336 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d988884-3d94-4cf4-8246-e9019da8d4cf'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:22.326778 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eb25235-24cc-48f9-8719-2b0f080778ab" -d '{"events": [{"server_uuid": "6c4de6b9-efe4-4baf-b35a-4c2374d88af6", "name": "network-vif-plugged", "status": "completed", "tag": "9d988884-3d94-4cf4-8246-e9019da8d4cf"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:22.335569 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-8864e524-3420-4b20-b1de-9e294ac81e07 service neutron] 10.222.0.39 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271739 Jul 09 13:29:22.341778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9d988884-3d94-4cf4-8246-e9019da8d4cf, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9d988884-3d94-4cf4-8246-e9019da8d4cf,segment=NetworkSegment(c359d043-2c6d-4bbb-a284-362024ce4ba9),segment_id=c359d043-2c6d-4bbb-a284-362024ce4ba9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:22.347632 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:22.356817 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-35f6f5de-fc3c-4fe0-8497-fc42580fd3f5 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150010 Jul 09 13:29:22.405830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=9d988884-3d94-4cf4-8246-e9019da8d4cf,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:22.436925 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-2d685843-c2f9-4719-9dc6-ea757e98021a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=4a188389-5588-4c13-8b06-298afc4dada5 HTTP/1.1" status: 200 len: 217 time: 0.0721850 Jul 09 13:29:22.479032 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-9b4aeaf1-d170-4568-9981-ddde7b893609 service neutron] 10.222.0.39 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422362 Jul 09 13:29:22.494512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-dae71d4e-796b-4f45-9adf-28f1b7275d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.496031 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-dae71d4e-796b-4f45-9adf-28f1b7275d3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.0548248 Jul 09 13:29:22.520316 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab51595-0356-4ce6-a13b-70cfe3632e3c req-acba1ed0-6a51-4c68-b0ca-c0e3179e2789 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.521856 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fab51595-0356-4ce6-a13b-70cfe3632e3c req-acba1ed0-6a51-4c68-b0ca-c0e3179e2789 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.1269081 Jul 09 13:29:22.570325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-3aa3c8f6-6db8-4767-bc48-79680c9fc7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.571962 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-3aa3c8f6-6db8-4767-bc48-79680c9fc7bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689948 Jul 09 13:29:22.606320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fab51595-0356-4ce6-a13b-70cfe3632e3c req-3d0f106f-c47d-488f-9a16-e4cd76a7750b tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589411 Jul 09 13:29:22.645934 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-66fc81e2-1367-4505-a322-d127d9bdf6f2 service neutron] 10.222.0.39 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551123 Jul 09 13:29:22.686228 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5889c8ed-7004-4ac4-8335-65aeee513d3f x-openstack-request-id: req-5889c8ed-7004-4ac4-8335-65aeee513d3f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:22.686816 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9d4f97-69ac-4202-b5ce-19b380f29179", "tag": "7ffa8e5b-f394-471f-9d8b-7ad621f73e68", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:22.687163 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5889c8ed-7004-4ac4-8335-65aeee513d3f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:22.687753 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'tag': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'status': 'completed', 'code': 200} Jul 09 13:29:22.696182 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-e4a58353-1761-469d-ae05-f45b409386d4 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174233 Jul 09 13:29:22.763409 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bc68b1b0-80d7-43f7-aa67-70e6f2a6dc40 req-b90ee990-2223-4a00-b816-2f255b3cb42c tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "GET /v2.0/security-groups/ab196456-3120-43b8-a617-4a0868b0743a HTTP/1.1" status: 200 len: 1814 time: 0.0614188 Jul 09 13:29:22.771047 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-24f23916-b24b-43cc-872b-308e659e5a16 service neutron] 10.222.0.39 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212201 Jul 09 13:29:22.849893 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-f6aab51f-5ea2-4e23-a3f8-63aa4b230ac6 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465766 Jul 09 13:29:22.851792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6f711-aeee-468d-a061-e4e6122543d2 req-c1a3282f-29d9-49ae-a1a7-d028b3f178e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:22.853185 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cd6f711-aeee-468d-a061-e4e6122543d2 req-c1a3282f-29d9-49ae-a1a7-d028b3f178e1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 1095 time: 0.1300287 Jul 09 13:29:22.872274 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-4ffba2f5-f9b3-4334-a44d-6966085761b6 service neutron] 10.222.0.39 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978639 Jul 09 13:29:22.910807 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-a30c2464-50dc-4843-93b0-ac9f264fc28b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c117dcb6-0161-42a2-9206-e95589bd7547 HTTP/1.1" status: 200 len: 217 time: 0.0549397 Jul 09 13:29:23.018215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-4886cb6b-461f-4eb1-a034-fdb58197e8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:23.023720 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-4886cb6b-461f-4eb1-a034-fdb58197e8f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e81aa1-ae8c-419c-8f16-4c5900062b2b HTTP/1.1" status: 200 len: 797 time: 0.1028221 Jul 09 13:29:23.064235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bb54a8-1283-4199-8194-22e3cea8afcd req-684b0e1c-fee6-44d9-b8d6-40eb35922fea tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:23.066333 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8bb54a8-1283-4199-8194-22e3cea8afcd req-684b0e1c-fee6-44d9-b8d6-40eb35922fea tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 944 time: 0.1210034 Jul 09 13:29:23.079944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6f711-aeee-468d-a061-e4e6122543d2 req-f812d1af-8ab1-43fa-ad14-46a3fbaee668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:23.081596 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cd6f711-aeee-468d-a061-e4e6122543d2 req-f812d1af-8ab1-43fa-ad14-46a3fbaee668 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 922 time: 0.2171657 Jul 09 13:29:23.129674 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8bb54a8-1283-4199-8194-22e3cea8afcd req-68a5b4a7-ad9c-401f-8fbd-71308eaffeef tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528810 Jul 09 13:29:23.142701 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cd6f711-aeee-468d-a061-e4e6122543d2 req-5c5f69ee-fbf5-48df-a7b9-5f43262c773d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ffa8e5b-f394-471f-9d8b-7ad621f73e68 HTTP/1.1" status: 200 len: 217 time: 0.0510874 Jul 09 13:29:23.263287 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18231550-1c19-4666-85d1-33182ee8dd12 x-openstack-request-id: req-18231550-1c19-4666-85d1-33182ee8dd12 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:23.263778 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4de6b9-efe4-4baf-b35a-4c2374d88af6", "name": "network-vif-plugged", "status": "completed", "tag": "9d988884-3d94-4cf4-8246-e9019da8d4cf", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:23.263892 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18231550-1c19-4666-85d1-33182ee8dd12 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:23.264203 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d988884-3d94-4cf4-8246-e9019da8d4cf', 'code': 200} Jul 09 13:29:23.402616 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-1b347092-7c1b-4519-bd85-87304d2df2c1 req-75db7139-f710-4295-9d94-6dc0861c07c6 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1195724378', 'description': 'tempest-description-1885716742'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:23.455293 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b347092-7c1b-4519-bd85-87304d2df2c1 req-75db7139-f710-4295-9d94-6dc0861c07c6 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:23.609461 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b347092-7c1b-4519-bd85-87304d2df2c1 req-75db7139-f710-4295-9d94-6dc0861c07c6 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:23.619488 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b347092-7c1b-4519-bd85-87304d2df2c1 req-75db7139-f710-4295-9d94-6dc0861c07c6 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:23.631225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-ff6dfd6d-99af-408c-9808-3e4585a18283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:23.632920 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-ff6dfd6d-99af-408c-9808-3e4585a18283 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5999513 Jul 09 13:29:23.658243 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-1b347092-7c1b-4519-bd85-87304d2df2c1 req-75db7139-f710-4295-9d94-6dc0861c07c6 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:23.675896 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b347092-7c1b-4519-bd85-87304d2df2c1 req-75db7139-f710-4295-9d94-6dc0861c07c6 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2776167 Jul 09 13:29:23.682245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75db7139-f710-4295-9d94-6dc0861c07c6 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Pushing event updated for resources: {'SecurityGroup': ['ID=507003c3-98b6-4b35-8170-f78c3b4c4cf7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:23.707108 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6f711-aeee-468d-a061-e4e6122543d2 req-01c11492-978d-4a7c-b4fa-d62a5061e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:23.708589 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cd6f711-aeee-468d-a061-e4e6122543d2 req-01c11492-978d-4a7c-b4fa-d62a5061e0fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 200 len: 860 time: 0.5550888 Jul 09 13:29:23.824749 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e14da3-ad5b-4549-8be0-15f5333676b9 req-4c68f8ed-5778-4a46-8eea-a6cb151e6163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:23.826365 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e5e14da3-ad5b-4549-8be0-15f5333676b9 req-4c68f8ed-5778-4a46-8eea-a6cb151e6163 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 1096 time: 0.2371781 Jul 09 13:29:23.886151 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-4ad6a733-6233-464c-a763-55b750d68fdc service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2445760 Jul 09 13:29:23.907301 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e5e14da3-ad5b-4549-8be0-15f5333676b9 req-703ca036-c584-449a-b5c2-4fdf12dc395b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689259 Jul 09 13:29:23.909653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd6f711-aeee-468d-a061-e4e6122543d2 req-e3e0897b-b4a8-438b-ba03-acd0db7fc0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:23.911360 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cd6f711-aeee-468d-a061-e4e6122543d2 req-e3e0897b-b4a8-438b-ba03-acd0db7fc0d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00c96a4a-ec05-4738-9c98-ae92bca88c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1936684 Jul 09 13:29:23.993012 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22583b52-8f89-43ac-8dad-14d7a5424027 req-3fe2e255-98d3-429a-b43a-b46a9590248c tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:24.002050 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22583b52-8f89-43ac-8dad-14d7a5424027 req-3fe2e255-98d3-429a-b43a-b46a9590248c tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.1754744 Jul 09 13:29:24.062897 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc49c9-fc8f-40ac-a602-210ad2216943 req-a1efcea5-7712-4cfb-ade6-1fecc35e2bde tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:24.064686 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23dc49c9-fc8f-40ac-a602-210ad2216943 req-a1efcea5-7712-4cfb-ade6-1fecc35e2bde tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1765056 Jul 09 13:29:24.092660 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-d851fdbe-6fc1-4d72-8176-9b33c529b0d6 service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988826 Jul 09 13:29:24.097502 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cd6f711-aeee-468d-a061-e4e6122543d2 req-cae31d54-d733-4aff-85c1-308ce12c4ea8 service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684973 Jul 09 13:29:24.106291 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22583b52-8f89-43ac-8dad-14d7a5424027 req-1eeb684f-639c-49bb-85d4-0a669f2a0820 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047611 Jul 09 13:29:24.151450 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-1c851f6f-d5ad-44ca-84c1-6bbb7e83ab1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b58b6e37-21d9-4f9e-826c-1c81a5f9451d HTTP/1.1" status: 200 len: 217 time: 0.0521777 Jul 09 13:29:24.166968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23dc49c9-fc8f-40ac-a602-210ad2216943 req-42527bd7-59d7-4068-8123-9a308344316c tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595531 Jul 09 13:29:24.272245 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aaa59c68-dc5f-464d-86b8-87025e05c2f8 req-420f8f85-82bf-412f-9dcc-5028bf1ce1f1 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "GET /v2.0/security-groups/507003c3-98b6-4b35-8170-f78c3b4c4cf7 HTTP/1.1" status: 200 len: 1815 time: 0.0805116 Jul 09 13:29:24.304455 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cd6f711-aeee-468d-a061-e4e6122543d2 req-921ed295-8a0c-4787-906d-7b896b1ef3d4 service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979754 Jul 09 13:29:24.311889 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-ce0a608a-9e26-480d-89c1-42d01a713373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:24.314100 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-ce0a608a-9e26-480d-89c1-42d01a713373 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e81aa1-ae8c-419c-8f16-4c5900062b2b HTTP/1.1" status: 200 len: 797 time: 0.1526649 Jul 09 13:29:24.384090 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd2145da-d680-4f0e-b549-2a7cbe265c0a req-60c26539-e171-434f-b0ab-5f9322e9e8be tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.0327110 Jul 09 13:29:24.410080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323042ac-9515-4467-af85-9ef14ca348ea req-589c9147-623e-4ebd-8d8f-d5237d7c288d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:24.411824 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-589c9147-623e-4ebd-8d8f-d5237d7c288d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0900688 Jul 09 13:29:24.439172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ea5c8e-1c07-408c-b5a7-954db41813e1 req-6000a07e-332e-4620-bd5f-1b290156cc6a tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:24.450831 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4ea5c8e-1c07-408c-b5a7-954db41813e1 req-6000a07e-332e-4620-bd5f-1b290156cc6a tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.1447916 Jul 09 13:29:24.539992 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-32c06bee-4fde-46f2-a1a4-2ef2c3292344 service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176951 Jul 09 13:29:24.550726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4ea5c8e-1c07-408c-b5a7-954db41813e1 req-3bfbf4d4-e0ac-45f8-9665-375ae749cbea tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989232 Jul 09 13:29:24.649240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d0c585-b8fe-4e99-88e3-f856055e20f1 req-c4228be0-4df8-4609-afc9-f5e03d24b6dd tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:24.650301 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e9d0c585-b8fe-4e99-88e3-f856055e20f1 req-c4228be0-4df8-4609-afc9-f5e03d24b6dd tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 944 time: 0.0984099 Jul 09 13:29:24.692434 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-323042ac-9515-4467-af85-9ef14ca348ea req-3ab491b0-87a5-408c-8b20-8d8dd2822bdf service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459577 Jul 09 13:29:24.739638 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e9d0c585-b8fe-4e99-88e3-f856055e20f1 req-c518f065-8247-438c-afe2-f5fd044e6301 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801208 Jul 09 13:29:24.792322 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-4d2843e0-5b53-4cf6-9d54-04e55366728a req-c279639e-459e-4be4-bb46-70f04f8cb096 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] show failed (client error): The resource could not be found. Jul 09 13:29:24.793305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d2843e0-5b53-4cf6-9d54-04e55366728a req-c279639e-459e-4be4-bb46-70f04f8cb096 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "GET /v2.0/security-groups/95f8dce6-118d-4866-920d-f0155a1f8161 HTTP/1.1" status: 404 len: 352 time: 0.0198305 Jul 09 13:29:25.184525 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [req-4f224606-a2f1-48f4-9d7a-5b2e0247d8cd req-24210dfc-0e77-4022-9360-bce4c61d415d tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] show failed (client error): The resource could not be found. Jul 09 13:29:25.185519 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4f224606-a2f1-48f4-9d7a-5b2e0247d8cd req-24210dfc-0e77-4022-9360-bce4c61d415d tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "GET /v2.0/security-group-rules/5a9c87be-321a-422f-91f6-e0d0518d2f04 HTTP/1.1" status: 404 len: 361 time: 0.0178802 Jul 09 13:29:25.224323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55274) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:25.233876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93dd87a8-3758-4524-b000-390599e9d9f4 req-c937e213-f408-4373-9123-9fd194cb138e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:25.236849 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93dd87a8-3758-4524-b000-390599e9d9f4 req-c937e213-f408-4373-9123-9fd194cb138e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.4453447 Jul 09 13:29:25.282320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93dd87a8-3758-4524-b000-390599e9d9f4 req-b0071e70-297c-41e4-b5d7-5c35b15262e6 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400548 Jul 09 13:29:25.365664 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d85b3295-e952-455b-8953-669cbd3c30de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.393566 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4354f044-4f50-4e5b-8db8-4316a508d0b0 req-369f7acd-adea-44c7-b131-217729733ff0 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "GET /v2.0/security-groups/507003c3-98b6-4b35-8170-f78c3b4c4cf7 HTTP/1.1" status: 200 len: 1815 time: 0.0771978 Jul 09 13:29:25.413728 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ad8346-88e4-42f7-9595-ed0cff9fd377 req-fa0de45a-6df1-4b17-9468-4710fe95c22b tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:25.415337 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-84ad8346-88e4-42f7-9595-ed0cff9fd377 req-fa0de45a-6df1-4b17-9468-4710fe95c22b tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.1219432 Jul 09 13:29:25.498803 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-84ad8346-88e4-42f7-9595-ed0cff9fd377 req-3686265f-a665-4f78-94e7-26a0caee233f tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617833 Jul 09 13:29:25.511253 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4354f044-4f50-4e5b-8db8-4316a508d0b0 req-84e60f64-1311-4717-94a7-6bdfbd76b0f5 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.528433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-b63144f7-66e4-4e8f-873d-3f27a572ef43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:25.528433 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-b63144f7-66e4-4e8f-873d-3f27a572ef43 service neutron] 10.222.0.18 "GET /v2.0/ports/28930a53-11dd-4de0-887b-cd975c02419b HTTP/1.1" status: 200 len: 1027 time: 0.0736246 Jul 09 13:29:25.540609 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d85b3295-e952-455b-8953-669cbd3c30de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.554241 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d85b3295-e952-455b-8953-669cbd3c30de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.554326 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4354f044-4f50-4e5b-8db8-4316a508d0b0 req-84e60f64-1311-4717-94a7-6bdfbd76b0f5 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.612587 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4354f044-4f50-4e5b-8db8-4316a508d0b0 req-84e60f64-1311-4717-94a7-6bdfbd76b0f5 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.616173 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-4354f044-4f50-4e5b-8db8-4316a508d0b0 req-84e60f64-1311-4717-94a7-6bdfbd76b0f5 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.617802 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4354f044-4f50-4e5b-8db8-4316a508d0b0 req-84e60f64-1311-4717-94a7-6bdfbd76b0f5 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "DELETE /v2.0/security-groups/507003c3-98b6-4b35-8170-f78c3b4c4cf7 HTTP/1.1" status: 204 len: 173 time: 0.2126694 Jul 09 13:29:25.643153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e60f64-1311-4717-94a7-6bdfbd76b0f5 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=507003c3-98b6-4b35-8170-f78c3b4c4cf7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:25.646646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-b7af1bab-304f-428c-b63c-9bbea46f2615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:25.648514 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-b7af1bab-304f-428c-b63c-9bbea46f2615 service neutron] 10.222.0.18 "GET /v2.0/ports/ea254c8c-527b-4377-8ac0-c397795b2168 HTTP/1.1" status: 200 len: 1027 time: 0.1173286 Jul 09 13:29:25.653490 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d85b3295-e952-455b-8953-669cbd3c30de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3c5db407e0c4d9694fcfa90c0477741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4279199 Jul 09 13:29:25.657223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55290) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:25.665504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b3295-e952-455b-8953-669cbd3c30de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3284f31b-2a95-419c-bbed-9be762464929,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:25.774548 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d0ec7cc-67a4-4fd0-adc9-6ab0be117ca7 req-f68ed234-23ff-48ed-9242-62932169924e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.0509589 Jul 09 13:29:25.804684 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1dbb-edc9-422d-8c15-18df67d976ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.830694 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1dbb-edc9-422d-8c15-18df67d976ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.856765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-ad9a558d-b675-4dc7-b56c-82479919ce3d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:25.873276 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-ad9a558d-b675-4dc7-b56c-82479919ce3d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:25.886572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-ad9a558d-b675-4dc7-b56c-82479919ce3d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:25.887049 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-ad9a558d-b675-4dc7-b56c-82479919ce3d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "GET /v2.0/networks?id=d737c001-7bab-4f5d-8700-9afe90af1f16&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76&id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 HTTP/1.1" status: 200 len: 1986 time: 0.2312350 Jul 09 13:29:25.900897 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1dbb-edc9-422d-8c15-18df67d976ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.903684 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ab6c1dbb-edc9-422d-8c15-18df67d976ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:25.924099 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ab6c1dbb-edc9-422d-8c15-18df67d976ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3284f31b-2a95-419c-bbed-9be762464929 HTTP/1.1" status: 204 len: 168 time: 0.2553937 Jul 09 13:29:25.955141 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-39232ea4-7a6f-4bd0-a4c4-30e8440e01ef tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=590f3198215a402b9f863adddb8b13ff HTTP/1.1" status: 200 len: 379 time: 0.0587399 Jul 09 13:29:25.974124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-6c41acb2-1bc3-4338-9e6c-c74d9388a8f7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Request body: {'port': {'device_id': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16', 'admin_state_up': True, 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'security_groups': ['cbcd0f66-f7be-452b-bc64-32c547211663']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:25.990653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:29:26.020880 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6c1dbb-edc9-422d-8c15-18df67d976ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3284f31b-2a95-419c-bbed-9be762464929,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:26.143051 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=7ffa8e5b-f394-471f-9d8b-7ad621f73e68,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:26.148529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5602550d-6579-4523-b94d-0ecf9bd0745f req-1f47a9a7-47b0-4d88-b6fe-f8d0995c870c tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.152031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5602550d-6579-4523-b94d-0ecf9bd0745f req-1f47a9a7-47b0-4d88-b6fe-f8d0995c870c tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2523303 Jul 09 13:29:26.160588 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'port_id': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'mac_address': 'fa:16:3e:af:53:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:29:26.239231 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.260243 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5602550d-6579-4523-b94d-0ecf9bd0745f req-4e6eaf9a-b022-4722-93eb-9fb5219abc67 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952849 Jul 09 13:29:26.266003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:26.295946 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=7ffa8e5b-f394-471f-9d8b-7ad621f73e68,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:26.303888 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.367138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-6c41acb2-1bc3-4338-9e6c-c74d9388a8f7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Made reservation on behalf of 590f3198215a402b9f863adddb8b13ff for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:26.371503 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-6c41acb2-1bc3-4338-9e6c-c74d9388a8f7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.417618 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=7ffa8e5b-f394-471f-9d8b-7ad621f73e68,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:26.489154 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4c6d35b-4263-4774-a878-890ec78f391a req-15bad6c6-a16a-4fbf-b228-f884e8537e34 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "GET /v2.0/security-groups/ab196456-3120-43b8-a617-4a0868b0743a HTTP/1.1" status: 200 len: 1814 time: 0.1712019 Jul 09 13:29:26.520159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bc0e5-dbf4-4c3c-91ed-3d8607d13250 req-fa9bec49-24c1-4464-87fb-955e487f6fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.521625 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['7ffa8e5b-f394-471f-9d8b-7ad621f73e68'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:26.521751 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d9bc0e5-dbf4-4c3c-91ed-3d8607d13250 req-fa9bec49-24c1-4464-87fb-955e487f6fd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dc3d71beda042768fa9167c0c8c0a75&device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 1096 time: 0.2402968 Jul 09 13:29:26.566020 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d4c6d35b-4263-4774-a878-890ec78f391a req-be983937-db50-4ffd-8931-64c31b43b1ee tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.607121 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d4c6d35b-4263-4774-a878-890ec78f391a req-be983937-db50-4ffd-8931-64c31b43b1ee tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.656508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bc0e5-dbf4-4c3c-91ed-3d8607d13250 req-b7735124-8d58-466e-bc5b-e09d569bfe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.658147 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d9bc0e5-dbf4-4c3c-91ed-3d8607d13250 req-b7735124-8d58-466e-bc5b-e09d569bfe39 service neutron] 10.222.0.18 "GET /v2.0/networks?id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d HTTP/1.1" status: 200 len: 921 time: 0.1255786 Jul 09 13:29:26.658821 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d4c6d35b-4263-4774-a878-890ec78f391a req-be983937-db50-4ffd-8931-64c31b43b1ee tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.662764 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d4c6d35b-4263-4774-a878-890ec78f391a req-be983937-db50-4ffd-8931-64c31b43b1ee tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.671799 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4c6d35b-4263-4774-a878-890ec78f391a req-be983937-db50-4ffd-8931-64c31b43b1ee tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "DELETE /v2.0/security-groups/ab196456-3120-43b8-a617-4a0868b0743a HTTP/1.1" status: 204 len: 173 time: 0.1747332 Jul 09 13:29:26.678097 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55306) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:26.715178 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be983937-db50-4ffd-8931-64c31b43b1ee tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab196456-3120-43b8-a617-4a0868b0743a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:26.724301 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d9bc0e5-dbf4-4c3c-91ed-3d8607d13250 req-34496317-642d-4692-91c4-5407fbfde2c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d988884-3d94-4cf4-8246-e9019da8d4cf HTTP/1.1" status: 200 len: 217 time: 0.0563171 Jul 09 13:29:26.758173 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-731cc4fa-98c0-4d7c-9140-1d633622340c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:26.862229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9bc0e5-dbf4-4c3c-91ed-3d8607d13250 req-00b98d90-df86-4d17-b137-33a0ab227ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.864118 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d9bc0e5-dbf4-4c3c-91ed-3d8607d13250 req-00b98d90-df86-4d17-b137-33a0ab227ea2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3e96803-b55c-4f7e-8287-78c6c5674a51 HTTP/1.1" status: 200 len: 860 time: 0.0938232 Jul 09 13:29:26.868464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-6c41acb2-1bc3-4338-9e6c-c74d9388a8f7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Allocated IP 172.20.0.3 (d737c001-7bab-4f5d-8700-9afe90af1f16/c761eaf5-8e23-405f-bf31-0b4ca38c7398/4edfb6ea-db14-4165-bcd2-8f02f28336be) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:26.908520 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d9bc0e5-dbf4-4c3c-91ed-3d8607d13250 req-e170a3bf-e171-4772-9063-ab10e6b4d5d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371823 Jul 09 13:29:26.927439 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ceb9e7-d087-4790-8ef8-b2a749ddd82e req-ec18939f-bc50-4bb8-9866-57c4a9f42942 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.929219 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79ceb9e7-d087-4790-8ef8-b2a749ddd82e req-ec18939f-bc50-4bb8-9866-57c4a9f42942 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.5352468 Jul 09 13:29:26.990643 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a420ec-a544-499c-86bc-0522b1c0772c req-ff273a68-033f-4a32-a776-4b803faf333e tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:26.995806 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-73a420ec-a544-499c-86bc-0522b1c0772c req-ff273a68-033f-4a32-a776-4b803faf333e tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 945 time: 0.1893492 Jul 09 13:29:27.043500 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79ceb9e7-d087-4790-8ef8-b2a749ddd82e req-3c58eed8-c7d4-49fc-847a-b94f7a09bf5e tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031573 Jul 09 13:29:27.101563 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-73a420ec-a544-499c-86bc-0522b1c0772c req-9b1dc2d9-fcce-4198-ab4e-cd219849764b tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923562 Jul 09 13:29:27.120430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-731cc4fa-98c0-4d7c-9140-1d633622340c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.123768 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d9bc0e5-dbf4-4c3c-91ed-3d8607d13250 req-9d386c84-0e37-41fb-89c2-a58c7492c0f5 service neutron] 10.222.0.18 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087936 Jul 09 13:29:27.129230 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-731cc4fa-98c0-4d7c-9140-1d633622340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.161133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731cc4fa-98c0-4d7c-9140-1d633622340c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f8bbc5-5e11-47bd-94ea-5c352ccdb34d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:27.193643 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-731cc4fa-98c0-4d7c-9140-1d633622340c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fc00b4d1fbf845fb985a20d8e2376e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917948 Jul 09 13:29:27.196165 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55312) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:27.293711 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f8382c4-3aae-4b14-8a5d-f27e2bf8c3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.317616 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6d9bc0e5-dbf4-4c3c-91ed-3d8607d13250 req-513663e7-be8c-4004-8114-a2f5b6a9272a service neutron] 10.222.0.18 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852310 Jul 09 13:29:27.318710 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f8382c4-3aae-4b14-8a5d-f27e2bf8c3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.320833 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-6c41acb2-1bc3-4338-9e6c-c74d9388a8f7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.337027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-6c41acb2-1bc3-4338-9e6c-c74d9388a8f7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Transition to ACTIVE for port object 4edfb6ea-db14-4165-bcd2-8f02f28336be will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:27.392038 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f8382c4-3aae-4b14-8a5d-f27e2bf8c3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.395052 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f8382c4-3aae-4b14-8a5d-f27e2bf8c3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.396526 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5f8382c4-3aae-4b14-8a5d-f27e2bf8c3a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f4f8bbc5-5e11-47bd-94ea-5c352ccdb34d HTTP/1.1" status: 204 len: 168 time: 0.1991272 Jul 09 13:29:27.424337 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-6c41acb2-1bc3-4338-9e6c-c74d9388a8f7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.460734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f2a00c-365e-4017-b39c-f4e6e8e510ab req-2f350de1-68a3-4b97-8d7a-77d4f519b012 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:27.462342 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58f2a00c-365e-4017-b39c-f4e6e8e510ab req-2f350de1-68a3-4b97-8d7a-77d4f519b012 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.2142503 Jul 09 13:29:27.465074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8382c4-3aae-4b14-8a5d-f27e2bf8c3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f8bbc5-5e11-47bd-94ea-5c352ccdb34d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:27.504091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-6c41acb2-1bc3-4338-9e6c-c74d9388a8f7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Network d737c001-7bab-4f5d-8700-9afe90af1f16 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:27.512911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-6c41acb2-1bc3-4338-9e6c-c74d9388a8f7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:27.518568 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-6c41acb2-1bc3-4338-9e6c-c74d9388a8f7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:27.560471 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41acb2-1bc3-4338-9e6c-c74d9388a8f7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event updated for resources: {'Port': ['ID=4edfb6ea-db14-4165-bcd2-8f02f28336be,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:27.563361 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cee2ae-d146-4ea9-85cd-0af90d0a8ecd req-4aea3d91-1f12-4b04-8163-56538e94f655 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:27.571921 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59cee2ae-d146-4ea9-85cd-0af90d0a8ecd req-4aea3d91-1f12-4b04-8163-56538e94f655 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1730559 Jul 09 13:29:27.585757 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58f2a00c-365e-4017-b39c-f4e6e8e510ab req-ae8e8fb4-55a6-4b3d-af32-732e07474f0a tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097012 Jul 09 13:29:27.631469 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-6c41acb2-1bc3-4338-9e6c-c74d9388a8f7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:27.632166 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-6c41acb2-1bc3-4338-9e6c-c74d9388a8f7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.676501 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-6c41acb2-1bc3-4338-9e6c-c74d9388a8f7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7163846 Jul 09 13:29:27.681676 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59cee2ae-d146-4ea9-85cd-0af90d0a8ecd req-78bf792d-c52c-4993-98bf-d710a9ee97d2 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935881 Jul 09 13:29:27.701974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-0ed21021-1d4e-408b-9259-42eb8d3f1345 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Request body: {'port': {'device_id': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83', 'admin_state_up': True, 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'security_groups': ['cbcd0f66-f7be-452b-bc64-32c547211663']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:27.708217 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9490e8c6-de13-4b0a-9d50-8e78ba17684a req-b1b3cacb-38a1-4465-8831-c3d211b86195 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "GET /v2.0/security-groups/a7a94b59-2d88-4688-8477-bf353cb7db77 HTTP/1.1" status: 200 len: 1813 time: 0.0817609 Jul 09 13:29:27.807490 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9490e8c6-de13-4b0a-9d50-8e78ba17684a req-186b2c62-7e92-45a8-be4d-10bd9f635dd0 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.848873 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9490e8c6-de13-4b0a-9d50-8e78ba17684a req-186b2c62-7e92-45a8-be4d-10bd9f635dd0 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.928900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-0ed21021-1d4e-408b-9259-42eb8d3f1345 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Made reservation on behalf of 590f3198215a402b9f863adddb8b13ff for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:27.937546 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-0ed21021-1d4e-408b-9259-42eb8d3f1345 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.957378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a86edaa1-cb3c-4cab-bac9-0f95d774ad6a None None] Provisioning for port 4edfb6ea-db14-4165-bcd2-8f02f28336be completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:27.963720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a86edaa1-cb3c-4cab-bac9-0f95d774ad6a None None] Provisioning complete for port 4edfb6ea-db14-4165-bcd2-8f02f28336be triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:27.965301 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a86edaa1-cb3c-4cab-bac9-0f95d774ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.983879 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9490e8c6-de13-4b0a-9d50-8e78ba17684a req-186b2c62-7e92-45a8-be4d-10bd9f635dd0 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.989726 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9490e8c6-de13-4b0a-9d50-8e78ba17684a req-186b2c62-7e92-45a8-be4d-10bd9f635dd0 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:27.995149 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9490e8c6-de13-4b0a-9d50-8e78ba17684a req-186b2c62-7e92-45a8-be4d-10bd9f635dd0 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "DELETE /v2.0/security-groups/a7a94b59-2d88-4688-8477-bf353cb7db77 HTTP/1.1" status: 204 len: 173 time: 0.2843301 Jul 09 13:29:28.022543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:28.042474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34d8d73-c87e-4ff4-b420-5eb5f9a2ae96 req-723e829c-511e-438c-9343-4eff4948bbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:28.060169 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e34d8d73-c87e-4ff4-b420-5eb5f9a2ae96 req-723e829c-511e-438c-9343-4eff4948bbab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 931 time: 0.1880562 Jul 09 13:29:28.070912 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186b2c62-7e92-45a8-be4d-10bd9f635dd0 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a94b59-2d88-4688-8477-bf353cb7db77,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:28.134937 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a86edaa1-cb3c-4cab-bac9-0f95d774ad6a None None] Port 4edfb6ea-db14-4165-bcd2-8f02f28336be cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:28.145968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-0ed21021-1d4e-408b-9259-42eb8d3f1345 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Allocated IP 10.1.1.237 (f55c62ae-a5d9-44e0-9eaa-9f06eac67a83/06d959da-897d-4ffe-8cce-f2a75985bb8a/1000f9a7-444e-4349-b942-82d071e6b185) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:28.190392 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:28.194491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:28.194865 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.224759 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e34d8d73-c87e-4ff4-b420-5eb5f9a2ae96 req-a0de2fee-6ebe-4c0b-bb69-816ce6da0ba7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635785 Jul 09 13:29:28.251543 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dcc9afe1-b386-401b-9414-800ef87a7ae6 req-0e1a5ec4-12c0-4e3c-a595-866fac6d666a tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "GET /v2.0/security-groups/2b43a2ec-17c6-42cc-be4d-72f764a481e3 HTTP/1.1" status: 200 len: 1814 time: 0.1811717 Jul 09 13:29:28.347793 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-dcc9afe1-b386-401b-9414-800ef87a7ae6 req-e70a4abc-ce7a-4156-9026-41662774a59c tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.388515 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-dcc9afe1-b386-401b-9414-800ef87a7ae6 req-e70a4abc-ce7a-4156-9026-41662774a59c tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.388740 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-0ed21021-1d4e-408b-9259-42eb8d3f1345 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.397163 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.419484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-0ed21021-1d4e-408b-9259-42eb8d3f1345 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Transition to ACTIVE for port object 1000f9a7-444e-4349-b942-82d071e6b185 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:28.433124 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:28.436673 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6edefe-742e-4b04-8be3-70be5d164ac4" -d '{"events": [{"server_uuid": "ce9d4f97-69ac-4202-b5ce-19b380f29179", "name": "network-vif-plugged", "status": "completed", "tag": "7ffa8e5b-f394-471f-9d8b-7ad621f73e68"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:28.455825 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=7ffa8e5b-f394-471f-9d8b-7ad621f73e68,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:28.461525 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.489856 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-dcc9afe1-b386-401b-9414-800ef87a7ae6 req-e70a4abc-ce7a-4156-9026-41662774a59c tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.493295 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-dcc9afe1-b386-401b-9414-800ef87a7ae6 req-e70a4abc-ce7a-4156-9026-41662774a59c tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.493607 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-0ed21021-1d4e-408b-9259-42eb8d3f1345 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.505693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dcc9afe1-b386-401b-9414-800ef87a7ae6 req-e70a4abc-ce7a-4156-9026-41662774a59c tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "DELETE /v2.0/security-groups/2b43a2ec-17c6-42cc-be4d-72f764a481e3 HTTP/1.1" status: 204 len: 173 time: 0.2524631 Jul 09 13:29:28.529920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-0ed21021-1d4e-408b-9259-42eb8d3f1345 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:28.535343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-0ed21021-1d4e-408b-9259-42eb8d3f1345 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:28.572337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-0ed21021-1d4e-408b-9259-42eb8d3f1345 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:28.618871 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=7ffa8e5b-f394-471f-9d8b-7ad621f73e68,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:28.642019 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70a4abc-ce7a-4156-9026-41662774a59c tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b43a2ec-17c6-42cc-be4d-72f764a481e3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:28.728007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed21021-1d4e-408b-9259-42eb8d3f1345 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event updated for resources: {'Port': ['ID=1000f9a7-444e-4349-b942-82d071e6b185,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:28.768710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0044ed-3f7f-4253-ad4f-2b52092d1bd8 req-4d35a74c-15f9-4b83-8fe2-5c76e2447600 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:28.771051 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d0044ed-3f7f-4253-ad4f-2b52092d1bd8 req-4d35a74c-15f9-4b83-8fe2-5c76e2447600 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2620919 Jul 09 13:29:28.772873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-0ed21021-1d4e-408b-9259-42eb8d3f1345 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:28.774267 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-0ed21021-1d4e-408b-9259-42eb8d3f1345 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:28.830038 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-0ed21021-1d4e-408b-9259-42eb8d3f1345 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1393538 Jul 09 13:29:28.846747 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d0044ed-3f7f-4253-ad4f-2b52092d1bd8 req-ae51d969-b47a-409c-851c-7c914fbbb941 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625970 Jul 09 13:29:28.848853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-25d64ef1-7043-41ae-8afc-6bcdd8faa36f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Request body: {'port': {'device_id': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83', 'admin_state_up': True, 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'security_groups': ['cbcd0f66-f7be-452b-bc64-32c547211663']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:28.886070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c4e64-9925-44b3-8379-5b15707aecb8 req-59d79aed-2308-4beb-863b-dee0103b7e61 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:28.895116 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-987c4e64-9925-44b3-8379-5b15707aecb8 req-59d79aed-2308-4beb-863b-dee0103b7e61 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.1835318 Jul 09 13:29:28.942652 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-987c4e64-9925-44b3-8379-5b15707aecb8 req-59774d8b-67e7-4760-b619-80aea7144519 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465693 Jul 09 13:29:29.004145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d95040bd-12a6-4a46-83ea-8d91eb8affa7 None None] Provisioning for port 1000f9a7-444e-4349-b942-82d071e6b185 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:29.009504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d95040bd-12a6-4a46-83ea-8d91eb8affa7 None None] Provisioning complete for port 1000f9a7-444e-4349-b942-82d071e6b185 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:29.010212 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d95040bd-12a6-4a46-83ea-8d91eb8affa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.096182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-25d64ef1-7043-41ae-8afc-6bcdd8faa36f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Made reservation on behalf of 590f3198215a402b9f863adddb8b13ff for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:29.100572 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-25d64ef1-7043-41ae-8afc-6bcdd8faa36f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.113183 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d95040bd-12a6-4a46-83ea-8d91eb8affa7 None None] Port 1000f9a7-444e-4349-b942-82d071e6b185 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:29.135450 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dac9181-b698-4936-8664-350b08266a05 x-openstack-request-id: req-3dac9181-b698-4936-8664-350b08266a05 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:29.135750 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9d4f97-69ac-4202-b5ce-19b380f29179", "name": "network-vif-plugged", "status": "completed", "tag": "7ffa8e5b-f394-471f-9d8b-7ad621f73e68", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:29.136004 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3dac9181-b698-4936-8664-350b08266a05 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:29.136399 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'code': 200} Jul 09 13:29:29.287945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fb74c73-9716-4a9d-b793-6a27b8aa0026 req-e13fc2f4-95a6-40c7-9267-f7ab42cda902 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "GET /v2.0/security-groups/200b0cb9-74be-415e-9c12-59cb99da551b HTTP/1.1" status: 200 len: 1814 time: 0.1039598 Jul 09 13:29:29.308602 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-25d64ef1-7043-41ae-8afc-6bcdd8faa36f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Allocated IP 10.1.1.117 (f55c62ae-a5d9-44e0-9eaa-9f06eac67a83/06d959da-897d-4ffe-8cce-f2a75985bb8a/f82e8d09-fde7-4c8f-b622-19cbeca8d2b4) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:29.345543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1f7f5c-84a9-43db-9edd-9a8bd63585b3 req-10398a27-d916-4791-97b0-b206bc2acd05 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.352965 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac1f7f5c-84a9-43db-9edd-9a8bd63585b3 req-10398a27-d916-4791-97b0-b206bc2acd05 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 946 time: 0.2563040 Jul 09 13:29:29.362119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b567a78-fe97-434e-acb4-5e7c7ea3e1b3 req-31db30ea-82a9-499a-9b94-b51a8d6b7a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.363683 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7b567a78-fe97-434e-acb4-5e7c7ea3e1b3 req-31db30ea-82a9-499a-9b94-b51a8d6b7a58 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 1097 time: 0.1270916 Jul 09 13:29:29.446669 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac1f7f5c-84a9-43db-9edd-9a8bd63585b3 req-32a09e2b-3a4b-4702-8714-e3086814058e tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878663 Jul 09 13:29:29.455462 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7fb74c73-9716-4a9d-b793-6a27b8aa0026 req-b6158a30-56ba-4f4a-8efe-50eaf66e8c78 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.478854 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7b567a78-fe97-434e-acb4-5e7c7ea3e1b3 req-04904365-3026-4026-8404-4771f01b3d5d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046832 Jul 09 13:29:29.515746 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7fb74c73-9716-4a9d-b793-6a27b8aa0026 req-b6158a30-56ba-4f4a-8efe-50eaf66e8c78 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.582152 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-25d64ef1-7043-41ae-8afc-6bcdd8faa36f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.598946 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-25d64ef1-7043-41ae-8afc-6bcdd8faa36f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Transition to ACTIVE for port object f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:29.648042 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-25d64ef1-7043-41ae-8afc-6bcdd8faa36f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.667327 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7fb74c73-9716-4a9d-b793-6a27b8aa0026 req-b6158a30-56ba-4f4a-8efe-50eaf66e8c78 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.670169 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7fb74c73-9716-4a9d-b793-6a27b8aa0026 req-b6158a30-56ba-4f4a-8efe-50eaf66e8c78 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.671412 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fb74c73-9716-4a9d-b793-6a27b8aa0026 req-b6158a30-56ba-4f4a-8efe-50eaf66e8c78 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] 10.222.0.39 "DELETE /v2.0/security-groups/200b0cb9-74be-415e-9c12-59cb99da551b HTTP/1.1" status: 204 len: 173 time: 0.3823910 Jul 09 13:29:29.684466 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55374) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:29.704372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6158a30-56ba-4f4a-8efe-50eaf66e8c78 tempest-SecurityGroupRulesNegativeTestJSON-1088229708 tempest-SecurityGroupRulesNegativeTestJSON-1088229708-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=200b0cb9-74be-415e-9c12-59cb99da551b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:29.774541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-25d64ef1-7043-41ae-8afc-6bcdd8faa36f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:29.785565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-25d64ef1-7043-41ae-8afc-6bcdd8faa36f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:29.799380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-25d64ef1-7043-41ae-8afc-6bcdd8faa36f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:29.811442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569d6f8a-48c8-4340-bcc5-d071261328f4 req-2691b08a-a966-43bb-b318-773151ff413f tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.813201 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-569d6f8a-48c8-4340-bcc5-d071261328f4 req-2691b08a-a966-43bb-b318-773151ff413f tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.1971705 Jul 09 13:29:29.841647 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2edf0ad-804c-45d1-993a-c2796e44b35f admin admin] Deleting subnet e049a989-9b05-40d6-becc-499e8a991b12 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:29:29.850805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d64ef1-7043-41ae-8afc-6bcdd8faa36f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event updated for resources: {'Port': ['ID=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:29.895920 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2edf0ad-804c-45d1-993a-c2796e44b35f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.900516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-25d64ef1-7043-41ae-8afc-6bcdd8faa36f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:29.901213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-25d64ef1-7043-41ae-8afc-6bcdd8faa36f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:29.924572 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-25d64ef1-7043-41ae-8afc-6bcdd8faa36f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0884724 Jul 09 13:29:29.935213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-696481ed-bf0c-4bb9-8b80-e1ec6a72ab68 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Request body: {'port': {'device_id': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76', 'admin_state_up': True, 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'security_groups': ['cbcd0f66-f7be-452b-bc64-32c547211663']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:29.979171 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-569d6f8a-48c8-4340-bcc5-d071261328f4 req-afe03497-1134-46b7-8708-f4a29cc609e8 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508100 Jul 09 13:29:30.064772 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2edf0ad-804c-45d1-993a-c2796e44b35f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.118113 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2edf0ad-804c-45d1-993a-c2796e44b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.223250 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-696481ed-bf0c-4bb9-8b80-e1ec6a72ab68 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Made reservation on behalf of 590f3198215a402b9f863adddb8b13ff for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:30.263855 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeefa2c2-b883-45e3-96b8-3105556cda2d req-07852db1-d04e-44d0-a8ea-73b6137b394a tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.270648 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eeefa2c2-b883-45e3-96b8-3105556cda2d req-07852db1-d04e-44d0-a8ea-73b6137b394a tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.4554753 Jul 09 13:29:30.273314 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-22fa007d-a355-4a26-957c-ded665a82fab None None] Provisioning for port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:30.283454 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-22fa007d-a355-4a26-957c-ded665a82fab None None] Provisioning complete for port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:30.286970 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-22fa007d-a355-4a26-957c-ded665a82fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.358807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-22fa007d-a355-4a26-957c-ded665a82fab None None] Port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:30.379438 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2edf0ad-804c-45d1-993a-c2796e44b35f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.430931 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-696481ed-bf0c-4bb9-8b80-e1ec6a72ab68 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.441088 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2edf0ad-804c-45d1-993a-c2796e44b35f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e049a989-9b05-40d6-becc-499e8a991b12,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:30.449769 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eeefa2c2-b883-45e3-96b8-3105556cda2d req-f5de3bfb-a97c-4e51-b71f-d92f0624758e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668077 Jul 09 13:29:30.465199 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404dd9b-df7c-4264-98b8-fc23285021b6 req-07050a5c-f311-4e15-bf3a-97117113c52e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.478455 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404dd9b-df7c-4264-98b8-fc23285021b6 req-07050a5c-f311-4e15-bf3a-97117113c52e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.486079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e404dd9b-df7c-4264-98b8-fc23285021b6 req-07050a5c-f311-4e15-bf3a-97117113c52e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.493270 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e404dd9b-df7c-4264-98b8-fc23285021b6 req-07050a5c-f311-4e15-bf3a-97117113c52e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 2374 time: 0.3321276 Jul 09 13:29:30.498556 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2edf0ad-804c-45d1-993a-c2796e44b35f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.501154 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c2edf0ad-804c-45d1-993a-c2796e44b35f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e049a989-9b05-40d6-becc-499e8a991b12 HTTP/1.1" status: 204 len: 168 time: 0.8138533 Jul 09 13:29:30.507275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55394) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:30.634934 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9044b98e-d886-4308-9ae9-c9636112999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.678511 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e404dd9b-df7c-4264-98b8-fc23285021b6 req-422bfa31-bb23-4eb3-9465-cdb279567a2f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840918 Jul 09 13:29:30.696397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-696481ed-bf0c-4bb9-8b80-e1ec6a72ab68 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Allocated IP 10.2.2.100 (fc88aea0-f7b3-4a5d-8c9c-cd233750eb76/49d3e9d5-750d-45f1-840a-12db3a7eff08/ad774c33-cfca-4add-b80c-6424715fae3e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:30.862039 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56de6a1f-1593-4338-a728-ca39ef12201f req-8bbd1b39-99d8-44db-a686-0c15436cd8bd tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:30.870514 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56de6a1f-1593-4338-a728-ca39ef12201f req-8bbd1b39-99d8-44db-a686-0c15436cd8bd tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.2249172 Jul 09 13:29:30.876028 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9044b98e-d886-4308-9ae9-c9636112999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.909159 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9044b98e-d886-4308-9ae9-c9636112999a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53309f3d-9596-43c3-9db7-e139ad6e309b']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:30.925063 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9044b98e-d886-4308-9ae9-c9636112999a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65d77bed-b675-4fe8-b135-91d7b2eba1e9') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:30.925344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9044b98e-d886-4308-9ae9-c9636112999a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65d77bed-b675-4fe8-b135-91d7b2eba1e9') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:30.944206 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9044b98e-d886-4308-9ae9-c9636112999a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.963699 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56de6a1f-1593-4338-a728-ca39ef12201f req-208e5d4b-412b-4d10-8d19-77a0410e7bde tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920560 Jul 09 13:29:30.974707 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9044b98e-d886-4308-9ae9-c9636112999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:30.985598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9044b98e-d886-4308-9ae9-c9636112999a admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:29:30.985967 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9044b98e-d886-4308-9ae9-c9636112999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.015491 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-696481ed-bf0c-4bb9-8b80-e1ec6a72ab68 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:29:31.039069 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:29:31.111003 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-696481ed-bf0c-4bb9-8b80-e1ec6a72ab68 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Transition to ACTIVE for port object ad774c33-cfca-4add-b80c-6424715fae3e will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:31.125071 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9044b98e-d886-4308-9ae9-c9636112999a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.149995 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9044b98e-d886-4308-9ae9-c9636112999a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.153519 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9044b98e-d886-4308-9ae9-c9636112999a admin admin] 10.222.0.39 "DELETE /v2.0/networks/53309f3d-9596-43c3-9db7-e139ad6e309b HTTP/1.1" status: 204 len: 168 time: 0.6451776 Jul 09 13:29:31.181598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9044b98e-d886-4308-9ae9-c9636112999a admin admin] Pushing event deleted for resources: {'Network': ['ID=53309f3d-9596-43c3-9db7-e139ad6e309b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:31.196546 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-696481ed-bf0c-4bb9-8b80-e1ec6a72ab68 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.238021 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a720f9f-ec98-4851-9cfa-1ae4a3250f2f req-c4034c0f-2bae-4b7d-a916-f2b8a4a6ee2c tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.244979 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5a720f9f-ec98-4851-9cfa-1ae4a3250f2f req-c4034c0f-2bae-4b7d-a916-f2b8a4a6ee2c tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 946 time: 0.1981559 Jul 09 13:29:31.253923 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-696481ed-bf0c-4bb9-8b80-e1ec6a72ab68 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Network fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:31.257274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-696481ed-bf0c-4bb9-8b80-e1ec6a72ab68 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:31.273030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-696481ed-bf0c-4bb9-8b80-e1ec6a72ab68 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:31.332678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696481ed-bf0c-4bb9-8b80-e1ec6a72ab68 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event updated for resources: {'Port': ['ID=ad774c33-cfca-4add-b80c-6424715fae3e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:31.362696 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5a720f9f-ec98-4851-9cfa-1ae4a3250f2f req-cd4ae095-cc70-43c5-969a-301007f557b1 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113453 Jul 09 13:29:31.368980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-696481ed-bf0c-4bb9-8b80-e1ec6a72ab68 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.370245 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-696481ed-bf0c-4bb9-8b80-e1ec6a72ab68 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.409862 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-696481ed-bf0c-4bb9-8b80-e1ec6a72ab68 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4792991 Jul 09 13:29:31.419883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-68285a2d-fc58-478e-b516-bc01c4e07e5e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Request body: {'port': {'device_id': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76', 'admin_state_up': True, 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'security_groups': ['cbcd0f66-f7be-452b-bc64-32c547211663']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:31.607129 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55418) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:31.674801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-68285a2d-fc58-478e-b516-bc01c4e07e5e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Made reservation on behalf of 590f3198215a402b9f863adddb8b13ff for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:31.679807 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-68285a2d-fc58-478e-b516-bc01c4e07e5e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.698140 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a524ed80-0edd-428f-863e-c2d6f89b226b None None] Provisioning for port ad774c33-cfca-4add-b80c-6424715fae3e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:31.702679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a524ed80-0edd-428f-863e-c2d6f89b226b None None] Provisioning complete for port ad774c33-cfca-4add-b80c-6424715fae3e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:31.703153 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a524ed80-0edd-428f-863e-c2d6f89b226b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.718161 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-729eba37-1a6a-44af-8ebb-c0565675b54f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e3b701438e6f46fbab0ed33f3c5ebda2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1088910 Jul 09 13:29:31.723693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55420) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:31.772025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8a7f79-4e2c-4005-863a-742c40c8ad97 req-a866cb74-615c-4a3d-814d-3ba3b6b3ad84 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.774102 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa8a7f79-4e2c-4005-863a-742c40c8ad97 req-a866cb74-615c-4a3d-814d-3ba3b6b3ad84 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2254589 Jul 09 13:29:31.784615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a524ed80-0edd-428f-863e-c2d6f89b226b None None] Port ad774c33-cfca-4add-b80c-6424715fae3e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:31.791488 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19b50d3e-d5ac-4ade-a163-e68a8d346bfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.826518 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416e8ecc-cfe7-4824-821b-1ef220a655e5 req-ca6faf98-d8e5-4ff9-972a-4848a7e33653 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:31.836761 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-416e8ecc-cfe7-4824-821b-1ef220a655e5 req-ca6faf98-d8e5-4ff9-972a-4848a7e33653 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.5071125 Jul 09 13:29:31.862933 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e89f03f0-4163-462d-ac92-a80ecf621c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:31.887715 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa8a7f79-4e2c-4005-863a-742c40c8ad97 req-4bf2e1e6-27b1-4f99-84ca-6e89d41f03b8 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041634 Jul 09 13:29:31.888461 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e89f03f0-4163-462d-ac92-a80ecf621c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:32.005183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-68285a2d-fc58-478e-b516-bc01c4e07e5e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Allocated IP 10.2.2.200 (fc88aea0-f7b3-4a5d-8c9c-cd233750eb76/49d3e9d5-750d-45f1-840a-12db3a7eff08/7aafc5af-bd0d-4302-8462-84fc2adfb5f9) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:32.028634 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-416e8ecc-cfe7-4824-821b-1ef220a655e5 req-8d678165-65f7-40fb-974e-1bfa0328eb6b tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904500 Jul 09 13:29:32.045027 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e89f03f0-4163-462d-ac92-a80ecf621c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:32.054385 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e89f03f0-4163-462d-ac92-a80ecf621c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:32.056694 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e89f03f0-4163-462d-ac92-a80ecf621c8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/929ceed9-482a-4bd8-a826-c4dbd2fae626 HTTP/1.1" status: 204 len: 168 time: 0.3321557 Jul 09 13:29:32.127994 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89f03f0-4163-462d-ac92-a80ecf621c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929ceed9-482a-4bd8-a826-c4dbd2fae626,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:32.298855 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-8fac09c8-99ea-4aad-9581-6f2932512909 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3792388 Jul 09 13:29:32.305017 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:32.309095 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-68285a2d-fc58-478e-b516-bc01c4e07e5e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:32.332027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-68285a2d-fc58-478e-b516-bc01c4e07e5e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Transition to ACTIVE for port object 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:32.373969 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:32.384489 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-68285a2d-fc58-478e-b516-bc01c4e07e5e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:32.442635 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4468cec-d686-4e3b-934c-16b4fc665fb6 req-ffb6ccbb-ad06-4b09-9900-c4782023f218 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:32.447491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68285a2d-fc58-478e-b516-bc01c4e07e5e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event updated for resources: {'Port': ['ID=7aafc5af-bd0d-4302-8462-84fc2adfb5f9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:32.452017 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4468cec-d686-4e3b-934c-16b4fc665fb6 req-ffb6ccbb-ad06-4b09-9900-c4782023f218 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:32.460714 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4468cec-d686-4e3b-934c-16b4fc665fb6 req-ffb6ccbb-ad06-4b09-9900-c4782023f218 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:32.465545 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-68285a2d-fc58-478e-b516-bc01c4e07e5e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Network fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:32.467186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-68285a2d-fc58-478e-b516-bc01c4e07e5e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:32.469768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4468cec-d686-4e3b-934c-16b4fc665fb6 req-ffb6ccbb-ad06-4b09-9900-c4782023f218 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:32.470173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-68285a2d-fc58-478e-b516-bc01c4e07e5e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:32.473086 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4468cec-d686-4e3b-934c-16b4fc665fb6 req-ffb6ccbb-ad06-4b09-9900-c4782023f218 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 3095 time: 0.2642596 Jul 09 13:29:32.564969 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-68285a2d-fc58-478e-b516-bc01c4e07e5e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:32.566115 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-68285a2d-fc58-478e-b516-bc01c4e07e5e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:32.573742 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4468cec-d686-4e3b-934c-16b4fc665fb6 req-48773bf3-98b4-48fb-9a1e-58734f4c856f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651233 Jul 09 13:29:32.599361 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-68285a2d-fc58-478e-b516-bc01c4e07e5e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1835160 Jul 09 13:29:32.612112 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Request body: {'port': {'device_id': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:32.669351 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:32.762063 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:32.819433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f961dfec-3bfb-4261-8557-cf504752a20c None None] Provisioning for port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:32.826631 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f961dfec-3bfb-4261-8557-cf504752a20c None None] Provisioning complete for port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:32.829348 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f961dfec-3bfb-4261-8557-cf504752a20c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:32.917637 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f961dfec-3bfb-4261-8557-cf504752a20c None None] Port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:32.929036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Allocated IP 172.25.2.241 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/4a2a9974-c3ae-4e1b-8a82-c853db58e84c) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:33.094431 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.204303 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.262530 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Pushing event updated for resources: {'Port': ['ID=4a2a9974-c3ae-4e1b-8a82-c853db58e84c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:33.282201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ec55cc-aef3-465f-8fa7-c41e90eda5f1 req-f89b00a7-36c8-4f3c-9a9b-86c0cf119a20 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:33.283586 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8ec55cc-aef3-465f-8fa7-c41e90eda5f1 req-f89b00a7-36c8-4f3c-9a9b-86c0cf119a20 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1567614 Jul 09 13:29:33.291975 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:33.294732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:33.297991 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:33.367948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4edfb6ea-db14-4165-bcd2-8f02f28336be {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:33.380309 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.395137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Transition to ACTIVE for port object 4edfb6ea-db14-4165-bcd2-8f02f28336be will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:33.419933 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.425398 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8ec55cc-aef3-465f-8fa7-c41e90eda5f1 req-c10db991-b784-4ff7-9b20-ff690d247dcf tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317294 Jul 09 13:29:33.450103 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.566028 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.619423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Pushing event updated for resources: {'Port': ['ID=4edfb6ea-db14-4165-bcd2-8f02f28336be,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:33.704425 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Attempting to bind port 4edfb6ea-db14-4165-bcd2-8f02f28336be on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:33.706501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Attempting to bind port 4edfb6ea-db14-4165-bcd2-8f02f28336be by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '47b9a13c-f555-48d2-88a1-afb09cafec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:33.707553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Attempting to bind port 4edfb6ea-db14-4165-bcd2-8f02f28336be on network d737c001-7bab-4f5d-8700-9afe90af1f16 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:33.724919 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Port 4edfb6ea-db14-4165-bcd2-8f02f28336be on network d737c001-7bab-4f5d-8700-9afe90af1f16 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:33.725806 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Attempting to bind port 4edfb6ea-db14-4165-bcd2-8f02f28336be on network d737c001-7bab-4f5d-8700-9afe90af1f16 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:33.752634 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:33.753260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Checking segment: {'id': '47b9a13c-f555-48d2-88a1-afb09cafec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:33.754151 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Bound using segment: {'id': '47b9a13c-f555-48d2-88a1-afb09cafec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:33.755036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Bound port: 4edfb6ea-db14-4165-bcd2-8f02f28336be, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47b9a13c-f555-48d2-88a1-afb09cafec61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:33.755730 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.855903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] For port 4edfb6ea-db14-4165-bcd2-8f02f28336be, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:33.861423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] For port 4edfb6ea-db14-4165-bcd2-8f02f28336be, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4edfb6ea-db14-4165-bcd2-8f02f28336be,segment=NetworkSegment(47b9a13c-f555-48d2-88a1-afb09cafec61),segment_id=47b9a13c-f555-48d2-88a1-afb09cafec61)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:33.869521 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.933252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Pushing event updated for resources: {'Port': ['ID=4edfb6ea-db14-4165-bcd2-8f02f28336be,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:33.968739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:33.969871 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:33.972217 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-d34b312c-0176-48d9-8b6b-9b8f2151f932 service neutron] 10.222.0.18 "PUT /v2.0/ports/4edfb6ea-db14-4165-bcd2-8f02f28336be HTTP/1.1" status: 200 len: 1091 time: 1.3661494 Jul 09 13:29:33.972746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'tag': '4edfb6ea-db14-4165-bcd2-8f02f28336be'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:33.979767 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82944a6-0563-4348-b57d-9f1beb544311" -d '{"events": [{"name": "network-changed", "server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "tag": "4edfb6ea-db14-4165-bcd2-8f02f28336be"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:33.992505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029403a8-fdbb-4173-9cfb-a7056edf5817 req-253ee562-23d2-4ea4-abb8-f0e996c982a1 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:33.994186 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-029403a8-fdbb-4173-9cfb-a7056edf5817 req-253ee562-23d2-4ea4-abb8-f0e996c982a1 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.3191400 Jul 09 13:29:34.012105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Request body: {'port': {'device_id': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:34.081557 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-029403a8-fdbb-4173-9cfb-a7056edf5817 req-15271e35-423e-44c1-ab57-352c2a169f4e tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760632 Jul 09 13:29:34.131021 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:34.142922 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:34.152950 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:34.230158 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ae7593b-aac4-4c79-8dd8-85704da32ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:34.261634 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:34.350221 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:34.357990 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0577781 Jul 09 13:29:34.359182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978ca021-69b2-409d-934b-0e673c820405 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Pushing event updated for resources: {'Port': ['ID=4a2a9974-c3ae-4e1b-8a82-c853db58e84c,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:34.466830 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-f2313fc7-df12-4498-b214-acc95319d190 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 696 time: 0.0657282 Jul 09 13:29:34.570019 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa636a5-b66a-4700-9c70-f613b41c301c req-133bd567-6d9c-4187-90cb-19fe7583b8f3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.573964 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3fa636a5-b66a-4700-9c70-f613b41c301c req-133bd567-6d9c-4187-90cb-19fe7583b8f3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.2423112 Jul 09 13:29:34.577386 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:34.675637 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-a26b27d1-f519-4aab-a6ef-73a0007d0541 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.682588 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5ca71db-42f7-4669-9c62-2dc6ee970594 req-a26b27d1-f519-4aab-a6ef-73a0007d0541 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.2083712 Jul 09 13:29:34.697308 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3fa636a5-b66a-4700-9c70-f613b41c301c req-acfc2223-1ec7-43da-a072-95c8ef72796c tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089458 Jul 09 13:29:34.968660 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9a796-084d-41b4-97fd-e1ccc8977d2c req-d1f02c15-c956-44c9-872a-859030f239c2 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.977262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9a796-084d-41b4-97fd-e1ccc8977d2c req-d1f02c15-c956-44c9-872a-859030f239c2 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.977452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28930a53-11dd-4de0-887b-cd975c02419b {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:34.986590 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9a796-084d-41b4-97fd-e1ccc8977d2c req-d1f02c15-c956-44c9-872a-859030f239c2 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.993783 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9a796-084d-41b4-97fd-e1ccc8977d2c req-d1f02c15-c956-44c9-872a-859030f239c2 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:34.999561 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:35.001843 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab9a796-084d-41b4-97fd-e1ccc8977d2c req-d1f02c15-c956-44c9-872a-859030f239c2 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:35.015629 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fab9a796-084d-41b4-97fd-e1ccc8977d2c req-d1f02c15-c956-44c9-872a-859030f239c2 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 3828 time: 0.1669152 Jul 09 13:29:35.024147 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Transition to ACTIVE for port object 28930a53-11dd-4de0-887b-cd975c02419b will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:35.028406 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:35.089878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Pushing event updated for resources: {'Port': ['ID=28930a53-11dd-4de0-887b-cd975c02419b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:35.095990 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fab9a796-084d-41b4-97fd-e1ccc8977d2c req-266f1d32-4b52-46b5-8da3-fda5bc921000 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845208 Jul 09 13:29:35.235904 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3b4d7b0-beb2-4fad-a159-65aa27ba30a0 x-openstack-request-id: req-c3b4d7b0-beb2-4fad-a159-65aa27ba30a0 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:35.235904 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "tag": "4edfb6ea-db14-4165-bcd2-8f02f28336be", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:35.236210 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c3b4d7b0-beb2-4fad-a159-65aa27ba30a0 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:35.236578 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'tag': '4edfb6ea-db14-4165-bcd2-8f02f28336be', 'status': 'completed', 'code': 200} Jul 09 13:29:35.354087 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Attempting to bind port 28930a53-11dd-4de0-887b-cd975c02419b on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:35.354351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Attempting to bind port 28930a53-11dd-4de0-887b-cd975c02419b by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:35.354695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Attempting to bind port 28930a53-11dd-4de0-887b-cd975c02419b on network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:35.371011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82944a6-0563-4348-b57d-9f1beb544311 req-870863f8-2237-4ad0-aa73-715a6a4705cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:35.371675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82944a6-0563-4348-b57d-9f1beb544311 req-870863f8-2237-4ad0-aa73-715a6a4705cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:35.372155 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82944a6-0563-4348-b57d-9f1beb544311 req-870863f8-2237-4ad0-aa73-715a6a4705cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:35.372661 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82944a6-0563-4348-b57d-9f1beb544311 req-870863f8-2237-4ad0-aa73-715a6a4705cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:35.373243 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82944a6-0563-4348-b57d-9f1beb544311 req-870863f8-2237-4ad0-aa73-715a6a4705cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:35.373602 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82944a6-0563-4348-b57d-9f1beb544311 req-870863f8-2237-4ad0-aa73-715a6a4705cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:35.376478 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a82944a6-0563-4348-b57d-9f1beb544311 req-870863f8-2237-4ad0-aa73-715a6a4705cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=590f3198215a402b9f863adddb8b13ff&device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5244 time: 0.1614931 Jul 09 13:29:35.378806 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Port 28930a53-11dd-4de0-887b-cd975c02419b on network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:35.379222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Attempting to bind port 28930a53-11dd-4de0-887b-cd975c02419b on network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:35.429832 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:35.430531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Checking segment: {'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:35.431071 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Bound using segment: {'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:35.431721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Bound port: 28930a53-11dd-4de0-887b-cd975c02419b, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:35.432237 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:35.509614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0876158-482f-4f19-937b-32abaa0827db req-0d09e362-3ca7-4881-9739-406af6fe249f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:35.514413 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:35.520661 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f0876158-482f-4f19-937b-32abaa0827db req-0d09e362-3ca7-4881-9739-406af6fe249f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1751883 Jul 09 13:29:35.608578 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82944a6-0563-4348-b57d-9f1beb544311 req-ffd9f1d7-7b9a-4b57-9662-eae0605901f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:35.609882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82944a6-0563-4348-b57d-9f1beb544311 req-ffd9f1d7-7b9a-4b57-9662-eae0605901f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:35.610542 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82944a6-0563-4348-b57d-9f1beb544311 req-ffd9f1d7-7b9a-4b57-9662-eae0605901f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:35.614068 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a82944a6-0563-4348-b57d-9f1beb544311 req-ffd9f1d7-7b9a-4b57-9662-eae0605901f6 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=590f3198215a402b9f863adddb8b13ff&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2280016 Jul 09 13:29:35.616730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] For port 28930a53-11dd-4de0-887b-cd975c02419b, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:35.621911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] For port 28930a53-11dd-4de0-887b-cd975c02419b, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28930a53-11dd-4de0-887b-cd975c02419b,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:35.636397 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:35.700740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-a15728ff-49fb-41bd-86fd-e9e1875f911d tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:35.702321 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-a15728ff-49fb-41bd-86fd-e9e1875f911d tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 821 time: 0.1592395 Jul 09 13:29:35.735453 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-867e550e-db08-47ab-b169-aa7f5dc29569 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/quotas/fcd82771b9a6459ba9739e9a10eb6ed5 HTTP/1.1" status: 200 len: 375 time: 0.0235784 Jul 09 13:29:35.748609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f0876158-482f-4f19-937b-32abaa0827db req-6267467e-d760-4d25-9a2b-8424160399b9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2269509 Jul 09 13:29:35.780589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:35.781300 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:35.783371 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] 10.222.0.18 "PUT /v2.0/ports/28930a53-11dd-4de0-887b-cd975c02419b HTTP/1.1" status: 200 len: 1130 time: 1.7792645 Jul 09 13:29:35.824760 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-7a019b66-3700-4d77-9806-e72e65ba32a6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:29:35.825816 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-7a019b66-3700-4d77-9806-e72e65ba32a6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086341 Jul 09 13:29:35.857017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Request body: {'port': {'device_id': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:35.887982 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-961c8ac0-5774-4dcc-a5cd-87cd6db784c8 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1381383 Jul 09 13:29:35.941657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456394d-2a21-4dff-9864-1d90c662ddc2 service neutron] Pushing event updated for resources: {'Port': ['ID=28930a53-11dd-4de0-887b-cd975c02419b,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:35.947327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82944a6-0563-4348-b57d-9f1beb544311 req-929ad528-b225-4bf2-b9d5-19db5520419d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:35.947327 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a82944a6-0563-4348-b57d-9f1beb544311 req-929ad528-b225-4bf2-b9d5-19db5520419d service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3273821 Jul 09 13:29:36.032471 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:36.389487 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795a49b6-af89-48aa-beb1-053dad488f80 req-8c796c1f-61d0-4a98-8169-976038df6b31 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:36.397193 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-795a49b6-af89-48aa-beb1-053dad488f80 req-8c796c1f-61d0-4a98-8169-976038df6b31 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.1014111 Jul 09 13:29:36.426932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea254c8c-527b-4377-8ac0-c397795b2168 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:36.428726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-3186fbc3-6222-4b9e-9d58-2ccef49ec0c8 service neutron] 10.222.0.39 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5394304 Jul 09 13:29:36.449326 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:36.475660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Transition to ACTIVE for port object ea254c8c-527b-4377-8ac0-c397795b2168 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:36.486541 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:36.530149 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-795a49b6-af89-48aa-beb1-053dad488f80 req-b260e6c2-4164-4fb9-b75b-670a415b37ba tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320477 Jul 09 13:29:36.551681 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Pushing event updated for resources: {'Port': ['ID=ea254c8c-527b-4377-8ac0-c397795b2168,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:36.568983 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-770fb487-7ac9-4804-838f-de9102c71ca6 service neutron] 10.222.0.39 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253078 Jul 09 13:29:36.778429 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Attempting to bind port ea254c8c-527b-4377-8ac0-c397795b2168 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:36.779037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Attempting to bind port ea254c8c-527b-4377-8ac0-c397795b2168 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:36.780437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Attempting to bind port ea254c8c-527b-4377-8ac0-c397795b2168 on network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:36.793544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Port ea254c8c-527b-4377-8ac0-c397795b2168 on network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:36.794812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Attempting to bind port ea254c8c-527b-4377-8ac0-c397795b2168 on network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:36.806943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:36.807187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Checking segment: {'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:36.807404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Bound using segment: {'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:36.811678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Bound port: ea254c8c-527b-4377-8ac0-c397795b2168, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:36.812213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:36.878367 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:36.968381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031a66ad-1379-4531-8de3-6cf12a3f868b req-2617ae67-526f-47ec-a879-920f8b5cc587 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:36.979350 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-031a66ad-1379-4531-8de3-6cf12a3f868b req-2617ae67-526f-47ec-a879-920f8b5cc587 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.1695879 Jul 09 13:29:36.986422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] For port ea254c8c-527b-4377-8ac0-c397795b2168, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:36.995396 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] For port ea254c8c-527b-4377-8ac0-c397795b2168, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ea254c8c-527b-4377-8ac0-c397795b2168,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:37.005367 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:37.085060 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-031a66ad-1379-4531-8de3-6cf12a3f868b req-1fb54a6a-02bf-45e1-a50e-81c9fde0005f tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044164 Jul 09 13:29:37.098721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.100338 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:37.102980 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] 10.222.0.18 "PUT /v2.0/ports/ea254c8c-527b-4377-8ac0-c397795b2168 HTTP/1.1" status: 200 len: 1130 time: 1.2653592 Jul 09 13:29:37.141940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Request body: {'port': {'device_id': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:37.239581 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'tag': '28930a53-11dd-4de0-887b-cd975c02419b'}, {'name': 'network-changed', 'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'tag': 'ea254c8c-527b-4377-8ac0-c397795b2168'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:37.246865 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de4084a-61b2-46d6-aab2-be375aaae6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "tag": "28930a53-11dd-4de0-887b-cd975c02419b"}, {"name": "network-changed", "server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "tag": "ea254c8c-527b-4377-8ac0-c397795b2168"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:37.271983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Pushing event updated for resources: {'Port': ['ID=ea254c8c-527b-4377-8ac0-c397795b2168,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:37.290232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56cc180-8883-496f-b655-c8e2edf3d9ed req-a4ed7f2e-5bff-4263-b2ac-62a5c380b330 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.291718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a56cc180-8883-496f-b655-c8e2edf3d9ed req-a4ed7f2e-5bff-4263-b2ac-62a5c380b330 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1963346 Jul 09 13:29:37.301800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:37.302739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:37.303484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:37.304024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:37.304506 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:37.304981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:37.305591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:37.306115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:37.306581 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:37.307048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:37.307537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:37.308023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659489cd-b427-4a05-97f4-50707170cf3e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:37.360626 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a56cc180-8883-496f-b655-c8e2edf3d9ed req-db24376d-c91c-48b2-a581-833abc1d02dd tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572522 Jul 09 13:29:37.434179 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:37.530447 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e2b204e-606c-449e-9e8c-70bc45f53d12 req-40a57289-5496-4717-917a-a34550c543ca tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 210 time: 0.0649447 Jul 09 13:29:37.705098 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2df2d80-7240-4be7-818a-ea7f6efffa07 x-openstack-request-id: req-b2df2d80-7240-4be7-818a-ea7f6efffa07 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:37.705423 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "tag": "28930a53-11dd-4de0-887b-cd975c02419b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "tag": "ea254c8c-527b-4377-8ac0-c397795b2168", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:37.705699 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2df2d80-7240-4be7-818a-ea7f6efffa07 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:37.708151 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'tag': '28930a53-11dd-4de0-887b-cd975c02419b', 'status': 'completed', 'code': 200} Jul 09 13:29:37.708445 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'tag': 'ea254c8c-527b-4377-8ac0-c397795b2168', 'status': 'completed', 'code': 200} Jul 09 13:29:37.871459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef217f-b009-44e5-a564-e5955cfb094d req-63ae43da-141a-4839-a9f8-d6433039edbe tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.894241 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef217f-b009-44e5-a564-e5955cfb094d req-63ae43da-141a-4839-a9f8-d6433039edbe tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.907696 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef217f-b009-44e5-a564-e5955cfb094d req-63ae43da-141a-4839-a9f8-d6433039edbe tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.910476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-a6844510-abaa-472f-824d-3dedfb3f6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.923543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-a6844510-abaa-472f-824d-3dedfb3f6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.925548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-a6844510-abaa-472f-824d-3dedfb3f6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.929496 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-a6844510-abaa-472f-824d-3dedfb3f6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.930256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-a6844510-abaa-472f-824d-3dedfb3f6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.930749 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-a6844510-abaa-472f-824d-3dedfb3f6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.931326 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-a6844510-abaa-472f-824d-3dedfb3f6465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.933727 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef217f-b009-44e5-a564-e5955cfb094d req-63ae43da-141a-4839-a9f8-d6433039edbe tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.936045 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-a6844510-abaa-472f-824d-3dedfb3f6465 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=590f3198215a402b9f863adddb8b13ff&device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 6209 time: 0.2265103 Jul 09 13:29:37.958190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef217f-b009-44e5-a564-e5955cfb094d req-63ae43da-141a-4839-a9f8-d6433039edbe tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.971577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef217f-b009-44e5-a564-e5955cfb094d req-63ae43da-141a-4839-a9f8-d6433039edbe tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:37.993368 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef217f-b009-44e5-a564-e5955cfb094d req-63ae43da-141a-4839-a9f8-d6433039edbe tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:38.008623 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-09ef217f-b009-44e5-a564-e5955cfb094d req-63ae43da-141a-4839-a9f8-d6433039edbe tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5372 time: 0.3172102 Jul 09 13:29:38.107634 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-09ef217f-b009-44e5-a564-e5955cfb094d req-c0a386dc-7970-4fe5-b372-31ffd6f78e1c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0979290 Jul 09 13:29:38.195485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d18561-80e0-4f60-9564-a2cca216919f req-63d6c23a-f744-41f4-a7dd-beb772c560c3 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:38.197319 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2d18561-80e0-4f60-9564-a2cca216919f req-63d6c23a-f744-41f4-a7dd-beb772c560c3 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.1700532 Jul 09 13:29:38.243139 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:38.310914 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2d18561-80e0-4f60-9564-a2cca216919f req-69eb9541-1429-44e4-8871-562ca8067a90 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066964 Jul 09 13:29:38.348866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1000f9a7-444e-4349-b942-82d071e6b185 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:38.364341 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-261e9923-677f-4a04-9e22-ad131df2e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:38.364849 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-261e9923-677f-4a04-9e22-ad131df2e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:38.365305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-261e9923-677f-4a04-9e22-ad131df2e047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:38.367209 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-261e9923-677f-4a04-9e22-ad131df2e047 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=590f3198215a402b9f863adddb8b13ff&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.4203286 Jul 09 13:29:38.382746 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:38.467640 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:38.522847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-2937605a-1eb8-4358-ad8b-e7a4b9326759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:38.524509 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-2937605a-1eb8-4358-ad8b-e7a4b9326759 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1442611 Jul 09 13:29:38.525452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Transition to ACTIVE for port object 1000f9a7-444e-4349-b942-82d071e6b185 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:38.535388 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:38.600565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Pushing event updated for resources: {'Port': ['ID=1000f9a7-444e-4349-b942-82d071e6b185,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:38.637767 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc26b45-d8f1-4cca-a7c6-fecc5217e4d3 req-675cfffb-7582-4a11-8790-752c7e4e0783 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:38.647397 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3fc26b45-d8f1-4cca-a7c6-fecc5217e4d3 req-675cfffb-7582-4a11-8790-752c7e4e0783 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2414248 Jul 09 13:29:38.723301 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3fc26b45-d8f1-4cca-a7c6-fecc5217e4d3 req-9d727033-f262-48a5-bbfb-7078093d8fb1 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746813 Jul 09 13:29:38.746772 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fcde47-1d75-4d02-b8d1-666e2c907da0 req-3a9bc272-b456-49eb-9672-902fd63b2f7c tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:38.750526 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70fcde47-1d75-4d02-b8d1-666e2c907da0 req-3a9bc272-b456-49eb-9672-902fd63b2f7c tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.2165849 Jul 09 13:29:38.785446 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Attempting to bind port 1000f9a7-444e-4349-b942-82d071e6b185 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:38.785721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Attempting to bind port 1000f9a7-444e-4349-b942-82d071e6b185 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:38.786133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Attempting to bind port 1000f9a7-444e-4349-b942-82d071e6b185 on network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:38.798996 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-4f25ecf8-6353-4cf5-857a-c744688fa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:38.807486 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-4f25ecf8-6353-4cf5-857a-c744688fa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:38.808038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-4f25ecf8-6353-4cf5-857a-c744688fa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:38.808531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-4f25ecf8-6353-4cf5-857a-c744688fa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:38.809693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-4f25ecf8-6353-4cf5-857a-c744688fa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:38.810414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-4f25ecf8-6353-4cf5-857a-c744688fa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:38.810892 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-4f25ecf8-6353-4cf5-857a-c744688fa3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:38.816586 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-4f25ecf8-6353-4cf5-857a-c744688fa3fc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=590f3198215a402b9f863adddb8b13ff&device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 6234 time: 0.1950502 Jul 09 13:29:38.818096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Port 1000f9a7-444e-4349-b942-82d071e6b185 on network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:38.818681 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Attempting to bind port 1000f9a7-444e-4349-b942-82d071e6b185 on network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:38.845522 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70fcde47-1d75-4d02-b8d1-666e2c907da0 req-44995922-17c2-4a28-a00f-5dae3e77ac18 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834506 Jul 09 13:29:38.875623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:38.875623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Checking segment: {'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:38.875623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Bound using segment: {'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:38.875623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Bound port: 1000f9a7-444e-4349-b942-82d071e6b185, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:38.875623 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:39.278932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d8aff7-f6fc-497b-aedf-850f3ac4c1a8 req-77b697ff-4241-48b3-ae80-9eee3fb53250 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.287717 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19d8aff7-f6fc-497b-aedf-850f3ac4c1a8 req-77b697ff-4241-48b3-ae80-9eee3fb53250 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1965752 Jul 09 13:29:39.294058 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86367503-6705-4c56-b583-4a4e853f3ece req-240e2bfe-f68c-49dc-85ae-ae64620ee9eb tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 210 time: 0.1131630 Jul 09 13:29:39.422270 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19d8aff7-f6fc-497b-aedf-850f3ac4c1a8 req-29587f23-f141-4ece-abba-8837c32564f2 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322570 Jul 09 13:29:39.559043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] For port 1000f9a7-444e-4349-b942-82d071e6b185, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:39.567339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] For port 1000f9a7-444e-4349-b942-82d071e6b185, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1000f9a7-444e-4349-b942-82d071e6b185,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:39.580455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-fc64d5bd-20d4-4efb-82f8-af5270e526a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.581107 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-fc64d5bd-20d4-4efb-82f8-af5270e526a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.581581 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-fc64d5bd-20d4-4efb-82f8-af5270e526a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.585122 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-fc64d5bd-20d4-4efb-82f8-af5270e526a9 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=590f3198215a402b9f863adddb8b13ff&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7597618 Jul 09 13:29:39.588006 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:39.618610 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778c91a-cad2-44c1-995d-4076bf1e62c2 req-1f33bc19-cbe9-4aa3-b5db-d3b6e879cfa4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.648234 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778c91a-cad2-44c1-995d-4076bf1e62c2 req-1f33bc19-cbe9-4aa3-b5db-d3b6e879cfa4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.662020 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778c91a-cad2-44c1-995d-4076bf1e62c2 req-1f33bc19-cbe9-4aa3-b5db-d3b6e879cfa4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.670301 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778c91a-cad2-44c1-995d-4076bf1e62c2 req-1f33bc19-cbe9-4aa3-b5db-d3b6e879cfa4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.692156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778c91a-cad2-44c1-995d-4076bf1e62c2 req-1f33bc19-cbe9-4aa3-b5db-d3b6e879cfa4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.697364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.697995 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:39.699608 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] 10.222.0.18 "PUT /v2.0/ports/1000f9a7-444e-4349-b942-82d071e6b185 HTTP/1.1" status: 200 len: 1091 time: 2.5660677 Jul 09 13:29:39.715489 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778c91a-cad2-44c1-995d-4076bf1e62c2 req-1f33bc19-cbe9-4aa3-b5db-d3b6e879cfa4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.732838 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c778c91a-cad2-44c1-995d-4076bf1e62c2 req-1f33bc19-cbe9-4aa3-b5db-d3b6e879cfa4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.747370 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c778c91a-cad2-44c1-995d-4076bf1e62c2 req-1f33bc19-cbe9-4aa3-b5db-d3b6e879cfa4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5384 time: 0.2604656 Jul 09 13:29:39.762128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'tag': '1000f9a7-444e-4349-b942-82d071e6b185'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:39.764554 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a559ba9e-6a2d-4d28-a7e3-e70e178a173a" -d '{"events": [{"name": "network-changed", "server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "tag": "1000f9a7-444e-4349-b942-82d071e6b185"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:39.785875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Request body: {'port': {'device_id': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:39.883360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-2ae67e4b-cc09-4696-949c-6af68a7e636e tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:39.885672 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-2ae67e4b-cc09-4696-949c-6af68a7e636e tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.15 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 821 time: 0.6775954 Jul 09 13:29:39.896592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b347cc-43b5-4f69-a4c0-585697eadc11 service neutron] Pushing event updated for resources: {'Port': ['ID=1000f9a7-444e-4349-b942-82d071e6b185,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:39.898455 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55618) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:39.914779 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-8ad1ff46-7e96-4614-8042-3f17e5da8cff tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Request body: {'port': {'device_id': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'admin_state_up': True, 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:39.933486 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c778c91a-cad2-44c1-995d-4076bf1e62c2 req-b50e8d70-9e4c-4dd5-ba9c-36473c8a1fc9 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1849933 Jul 09 13:29:39.994681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10b926f-ad52-4de3-b18d-b9e0b525171f req-a2a8f74c-2159-407e-94d1-bebec19cd411 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.004724 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d10b926f-ad52-4de3-b18d-b9e0b525171f req-a2a8f74c-2159-407e-94d1-bebec19cd411 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.2468033 Jul 09 13:29:40.081011 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d10b926f-ad52-4de3-b18d-b9e0b525171f req-52d16187-35b4-43a4-b286-8ec10590f7c3 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686047 Jul 09 13:29:40.113682 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea47e5c-1dd4-4426-ad46-2bd2bf715085 x-openstack-request-id: req-4ea47e5c-1dd4-4426-ad46-2bd2bf715085 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:40.114202 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "tag": "1000f9a7-444e-4349-b942-82d071e6b185", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:40.114750 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ea47e5c-1dd4-4426-ad46-2bd2bf715085 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:40.115823 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'tag': '1000f9a7-444e-4349-b942-82d071e6b185', 'status': 'completed', 'code': 200} Jul 09 13:29:40.144879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-76936be6-a0c8-474e-9599-05ef01417aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.146500 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1de4084a-61b2-46d6-aab2-be375aaae6f1 req-76936be6-a0c8-474e-9599-05ef01417aa9 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5291977 Jul 09 13:29:40.180432 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.260643 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-552c9492-c11a-4011-bef7-c4dc94f1679c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.340451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-8ad1ff46-7e96-4614-8042-3f17e5da8cff tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Made reservation on behalf of fcd82771b9a6459ba9739e9a10eb6ed5 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:40.346256 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-8ad1ff46-7e96-4614-8042-3f17e5da8cff tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.410986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cd421c-9c13-42fa-bc96-302182ad0486 req-a2ae0efd-22df-4b4d-a3a3-d15c4fb1dd3b tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.418520 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7cd421c-9c13-42fa-bc96-302182ad0486 req-a2ae0efd-22df-4b4d-a3a3-d15c4fb1dd3b tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.1863639 Jul 09 13:29:40.467309 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559ba9e-6a2d-4d28-a7e3-e70e178a173a req-e9d33c0f-be55-4136-bdf2-d9acbc265724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.467844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559ba9e-6a2d-4d28-a7e3-e70e178a173a req-e9d33c0f-be55-4136-bdf2-d9acbc265724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.468450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559ba9e-6a2d-4d28-a7e3-e70e178a173a req-e9d33c0f-be55-4136-bdf2-d9acbc265724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.469511 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559ba9e-6a2d-4d28-a7e3-e70e178a173a req-e9d33c0f-be55-4136-bdf2-d9acbc265724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.469995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559ba9e-6a2d-4d28-a7e3-e70e178a173a req-e9d33c0f-be55-4136-bdf2-d9acbc265724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.470535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559ba9e-6a2d-4d28-a7e3-e70e178a173a req-e9d33c0f-be55-4136-bdf2-d9acbc265724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.471017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559ba9e-6a2d-4d28-a7e3-e70e178a173a req-e9d33c0f-be55-4136-bdf2-d9acbc265724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.473179 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a559ba9e-6a2d-4d28-a7e3-e70e178a173a req-e9d33c0f-be55-4136-bdf2-d9acbc265724 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=590f3198215a402b9f863adddb8b13ff&device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 6276 time: 0.2637892 Jul 09 13:29:40.490178 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7cd421c-9c13-42fa-bc96-302182ad0486 req-bab9a644-7f85-4f5c-96f7-b5ea0153c87f tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705566 Jul 09 13:29:40.644585 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-552c9492-c11a-4011-bef7-c4dc94f1679c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.657648 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-552c9492-c11a-4011-bef7-c4dc94f1679c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:40.695260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-8ad1ff46-7e96-4614-8042-3f17e5da8cff tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Allocated IP 172.20.0.11 (00c96a4a-ec05-4738-9c98-ae92bca88c05/371dd9f6-6c1a-4114-bfb0-708845a51988/59bc8a4c-60cd-4691-a424-bbc1b4080348) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:40.710544 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552c9492-c11a-4011-bef7-c4dc94f1679c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d508b7c7-ce3e-4bd3-9be6-e53ca10f6b83,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:40.782320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-908e27e1-5dfc-4f1e-9120-64aa8b6e9ef5 req-741c4587-5d96-4864-ab92-2a3052ffb22a tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 210 time: 0.0788608 Jul 09 13:29:40.795200 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-552c9492-c11a-4011-bef7-c4dc94f1679c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0345b4af42d43e1a7bb1a4f582d303d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8847802 Jul 09 13:29:40.798086 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55638) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:40.833747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddac3af-87ae-4e5e-9465-3d59a25f0255 req-1a2d0234-b818-4031-bec3-341d34c66a4d tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:40.838261 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fddac3af-87ae-4e5e-9465-3d59a25f0255 req-1a2d0234-b818-4031-bec3-341d34c66a4d tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2777197 Jul 09 13:29:40.904611 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ba11229-88dd-485e-b45c-1baed77f37e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:41.000560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fddac3af-87ae-4e5e-9465-3d59a25f0255 req-8892f533-af0b-47b8-9b81-0fb8d963cf94 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501508 Jul 09 13:29:41.020604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559ba9e-6a2d-4d28-a7e3-e70e178a173a req-63aebc50-d238-463a-a4e1-0e8f2496ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:41.020972 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ba11229-88dd-485e-b45c-1baed77f37e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:41.021102 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559ba9e-6a2d-4d28-a7e3-e70e178a173a req-63aebc50-d238-463a-a4e1-0e8f2496ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:41.021534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559ba9e-6a2d-4d28-a7e3-e70e178a173a req-63aebc50-d238-463a-a4e1-0e8f2496ed1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:41.023241 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a559ba9e-6a2d-4d28-a7e3-e70e178a173a req-63aebc50-d238-463a-a4e1-0e8f2496ed1d service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=590f3198215a402b9f863adddb8b13ff&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5357459 Jul 09 13:29:41.115341 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ba11229-88dd-485e-b45c-1baed77f37e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:41.119659 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ba11229-88dd-485e-b45c-1baed77f37e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:41.121305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3ba11229-88dd-485e-b45c-1baed77f37e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d508b7c7-ce3e-4bd3-9be6-e53ca10f6b83 HTTP/1.1" status: 204 len: 168 time: 0.3201985 Jul 09 13:29:41.136814 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba11229-88dd-485e-b45c-1baed77f37e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d508b7c7-ce3e-4bd3-9be6-e53ca10f6b83,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:41.297917 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f298510-0d95-462c-829a-b57f359eb04e req-2dc7a5f4-59ca-424d-b450-ac4e3efb8b95 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:41.304973 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f298510-0d95-462c-829a-b57f359eb04e req-2dc7a5f4-59ca-424d-b450-ac4e3efb8b95 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:41.312161 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f298510-0d95-462c-829a-b57f359eb04e req-2dc7a5f4-59ca-424d-b450-ac4e3efb8b95 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:41.319211 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f298510-0d95-462c-829a-b57f359eb04e req-2dc7a5f4-59ca-424d-b450-ac4e3efb8b95 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:41.326034 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f298510-0d95-462c-829a-b57f359eb04e req-2dc7a5f4-59ca-424d-b450-ac4e3efb8b95 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:41.337256 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f298510-0d95-462c-829a-b57f359eb04e req-2dc7a5f4-59ca-424d-b450-ac4e3efb8b95 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:41.345219 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f298510-0d95-462c-829a-b57f359eb04e req-2dc7a5f4-59ca-424d-b450-ac4e3efb8b95 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:41.354447 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f298510-0d95-462c-829a-b57f359eb04e req-2dc7a5f4-59ca-424d-b450-ac4e3efb8b95 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5384 time: 0.2315373 Jul 09 13:29:41.442499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:41.447428 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0f1ee1-50c0-4f68-8065-0f2761de1b50 req-cfb0cb96-9e89-464a-84f7-4daaeb66029e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:41.449346 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c0f1ee1-50c0-4f68-8065-0f2761de1b50 req-cfb0cb96-9e89-464a-84f7-4daaeb66029e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2512808 Jul 09 13:29:41.450926 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:41.467491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Transition to ACTIVE for port object f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:41.490797 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:41.509801 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f298510-0d95-462c-829a-b57f359eb04e req-b031fd34-101d-4324-94d4-355fe5049e1a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1542540 Jul 09 13:29:41.566233 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c0f1ee1-50c0-4f68-8065-0f2761de1b50 req-b2df6206-8574-41e4-8121-736a9808ba98 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996561 Jul 09 13:29:41.610825 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-8ad1ff46-7e96-4614-8042-3f17e5da8cff tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:41.628959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-8ad1ff46-7e96-4614-8042-3f17e5da8cff tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Transition to ACTIVE for port object 59bc8a4c-60cd-4691-a424-bbc1b4080348 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:41.692838 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-8ad1ff46-7e96-4614-8042-3f17e5da8cff tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:41.706534 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['7ffa8e5b-f394-471f-9d8b-7ad621f73e68'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:41.867544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-8ad1ff46-7e96-4614-8042-3f17e5da8cff tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Network 00c96a4a-ec05-4738-9c98-ae92bca88c05 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:41.871997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Pushing event updated for resources: {'Port': ['ID=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:41.885735 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-8ad1ff46-7e96-4614-8042-3f17e5da8cff tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:41.892218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-8ad1ff46-7e96-4614-8042-3f17e5da8cff tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:41.952223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c5217-6792-43eb-8b83-51c99ea6b49b req-fe529c67-37ee-4ac2-8889-0a4fd9df0332 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:41.965919 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e55c5217-6792-43eb-8b83-51c99ea6b49b req-fe529c67-37ee-4ac2-8889-0a4fd9df0332 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.1969323 Jul 09 13:29:42.070469 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad1ff46-7e96-4614-8042-3f17e5da8cff tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Pushing event updated for resources: {'Port': ['ID=59bc8a4c-60cd-4691-a424-bbc1b4080348,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:42.151594 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e55c5217-6792-43eb-8b83-51c99ea6b49b req-e0751dc6-f160-4582-a9ba-71c3f1aee6ea tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846340 Jul 09 13:29:42.227140 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458d777-08ae-4de6-9281-e732ca45855b req-663f51db-9a5f-48b4-9935-a1a844feb77c tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:42.247127 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9458d777-08ae-4de6-9281-e732ca45855b req-663f51db-9a5f-48b4-9935-a1a844feb77c tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.2318783 Jul 09 13:29:42.320623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-8ad1ff46-7e96-4614-8042-3f17e5da8cff tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:42.333422 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-8ad1ff46-7e96-4614-8042-3f17e5da8cff tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:42.350438 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9458d777-08ae-4de6-9281-e732ca45855b req-8eb9e229-6762-4000-a197-2b585d4bd000 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011600 Jul 09 13:29:42.391828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Attempting to bind port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:42.392559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Attempting to bind port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:42.393115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Attempting to bind port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 on network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:42.405348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 on network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:42.405981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Attempting to bind port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 on network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:42.418505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:42.419296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Checking segment: {'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:42.419906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Bound using segment: {'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:42.420922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Bound port: f82e8d09-fde7-4c8f-b622-19cbeca8d2b4, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fea457c-8784-4c93-a717-822ec8dddf0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:42.422275 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:42.426100 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-8ad1ff46-7e96-4614-8042-3f17e5da8cff tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5195065 Jul 09 13:29:42.441558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7a1ddbed-dae1-4ec0-ae6d-674b8a0504ec None None] Provisioning for port 59bc8a4c-60cd-4691-a424-bbc1b4080348 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:42.443828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Request body: {'port': {'device_id': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:42.450096 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7a1ddbed-dae1-4ec0-ae6d-674b8a0504ec None None] Provisioning complete for port 59bc8a4c-60cd-4691-a424-bbc1b4080348 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:42.450500 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a1ddbed-dae1-4ec0-ae6d-674b8a0504ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:42.490334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a559ba9e-6a2d-4d28-a7e3-e70e178a173a req-d1776c29-fa11-4976-8a57-1ab80a763160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:42.492750 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a559ba9e-6a2d-4d28-a7e3-e70e178a173a req-d1776c29-fa11-4976-8a57-1ab80a763160 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.4581523 Jul 09 13:29:42.599835 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7a1ddbed-dae1-4ec0-ae6d-674b8a0504ec None None] Port 59bc8a4c-60cd-4691-a424-bbc1b4080348 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:29:42.615604 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:42.657886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0589a2ba-ed58-4eb6-b126-53d7ce4d3eca req-c2193991-383f-4404-858e-7c34f5e37891 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:42.669765 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0589a2ba-ed58-4eb6-b126-53d7ce4d3eca req-c2193991-383f-4404-858e-7c34f5e37891 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 932 time: 0.2066298 Jul 09 13:29:42.687586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] For port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:42.693019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] For port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:42.706463 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:42.806125 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0589a2ba-ed58-4eb6-b126-53d7ce4d3eca req-66e067a9-2428-4a64-a764-99778e5aafd5 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191962 Jul 09 13:29:42.844766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:42.845647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:42.851946 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] 10.222.0.18 "PUT /v2.0/ports/f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 HTTP/1.1" status: 200 len: 1091 time: 3.0750659 Jul 09 13:29:42.854943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'tag': 'f82e8d09-fde7-4c8f-b622-19cbeca8d2b4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:42.857314 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a1d675f-d128-4c61-b7da-4cbf6b6a5655" -d '{"events": [{"name": "network-changed", "server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "tag": "f82e8d09-fde7-4c8f-b622-19cbeca8d2b4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:42.894754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93321c33-af38-46a8-8b46-a87ae15d6bbb req-13f77ef7-1f04-4e7c-a77d-c862e3f728cd tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:42.901154 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Request body: {'port': {'device_id': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:42.904699 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93321c33-af38-46a8-8b46-a87ae15d6bbb req-13f77ef7-1f04-4e7c-a77d-c862e3f728cd tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2335391 Jul 09 13:29:42.996876 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93321c33-af38-46a8-8b46-a87ae15d6bbb req-a669b90d-909b-4ff5-9fd4-b77bd94019f5 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732272 Jul 09 13:29:42.998343 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55702) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:43.086078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bb50e4-d23b-4189-9f9d-6ea36f2b436b service neutron] Pushing event updated for resources: {'Port': ['ID=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:43.158735 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:43.254388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e523f-39a7-4e1a-8b26-3c3c3a9e04c5 req-594f1cce-8b75-4753-8006-cc609ba0e15e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.261231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e523f-39a7-4e1a-8b26-3c3c3a9e04c5 req-594f1cce-8b75-4753-8006-cc609ba0e15e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.272463 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e523f-39a7-4e1a-8b26-3c3c3a9e04c5 req-594f1cce-8b75-4753-8006-cc609ba0e15e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.278950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e523f-39a7-4e1a-8b26-3c3c3a9e04c5 req-594f1cce-8b75-4753-8006-cc609ba0e15e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.285847 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e523f-39a7-4e1a-8b26-3c3c3a9e04c5 req-594f1cce-8b75-4753-8006-cc609ba0e15e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.292508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e523f-39a7-4e1a-8b26-3c3c3a9e04c5 req-594f1cce-8b75-4753-8006-cc609ba0e15e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.299401 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e523f-39a7-4e1a-8b26-3c3c3a9e04c5 req-594f1cce-8b75-4753-8006-cc609ba0e15e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.307217 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-216e523f-39a7-4e1a-8b26-3c3c3a9e04c5 req-594f1cce-8b75-4753-8006-cc609ba0e15e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5396 time: 0.2045164 Jul 09 13:29:43.334253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d83ed1be-2c04-4699-b477-1675b03bdd05 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1007408491-network', 'tenant_id': 'd101729d153b4e2f936f4ead37a91a65'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:43.427746 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-216e523f-39a7-4e1a-8b26-3c3c3a9e04c5 req-4416e088-93f5-49d1-b947-89072f57f223 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1193669 Jul 09 13:29:43.438300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d83ed1be-2c04-4699-b477-1675b03bdd05 admin admin] Made reservation on behalf of d101729d153b4e2f936f4ead37a91a65 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:43.441505 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d83ed1be-2c04-4699-b477-1675b03bdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:43.464957 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d83ed1be-2c04-4699-b477-1675b03bdd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:43.532119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad774c33-cfca-4add-b80c-6424715fae3e {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:43.542498 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:43.556987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Transition to ACTIVE for port object ad774c33-cfca-4add-b80c-6424715fae3e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:43.563133 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b64c42f-6728-47b9-88b2-d6b1745eb5bf x-openstack-request-id: req-0b64c42f-6728-47b9-88b2-d6b1745eb5bf {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:43.563609 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "tag": "f82e8d09-fde7-4c8f-b622-19cbeca8d2b4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:43.563806 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b64c42f-6728-47b9-88b2-d6b1745eb5bf {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:43.564220 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'tag': 'f82e8d09-fde7-4c8f-b622-19cbeca8d2b4', 'status': 'completed', 'code': 200} Jul 09 13:29:43.576107 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:43.664347 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d83ed1be-2c04-4699-b477-1675b03bdd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:43.702082 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d83ed1be-2c04-4699-b477-1675b03bdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:43.730983 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d83ed1be-2c04-4699-b477-1675b03bdd05 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:29:43.751382 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d83ed1be-2c04-4699-b477-1675b03bdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:43.751735 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-d83ed1be-2c04-4699-b477-1675b03bdd05 admin admin] Added segment 207bbd89-0c99-4d48-b0ef-ed4b74523f34 of type vlan for network ee60ed1d-886b-4504-9428-b9ff7503efdd Jul 09 13:29:43.826589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Pushing event updated for resources: {'Port': ['ID=ad774c33-cfca-4add-b80c-6424715fae3e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:43.846326 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d83ed1be-2c04-4699-b477-1675b03bdd05 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:43.851915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d675f-d128-4c61-b7da-4cbf6b6a5655 req-df26d2d5-0a26-4591-8c8f-758780ab3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.852259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d675f-d128-4c61-b7da-4cbf6b6a5655 req-df26d2d5-0a26-4591-8c8f-758780ab3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.852978 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d675f-d128-4c61-b7da-4cbf6b6a5655 req-df26d2d5-0a26-4591-8c8f-758780ab3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.853367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d675f-d128-4c61-b7da-4cbf6b6a5655 req-df26d2d5-0a26-4591-8c8f-758780ab3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.853856 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d675f-d128-4c61-b7da-4cbf6b6a5655 req-df26d2d5-0a26-4591-8c8f-758780ab3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.854388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d675f-d128-4c61-b7da-4cbf6b6a5655 req-df26d2d5-0a26-4591-8c8f-758780ab3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.854871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d675f-d128-4c61-b7da-4cbf6b6a5655 req-df26d2d5-0a26-4591-8c8f-758780ab3c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.857562 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0a1d675f-d128-4c61-b7da-4cbf6b6a5655 req-df26d2d5-0a26-4591-8c8f-758780ab3c95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=590f3198215a402b9f863adddb8b13ff&device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 6368 time: 0.2991896 Jul 09 13:29:43.962929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ed1be-2c04-4699-b477-1675b03bdd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd12e4f7-554d-409b-a53f-2fa77ab8128a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:43.971546 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d83ed1be-2c04-4699-b477-1675b03bdd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:43.972595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83ed1be-2c04-4699-b477-1675b03bdd05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:43.973439 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d83ed1be-2c04-4699-b477-1675b03bdd05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.046001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d675f-d128-4c61-b7da-4cbf6b6a5655 req-d57c55db-bac3-4c77-b23f-1425e3e29f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.046558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d675f-d128-4c61-b7da-4cbf6b6a5655 req-d57c55db-bac3-4c77-b23f-1425e3e29f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.047573 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d675f-d128-4c61-b7da-4cbf6b6a5655 req-d57c55db-bac3-4c77-b23f-1425e3e29f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.049580 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0a1d675f-d128-4c61-b7da-4cbf6b6a5655 req-d57c55db-bac3-4c77-b23f-1425e3e29f9a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=590f3198215a402b9f863adddb8b13ff&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.1828480 Jul 09 13:29:44.152545 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d83ed1be-2c04-4699-b477-1675b03bdd05 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1468325 Jul 09 13:29:44.154143 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55722) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:44.165966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a101ee5c-ed79-4ea9-b7bb-c66555c4f8f3 admin admin] Request body: {'subnet': {'network_id': 'ee60ed1d-886b-4504-9428-b9ff7503efdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1007408491-subnet', 'tenant_id': 'd101729d153b4e2f936f4ead37a91a65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:44.177592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ed1be-2c04-4699-b477-1675b03bdd05 admin admin] Pushing event updated for resources: {'Network': ['ID=ee60ed1d-886b-4504-9428-b9ff7503efdd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:44.183442 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Attempting to bind port ad774c33-cfca-4add-b80c-6424715fae3e on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:44.183817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Attempting to bind port ad774c33-cfca-4add-b80c-6424715fae3e by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'a5828c9d-6841-4112-ac71-adb9b370a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:44.184113 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Attempting to bind port ad774c33-cfca-4add-b80c-6424715fae3e on network fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:44.191547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network ee60ed1d-886b-4504-9428-b9ff7503efdd details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:29:44.196258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59bc8a4c-60cd-4691-a424-bbc1b4080348 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:44.214167 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.216460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Port ad774c33-cfca-4add-b80c-6424715fae3e on network fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:44.216908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Attempting to bind port ad774c33-cfca-4add-b80c-6424715fae3e on network fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:44.224688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2122535-cc90-4834-9f83-05724243787b req-597f4906-5a6d-4dc6-8bd2-b98865bfc5bd tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.227325 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2122535-cc90-4834-9f83-05724243787b req-597f4906-5a6d-4dc6-8bd2-b98865bfc5bd tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.5567684 Jul 09 13:29:44.253713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:44.254063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Checking segment: {'id': 'a5828c9d-6841-4112-ac71-adb9b370a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:44.254617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Bound using segment: {'id': 'a5828c9d-6841-4112-ac71-adb9b370a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:44.255216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Bound port: ad774c33-cfca-4add-b80c-6424715fae3e, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5828c9d-6841-4112-ac71-adb9b370a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:44.255525 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.260416 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Transition to ACTIVE for port object 59bc8a4c-60cd-4691-a424-bbc1b4080348 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:44.262784 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f39683-0726-4ffc-8ca2-c131389b8e1e req-3f671b01-3ec7-49d1-bd4f-d4bca496f605 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.266923 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a101ee5c-ed79-4ea9-b7bb-c66555c4f8f3 admin admin] Made reservation on behalf of d101729d153b4e2f936f4ead37a91a65 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:44.269481 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a101ee5c-ed79-4ea9-b7bb-c66555c4f8f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.274076 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24f39683-0726-4ffc-8ca2-c131389b8e1e req-3f671b01-3ec7-49d1-bd4f-d4bca496f605 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.6068850 Jul 09 13:29:44.291630 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.378407 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24f39683-0726-4ffc-8ca2-c131389b8e1e req-3e2c8531-9fc6-4d35-9c26-1c15f221b00d tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977428 Jul 09 13:29:44.378847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1d675f-d128-4c61-b7da-4cbf6b6a5655 req-1fd016b3-fd8f-4a97-9439-0c2684fc2064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.378847 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0a1d675f-d128-4c61-b7da-4cbf6b6a5655 req-1fd016b3-fd8f-4a97-9439-0c2684fc2064 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3147655 Jul 09 13:29:44.413143 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2122535-cc90-4834-9f83-05724243787b req-c14bed35-c736-48d2-b14c-dce14481226e tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283174 Jul 09 13:29:44.511357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Pushing event updated for resources: {'Port': ['ID=59bc8a4c-60cd-4691-a424-bbc1b4080348,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:44.621027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] For port ad774c33-cfca-4add-b80c-6424715fae3e, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:44.649738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] For port ad774c33-cfca-4add-b80c-6424715fae3e, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ad774c33-cfca-4add-b80c-6424715fae3e,segment=NetworkSegment(a5828c9d-6841-4112-ac71-adb9b370a7ee),segment_id=a5828c9d-6841-4112-ac71-adb9b370a7ee)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:44.663969 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.763145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Pushing event updated for resources: {'Port': ['ID=ad774c33-cfca-4add-b80c-6424715fae3e,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:44.800933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Attempting to bind port 59bc8a4c-60cd-4691-a424-bbc1b4080348 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:44.801293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Attempting to bind port 59bc8a4c-60cd-4691-a424-bbc1b4080348 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:44.802860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Attempting to bind port 59bc8a4c-60cd-4691-a424-bbc1b4080348 on network 00c96a4a-ec05-4738-9c98-ae92bca88c05 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:44.809566 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d858a981-1cea-427f-b5bb-084370bf2ed3 req-2c0cceec-be3c-43e2-a635-36e821f5b517 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.810568 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.811245 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.811353 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d858a981-1cea-427f-b5bb-084370bf2ed3 req-2c0cceec-be3c-43e2-a635-36e821f5b517 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.2156971 Jul 09 13:29:44.813139 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e09e5c9d-1b8a-4098-bd8a-b358a082dffa service neutron] 10.222.0.18 "PUT /v2.0/ports/ad774c33-cfca-4add-b80c-6424715fae3e HTTP/1.1" status: 200 len: 1091 time: 1.9163558 Jul 09 13:29:44.821620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Port 59bc8a4c-60cd-4691-a424-bbc1b4080348 on network 00c96a4a-ec05-4738-9c98-ae92bca88c05 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:44.821992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Attempting to bind port 59bc8a4c-60cd-4691-a424-bbc1b4080348 on network 00c96a4a-ec05-4738-9c98-ae92bca88c05 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:44.852037 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd36fc1b-c93f-4144-8516-6ad3e0b1eaf6 req-b6c95e5c-35ef-4aa5-8fde-a989aa492e67 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:44.853684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd36fc1b-c93f-4144-8516-6ad3e0b1eaf6 req-b6c95e5c-35ef-4aa5-8fde-a989aa492e67 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 944 time: 0.1931000 Jul 09 13:29:44.854477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:44.854809 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Checking segment: {'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:44.855236 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Bound using segment: {'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:44.860336 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Bound port: 59bc8a4c-60cd-4691-a424-bbc1b4080348, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 318, 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:44.860732 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:44.866476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Request body: {'port': {'device_id': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:44.965573 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d858a981-1cea-427f-b5bb-084370bf2ed3 req-3f9e5015-3ede-4f58-9fe4-a8efc15f8507 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466453 Jul 09 13:29:44.981936 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd36fc1b-c93f-4144-8516-6ad3e0b1eaf6 req-9770b3ea-8184-4382-9176-e404585e02d2 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019802 Jul 09 13:29:45.128427 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] For port 59bc8a4c-60cd-4691-a424-bbc1b4080348, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:45.135595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] For port 59bc8a4c-60cd-4691-a424-bbc1b4080348, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=59bc8a4c-60cd-4691-a424-bbc1b4080348,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:45.154928 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.215704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:45.216387 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.218203 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] 10.222.0.15 "PUT /v2.0/ports/59bc8a4c-60cd-4691-a424-bbc1b4080348 HTTP/1.1" status: 200 len: 1092 time: 2.7813256 Jul 09 13:29:45.223687 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.230546 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a101ee5c-ed79-4ea9-b7bb-c66555c4f8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.566936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134af4d-abd0-4f0a-916e-5f50aeef5a1c req-0c96fc30-6958-409c-a6f6-c3a095382e05 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:45.573887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134af4d-abd0-4f0a-916e-5f50aeef5a1c req-0c96fc30-6958-409c-a6f6-c3a095382e05 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:45.579966 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134af4d-abd0-4f0a-916e-5f50aeef5a1c req-0c96fc30-6958-409c-a6f6-c3a095382e05 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:45.585723 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55748) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:45.586219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'tag': 'ad774c33-cfca-4add-b80c-6424715fae3e'}, {'name': 'network-changed', 'server_uuid': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'tag': '59bc8a4c-60cd-4691-a424-bbc1b4080348'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:45.586340 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134af4d-abd0-4f0a-916e-5f50aeef5a1c req-0c96fc30-6958-409c-a6f6-c3a095382e05 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:45.588498 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-790859a4-b2f1-4571-9220-36deac3233ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "tag": "ad774c33-cfca-4add-b80c-6424715fae3e"}, {"name": "network-changed", "server_uuid": "9d6642dd-be10-4a97-8b29-7692d5c6f4d6", "tag": "59bc8a4c-60cd-4691-a424-bbc1b4080348"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:45.590918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acfcc4-7e69-4e86-b6d8-ed8ca0ebbb4b service neutron] Pushing event updated for resources: {'Port': ['ID=59bc8a4c-60cd-4691-a424-bbc1b4080348,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:45.592911 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134af4d-abd0-4f0a-916e-5f50aeef5a1c req-0c96fc30-6958-409c-a6f6-c3a095382e05 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:45.606077 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134af4d-abd0-4f0a-916e-5f50aeef5a1c req-0c96fc30-6958-409c-a6f6-c3a095382e05 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:45.613664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0134af4d-abd0-4f0a-916e-5f50aeef5a1c req-0c96fc30-6958-409c-a6f6-c3a095382e05 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:45.615842 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0134af4d-abd0-4f0a-916e-5f50aeef5a1c req-0c96fc30-6958-409c-a6f6-c3a095382e05 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5408 time: 0.1949472 Jul 09 13:29:45.678393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a101ee5c-ed79-4ea9-b7bb-c66555c4f8f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c8e86a-8e6d-4c27-ad7d-ab61ddf665e1,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:45.714957 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a101ee5c-ed79-4ea9-b7bb-c66555c4f8f3 admin admin] Checking segment: {'id': '207bbd89-0c99-4d48-b0ef-ed4b74523f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee60ed1d-886b-4504-9428-b9ff7503efdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:45.715559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a101ee5c-ed79-4ea9-b7bb-c66555c4f8f3 admin admin] Network hostable DHCP agents. Network: ee60ed1d-886b-4504-9428-b9ff7503efdd, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:29:45.717481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0134af4d-abd0-4f0a-916e-5f50aeef5a1c req-196030a2-9935-4c7c-aa62-bb49d0064c7b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0922673 Jul 09 13:29:45.772368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-080751a9-1a5c-4b3d-b221-ec5cdd9969cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:45.774012 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-080751a9-1a5c-4b3d-b221-ec5cdd9969cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 1095 time: 0.4745290 Jul 09 13:29:45.823765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a101ee5c-ed79-4ea9-b7bb-c66555c4f8f3 admin admin] Network ee60ed1d-886b-4504-9428-b9ff7503efdd is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:29:45.861252 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-208d04b4-444c-44df-83f6-7fe5fad55fce x-openstack-request-id: req-208d04b4-444c-44df-83f6-7fe5fad55fce {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:45.861571 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "tag": "ad774c33-cfca-4add-b80c-6424715fae3e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d6642dd-be10-4a97-8b29-7692d5c6f4d6", "tag": "59bc8a4c-60cd-4691-a424-bbc1b4080348", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:45.861796 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-208d04b4-444c-44df-83f6-7fe5fad55fce {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:45.862193 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'tag': 'ad774c33-cfca-4add-b80c-6424715fae3e', 'status': 'completed', 'code': 200} Jul 09 13:29:45.862449 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'tag': '59bc8a4c-60cd-4691-a424-bbc1b4080348', 'status': 'completed', 'code': 200} Jul 09 13:29:45.885081 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-55557f0c-fa90-479c-a652-08f76abfc545 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59bc8a4c-60cd-4691-a424-bbc1b4080348 HTTP/1.1" status: 200 len: 217 time: 0.0986500 Jul 09 13:29:45.888708 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84b59dab-8e6e-4cf5-b03d-5a752fef6b2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.913790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a101ee5c-ed79-4ea9-b7bb-c66555c4f8f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, ee60ed1d-886b-4504-9428-b9ff7503efdd) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:45.918617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a101ee5c-ed79-4ea9-b7bb-c66555c4f8f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:45.919686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a101ee5c-ed79-4ea9-b7bb-c66555c4f8f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:45.924311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c63d8c3a-f39c-4559-9e90-c72199703910 None None] Network ee60ed1d-886b-4504-9428-b9ff7503efdd requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:45.966405 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70121c2e-0040-4b14-8091-6d71046bf6b6 req-78c01d9b-0d3c-4ccd-8d7c-7073aac67589 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:45.974487 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70121c2e-0040-4b14-8091-6d71046bf6b6 req-78c01d9b-0d3c-4ccd-8d7c-7073aac67589 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.1184237 Jul 09 13:29:46.053859 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:46.074530 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.084300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-9982ad66-7e62-4fce-bde5-89fc051e1e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.085807 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-9982ad66-7e62-4fce-bde5-89fc051e1e4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 200 len: 860 time: 0.1631849 Jul 09 13:29:46.100748 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70121c2e-0040-4b14-8091-6d71046bf6b6 req-ac88aa24-2ef3-4bbb-b4e9-7d8a9a3d425e tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246924 Jul 09 13:29:46.105493 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6fb2c5-7595-4cd5-9662-72a59db1e273 None None] Network ee60ed1d-886b-4504-9428-b9ff7503efdd requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:29:46.183146 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84b59dab-8e6e-4cf5-b03d-5a752fef6b2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.193308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Transition to ACTIVE for port object 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:46.200807 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b3028f-9545-4f4f-9bfa-78177dfc6240 req-6e2e8183-5e41-4243-a314-deec9b62cd3d tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.202544 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7b3028f-9545-4f4f-9bfa-78177dfc6240 req-6e2e8183-5e41-4243-a314-deec9b62cd3d tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2255702 Jul 09 13:29:46.225851 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84b59dab-8e6e-4cf5-b03d-5a752fef6b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.236323 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.275226 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7b3028f-9545-4f4f-9bfa-78177dfc6240 req-461df733-2f31-476f-9487-c0665c3a142a tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635574 Jul 09 13:29:46.283793 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a101ee5c-ed79-4ea9-b7bb-c66555c4f8f3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.1242146 Jul 09 13:29:46.289363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790859a4-b2f1-4571-9220-36deac3233ab req-03d98116-64b9-420a-b4f4-cb2e9532cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.290240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790859a4-b2f1-4571-9220-36deac3233ab req-03d98116-64b9-420a-b4f4-cb2e9532cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.290734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790859a4-b2f1-4571-9220-36deac3233ab req-03d98116-64b9-420a-b4f4-cb2e9532cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.291300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790859a4-b2f1-4571-9220-36deac3233ab req-03d98116-64b9-420a-b4f4-cb2e9532cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.291836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790859a4-b2f1-4571-9220-36deac3233ab req-03d98116-64b9-420a-b4f4-cb2e9532cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.292370 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790859a4-b2f1-4571-9220-36deac3233ab req-03d98116-64b9-420a-b4f4-cb2e9532cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.293410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790859a4-b2f1-4571-9220-36deac3233ab req-03d98116-64b9-420a-b4f4-cb2e9532cd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.295673 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-790859a4-b2f1-4571-9220-36deac3233ab req-03d98116-64b9-420a-b4f4-cb2e9532cd50 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=590f3198215a402b9f863adddb8b13ff&device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 6410 time: 0.4235945 Jul 09 13:29:46.387405 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d74922-abbe-4bb6-a483-f16ae6e11575 req-1c46d061-1e22-42f0-ba6e-20d5e5198f3a tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.395415 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2d74922-abbe-4bb6-a483-f16ae6e11575 req-1c46d061-1e22-42f0-ba6e-20d5e5198f3a tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 944 time: 0.0962920 Jul 09 13:29:46.440682 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-84b59dab-8e6e-4cf5-b03d-5a752fef6b2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c34b84e8455549369716f1e3d4dcc748&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8458960 Jul 09 13:29:46.443251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55768) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:46.449647 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b59dab-8e6e-4cf5-b03d-5a752fef6b2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c28e1fb-48b0-45d2-8469-6cefc6e9d200,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:46.476821 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Pushing event updated for resources: {'Port': ['ID=7aafc5af-bd0d-4302-8462-84fc2adfb5f9,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:46.489663 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2d74922-abbe-4bb6-a483-f16ae6e11575 req-f5614674-eb2e-40c8-9fff-e4abf742f47b tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890822 Jul 09 13:29:46.595179 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-92b5b3c3-967f-42c0-b752-b3d764cf95e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.596894 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-92b5b3c3-967f-42c0-b752-b3d764cf95e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00c96a4a-ec05-4738-9c98-ae92bca88c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5001900 Jul 09 13:29:46.636305 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79ded87e-cc71-4236-ab18-58d3a81ec381 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.702665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cf3d2-8374-49b9-8adb-979fd90dd046 req-e9c69d2b-5ed9-4a22-98de-9035f0591363 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:46.709924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca1cf3d2-8374-49b9-8adb-979fd90dd046 req-e9c69d2b-5ed9-4a22-98de-9035f0591363 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.1733415 Jul 09 13:29:46.713985 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79ded87e-cc71-4236-ab18-58d3a81ec381 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.789178 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca1cf3d2-8374-49b9-8adb-979fd90dd046 req-41faa5b4-91de-4006-af7b-bb6c8023b9ee tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782390 Jul 09 13:29:46.832054 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79ded87e-cc71-4236-ab18-58d3a81ec381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.835375 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79ded87e-cc71-4236-ab18-58d3a81ec381 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:46.836885 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-79ded87e-cc71-4236-ab18-58d3a81ec381 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c28e1fb-48b0-45d2-8469-6cefc6e9d200 HTTP/1.1" status: 204 len: 168 time: 0.3924043 Jul 09 13:29:46.858613 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ded87e-cc71-4236-ab18-58d3a81ec381 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c28e1fb-48b0-45d2-8469-6cefc6e9d200,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:47.034531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790859a4-b2f1-4571-9220-36deac3233ab req-1eeee3ea-1e8b-4549-bab9-08e254b3b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.034920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790859a4-b2f1-4571-9220-36deac3233ab req-1eeee3ea-1e8b-4549-bab9-08e254b3b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.035416 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790859a4-b2f1-4571-9220-36deac3233ab req-1eeee3ea-1e8b-4549-bab9-08e254b3b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.037856 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-790859a4-b2f1-4571-9220-36deac3233ab req-1eeee3ea-1e8b-4549-bab9-08e254b3b9eb service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=590f3198215a402b9f863adddb8b13ff&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.7151749 Jul 09 13:29:47.083116 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c634-2010-4b1e-81ee-53c4ebd0f2c7 req-5e8dc215-db75-46f3-8469-4e5810c7d9e1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.091426 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c634-2010-4b1e-81ee-53c4ebd0f2c7 req-5e8dc215-db75-46f3-8469-4e5810c7d9e1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.098958 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c634-2010-4b1e-81ee-53c4ebd0f2c7 req-5e8dc215-db75-46f3-8469-4e5810c7d9e1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.106045 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c634-2010-4b1e-81ee-53c4ebd0f2c7 req-5e8dc215-db75-46f3-8469-4e5810c7d9e1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.117346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c634-2010-4b1e-81ee-53c4ebd0f2c7 req-5e8dc215-db75-46f3-8469-4e5810c7d9e1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.126931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c634-2010-4b1e-81ee-53c4ebd0f2c7 req-5e8dc215-db75-46f3-8469-4e5810c7d9e1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.136308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc67c634-2010-4b1e-81ee-53c4ebd0f2c7 req-5e8dc215-db75-46f3-8469-4e5810c7d9e1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.148220 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dc67c634-2010-4b1e-81ee-53c4ebd0f2c7 req-5e8dc215-db75-46f3-8469-4e5810c7d9e1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5420 time: 0.1729562 Jul 09 13:29:47.175559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Attempting to bind port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:47.175914 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Attempting to bind port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'a5828c9d-6841-4112-ac71-adb9b370a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:47.176306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Attempting to bind port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 on network fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:47.184752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 on network fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:47.185429 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Attempting to bind port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 on network fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:47.198583 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-73d989dd-b120-4d9a-ac1d-47954816c1d6 service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5910168 Jul 09 13:29:47.205586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:47.205932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Checking segment: {'id': 'a5828c9d-6841-4112-ac71-adb9b370a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:47.206636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Bound using segment: {'id': 'a5828c9d-6841-4112-ac71-adb9b370a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:47.207155 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Bound port: 7aafc5af-bd0d-4302-8462-84fc2adfb5f9, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5828c9d-6841-4112-ac71-adb9b370a7ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:47.207528 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:47.244796 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dc67c634-2010-4b1e-81ee-53c4ebd0f2c7 req-7d29a61b-fa2f-49c4-959c-c5fbcfb9daac tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0953612 Jul 09 13:29:47.248846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790859a4-b2f1-4571-9220-36deac3233ab req-ddc8cfdd-f095-441c-920b-b6a7be909474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.251938 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-790859a4-b2f1-4571-9220-36deac3233ab req-ddc8cfdd-f095-441c-920b-b6a7be909474 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2027352 Jul 09 13:29:47.439336 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] For port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:47.445160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] For port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=7aafc5af-bd0d-4302-8462-84fc2adfb5f9,segment=NetworkSegment(a5828c9d-6841-4112-ac71-adb9b370a7ee),segment_id=a5828c9d-6841-4112-ac71-adb9b370a7ee)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:47.450436 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b250fa5b-008a-4e72-b39c-cce8ddf368cc req-a63df08d-5743-45a6-9884-a1f980ec429e service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362835 Jul 09 13:29:47.454745 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:47.491182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55788) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:47.506689 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad7fe9a-ef01-4214-88a5-098d2ccffb4e req-2ccf9253-9441-4a2e-aadc-884a62ef5243 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.516126 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fad7fe9a-ef01-4214-88a5-098d2ccffb4e req-2ccf9253-9441-4a2e-aadc-884a62ef5243 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.1363795 Jul 09 13:29:47.570614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.571305 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:47.572843 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] 10.222.0.18 "PUT /v2.0/ports/7aafc5af-bd0d-4302-8462-84fc2adfb5f9 HTTP/1.1" status: 200 len: 1091 time: 2.7196121 Jul 09 13:29:47.573649 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8d70703-8b35-4046-94ba-d086716fc15f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:47.592470 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fad7fe9a-ef01-4214-88a5-098d2ccffb4e req-5df293f6-b275-4997-9c51-5e79ca4eeee3 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753314 Jul 09 13:29:47.622985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9bb098-4f46-4aaf-91f0-bc273216515b service neutron] Pushing event updated for resources: {'Port': ['ID=7aafc5af-bd0d-4302-8462-84fc2adfb5f9,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:47.745284 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fb1bde-6367-4631-9aba-88ae8287b47e req-eae61947-08b7-4cb1-ab15-791856d5268f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.756976 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72fb1bde-6367-4631-9aba-88ae8287b47e req-eae61947-08b7-4cb1-ab15-791856d5268f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1026313 Jul 09 13:29:47.791384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790859a4-b2f1-4571-9220-36deac3233ab req-c06d840a-da96-423f-85cd-8d73f850a8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.792992 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-790859a4-b2f1-4571-9220-36deac3233ab req-c06d840a-da96-423f-85cd-8d73f850a8de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 1095 time: 0.2549584 Jul 09 13:29:47.800944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-16c1d727-88dc-4039-bd45-2ce27d00f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.801437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-16c1d727-88dc-4039-bd45-2ce27d00f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.801935 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-16c1d727-88dc-4039-bd45-2ce27d00f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.802502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-16c1d727-88dc-4039-bd45-2ce27d00f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.802999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-16c1d727-88dc-4039-bd45-2ce27d00f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.803518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-16c1d727-88dc-4039-bd45-2ce27d00f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.804004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-16c1d727-88dc-4039-bd45-2ce27d00f6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.807872 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-16c1d727-88dc-4039-bd45-2ce27d00f6ce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=590f3198215a402b9f863adddb8b13ff&device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 6477 time: 0.1790924 Jul 09 13:29:47.841446 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72fb1bde-6367-4631-9aba-88ae8287b47e req-fc5d14bd-bd2a-4a33-8ac3-4918255e1875 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832305 Jul 09 13:29:47.884741 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'tag': '7aafc5af-bd0d-4302-8462-84fc2adfb5f9'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:47.887126 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854" -d '{"events": [{"name": "network-changed", "server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "tag": "7aafc5af-bd0d-4302-8462-84fc2adfb5f9"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:47.935118 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1942a4d9-aaf5-4498-8614-d18fd359657a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4edfb6ea-db14-4165-bcd2-8f02f28336be HTTP/1.1" status: 200 len: 217 time: 0.1210008 Jul 09 13:29:47.956121 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c96ca7-2f88-4246-b5f1-aba7fba0519d req-e97f1177-b001-4c0e-ba3b-7257823340eb tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:47.957724 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-39c96ca7-2f88-4246-b5f1-aba7fba0519d req-e97f1177-b001-4c0e-ba3b-7257823340eb tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 944 time: 0.1042039 Jul 09 13:29:48.011962 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-39c96ca7-2f88-4246-b5f1-aba7fba0519d req-f4fa0f4f-88b0-4131-b642-8918a245a134 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456116 Jul 09 13:29:48.068233 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8d70703-8b35-4046-94ba-d086716fc15f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:48.083646 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8d70703-8b35-4046-94ba-d086716fc15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:48.092160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-46f06da6-86e5-4e0a-933b-e24aae66e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.094503 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-46f06da6-86e5-4e0a-933b-e24aae66e938 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c761eaf5-8e23-405f-bf31-0b4ca38c7398 HTTP/1.1" status: 200 len: 850 time: 0.1519067 Jul 09 13:29:48.126019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790859a4-b2f1-4571-9220-36deac3233ab req-18a83ae4-9d2e-4a31-b0dd-2938bf222337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.127832 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-790859a4-b2f1-4571-9220-36deac3233ab req-18a83ae4-9d2e-4a31-b0dd-2938bf222337 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 922 time: 0.3151972 Jul 09 13:29:48.194769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbec3c-133d-402b-a072-4fc7c1db4853 req-ba0128e9-af39-4015-a182-4f98ef65aaac tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.196607 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4dcbec3c-133d-402b-a072-4fc7c1db4853 req-ba0128e9-af39-4015-a182-4f98ef65aaac tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.0730183 Jul 09 13:29:48.204745 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-790859a4-b2f1-4571-9220-36deac3233ab req-8f71a38f-3536-4827-ba73-58569438dae3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59bc8a4c-60cd-4691-a424-bbc1b4080348 HTTP/1.1" status: 200 len: 217 time: 0.0685840 Jul 09 13:29:48.209518 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a8d70703-8b35-4046-94ba-d086716fc15f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=01127ea06ea946f084dc12aa86ea398b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7129736 Jul 09 13:29:48.211176 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55806) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:48.219324 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d70703-8b35-4046-94ba-d086716fc15f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6d4adc3-03be-4a80-af0b-aec6973227c2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:48.256658 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4dcbec3c-133d-402b-a072-4fc7c1db4853 req-df135857-73c2-4ab8-a946-d69718701cd9 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500882 Jul 09 13:29:48.316516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790859a4-b2f1-4571-9220-36deac3233ab req-3c46a3a8-83d2-4263-a555-ef85c703d590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.318019 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-790859a4-b2f1-4571-9220-36deac3233ab req-3c46a3a8-83d2-4263-a555-ef85c703d590 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 200 len: 860 time: 0.0997720 Jul 09 13:29:48.322860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-014c576b-daf9-427a-b8ec-90dd4b5cc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.324537 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-014c576b-daf9-427a-b8ec-90dd4b5cc58c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d737c001-7bab-4f5d-8700-9afe90af1f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2110789 Jul 09 13:29:48.332397 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1b8939-839f-44e9-96bb-71eb088f0fb3 x-openstack-request-id: req-8d1b8939-839f-44e9-96bb-71eb088f0fb3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:48.332709 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "tag": "7aafc5af-bd0d-4302-8462-84fc2adfb5f9", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:48.332966 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d1b8939-839f-44e9-96bb-71eb088f0fb3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:48.333356 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'tag': '7aafc5af-bd0d-4302-8462-84fc2adfb5f9', 'status': 'completed', 'code': 200} Jul 09 13:29:48.410466 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8609aad3-575b-41a8-831f-5041f54ef9bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:48.450567 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8609aad3-575b-41a8-831f-5041f54ef9bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:48.516230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa37fa-006c-43a7-8dbf-129ddd07440c req-94281a51-e3cc-4b8a-a8cc-bd64fc8c2d80 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.521548 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-accc329a-11f6-45c2-9cf4-a3fcec9950f4 service neutron] 10.222.0.18 "GET /v2.0/networks/d737c001-7bab-4f5d-8700-9afe90af1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872768 Jul 09 13:29:48.523254 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa37fa-006c-43a7-8dbf-129ddd07440c req-94281a51-e3cc-4b8a-a8cc-bd64fc8c2d80 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.525102 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790859a4-b2f1-4571-9220-36deac3233ab req-aced6a77-1ecc-44e6-b62e-45537e642b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.526676 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-790859a4-b2f1-4571-9220-36deac3233ab req-aced6a77-1ecc-44e6-b62e-45537e642b0e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00c96a4a-ec05-4738-9c98-ae92bca88c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1961238 Jul 09 13:29:48.530261 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa37fa-006c-43a7-8dbf-129ddd07440c req-94281a51-e3cc-4b8a-a8cc-bd64fc8c2d80 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.537502 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa37fa-006c-43a7-8dbf-129ddd07440c req-94281a51-e3cc-4b8a-a8cc-bd64fc8c2d80 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.543454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa37fa-006c-43a7-8dbf-129ddd07440c req-94281a51-e3cc-4b8a-a8cc-bd64fc8c2d80 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.550148 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa37fa-006c-43a7-8dbf-129ddd07440c req-94281a51-e3cc-4b8a-a8cc-bd64fc8c2d80 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.556186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eaa37fa-006c-43a7-8dbf-129ddd07440c req-94281a51-e3cc-4b8a-a8cc-bd64fc8c2d80 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.563920 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6eaa37fa-006c-43a7-8dbf-129ddd07440c req-94281a51-e3cc-4b8a-a8cc-bd64fc8c2d80 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5420 time: 0.1405804 Jul 09 13:29:48.619965 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6eaa37fa-006c-43a7-8dbf-129ddd07440c req-7ea44f07-f6c2-4862-91b8-7010595fe503 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547554 Jul 09 13:29:48.662802 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8609aad3-575b-41a8-831f-5041f54ef9bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:48.665705 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8609aad3-575b-41a8-831f-5041f54ef9bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:48.666915 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8609aad3-575b-41a8-831f-5041f54ef9bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6d4adc3-03be-4a80-af0b-aec6973227c2 HTTP/1.1" status: 204 len: 168 time: 0.4547899 Jul 09 13:29:48.706552 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8609aad3-575b-41a8-831f-5041f54ef9bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6d4adc3-03be-4a80-af0b-aec6973227c2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:48.743020 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-790859a4-b2f1-4571-9220-36deac3233ab req-f500b936-5e98-4e55-a4c9-80648486de70 service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043250 Jul 09 13:29:48.745002 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-4190bd1f-201a-4fbd-9687-a9c66ed4aa6d service neutron] 10.222.0.18 "GET /v2.0/networks/d737c001-7bab-4f5d-8700-9afe90af1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163451 Jul 09 13:29:48.913664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803821f-1873-4a19-a691-01c167a2f282 req-5970e2d5-3305-4fe7-9a71-8a2629f93db5 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.921101 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4803821f-1873-4a19-a691-01c167a2f282 req-5970e2d5-3305-4fe7-9a71-8a2629f93db5 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.1191268 Jul 09 13:29:48.927428 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-790859a4-b2f1-4571-9220-36deac3233ab req-6fe41ae7-cf73-48b0-8f04-26ccf2c76648 service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253545 Jul 09 13:29:48.928705 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-abc485b0-a9a0-424b-95fc-d6bb5c316ccf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=28930a53-11dd-4de0-887b-cd975c02419b HTTP/1.1" status: 200 len: 217 time: 0.1743791 Jul 09 13:29:48.991920 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4803821f-1873-4a19-a691-01c167a2f282 req-f91f5cde-76cc-4bd7-a586-84ed99b58747 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695958 Jul 09 13:29:48.992531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-ac2949dd-8548-4945-8007-416ed6fe8138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:48.994055 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-ac2949dd-8548-4945-8007-416ed6fe8138 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 200 len: 797 time: 0.0548353 Jul 09 13:29:49.113690 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d42328-481e-410d-a69c-489c1ffa4a64 req-6bf5726a-3344-4267-ad5a-04827e1f7885 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:49.114169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-afbe16fb-af0e-4cc2-8907-d898ec31ec70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:49.115294 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9d42328-481e-410d-a69c-489c1ffa4a64 req-6bf5726a-3344-4267-ad5a-04827e1f7885 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.0885861 Jul 09 13:29:49.116362 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-afbe16fb-af0e-4cc2-8907-d898ec31ec70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1060200 Jul 09 13:29:49.223178 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9d42328-481e-410d-a69c-489c1ffa4a64 req-ef8dda10-4b84-478b-bab9-0411c0189d96 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960097 Jul 09 13:29:49.223682 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-086e06b2-9c75-4f0e-8332-b4aad0e14e84 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969121 Jul 09 13:29:49.256596 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55848) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:49.311801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-b1ec34a5-aa49-4445-854d-14cc967c5509 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:49.314855 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-b1ec34a5-aa49-4445-854d-14cc967c5509 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/networks?id=ee60ed1d-886b-4504-9428-b9ff7503efdd HTTP/1.1" status: 200 len: 810 time: 0.1985571 Jul 09 13:29:49.316291 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6642dfaa-8ee6-44c9-9f4e-332455b5853a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:49.339833 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-4641e42b-db06-4041-9c71-dc896db5db1b service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093433 Jul 09 13:29:49.354107 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-060f46c7-db2e-479d-afc1-fae925d09dfd tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/quotas/d101729d153b4e2f936f4ead37a91a65 HTTP/1.1" status: 200 len: 375 time: 0.0273297 Jul 09 13:29:49.401037 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-266496b6-11ad-4092-8a0a-930bcc5fee23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=ea254c8c-527b-4377-8ac0-c397795b2168 HTTP/1.1" status: 200 len: 217 time: 0.0482886 Jul 09 13:29:49.403700 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-c7835c59-e9d1-4e77-b5e2-734067a9531a tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=d101729d153b4e2f936f4ead37a91a65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406759 Jul 09 13:29:49.414740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-d1e7d733-b845-4602-8471-8ebabd97bfe1 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:29:49.415907 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-d1e7d733-b845-4602-8471-8ebabd97bfe1 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056326 Jul 09 13:29:49.475195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1c3fd680-7949-4840-9304-af679ba4f7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:49.476796 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1c3fd680-7949-4840-9304-af679ba4f7f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 200 len: 797 time: 0.0659359 Jul 09 13:29:49.548334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-525dca78-741e-4c3d-95af-b7d4927699bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:49.550353 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-525dca78-741e-4c3d-95af-b7d4927699bd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0657396 Jul 09 13:29:49.594197 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-1af0b205-9c53-409e-ace5-8a178dbe7e5a service neutron] 10.222.0.39 "GET /v2.0/networks/ee60ed1d-886b-4504-9428-b9ff7503efdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707585 Jul 09 13:29:49.621296 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6642dfaa-8ee6-44c9-9f4e-332455b5853a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:49.653130 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-f444b4b8-4107-4e74-bc20-17898dbe00a2 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962832 Jul 09 13:29:49.659492 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6642dfaa-8ee6-44c9-9f4e-332455b5853a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:49.690346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205b85f9-12b9-467e-8e88-8e1afb00285a req-7a5b51bd-92d8-48dd-b4d1-4fc41f237d9f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:49.691936 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-205b85f9-12b9-467e-8e88-8e1afb00285a req-7a5b51bd-92d8-48dd-b4d1-4fc41f237d9f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 944 time: 0.2150211 Jul 09 13:29:49.747503 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-f9bbdc0b-8ac2-442f-b58a-61bd0291d7c9 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881598 Jul 09 13:29:49.751816 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6642dfaa-8ee6-44c9-9f4e-332455b5853a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bca517-5d29-4e8f-91fe-199b2aae48eb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:49.763022 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6642dfaa-8ee6-44c9-9f4e-332455b5853a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d147b7677ad049fea6df3a9a8ea991e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5021346 Jul 09 13:29:49.763494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55854) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:49.791527 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-96f27e14-6d2e-4489-99ce-60cf62c759b7 service neutron] 10.222.0.39 "GET /v2.0/networks/ee60ed1d-886b-4504-9428-b9ff7503efdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859760 Jul 09 13:29:49.797458 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-205b85f9-12b9-467e-8e88-8e1afb00285a req-56758afe-63d9-472f-a048-22b2a42e6042 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939081 Jul 09 13:29:49.803514 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-8150cf11-3fb0-445b-80a3-200058ebf307 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=1000f9a7-444e-4349-b942-82d071e6b185 HTTP/1.1" status: 200 len: 217 time: 0.0502386 Jul 09 13:29:49.877735 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-214cb7c5-18dd-422e-92fe-e05f34b8fa88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:49.879275 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-214cb7c5-18dd-422e-92fe-e05f34b8fa88 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 200 len: 797 time: 0.0671144 Jul 09 13:29:49.918979 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d11846d4-6d61-4924-acd2-d223d0c7c739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:49.963578 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d11846d4-6d61-4924-acd2-d223d0c7c739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:50.004928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae221f6b-c0ba-4c34-be36-865265a8a76a req-c101f00c-9de4-4f61-adc4-010a40a6f00e tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.011823 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-58dcf5ad-0a5c-49b5-9cc0-41506efacfe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.013198 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae221f6b-c0ba-4c34-be36-865265a8a76a req-c101f00c-9de4-4f61-adc4-010a40a6f00e tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.0948322 Jul 09 13:29:50.016094 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-58dcf5ad-0a5c-49b5-9cc0-41506efacfe6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1271918 Jul 09 13:29:50.063685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae221f6b-c0ba-4c34-be36-865265a8a76a req-805ac030-5d4f-4056-9740-d3a6848e0dba tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493410 Jul 09 13:29:50.128363 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d11846d4-6d61-4924-acd2-d223d0c7c739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:50.131353 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d11846d4-6d61-4924-acd2-d223d0c7c739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:50.132541 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d11846d4-6d61-4924-acd2-d223d0c7c739 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3bca517-5d29-4e8f-91fe-199b2aae48eb HTTP/1.1" status: 204 len: 168 time: 0.3690362 Jul 09 13:29:50.145011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11846d4-6d61-4924-acd2-d223d0c7c739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bca517-5d29-4e8f-91fe-199b2aae48eb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:50.153406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 59bc8a4c-60cd-4691-a424-bbc1b4080348 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:29:50.199594 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-e70f2d2b-7e1c-404a-b486-468bf7d42d77 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691935 Jul 09 13:29:50.298694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb98327-9ddd-4db4-809a-b0bf6fdf3f1d req-3aa68821-a68a-4cb0-b611-be65beb829e9 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.307996 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ddb98327-9ddd-4db4-809a-b0bf6fdf3f1d req-3aa68821-a68a-4cb0-b611-be65beb829e9 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 945 time: 0.1222084 Jul 09 13:29:50.311796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 59bc8a4c-60cd-4691-a424-bbc1b4080348, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=59bc8a4c-60cd-4691-a424-bbc1b4080348,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:50.325849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '59bc8a4c-60cd-4691-a424-bbc1b4080348', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'port_id': '59bc8a4c-60cd-4691-a424-bbc1b4080348', 'mac_address': 'fa:16:3e:34:bc:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 318, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:29:50.381414 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94634c6c-a14b-4ad3-a08c-ffb0229dfeb4 req-822682fd-4387-4c65-8f48-bb727ec184c4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.389277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94634c6c-a14b-4ad3-a08c-ffb0229dfeb4 req-822682fd-4387-4c65-8f48-bb727ec184c4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.390826 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-4505cd4c-2f4b-4926-ac7b-1834c2dea6fb service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837821 Jul 09 13:29:50.395728 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94634c6c-a14b-4ad3-a08c-ffb0229dfeb4 req-822682fd-4387-4c65-8f48-bb727ec184c4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.403283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94634c6c-a14b-4ad3-a08c-ffb0229dfeb4 req-822682fd-4387-4c65-8f48-bb727ec184c4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.410156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94634c6c-a14b-4ad3-a08c-ffb0229dfeb4 req-822682fd-4387-4c65-8f48-bb727ec184c4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.416478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94634c6c-a14b-4ad3-a08c-ffb0229dfeb4 req-822682fd-4387-4c65-8f48-bb727ec184c4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.424574 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94634c6c-a14b-4ad3-a08c-ffb0229dfeb4 req-822682fd-4387-4c65-8f48-bb727ec184c4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.426543 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94634c6c-a14b-4ad3-a08c-ffb0229dfeb4 req-822682fd-4387-4c65-8f48-bb727ec184c4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5420 time: 0.2304392 Jul 09 13:29:50.461531 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ddb98327-9ddd-4db4-809a-b0bf6fdf3f1d req-a54a0bdc-b8a7-4b53-bf00-224c8a824a1d tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1523013 Jul 09 13:29:50.463309 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:50.489196 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59bc8a4c-60cd-4691-a424-bbc1b4080348 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:50.497417 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-089b7396-48be-4df3-8b5e-a10e87f80cc8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0997229 Jul 09 13:29:50.516689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 59bc8a4c-60cd-4691-a424-bbc1b4080348, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=59bc8a4c-60cd-4691-a424-bbc1b4080348,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:50.523213 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:50.541179 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94634c6c-a14b-4ad3-a08c-ffb0229dfeb4 req-68add505-f36c-4006-95c3-e75e8b9ef765 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1067019 Jul 09 13:29:50.611133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-0604ca61-1924-4df2-a11c-cf410e571c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.614407 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-636b7650-f792-49f8-a87f-a9901ebd2a49 req-0cd5e5d8-2ba7-4ef1-a4b2-ebf87335c18e tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ddce07-1eaf-4852-913f-5a98812fbfd8 HTTP/1.1" status: 200 len: 210 time: 0.0720809 Jul 09 13:29:50.618440 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-0604ca61-1924-4df2-a11c-cf410e571c0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 200 len: 797 time: 0.1091387 Jul 09 13:29:50.627720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=59bc8a4c-60cd-4691-a424-bbc1b4080348,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:50.751236 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-9985259a-abed-404e-b138-83ef30f5217c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.755389 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-9985259a-abed-404e-b138-83ef30f5217c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1085937 Jul 09 13:29:50.765129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['59bc8a4c-60cd-4691-a424-bbc1b4080348'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:50.818981 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8487f1bb-dfaf-45b5-897d-5486e252ba62 req-55551590-ea9a-4a5b-ac50-c77ad2be2d30 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:50.824249 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8487f1bb-dfaf-45b5-897d-5486e252ba62 req-55551590-ea9a-4a5b-ac50-c77ad2be2d30 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1136503 Jul 09 13:29:50.912713 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8487f1bb-dfaf-45b5-897d-5486e252ba62 req-97554af4-9b31-49fd-af72-5dfdb11a51ca tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826082 Jul 09 13:29:50.982890 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-5d3f0b2f-6b11-4de3-b5a9-613a1202a219 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216005 Jul 09 13:29:51.142298 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-dbeb664d-b929-4d4c-8bb5-dc5de4ecaf7f service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1519823 Jul 09 13:29:51.176262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ae874-0370-4bb0-9950-8cebe3c25941 req-aa931e72-2fb3-4d73-b282-60111e8b28c1 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:51.178102 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-404ae874-0370-4bb0-9950-8cebe3c25941 req-aa931e72-2fb3-4d73-b282-60111e8b28c1 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 945 time: 0.0955408 Jul 09 13:29:51.210640 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-2fcfecbb-bf4a-4619-ad30-27d8d7a803a2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ad774c33-cfca-4add-b80c-6424715fae3e HTTP/1.1" status: 200 len: 217 time: 0.0616789 Jul 09 13:29:51.229257 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-404ae874-0370-4bb0-9950-8cebe3c25941 req-2b2c06d1-5cfd-4b33-8a5a-53b73e0bf011 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447481 Jul 09 13:29:51.309245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-062c4875-a47d-4412-adb7-0a5ec6761ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:51.310311 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-062c4875-a47d-4412-adb7-0a5ec6761ef3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49d3e9d5-750d-45f1-840a-12db3a7eff08 HTTP/1.1" status: 200 len: 797 time: 0.0821450 Jul 09 13:29:51.394223 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-f2b24827-a205-413f-867e-3464cb1b9b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:51.396053 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-f2b24827-a205-413f-867e-3464cb1b9b7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0773573 Jul 09 13:29:51.502903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608d0ec-3a66-4310-a95d-db4b6fbc12a3 req-697c0530-a481-4051-8a7a-a51ed8298be6 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:51.511044 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5608d0ec-3a66-4310-a95d-db4b6fbc12a3 req-697c0530-a481-4051-8a7a-a51ed8298be6 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.1544445 Jul 09 13:29:51.529176 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-0b4dc259-6d72-4af8-991b-cb6c0127fdbd service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242161 Jul 09 13:29:51.564282 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5608d0ec-3a66-4310-a95d-db4b6fbc12a3 req-7523656c-7360-4902-9ad0-f126027cf4d4 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520868 Jul 09 13:29:51.789603 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-86283701-289e-4f00-b32b-7eb17a972839 service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494006 Jul 09 13:29:51.846104 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-6e0f0ddb-9119-4f1e-a00e-d5254c0af87e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7aafc5af-bd0d-4302-8462-84fc2adfb5f9 HTTP/1.1" status: 200 len: 217 time: 0.0447738 Jul 09 13:29:51.862089 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa2530a6-cf31-466c-b10e-8e288f9579f6 req-c26dd7dd-16a4-4155-8a80-ba2bda5b8a95 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ddce07-1eaf-4852-913f-5a98812fbfd8 HTTP/1.1" status: 200 len: 210 time: 0.0402067 Jul 09 13:29:51.967937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00204a-93ba-4c4d-bb78-6db1b2d4771e req-d1fb2909-a487-4be2-bf97-feccecf7cd2a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:51.977281 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00204a-93ba-4c4d-bb78-6db1b2d4771e req-d1fb2909-a487-4be2-bf97-feccecf7cd2a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:51.989103 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00204a-93ba-4c4d-bb78-6db1b2d4771e req-d1fb2909-a487-4be2-bf97-feccecf7cd2a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:51.995285 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00204a-93ba-4c4d-bb78-6db1b2d4771e req-d1fb2909-a487-4be2-bf97-feccecf7cd2a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.003502 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00204a-93ba-4c4d-bb78-6db1b2d4771e req-d1fb2909-a487-4be2-bf97-feccecf7cd2a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.011770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00204a-93ba-4c4d-bb78-6db1b2d4771e req-d1fb2909-a487-4be2-bf97-feccecf7cd2a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.028054 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d00204a-93ba-4c4d-bb78-6db1b2d4771e req-d1fb2909-a487-4be2-bf97-feccecf7cd2a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.039779 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d00204a-93ba-4c4d-bb78-6db1b2d4771e req-d1fb2909-a487-4be2-bf97-feccecf7cd2a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5420 time: 0.2713692 Jul 09 13:29:52.114944 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d00204a-93ba-4c4d-bb78-6db1b2d4771e req-e3e2d1f8-5a7e-4bc8-a18b-fe28030443b7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0729756 Jul 09 13:29:52.169058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 59bc8a4c-60cd-4691-a424-bbc1b4080348 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:52.245167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 59bc8a4c-60cd-4691-a424-bbc1b4080348 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:29:52.259308 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 59bc8a4c-60cd-4691-a424-bbc1b4080348 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:52.259687 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:52.294195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-97a0895b-f272-46b9-92db-619268db63fb tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.295912 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-97a0895b-f272-46b9-92db-619268db63fb tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.18 "GET /v2.0/networks?id=ee60ed1d-886b-4504-9428-b9ff7503efdd HTTP/1.1" status: 200 len: 810 time: 0.5739508 Jul 09 13:29:52.298464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-b55bf402-2bb1-4619-8ffd-c7d222b2012c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.299966 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-b55bf402-2bb1-4619-8ffd-c7d222b2012c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49d3e9d5-750d-45f1-840a-12db3a7eff08 HTTP/1.1" status: 200 len: 797 time: 0.4481072 Jul 09 13:29:52.318859 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-327643f0-22ad-416e-bbe7-35187f06c758 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Request body: {'port': {'device_id': '68ddce07-1eaf-4852-913f-5a98812fbfd8', 'network_id': 'ee60ed1d-886b-4504-9428-b9ff7503efdd', 'admin_state_up': True, 'tenant_id': 'd101729d153b4e2f936f4ead37a91a65'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:52.347640 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:52.389021 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 59bc8a4c-60cd-4691-a424-bbc1b4080348, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=59bc8a4c-60cd-4691-a424-bbc1b4080348,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:52.391304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bc8a4c-60cd-4691-a424-bbc1b4080348'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:52.394379 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a344c8e2-3d63-4d7e-ba7e-48c1b5e5516a" -d '{"events": [{"server_uuid": "9d6642dd-be10-4a97-8b29-7692d5c6f4d6", "name": "network-vif-plugged", "status": "completed", "tag": "59bc8a4c-60cd-4691-a424-bbc1b4080348"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:52.398482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef7fd20-4b86-4a29-9def-ed6cd13578f2 req-1a4f9001-379d-40d5-b9ac-dec709392dd8 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.399006 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:52.400227 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ef7fd20-4b86-4a29-9def-ed6cd13578f2 req-1a4f9001-379d-40d5-b9ac-dec709392dd8 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1738024 Jul 09 13:29:52.466447 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ef7fd20-4b86-4a29-9def-ed6cd13578f2 req-9e7e5883-f61b-4291-9f7f-29d0aa258483 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591142 Jul 09 13:29:52.512494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=59bc8a4c-60cd-4691-a424-bbc1b4080348,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:52.546083 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c713771a-43b0-4f6e-9a85-b83427bc8099 x-openstack-request-id: req-c713771a-43b0-4f6e-9a85-b83427bc8099 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:52.547284 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6642dd-be10-4a97-8b29-7692d5c6f4d6", "name": "network-vif-plugged", "status": "completed", "tag": "59bc8a4c-60cd-4691-a424-bbc1b4080348", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:52.547869 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c713771a-43b0-4f6e-9a85-b83427bc8099 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:52.548642 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59bc8a4c-60cd-4691-a424-bbc1b4080348', 'code': 200} Jul 09 13:29:52.564951 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1c4310da-19f5-416b-aec2-872f70dd1aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.571500 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-1c4310da-19f5-416b-aec2-872f70dd1aa0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2545311 Jul 09 13:29:52.620132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf1703d-789a-42d1-bb75-cdce58e9d3ca req-9d85bb74-571b-41a0-9254-83939af4cbbe tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.622112 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-327643f0-22ad-416e-bbe7-35187f06c758 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Made reservation on behalf of d101729d153b4e2f936f4ead37a91a65 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:29:52.627035 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-327643f0-22ad-416e-bbe7-35187f06c758 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:52.629275 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cf1703d-789a-42d1-bb75-cdce58e9d3ca req-9d85bb74-571b-41a0-9254-83939af4cbbe tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 946 time: 0.1578417 Jul 09 13:29:52.668995 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cf1703d-789a-42d1-bb75-cdce58e9d3ca req-8a2470ed-7926-4d41-9245-8b2f795088f1 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386806 Jul 09 13:29:52.801445 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09caa62d-d551-4e5e-ad9f-f1efe596aec7 req-2128b729-2bfa-4b73-8dba-c48e898aaac2 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.802727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-09caa62d-d551-4e5e-ad9f-f1efe596aec7 req-2128b729-2bfa-4b73-8dba-c48e898aaac2 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.0735261 Jul 09 13:29:52.825434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55962) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:52.854348 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-09caa62d-d551-4e5e-ad9f-f1efe596aec7 req-d8f8ce65-3851-4345-bd7d-b7d640e5c401 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458553 Jul 09 13:29:52.878312 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189babc4-1bd6-49a4-9cc4-b4119d186424 req-2928ab08-3cf8-41df-b053-e7c20fbc49f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:52.878312 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-189babc4-1bd6-49a4-9cc4-b4119d186424 req-2928ab08-3cf8-41df-b053-e7c20fbc49f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 1097 time: 0.2460203 Jul 09 13:29:52.880312 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-b9423259-7f88-4544-a930-2cfcc42e6b86 service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041675 Jul 09 13:29:52.969173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-327643f0-22ad-416e-bbe7-35187f06c758 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Allocated IP 172.20.0.6 (ee60ed1d-886b-4504-9428-b9ff7503efdd/06c8e86a-8e6d-4c27-ad7d-ab61ddf665e1/3dc8921c-3f9f-4a27-a40e-70a940cdbd9a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:29:53.015317 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6565e1ee-7425-4be1-b1a7-60a9709ebfcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.030706 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-189babc4-1bd6-49a4-9cc4-b4119d186424 req-2ae00a9d-77b9-4c4b-97a2-8eaaa4b8539e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419861 Jul 09 13:29:53.051546 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-706299ae-87bf-4147-bf17-fc7bf8c80c24 req-b67afd09-29fa-49e2-aa5e-5b494f4c782e tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ddce07-1eaf-4852-913f-5a98812fbfd8 HTTP/1.1" status: 200 len: 210 time: 0.0366576 Jul 09 13:29:53.115651 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55bb2c0e-a323-4961-8f15-0f4457da3050 req-be585477-73a3-433b-a129-7c67de1f26ef service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280152 Jul 09 13:29:53.341415 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6565e1ee-7425-4be1-b1a7-60a9709ebfcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.349480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d9f2-bbec-4543-a74a-f87ecc437237 req-c8b82b4e-1942-4de9-8652-6a7ff02ed574 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.354995 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-327643f0-22ad-416e-bbe7-35187f06c758 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.355407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d9f2-bbec-4543-a74a-f87ecc437237 req-c8b82b4e-1942-4de9-8652-6a7ff02ed574 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.358735 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6565e1ee-7425-4be1-b1a7-60a9709ebfcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.362303 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d9f2-bbec-4543-a74a-f87ecc437237 req-c8b82b4e-1942-4de9-8652-6a7ff02ed574 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.368373 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d9f2-bbec-4543-a74a-f87ecc437237 req-c8b82b4e-1942-4de9-8652-6a7ff02ed574 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.371687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-4e5cd538-581a-44d8-8fa1-9f98bf7a4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.371687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-4e5cd538-581a-44d8-8fa1-9f98bf7a4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.371687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-4e5cd538-581a-44d8-8fa1-9f98bf7a4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.371989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-4e5cd538-581a-44d8-8fa1-9f98bf7a4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.372353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-4e5cd538-581a-44d8-8fa1-9f98bf7a4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.372825 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-4e5cd538-581a-44d8-8fa1-9f98bf7a4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.373298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-4e5cd538-581a-44d8-8fa1-9f98bf7a4a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.374241 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d9f2-bbec-4543-a74a-f87ecc437237 req-c8b82b4e-1942-4de9-8652-6a7ff02ed574 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.376119 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-4e5cd538-581a-44d8-8fa1-9f98bf7a4a17 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=590f3198215a402b9f863adddb8b13ff&device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 6477 time: 0.1971989 Jul 09 13:29:53.381132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d9f2-bbec-4543-a74a-f87ecc437237 req-c8b82b4e-1942-4de9-8652-6a7ff02ed574 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.387209 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55d9f2-bbec-4543-a74a-f87ecc437237 req-c8b82b4e-1942-4de9-8652-6a7ff02ed574 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.389139 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b55d9f2-bbec-4543-a74a-f87ecc437237 req-c8b82b4e-1942-4de9-8652-6a7ff02ed574 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5420 time: 0.1318107 Jul 09 13:29:53.438265 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b55d9f2-bbec-4543-a74a-f87ecc437237 req-5d06c988-2a09-43f3-83d2-4ad3a1146d96 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406008 Jul 09 13:29:53.470476 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6565e1ee-7425-4be1-b1a7-60a9709ebfcb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8bd3c21cc81d4180b33a04cf59bcbab8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6402147 Jul 09 13:29:53.471253 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565e1ee-7425-4be1-b1a7-60a9709ebfcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=246f9893-e781-47ad-8c4a-7b8a3138ebe7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:53.473024 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55972) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:53.532514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-2b83dc9e-640c-40e1-a9d0-2f2ae454a18f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.534042 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-2b83dc9e-640c-40e1-a9d0-2f2ae454a18f service neutron] 10.222.0.18 "GET /v2.0/networks?id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 HTTP/1.1" status: 200 len: 901 time: 0.1495714 Jul 09 13:29:53.542673 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-327643f0-22ad-416e-bbe7-35187f06c758 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.566988 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398f5cb6-e73e-4c82-8f2a-ca5554fd6537 req-dedda3e6-0c51-4f10-9c5d-2850d7a634b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.568259 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-398f5cb6-e73e-4c82-8f2a-ca5554fd6537 req-dedda3e6-0c51-4f10-9c5d-2850d7a634b2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 1096 time: 0.1289494 Jul 09 13:29:53.596031 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.618100 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-c1a16867-c3ee-47e0-a71e-f1e86a9f7dd5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7aafc5af-bd0d-4302-8462-84fc2adfb5f9 HTTP/1.1" status: 200 len: 217 time: 0.0769646 Jul 09 13:29:53.642734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-327643f0-22ad-416e-bbe7-35187f06c758 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Network ee60ed1d-886b-4504-9428-b9ff7503efdd is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:29:53.660509 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.667553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-327643f0-22ad-416e-bbe7-35187f06c758 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:29:53.674323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-327643f0-22ad-416e-bbe7-35187f06c758 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:29:53.675359 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-398f5cb6-e73e-4c82-8f2a-ca5554fd6537 req-c90c55fb-99da-498a-9fda-af52d141faf7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959404 Jul 09 13:29:53.706376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327643f0-22ad-416e-bbe7-35187f06c758 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Pushing event updated for resources: {'Port': ['ID=3dc8921c-3f9f-4a27-a40e-70a940cdbd9a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:53.731716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-586b288b-8cea-4eeb-b615-7b6ccd1ace9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.733231 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-586b288b-8cea-4eeb-b615-7b6ccd1ace9e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49d3e9d5-750d-45f1-840a-12db3a7eff08 HTTP/1.1" status: 200 len: 797 time: 0.1057289 Jul 09 13:29:53.744229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-327643f0-22ad-416e-bbe7-35187f06c758 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.744475 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.744886 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-327643f0-22ad-416e-bbe7-35187f06c758 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.746830 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:53.748004 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/246f9893-e781-47ad-8c4a-7b8a3138ebe7 HTTP/1.1" status: 204 len: 168 time: 0.2734094 Jul 09 13:29:53.759285 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419dd585-2afe-4e0f-81ea-9f6c4f8df108 req-e502cc9f-0191-4806-a0ec-e0d8144e990f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.766887 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-419dd585-2afe-4e0f-81ea-9f6c4f8df108 req-e502cc9f-0191-4806-a0ec-e0d8144e990f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1583352 Jul 09 13:29:53.782156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=246f9893-e781-47ad-8c4a-7b8a3138ebe7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:53.801762 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-327643f0-22ad-416e-bbe7-35187f06c758 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4907722 Jul 09 13:29:53.802297 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:53.802700 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:53.803062 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:53.803353 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:53.803735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:53.803984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:53.804311 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:53.804642 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:53.804967 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:53.805292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:53.805621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:53.805948 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-563d8aed-0118-4cf2-90a6-8d934cd5b3dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:29:53.815690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Request body: {'port': {'device_id': '68ddce07-1eaf-4852-913f-5a98812fbfd8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:53.856424 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-74916663-961e-4ebb-a775-1856de464254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.858024 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-74916663-961e-4ebb-a775-1856de464254 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1103806 Jul 09 13:29:53.863391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-419dd585-2afe-4e0f-81ea-9f6c4f8df108 req-14408d87-24e8-4b7d-9f12-bfbe15d2de08 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955467 Jul 09 13:29:53.919866 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20cfbf9-3d13-43ce-a0f5-0f2f37889eb7 req-4c7d411c-de50-4d23-b33e-8563ee217d6b tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:53.921530 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e20cfbf9-3d13-43ce-a0f5-0f2f37889eb7 req-4c7d411c-de50-4d23-b33e-8563ee217d6b tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 946 time: 0.1113162 Jul 09 13:29:53.982468 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e20cfbf9-3d13-43ce-a0f5-0f2f37889eb7 req-2f2d49fd-e0d4-4300-86d3-9a585344dd14 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546074 Jul 09 13:29:53.999440 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.076788 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-106d1fa9-13a3-4312-9037-36d5753dd2f8 service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113423 Jul 09 13:29:54.078330 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122fb5-91e6-4f85-a0b8-7b978ec58763 req-8366a9c3-4841-4a48-9491-89abfce7955d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:54.080894 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-51122fb5-91e6-4f85-a0b8-7b978ec58763 req-8366a9c3-4841-4a48-9491-89abfce7955d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.0797279 Jul 09 13:29:54.168024 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-51122fb5-91e6-4f85-a0b8-7b978ec58763 req-74225152-64d6-476e-90cc-8e82ed964a76 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802708 Jul 09 13:29:54.168607 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55998) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:54.185243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fbe800db-9df7-448d-8bcd-e3c966b4b2f3 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:29:54.185752 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b474982-545d-4887-9531-68acf6389eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.381744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fbe800db-9df7-448d-8bcd-e3c966b4b2f3, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:54.422719 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'fbe800db-9df7-448d-8bcd-e3c966b4b2f3', 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385', 'port_id': 'fbe800db-9df7-448d-8bcd-e3c966b4b2f3', 'mac_address': 'fa:16:3e:c3:b5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11eca0f-225a-479a-adf8-c5ca2fa12bae', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:29:54.432225 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3a2d60d7-81bc-46a2-abd0-4b6e14feb854 req-58f4b327-5d38-4c3c-91d3-fe27619115d1 service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479059 Jul 09 13:29:54.491992 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.497883 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b474982-545d-4887-9531-68acf6389eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.512775 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9bf5c1-c9bf-48d8-a6d3-23e3fd80300c req-cc667794-ab1b-4e4b-aad3-e79eff1abce3 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:54.514641 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bc9bf5c1-c9bf-48d8-a6d3-23e3fd80300c req-cc667794-ab1b-4e4b-aad3-e79eff1abce3 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ddce07-1eaf-4852-913f-5a98812fbfd8 HTTP/1.1" status: 200 len: 931 time: 0.1985083 Jul 09 13:29:54.516414 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b474982-545d-4887-9531-68acf6389eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.537132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbe800db-9df7-448d-8bcd-e3c966b4b2f3 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:54.579651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fbe800db-9df7-448d-8bcd-e3c966b4b2f3, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:54.586204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:54.588212 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.599892 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4b474982-545d-4887-9531-68acf6389eb5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ca2b59d09d6b41a198c9f824d0c7a989&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4298413 Jul 09 13:29:54.603749 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56012) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:54.611723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b474982-545d-4887-9531-68acf6389eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed15dfa9-f2f6-4730-b4cb-18f6bbe6e2ed,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:54.613311 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.631879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Transition to ACTIVE for port object 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:29:54.642982 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.646464 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bc9bf5c1-c9bf-48d8-a6d3-23e3fd80300c req-84d53760-7fe7-4f0f-8ec3-8908a6b90e97 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd12e4f7-554d-409b-a53f-2fa77ab8128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172311 Jul 09 13:29:54.680045 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:54.747745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['fbe800db-9df7-448d-8bcd-e3c966b4b2f3'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:54.781726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc8921c-3f9f-4a27-a40e-70a940cdbd9a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:54.827004 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683e526-08e0-490a-b583-be10db56afc8 req-bea25835-9847-4ce5-a0a5-f0325e0b3177 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:54.830568 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98d0b74b-2684-47a0-8a82-97120ccd4a72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.834471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683e526-08e0-490a-b583-be10db56afc8 req-bea25835-9847-4ce5-a0a5-f0325e0b3177 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:54.851538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683e526-08e0-490a-b583-be10db56afc8 req-bea25835-9847-4ce5-a0a5-f0325e0b3177 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:54.864248 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683e526-08e0-490a-b583-be10db56afc8 req-bea25835-9847-4ce5-a0a5-f0325e0b3177 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:54.868502 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98d0b74b-2684-47a0-8a82-97120ccd4a72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.870552 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Attempting to bind port 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:29:54.870897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Attempting to bind port 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '207bbd89-0c99-4d48-b0ef-ed4b74523f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee60ed1d-886b-4504-9428-b9ff7503efdd'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:29:54.871259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Attempting to bind port 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a on network ee60ed1d-886b-4504-9428-b9ff7503efdd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:54.872452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683e526-08e0-490a-b583-be10db56afc8 req-bea25835-9847-4ce5-a0a5-f0325e0b3177 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:54.882736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683e526-08e0-490a-b583-be10db56afc8 req-bea25835-9847-4ce5-a0a5-f0325e0b3177 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:54.884438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Port 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a on network ee60ed1d-886b-4504-9428-b9ff7503efdd not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:29:54.884809 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Attempting to bind port 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a on network ee60ed1d-886b-4504-9428-b9ff7503efdd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:29:54.891353 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b683e526-08e0-490a-b583-be10db56afc8 req-bea25835-9847-4ce5-a0a5-f0325e0b3177 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:54.895225 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b683e526-08e0-490a-b583-be10db56afc8 req-bea25835-9847-4ce5-a0a5-f0325e0b3177 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5420 time: 0.1872175 Jul 09 13:29:54.923865 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:29:54.924284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Checking segment: {'id': '207bbd89-0c99-4d48-b0ef-ed4b74523f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee60ed1d-886b-4504-9428-b9ff7503efdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:29:54.924789 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Bound using segment: {'id': '207bbd89-0c99-4d48-b0ef-ed4b74523f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee60ed1d-886b-4504-9428-b9ff7503efdd'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:29:54.925288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Bound port: 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '207bbd89-0c99-4d48-b0ef-ed4b74523f34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': 'ee60ed1d-886b-4504-9428-b9ff7503efdd'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:29:54.925763 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:54.984626 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b683e526-08e0-490a-b583-be10db56afc8 req-f839785f-9ee0-4267-a5f6-c3c2a450aa0f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815220 Jul 09 13:29:55.026773 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98d0b74b-2684-47a0-8a82-97120ccd4a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:55.029161 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98d0b74b-2684-47a0-8a82-97120ccd4a72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:55.033301 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-98d0b74b-2684-47a0-8a82-97120ccd4a72 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ed15dfa9-f2f6-4730-b4cb-18f6bbe6e2ed HTTP/1.1" status: 204 len: 168 time: 0.3975651 Jul 09 13:29:55.053673 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d0b74b-2684-47a0-8a82-97120ccd4a72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed15dfa9-f2f6-4730-b4cb-18f6bbe6e2ed,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:55.060621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] For port 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:29:55.066750 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] For port 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3dc8921c-3f9f-4a27-a40e-70a940cdbd9a,segment=NetworkSegment(207bbd89-0c99-4d48-b0ef-ed4b74523f34),segment_id=207bbd89-0c99-4d48-b0ef-ed4b74523f34)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:29:55.076569 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:55.131625 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:29:55.135332 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.135861 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:55.137363 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] 10.222.0.18 "PUT /v2.0/ports/3dc8921c-3f9f-4a27-a40e-70a940cdbd9a HTTP/1.1" status: 200 len: 1091 time: 1.3274305 Jul 09 13:29:55.140913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68ddce07-1eaf-4852-913f-5a98812fbfd8', 'tag': '3dc8921c-3f9f-4a27-a40e-70a940cdbd9a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:55.144784 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29b2315-751a-4c72-90bf-9f50c46dee3b" -d '{"events": [{"name": "network-changed", "server_uuid": "68ddce07-1eaf-4852-913f-5a98812fbfd8", "tag": "3dc8921c-3f9f-4a27-a40e-70a940cdbd9a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:55.200454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f07a72b-4d8f-4220-81dd-5860ac4b9916 service neutron] Pushing event updated for resources: {'Port': ['ID=3dc8921c-3f9f-4a27-a40e-70a940cdbd9a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:55.240616 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c460f7-1310-4702-beb6-889dea41b9cd req-18769599-dc44-4f1a-87ae-bc5707172161 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.242099 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34c460f7-1310-4702-beb6-889dea41b9cd req-18769599-dc44-4f1a-87ae-bc5707172161 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1549327 Jul 09 13:29:55.324276 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34c460f7-1310-4702-beb6-889dea41b9cd req-ca92a4ac-406e-4594-9637-0c30dc711454 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709941 Jul 09 13:29:55.349349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2753aadb-fed6-4c8e-93e6-e6005758afd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.352353 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-2753aadb-fed6-4c8e-93e6-e6005758afd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d101729d153b4e2f936f4ead37a91a65&device_id=68ddce07-1eaf-4852-913f-5a98812fbfd8 HTTP/1.1" status: 200 len: 1094 time: 0.1616952 Jul 09 13:29:55.357655 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebd49e6-aeea-4366-9318-e69a8b08ea13 req-66450068-82bb-4cf5-814a-1c2b2ee62972 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.361047 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ebd49e6-aeea-4366-9318-e69a8b08ea13 req-66450068-82bb-4cf5-814a-1c2b2ee62972 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 946 time: 0.1179674 Jul 09 13:29:55.423733 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ebd49e6-aeea-4366-9318-e69a8b08ea13 req-688bad66-d54e-4316-8473-5b55f6f65f2a tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515816 Jul 09 13:29:55.451078 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-f82bdcba-fa2c-47dd-b3c9-8ee8018d05dc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dc8921c-3f9f-4a27-a40e-70a940cdbd9a HTTP/1.1" status: 200 len: 217 time: 0.0898523 Jul 09 13:29:55.451225 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e190579-445f-4d9a-bed3-bea5c0a7cd03 x-openstack-request-id: req-1e190579-445f-4d9a-bed3-bea5c0a7cd03 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:55.451551 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68ddce07-1eaf-4852-913f-5a98812fbfd8", "tag": "3dc8921c-3f9f-4a27-a40e-70a940cdbd9a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:55.451754 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1e190579-445f-4d9a-bed3-bea5c0a7cd03 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:55.452155 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68ddce07-1eaf-4852-913f-5a98812fbfd8', 'tag': '3dc8921c-3f9f-4a27-a40e-70a940cdbd9a', 'status': 'completed', 'code': 200} Jul 09 13:29:55.559365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-43938f0b-4eb5-4466-83d4-193e1ecdec84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.560935 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-43938f0b-4eb5-4466-83d4-193e1ecdec84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06c8e86a-8e6d-4c27-ad7d-ab61ddf665e1 HTTP/1.1" status: 200 len: 850 time: 0.1047142 Jul 09 13:29:55.605635 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-69f2e888-0b2d-4c8c-a033-4a3d80dfcc5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ee60ed1d-886b-4504-9428-b9ff7503efdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385783 Jul 09 13:29:55.724514 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73572a33-f58a-496a-bebc-ca89afaacf68 req-4e0c256f-b24a-4a98-b6af-93588057bbaa tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.738917 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-73572a33-f58a-496a-bebc-ca89afaacf68 req-4e0c256f-b24a-4a98-b6af-93588057bbaa tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.1474831 Jul 09 13:29:55.778493 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-b1dcb676-64f8-48b8-abe0-932c8af1b845 service neutron] 10.222.0.18 "GET /v2.0/networks/ee60ed1d-886b-4504-9428-b9ff7503efdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654222 Jul 09 13:29:55.825049 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-73572a33-f58a-496a-bebc-ca89afaacf68 req-fb06e541-bdac-4760-88aa-b8e5286173a5 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863438 Jul 09 13:29:55.919580 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a973fc74-01f2-44c0-91d8-1679b4bbef11 req-7ea9ce52-af2a-4b96-b621-7dd01ae72f9d service neutron] 10.222.0.18 "GET /v2.0/networks/ee60ed1d-886b-4504-9428-b9ff7503efdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343575 Jul 09 13:29:55.996441 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-3bff2c6b-5ee3-4864-acd7-2554ae82403b tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:55.999125 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-3bff2c6b-5ee3-4864-acd7-2554ae82403b tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1716473 Jul 09 13:29:56.065922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b2315-751a-4c72-90bf-9f50c46dee3b req-20cba244-f395-40ed-9082-2fc10f72838d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:56.067394 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e29b2315-751a-4c72-90bf-9f50c46dee3b req-20cba244-f395-40ed-9082-2fc10f72838d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d101729d153b4e2f936f4ead37a91a65&device_id=68ddce07-1eaf-4852-913f-5a98812fbfd8 HTTP/1.1" status: 200 len: 1094 time: 0.0964549 Jul 09 13:29:56.121357 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-81005514-20c5-474e-816d-08259de7d6b2 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 696 time: 0.0769150 Jul 09 13:29:56.139144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-376807ac-7a27-46dc-aa7d-8a048090d4a8 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Request body: {'floatingip': {'port_id': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:56.185552 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fbe800db-9df7-448d-8bcd-e3c966b4b2f3 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:29:56.206359 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa35cbaa-6cd5-44f1-917a-424dbefa6ac7 req-6f02aeb1-2654-4e81-959b-a073214c0509 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:56.215646 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa35cbaa-6cd5-44f1-917a-424dbefa6ac7 req-6f02aeb1-2654-4e81-959b-a073214c0509 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ddce07-1eaf-4852-913f-5a98812fbfd8 HTTP/1.1" status: 200 len: 943 time: 0.2104750 Jul 09 13:29:56.220553 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-376807ac-7a27-46dc-aa7d-8a048090d4a8 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:56.242565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b2315-751a-4c72-90bf-9f50c46dee3b req-c40f8f66-2325-424f-b6ee-6aec80719e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:56.244652 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e29b2315-751a-4c72-90bf-9f50c46dee3b req-c40f8f66-2325-424f-b6ee-6aec80719e47 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ee60ed1d-886b-4504-9428-b9ff7503efdd HTTP/1.1" status: 200 len: 911 time: 0.1696763 Jul 09 13:29:56.287979 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port fbe800db-9df7-448d-8bcd-e3c966b4b2f3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:29:56.288481 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:56.353696 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e29b2315-751a-4c72-90bf-9f50c46dee3b req-03f325d0-a1a6-4b99-8ba0-0dea9ad49e6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3dc8921c-3f9f-4a27-a40e-70a940cdbd9a HTTP/1.1" status: 200 len: 217 time: 0.1012087 Jul 09 13:29:56.382918 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa35cbaa-6cd5-44f1-917a-424dbefa6ac7 req-74efca53-4056-4604-a04c-0d5fcb245023 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd12e4f7-554d-409b-a53f-2fa77ab8128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659827 Jul 09 13:29:56.406017 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:56.462059 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29b2315-751a-4c72-90bf-9f50c46dee3b req-cbb6ca44-3f96-4409-aa59-e12bff91a441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:56.465915 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e29b2315-751a-4c72-90bf-9f50c46dee3b req-cbb6ca44-3f96-4409-aa59-e12bff91a441 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06c8e86a-8e6d-4c27-ad7d-ab61ddf665e1 HTTP/1.1" status: 200 len: 850 time: 0.1047609 Jul 09 13:29:56.469323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b70e52-8c6a-4161-a4b7-1d9521bec0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe800db-9df7-448d-8bcd-e3c966b4b2f3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:56.471402 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-903cf6cd-6230-40c0-b559-c108f05af098" -d '{"events": [{"server_uuid": "31b70e52-8c6a-4161-a4b7-1d9521bec0d4", "name": "network-vif-plugged", "status": "completed", "tag": "fbe800db-9df7-448d-8bcd-e3c966b4b2f3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:56.517139 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e29b2315-751a-4c72-90bf-9f50c46dee3b req-cece4ee8-44a9-40b0-935f-f99219b839c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ee60ed1d-886b-4504-9428-b9ff7503efdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405197 Jul 09 13:29:56.634019 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fbe800db-9df7-448d-8bcd-e3c966b4b2f3, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:56.642039 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:56.693292 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e29b2315-751a-4c72-90bf-9f50c46dee3b req-8b5bb0fa-7cf6-4adf-8765-bd7f38eb1a6d service neutron] 10.222.0.18 "GET /v2.0/networks/ee60ed1d-886b-4504-9428-b9ff7503efdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687446 Jul 09 13:29:56.786364 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:56.886800 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e29b2315-751a-4c72-90bf-9f50c46dee3b req-9ca6a71f-2e6c-4231-822e-f12818ee6886 service neutron] 10.222.0.18 "GET /v2.0/networks/ee60ed1d-886b-4504-9428-b9ff7503efdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866820 Jul 09 13:29:56.989350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-6f822268-167e-4462-8ead-6830ac043ae4 req-700ed940-4628-44a5-a78f-d57778e27db1 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1674627152', 'description': 'tempest-description-1140680176'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:57.062237 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f822268-167e-4462-8ead-6830ac043ae4 req-700ed940-4628-44a5-a78f-d57778e27db1 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.241472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56128) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:57.355179 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f822268-167e-4462-8ead-6830ac043ae4 req-700ed940-4628-44a5-a78f-d57778e27db1 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.362351 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f822268-167e-4462-8ead-6830ac043ae4 req-700ed940-4628-44a5-a78f-d57778e27db1 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.412099 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6caa-b02e-4671-ad9b-a455bf2d63a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.436639 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ed940-4628-44a5-a78f-d57778e27db1 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15692be2-3dba-47fb-9ab8-cdb8ce6e7361,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:57.444646 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-6f822268-167e-4462-8ead-6830ac043ae4 req-700ed940-4628-44a5-a78f-d57778e27db1 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.457681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f822268-167e-4462-8ead-6830ac043ae4 req-700ed940-4628-44a5-a78f-d57778e27db1 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.4767771 Jul 09 13:29:57.478161 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-376807ac-7a27-46dc-aa7d-8a048090d4a8 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.485369 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-376807ac-7a27-46dc-aa7d-8a048090d4a8 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.594102 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6caa-b02e-4671-ad9b-a455bf2d63a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.599808 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b3e6caa-b02e-4671-ad9b-a455bf2d63a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.653022 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1b3e6caa-b02e-4671-ad9b-a455bf2d63a2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=67eb1f22bd5646cfb2e16b1c71ff78ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099040 Jul 09 13:29:57.654267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3e6caa-b02e-4671-ad9b-a455bf2d63a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2c35233-8ce3-4315-a16f-12bc383eb46a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:57.657380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56136) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:29:57.710924 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fb05a-bc74-4830-90ad-25ea3a193950 req-2a9bb68d-b6ad-4edb-b4ce-04f61072a193 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:57.717602 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fb05a-bc74-4830-90ad-25ea3a193950 req-2a9bb68d-b6ad-4edb-b4ce-04f61072a193 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:57.721232 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e16775d7-184d-4f2a-93d3-d2cfcd5e9c03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.725121 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fb05a-bc74-4830-90ad-25ea3a193950 req-2a9bb68d-b6ad-4edb-b4ce-04f61072a193 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:57.731914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fb05a-bc74-4830-90ad-25ea3a193950 req-2a9bb68d-b6ad-4edb-b4ce-04f61072a193 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:57.739398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fb05a-bc74-4830-90ad-25ea3a193950 req-2a9bb68d-b6ad-4edb-b4ce-04f61072a193 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:57.745910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fb05a-bc74-4830-90ad-25ea3a193950 req-2a9bb68d-b6ad-4edb-b4ce-04f61072a193 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:57.751022 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e16775d7-184d-4f2a-93d3-d2cfcd5e9c03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.752842 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51fb05a-bc74-4830-90ad-25ea3a193950 req-2a9bb68d-b6ad-4edb-b4ce-04f61072a193 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:57.754764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c51fb05a-bc74-4830-90ad-25ea3a193950 req-2a9bb68d-b6ad-4edb-b4ce-04f61072a193 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5420 time: 0.1929629 Jul 09 13:29:57.756129 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-376807ac-7a27-46dc-aa7d-8a048090d4a8 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Floating IP 5ecea7d0-8797-4ed3-9baf-320fc7ef84f3 associated. External IP: 172.25.2.241, port: 7ffa8e5b-f394-471f-9d8b-7ad621f73e68. Jul 09 13:29:57.830791 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e16775d7-184d-4f2a-93d3-d2cfcd5e9c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.834427 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e16775d7-184d-4f2a-93d3-d2cfcd5e9c03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:57.836248 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e16775d7-184d-4f2a-93d3-d2cfcd5e9c03 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b2c35233-8ce3-4315-a16f-12bc383eb46a HTTP/1.1" status: 204 len: 168 time: 0.1775892 Jul 09 13:29:57.866321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16775d7-184d-4f2a-93d3-d2cfcd5e9c03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2c35233-8ce3-4315-a16f-12bc383eb46a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:58.006246 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c51fb05a-bc74-4830-90ad-25ea3a193950 req-b03530cd-f425-45f3-b256-8ab6e0fa82b9 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1075492 Jul 09 13:29:58.085468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-376807ac-7a27-46dc-aa7d-8a048090d4a8 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Router 3fe463c3-77e9-4211-86f6-3ab088596a2b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:29:58.210985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2be107c-132d-4714-935f-2cfb271f7525 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:29:58.243838 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-376807ac-7a27-46dc-aa7d-8a048090d4a8 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:29:58.248707 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-376807ac-7a27-46dc-aa7d-8a048090d4a8 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:58.257636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e88c0a-93ad-4781-8e5e-f84e82cf96d2 None None] Sync routers for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:29:58.294150 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631466fb-87af-4101-9f27-b561420f1938 req-bd414f0a-535e-4c6a-851a-28054ff63855 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:58.294464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:29:58.295860 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-631466fb-87af-4101-9f27-b561420f1938 req-bd414f0a-535e-4c6a-851a-28054ff63855 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1447825 Jul 09 13:29:58.317264 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-376807ac-7a27-46dc-aa7d-8a048090d4a8 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "PUT /v2.0/floatingips/5ecea7d0-8797-4ed3-9baf-320fc7ef84f3 HTTP/1.1" status: 200 len: 997 time: 2.1844039 Jul 09 13:29:58.318950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'tag': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:29:58.321802 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-589e6fa4-6768-49a3-8dbb-7a246a645c11" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9d4f97-69ac-4202-b5ce-19b380f29179", "tag": "7ffa8e5b-f394-471f-9d8b-7ad621f73e68"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:29:58.323884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e88c0a-93ad-4781-8e5e-f84e82cf96d2 None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:58.325091 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-49e88c0a-93ad-4781-8e5e-f84e82cf96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:29:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:58.414515 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-631466fb-87af-4101-9f27-b561420f1938 req-6b65fa73-1374-4500-820c-cd984b20961d tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086864 Jul 09 13:29:58.488305 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-68d191cd-a0e3-4ae5-a1a5-b4d176d17174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:58.489912 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-68d191cd-a0e3-4ae5-a1a5-b4d176d17174 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 1097 time: 0.1366839 Jul 09 13:29:58.516178 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-294d5189-2cfc-48da-9ebb-dff8f0c86265 x-openstack-request-id: req-294d5189-2cfc-48da-9ebb-dff8f0c86265 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:29:58.516646 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b70e52-8c6a-4161-a4b7-1d9521bec0d4", "name": "network-vif-plugged", "status": "completed", "tag": "fbe800db-9df7-448d-8bcd-e3c966b4b2f3", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:29:58.516742 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-294d5189-2cfc-48da-9ebb-dff8f0c86265 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:29:58.522033 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b70e52-8c6a-4161-a4b7-1d9521bec0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbe800db-9df7-448d-8bcd-e3c966b4b2f3', 'code': 200} Jul 09 13:29:58.527341 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d2be107c-132d-4714-935f-2cfb271f7525, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2be107c-132d-4714-935f-2cfb271f7525,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:58.583295 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'd2be107c-132d-4714-935f-2cfb271f7525', 'network_id': '1eb9b139-b7c5-4be8-a2a9-237ef11ed12b', 'port_id': 'd2be107c-132d-4714-935f-2cfb271f7525', 'mac_address': 'fa:16:3e:be:90:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b148dd4e-9358-4a31-b001-045227bbe9d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:29:58.660807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-49e88c0a-93ad-4781-8e5e-f84e82cf96d2 None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:29:58.706730 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3dc8921c-3f9f-4a27-a40e-70a940cdbd9a,segment=NetworkSegment(207bbd89-0c99-4d48-b0ef-ed4b74523f34),segment_id=207bbd89-0c99-4d48-b0ef-ed4b74523f34)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:58.730043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '3dc8921c-3f9f-4a27-a40e-70a940cdbd9a', 'network_id': 'ee60ed1d-886b-4504-9428-b9ff7503efdd', 'port_id': '3dc8921c-3f9f-4a27-a40e-70a940cdbd9a', 'mac_address': 'fa:16:3e:b1:47:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c8e86a-8e6d-4c27-ad7d-ab61ddf665e1', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:29:58.735745 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:58.740405 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-802034b5-3277-4c7f-bb08-90b4ddedef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:58.756956 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-802034b5-3277-4c7f-bb08-90b4ddedef94 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 922 time: 0.2609046 Jul 09 13:29:58.823629 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d2be107c-132d-4714-935f-2cfb271f7525 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:58.848434 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d2be107c-132d-4714-935f-2cfb271f7525, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2be107c-132d-4714-935f-2cfb271f7525,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:58.863345 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:58.920620 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-4be65355-2d5b-4be3-9916-7594f063dd09 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ffa8e5b-f394-471f-9d8b-7ad621f73e68 HTTP/1.1" status: 200 len: 1000 time: 0.1619875 Jul 09 13:29:58.922766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=d2be107c-132d-4714-935f-2cfb271f7525,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:58.932003 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:58.951568 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f33252-ea85-4fc6-b4ca-8e4b084ba279 req-3a456cd2-e4d8-416a-b490-4edd8ec828ed tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:58.953485 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93f33252-ea85-4fc6-b4ca-8e4b084ba279 req-3a456cd2-e4d8-416a-b490-4edd8ec828ed tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ddce07-1eaf-4852-913f-5a98812fbfd8 HTTP/1.1" status: 200 len: 943 time: 0.1798317 Jul 09 13:29:58.965990 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:29:58.987755 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3dc8921c-3f9f-4a27-a40e-70a940cdbd9a,segment=NetworkSegment(207bbd89-0c99-4d48-b0ef-ed4b74523f34),segment_id=207bbd89-0c99-4d48-b0ef-ed4b74523f34)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:29:58.991428 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d2be107c-132d-4714-935f-2cfb271f7525'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:59.017446 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:59.052606 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-75c682a5-1362-4eed-9a69-300adf0752f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:59.054415 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-75c682a5-1362-4eed-9a69-300adf0752f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 200 len: 860 time: 0.1329846 Jul 09 13:29:59.057567 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93f33252-ea85-4fc6-b4ca-8e4b084ba279 req-4b6e1147-7ae1-4bd3-ac43-69545af0dc2f tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd12e4f7-554d-409b-a53f-2fa77ab8128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803378 Jul 09 13:29:59.219145 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-6ccfec0e-b4b4-4813-9d40-8c25af791f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:59.225737 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-6ccfec0e-b4b4-4813-9d40-8c25af791f94 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00c96a4a-ec05-4738-9c98-ae92bca88c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1552489 Jul 09 13:29:59.335210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=3dc8921c-3f9f-4a27-a40e-70a940cdbd9a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:29:59.351697 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3dc8921c-3f9f-4a27-a40e-70a940cdbd9a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:29:59.395691 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27b4690e-12ad-479c-8476-37e32534d137 req-73200763-bae2-4dfe-a9c7-aadc122a43ea tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1674627152&fields=id&tenant_id=2dc3d71beda042768fa9167c0c8c0a75 HTTP/1.1" status: 200 len: 267 time: 0.0997164 Jul 09 13:29:59.483126 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-29d05e00-000f-4846-adc7-eb8467a3a5ac service neutron] 10.222.0.39 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2510865 Jul 09 13:29:59.531618 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-49e88c0a-93ad-4781-8e5e-f84e82cf96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '5ecea7d0-8797-4ed3-9baf-320fc7ef84f3', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'port_id': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'mac_address': 'fa:16:3e:af:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:29:33Z', 'updated_at': '2021-07-09T13:29:57Z', 'revision_number': 1, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:59.594422 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4690e-12ad-479c-8476-37e32534d137 req-4b923173-9770-4c01-8a71-bd84542946e4 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:29:59.603440 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27b4690e-12ad-479c-8476-37e32534d137 req-4b923173-9770-4c01-8a71-bd84542946e4 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.2065668 Jul 09 13:29:59.612029 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e88c0a-93ad-4781-8e5e-f84e82cf96d2 None None] Checking router: 3fe463c3-77e9-4211-86f6-3ab088596a2b for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:29:59.612664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-27b4690e-12ad-479c-8476-37e32534d137 req-5302e18c-d609-4fd4-a81d-dcac58cf84ee tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Request body: {'port': {'security_groups': ['17ddafdd-3314-423d-9ce3-114240de157d', '15692be2-3dba-47fb-9ab8-cdb8ce6e7361']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:29:59.650402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e88c0a-93ad-4781-8e5e-f84e82cf96d2 None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:29:59.651999 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-49e88c0a-93ad-4781-8e5e-f84e82cf96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:29:34Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:29:59.724847 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8fcad53-7f4c-427f-a33a-f79bfbb441a5 req-b57a3960-4a4c-45b7-b0a9-74b8e0549260 service neutron] 10.222.0.39 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404237 Jul 09 13:29:59.824186 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-27b4690e-12ad-479c-8476-37e32534d137 req-5302e18c-d609-4fd4-a81d-dcac58cf84ee tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:29:59.937660 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-49e88c0a-93ad-4781-8e5e-f84e82cf96d2 None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:00.221796 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-27b4690e-12ad-479c-8476-37e32534d137 req-5302e18c-d609-4fd4-a81d-dcac58cf84ee tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] For port 9d988884-3d94-4cf4-8246-e9019da8d4cf, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9d988884-3d94-4cf4-8246-e9019da8d4cf,segment=NetworkSegment(c359d043-2c6d-4bbb-a284-362024ce4ba9),segment_id=c359d043-2c6d-4bbb-a284-362024ce4ba9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:00.237357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56212) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:00.273518 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2be107c-132d-4714-935f-2cfb271f7525 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:00.319515 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-27b4690e-12ad-479c-8476-37e32534d137 req-5302e18c-d609-4fd4-a81d-dcac58cf84ee tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.333480 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-27b4690e-12ad-479c-8476-37e32534d137 req-5302e18c-d609-4fd4-a81d-dcac58cf84ee tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.419066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port d2be107c-132d-4714-935f-2cfb271f7525 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:00.422627 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.429796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-49e88c0a-93ad-4781-8e5e-f84e82cf96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '5ecea7d0-8797-4ed3-9baf-320fc7ef84f3', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'port_id': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'mac_address': 'fa:16:3e:af:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:29:33Z', 'updated_at': '2021-07-09T13:29:57Z', 'revision_number': 1, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:00.437376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4690e-12ad-479c-8476-37e32534d137 req-5302e18c-d609-4fd4-a81d-dcac58cf84ee tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:00.439971 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-27b4690e-12ad-479c-8476-37e32534d137 req-5302e18c-d609-4fd4-a81d-dcac58cf84ee tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.455132 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27b4690e-12ad-479c-8476-37e32534d137 req-5302e18c-d609-4fd4-a81d-dcac58cf84ee tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "PUT /v2.0/ports/9d988884-3d94-4cf4-8246-e9019da8d4cf HTTP/1.1" status: 200 len: 981 time: 0.8503721 Jul 09 13:30:00.530269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5302e18c-d609-4fd4-a81d-dcac58cf84ee tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Pushing event updated for resources: {'Port': ['ID=9d988884-3d94-4cf4-8246-e9019da8d4cf,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:00.578195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49e88c0a-93ad-4781-8e5e-f84e82cf96d2 None None] The sync data for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 is: [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '5ecea7d0-8797-4ed3-9baf-320fc7ef84f3', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'port_id': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'mac_address': 'fa:16:3e:af:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:29:33Z', 'updated_at': '2021-07-09T13:29:57Z', 'revision_number': 1, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:00.610166 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['9d988884-3d94-4cf4-8246-e9019da8d4cf'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:00.647047 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3c05b54a-2efc-4601-b319-cadbb3e91776 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-551771631'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:00.756497 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['9d988884-3d94-4cf4-8246-e9019da8d4cf'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:00.764162 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c05b54a-2efc-4601-b319-cadbb3e91776 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Made reservation on behalf of a6bfd82935f84d2c9ac6bde57ece9854 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:00.773370 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c05b54a-2efc-4601-b319-cadbb3e91776 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.806866 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c05b54a-2efc-4601-b319-cadbb3e91776 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:00.922475 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d555d2f9-eefc-43ee-b43d-3c4c6e75e5af x-openstack-request-id: req-d555d2f9-eefc-43ee-b43d-3c4c6e75e5af {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:00.923170 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9d4f97-69ac-4202-b5ce-19b380f29179", "tag": "7ffa8e5b-f394-471f-9d8b-7ad621f73e68", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:00.923629 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d555d2f9-eefc-43ee-b43d-3c4c6e75e5af {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:00.924378 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'tag': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'status': 'completed', 'code': 200} Jul 09 13:30:01.118214 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c05b54a-2efc-4601-b319-cadbb3e91776 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.121604 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.214299 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef0d815e-4898-4cf1-bdd6-7bba70b7361b None None] New status for floating IP 5ecea7d0-8797-4ed3-9baf-320fc7ef84f3: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:30:01.230268 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c05b54a-2efc-4601-b319-cadbb3e91776 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.237132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501d779d-997c-4706-9362-07c098324089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2be107c-132d-4714-935f-2cfb271f7525'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:01.251715 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2cc2df-67f0-4c2d-8cd2-643195e9171a" -d '{"events": [{"server_uuid": "501d779d-997c-4706-9362-07c098324089", "name": "network-vif-plugged", "status": "completed", "tag": "d2be107c-132d-4714-935f-2cfb271f7525"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:01.295228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d2be107c-132d-4714-935f-2cfb271f7525, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2be107c-132d-4714-935f-2cfb271f7525,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:01.323282 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.347163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05b54a-2efc-4601-b319-cadbb3e91776 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=264ec5bc-55e9-4e82-985f-641205bf1f19,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:01.396013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c05b54a-2efc-4601-b319-cadbb3e91776 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:30:01.431130 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c05b54a-2efc-4601-b319-cadbb3e91776 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.433770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc206370-f62d-4990-8a62-d36bf207ecbe req-f691591d-03a7-4ed6-8291-aea8d8566afc tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.435180 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-3c05b54a-2efc-4601-b319-cadbb3e91776 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Added segment be63078f-56d5-48ba-8a86-e33dd0a597b1 of type vlan for network 3a0ae5b3-3744-42d0-90e9-f8ca38b64d89 Jul 09 13:30:01.452704 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc206370-f62d-4990-8a62-d36bf207ecbe req-f691591d-03a7-4ed6-8291-aea8d8566afc tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.487281 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc206370-f62d-4990-8a62-d36bf207ecbe req-f691591d-03a7-4ed6-8291-aea8d8566afc tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.500312 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=d2be107c-132d-4714-935f-2cfb271f7525,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:01.513528 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc206370-f62d-4990-8a62-d36bf207ecbe req-f691591d-03a7-4ed6-8291-aea8d8566afc tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.551417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc206370-f62d-4990-8a62-d36bf207ecbe req-f691591d-03a7-4ed6-8291-aea8d8566afc tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.558298 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c05b54a-2efc-4601-b319-cadbb3e91776 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.575533 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc206370-f62d-4990-8a62-d36bf207ecbe req-f691591d-03a7-4ed6-8291-aea8d8566afc tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.601400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e6fa4-6768-49a3-8dbb-7a246a645c11 req-c18fc0e3-7a0e-4915-8ed4-f28e3a42bb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.606388 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-589e6fa4-6768-49a3-8dbb-7a246a645c11 req-c18fc0e3-7a0e-4915-8ed4-f28e3a42bb3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 1097 time: 0.6454024 Jul 09 13:30:01.615362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc206370-f62d-4990-8a62-d36bf207ecbe req-f691591d-03a7-4ed6-8291-aea8d8566afc tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.623534 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fc206370-f62d-4990-8a62-d36bf207ecbe req-f691591d-03a7-4ed6-8291-aea8d8566afc tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5420 time: 0.3637731 Jul 09 13:30:01.725365 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fc206370-f62d-4990-8a62-d36bf207ecbe req-ec5469aa-0c74-40b2-96c6-d09fe9a778b5 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0926352 Jul 09 13:30:01.735251 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c05b54a-2efc-4601-b319-cadbb3e91776 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.741218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c05b54a-2efc-4601-b319-cadbb3e91776 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.741807 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c05b54a-2efc-4601-b319-cadbb3e91776 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.784834 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca34240a-d767-4e67-b982-3b3e8e6b9506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:01.800420 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3c05b54a-2efc-4601-b319-cadbb3e91776 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.5576098 Jul 09 13:30:01.800800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56228) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:01.805197 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4283552d-cb98-437d-9511-6f979d6f7aae tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Request body: {'subnet': {'network_id': '3a0ae5b3-3744-42d0-90e9-f8ca38b64d89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:01.919412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e6fa4-6768-49a3-8dbb-7a246a645c11 req-939177ea-6b5e-488e-bbcc-562772d5dd17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:01.920989 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-589e6fa4-6768-49a3-8dbb-7a246a645c11 req-939177ea-6b5e-488e-bbcc-562772d5dd17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 922 time: 0.3066616 Jul 09 13:30:01.922411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c05b54a-2efc-4601-b319-cadbb3e91776 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Pushing event updated for resources: {'Network': ['ID=3a0ae5b3-3744-42d0-90e9-f8ca38b64d89,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:01.934148 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 3a0ae5b3-3744-42d0-90e9-f8ca38b64d89 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:30:02.018520 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-589e6fa4-6768-49a3-8dbb-7a246a645c11 req-31e3fe9b-4881-4d86-95f6-59f1dca0fabf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ffa8e5b-f394-471f-9d8b-7ad621f73e68 HTTP/1.1" status: 200 len: 1002 time: 0.0898893 Jul 09 13:30:02.051142 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad32e57-a2ed-4b04-a034-cc86f08865a5 req-2d9505cc-d2c1-4916-a17c-83fdc4e5a02a tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:02.053041 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ad32e57-a2ed-4b04-a034-cc86f08865a5 req-2d9505cc-d2c1-4916-a17c-83fdc4e5a02a tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1353705 Jul 09 13:30:02.069600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4283552d-cb98-437d-9511-6f979d6f7aae tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Made reservation on behalf of a6bfd82935f84d2c9ac6bde57ece9854 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:02.073429 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4283552d-cb98-437d-9511-6f979d6f7aae tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.159800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e6fa4-6768-49a3-8dbb-7a246a645c11 req-c21f9101-3431-4abd-9bd8-32c4f1ed3f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:02.161485 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-589e6fa4-6768-49a3-8dbb-7a246a645c11 req-c21f9101-3431-4abd-9bd8-32c4f1ed3f8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 200 len: 860 time: 0.1336236 Jul 09 13:30:02.179172 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ad32e57-a2ed-4b04-a034-cc86f08865a5 req-c2088a03-9b54-4159-b4db-c533f6699567 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200719 Jul 09 13:30:02.285336 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:02.300984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e6fa4-6768-49a3-8dbb-7a246a645c11 req-69ff477b-5894-4948-8386-ab29e77654ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:02.303141 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-589e6fa4-6768-49a3-8dbb-7a246a645c11 req-69ff477b-5894-4948-8386-ab29e77654ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00c96a4a-ec05-4738-9c98-ae92bca88c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330130 Jul 09 13:30:02.316116 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-589e6fa4-6768-49a3-8dbb-7a246a645c11 req-e8752c42-e24e-4edc-8c71-a69c21c48fd2 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:30:02.317168 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-589e6fa4-6768-49a3-8dbb-7a246a645c11 req-e8752c42-e24e-4edc-8c71-a69c21c48fd2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064161 Jul 09 13:30:02.455461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:02.463859 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:02.464243 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.565057 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4283552d-cb98-437d-9511-6f979d6f7aae tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.665228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4283552d-cb98-437d-9511-6f979d6f7aae tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Checking segment: {'id': 'be63078f-56d5-48ba-8a86-e33dd0a597b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3a0ae5b3-3744-42d0-90e9-f8ca38b64d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:30:02.665613 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4283552d-cb98-437d-9511-6f979d6f7aae tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Network hostable DHCP agents. Network: 3a0ae5b3-3744-42d0-90e9-f8ca38b64d89, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:30:02.668465 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-589e6fa4-6768-49a3-8dbb-7a246a645c11 req-5222a286-8fd7-4f00-94e8-ed9a95eee258 service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442845 Jul 09 13:30:02.669293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283552d-cb98-437d-9511-6f979d6f7aae tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Pushing event updated for resources: {'Subnet': ['ID=746017fd-0566-40c4-bdba-403441a6ce5e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:02.708235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4283552d-cb98-437d-9511-6f979d6f7aae tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Network 3a0ae5b3-3744-42d0-90e9-f8ca38b64d89 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:30:02.728727 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4283552d-cb98-437d-9511-6f979d6f7aae tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 3a0ae5b3-3744-42d0-90e9-f8ca38b64d89) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:02.735127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4283552d-cb98-437d-9511-6f979d6f7aae tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:02.737437 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4283552d-cb98-437d-9511-6f979d6f7aae tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.750966 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.762113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900f29ca-863a-4a06-98c0-3a2e5d77b33a None None] Network 3a0ae5b3-3744-42d0-90e9-f8ca38b64d89 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:02.776276 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4283552d-cb98-437d-9511-6f979d6f7aae tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9728150 Jul 09 13:30:02.777070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56232) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:02.787125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8af72ed5-23e0-4740-8bc2-7513ccf01124 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Request body: {'port': {'network_id': '3a0ae5b3-3744-42d0-90e9-f8ca38b64d89', 'name': 'tempest-DHCPAgentSchedulersTestJSON-127404036'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:02.902240 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-589e6fa4-6768-49a3-8dbb-7a246a645c11 req-7f1e66ce-2a4f-4266-a61d-0bda3a08869f service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2264910 Jul 09 13:30:02.939463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3dc8921c-3f9f-4a27-a40e-70a940cdbd9a,segment=NetworkSegment(207bbd89-0c99-4d48-b0ef-ed4b74523f34),segment_id=207bbd89-0c99-4d48-b0ef-ed4b74523f34)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:02.958708 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:02.977132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'tag': '9d988884-3d94-4cf4-8246-e9019da8d4cf'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:02.979718 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-546a6674-85e5-4677-8f5c-da54ef714f06" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4de6b9-efe4-4baf-b35a-4c2374d88af6", "tag": "9d988884-3d94-4cf4-8246-e9019da8d4cf"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:03.078996 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8af72ed5-23e0-4740-8bc2-7513ccf01124 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Made reservation on behalf of a6bfd82935f84d2c9ac6bde57ece9854 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:03.082659 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8af72ed5-23e0-4740-8bc2-7513ccf01124 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:03.105680 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-8af72ed5-23e0-4740-8bc2-7513ccf01124 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] device_id is not set on port b28d5791-4082-4e77-9378-204d20cba335 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:30:03.108754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-3a0ae5b3-3744-42d0-90e9-f8ca38b64d89', 'network_id': '3a0ae5b3-3744-42d0-90e9-f8ca38b64d89', 'tenant_id': 'a6bfd82935f84d2c9ac6bde57ece9854', 'fixed_ips': [{'subnet_id': '746017fd-0566-40c4-bdba-403441a6ce5e'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:30:03.109797 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:03.178535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=3dc8921c-3f9f-4a27-a40e-70a940cdbd9a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:03.260469 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-8af72ed5-23e0-4740-8bc2-7513ccf01124 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Allocated IP 172.20.0.11 (3a0ae5b3-3744-42d0-90e9-f8ca38b64d89/746017fd-0566-40c4-bdba-403441a6ce5e/b28d5791-4082-4e77-9378-204d20cba335) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:03.328039 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-c65960bd-326c-42c7-842d-26ca94ca0736 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:03.337512 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-c65960bd-326c-42c7-842d-26ca94ca0736 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3516576 Jul 09 13:30:03.471741 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-95982b49-5cda-441e-b616-351541ce2e4b tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1002 time: 0.1333196 Jul 09 13:30:03.483592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-1981a902-aa7d-4644-9380-3c684503c27f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Request body: {'floatingip': {'port_id': '59bc8a4c-60cd-4691-a424-bbc1b4080348', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:03.600811 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-1981a902-aa7d-4644-9380-3c684503c27f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:03.670125 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8af72ed5-23e0-4740-8bc2-7513ccf01124 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:03.701425 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-8af72ed5-23e0-4740-8bc2-7513ccf01124 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Transition to ACTIVE for port object b28d5791-4082-4e77-9378-204d20cba335 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:04.244742 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8647dc26-447b-4a67-b29a-08d32f026191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:04.349314 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8af72ed5-23e0-4740-8bc2-7513ccf01124 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:04.462255 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af72ed5-23e0-4740-8bc2-7513ccf01124 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Network 3a0ae5b3-3744-42d0-90e9-f8ca38b64d89 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:04.470116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Allocated IP 172.20.0.2 (3a0ae5b3-3744-42d0-90e9-f8ca38b64d89/746017fd-0566-40c4-bdba-403441a6ce5e/ddecbe06-236d-44c4-9316-fe7deb4e4819) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:04.478984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8af72ed5-23e0-4740-8bc2-7513ccf01124 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:04.493494 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af72ed5-23e0-4740-8bc2-7513ccf01124 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:04.534717 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af72ed5-23e0-4740-8bc2-7513ccf01124 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Pushing event updated for resources: {'Port': ['ID=b28d5791-4082-4e77-9378-204d20cba335,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:04.616182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af72ed5-23e0-4740-8bc2-7513ccf01124 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:04.616879 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8af72ed5-23e0-4740-8bc2-7513ccf01124 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:04.632709 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:04.688531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56240) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:04.699236 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8af72ed5-23e0-4740-8bc2-7513ccf01124 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9194176 Jul 09 13:30:04.755688 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:04.774241 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Transition to ACTIVE for port object ddecbe06-236d-44c4-9316-fe7deb4e4819 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:04.802742 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Transition to ACTIVE for port object ddecbe06-236d-44c4-9316-fe7deb4e4819 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:04.812543 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:04.863799 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Network 3a0ae5b3-3744-42d0-90e9-f8ca38b64d89 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:04.873374 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:04.878863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:04.894338 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Pushing event updated for resources: {'Port': ['ID=ddecbe06-236d-44c4-9316-fe7deb4e4819,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:04.933353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-18a395f2-7e3e-4020-9dcc-f1fb72f7187d tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Deleting port b28d5791-4082-4e77-9378-204d20cba335 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:04.933743 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18a395f2-7e3e-4020-9dcc-f1fb72f7187d tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:04.985383 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-1981a902-aa7d-4644-9380-3c684503c27f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:04.996968 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Attempting to bind port ddecbe06-236d-44c4-9316-fe7deb4e4819 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:30:04.997441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Attempting to bind port ddecbe06-236d-44c4-9316-fe7deb4e4819 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'be63078f-56d5-48ba-8a86-e33dd0a597b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3a0ae5b3-3744-42d0-90e9-f8ca38b64d89'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:30:04.997949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Attempting to bind port ddecbe06-236d-44c4-9316-fe7deb4e4819 on network 3a0ae5b3-3744-42d0-90e9-f8ca38b64d89 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:30:05.002022 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-1981a902-aa7d-4644-9380-3c684503c27f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:05.006156 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 30, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:30:05.006693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Checking segment: {'id': 'be63078f-56d5-48ba-8a86-e33dd0a597b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3a0ae5b3-3744-42d0-90e9-f8ca38b64d89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:30:05.014203 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:05.015253 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Bound using segment: {'id': 'be63078f-56d5-48ba-8a86-e33dd0a597b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3a0ae5b3-3744-42d0-90e9-f8ca38b64d89'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:30:05.016840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Bound port: ddecbe06-236d-44c4-9316-fe7deb4e4819, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be63078f-56d5-48ba-8a86-e33dd0a597b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '3a0ae5b3-3744-42d0-90e9-f8ca38b64d89'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:30:05.016840 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:05.096913 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18a395f2-7e3e-4020-9dcc-f1fb72f7187d tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:05.116724 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-18a395f2-7e3e-4020-9dcc-f1fb72f7187d tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Calling delete_port for b28d5791-4082-4e77-9378-204d20cba335 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:05.157286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] For port ddecbe06-236d-44c4-9316-fe7deb4e4819, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:30:05.164936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] For port ddecbe06-236d-44c4-9316-fe7deb4e4819, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ddecbe06-236d-44c4-9316-fe7deb4e4819,segment=NetworkSegment(be63078f-56d5-48ba-8a86-e33dd0a597b1),segment_id=be63078f-56d5-48ba-8a86-e33dd0a597b1)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:30:05.166154 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-1981a902-aa7d-4644-9380-3c684503c27f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Floating IP 5ecea7d0-8797-4ed3-9baf-320fc7ef84f3 associated. External IP: 172.25.2.241, port: 7ffa8e5b-f394-471f-9d8b-7ad621f73e68. Jul 09 13:30:05.223146 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:05.302876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35ffb5c-83ee-4ddd-a585-7c93673a3b2d None None] Pushing event updated for resources: {'Port': ['ID=ddecbe06-236d-44c4-9316-fe7deb4e4819,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:05.455075 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18a395f2-7e3e-4020-9dcc-f1fb72f7187d tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:05.503368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a395f2-7e3e-4020-9dcc-f1fb72f7187d tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Pushing event deleted for resources: {'Port': ['ID=b28d5791-4082-4e77-9378-204d20cba335,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:05.508801 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:05.717160 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18a395f2-7e3e-4020-9dcc-f1fb72f7187d tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:05.722645 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-18a395f2-7e3e-4020-9dcc-f1fb72f7187d tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] 10.222.0.39 "DELETE /v2.0/ports/b28d5791-4082-4e77-9378-204d20cba335 HTTP/1.1" status: 204 len: 168 time: 1.0330131 Jul 09 13:30:05.725478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56246) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:05.758031 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-1981a902-aa7d-4644-9380-3c684503c27f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Router 3fe463c3-77e9-4211-86f6-3ab088596a2b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:05.921481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-94086bb8-4543-4e85-a73c-3831a22e0855 tempest-DHCPAgentSchedulersTestJSON-1826146406 tempest-DHCPAgentSchedulersTestJSON-1826146406-project-admin] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.1917102 Jul 09 13:30:05.921759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56250) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:05.926954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-021e7bc6-b7af-40bd-b78b-aa9cb535e61f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-720235387'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:05.992290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-021e7bc6-b7af-40bd-b78b-aa9cb535e61f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Made reservation on behalf of a6bfd82935f84d2c9ac6bde57ece9854 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:05.995930 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-021e7bc6-b7af-40bd-b78b-aa9cb535e61f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.060781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-021e7bc6-b7af-40bd-b78b-aa9cb535e61f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:30:06.089467 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-021e7bc6-b7af-40bd-b78b-aa9cb535e61f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.089823 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-021e7bc6-b7af-40bd-b78b-aa9cb535e61f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Added segment 18def310-0795-4c15-9767-bbda0830544d of type vlan for network c032ae14-51a0-49e2-8f67-e43fef258288 Jul 09 13:30:06.094347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-1981a902-aa7d-4644-9380-3c684503c27f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:06.105110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6752d-ee6e-4ed8-858b-6c23d751d1ca None None] Sync routers for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:06.125327 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee6752d-ee6e-4ed8-858b-6c23d751d1ca None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:06.126560 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2ee6752d-ee6e-4ed8-858b-6c23d751d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:06.237185 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-021e7bc6-b7af-40bd-b78b-aa9cb535e61f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.305447 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-021e7bc6-b7af-40bd-b78b-aa9cb535e61f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.327497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-021e7bc6-b7af-40bd-b78b-aa9cb535e61f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:06.329027 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-021e7bc6-b7af-40bd-b78b-aa9cb535e61f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.360234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2ee6752d-ee6e-4ed8-858b-6c23d751d1ca None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:06.420193 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-021e7bc6-b7af-40bd-b78b-aa9cb535e61f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.4972267 Jul 09 13:30:06.422003 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56256) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:06.452384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e7bc6-b7af-40bd-b78b-aa9cb535e61f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Pushing event updated for resources: {'Network': ['ID=c032ae14-51a0-49e2-8f67-e43fef258288,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:06.517223 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network c032ae14-51a0-49e2-8f67-e43fef258288 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:30:06.646353 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-1981a902-aa7d-4644-9380-3c684503c27f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Router 3fe463c3-77e9-4211-86f6-3ab088596a2b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:06.904867 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-1981a902-aa7d-4644-9380-3c684503c27f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:06.925950 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-1981a902-aa7d-4644-9380-3c684503c27f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:06.982194 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:07.091008 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-1981a902-aa7d-4644-9380-3c684503c27f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "PUT /v2.0/floatingips/5ecea7d0-8797-4ed3-9baf-320fc7ef84f3 HTTP/1.1" status: 200 len: 999 time: 3.6127398 Jul 09 13:30:07.166186 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2ee6752d-ee6e-4ed8-858b-6c23d751d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '5ecea7d0-8797-4ed3-9baf-320fc7ef84f3', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'port_id': '59bc8a4c-60cd-4691-a424-bbc1b4080348', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'mac_address': 'fa:16:3e:34:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:29:33Z', 'updated_at': '2021-07-09T13:30:04Z', 'revision_number': 3, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:07.228366 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6752d-ee6e-4ed8-858b-6c23d751d1ca None None] Checking router: 3fe463c3-77e9-4211-86f6-3ab088596a2b for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:30:07.284978 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ddecbe06-236d-44c4-9316-fe7deb4e4819 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:07.288749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee6752d-ee6e-4ed8-858b-6c23d751d1ca None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:07.289586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2ee6752d-ee6e-4ed8-858b-6c23d751d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:07.296155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-0438d699-dcda-4871-b2d7-7dce3f58ab43 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:07.298300 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-0438d699-dcda-4871-b2d7-7dce3f58ab43 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports/7ffa8e5b-f394-471f-9d8b-7ad621f73e68 HTTP/1.1" status: 200 len: 943 time: 0.1967778 Jul 09 13:30:07.400605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634f055b-6ac5-4d6b-8051-844ee7cd0ac7 None None] Network 3a0ae5b3-3744-42d0-90e9-f8ca38b64d89 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:07.651171 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9a0ba60a-5105-4f2d-9dc2-4cdafd9a9876 tempest-DHCPAgentSchedulersTestJSON-1826146406 tempest-DHCPAgentSchedulersTestJSON-1826146406-project-admin] 10.222.0.39 "GET /v2.0/agents/024e9a48-2cb4-4951-acad-27b1be867689/dhcp-networks HTTP/1.1" status: 200 len: 12038 time: 1.2217250 Jul 09 13:30:07.653307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56260) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:07.689236 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2ee6752d-ee6e-4ed8-858b-6c23d751d1ca None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:07.788431 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-654ec2f0-0b57-4a41-baa3-d9c7ca73a61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:07.796022 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-654ec2f0-0b57-4a41-baa3-d9c7ca73a61b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 1097 time: 0.3141339 Jul 09 13:30:07.830139 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e7883957-34ea-4b9c-869e-4cb5ded42c8f None None] Provisioning for port ddecbe06-236d-44c4-9316-fe7deb4e4819 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:07.898794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d2f14b-5ee6-420f-b18b-59af8d1d90ab tempest-DHCPAgentSchedulersTestJSON-1826146406 tempest-DHCPAgentSchedulersTestJSON-1826146406-project-admin] Network c032ae14-51a0-49e2-8f67-e43fef258288 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:30:07.922728 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-43d2f14b-5ee6-420f-b18b-59af8d1d90ab tempest-DHCPAgentSchedulersTestJSON-1826146406 tempest-DHCPAgentSchedulersTestJSON-1826146406-project-admin] 10.222.0.39 "POST /v2.0/agents/024e9a48-2cb4-4951-acad-27b1be867689/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2679930 Jul 09 13:30:07.926058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56262) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:07.967513 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f598cc-8083-411a-a1a4-2c25c9796504 None None] Network c032ae14-51a0-49e2-8f67-e43fef258288 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:08.051677 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-8fa026e7-cada-4a83-b6b6-c16f2b7085df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:08.070864 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-8fa026e7-cada-4a83-b6b6-c16f2b7085df service neutron] 10.222.0.39 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 922 time: 0.2730012 Jul 09 13:30:08.192588 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-76aa17f4-e949-4796-a9f3-924228b9c4dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ffa8e5b-f394-471f-9d8b-7ad621f73e68 HTTP/1.1" status: 200 len: 217 time: 0.1202171 Jul 09 13:30:08.251187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port ddecbe06-236d-44c4-9316-fe7deb4e4819 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:08.262033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-fbfa53aa-cc7f-40a9-a1a2-813ad2c30cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:08.270722 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-fbfa53aa-cc7f-40a9-a1a2-813ad2c30cb6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 200 len: 860 time: 0.0766973 Jul 09 13:30:08.303707 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4aa86477-ac33-4774-bec2-3bcd79324bfe tempest-DHCPAgentSchedulersTestJSON-1826146406 tempest-DHCPAgentSchedulersTestJSON-1826146406-project-admin] 10.222.0.39 "GET /v2.0/agents/024e9a48-2cb4-4951-acad-27b1be867689/dhcp-networks HTTP/1.1" status: 200 len: 12808 time: 0.3730154 Jul 09 13:30:08.307655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56264) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:08.370161 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-e1a8070f-aa0a-44b0-9ff9-228495ffd398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:08.379790 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-e1a8070f-aa0a-44b0-9ff9-228495ffd398 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00c96a4a-ec05-4738-9c98-ae92bca88c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1074424 Jul 09 13:30:08.475856 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ff24c71b-f573-4d31-a03d-b73492461e29 tempest-DHCPAgentSchedulersTestJSON-1826146406 tempest-DHCPAgentSchedulersTestJSON-1826146406-project-admin] 10.222.0.39 "DELETE /v2.0/agents/024e9a48-2cb4-4951-acad-27b1be867689/dhcp-networks/c032ae14-51a0-49e2-8f67-e43fef258288 HTTP/1.1" status: 204 len: 168 time: 0.1648319 Jul 09 13:30:08.477839 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56266) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:08.494658 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:08.495405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ddecbe06-236d-44c4-9316-fe7deb4e4819 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:08.495855 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:08.696538 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-0c888d95-c62a-44c7-a913-a13c6cbf7fe6 service neutron] 10.222.0.39 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154905 Jul 09 13:30:08.729276 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:08.881909 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d139d661-4baa-4a81-9e47-9e5766012ebe tempest-DHCPAgentSchedulersTestJSON-1826146406 tempest-DHCPAgentSchedulersTestJSON-1826146406-project-admin] 10.222.0.39 "GET /v2.0/agents/024e9a48-2cb4-4951-acad-27b1be867689/dhcp-networks HTTP/1.1" status: 200 len: 12038 time: 0.3932915 Jul 09 13:30:08.887926 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56268) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:08.944036 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:08.958003 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-245ee9df-df81-4000-938d-eddb77b49871 tempest-DHCPAgentSchedulersTestJSON-1826146406 tempest-DHCPAgentSchedulersTestJSON-1826146406-project-admin] 10.222.0.39 "GET /v2.0/networks/3a0ae5b3-3744-42d0-90e9-f8ca38b64d89/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0636904 Jul 09 13:30:08.964450 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56270) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:09.014095 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-740035ce-38ea-4cd5-b1f3-13261db88933 service neutron] 10.222.0.39 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3069038 Jul 09 13:30:09.045516 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b8429ae2-e67f-4f2f-b24b-8e772498bf9f tempest-DHCPAgentSchedulersTestJSON-1826146406 tempest-DHCPAgentSchedulersTestJSON-1826146406-project-admin] 10.222.0.39 "GET /v2.0/networks/3a0ae5b3-3744-42d0-90e9-f8ca38b64d89/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0770829 Jul 09 13:30:09.045902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56272) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:09.068449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port ddecbe06-236d-44c4-9316-fe7deb4e4819, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ddecbe06-236d-44c4-9316-fe7deb4e4819,segment=NetworkSegment(be63078f-56d5-48ba-8a86-e33dd0a597b1),segment_id=be63078f-56d5-48ba-8a86-e33dd0a597b1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:09.084060 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:09.103550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2ee6752d-ee6e-4ed8-858b-6c23d751d1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '5ecea7d0-8797-4ed3-9baf-320fc7ef84f3', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'port_id': '59bc8a4c-60cd-4691-a424-bbc1b4080348', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'mac_address': 'fa:16:3e:34:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:29:33Z', 'updated_at': '2021-07-09T13:30:04Z', 'revision_number': 3, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:09.283577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-54db7a6d-3d95-482e-acf7-9d30b61bbb76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:09.285348 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-54db7a6d-3d95-482e-acf7-9d30b61bbb76 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 1097 time: 0.1673322 Jul 09 13:30:09.288714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee6752d-ee6e-4ed8-858b-6c23d751d1ca None None] The sync data for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 is: [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '5ecea7d0-8797-4ed3-9baf-320fc7ef84f3', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'port_id': '59bc8a4c-60cd-4691-a424-bbc1b4080348', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'mac_address': 'fa:16:3e:34:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:29:33Z', 'updated_at': '2021-07-09T13:30:04Z', 'revision_number': 3, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:09.390267 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=ddecbe06-236d-44c4-9316-fe7deb4e4819,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:09.403884 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5f96e1a3-fb85-423a-b491-b3044bef5d27 tempest-DHCPAgentSchedulersTestJSON-1826146406 tempest-DHCPAgentSchedulersTestJSON-1826146406-project-admin] 10.222.0.39 "GET /v2.0/agents/024e9a48-2cb4-4951-acad-27b1be867689/dhcp-networks HTTP/1.1" status: 200 len: 12038 time: 0.3565083 Jul 09 13:30:09.412563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56274) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:09.430046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:09.430403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:09.430753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:09.431115 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:09.439237 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:09.439237 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:09.439660 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:09.439751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:09.440764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:09.440764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:09.441092 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:09.441177 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:09.580960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-3ba82e31-3504-4d17-8cc4-098add398ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:09.582852 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-3ba82e31-3504-4d17-8cc4-098add398ba0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 922 time: 0.2812378 Jul 09 13:30:09.606451 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47872ad5-1f64-4a8a-b5b4-8fcfcd1c39ce tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:09.687762 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ccf18e6-f4ed-443c-a670-7133663e1707 None None] New status for floating IP 5ecea7d0-8797-4ed3-9baf-320fc7ef84f3: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:30:09.738459 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-fdf888c5-bf7b-4f0f-8c34-f31145e60619 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59bc8a4c-60cd-4691-a424-bbc1b4080348 HTTP/1.1" status: 200 len: 1002 time: 0.1498728 Jul 09 13:30:09.744064 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a88e0b26-3093-456d-8507-a508336445bb None None] Provisioning complete for port ddecbe06-236d-44c4-9316-fe7deb4e4819 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:09.745213 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a88e0b26-3093-456d-8507-a508336445bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:09.876747 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47872ad5-1f64-4a8a-b5b4-8fcfcd1c39ce tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:09.917311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-47872ad5-1f64-4a8a-b5b4-8fcfcd1c39ce tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c032ae14-51a0-49e2-8f67-e43fef258288']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:09.939068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-47872ad5-1f64-4a8a-b5b4-8fcfcd1c39ce tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18def310-0795-4c15-9767-bbda0830544d') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:09.947000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-47872ad5-1f64-4a8a-b5b4-8fcfcd1c39ce tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18def310-0795-4c15-9767-bbda0830544d') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:09.949957 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-5acbcd05-65be-461e-9f0a-2ce3bdb71bde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:09.960469 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-5acbcd05-65be-461e-9f0a-2ce3bdb71bde service neutron] 10.222.0.39 "GET /v2.0/subnets?id=371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 200 len: 860 time: 0.2040021 Jul 09 13:30:09.984897 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47872ad5-1f64-4a8a-b5b4-8fcfcd1c39ce tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:10.036315 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47872ad5-1f64-4a8a-b5b4-8fcfcd1c39ce tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:10.057228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47872ad5-1f64-4a8a-b5b4-8fcfcd1c39ce tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:30:10.057629 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47872ad5-1f64-4a8a-b5b4-8fcfcd1c39ce tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:30:10.061915 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:30:10.142915 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-cfd92277-aed3-47bd-86a2-faf5612b0af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:10.156284 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-cfd92277-aed3-47bd-86a2-faf5612b0af0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00c96a4a-ec05-4738-9c98-ae92bca88c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839218 Jul 09 13:30:10.196632 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba073b2-a3e3-49fd-994a-612d060322f7 None None] Sync routers for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:10.222434 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47872ad5-1f64-4a8a-b5b4-8fcfcd1c39ce tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:10.227322 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47872ad5-1f64-4a8a-b5b4-8fcfcd1c39ce tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:10.232289 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-47872ad5-1f64-4a8a-b5b4-8fcfcd1c39ce tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] 10.222.0.39 "DELETE /v2.0/networks/c032ae14-51a0-49e2-8f67-e43fef258288 HTTP/1.1" status: 204 len: 168 time: 0.8160219 Jul 09 13:30:10.233118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56276) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:10.236173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba073b2-a3e3-49fd-994a-612d060322f7 None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:10.239197 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7ba073b2-a3e3-49fd-994a-612d060322f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:10.247551 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6835a08b-bca5-4620-950e-cfee4480fffe None None] Could not find standard attr ID for object b28d5791-4082-4e77-9378-204d20cba335. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:30:10.331174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47872ad5-1f64-4a8a-b5b4-8fcfcd1c39ce tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Pushing event deleted for resources: {'Network': ['ID=c032ae14-51a0-49e2-8f67-e43fef258288,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:10.384205 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-7955e4cf-d0ae-4c78-af76-0161c6064aaf tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] DELETE failed (client error): The resource could not be found. Jul 09 13:30:10.385142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7955e4cf-d0ae-4c78-af76-0161c6064aaf tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:30:10.399821 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7955e4cf-d0ae-4c78-af76-0161c6064aaf tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] 10.222.0.39 "DELETE /v2.0/ports/b28d5791-4082-4e77-9378-204d20cba335 HTTP/1.1" status: 404 len: 333 time: 0.0993631 Jul 09 13:30:10.400053 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56278) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:10.415759 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-870171a2-a0c7-49af-874a-69dc52152cfb service neutron] 10.222.0.39 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574797 Jul 09 13:30:10.528624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab540bc4-ad8a-4d93-8057-9dce5f7baa9f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Deleting subnet 746017fd-0566-40c4-bdba-403441a6ce5e {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:30:10.533596 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab540bc4-ad8a-4d93-8057-9dce5f7baa9f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:10.546313 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7ba073b2-a3e3-49fd-994a-612d060322f7 None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:10.667780 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab540bc4-ad8a-4d93-8057-9dce5f7baa9f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:10.680074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1fb6f7-6333-46e3-ab5a-6d900404e563 req-07e57f6d-9146-4e29-b592-eb93c7f80f76 service neutron] 10.222.0.39 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2633979 Jul 09 13:30:10.967004 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab540bc4-ad8a-4d93-8057-9dce5f7baa9f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:10.994607 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7ba073b2-a3e3-49fd-994a-612d060322f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '5ecea7d0-8797-4ed3-9baf-320fc7ef84f3', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'port_id': '59bc8a4c-60cd-4691-a424-bbc1b4080348', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'mac_address': 'fa:16:3e:34:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:29:33Z', 'updated_at': '2021-07-09T13:30:09Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:11.068676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba073b2-a3e3-49fd-994a-612d060322f7 None None] Checking router: 3fe463c3-77e9-4211-86f6-3ab088596a2b for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:30:11.090479 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab540bc4-ad8a-4d93-8057-9dce5f7baa9f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:11.104832 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba073b2-a3e3-49fd-994a-612d060322f7 None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:11.110059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7ba073b2-a3e3-49fd-994a-612d060322f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:11.161967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab540bc4-ad8a-4d93-8057-9dce5f7baa9f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Pushing event deleted for resources: {'Subnet': ['ID=746017fd-0566-40c4-bdba-403441a6ce5e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:11.168917 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab540bc4-ad8a-4d93-8057-9dce5f7baa9f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:11.173038 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ab540bc4-ad8a-4d93-8057-9dce5f7baa9f tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] 10.222.0.39 "DELETE /v2.0/subnets/746017fd-0566-40c4-bdba-403441a6ce5e HTTP/1.1" status: 204 len: 168 time: 0.7700212 Jul 09 13:30:11.173737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56286) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:11.193070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed03802-7478-455d-bad4-6e57a1ecbb33 req-46a187af-181b-4e48-b449-77f3dbd3a2cc tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:11.206983 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ed03802-7478-455d-bad4-6e57a1ecbb33 req-46a187af-181b-4e48-b449-77f3dbd3a2cc tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ddce07-1eaf-4852-913f-5a98812fbfd8 HTTP/1.1" status: 200 len: 945 time: 0.2188053 Jul 09 13:30:11.239802 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2085f20b-2965-4118-9e51-975e294b31df None None] Network 3a0ae5b3-3744-42d0-90e9-f8ca38b64d89 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:11.291126 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ed03802-7478-455d-bad4-6e57a1ecbb33 req-69db4412-2c9f-4ce4-8d09-2ed3985721b5 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd12e4f7-554d-409b-a53f-2fa77ab8128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830994 Jul 09 13:30:11.402328 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:11.427237 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ddecbe06-236d-44c4-9316-fe7deb4e4819 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:11.475052 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-edca5634-1a3b-4f8b-9cc1-b49db7edd4dc req-dc2042e0-bf6e-4546-a129-276539c7fcf3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1674627152&fields=id&tenant_id=2dc3d71beda042768fa9167c0c8c0a75 HTTP/1.1" status: 200 len: 267 time: 0.0657604 Jul 09 13:30:11.516776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Deleting port ddecbe06-236d-44c4-9316-fe7deb4e4819 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:11.517133 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:11.573222 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca5634-1a3b-4f8b-9cc1-b49db7edd4dc req-d2fd584c-7e5d-41c5-a2b5-da323fb659c3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:11.581644 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-edca5634-1a3b-4f8b-9cc1-b49db7edd4dc req-d2fd584c-7e5d-41c5-a2b5-da323fb659c3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 984 time: 0.1056283 Jul 09 13:30:11.591795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-edca5634-1a3b-4f8b-9cc1-b49db7edd4dc req-9db1dc06-e32b-47bd-8208-3d2cf829dba3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Request body: {'port': {'security_groups': ['17ddafdd-3314-423d-9ce3-114240de157d']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:11.632614 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ddecbe06-236d-44c4-9316-fe7deb4e4819 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:11.633391 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:11.654658 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] For port ddecbe06-236d-44c4-9316-fe7deb4e4819, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ddecbe06-236d-44c4-9316-fe7deb4e4819,segment=NetworkSegment(be63078f-56d5-48ba-8a86-e33dd0a597b1),segment_id=be63078f-56d5-48ba-8a86-e33dd0a597b1)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:11.655021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:11.692977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Calling delete_port for ddecbe06-236d-44c4-9316-fe7deb4e4819 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:11.758336 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7ba073b2-a3e3-49fd-994a-612d060322f7 None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:11.769590 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edca5634-1a3b-4f8b-9cc1-b49db7edd4dc req-9db1dc06-e32b-47bd-8208-3d2cf829dba3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:11.893443 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1304e2-373c-4c07-9fed-ba50d98fa617 None None] DHCP port deletion for 3a0ae5b3-3744-42d0-90e9-f8ca38b64d89 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:30:11.938487 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:11.989495 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6a1304e2-373c-4c07-9fed-ba50d98fa617 None None] The port 'ddecbe06-236d-44c4-9316-fe7deb4e4819' was deleted {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 09 13:30:12.000602 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Could not find standard attr ID for object ddecbe06-236d-44c4-9316-fe7deb4e4819. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:30:12.014539 n-d-799525-3 neutron-server[93755]: INFO neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No ports have port_id starting with ddecbe06-236d-44c4-9316-fe7deb4e4819 Jul 09 13:30:12.081944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Pushing event deleted for resources: {'Port': ['ID=ddecbe06-236d-44c4-9316-fe7deb4e4819,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:12.093580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] No DVR routers for this DVR port ddecbe06-236d-44c4-9316-fe7deb4e4819 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:30:12.255071 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:12.274409 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a0ae5b3-3744-42d0-90e9-f8ca38b64d89']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:12.295961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be63078f-56d5-48ba-8a86-e33dd0a597b1') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:12.296949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be63078f-56d5-48ba-8a86-e33dd0a597b1') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:12.317799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-edca5634-1a3b-4f8b-9cc1-b49db7edd4dc req-9db1dc06-e32b-47bd-8208-3d2cf829dba3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] For port 9d988884-3d94-4cf4-8246-e9019da8d4cf, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9d988884-3d94-4cf4-8246-e9019da8d4cf,segment=NetworkSegment(c359d043-2c6d-4bbb-a284-362024ce4ba9),segment_id=c359d043-2c6d-4bbb-a284-362024ce4ba9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:12.323009 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:12.366835 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:12.367222 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7ba073b2-a3e3-49fd-994a-612d060322f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '5ecea7d0-8797-4ed3-9baf-320fc7ef84f3', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'port_id': '59bc8a4c-60cd-4691-a424-bbc1b4080348', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'mac_address': 'fa:16:3e:34:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:29:33Z', 'updated_at': '2021-07-09T13:30:09Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:12.393768 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:30:12.394953 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:12.403466 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edca5634-1a3b-4f8b-9cc1-b49db7edd4dc req-9db1dc06-e32b-47bd-8208-3d2cf829dba3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:30:12.407125 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:30:12.414986 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edca5634-1a3b-4f8b-9cc1-b49db7edd4dc req-9db1dc06-e32b-47bd-8208-3d2cf829dba3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:12.459335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ea254c8c-527b-4377-8ac0-c397795b2168 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:30:12.684634 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port ea254c8c-527b-4377-8ac0-c397795b2168, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ea254c8c-527b-4377-8ac0-c397795b2168,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:12.719739 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:12.729078 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:12.731271 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['9d988884-3d94-4cf4-8246-e9019da8d4cf'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:12.741469 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] 10.222.0.39 "DELETE /v2.0/networks/3a0ae5b3-3744-42d0-90e9-f8ca38b64d89 HTTP/1.1" status: 204 len: 168 time: 1.5637541 Jul 09 13:30:12.756045 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'ea254c8c-527b-4377-8ac0-c397795b2168', 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83', 'port_id': 'ea254c8c-527b-4377-8ac0-c397795b2168', 'mac_address': 'fa:16:3e:5f:11:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d959da-897d-4ffe-8cce-f2a75985bb8a', 'ip_address': '10.1.1.34'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:30:12.770130 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba073b2-a3e3-49fd-994a-612d060322f7 None None] The sync data for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 is: [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '5ecea7d0-8797-4ed3-9baf-320fc7ef84f3', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'port_id': '59bc8a4c-60cd-4691-a424-bbc1b4080348', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'mac_address': 'fa:16:3e:34:bc:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:29:33Z', 'updated_at': '2021-07-09T13:30:09Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:12.793290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a2726-c396-4e11-b195-6b1dcd03a581 tempest-DHCPAgentSchedulersTestJSON-808713092 tempest-DHCPAgentSchedulersTestJSON-808713092-project] Pushing event deleted for resources: {'Network': ['ID=3a0ae5b3-3744-42d0-90e9-f8ca38b64d89,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:12.804462 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca5634-1a3b-4f8b-9cc1-b49db7edd4dc req-9db1dc06-e32b-47bd-8208-3d2cf829dba3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:12.805492 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-edca5634-1a3b-4f8b-9cc1-b49db7edd4dc req-9db1dc06-e32b-47bd-8208-3d2cf829dba3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:12.822495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-edca5634-1a3b-4f8b-9cc1-b49db7edd4dc req-9db1dc06-e32b-47bd-8208-3d2cf829dba3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "PUT /v2.0/ports/9d988884-3d94-4cf4-8246-e9019da8d4cf HTTP/1.1" status: 200 len: 942 time: 1.2396588 Jul 09 13:30:12.854765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db1dc06-e32b-47bd-8208-3d2cf829dba3 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Pushing event updated for resources: {'Port': ['ID=9d988884-3d94-4cf4-8246-e9019da8d4cf,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:13.080466 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['9d988884-3d94-4cf4-8246-e9019da8d4cf'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:13.301100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ddecbe06-236d-44c4-9316-fe7deb4e4819 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:13.377725 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de4b364e-bfd8-4b88-8782-5b0d6382404f x-openstack-request-id: req-de4b364e-bfd8-4b88-8782-5b0d6382404f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:13.378218 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501d779d-997c-4706-9362-07c098324089", "name": "network-vif-plugged", "status": "completed", "tag": "d2be107c-132d-4714-935f-2cfb271f7525", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:13.378645 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-de4b364e-bfd8-4b88-8782-5b0d6382404f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:13.379256 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501d779d-997c-4706-9362-07c098324089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2be107c-132d-4714-935f-2cfb271f7525', 'code': 200} Jul 09 13:30:13.416248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: ddecbe06-236d-44c4-9316-fe7deb4e4819 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:30:13.419630 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ddecbe06-236d-44c4-9316-fe7deb4e4819 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:30:13.451513 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:13.468530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea254c8c-527b-4377-8ac0-c397795b2168 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:13.517903 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port ea254c8c-527b-4377-8ac0-c397795b2168, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ea254c8c-527b-4377-8ac0-c397795b2168,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:13.534062 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:13.535001 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:30:13.661819 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=ea254c8c-527b-4377-8ac0-c397795b2168,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:13.820143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92da3ee-d2e5-4c68-8ad4-1c19ad06e2b9 req-74cac222-ab86-47a5-be36-156605626b4b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:13.826826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92da3ee-d2e5-4c68-8ad4-1c19ad06e2b9 req-74cac222-ab86-47a5-be36-156605626b4b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:13.833748 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92da3ee-d2e5-4c68-8ad4-1c19ad06e2b9 req-74cac222-ab86-47a5-be36-156605626b4b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:13.842369 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92da3ee-d2e5-4c68-8ad4-1c19ad06e2b9 req-74cac222-ab86-47a5-be36-156605626b4b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:13.852111 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92da3ee-d2e5-4c68-8ad4-1c19ad06e2b9 req-74cac222-ab86-47a5-be36-156605626b4b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:13.858800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92da3ee-d2e5-4c68-8ad4-1c19ad06e2b9 req-74cac222-ab86-47a5-be36-156605626b4b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:13.865782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92da3ee-d2e5-4c68-8ad4-1c19ad06e2b9 req-74cac222-ab86-47a5-be36-156605626b4b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:13.868170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f92da3ee-d2e5-4c68-8ad4-1c19ad06e2b9 req-74cac222-ab86-47a5-be36-156605626b4b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5421 time: 0.1587732 Jul 09 13:30:13.906593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56314) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:13.919267 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f92da3ee-d2e5-4c68-8ad4-1c19ad06e2b9 req-b0fe1a05-5739-4f8b-a16a-d87b52a11e45 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441332 Jul 09 13:30:14.051244 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdfc3e85-87f5-4e85-9c0c-350bc1803332 x-openstack-request-id: req-cdfc3e85-87f5-4e85-9c0c-350bc1803332 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:14.051542 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4de6b9-efe4-4baf-b35a-4c2374d88af6", "tag": "9d988884-3d94-4cf4-8246-e9019da8d4cf", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:14.053179 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cdfc3e85-87f5-4e85-9c0c-350bc1803332 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:14.053619 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'tag': '9d988884-3d94-4cf4-8246-e9019da8d4cf', 'status': 'completed', 'code': 200} Jul 09 13:30:14.153746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84ee366-4976-4e8d-be14-67b847382093 req-2c27c5f4-c653-4349-90e0-febd2c8032c2 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:14.156081 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e84ee366-4976-4e8d-be14-67b847382093 req-2c27c5f4-c653-4349-90e0-febd2c8032c2 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.0940087 Jul 09 13:30:14.242741 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e84ee366-4976-4e8d-be14-67b847382093 req-b2223550-db52-4c89-ad17-165bf3b2b174 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742967 Jul 09 13:30:14.326499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a6674-85e5-4677-8f5c-da54ef714f06 req-93dc9ebc-dbe5-4f0e-a7c5-f67a94d22c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:14.328628 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-546a6674-85e5-4677-8f5c-da54ef714f06 req-93dc9ebc-dbe5-4f0e-a7c5-f67a94d22c81 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dc3d71beda042768fa9167c0c8c0a75&device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 1096 time: 0.2535653 Jul 09 13:30:14.352726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=7aafc5af-bd0d-4302-8462-84fc2adfb5f9,segment=NetworkSegment(a5828c9d-6841-4112-ac71-adb9b370a7ee),segment_id=a5828c9d-6841-4112-ac71-adb9b370a7ee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:14.386145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '7aafc5af-bd0d-4302-8462-84fc2adfb5f9', 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76', 'port_id': '7aafc5af-bd0d-4302-8462-84fc2adfb5f9', 'mac_address': 'fa:16:3e:0c:2d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d3e9d5-750d-45f1-840a-12db3a7eff08', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:30:14.407519 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef2ecb64-ea9e-473c-a26d-38bda125ab62 req-7773a6c1-e4d1-4c80-8613-348db2eb7a25 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1002 time: 0.1339159 Jul 09 13:30:14.461732 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:14.481329 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:14.503327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a6674-85e5-4677-8f5c-da54ef714f06 req-0637b363-433d-45d2-a403-75b6f0b223f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:14.505185 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-546a6674-85e5-4677-8f5c-da54ef714f06 req-0637b363-433d-45d2-a403-75b6f0b223f5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d HTTP/1.1" status: 200 len: 921 time: 0.1539352 Jul 09 13:30:14.511494 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ecb64-ea9e-473c-a26d-38bda125ab62 req-8008cb51-f49b-47f9-8fb1-88e8a695a3b6 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:14.513198 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3e4300bc-18b9-4930-b5d0-a9d9f13f8b62 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6bfd82935f84d2c9ac6bde57ece9854&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6053629 Jul 09 13:30:14.513852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56322) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:14.528326 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef2ecb64-ea9e-473c-a26d-38bda125ab62 req-8008cb51-f49b-47f9-8fb1-88e8a695a3b6 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports/59bc8a4c-60cd-4691-a424-bbc1b4080348 HTTP/1.1" status: 200 len: 943 time: 0.1198280 Jul 09 13:30:14.546799 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=7aafc5af-bd0d-4302-8462-84fc2adfb5f9,segment=NetworkSegment(a5828c9d-6841-4112-ac71-adb9b370a7ee),segment_id=a5828c9d-6841-4112-ac71-adb9b370a7ee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:14.556358 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:14.561332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 4edfb6ea-db14-4165-bcd2-8f02f28336be details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:30:14.622832 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-546a6674-85e5-4677-8f5c-da54ef714f06 req-977ff7cd-5d79-4be9-902a-7b3cbffb978c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d988884-3d94-4cf4-8246-e9019da8d4cf HTTP/1.1" status: 200 len: 217 time: 0.1077521 Jul 09 13:30:14.717076 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-61918e28-5eee-49c0-93f5-ac9eec894e01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:14.721828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a6674-85e5-4677-8f5c-da54ef714f06 req-e30ec16f-c01b-48f2-9e80-b26a51552d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:14.724170 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-546a6674-85e5-4677-8f5c-da54ef714f06 req-e30ec16f-c01b-48f2-9e80-b26a51552d99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3e96803-b55c-4f7e-8287-78c6c5674a51 HTTP/1.1" status: 200 len: 860 time: 0.0832694 Jul 09 13:30:14.726950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 4edfb6ea-db14-4165-bcd2-8f02f28336be, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4edfb6ea-db14-4165-bcd2-8f02f28336be,segment=NetworkSegment(47b9a13c-f555-48d2-88a1-afb09cafec61),segment_id=47b9a13c-f555-48d2-88a1-afb09cafec61)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:14.755009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '4edfb6ea-db14-4165-bcd2-8f02f28336be', 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16', 'port_id': '4edfb6ea-db14-4165-bcd2-8f02f28336be', 'mac_address': 'fa:16:3e:ae:a6:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:30:14.762848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=7aafc5af-bd0d-4302-8462-84fc2adfb5f9,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:14.775140 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-546a6674-85e5-4677-8f5c-da54ef714f06 req-3e88fe82-2047-4fb6-a9e7-b100422b441a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384150 Jul 09 13:30:14.794612 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-61918e28-5eee-49c0-93f5-ac9eec894e01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:14.820112 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:14.841951 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4edfb6ea-db14-4165-bcd2-8f02f28336be {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:14.894890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 4edfb6ea-db14-4165-bcd2-8f02f28336be, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4edfb6ea-db14-4165-bcd2-8f02f28336be,segment=NetworkSegment(47b9a13c-f555-48d2-88a1-afb09cafec61),segment_id=47b9a13c-f555-48d2-88a1-afb09cafec61)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:14.916864 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:14.918067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 1000f9a7-444e-4349-b942-82d071e6b185 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:30:14.973829 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-61918e28-5eee-49c0-93f5-ac9eec894e01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:14.981801 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-61918e28-5eee-49c0-93f5-ac9eec894e01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:14.983454 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-61918e28-5eee-49c0-93f5-ac9eec894e01 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/264ec5bc-55e9-4e82-985f-641205bf1f19 HTTP/1.1" status: 204 len: 168 time: 0.4667535 Jul 09 13:30:15.044125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61918e28-5eee-49c0-93f5-ac9eec894e01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264ec5bc-55e9-4e82-985f-641205bf1f19,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:15.109884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=4edfb6ea-db14-4165-bcd2-8f02f28336be,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:15.114638 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-546a6674-85e5-4677-8f5c-da54ef714f06 req-512bd2e0-cca6-4601-9244-01b2c9000ad7 service neutron] 10.222.0.18 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2681785 Jul 09 13:30:15.119309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 1000f9a7-444e-4349-b942-82d071e6b185, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1000f9a7-444e-4349-b942-82d071e6b185,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:15.150217 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '1000f9a7-444e-4349-b942-82d071e6b185', 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83', 'port_id': '1000f9a7-444e-4349-b942-82d071e6b185', 'mac_address': 'fa:16:3e:2d:bc:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d959da-897d-4ffe-8cce-f2a75985bb8a', 'ip_address': '10.1.1.237'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:30:15.219591 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:15.238565 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1000f9a7-444e-4349-b942-82d071e6b185 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:15.281303 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-546a6674-85e5-4677-8f5c-da54ef714f06 req-d231c17c-442b-4b97-866a-1db5a3bfa908 service neutron] 10.222.0.18 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1576951 Jul 09 13:30:15.285791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 1000f9a7-444e-4349-b942-82d071e6b185, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1000f9a7-444e-4349-b942-82d071e6b185,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:15.291429 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:15.292305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:30:15.300195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef2ecb64-ea9e-473c-a26d-38bda125ab62 req-644b3acc-59eb-448e-a412-cb7589a6aada tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1002 time: 0.6184142 Jul 09 13:30:15.316886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f5cc9f-8bd8-4335-8021-45df8cfd176b req-199ab49d-6817-47c8-9992-d54c8859a294 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:15.318612 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-20f5cc9f-8bd8-4335-8021-45df8cfd176b req-199ab49d-6817-47c8-9992-d54c8859a294 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ddce07-1eaf-4852-913f-5a98812fbfd8 HTTP/1.1" status: 200 len: 945 time: 0.7215903 Jul 09 13:30:15.379782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:15.381992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ddce07-1eaf-4852-913f-5a98812fbfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc8921c-3f9f-4a27-a40e-70a940cdbd9a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:15.384298 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db8e3f2-a926-455f-90f6-9befb92fbc43" -d '{"events": [{"server_uuid": "68ddce07-1eaf-4852-913f-5a98812fbfd8", "name": "network-vif-plugged", "status": "completed", "tag": "3dc8921c-3f9f-4a27-a40e-70a940cdbd9a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:15.397977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=1000f9a7-444e-4349-b942-82d071e6b185,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:15.406104 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'f82e8d09-fde7-4c8f-b622-19cbeca8d2b4', 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83', 'port_id': 'f82e8d09-fde7-4c8f-b622-19cbeca8d2b4', 'mac_address': 'fa:16:3e:8f:8f:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d959da-897d-4ffe-8cce-f2a75985bb8a', 'ip_address': '10.1.1.117'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:30:15.466544 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-20f5cc9f-8bd8-4335-8021-45df8cfd176b req-7a105af9-b2d8-43c2-bc29-99b2ace0fd5a tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd12e4f7-554d-409b-a53f-2fa77ab8128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343865 Jul 09 13:30:15.470728 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:15.487530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:15.520549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:15.533009 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:15.534344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28930a53-11dd-4de0-887b-cd975c02419b details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:30:15.544468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2ecb64-ea9e-473c-a26d-38bda125ab62 req-01e75c51-d02f-4919-b638-0f3750d7c438 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:15.549873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56336) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:15.551659 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef2ecb64-ea9e-473c-a26d-38bda125ab62 req-01e75c51-d02f-4919-b638-0f3750d7c438 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.2318873 Jul 09 13:30:15.588662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65fc04ee-e2d3-4e12-9a1c-6f8844fbb4de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:15.627991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28930a53-11dd-4de0-887b-cd975c02419b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28930a53-11dd-4de0-887b-cd975c02419b,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:15.641058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:15.651439 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '28930a53-11dd-4de0-887b-cd975c02419b', 'network_id': 'f55c62ae-a5d9-44e0-9eaa-9f06eac67a83', 'port_id': '28930a53-11dd-4de0-887b-cd975c02419b', 'mac_address': 'fa:16:3e:75:77:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06d959da-897d-4ffe-8cce-f2a75985bb8a', 'ip_address': '10.1.1.106'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:30:15.787337 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65fc04ee-e2d3-4e12-9a1c-6f8844fbb4de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:15.800704 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65fc04ee-e2d3-4e12-9a1c-6f8844fbb4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:15.807866 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:15.813125 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87eaa099-d5c4-4b92-9891-723c44054019 req-808cfcaf-48f8-42eb-a6b6-556cbb6a1c1a tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2599208 Jul 09 13:30:15.822508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-87eaa099-d5c4-4b92-9891-723c44054019 req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:15.849280 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28930a53-11dd-4de0-887b-cd975c02419b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:15.881367 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28930a53-11dd-4de0-887b-cd975c02419b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28930a53-11dd-4de0-887b-cd975c02419b,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:15.886991 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-87eaa099-d5c4-4b92-9891-723c44054019 req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:15.888300 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:15.889312 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ad774c33-cfca-4add-b80c-6424715fae3e details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:30:15.900165 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc04ee-e2d3-4e12-9a1c-6f8844fbb4de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f64942-7709-49c3-9003-b883841e4539,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:15.909406 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-65fc04ee-e2d3-4e12-9a1c-6f8844fbb4de admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=005dea81cdb4484a9e273fe9fae937f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3582757 Jul 09 13:30:15.914705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56350) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:16.040785 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7cb849a1-d987-4d21-b8f0-9ba9fa314ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:16.047810 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port ad774c33-cfca-4add-b80c-6424715fae3e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ad774c33-cfca-4add-b80c-6424715fae3e,segment=NetworkSegment(a5828c9d-6841-4112-ac71-adb9b370a7ee),segment_id=a5828c9d-6841-4112-ac71-adb9b370a7ee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:16.056135 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'tag': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68'}, {'name': 'network-changed', 'server_uuid': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'tag': '59bc8a4c-60cd-4691-a424-bbc1b4080348'}, {'name': 'network-changed', 'server_uuid': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'tag': '9d988884-3d94-4cf4-8246-e9019da8d4cf'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:16.060038 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a50d166-db66-4246-95c9-4467cf41b4c6" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9d4f97-69ac-4202-b5ce-19b380f29179", "tag": "7ffa8e5b-f394-471f-9d8b-7ad621f73e68"}, {"name": "network-changed", "server_uuid": "9d6642dd-be10-4a97-8b29-7692d5c6f4d6", "tag": "59bc8a4c-60cd-4691-a424-bbc1b4080348"}, {"name": "network-changed", "server_uuid": "6c4de6b9-efe4-4baf-b35a-4c2374d88af6", "tag": "9d988884-3d94-4cf4-8246-e9019da8d4cf"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:16.073560 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=28930a53-11dd-4de0-887b-cd975c02419b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:16.079573 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'ad774c33-cfca-4add-b80c-6424715fae3e', 'network_id': 'fc88aea0-f7b3-4a5d-8c9c-cd233750eb76', 'port_id': 'ad774c33-cfca-4add-b80c-6424715fae3e', 'mac_address': 'fa:16:3e:e6:c5:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49d3e9d5-750d-45f1-840a-12db3a7eff08', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:30:16.086532 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7cb849a1-d987-4d21-b8f0-9ba9fa314ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:16.152135 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:16.174290 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bf39a-e8ac-4dca-8f8a-54cca96881e5 req-c8f22dc9-741d-4cea-9439-d59664399dc1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:16.179897 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bf39a-e8ac-4dca-8f8a-54cca96881e5 req-c8f22dc9-741d-4cea-9439-d59664399dc1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:16.185782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad774c33-cfca-4add-b80c-6424715fae3e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:16.187622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bf39a-e8ac-4dca-8f8a-54cca96881e5 req-c8f22dc9-741d-4cea-9439-d59664399dc1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:16.189796 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7cb849a1-d987-4d21-b8f0-9ba9fa314ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:16.193816 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bf39a-e8ac-4dca-8f8a-54cca96881e5 req-c8f22dc9-741d-4cea-9439-d59664399dc1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:16.195320 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7cb849a1-d987-4d21-b8f0-9ba9fa314ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:16.196733 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7cb849a1-d987-4d21-b8f0-9ba9fa314ed8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d5f64942-7709-49c3-9003-b883841e4539 HTTP/1.1" status: 204 len: 168 time: 0.2791710 Jul 09 13:30:16.210177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bf39a-e8ac-4dca-8f8a-54cca96881e5 req-c8f22dc9-741d-4cea-9439-d59664399dc1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:16.215785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb849a1-d987-4d21-b8f0-9ba9fa314ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f64942-7709-49c3-9003-b883841e4539,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:16.221308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bf39a-e8ac-4dca-8f8a-54cca96881e5 req-c8f22dc9-741d-4cea-9439-d59664399dc1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:16.237694 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port ad774c33-cfca-4add-b80c-6424715fae3e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ad774c33-cfca-4add-b80c-6424715fae3e,segment=NetworkSegment(a5828c9d-6841-4112-ac71-adb9b370a7ee),segment_id=a5828c9d-6841-4112-ac71-adb9b370a7ee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:16.239547 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610bf39a-e8ac-4dca-8f8a-54cca96881e5 req-c8f22dc9-741d-4cea-9439-d59664399dc1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:16.245155 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:16.253464 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-610bf39a-e8ac-4dca-8f8a-54cca96881e5 req-c8f22dc9-741d-4cea-9439-d59664399dc1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5426 time: 0.3825831 Jul 09 13:30:16.329236 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=ad774c33-cfca-4add-b80c-6424715fae3e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:16.359370 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-610bf39a-e8ac-4dca-8f8a-54cca96881e5 req-8c41e372-46b8-4f59-af04-c6fa92e2b325 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1063409 Jul 09 13:30:16.361618 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-87eaa099-d5c4-4b92-9891-723c44054019 req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:16.485150 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-87eaa099-d5c4-4b92-9891-723c44054019 req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Allocated IP 172.25.2.51 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/a0174d82-2a9b-4172-85f4-53b110832e05) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:16.696201 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-87eaa099-d5c4-4b92-9891-723c44054019 req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:16.751043 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83f37a3-4a44-4309-8131-664fbc45c0a3 req-290e5267-9ddc-441a-b637-2716b6f4b1f6 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:16.756983 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d83f37a3-4a44-4309-8131-664fbc45c0a3 req-290e5267-9ddc-441a-b637-2716b6f4b1f6 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.2052569 Jul 09 13:30:16.809157 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d83f37a3-4a44-4309-8131-664fbc45c0a3 req-81417b8d-04b0-4cf8-8f38-26f6338e3534 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545809 Jul 09 13:30:16.817180 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-87eaa099-d5c4-4b92-9891-723c44054019 req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:16.856499 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87eaa099-d5c4-4b92-9891-723c44054019 req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:16.864654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-87eaa099-d5c4-4b92-9891-723c44054019 req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:16.871287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-87eaa099-d5c4-4b92-9891-723c44054019 req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:16.900037 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Pushing event updated for resources: {'Port': ['ID=a0174d82-2a9b-4172-85f4-53b110832e05,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:17.020028 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-87eaa099-d5c4-4b92-9891-723c44054019 req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:17.022941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['7aafc5af-bd0d-4302-8462-84fc2adfb5f9'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:17.028939 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['4edfb6ea-db14-4165-bcd2-8f02f28336be'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:17.090008 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c055ca0-ebaa-4b69-884b-dd1f9f3c5635 x-openstack-request-id: req-4c055ca0-ebaa-4b69-884b-dd1f9f3c5635 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:17.090600 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ddce07-1eaf-4852-913f-5a98812fbfd8", "name": "network-vif-plugged", "status": "completed", "tag": "3dc8921c-3f9f-4a27-a40e-70a940cdbd9a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:17.091017 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4c055ca0-ebaa-4b69-884b-dd1f9f3c5635 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:17.091584 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ddce07-1eaf-4852-913f-5a98812fbfd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3dc8921c-3f9f-4a27-a40e-70a940cdbd9a', 'code': 200} Jul 09 13:30:17.094069 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['1000f9a7-444e-4349-b942-82d071e6b185'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:17.098208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['ad774c33-cfca-4add-b80c-6424715fae3e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:17.105427 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-87eaa099-d5c4-4b92-9891-723c44054019 req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:17.290383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a76348-eb68-4bdc-9c91-4d78d22347db req-be868afd-93f0-41b5-bc7c-195bfc0658a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:17.291340 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-3ce8a324-641e-425e-844e-5156af97b273 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1002 time: 0.1964831 Jul 09 13:30:17.292854 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84a76348-eb68-4bdc-9c91-4d78d22347db req-be868afd-93f0-41b5-bc7c-195bfc0658a9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=68ddce07-1eaf-4852-913f-5a98812fbfd8 HTTP/1.1" status: 200 len: 1096 time: 0.1346781 Jul 09 13:30:17.387870 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84a76348-eb68-4bdc-9c91-4d78d22347db req-f0dcc2b6-7715-447a-82ed-3c87a2e6560a service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dd12e4f7-554d-409b-a53f-2fa77ab8128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866470 Jul 09 13:30:17.429816 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-b119215e-b75d-4dab-85e4-7c6d8a133d78 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:17.431360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-b119215e-b75d-4dab-85e4-7c6d8a133d78 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports/59bc8a4c-60cd-4691-a424-bbc1b4080348 HTTP/1.1" status: 200 len: 943 time: 0.1319392 Jul 09 13:30:17.554548 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-87eaa099-d5c4-4b92-9891-723c44054019 req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:17.561029 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-87eaa099-d5c4-4b92-9891-723c44054019 req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:17.676889 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Pushing event updated for resources: {'Port': ['ID=a0174d82-2a9b-4172-85f4-53b110832e05,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:17.758121 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-87eaa099-d5c4-4b92-9891-723c44054019 req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:17.800015 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-cd52b3f3-1068-4ebc-b30c-47cf8ff6dbaa tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1002 time: 0.1456494 Jul 09 13:30:17.801390 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-87eaa099-d5c4-4b92-9891-723c44054019 req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:17.804033 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87eaa099-d5c4-4b92-9891-723c44054019 req-0019175b-b0bb-428e-bfad-fab953728f0d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.9862847 Jul 09 13:30:17.926539 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87eaa099-d5c4-4b92-9891-723c44054019 req-a5b31c45-537c-40b3-95c9-ac6f59f98b21 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.51 HTTP/1.1" status: 200 len: 695 time: 0.1075921 Jul 09 13:30:18.086005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-b8daf601-1752-408f-ae38-0a34f08acb13 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:18.095276 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-b8daf601-1752-408f-ae38-0a34f08acb13 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.2887206 Jul 09 13:30:18.203782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eaa099-d5c4-4b92-9891-723c44054019 req-c790853e-3b05-4b24-b52c-04683d098d59 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:18.219932 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87eaa099-d5c4-4b92-9891-723c44054019 req-c790853e-3b05-4b24-b52c-04683d098d59 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.2837517 Jul 09 13:30:18.242167 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-167f9a66-ad4a-4eff-9c0a-3fbbb70fcb40 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1002 time: 0.1458960 Jul 09 13:30:18.247481 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-6d9f8c50-88ea-4aea-ad36-964339ab9f59 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:18.291811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fbe800db-9df7-448d-8bcd-e3c966b4b2f3 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:18.335993 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-6d9f8c50-88ea-4aea-ad36-964339ab9f59 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:18.380794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['ea254c8c-527b-4377-8ac0-c397795b2168'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:18.439410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['f82e8d09-fde7-4c8f-b622-19cbeca8d2b4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:18.449731 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['28930a53-11dd-4de0-887b-cd975c02419b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:18.559132 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-6d9f8c50-88ea-4aea-ad36-964339ab9f59 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:18.565514 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-6d9f8c50-88ea-4aea-ad36-964339ab9f59 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:18.565938 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-6d9f8c50-88ea-4aea-ad36-964339ab9f59 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Floating IP 5ecea7d0-8797-4ed3-9baf-320fc7ef84f3 disassociated. External IP: 172.25.2.241, port: 59bc8a4c-60cd-4691-a424-bbc1b4080348. Jul 09 13:30:18.591972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56426) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:18.623011 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:18.739453 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fbe800db-9df7-448d-8bcd-e3c966b4b2f3, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:18.754735 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:18.848420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3e70a683-64fa-4abc-ad6c-221db73fa335 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-2074909455'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:18.867587 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-6d9f8c50-88ea-4aea-ad36-964339ab9f59 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Router 3fe463c3-77e9-4211-86f6-3ab088596a2b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:18.883257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e70a683-64fa-4abc-ad6c-221db73fa335 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Made reservation on behalf of 17a16c0ba91e4ea89be7a64325bbc183 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:18.887262 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e70a683-64fa-4abc-ad6c-221db73fa335 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:18.899351 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e70a683-64fa-4abc-ad6c-221db73fa335 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:18.946056 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:19.055703 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-6d9f8c50-88ea-4aea-ad36-964339ab9f59 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:19.062512 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-6d9f8c50-88ea-4aea-ad36-964339ab9f59 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:19.066333 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4ca8e9-3811-458a-b7a4-6c85a90877b1 None None] Sync routers for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:19.085589 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4ca8e9-3811-458a-b7a4-6c85a90877b1 None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:19.088159 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6e4ca8e9-3811-458a-b7a4-6c85a90877b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:19.093861 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b70e52-8c6a-4161-a4b7-1d9521bec0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbe800db-9df7-448d-8bcd-e3c966b4b2f3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:19.098046 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb5989b7-8866-490f-bfc3-60ff520d39b5" -d '{"events": [{"server_uuid": "31b70e52-8c6a-4161-a4b7-1d9521bec0d4", "name": "network-vif-unplugged", "status": "completed", "tag": "fbe800db-9df7-448d-8bcd-e3c966b4b2f3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:19.114500 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-6d9f8c50-88ea-4aea-ad36-964339ab9f59 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "PUT /v2.0/floatingips/5ecea7d0-8797-4ed3-9baf-320fc7ef84f3 HTTP/1.1" status: 200 len: 695 time: 0.8714070 Jul 09 13:30:19.155555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71196274-6c47-4124-9fa7-645a353bae63 req-a7350b3a-78e0-4e12-b4b0-ddd99ddbe61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.157682 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71196274-6c47-4124-9fa7-645a353bae63 req-a7350b3a-78e0-4e12-b4b0-ddd99ddbe61b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffe615145fe24da683918dfba7f962cc&device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 1096 time: 0.2146165 Jul 09 13:30:19.229829 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-9e09e2a7-a7d1-4cbb-ae3d-8eaf93242a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.235714 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-98365083-a9b6-4589-9813-ccffa79559a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2421367 Jul 09 13:30:19.238027 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-9e09e2a7-a7d1-4cbb-ae3d-8eaf93242a54 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 1097 time: 0.1025558 Jul 09 13:30:19.310322 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e70a683-64fa-4abc-ad6c-221db73fa335 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:19.338395 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-e48423a5-4aa8-46f3-a13e-6aedee948294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.348341 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-e48423a5-4aa8-46f3-a13e-6aedee948294 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 922 time: 0.1093662 Jul 09 13:30:19.356588 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e70a683-64fa-4abc-ad6c-221db73fa335 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:19.356850 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ada6554-47b0-401d-9e1e-de04380a1a08 x-openstack-request-id: req-3ada6554-47b0-401d-9e1e-de04380a1a08 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:19.357161 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9d4f97-69ac-4202-b5ce-19b380f29179", "tag": "7ffa8e5b-f394-471f-9d8b-7ad621f73e68", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9d6642dd-be10-4a97-8b29-7692d5c6f4d6", "tag": "59bc8a4c-60cd-4691-a424-bbc1b4080348", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6c4de6b9-efe4-4baf-b35a-4c2374d88af6", "tag": "9d988884-3d94-4cf4-8246-e9019da8d4cf", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:19.357420 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3ada6554-47b0-401d-9e1e-de04380a1a08 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:19.357823 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'tag': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'status': 'completed', 'code': 200} Jul 09 13:30:19.358084 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'tag': '59bc8a4c-60cd-4691-a424-bbc1b4080348', 'status': 'completed', 'code': 200} Jul 09 13:30:19.358880 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'tag': '9d988884-3d94-4cf4-8246-e9019da8d4cf', 'status': 'completed', 'code': 200} Jul 09 13:30:19.359535 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-6e4ca8e9-3811-458a-b7a4-6c85a90877b1 None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:19.413121 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-dd5b2f55-6924-4752-9f6b-10d7c1372ce4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59bc8a4c-60cd-4691-a424-bbc1b4080348 HTTP/1.1" status: 200 len: 217 time: 0.0630703 Jul 09 13:30:19.497847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e70a683-64fa-4abc-ad6c-221db73fa335 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:30:19.528469 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71196274-6c47-4124-9fa7-645a353bae63 req-9672ea0b-1edb-4f47-afee-502adead529d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.530859 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71196274-6c47-4124-9fa7-645a353bae63 req-9672ea0b-1edb-4f47-afee-502adead529d service neutron] 10.222.0.15 "GET /v2.0/networks?id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b HTTP/1.1" status: 200 len: 914 time: 0.3645515 Jul 09 13:30:19.531537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70a683-64fa-4abc-ad6c-221db73fa335 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22ba95bb-8bef-46a2-81d2-afaa8fc3d653,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:19.537468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-dde1aee2-1ab8-4f82-966e-e4afb22b2c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.538976 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-dde1aee2-1ab8-4f82-966e-e4afb22b2c86 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 200 len: 860 time: 0.1257870 Jul 09 13:30:19.550639 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e70a683-64fa-4abc-ad6c-221db73fa335 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:19.550988 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-3e70a683-64fa-4abc-ad6c-221db73fa335 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Added segment 57b17f1d-ef61-49da-a31a-c9ceb51970ab of type vlan for network 9ed6d5ab-7235-4997-94e2-5dfcecc4261f Jul 09 13:30:19.607065 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6e4ca8e9-3811-458a-b7a4-6c85a90877b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:19.609072 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf4a795-c3c5-4122-92cb-196d34f1a6ea req-c6934278-7ded-4ca0-893c-59d959583e3d tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.609870 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1cf4a795-c3c5-4122-92cb-196d34f1a6ea req-c6934278-7ded-4ca0-893c-59d959583e3d tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ddce07-1eaf-4852-913f-5a98812fbfd8 HTTP/1.1" status: 200 len: 945 time: 0.1954670 Jul 09 13:30:19.623045 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b53f4dca-d4f8-46ae-96ce-42e436f4dd9a req-734a7a9d-734e-4a10-94a4-e9ed84d9660e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1505802 Jul 09 13:30:19.633838 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71196274-6c47-4124-9fa7-645a353bae63 req-f4003180-b029-4079-85dc-ca37f3fe4702 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2be107c-132d-4714-935f-2cfb271f7525 HTTP/1.1" status: 200 len: 217 time: 0.0811093 Jul 09 13:30:19.645004 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4ca8e9-3811-458a-b7a4-6c85a90877b1 None None] Checking router: 3fe463c3-77e9-4211-86f6-3ab088596a2b for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:30:19.654451 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4ca8e9-3811-458a-b7a4-6c85a90877b1 None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:19.656276 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6e4ca8e9-3811-458a-b7a4-6c85a90877b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:19.699567 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1cf4a795-c3c5-4122-92cb-196d34f1a6ea req-cb3ae78a-02f2-4fcd-b69f-99a32942096c tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd12e4f7-554d-409b-a53f-2fa77ab8128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736053 Jul 09 13:30:19.705986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-a37d2697-ed63-4c2c-84c3-cdc87e7ed4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.707758 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-a37d2697-ed63-4c2c-84c3-cdc87e7ed4a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00c96a4a-ec05-4738-9c98-ae92bca88c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1589754 Jul 09 13:30:19.713694 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e70a683-64fa-4abc-ad6c-221db73fa335 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:19.726300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-1144b4e6-70e5-476c-871e-c8601e146757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.727870 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-1144b4e6-70e5-476c-871e-c8601e146757 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 1097 time: 0.4058578 Jul 09 13:30:19.735833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-e519c1e6-f276-43cd-a1e7-16734e26757b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.743770 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-e519c1e6-f276-43cd-a1e7-16734e26757b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dc3d71beda042768fa9167c0c8c0a75&device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 1096 time: 0.4164433 Jul 09 13:30:19.747795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-d611a237-1b2c-4673-96b4-b0f0a910d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.748421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-d611a237-1b2c-4673-96b4-b0f0a910d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.749672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-d611a237-1b2c-4673-96b4-b0f0a910d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.750556 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-d611a237-1b2c-4673-96b4-b0f0a910d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.751237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-d611a237-1b2c-4673-96b4-b0f0a910d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.751876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-d611a237-1b2c-4673-96b4-b0f0a910d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.752548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-d611a237-1b2c-4673-96b4-b0f0a910d0b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.754728 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-d611a237-1b2c-4673-96b4-b0f0a910d0b0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28cccfcdce06416798d3fed1b5c86fea&device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 6502 time: 0.4606616 Jul 09 13:30:19.794633 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-6e4ca8e9-3811-458a-b7a4-6c85a90877b1 None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:19.896167 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-ae3ce439-5426-4729-ae4e-be815fe0ab63 service neutron] 10.222.0.39 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704738 Jul 09 13:30:19.903348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f4dca-d4f8-46ae-96ce-42e436f4dd9a req-005cbe7b-4a90-440b-89ba-7247746c786c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.904839 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b53f4dca-d4f8-46ae-96ce-42e436f4dd9a req-005cbe7b-4a90-440b-89ba-7247746c786c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40c05bf911e74de0ab8d76ee71cab943&device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 1094 time: 0.2398281 Jul 09 13:30:19.933681 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71196274-6c47-4124-9fa7-645a353bae63 req-aff6aabf-a226-4503-b4f9-d7c24c497178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:19.935413 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71196274-6c47-4124-9fa7-645a353bae63 req-aff6aabf-a226-4503-b4f9-d7c24c497178 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b148dd4e-9358-4a31-b001-045227bbe9d4 HTTP/1.1" status: 200 len: 853 time: 0.2703567 Jul 09 13:30:19.998481 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71196274-6c47-4124-9fa7-645a353bae63 req-1a091e63-899e-483c-a511-347d965a0ac0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516856 Jul 09 13:30:20.005842 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e70a683-64fa-4abc-ad6c-221db73fa335 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:20.011846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e70a683-64fa-4abc-ad6c-221db73fa335 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.012698 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e70a683-64fa-4abc-ad6c-221db73fa335 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:20.035495 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6e4ca8e9-3811-458a-b7a4-6c85a90877b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:20.066233 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4ca8e9-3811-458a-b7a4-6c85a90877b1 None None] The sync data for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 is: [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:20.116586 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b45c4c-42c2-44b0-8933-61ad12583d0c req-4f76affa-5fef-49ce-b36a-9c9e327bef53 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.123146 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b45c4c-42c2-44b0-8933-61ad12583d0c req-4f76affa-5fef-49ce-b36a-9c9e327bef53 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.130241 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b45c4c-42c2-44b0-8933-61ad12583d0c req-4f76affa-5fef-49ce-b36a-9c9e327bef53 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.136232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b45c4c-42c2-44b0-8933-61ad12583d0c req-4f76affa-5fef-49ce-b36a-9c9e327bef53 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.143469 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b45c4c-42c2-44b0-8933-61ad12583d0c req-4f76affa-5fef-49ce-b36a-9c9e327bef53 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.149716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b45c4c-42c2-44b0-8933-61ad12583d0c req-4f76affa-5fef-49ce-b36a-9c9e327bef53 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.156745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b45c4c-42c2-44b0-8933-61ad12583d0c req-4f76affa-5fef-49ce-b36a-9c9e327bef53 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.159690 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-90b45c4c-42c2-44b0-8933-61ad12583d0c req-4f76affa-5fef-49ce-b36a-9c9e327bef53 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5427 time: 0.3156168 Jul 09 13:30:20.177512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f4dca-d4f8-46ae-96ce-42e436f4dd9a req-1571af70-0cf8-4f32-8547-3ff2fb104fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.178980 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b53f4dca-d4f8-46ae-96ce-42e436f4dd9a req-1571af70-0cf8-4f32-8547-3ff2fb104fb7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c138cf7-3e60-4011-ad16-f9f420ac7385 HTTP/1.1" status: 200 len: 905 time: 0.2163079 Jul 09 13:30:20.268076 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 4edfb6ea-db14-4165-bcd2-8f02f28336be up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:20.330536 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 4edfb6ea-db14-4165-bcd2-8f02f28336be completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:20.335040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 4edfb6ea-db14-4165-bcd2-8f02f28336be triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:20.335510 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:20.380201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cabbebaf-f812-4660-83a2-6842ab92720d None None] New status for floating IP 5ecea7d0-8797-4ed3-9baf-320fc7ef84f3: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:30:20.467672 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3e70a683-64fa-4abc-ad6c-221db73fa335 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.8741798 Jul 09 13:30:20.494124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56462) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:20.531120 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e70a683-64fa-4abc-ad6c-221db73fa335 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Pushing event updated for resources: {'Network': ['ID=9ed6d5ab-7235-4997-94e2-5dfcecc4261f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:20.548684 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-623fa358-8473-4722-b413-180e8b5a651a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.552155 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-623fa358-8473-4722-b413-180e8b5a651a service neutron] 10.222.0.15 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 922 time: 0.7735615 Jul 09 13:30:20.561092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-b46be9e3-f191-4a6e-85f2-4b0c28b8718c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.563531 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-b46be9e3-f191-4a6e-85f2-4b0c28b8718c service neutron] 10.222.0.18 "GET /v2.0/networks?id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d HTTP/1.1" status: 200 len: 921 time: 0.8057113 Jul 09 13:30:20.564956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-8b9cbdf4-9eb0-4dda-b9a3-7b4fdecb7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.565538 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-8b9cbdf4-9eb0-4dda-b9a3-7b4fdecb7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.566080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-8b9cbdf4-9eb0-4dda-b9a3-7b4fdecb7d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.567977 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-8b9cbdf4-9eb0-4dda-b9a3-7b4fdecb7d7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=506f0105-b494-4138-9dfd-14195d3a3fed&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&id=a919d1e5-88c0-4789-bf94-149c0bb79ee9 HTTP/1.1" status: 200 len: 2298 time: 0.7748423 Jul 09 13:30:20.570536 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f01d18e-6c25-4395-9b45-fa57cad0a2e7 req-89a00b35-b898-4acc-97fb-b2744569185d service neutron] 10.222.0.39 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6632760 Jul 09 13:30:20.576546 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b53f4dca-d4f8-46ae-96ce-42e436f4dd9a req-31211303-b9a2-43a2-a0f9-84026c6e374c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fbe800db-9df7-448d-8bcd-e3c966b4b2f3 HTTP/1.1" status: 200 len: 217 time: 0.3857937 Jul 09 13:30:20.597387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-56c0e858-4ed9-467e-b914-69dc20d9ebc5 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Request body: {'network': {'name': 'tempest-network--1276043155', 'router:external': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:20.627429 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-90b45c4c-42c2-44b0-8933-61ad12583d0c req-eff99a6c-9ecf-4662-b137-978502287b16 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4605007 Jul 09 13:30:20.646893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53f4dca-d4f8-46ae-96ce-42e436f4dd9a req-271e352f-ce15-4292-b1fd-45ef51ba3fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.648641 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b53f4dca-d4f8-46ae-96ce-42e436f4dd9a req-271e352f-ce15-4292-b1fd-45ef51ba3fd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e11eca0f-225a-479a-adf8-c5ca2fa12bae HTTP/1.1" status: 200 len: 844 time: 0.0624206 Jul 09 13:30:20.703535 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b53f4dca-d4f8-46ae-96ce-42e436f4dd9a req-d44309d1-e1d9-42ea-b020-7951bd418087 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c138cf7-3e60-4011-ad16-f9f420ac7385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457590 Jul 09 13:30:20.752724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 9ed6d5ab-7235-4997-94e2-5dfcecc4261f details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:30:20.791983 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-58e7ecb9-8730-4ca5-ada4-7a95d0eef9d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d988884-3d94-4cf4-8246-e9019da8d4cf HTTP/1.1" status: 200 len: 217 time: 0.2104666 Jul 09 13:30:20.802292 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-4cc073eb-33cc-40a0-9674-c34b5cf4b0ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ffa8e5b-f394-471f-9d8b-7ad621f73e68 HTTP/1.1" status: 200 len: 217 time: 0.2313855 Jul 09 13:30:20.804264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c0e858-4ed9-467e-b914-69dc20d9ebc5 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Made reservation on behalf of 6516c6e62a35487595dbf1e9904eb8e9 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:20.807372 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56c0e858-4ed9-467e-b914-69dc20d9ebc5 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:20.862768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e23763f-aab3-4b33-834c-4b5814ae0b78 req-2e335ff8-fd29-4e84-b7f4-d681e1af3bfa tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.865027 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e23763f-aab3-4b33-834c-4b5814ae0b78 req-2e335ff8-fd29-4e84-b7f4-d681e1af3bfa tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 945 time: 0.1600418 Jul 09 13:30:20.867109 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b53f4dca-d4f8-46ae-96ce-42e436f4dd9a req-023a3b83-3eff-467f-971e-44679ba75e73 service neutron] 10.222.0.15 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535983 Jul 09 13:30:20.873669 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-5b09a7a7-c1a3-40ef-aa31-b861ffcff6da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fced731-60a5-4f64-be58-9ef321696a0a HTTP/1.1" status: 200 len: 1001 time: 0.2909000 Jul 09 13:30:20.897278 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56c0e858-4ed9-467e-b914-69dc20d9ebc5 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:20.917721 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:20.925891 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71196274-6c47-4124-9fa7-645a353bae63 req-73eb57c4-d808-4107-bf26-f65365fb8658 service neutron] 10.222.0.15 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8964698 Jul 09 13:30:20.960201 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-4fef779a-e206-4da3-bd36-7e819f4febc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:20.962132 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-4fef779a-e206-4da3-bd36-7e819f4febc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3e96803-b55c-4f7e-8287-78c6c5674a51 HTTP/1.1" status: 200 len: 860 time: 0.1513758 Jul 09 13:30:20.966819 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 4edfb6ea-db14-4165-bcd2-8f02f28336be, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4edfb6ea-db14-4165-bcd2-8f02f28336be,segment=NetworkSegment(47b9a13c-f555-48d2-88a1-afb09cafec61),segment_id=47b9a13c-f555-48d2-88a1-afb09cafec61)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:20.972475 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:20.974062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 1000f9a7-444e-4349-b942-82d071e6b185 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:20.979750 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e23763f-aab3-4b33-834c-4b5814ae0b78 req-40eca60e-c377-483c-83d6-5a4cf26af0ac tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098063 Jul 09 13:30:21.055985 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-c740f64e-1177-4e6d-bc07-3f0cf14053aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434213 Jul 09 13:30:21.059041 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c8173f4-7c24-4ac0-b511-864990403a3a x-openstack-request-id: req-2c8173f4-7c24-4ac0-b511-864990403a3a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:21.059711 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b70e52-8c6a-4161-a4b7-1d9521bec0d4", "name": "network-vif-unplugged", "status": "completed", "tag": "fbe800db-9df7-448d-8bcd-e3c966b4b2f3", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:21.060069 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2c8173f4-7c24-4ac0-b511-864990403a3a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:21.060556 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b70e52-8c6a-4161-a4b7-1d9521bec0d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbe800db-9df7-448d-8bcd-e3c966b4b2f3', 'code': 200} Jul 09 13:30:21.100826 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-f4ce8e0d-5430-4b47-a57f-fb479ee7b2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:21.102823 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-f4ce8e0d-5430-4b47-a57f-fb479ee7b2c7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 200 len: 860 time: 0.2694116 Jul 09 13:30:21.110310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=4edfb6ea-db14-4165-bcd2-8f02f28336be,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:21.124805 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b53f4dca-d4f8-46ae-96ce-42e436f4dd9a req-0d6f20f1-6b29-473b-9ea6-144da7bf2fdf service neutron] 10.222.0.15 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387309 Jul 09 13:30:21.130825 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 1000f9a7-444e-4349-b942-82d071e6b185 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:21.135788 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 1000f9a7-444e-4349-b942-82d071e6b185 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:21.136607 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.183433 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-5ee022fb-90f0-4246-b94a-14590c081726 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:21.185252 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-5ee022fb-90f0-4246-b94a-14590c081726 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2256405 Jul 09 13:30:21.234999 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.242063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-e2a04b6a-c8f4-405e-a592-ed78c9db8bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:21.243602 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-e2a04b6a-c8f4-405e-a592-ed78c9db8bc2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2915b4c-1b15-4665-bc6f-4ef8238c6ea1 HTTP/1.1" status: 200 len: 856 time: 0.3363650 Jul 09 13:30:21.260580 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-ccafcc2e-2434-43e0-8714-d4cb72904c50 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.51 HTTP/1.1" status: 200 len: 695 time: 0.0689533 Jul 09 13:30:21.272648 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-eb73ca16-22a3-4787-8638-41b8a0ffe1b8 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Request body: {'floatingip': {'port_id': '9d988884-3d94-4cf4-8246-e9019da8d4cf', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:21.282435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 1000f9a7-444e-4349-b942-82d071e6b185, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1000f9a7-444e-4349-b942-82d071e6b185,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:21.287123 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.288590 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:21.337040 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-eb73ca16-22a3-4787-8638-41b8a0ffe1b8 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.393675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=1000f9a7-444e-4349-b942-82d071e6b185,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:21.414759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:21.422775 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:21.424344 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.435115 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71196274-6c47-4124-9fa7-645a353bae63 req-925112ae-baaf-46f3-8b0f-932862cc2d6a service neutron] 10.222.0.15 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4694197 Jul 09 13:30:21.493287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'tag': '59bc8a4c-60cd-4691-a424-bbc1b4080348'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:21.497124 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86f6a2c6-da35-4905-a6ad-4a06f9392b4d" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6642dd-be10-4a97-8b29-7692d5c6f4d6", "tag": "59bc8a4c-60cd-4691-a424-bbc1b4080348"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:21.523835 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-2f82f972-02d7-4aad-92d6-74d65360e6c5 service neutron] 10.222.0.18 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4249780 Jul 09 13:30:21.525743 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56c0e858-4ed9-467e-b914-69dc20d9ebc5 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.531198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-b9249e4b-0e7d-43df-8290-796003288f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:21.533485 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-b9249e4b-0e7d-43df-8290-796003288f19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00c96a4a-ec05-4738-9c98-ae92bca88c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4002838 Jul 09 13:30:21.555267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-65ba3e51-5ecf-48fa-8499-ee27c80829ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:21.557332 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.559761 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-65ba3e51-5ecf-48fa-8499-ee27c80829ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=506f0105-b494-4138-9dfd-14195d3a3fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3071578 Jul 09 13:30:21.575986 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56c0e858-4ed9-467e-b914-69dc20d9ebc5 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.609756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=7aafc5af-bd0d-4302-8462-84fc2adfb5f9,segment=NetworkSegment(a5828c9d-6841-4112-ac71-adb9b370a7ee),segment_id=a5828c9d-6841-4112-ac71-adb9b370a7ee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:21.622192 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.623687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ad774c33-cfca-4add-b80c-6424715fae3e up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:21.712659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=7aafc5af-bd0d-4302-8462-84fc2adfb5f9,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:21.721105 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-7b5dde17-8d0b-417a-9e94-ebe1c81135c1 service neutron] 10.222.0.18 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853781 Jul 09 13:30:21.727854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port ad774c33-cfca-4add-b80c-6424715fae3e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:21.736969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port ad774c33-cfca-4add-b80c-6424715fae3e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:21.746805 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.829948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c0e858-4ed9-467e-b914-69dc20d9ebc5 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:30:21.852592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0e858-4ed9-467e-b914-69dc20d9ebc5 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1333b72-5375-44ad-8fee-4125b7034e3b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:21.859654 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56c0e858-4ed9-467e-b914-69dc20d9ebc5 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.859654 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-56c0e858-4ed9-467e-b914-69dc20d9ebc5 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Added segment a4fcbba1-78d6-43f5-a170-2e0bc040141e of type vlan for network 2081a420-4c60-4fae-b073-6b8c65c576a6 Jul 09 13:30:21.885047 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.914648 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56c0e858-4ed9-467e-b914-69dc20d9ebc5 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.933520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port ad774c33-cfca-4add-b80c-6424715fae3e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ad774c33-cfca-4add-b80c-6424715fae3e,segment=NetworkSegment(a5828c9d-6841-4112-ac71-adb9b370a7ee),segment_id=a5828c9d-6841-4112-ac71-adb9b370a7ee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:21.940133 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.965039 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56c0e858-4ed9-467e-b914-69dc20d9ebc5 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:21.966041 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c0e858-4ed9-467e-b914-69dc20d9ebc5 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:21.967237 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56c0e858-4ed9-467e-b914-69dc20d9ebc5 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.014179 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-56c0e858-4ed9-467e-b914-69dc20d9ebc5 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.5158546 Jul 09 13:30:22.025919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56482) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:22.038290 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=ad774c33-cfca-4add-b80c-6424715fae3e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:22.081334 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-4fe5b93b-1f0c-4ce2-a67c-b6c55e7e2176 service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5155544 Jul 09 13:30:22.122484 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-2e5e01c7-9030-4154-894e-511f055e5ddb service neutron] 10.222.0.18 "GET /v2.0/networks/506f0105-b494-4138-9dfd-14195d3a3fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5419056 Jul 09 13:30:22.123150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c0e858-4ed9-467e-b914-69dc20d9ebc5 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event updated for resources: {'Network': ['ID=2081a420-4c60-4fae-b073-6b8c65c576a6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:22.137971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 2081a420-4c60-4fae-b073-6b8c65c576a6 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:30:22.145502 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-edc1a8b8-13e3-44eb-8b70-574863d03550 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.218648 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-eb73ca16-22a3-4787-8638-41b8a0ffe1b8 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.227490 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-eb73ca16-22a3-4787-8638-41b8a0ffe1b8 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.261993 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-d1146aeb-aa60-41e6-9e93-ba3a5461a7b2 service neutron] 10.222.0.18 "GET /v2.0/networks/506f0105-b494-4138-9dfd-14195d3a3fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109090 Jul 09 13:30:22.288155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ea254c8c-527b-4377-8ac0-c397795b2168 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:22.323625 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-1cdd1663-4b7c-420a-a861-0700b2858e76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=09127b77-234e-4594-8ccb-d507e2278c0c HTTP/1.1" status: 200 len: 217 time: 0.0517149 Jul 09 13:30:22.325813 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-afcb24fc-ab1c-4572-9103-3f04dfb5e8d4 service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358150 Jul 09 13:30:22.342882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2be107c-132d-4714-935f-2cfb271f7525 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:22.399586 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13728923-b7da-4569-b1fb-6ab0a78a8d0b x-openstack-request-id: req-13728923-b7da-4569-b1fb-6ab0a78a8d0b {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:22.399933 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6642dd-be10-4a97-8b29-7692d5c6f4d6", "tag": "59bc8a4c-60cd-4691-a424-bbc1b4080348", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:22.400151 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13728923-b7da-4569-b1fb-6ab0a78a8d0b {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:22.400549 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'tag': '59bc8a4c-60cd-4691-a424-bbc1b4080348', 'status': 'completed', 'code': 200} Jul 09 13:30:22.407457 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-edc1a8b8-13e3-44eb-8b70-574863d03550 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.424052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port ea254c8c-527b-4377-8ac0-c397795b2168 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:22.427623 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-edc1a8b8-13e3-44eb-8b70-574863d03550 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2081a420-4c60-4fae-b073-6b8c65c576a6']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:22.441171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-0b77fde2-df5c-4f68-9f00-4651f00259b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:22.442734 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-0b77fde2-df5c-4f68-9f00-4651f00259b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.1116316 Jul 09 13:30:22.444305 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-edc1a8b8-13e3-44eb-8b70-574863d03550 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4fcbba1-78d6-43f5-a170-2e0bc040141e') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:22.444655 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-edc1a8b8-13e3-44eb-8b70-574863d03550 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4fcbba1-78d6-43f5-a170-2e0bc040141e') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:22.451337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port ea254c8c-527b-4377-8ac0-c397795b2168 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:22.451858 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.459550 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-edc1a8b8-13e3-44eb-8b70-574863d03550 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.469965 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-eb73ca16-22a3-4787-8638-41b8a0ffe1b8 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Floating IP 92e4d362-292b-4004-98f7-f460d622f28a associated. External IP: 172.25.2.51, port: 9d988884-3d94-4cf4-8246-e9019da8d4cf. Jul 09 13:30:22.509324 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-5c9fce10-11cc-41fd-a398-bc2311febc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:22.511125 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-5c9fce10-11cc-41fd-a398-bc2311febc87 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 1097 time: 0.1182082 Jul 09 13:30:22.548037 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.560090 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-edc1a8b8-13e3-44eb-8b70-574863d03550 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.582460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc1a8b8-13e3-44eb-8b70-574863d03550 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:30:22.583771 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-edc1a8b8-13e3-44eb-8b70-574863d03550 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:30:22.586668 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:30:22.591474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-70c978d7-9f6d-433a-8048-d9d0fd71ed22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:22.592201 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-70c978d7-9f6d-433a-8048-d9d0fd71ed22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1402016 Jul 09 13:30:22.616028 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d2be107c-132d-4714-935f-2cfb271f7525, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2be107c-132d-4714-935f-2cfb271f7525,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:22.622406 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.626683 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.691105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port ea254c8c-527b-4377-8ac0-c397795b2168, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ea254c8c-527b-4377-8ac0-c397795b2168,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:22.693117 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-4966152a-583e-486d-aff0-af6f8d115778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:22.694967 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-4966152a-583e-486d-aff0-af6f8d115778 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 922 time: 0.1756399 Jul 09 13:30:22.698458 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.699293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:22.733179 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-9ae95452-de80-4bbf-aa98-3b6dd1f73612 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:22.734095 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=d2be107c-132d-4714-935f-2cfb271f7525,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:22.735149 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-9ae95452-de80-4bbf-aa98-3b6dd1f73612 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/networks?id=7c138cf7-3e60-4011-ad16-f9f420ac7385 HTTP/1.1" status: 200 len: 804 time: 0.2673001 Jul 09 13:30:22.762603 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-29bb29de-a868-4d6e-a097-c4fcab2d3965 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59bc8a4c-60cd-4691-a424-bbc1b4080348 HTTP/1.1" status: 200 len: 217 time: 0.0578694 Jul 09 13:30:22.781569 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-edc1a8b8-13e3-44eb-8b70-574863d03550 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.805489 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc1a8b8-13e3-44eb-8b70-574863d03550 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2081a420-4c60-4fae-b073-6b8c65c576a6 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 13:30:22.809146 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=ea254c8c-527b-4377-8ac0-c397795b2168,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:22.812093 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-edc1a8b8-13e3-44eb-8b70-574863d03550 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.814305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-edc1a8b8-13e3-44eb-8b70-574863d03550 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "DELETE /v2.0/networks/2081a420-4c60-4fae-b073-6b8c65c576a6 HTTP/1.1" status: 204 len: 168 time: 0.7869601 Jul 09 13:30:22.818383 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-84fa56e8-711f-4712-8614-c790b032098c service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973124 Jul 09 13:30:22.821138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56496) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:22.825310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:22.826070 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f0cc395a-2bd5-4c48-9894-a41b6044e7a6 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:22.829918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:22.830619 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.850693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-caae648b-bddc-40fb-b62e-2d19b1444e42 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/quotas/40c05bf911e74de0ab8d76ee71cab943 HTTP/1.1" status: 200 len: 375 time: 0.0730000 Jul 09 13:30:22.853290 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1a8b8-13e3-44eb-8b70-574863d03550 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event deleted for resources: {'Network': ['ID=2081a420-4c60-4fae-b073-6b8c65c576a6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:22.916639 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-3182c3dd-d9f6-4686-98c3-9258fc5d8773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:22.918238 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-3182c3dd-d9f6-4686-98c3-9258fc5d8773 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 200 len: 860 time: 0.1466892 Jul 09 13:30:22.923775 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0cc395a-2bd5-4c48-9894-a41b6044e7a6 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Made reservation on behalf of 6516c6e62a35487595dbf1e9904eb8e9 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:22.926291 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0cc395a-2bd5-4c48-9894-a41b6044e7a6 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.927542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-eb73ca16-22a3-4787-8638-41b8a0ffe1b8 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:22.932425 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.983061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:22.995274 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-4b98b0ef-1a75-4513-af48-83aa5a4eecb2 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=40c05bf911e74de0ab8d76ee71cab943&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1306562 Jul 09 13:30:22.996084 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:22.997070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28930a53-11dd-4de0-887b-cd975c02419b up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:23.019981 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-61b66ade-780a-4262-8d75-51c0840b0cad service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:30:23.021056 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-61b66ade-780a-4262-8d75-51c0840b0cad service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055046 Jul 09 13:30:23.021191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0cc395a-2bd5-4c48-9894-a41b6044e7a6 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:30:23.062129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edfb6ea-db14-4165-bcd2-8f02f28336be'}, {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1000f9a7-444e-4349-b942-82d071e6b185'}, {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aafc5af-bd0d-4302-8462-84fc2adfb5f9'}, {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad774c33-cfca-4add-b80c-6424715fae3e'}, {'server_uuid': '501d779d-997c-4706-9362-07c098324089', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2be107c-132d-4714-935f-2cfb271f7525'}, {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea254c8c-527b-4377-8ac0-c397795b2168'}, {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82e8d09-fde7-4c8f-b622-19cbeca8d2b4'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:23.065115 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0467206e-6f20-4318-8cb1-d5e4411724df" -d '{"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-plugged", "status": "completed", "tag": "4edfb6ea-db14-4165-bcd2-8f02f28336be"}, {"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-plugged", "status": "completed", "tag": "1000f9a7-444e-4349-b942-82d071e6b185"}, {"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-plugged", "status": "completed", "tag": "7aafc5af-bd0d-4302-8462-84fc2adfb5f9"}, {"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-plugged", "status": "completed", "tag": "ad774c33-cfca-4add-b80c-6424715fae3e"}, {"server_uuid": "501d779d-997c-4706-9362-07c098324089", "name": "network-vif-unplugged", "status": "completed", "tag": "d2be107c-132d-4714-935f-2cfb271f7525"}, {"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-plugged", "status": "completed", "tag": "ea254c8c-527b-4377-8ac0-c397795b2168"}, {"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-plugged", "status": "completed", "tag": "f82e8d09-fde7-4c8f-b622-19cbeca8d2b4"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:23.068058 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-3ac885e1-388f-4d57-93cd-f215b08c1c00 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302659 Jul 09 13:30:23.076758 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0cc395a-2bd5-4c48-9894-a41b6044e7a6 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:23.077170 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-f0cc395a-2bd5-4c48-9894-a41b6044e7a6 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Added segment 0fcfbb02-2b4f-411c-8e0b-e851a2d58536 of type vlan for network 0adf2a33-a56c-4fb8-992e-00c9219a0f44 Jul 09 13:30:23.100989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:23.142539 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 28930a53-11dd-4de0-887b-cd975c02419b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:23.148678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 28930a53-11dd-4de0-887b-cd975c02419b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:23.150005 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:23.183158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-eb73ca16-22a3-4787-8638-41b8a0ffe1b8 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:23.191418 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-eb73ca16-22a3-4787-8638-41b8a0ffe1b8 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:23.258922 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-e51c59ec-06c7-4235-b3bf-6891fb40247b service neutron] 10.222.0.39 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979940 Jul 09 13:30:23.272193 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-eb73ca16-22a3-4787-8638-41b8a0ffe1b8 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "PUT /v2.0/floatingips/92e4d362-292b-4004-98f7-f460d622f28a HTTP/1.1" status: 200 len: 995 time: 2.0048571 Jul 09 13:30:23.285654 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:23.330476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28930a53-11dd-4de0-887b-cd975c02419b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28930a53-11dd-4de0-887b-cd975c02419b,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:23.337320 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:23.400466 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=28930a53-11dd-4de0-887b-cd975c02419b,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:23.464850 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c50ade-f0e0-4dd3-9d12-d8bafcb82e0e None None] Sync routers for ids ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:23.476327 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c50ade-f0e0-4dd3-9d12-d8bafcb82e0e None None] Routers {'6b34ece7-d1b4-4e9d-9727-0953c6f9a562'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:23.477207 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-46c50ade-f0e0-4dd3-9d12-d8bafcb82e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:23.492787 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-e23d585a-2b35-4275-a397-56dbf4b1cb62 service neutron] 10.222.0.39 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327306 Jul 09 13:30:23.501448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-66a4837a-5a7f-4829-b4b8-6636d01cec63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:23.506764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-66a4837a-5a7f-4829-b4b8-6636d01cec63 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2dc3d71beda042768fa9167c0c8c0a75&device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 1096 time: 0.2144623 Jul 09 13:30:23.512272 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-1c2bc151-d87b-42b6-bbae-e448b5a81c6c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=9dac8575-da90-47f3-980a-1e70c9c7db5e HTTP/1.1" status: 200 len: 217 time: 0.4332638 Jul 09 13:30:23.519242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e32f08e-efa9-439f-8a9e-c543a2478d3c req-a47cdc4f-5c6c-426d-ac54-3d844f9a13bc tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:23.520886 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e32f08e-efa9-439f-8a9e-c543a2478d3c req-a47cdc4f-5c6c-426d-ac54-3d844f9a13bc tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 946 time: 0.2275834 Jul 09 13:30:23.535142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-0e5c8ab0-9f4e-4709-b8c5-d800a7090d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:23.536670 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-0e5c8ab0-9f4e-4709-b8c5-d800a7090d10 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00c96a4a-ec05-4738-9c98-ae92bca88c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6071682 Jul 09 13:30:23.604050 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-46c50ade-f0e0-4dd3-9d12-d8bafcb82e0e None None] Set router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:23.662844 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-c6a800d6-5012-4ac9-aa4f-f5a128f28f88 service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181750 Jul 09 13:30:23.667515 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0cc395a-2bd5-4c48-9894-a41b6044e7a6 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:23.870635 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-46c50ade-f0e0-4dd3-9d12-d8bafcb82e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-router', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'gw_port': {'id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:52Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '92e4d362-292b-4004-98f7-f460d622f28a', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'floating_ip_address': '172.25.2.51', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'port_id': '9d988884-3d94-4cf4-8246-e9019da8d4cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d', 'mac_address': 'fa:16:3e:9b:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:30:16Z', 'updated_at': '2021-07-09T13:30:22Z', 'revision_number': 1, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52', 'name': '', 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'mac_address': 'fa:16:3e:47:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:00Z', 'updated_at': '2021-07-09T13:29:13Z', 'revision_number': 5, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'subnets': [{'id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:23.876052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f658308-9f28-4b7d-96c9-f4f137c27e8e req-b0d02c54-6545-4447-8899-34a87fc8e555 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:23.877620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4f658308-9f28-4b7d-96c9-f4f137c27e8e req-b0d02c54-6545-4447-8899-34a87fc8e555 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.15 "GET /v2.0/ports?device_id=31b70e52-8c6a-4161-a4b7-1d9521bec0d4 HTTP/1.1" status: 200 len: 943 time: 0.8831377 Jul 09 13:30:23.908539 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c50ade-f0e0-4dd3-9d12-d8bafcb82e0e None None] Checking router: 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:30:23.912029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-c1140eff-17be-4e7c-990d-f01f9b4067d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:23.913597 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-c1140eff-17be-4e7c-990d-f01f9b4067d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.3879879 Jul 09 13:30:23.927324 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c50ade-f0e0-4dd3-9d12-d8bafcb82e0e None None] Routers {'6b34ece7-d1b4-4e9d-9727-0953c6f9a562'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:23.928177 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-46c50ade-f0e0-4dd3-9d12-d8bafcb82e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:23.977497 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0cc395a-2bd5-4c48-9894-a41b6044e7a6 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:23.979199 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0cc395a-2bd5-4c48-9894-a41b6044e7a6 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:23.980137 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0cc395a-2bd5-4c48-9894-a41b6044e7a6 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.069335 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-46c50ade-f0e0-4dd3-9d12-d8bafcb82e0e None None] Set router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:24.118560 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f0cc395a-2bd5-4c48-9894-a41b6044e7a6 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2962170 Jul 09 13:30:24.121216 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7a50d166-db66-4246-95c9-4467cf41b4c6 req-64e8b7a0-f337-4c7d-a539-ba758bdd8d04 service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4467728 Jul 09 13:30:24.131162 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56508) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:24.140331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9681fa7d-d863-4b2e-8373-255240e86b7b tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Request body: {'subnet': {'network_id': '0adf2a33-a56c-4fb8-992e-00c9219a0f44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:24.171963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0cc395a-2bd5-4c48-9894-a41b6044e7a6 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event updated for resources: {'Network': ['ID=0adf2a33-a56c-4fb8-992e-00c9219a0f44,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:24.186291 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 0adf2a33-a56c-4fb8-992e-00c9219a0f44 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:30:24.198719 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877badc3-ac0d-403b-b2a6-d8a038458c28 req-e4774f2e-08ee-422a-8296-bb3445e57d41 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:24.200822 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-877badc3-ac0d-403b-b2a6-d8a038458c28 req-e4774f2e-08ee-422a-8296-bb3445e57d41 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.18 "GET /v2.0/ports?device_id=68ddce07-1eaf-4852-913f-5a98812fbfd8 HTTP/1.1" status: 200 len: 945 time: 0.4552431 Jul 09 13:30:24.262150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9681fa7d-d863-4b2e-8373-255240e86b7b tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Made reservation on behalf of 6516c6e62a35487595dbf1e9904eb8e9 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:24.265672 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9681fa7d-d863-4b2e-8373-255240e86b7b tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.386831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-9b03f6cb-67e2-47bc-a08b-72b237e14c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:24.388563 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-9b03f6cb-67e2-47bc-a08b-72b237e14c42 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4630420 Jul 09 13:30:24.404758 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'tag': '9d988884-3d94-4cf4-8246-e9019da8d4cf'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:24.407498 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468a6bd2-b178-49ec-85a5-8785cf339c6d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4de6b9-efe4-4baf-b35a-4c2374d88af6", "tag": "9d988884-3d94-4cf4-8246-e9019da8d4cf"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:24.435951 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-0e32f08e-efa9-439f-8a9e-c543a2478d3c req-9cc08fdf-807b-47fd-a60f-e5f3bd3b8b09 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Deleting port 59bc8a4c-60cd-4691-a424-bbc1b4080348 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:24.436294 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e32f08e-efa9-439f-8a9e-c543a2478d3c req-9cc08fdf-807b-47fd-a60f-e5f3bd3b8b09 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.446992 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-46c50ade-f0e0-4dd3-9d12-d8bafcb82e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-router', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'gw_port': {'id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:52Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '92e4d362-292b-4004-98f7-f460d622f28a', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'floating_ip_address': '172.25.2.51', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'port_id': '9d988884-3d94-4cf4-8246-e9019da8d4cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d', 'mac_address': 'fa:16:3e:9b:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:30:16Z', 'updated_at': '2021-07-09T13:30:22Z', 'revision_number': 1, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52', 'name': '', 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'mac_address': 'fa:16:3e:47:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:00Z', 'updated_at': '2021-07-09T13:29:13Z', 'revision_number': 5, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'subnets': [{'id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:24.488309 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c50ade-f0e0-4dd3-9d12-d8bafcb82e0e None None] The sync data for ids ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'] in n-d-799525-3 is: [{'id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-router', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'gw_port': {'id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:52Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '92e4d362-292b-4004-98f7-f460d622f28a', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'floating_ip_address': '172.25.2.51', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'port_id': '9d988884-3d94-4cf4-8246-e9019da8d4cf', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1194, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d', 'mac_address': 'fa:16:3e:9b:0b:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:30:16Z', 'updated_at': '2021-07-09T13:30:22Z', 'revision_number': 1, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52', 'name': '', 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'mac_address': 'fa:16:3e:47:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:00Z', 'updated_at': '2021-07-09T13:29:13Z', 'revision_number': 5, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'subnets': [{'id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:24.499853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-4f658308-9f28-4b7d-96c9-f4f137c27e8e req-96fa3e01-6f80-44d6-b8d4-282d0104abe1 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Deleting port fbe800db-9df7-448d-8bcd-e3c966b4b2f3 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:24.500200 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4f658308-9f28-4b7d-96c9-f4f137c27e8e req-96fa3e01-6f80-44d6-b8d4-282d0104abe1 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.508079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-1e884f2c-b1fd-40b5-a0ea-7453a698effb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:24.510114 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-1e884f2c-b1fd-40b5-a0ea-7453a698effb service neutron] 10.222.0.39 "GET /v2.0/networks?id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d HTTP/1.1" status: 200 len: 921 time: 0.9859180 Jul 09 13:30:24.549423 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66652f6f-bb35-453d-892c-eae478fc0d06 req-92914e00-a2f4-40bc-ba2c-8b9748817340 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:24.556008 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66652f6f-bb35-453d-892c-eae478fc0d06 req-92914e00-a2f4-40bc-ba2c-8b9748817340 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:24.565529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66652f6f-bb35-453d-892c-eae478fc0d06 req-92914e00-a2f4-40bc-ba2c-8b9748817340 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:24.580916 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66652f6f-bb35-453d-892c-eae478fc0d06 req-92914e00-a2f4-40bc-ba2c-8b9748817340 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:24.588467 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66652f6f-bb35-453d-892c-eae478fc0d06 req-92914e00-a2f4-40bc-ba2c-8b9748817340 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:24.596031 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66652f6f-bb35-453d-892c-eae478fc0d06 req-92914e00-a2f4-40bc-ba2c-8b9748817340 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:24.602370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66652f6f-bb35-453d-892c-eae478fc0d06 req-92914e00-a2f4-40bc-ba2c-8b9748817340 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:24.607757 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66652f6f-bb35-453d-892c-eae478fc0d06 req-92914e00-a2f4-40bc-ba2c-8b9748817340 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5434 time: 0.2789464 Jul 09 13:30:24.661994 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6a2c6-da35-4905-a6ad-4a06f9392b4d req-5742eb6f-f8be-425f-ad5b-8713112117bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:24.663672 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86f6a2c6-da35-4905-a6ad-4a06f9392b4d req-5742eb6f-f8be-425f-ad5b-8713112117bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&device_id=9d6642dd-be10-4a97-8b29-7692d5c6f4d6 HTTP/1.1" status: 200 len: 1097 time: 0.3927379 Jul 09 13:30:24.719052 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-4ae10eeb-21a1-430f-a3b6-8e6737dd091b service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3228257 Jul 09 13:30:24.736120 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-0e32f08e-efa9-439f-8a9e-c543a2478d3c req-9cc08fdf-807b-47fd-a60f-e5f3bd3b8b09 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] For port 59bc8a4c-60cd-4691-a424-bbc1b4080348, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=59bc8a4c-60cd-4691-a424-bbc1b4080348,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:24.736482 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e32f08e-efa9-439f-8a9e-c543a2478d3c req-9cc08fdf-807b-47fd-a60f-e5f3bd3b8b09 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.743629 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-723afff5-f2d0-4f17-a0ad-638c9dd26a0a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d988884-3d94-4cf4-8246-e9019da8d4cf HTTP/1.1" status: 200 len: 998 time: 0.2205551 Jul 09 13:30:24.772945 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-0e32f08e-efa9-439f-8a9e-c543a2478d3c req-9cc08fdf-807b-47fd-a60f-e5f3bd3b8b09 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Calling delete_port for 59bc8a4c-60cd-4691-a424-bbc1b4080348 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:24.780824 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66652f6f-bb35-453d-892c-eae478fc0d06 req-459ca700-7a23-4b3a-8310-630dfc8d1c96 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1564441 Jul 09 13:30:24.832579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-877badc3-ac0d-403b-b2a6-d8a038458c28 req-f58f08bc-e956-4e25-9a6c-5358126ef788 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Deleting port 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:24.832922 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-877badc3-ac0d-403b-b2a6-d8a038458c28 req-f58f08bc-e956-4e25-9a6c-5358126ef788 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.851652 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2deeeed5-4a5b-4ea7-b452-5786de72b0f0 None None] New status for floating IP 92e4d362-292b-4004-98f7-f460d622f28a: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:30:24.876012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4f658308-9f28-4b7d-96c9-f4f137c27e8e req-96fa3e01-6f80-44d6-b8d4-282d0104abe1 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] For port fbe800db-9df7-448d-8bcd-e3c966b4b2f3, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:24.876376 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4f658308-9f28-4b7d-96c9-f4f137c27e8e req-96fa3e01-6f80-44d6-b8d4-282d0104abe1 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:24.902027 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-8df04d5a-d3d7-4856-87ee-7909ff41c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:24.910723 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-8df04d5a-d3d7-4856-87ee-7909ff41c198 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a3e96803-b55c-4f7e-8287-78c6c5674a51 HTTP/1.1" status: 200 len: 860 time: 0.1501415 Jul 09 13:30:24.955171 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-d9a5cfe9-8f2b-46fc-a305-a35cbd2a17ab service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0433717 Jul 09 13:30:24.992355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-4f658308-9f28-4b7d-96c9-f4f137c27e8e req-96fa3e01-6f80-44d6-b8d4-282d0104abe1 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Calling delete_port for fbe800db-9df7-448d-8bcd-e3c966b4b2f3 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:25.084902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-877badc3-ac0d-403b-b2a6-d8a038458c28 req-f58f08bc-e956-4e25-9a6c-5358126ef788 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] For port 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3dc8921c-3f9f-4a27-a40e-70a940cdbd9a,segment=NetworkSegment(207bbd89-0c99-4d48-b0ef-ed4b74523f34),segment_id=207bbd89-0c99-4d48-b0ef-ed4b74523f34)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:25.085276 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-877badc3-ac0d-403b-b2a6-d8a038458c28 req-f58f08bc-e956-4e25-9a6c-5358126ef788 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:25.139843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-3a403cf2-e603-4883-be57-4a88868aad3b service neutron] 10.222.0.39 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836047 Jul 09 13:30:25.159407 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-877badc3-ac0d-403b-b2a6-d8a038458c28 req-f58f08bc-e956-4e25-9a6c-5358126ef788 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Calling delete_port for 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:25.175051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6a2c6-da35-4905-a6ad-4a06f9392b4d req-29f58359-5595-4d6f-b290-b0640cb9a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:25.176644 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86f6a2c6-da35-4905-a6ad-4a06f9392b4d req-29f58359-5595-4d6f-b290-b0640cb9a8d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 922 time: 0.4725828 Jul 09 13:30:25.257489 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e32f08e-efa9-439f-8a9e-c543a2478d3c req-9cc08fdf-807b-47fd-a60f-e5f3bd3b8b09 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:25.271689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['7ffa8e5b-f394-471f-9d8b-7ad621f73e68', '59bc8a4c-60cd-4691-a424-bbc1b4080348'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:25.272235 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-b98e9ebd-d19c-47db-86a9-987b136f0508 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5433214 Jul 09 13:30:25.286544 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86f6a2c6-da35-4905-a6ad-4a06f9392b4d req-41cd9555-6acd-4c03-9529-8923e461c8ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=59bc8a4c-60cd-4691-a424-bbc1b4080348 HTTP/1.1" status: 200 len: 217 time: 0.0696344 Jul 09 13:30:25.324903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc08fdf-807b-47fd-a60f-e5f3bd3b8b09 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Pushing event deleted for resources: {'Port': ['ID=59bc8a4c-60cd-4691-a424-bbc1b4080348,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:25.372302 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-9f3c5400-308e-4599-bb5d-50514ec6ed8f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:25.381166 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-9f3c5400-308e-4599-bb5d-50514ec6ed8f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2385104 Jul 09 13:30:25.411999 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ffd34a7-1398-482d-b16b-47cf84812f50 req-73ba68e1-b176-4abf-95d7-f69ea960b9d7 service neutron] 10.222.0.39 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2709093 Jul 09 13:30:25.467666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e32f08e-efa9-439f-8a9e-c543a2478d3c req-9cc08fdf-807b-47fd-a60f-e5f3bd3b8b09 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] No DVR routers for this DVR port 59bc8a4c-60cd-4691-a424-bbc1b4080348 on host n-h2-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:30:25.470359 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-0e32f08e-efa9-439f-8a9e-c543a2478d3c req-9cc08fdf-807b-47fd-a60f-e5f3bd3b8b09 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:25.472533 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e32f08e-efa9-439f-8a9e-c543a2478d3c req-9cc08fdf-807b-47fd-a60f-e5f3bd3b8b09 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.15 "DELETE /v2.0/ports/59bc8a4c-60cd-4691-a424-bbc1b4080348 HTTP/1.1" status: 204 len: 173 time: 1.9250944 Jul 09 13:30:25.481168 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-90bcdf0a-e70e-42a2-ba60-24c2412bb771 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 696 time: 0.0990088 Jul 09 13:30:25.486457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-deae6478-01a2-494d-96a7-5cc7deb5d0aa tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Request body: {'floatingip': {'port_id': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:25.520373 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-ebe833eb-1726-45c8-9838-396fbed4168c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=06a4fa3a-1581-43c4-a7be-244c8a71f6f1 HTTP/1.1" status: 200 len: 217 time: 0.2297432 Jul 09 13:30:25.550946 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-deae6478-01a2-494d-96a7-5cc7deb5d0aa tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:25.676165 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6a2c6-da35-4905-a6ad-4a06f9392b4d req-ba207604-209d-425d-bb36-7cc4929e1691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:25.677970 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86f6a2c6-da35-4905-a6ad-4a06f9392b4d req-ba207604-209d-425d-bb36-7cc4929e1691 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 200 len: 860 time: 0.3593311 Jul 09 13:30:25.780671 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256d5db6-e267-47da-b188-b2a97aade59f req-fadbeae3-8e76-4a14-a754-8cd6301f8335 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:25.783245 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-256d5db6-e267-47da-b188-b2a97aade59f req-fadbeae3-8e76-4a14-a754-8cd6301f8335 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 943 time: 0.1464534 Jul 09 13:30:25.838366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-42f72e47-d47d-420b-ba0a-8b4dcdeefe8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:25.839690 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-42f72e47-d47d-420b-ba0a-8b4dcdeefe8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.3050182 Jul 09 13:30:25.850591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-7d22fb5f-51a7-44a2-ac8c-f960bd4e0e74 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:25.852139 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-7d22fb5f-51a7-44a2-ac8c-f960bd4e0e74 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.15 "GET /v2.0/networks?id=7c138cf7-3e60-4011-ad16-f9f420ac7385 HTTP/1.1" status: 200 len: 804 time: 0.5827355 Jul 09 13:30:25.880481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-cf48d340-7fd4-4249-b38b-f885c5511c32 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Request body: {'port': {'device_id': '79031f85-6a97-4cab-a51d-2d797b1ac220', 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385', 'admin_state_up': True, 'tenant_id': '40c05bf911e74de0ab8d76ee71cab943'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:25.904294 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-256d5db6-e267-47da-b188-b2a97aade59f req-d85a9a0f-459d-4f42-aaa0-42f780c86f42 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132269 Jul 09 13:30:26.183158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5858e44f-b1c4-43a4-a684-783f8abe1916 req-322f01e3-4735-4fcb-94ad-37a9ac7c0023 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:26.184626 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5858e44f-b1c4-43a4-a684-783f8abe1916 req-322f01e3-4735-4fcb-94ad-37a9ac7c0023 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/ports?device_id=68ddce07-1eaf-4852-913f-5a98812fbfd8 HTTP/1.1" status: 200 len: 945 time: 0.1189473 Jul 09 13:30:26.226210 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5858e44f-b1c4-43a4-a684-783f8abe1916 req-a4c17a19-07b3-48c5-b77a-19d053e4a23f tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd12e4f7-554d-409b-a53f-2fa77ab8128a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355239 Jul 09 13:30:26.303832 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 1208 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88da500d-0c21-40e0-a426-f6eb3b8ba8dc x-openstack-request-id: req-88da500d-0c21-40e0-a426-f6eb3b8ba8dc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:26.304320 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-plugged", "status": "completed", "tag": "4edfb6ea-db14-4165-bcd2-8f02f28336be", "code": 200}, {"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-plugged", "status": "completed", "tag": "1000f9a7-444e-4349-b942-82d071e6b185", "code": 200}, {"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-plugged", "status": "completed", "tag": "7aafc5af-bd0d-4302-8462-84fc2adfb5f9", "code": 200}, {"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-plugged", "status": "completed", "tag": "ad774c33-cfca-4add-b80c-6424715fae3e", "code": 200}, {"server_uuid": "501d779d-997c-4706-9362-07c098324089", "name": "network-vif-unplugged", "status": "failed", "tag": "d2be107c-132d-4714-935f-2cfb271f7525", "code": 422}, {"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-plugged", "status": "completed", "tag": "ea254c8c-527b-4377-8ac0-c397795b2168", "code": 200}, {"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-plugged", "status": "completed", "tag": "f82e8d09-fde7-4c8f-b622-19cbeca8d2b4", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:26.304554 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88da500d-0c21-40e0-a426-f6eb3b8ba8dc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:26.306020 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4edfb6ea-db14-4165-bcd2-8f02f28336be', 'code': 200} Jul 09 13:30:26.306283 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1000f9a7-444e-4349-b942-82d071e6b185', 'code': 200} Jul 09 13:30:26.306728 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7aafc5af-bd0d-4302-8462-84fc2adfb5f9', 'code': 200} Jul 09 13:30:26.306990 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad774c33-cfca-4add-b80c-6424715fae3e', 'code': 200} Jul 09 13:30:26.307561 n-d-799525-3 neutron-server[93755]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '501d779d-997c-4706-9362-07c098324089', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd2be107c-132d-4714-935f-2cfb271f7525', 'code': 422} returned with failed status Jul 09 13:30:26.307828 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea254c8c-527b-4377-8ac0-c397795b2168', 'code': 200} Jul 09 13:30:26.308577 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82e8d09-fde7-4c8f-b622-19cbeca8d2b4', 'code': 200} Jul 09 13:30:26.309365 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4f658308-9f28-4b7d-96c9-f4f137c27e8e req-96fa3e01-6f80-44d6-b8d4-282d0104abe1 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:26.390845 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa3e01-6f80-44d6-b8d4-282d0104abe1 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Pushing event deleted for resources: {'Port': ['ID=fbe800db-9df7-448d-8bcd-e3c966b4b2f3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:26.433823 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57b5b9de-2807-4b65-8237-6487d27f61d9 req-044b5073-3e2c-4e1d-9e0f-9b8b6a2bca26 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=79031f85-6a97-4cab-a51d-2d797b1ac220 HTTP/1.1" status: 200 len: 210 time: 0.0373149 Jul 09 13:30:26.483076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f6a2c6-da35-4905-a6ad-4a06f9392b4d req-5bb6ee06-4c86-4418-b46a-6796d90c1f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:26.485467 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86f6a2c6-da35-4905-a6ad-4a06f9392b4d req-5bb6ee06-4c86-4418-b46a-6796d90c1f49 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00c96a4a-ec05-4738-9c98-ae92bca88c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7994394 Jul 09 13:30:26.491119 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-877badc3-ac0d-403b-b2a6-d8a038458c28 req-f58f08bc-e956-4e25-9a6c-5358126ef788 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:26.498305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.objects.ports [None req-9681fa7d-d863-4b2e-8373-255240e86b7b tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93753) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:30:26.499809 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9681fa7d-d863-4b2e-8373-255240e86b7b tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:26.591619 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-deae6478-01a2-494d-96a7-5cc7deb5d0aa tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:26.594961 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74340044-2c6b-4ee9-bd23-f037edf5b2c6 x-openstack-request-id: req-74340044-2c6b-4ee9-bd23-f037edf5b2c6 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:26.595310 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4de6b9-efe4-4baf-b35a-4c2374d88af6", "tag": "9d988884-3d94-4cf4-8246-e9019da8d4cf", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:26.595539 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74340044-2c6b-4ee9-bd23-f037edf5b2c6 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:26.595926 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'tag': '9d988884-3d94-4cf4-8246-e9019da8d4cf', 'status': 'completed', 'code': 200} Jul 09 13:30:26.629145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f658308-9f28-4b7d-96c9-f4f137c27e8e req-96fa3e01-6f80-44d6-b8d4-282d0104abe1 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] No DVR routers for this DVR port fbe800db-9df7-448d-8bcd-e3c966b4b2f3 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:30:26.657479 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-deae6478-01a2-494d-96a7-5cc7deb5d0aa tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:26.667121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9681fa7d-d863-4b2e-8373-255240e86b7b tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event updated for resources: {'Subnet': ['ID=9719dd49-5c33-41fa-bfef-557085034d5c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:26.672533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-0cba5473-f17f-4258-bb78-4ae33ad73d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:26.674434 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-0cba5473-f17f-4258-bb78-4ae33ad73d0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8192742 Jul 09 13:30:26.680303 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4f658308-9f28-4b7d-96c9-f4f137c27e8e req-96fa3e01-6f80-44d6-b8d4-282d0104abe1 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:26.682481 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4f658308-9f28-4b7d-96c9-f4f137c27e8e req-96fa3e01-6f80-44d6-b8d4-282d0104abe1 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.15 "DELETE /v2.0/ports/fbe800db-9df7-448d-8bcd-e3c966b4b2f3 HTTP/1.1" status: 204 len: 173 time: 2.7899101 Jul 09 13:30:26.685699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f08bc-e956-4e25-9a6c-5358126ef788 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Pushing event deleted for resources: {'Port': ['ID=3dc8921c-3f9f-4a27-a40e-70a940cdbd9a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:26.688406 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b70e52-8c6a-4161-a4b7-1d9521bec0d4', 'name': 'network-vif-deleted', 'tag': 'fbe800db-9df7-448d-8bcd-e3c966b4b2f3'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:26.690973 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c6c33b-a53e-4a15-8b35-970cab11c129" -d '{"events": [{"server_uuid": "31b70e52-8c6a-4161-a4b7-1d9521bec0d4", "name": "network-vif-deleted", "tag": "fbe800db-9df7-448d-8bcd-e3c966b4b2f3"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:26.819675 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-deae6478-01a2-494d-96a7-5cc7deb5d0aa tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Floating IP 5ecea7d0-8797-4ed3-9baf-320fc7ef84f3 associated. External IP: 172.25.2.241, port: 7ffa8e5b-f394-471f-9d8b-7ad621f73e68. Jul 09 13:30:26.824345 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bf4212b-449c-490f-8196-7f58f519837a req-b75dbe3f-d0b8-41e8-be3c-3070548883c2 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.51 HTTP/1.1" status: 200 len: 1000 time: 0.2312901 Jul 09 13:30:26.849238 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-7c24e79f-cbe7-48da-ae5a-00d9af11cc42 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536195 Jul 09 13:30:26.849826 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-cf48d340-7fd4-4249-b38b-f885c5511c32 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Made reservation on behalf of 40c05bf911e74de0ab8d76ee71cab943 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:26.853330 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-cf48d340-7fd4-4249-b38b-f885c5511c32 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:26.896418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-877badc3-ac0d-403b-b2a6-d8a038458c28 req-f58f08bc-e956-4e25-9a6c-5358126ef788 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] No DVR routers for this DVR port 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:30:26.919363 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-877badc3-ac0d-403b-b2a6-d8a038458c28 req-f58f08bc-e956-4e25-9a6c-5358126ef788 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:26.922224 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-877badc3-ac0d-403b-b2a6-d8a038458c28 req-f58f08bc-e956-4e25-9a6c-5358126ef788 tempest-ServerGroupTestJSON-213368407 tempest-ServerGroupTestJSON-213368407-project] 10.222.0.18 "DELETE /v2.0/ports/3dc8921c-3f9f-4a27-a40e-70a940cdbd9a HTTP/1.1" status: 204 len: 173 time: 2.7103713 Jul 09 13:30:27.005908 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a6bd2-b178-49ec-85a5-8785cf339c6d req-a62e7f3d-1f95-4fba-b836-cde07e4bce20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:27.007506 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-468a6bd2-b178-49ec-85a5-8785cf339c6d req-a62e7f3d-1f95-4fba-b836-cde07e4bce20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dc3d71beda042768fa9167c0c8c0a75&device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 1096 time: 0.4108438 Jul 09 13:30:27.010119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9681fa7d-d863-4b2e-8373-255240e86b7b tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Checking segment: {'id': '0fcfbb02-2b4f-411c-8e0b-e851a2d58536', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '0adf2a33-a56c-4fb8-992e-00c9219a0f44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:30:27.010489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9681fa7d-d863-4b2e-8373-255240e86b7b tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Network hostable DHCP agents. Network: 0adf2a33-a56c-4fb8-992e-00c9219a0f44, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:30:27.018747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4212b-449c-490f-8196-7f58f519837a req-41ac6c1b-7f29-4452-9210-87e5ac8ef364 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:27.027755 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bf4212b-449c-490f-8196-7f58f519837a req-41ac6c1b-7f29-4452-9210-87e5ac8ef364 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports/9d988884-3d94-4cf4-8246-e9019da8d4cf HTTP/1.1" status: 200 len: 942 time: 0.1537783 Jul 09 13:30:27.071717 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86f6a2c6-da35-4905-a6ad-4a06f9392b4d req-037ac660-d2be-4555-b54e-d2bb65923828 service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5771041 Jul 09 13:30:27.198190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9681fa7d-d863-4b2e-8373-255240e86b7b tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Network 0adf2a33-a56c-4fb8-992e-00c9219a0f44 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:30:27.216614 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-cf6e5280-0ae2-48cc-96cb-baaa807c7887 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3596852 Jul 09 13:30:27.253137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-9681fa7d-d863-4b2e-8373-255240e86b7b tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 0adf2a33-a56c-4fb8-992e-00c9219a0f44) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:27.268798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a6bd2-b178-49ec-85a5-8785cf339c6d req-b62718c6-6f53-4228-b1d4-960ecdcb14c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:27.269654 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e87afe-b9a6-486a-a030-79649aced6e1 None None] Network 0adf2a33-a56c-4fb8-992e-00c9219a0f44 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:27.270395 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-468a6bd2-b178-49ec-85a5-8785cf339c6d req-b62718c6-6f53-4228-b1d4-960ecdcb14c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d HTTP/1.1" status: 200 len: 921 time: 0.2380784 Jul 09 13:30:27.302082 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9681fa7d-d863-4b2e-8373-255240e86b7b tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:27.302842 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9681fa7d-d863-4b2e-8373-255240e86b7b tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:27.313145 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-0c85a31f-fab5-4f30-86aa-aa71abbc68ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=4a188389-5588-4c13-8b06-298afc4dada5 HTTP/1.1" status: 200 len: 217 time: 0.0873404 Jul 09 13:30:27.328553 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bf4212b-449c-490f-8196-7f58f519837a req-3932cab1-d51d-4cc8-a449-0997489da365 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.51 HTTP/1.1" status: 200 len: 1000 time: 0.1780491 Jul 09 13:30:27.386523 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86f6a2c6-da35-4905-a6ad-4a06f9392b4d req-bab27494-1031-43a8-a5fb-16206535ec9e service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970822 Jul 09 13:30:27.388197 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-cf48d340-7fd4-4249-b38b-f885c5511c32 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Allocated IP 172.20.0.12 (7c138cf7-3e60-4011-ad16-f9f420ac7385/e11eca0f-225a-479a-adf8-c5ca2fa12bae/ce9757ee-55c6-4f1b-89b5-8b81c20532f9) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:27.398666 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9681fa7d-d863-4b2e-8373-255240e86b7b tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.2652283 Jul 09 13:30:27.401229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56530) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:27.409407 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Request body: {'floatingip': {'floating_network_id': '0adf2a33-a56c-4fb8-992e-00c9219a0f44'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:27.409666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-deae6478-01a2-494d-96a7-5cc7deb5d0aa tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Router 3fe463c3-77e9-4211-86f6-3ab088596a2b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:27.441336 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-0b0651e3-82c2-44ce-8b7e-1b28f139f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:27.444109 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-0b0651e3-82c2-44ce-8b7e-1b28f139f423 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.1232653 Jul 09 13:30:27.460460 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ce82c2-fcf9-4301-aadc-076b668920ce None None] Network 0adf2a33-a56c-4fb8-992e-00c9219a0f44 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:27.549664 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:27.703367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-a5980755-8423-44f7-a321-1704b381e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:27.704978 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-a5980755-8423-44f7-a321-1704b381e08a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2456694 Jul 09 13:30:27.818595 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-cf48d340-7fd4-4249-b38b-f885c5511c32 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:27.818785 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-468a6bd2-b178-49ec-85a5-8785cf339c6d req-da394c9d-da2b-4cc6-a5ab-40963cda4351 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d988884-3d94-4cf4-8246-e9019da8d4cf HTTP/1.1" status: 200 len: 1000 time: 0.5393178 Jul 09 13:30:27.885404 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-8723404e-3ce8-4ba6-bb94-08e477ec9d51 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716745 Jul 09 13:30:27.909095 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:27.944681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468a6bd2-b178-49ec-85a5-8785cf339c6d req-da142e72-dc72-4b84-88c2-e64953992446 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:27.946187 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-468a6bd2-b178-49ec-85a5-8785cf339c6d req-da142e72-dc72-4b84-88c2-e64953992446 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3e96803-b55c-4f7e-8287-78c6c5674a51 HTTP/1.1" status: 200 len: 860 time: 0.1181812 Jul 09 13:30:28.001342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4212b-449c-490f-8196-7f58f519837a req-a94ca701-11f8-423f-84e0-e57aaef0f9f4 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:28.002767 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bf4212b-449c-490f-8196-7f58f519837a req-a94ca701-11f8-423f-84e0-e57aaef0f9f4 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.6565132 Jul 09 13:30:28.006036 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-cf48d340-7fd4-4249-b38b-f885c5511c32 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:28.026066 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-468a6bd2-b178-49ec-85a5-8785cf339c6d req-b4178f03-c857-4e87-9df1-f0de43da2ba3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444973 Jul 09 13:30:28.126611 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-cf48d340-7fd4-4249-b38b-f885c5511c32 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Network 7c138cf7-3e60-4011-ad16-f9f420ac7385 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:28.139404 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-d39fb7df-c733-4f89-9b16-5158f93c65ae service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2447574 Jul 09 13:30:28.140392 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-deae6478-01a2-494d-96a7-5cc7deb5d0aa tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:28.140709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-cf48d340-7fd4-4249-b38b-f885c5511c32 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:28.150188 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-deae6478-01a2-494d-96a7-5cc7deb5d0aa tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:28.157430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-cf48d340-7fd4-4249-b38b-f885c5511c32 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:28.157958 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2c1596-d6c1-47e6-8c7c-084a67605c4a None None] Sync routers for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:28.171396 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2c1596-d6c1-47e6-8c7c-084a67605c4a None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:28.173092 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8d2c1596-d6c1-47e6-8c7c-084a67605c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:28.197879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48d340-7fd4-4249-b38b-f885c5511c32 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Pushing event updated for resources: {'Port': ['ID=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:28.210014 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bf4212b-449c-490f-8196-7f58f519837a req-6bbb8801-eae6-4192-97ab-2d56829acbdc tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.51 HTTP/1.1" status: 200 len: 1000 time: 0.1863384 Jul 09 13:30:28.214805 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-9bf4212b-449c-490f-8196-7f58f519837a req-caecf87e-5de9-4fb3-b05e-6db112f19562 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:28.224836 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-e939b725-f34a-466c-b4a2-87fe142f9cf0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c117dcb6-0161-42a2-9206-e95589bd7547 HTTP/1.1" status: 200 len: 217 time: 0.0759685 Jul 09 13:30:28.255893 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Allocated IP 172.20.0.2 (0adf2a33-a56c-4fb8-992e-00c9219a0f44/9719dd49-5c33-41fa-bfef-557085034d5c/b25081f0-5389-4bfa-bca4-d8c35f52985a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:28.298350 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-468a6bd2-b178-49ec-85a5-8785cf339c6d req-13040579-cb41-4418-b874-54e15755f1b3 service neutron] 10.222.0.18 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2627819 Jul 09 13:30:28.306752 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-deae6478-01a2-494d-96a7-5cc7deb5d0aa tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "PUT /v2.0/floatingips/5ecea7d0-8797-4ed3-9baf-320fc7ef84f3 HTTP/1.1" status: 200 len: 997 time: 2.8221664 Jul 09 13:30:28.308557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-cf48d340-7fd4-4249-b38b-f885c5511c32 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:28.309244 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-cf48d340-7fd4-4249-b38b-f885c5511c32 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:28.309888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28930a53-11dd-4de0-887b-cd975c02419b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:28.313104 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c661128d-1dc1-4302-8e39-8409f4d8ac52" -d '{"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-plugged", "status": "completed", "tag": "28930a53-11dd-4de0-887b-cd975c02419b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:28.334367 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:28.382987 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 59bc8a4c-60cd-4691-a424-bbc1b4080348 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:28.395060 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9bf4212b-449c-490f-8196-7f58f519837a req-caecf87e-5de9-4fb3-b05e-6db112f19562 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:28.400536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-b811ba12-a5a9-40e9-8636-118eaff7a8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:28.402109 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-b811ba12-a5a9-40e9-8636-118eaff7a8b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e81aa1-ae8c-419c-8f16-4c5900062b2b HTTP/1.1" status: 200 len: 797 time: 0.1648307 Jul 09 13:30:28.422874 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 59bc8a4c-60cd-4691-a424-bbc1b4080348 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:30:28.424062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 59bc8a4c-60cd-4691-a424-bbc1b4080348 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:30:28.424669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2be107c-132d-4714-935f-2cfb271f7525 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:28.428073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:30:28.428905 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 3dc8921c-3f9f-4a27-a40e-70a940cdbd9a not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:30:28.431437 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-cf48d340-7fd4-4249-b38b-f885c5511c32 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5601027 Jul 09 13:30:28.459229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Request body: {'port': {'device_id': '79031f85-6a97-4cab-a51d-2d797b1ac220', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:28.545411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fbe800db-9df7-448d-8bcd-e3c966b4b2f3 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:28.550346 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8d2c1596-d6c1-47e6-8c7c-084a67605c4a None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:28.553377 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:28.575482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: fbe800db-9df7-448d-8bcd-e3c966b4b2f3 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:30:28.576194 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fbe800db-9df7-448d-8bcd-e3c966b4b2f3 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:30:28.616239 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'name': 'network-vif-deleted', 'tag': '59bc8a4c-60cd-4691-a424-bbc1b4080348'}, {'name': 'network-changed', 'server_uuid': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'tag': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:28.617432 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-419a3313-71ef-4f40-9c00-e291083c3fd4" -d '{"events": [{"server_uuid": "9d6642dd-be10-4a97-8b29-7692d5c6f4d6", "name": "network-vif-deleted", "tag": "59bc8a4c-60cd-4691-a424-bbc1b4080348"}, {"name": "network-changed", "server_uuid": "ce9d4f97-69ac-4202-b5ce-19b380f29179", "tag": "7ffa8e5b-f394-471f-9d8b-7ad621f73e68"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:28.659909 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:28.683609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-468a6bd2-b178-49ec-85a5-8785cf339c6d req-115a34c6-cb6a-496d-9cde-3d641632e449 service neutron] 10.222.0.18 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3765197 Jul 09 13:30:28.684335 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:28.705855 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-59c31fe6-51d4-4a68-89e0-01b21d6a5083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:28.707933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-59c31fe6-51d4-4a68-89e0-01b21d6a5083 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 1097 time: 0.3261819 Jul 09 13:30:28.746219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Network 0adf2a33-a56c-4fb8-992e-00c9219a0f44 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:28.756810 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9bf4212b-449c-490f-8196-7f58f519837a req-caecf87e-5de9-4fb3-b05e-6db112f19562 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:28.783574 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:28.785982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:28.797997 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9bf4212b-449c-490f-8196-7f58f519837a req-caecf87e-5de9-4fb3-b05e-6db112f19562 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:28.799186 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [req-9bf4212b-449c-490f-8196-7f58f519837a req-caecf87e-5de9-4fb3-b05e-6db112f19562 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Floating IP 92e4d362-292b-4004-98f7-f460d622f28a disassociated. External IP: 172.25.2.51, port: 9d988884-3d94-4cf4-8246-e9019da8d4cf. Jul 09 13:30:28.857320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-ef54ee4c-7e3d-4b27-a7eb-cb1d8f33a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:28.859367 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-ef54ee4c-7e3d-4b27-a7eb-cb1d8f33a32d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4457676 Jul 09 13:30:28.865736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event updated for resources: {'Port': ['ID=b25081f0-5389-4bfa-bca4-d8c35f52985a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:28.918025 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8d2c1596-d6c1-47e6-8c7c-084a67605c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '5ecea7d0-8797-4ed3-9baf-320fc7ef84f3', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'port_id': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'mac_address': 'fa:16:3e:af:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:29:33Z', 'updated_at': '2021-07-09T13:30:26Z', 'revision_number': 8, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:28.961766 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-232194de-a16f-48d5-8df1-9356b68c2788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:28.962563 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2c1596-d6c1-47e6-8c7c-084a67605c4a None None] Checking router: 3fe463c3-77e9-4211-86f6-3ab088596a2b for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:30:28.965085 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-232194de-a16f-48d5-8df1-9356b68c2788 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 922 time: 0.2218945 Jul 09 13:30:28.975500 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2c1596-d6c1-47e6-8c7c-084a67605c4a None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:28.976132 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8d2c1596-d6c1-47e6-8c7c-084a67605c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:29.147056 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-255ec3e8-3891-46f4-a2f4-f8474288a6cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ffa8e5b-f394-471f-9d8b-7ad621f73e68 HTTP/1.1" status: 200 len: 1000 time: 0.1770763 Jul 09 13:30:29.158581 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8d2c1596-d6c1-47e6-8c7c-084a67605c4a None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:29.180806 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:29.194491 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-5fa7c999-5711-4ef6-a7ec-a0a75f32c2b5 service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3170242 Jul 09 13:30:29.275694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-074200f7-fc7b-42cf-a986-5b00e50f3351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:29.277935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-074200f7-fc7b-42cf-a986-5b00e50f3351 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 200 len: 860 time: 0.1166987 Jul 09 13:30:29.338224 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9bf4212b-449c-490f-8196-7f58f519837a req-caecf87e-5de9-4fb3-b05e-6db112f19562 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:29.351065 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:29.427505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-e8b19cc7-c0d7-499c-96c8-a32bcc7354a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:29.429503 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-e8b19cc7-c0d7-499c-96c8-a32bcc7354a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00c96a4a-ec05-4738-9c98-ae92bca88c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1405685 Jul 09 13:30:29.430339 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-e142f0a5-c1a6-4736-9cab-0a6a8d4f41a0 service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203555 Jul 09 13:30:29.508580 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-7586f60a-21f5-416a-a946-c585e3096dcc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b58b6e37-21d9-4f9e-826c-1c81a5f9451d HTTP/1.1" status: 200 len: 217 time: 0.0663445 Jul 09 13:30:29.508927 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8d2c1596-d6c1-47e6-8c7c-084a67605c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '5ecea7d0-8797-4ed3-9baf-320fc7ef84f3', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'port_id': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'mac_address': 'fa:16:3e:af:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:29:33Z', 'updated_at': '2021-07-09T13:30:26Z', 'revision_number': 8, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:29.542527 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce9757ee-55c6-4f1b-89b5-8b81c20532f9 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:29.544583 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2c1596-d6c1-47e6-8c7c-084a67605c4a None None] The sync data for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 is: [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '5ecea7d0-8797-4ed3-9baf-320fc7ef84f3', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'floating_ip_address': '172.25.2.241', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'port_id': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'mac_address': 'fa:16:3e:af:53:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:29:33Z', 'updated_at': '2021-07-09T13:30:26Z', 'revision_number': 8, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:29.632231 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-f4373cab-0434-4a30-8fc6-ad16ecaf111a service neutron] 10.222.0.39 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923480 Jul 09 13:30:29.654414 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9bf4212b-449c-490f-8196-7f58f519837a req-caecf87e-5de9-4fb3-b05e-6db112f19562 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:29.664886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-9bf4212b-449c-490f-8196-7f58f519837a req-caecf87e-5de9-4fb3-b05e-6db112f19562 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:29.667029 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692f7510-0a0d-46f9-956d-988817dd8ab7 None None] Sync routers for ids ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:29.682002 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692f7510-0a0d-46f9-956d-988817dd8ab7 None None] Routers {'6b34ece7-d1b4-4e9d-9727-0953c6f9a562'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:29.683342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-692f7510-0a0d-46f9-956d-988817dd8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:29.787822 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bf4212b-449c-490f-8196-7f58f519837a req-caecf87e-5de9-4fb3-b05e-6db112f19562 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "PUT /v2.0/floatingips/92e4d362-292b-4004-98f7-f460d622f28a HTTP/1.1" status: 200 len: 694 time: 1.5767515 Jul 09 13:30:29.847233 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56549761-0dd2-49b8-abae-f7503e34acf8 req-0024cbe3-fe69-44f0-9fa2-99337325ecbc service neutron] 10.222.0.39 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050636 Jul 09 13:30:29.902568 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-692f7510-0a0d-46f9-956d-988817dd8ab7 None None] Set router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:29.920417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4212b-449c-490f-8196-7f58f519837a req-4e1986c6-6158-4c65-9f38-1dcb8478b77c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:29.938241 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bf4212b-449c-490f-8196-7f58f519837a req-4e1986c6-6158-4c65-9f38-1dcb8478b77c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2dc3d71beda042768fa9167c0c8c0a75&device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 1096 time: 0.1320722 Jul 09 13:30:30.019496 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8797b08c-4cf3-4427-b9f3-57f64b25569b None None] New status for floating IP 5ecea7d0-8797-4ed3-9baf-320fc7ef84f3: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:30:30.125157 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4212b-449c-490f-8196-7f58f519837a req-38293d91-9ef6-4048-b2e5-63b0d8cb5af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.133883 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bf4212b-449c-490f-8196-7f58f519837a req-38293d91-9ef6-4048-b2e5-63b0d8cb5af0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d HTTP/1.1" status: 200 len: 921 time: 0.1944075 Jul 09 13:30:30.160038 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:30.216157 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bf4212b-449c-490f-8196-7f58f519837a req-7a8f9095-8eda-4122-876e-7b42890868af service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d988884-3d94-4cf4-8246-e9019da8d4cf HTTP/1.1" status: 200 len: 217 time: 0.0809019 Jul 09 13:30:30.273355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Transition to ACTIVE for port object ce9757ee-55c6-4f1b-89b5-8b81c20532f9 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:30.294474 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:30.295357 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf4212b-449c-490f-8196-7f58f519837a req-d79448a1-f67a-4368-9e62-8fd7fdedd27b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.298569 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bf4212b-449c-490f-8196-7f58f519837a req-d79448a1-f67a-4368-9e62-8fd7fdedd27b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=a3e96803-b55c-4f7e-8287-78c6c5674a51 HTTP/1.1" status: 200 len: 860 time: 0.0810614 Jul 09 13:30:30.332035 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66e76-a144-4f55-9cc6-46f094f9db38 req-765656e1-3534-49a6-a1c4-38e3520ca5f6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.338821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66e76-a144-4f55-9cc6-46f094f9db38 req-765656e1-3534-49a6-a1c4-38e3520ca5f6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.344590 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-8228641f-9edd-479f-bcb2-2c45b2e12576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.347405 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-8228641f-9edd-479f-bcb2-2c45b2e12576 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e81aa1-ae8c-419c-8f16-4c5900062b2b HTTP/1.1" status: 200 len: 797 time: 0.8287539 Jul 09 13:30:30.352674 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66e76-a144-4f55-9cc6-46f094f9db38 req-765656e1-3534-49a6-a1c4-38e3520ca5f6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.373771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66e76-a144-4f55-9cc6-46f094f9db38 req-765656e1-3534-49a6-a1c4-38e3520ca5f6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.390214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66e76-a144-4f55-9cc6-46f094f9db38 req-765656e1-3534-49a6-a1c4-38e3520ca5f6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.397025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66e76-a144-4f55-9cc6-46f094f9db38 req-765656e1-3534-49a6-a1c4-38e3520ca5f6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.406933 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e66e76-a144-4f55-9cc6-46f094f9db38 req-765656e1-3534-49a6-a1c4-38e3520ca5f6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.416204 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f9e66e76-a144-4f55-9cc6-46f094f9db38 req-765656e1-3534-49a6-a1c4-38e3520ca5f6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5434 time: 0.3043778 Jul 09 13:30:30.449300 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:30.454985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-692f7510-0a0d-46f9-956d-988817dd8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-router', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'gw_port': {'id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:52Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52', 'name': '', 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'mac_address': 'fa:16:3e:47:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:00Z', 'updated_at': '2021-07-09T13:29:13Z', 'revision_number': 5, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'subnets': [{'id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:30.457917 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:30.489024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Pushing event updated for resources: {'Port': ['ID=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:30.492581 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bf4212b-449c-490f-8196-7f58f519837a req-6e643c48-6b0c-448c-a7db-0eae39107f3a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661800 Jul 09 13:30:30.511136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692f7510-0a0d-46f9-956d-988817dd8ab7 None None] Checking router: 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:30:30.522464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692f7510-0a0d-46f9-956d-988817dd8ab7 None None] Routers {'6b34ece7-d1b4-4e9d-9727-0953c6f9a562'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:30.522665 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-692f7510-0a0d-46f9-956d-988817dd8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:04Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:30.579136 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f9e66e76-a144-4f55-9cc6-46f094f9db38 req-b4ccac54-266a-43ec-8f07-000d5d73f38c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1607437 Jul 09 13:30:30.680984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event updated for resources: {'Port': ['ID=b25081f0-5389-4bfa-bca4-d8c35f52985a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:30.686305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bf4212b-449c-490f-8196-7f58f519837a req-6babf3c4-8d89-47b5-b0b1-8a0353d350d7 service neutron] 10.222.0.39 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921685 Jul 09 13:30:30.689939 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-a5dc215a-3a3f-4029-8602-ecfcfb8c16ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:30.694761 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-a5dc215a-3a3f-4029-8602-ecfcfb8c16ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3022189 Jul 09 13:30:30.706168 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:30.756512 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-692f7510-0a0d-46f9-956d-988817dd8ab7 None None] Set router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:30.798440 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Attempting to bind port ce9757ee-55c6-4f1b-89b5-8b81c20532f9 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:30:30.798440 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Attempting to bind port ce9757ee-55c6-4f1b-89b5-8b81c20532f9 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:30:30.799381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Attempting to bind port ce9757ee-55c6-4f1b-89b5-8b81c20532f9 on network 7c138cf7-3e60-4011-ad16-f9f420ac7385 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:30:30.810488 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:30.811808 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cdc9653e-c0d2-46e4-a0ad-68b32129d570 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4059596 Jul 09 13:30:30.814649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Port ce9757ee-55c6-4f1b-89b5-8b81c20532f9 on network 7c138cf7-3e60-4011-ad16-f9f420ac7385 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:30:30.815007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Attempting to bind port ce9757ee-55c6-4f1b-89b5-8b81c20532f9 on network 7c138cf7-3e60-4011-ad16-f9f420ac7385 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:30:30.817145 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56540) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:30.826178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:30:30.828304 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Checking segment: {'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:30:30.833672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Bound using segment: {'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:30:30.833672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Bound port: ce9757ee-55c6-4f1b-89b5-8b81c20532f9, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:30:30.833672 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:30.968567 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-b80edcfd-0d8c-4d2e-8ed8-697cb8aa8b76 service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638366 Jul 09 13:30:30.972323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] For port ce9757ee-55c6-4f1b-89b5-8b81c20532f9, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:30:30.980555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] For port ce9757ee-55c6-4f1b-89b5-8b81c20532f9, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:30:30.983333 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1430a50d-bcda-4c0d-945e-0a6a9f73a411 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "GET /v2.0/floatingips?floating_network_id=0adf2a33-a56c-4fb8-992e-00c9219a0f44 HTTP/1.1" status: 200 len: 689 time: 0.1632943 Jul 09 13:30:30.993232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56542) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:31.018335 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:31.113759 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bf4212b-449c-490f-8196-7f58f519837a req-f4e4e9c4-d9cc-47da-86b1-f23bec92b827 service neutron] 10.222.0.39 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4102554 Jul 09 13:30:31.136741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-692f7510-0a0d-46f9-956d-988817dd8ab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-router', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'gw_port': {'id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:52Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52', 'name': '', 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'mac_address': 'fa:16:3e:47:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:00Z', 'updated_at': '2021-07-09T13:29:13Z', 'revision_number': 5, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'subnets': [{'id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:31.185694 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:31.190852 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692f7510-0a0d-46f9-956d-988817dd8ab7 None None] The sync data for ids ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'] in n-d-799525-3 is: [{'id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-router', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'gw_port': {'id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:52Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52', 'name': '', 'network_id': '081edb05-57a4-4005-ad30-bbd4c7b8ed7d', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'mac_address': 'fa:16:3e:47:2d:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_interface', 'standard_attr_id': 1044, 'fixed_ips': [{'subnet_id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:00Z', 'updated_at': '2021-07-09T13:29:13Z', 'revision_number': 5, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'subnets': [{'id': 'a3e96803-b55c-4f7e-8287-78c6c5674a51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:31.207313 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4b6b8-7039-4540-a36a-72eee21a075d req-d27d1fe5-db7a-4c64-b3c0-0f6fd1cdc502 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:31.211778 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49a4b6b8-7039-4540-a36a-72eee21a075d req-d27d1fe5-db7a-4c64-b3c0-0f6fd1cdc502 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 943 time: 0.2705441 Jul 09 13:30:31.212133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:31.212779 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:31.214270 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] 10.222.0.15 "PUT /v2.0/ports/ce9757ee-55c6-4f1b-89b5-8b81c20532f9 HTTP/1.1" status: 200 len: 1092 time: 2.7629321 Jul 09 13:30:31.245899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b13cc2-faf4-41ba-a527-2abd425a446a service neutron] Pushing event updated for resources: {'Port': ['ID=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:31.356299 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a03d3a29-60f2-43d3-92d2-11ae13629d93 req-a333e1bd-8405-4dc3-bcc5-937680fd2c72 service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3671868 Jul 09 13:30:31.419592 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82868854-c7a4-4e9c-9f82-57a3a57c4f59 x-openstack-request-id: req-82868854-c7a4-4e9c-9f82-57a3a57c4f59 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:31.420384 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b70e52-8c6a-4161-a4b7-1d9521bec0d4", "name": "network-vif-deleted", "tag": "fbe800db-9df7-448d-8bcd-e3c966b4b2f3", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:31.421637 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82868854-c7a4-4e9c-9f82-57a3a57c4f59 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:31.423360 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b70e52-8c6a-4161-a4b7-1d9521bec0d4', 'name': 'network-vif-deleted', 'tag': 'fbe800db-9df7-448d-8bcd-e3c966b4b2f3', 'status': 'completed', 'code': 200} Jul 09 13:30:31.433508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-e31383bf-1411-4642-af3b-7dab21157267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:31.435789 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-e31383bf-1411-4642-af3b-7dab21157267 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40c05bf911e74de0ab8d76ee71cab943&device_id=79031f85-6a97-4cab-a51d-2d797b1ac220 HTTP/1.1" status: 200 len: 1095 time: 0.1580155 Jul 09 13:30:31.502482 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-bec27a56-8ba1-4583-87b3-13d908400bcd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce9757ee-55c6-4f1b-89b5-8b81c20532f9 HTTP/1.1" status: 200 len: 217 time: 0.0572901 Jul 09 13:30:31.598456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-235b1a93-a03a-4cbc-a304-954232ccc2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:31.601325 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-235b1a93-a03a-4cbc-a304-954232ccc2d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e11eca0f-225a-479a-adf8-c5ca2fa12bae HTTP/1.1" status: 200 len: 844 time: 0.0911200 Jul 09 13:30:31.661648 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-38ca2979-5671-4bf3-ac3d-3753133cd448 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c138cf7-3e60-4011-ad16-f9f420ac7385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526271 Jul 09 13:30:31.695055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdaf6e9f-89a4-4baf-84b7-0db451eb0e44 None None] New status for floating IP 92e4d362-292b-4004-98f7-f460d622f28a: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:30:31.805109 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-21dd9068-0100-4a04-8361-bbff093e356c service neutron] 10.222.0.15 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363156 Jul 09 13:30:31.819906 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49a4b6b8-7039-4540-a36a-72eee21a075d req-5372f268-2e03-492b-8f99-e20ef44e1f58 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5567734 Jul 09 13:30:31.980102 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e55d2-7fe4-468a-8d5f-07504249bbab req-2b3873e7-97a7-409d-b841-cb5e615b0f50 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:31.986017 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b1e55d2-7fe4-468a-8d5f-07504249bbab req-2b3873e7-97a7-409d-b841-cb5e615b0f50 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=79031f85-6a97-4cab-a51d-2d797b1ac220 HTTP/1.1" status: 200 len: 944 time: 0.1812503 Jul 09 13:30:31.986640 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Deleting port b25081f0-5389-4bfa-bca4-d8c35f52985a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:31.986982 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:32.004649 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-27dc474d-1067-4417-bf0d-a8d9664b64fb req-420edf19-d8ec-4389-9713-2d21733789c2 service neutron] 10.222.0.15 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902716 Jul 09 13:30:32.009792 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c99f7a3-8401-44fd-a61f-162deabc4dfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:32.012331 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f07631c-a0cc-41ea-8446-7bc569d5b393 x-openstack-request-id: req-2f07631c-a0cc-41ea-8446-7bc569d5b393 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:32.012898 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-plugged", "status": "completed", "tag": "28930a53-11dd-4de0-887b-cd975c02419b", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:32.013296 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f07631c-a0cc-41ea-8446-7bc569d5b393 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:32.013779 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28930a53-11dd-4de0-887b-cd975c02419b', 'code': 200} Jul 09 13:30:32.060732 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb56900-32bd-4d0e-b5d3-e686f4fabc2d x-openstack-request-id: req-9cb56900-32bd-4d0e-b5d3-e686f4fabc2d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:32.061280 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6642dd-be10-4a97-8b29-7692d5c6f4d6", "name": "network-vif-deleted", "tag": "59bc8a4c-60cd-4691-a424-bbc1b4080348", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce9d4f97-69ac-4202-b5ce-19b380f29179", "tag": "7ffa8e5b-f394-471f-9d8b-7ad621f73e68", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:32.061563 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9cb56900-32bd-4d0e-b5d3-e686f4fabc2d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:32.061929 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6642dd-be10-4a97-8b29-7692d5c6f4d6', 'name': 'network-vif-deleted', 'tag': '59bc8a4c-60cd-4691-a424-bbc1b4080348', 'status': 'completed', 'code': 200} Jul 09 13:30:32.062186 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'tag': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'status': 'completed', 'code': 200} Jul 09 13:30:32.136562 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:30:32.215040 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3fcae1cd-3ad7-4902-b005-834b35f463ab req-d5b00c86-d23d-4487-81db-e05f65719f29 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/floatingips/5ecea7d0-8797-4ed3-9baf-320fc7ef84f3 HTTP/1.1" status: 200 len: 999 time: 0.1426117 Jul 09 13:30:32.216632 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3886-c8b8-40b5-b3a6-888973c77f24 req-265d4163-874e-4a89-8fa9-1af7125552b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.217099 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3886-c8b8-40b5-b3a6-888973c77f24 req-265d4163-874e-4a89-8fa9-1af7125552b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.218289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3886-c8b8-40b5-b3a6-888973c77f24 req-265d4163-874e-4a89-8fa9-1af7125552b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.218901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3886-c8b8-40b5-b3a6-888973c77f24 req-265d4163-874e-4a89-8fa9-1af7125552b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.219907 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3886-c8b8-40b5-b3a6-888973c77f24 req-265d4163-874e-4a89-8fa9-1af7125552b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.219907 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3886-c8b8-40b5-b3a6-888973c77f24 req-265d4163-874e-4a89-8fa9-1af7125552b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.220376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cc3886-c8b8-40b5-b3a6-888973c77f24 req-265d4163-874e-4a89-8fa9-1af7125552b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.222458 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-87cc3886-c8b8-40b5-b3a6-888973c77f24 req-265d4163-874e-4a89-8fa9-1af7125552b1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 6491 time: 0.1164007 Jul 09 13:30:32.225799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a3313-71ef-4f40-9c00-e291083c3fd4 req-1a7a8fac-e77c-4001-bf5b-f74731def8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.225964 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b1e55d2-7fe4-468a-8d5f-07504249bbab req-d1760811-ccef-4c9f-bdec-acfb3bfbbb09 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011354 Jul 09 13:30:32.227523 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-419a3313-71ef-4f40-9c00-e291083c3fd4 req-1a7a8fac-e77c-4001-bf5b-f74731def8e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 1097 time: 0.1529553 Jul 09 13:30:32.297216 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:32.297540 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:32.314585 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-87cc3886-c8b8-40b5-b3a6-888973c77f24 req-f99449b9-a7e4-4b94-9d98-196f9c439695 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0852549 Jul 09 13:30:32.360357 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Calling delete_port for b25081f0-5389-4bfa-bca4-d8c35f52985a owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:32.371725 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a3313-71ef-4f40-9c00-e291083c3fd4 req-5877b323-3045-41c0-b644-d8cfee3d1b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.374838 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-419a3313-71ef-4f40-9c00-e291083c3fd4 req-5877b323-3045-41c0-b644-d8cfee3d1b2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 922 time: 0.1215994 Jul 09 13:30:32.379447 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34686fe5-a76e-4046-bc9d-997245b8d8a4 req-ce2acde0-62b3-4945-ae58-f63d2d55172c tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/floatingips/92e4d362-292b-4004-98f7-f460d622f28a HTTP/1.1" status: 200 len: 692 time: 0.0789361 Jul 09 13:30:32.465322 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-419a3313-71ef-4f40-9c00-e291083c3fd4 req-48e69211-adf4-42f6-a14c-4ffa3883f17b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ffa8e5b-f394-471f-9d8b-7ad621f73e68 HTTP/1.1" status: 200 len: 1002 time: 0.0817492 Jul 09 13:30:32.526384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a3313-71ef-4f40-9c00-e291083c3fd4 req-038e4b02-94b9-4a62-b688-4720577f2937 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.528310 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-419a3313-71ef-4f40-9c00-e291083c3fd4 req-038e4b02-94b9-4a62-b688-4720577f2937 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 200 len: 860 time: 0.0555568 Jul 09 13:30:32.536622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcae1cd-3ad7-4902-b005-834b35f463ab req-e07f21d0-7074-47a5-9220-4fdfa9b0c989 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.540820 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3fcae1cd-3ad7-4902-b005-834b35f463ab req-e07f21d0-7074-47a5-9220-4fdfa9b0c989 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.3081353 Jul 09 13:30:32.620793 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34686fe5-a76e-4046-bc9d-997245b8d8a4 req-07010df8-1dc4-4a89-81ed-e21385763592 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.621320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34686fe5-a76e-4046-bc9d-997245b8d8a4 req-07010df8-1dc4-4a89-81ed-e21385763592 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.2270646 Jul 09 13:30:32.629560 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419a3313-71ef-4f40-9c00-e291083c3fd4 req-6caa16ec-e2bd-4f16-a2b6-08c8ebdeb5d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:32.631969 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-419a3313-71ef-4f40-9c00-e291083c3fd4 req-6caa16ec-e2bd-4f16-a2b6-08c8ebdeb5d5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00c96a4a-ec05-4738-9c98-ae92bca88c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0946105 Jul 09 13:30:32.690593 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34686fe5-a76e-4046-bc9d-997245b8d8a4 req-913e7014-4449-4fdb-be46-dc3bd7e49844 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.51 HTTP/1.1" status: 200 len: 695 time: 0.0617487 Jul 09 13:30:32.764031 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-419a3313-71ef-4f40-9c00-e291083c3fd4 req-9c5bc339-73b1-410c-baa5-5874f6abd4dd service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250887 Jul 09 13:30:32.804610 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34686fe5-a76e-4046-bc9d-997245b8d8a4 req-035bb4db-9519-4262-b5db-9d33c02dc4a8 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.51 HTTP/1.1" status: 200 len: 695 time: 0.0938253 Jul 09 13:30:32.826413 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:32.881584 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-419a3313-71ef-4f40-9c00-e291083c3fd4 req-e89d56d5-03ca-4468-a477-c1731a92c3dd service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088395 Jul 09 13:30:32.905927 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event deleted for resources: {'Port': ['ID=b25081f0-5389-4bfa-bca4-d8c35f52985a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:33.056494 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4e145-3d65-4404-b3bf-c458720762f6 req-5a72eec2-2904-45b5-95c5-47b16b32a06b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:33.062714 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4e145-3d65-4404-b3bf-c458720762f6 req-5a72eec2-2904-45b5-95c5-47b16b32a06b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:33.068800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4e145-3d65-4404-b3bf-c458720762f6 req-5a72eec2-2904-45b5-95c5-47b16b32a06b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:33.074786 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4e145-3d65-4404-b3bf-c458720762f6 req-5a72eec2-2904-45b5-95c5-47b16b32a06b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:33.081388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4e145-3d65-4404-b3bf-c458720762f6 req-5a72eec2-2904-45b5-95c5-47b16b32a06b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:33.087403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4e145-3d65-4404-b3bf-c458720762f6 req-5a72eec2-2904-45b5-95c5-47b16b32a06b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:33.094152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4e145-3d65-4404-b3bf-c458720762f6 req-5a72eec2-2904-45b5-95c5-47b16b32a06b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:33.096254 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0a4e145-3d65-4404-b3bf-c458720762f6 req-5a72eec2-2904-45b5-95c5-47b16b32a06b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5434 time: 0.3738279 Jul 09 13:30:33.104593 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.198026 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0a4e145-3d65-4404-b3bf-c458720762f6 req-fa0df3c8-c42f-4011-9967-03457b76447a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0895679 Jul 09 13:30:33.202267 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-34686fe5-a76e-4046-bc9d-997245b8d8a4 req-01569bc6-f217-46c9-a15c-851b9e04c2bb tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Deleting port a0174d82-2a9b-4172-85f4-53b110832e05 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:33.202460 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-34686fe5-a76e-4046-bc9d-997245b8d8a4 req-01569bc6-f217-46c9-a15c-851b9e04c2bb tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.226540 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.367622 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-34686fe5-a76e-4046-bc9d-997245b8d8a4 req-01569bc6-f217-46c9-a15c-851b9e04c2bb tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.367972 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-34686fe5-a76e-4046-bc9d-997245b8d8a4 req-01569bc6-f217-46c9-a15c-851b9e04c2bb tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.382714 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.421355 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-34686fe5-a76e-4046-bc9d-997245b8d8a4 req-01569bc6-f217-46c9-a15c-851b9e04c2bb tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Calling delete_port for a0174d82-2a9b-4172-85f4-53b110832e05 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:33.423336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=9719dd49-5c33-41fa-bfef-557085034d5c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:33.424433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68ddce07-1eaf-4852-913f-5a98812fbfd8', 'name': 'network-vif-deleted', 'tag': '3dc8921c-3f9f-4a27-a40e-70a940cdbd9a'}, {'name': 'network-changed', 'server_uuid': '79031f85-6a97-4cab-a51d-2d797b1ac220', 'tag': 'ce9757ee-55c6-4f1b-89b5-8b81c20532f9'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:33.431038 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a309fa-c2dd-4d2a-8a94-fc79fcb2f00f" -d '{"events": [{"server_uuid": "68ddce07-1eaf-4852-913f-5a98812fbfd8", "name": "network-vif-deleted", "tag": "3dc8921c-3f9f-4a27-a40e-70a940cdbd9a"}, {"name": "network-changed", "server_uuid": "79031f85-6a97-4cab-a51d-2d797b1ac220", "tag": "ce9757ee-55c6-4f1b-89b5-8b81c20532f9"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:33.618473 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.643046 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0adf2a33-a56c-4fb8-992e-00c9219a0f44']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:33.667734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fcfbb02-2b4f-411c-8e0b-e851a2d58536') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:33.668032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fcfbb02-2b4f-411c-8e0b-e851a2d58536') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:33.689721 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-0683f055-4265-4392-afee-7ba0f9c99b53 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1002 time: 0.1337357 Jul 09 13:30:33.691582 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.752308 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.765154 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:30:33.765912 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:30:33.770276 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:30:33.880824 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-696f157c-9d9d-491d-962f-8577ab200d2f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:33.882233 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-696f157c-9d9d-491d-962f-8577ab200d2f tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports/7ffa8e5b-f394-471f-9d8b-7ad621f73e68 HTTP/1.1" status: 200 len: 943 time: 0.1811080 Jul 09 13:30:33.901659 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-34686fe5-a76e-4046-bc9d-997245b8d8a4 req-01569bc6-f217-46c9-a15c-851b9e04c2bb tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.912750 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.939470 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0adf2a33-a56c-4fb8-992e-00c9219a0f44 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 13:30:33.942293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01569bc6-f217-46c9-a15c-851b9e04c2bb tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Pushing event deleted for resources: {'Port': ['ID=a0174d82-2a9b-4172-85f4-53b110832e05,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:33.945992 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:33.950048 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "DELETE /v2.0/networks/0adf2a33-a56c-4fb8-992e-00c9219a0f44 HTTP/1.1" status: 204 len: 168 time: 2.9556224 Jul 09 13:30:33.950204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56568) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:33.971508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce1a425-7cef-4252-aae9-cca13b942824 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event deleted for resources: {'Network': ['ID=0adf2a33-a56c-4fb8-992e-00c9219a0f44,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:34.060581 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-34686fe5-a76e-4046-bc9d-997245b8d8a4 req-01569bc6-f217-46c9-a15c-851b9e04c2bb tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.066084 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-34686fe5-a76e-4046-bc9d-997245b8d8a4 req-01569bc6-f217-46c9-a15c-851b9e04c2bb tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.067357 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34686fe5-a76e-4046-bc9d-997245b8d8a4 req-01569bc6-f217-46c9-a15c-851b9e04c2bb tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "DELETE /v2.0/floatingips/92e4d362-292b-4004-98f7-f460d622f28a HTTP/1.1" status: 204 len: 173 time: 1.2536290 Jul 09 13:30:34.067840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'tag': '9d988884-3d94-4cf4-8246-e9019da8d4cf'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:34.070979 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e25638d-6cb2-4145-a43a-1f78937d413d" -d '{"events": [{"name": "network-changed", "server_uuid": "6c4de6b9-efe4-4baf-b35a-4c2374d88af6", "tag": "9d988884-3d94-4cf4-8246-e9019da8d4cf"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:34.168040 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-eb2e63d3-439d-4e0a-a3f9-43a1b17ca363 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1002 time: 0.1164231 Jul 09 13:30:34.169057 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b4e971f5-920f-4d09-9a84-7fa9e6dd5959 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2263 time: 0.2167137 Jul 09 13:30:34.172830 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56576) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:34.366038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0a7b8-5a55-4ce1-943c-99bf2ec2d2c4 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.366907 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0a7b8-5a55-4ce1-943c-99bf2ec2d2c4 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.367482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0a7b8-5a55-4ce1-943c-99bf2ec2d2c4 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.369753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0a7b8-5a55-4ce1-943c-99bf2ec2d2c4 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.370827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0a7b8-5a55-4ce1-943c-99bf2ec2d2c4 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.371895 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0a7b8-5a55-4ce1-943c-99bf2ec2d2c4 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.372912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0a7b8-5a55-4ce1-943c-99bf2ec2d2c4 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.373110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0a7b8-5a55-4ce1-943c-99bf2ec2d2c4 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.374262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0a7b8-5a55-4ce1-943c-99bf2ec2d2c4 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.374879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0a7b8-5a55-4ce1-943c-99bf2ec2d2c4 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.375445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0a7b8-5a55-4ce1-943c-99bf2ec2d2c4 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.375968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0a7b8-5a55-4ce1-943c-99bf2ec2d2c4 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.376489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0a7b8-5a55-4ce1-943c-99bf2ec2d2c4 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.377018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee0a7b8-5a55-4ce1-943c-99bf2ec2d2c4 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.379427 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9ee0a7b8-5a55-4ce1-943c-99bf2ec2d2c4 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8934 time: 0.2062957 Jul 09 13:30:34.381535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-75871ad2-3b25-4fd4-ac96-fb04ae758ea8 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.387215 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-75871ad2-3b25-4fd4-ac96-fb04ae758ea8 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.2142773 Jul 09 13:30:34.388100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56580) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:34.391594 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4264f7-d9cd-437f-b398-d7250418e9e5 req-82dcd58b-8a2e-4b73-abec-5ee3222c9166 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.398552 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a4264f7-d9cd-437f-b398-d7250418e9e5 req-82dcd58b-8a2e-4b73-abec-5ee3222c9166 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=79031f85-6a97-4cab-a51d-2d797b1ac220 HTTP/1.1" status: 200 len: 944 time: 0.1286252 Jul 09 13:30:34.417089 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ce9757ee-55c6-4f1b-89b5-8b81c20532f9 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:30:34.466892 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-441361be-b087-45f4-ae0a-b23a21548404 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] delete failed (client error): The resource could not be found. Jul 09 13:30:34.469077 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-441361be-b087-45f4-ae0a-b23a21548404 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/59a50f3c-78ca-47c4-a2f7-caae29cd2fd5 HTTP/1.1" status: 404 len: 345 time: 0.0844340 Jul 09 13:30:34.472144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56582) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:34.535687 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-8304ca46-78b7-4eac-bedb-faa994d9d5e9 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] DELETE failed (client error): The resource could not be found. Jul 09 13:30:34.536619 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8304ca46-78b7-4eac-bedb-faa994d9d5e9 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:30:34.538684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8304ca46-78b7-4eac-bedb-faa994d9d5e9 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "DELETE /v2.0/networks/0adf2a33-a56c-4fb8-992e-00c9219a0f44 HTTP/1.1" status: 404 len: 339 time: 0.0630505 Jul 09 13:30:34.546042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56586) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:34.556954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3393b492-caa8-491f-89b7-e8820aa4829f tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Request body: {'network': {'name': 'tempest-network--599200613', 'router:external': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:34.560932 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-e505b762-b780-4f3d-8872-01ee8fa7f689 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 1002 time: 0.1541064 Jul 09 13:30:34.566385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ce9757ee-55c6-4f1b-89b5-8b81c20532f9, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:34.571214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-989549e7-0a84-4b9d-aa7a-4dc6e347ec8c tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:34.595485 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'ce9757ee-55c6-4f1b-89b5-8b81c20532f9', 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385', 'port_id': 'ce9757ee-55c6-4f1b-89b5-8b81c20532f9', 'mac_address': 'fa:16:3e:78:d9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11eca0f-225a-479a-adf8-c5ca2fa12bae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:30:34.597414 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.605811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3393b492-caa8-491f-89b7-e8820aa4829f tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Made reservation on behalf of 6516c6e62a35487595dbf1e9904eb8e9 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:34.613568 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3393b492-caa8-491f-89b7-e8820aa4829f tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.647439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a4264f7-d9cd-437f-b398-d7250418e9e5 req-a3dd44d2-394b-4488-b0a2-9821bdb12d6f tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2478564 Jul 09 13:30:34.660981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3393b492-caa8-491f-89b7-e8820aa4829f tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:30:34.662468 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.674217 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3f7a822-1655-45f0-a97a-8e09b6bc6a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.683056 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3393b492-caa8-491f-89b7-e8820aa4829f tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.683459 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-3393b492-caa8-491f-89b7-e8820aa4829f tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Added segment a74e6803-79c0-417a-bb73-0e4bbbd52b62 of type vlan for network 15ea7981-efea-413d-b981-b78547385764 Jul 09 13:30:34.697058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce9757ee-55c6-4f1b-89b5-8b81c20532f9 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:34.697602 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-989549e7-0a84-4b9d-aa7a-4dc6e347ec8c tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.736747 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ce9757ee-55c6-4f1b-89b5-8b81c20532f9, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:34.747571 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.765830 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3393b492-caa8-491f-89b7-e8820aa4829f tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.832843 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3393b492-caa8-491f-89b7-e8820aa4829f tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.836784 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3393b492-caa8-491f-89b7-e8820aa4829f tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:34.838733 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3393b492-caa8-491f-89b7-e8820aa4829f tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.847841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:34.922540 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3393b492-caa8-491f-89b7-e8820aa4829f tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3746259 Jul 09 13:30:34.923813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3393b492-caa8-491f-89b7-e8820aa4829f tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event updated for resources: {'Network': ['ID=15ea7981-efea-413d-b981-b78547385764,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:34.926180 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56588) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:34.934940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 15ea7981-efea-413d-b981-b78547385764 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:30:34.969361 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-989549e7-0a84-4b9d-aa7a-4dc6e347ec8c tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.983222 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-989549e7-0a84-4b9d-aa7a-4dc6e347ec8c tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:34.983714 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-989549e7-0a84-4b9d-aa7a-4dc6e347ec8c tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Floating IP 5ecea7d0-8797-4ed3-9baf-320fc7ef84f3 disassociated. External IP: 172.25.2.241, port: 7ffa8e5b-f394-471f-9d8b-7ad621f73e68. Jul 09 13:30:35.030872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['ce9757ee-55c6-4f1b-89b5-8b81c20532f9'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:35.109167 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-459566b8-04e0-4d9e-a09b-d0b35b99cf6c x-openstack-request-id: req-459566b8-04e0-4d9e-a09b-d0b35b99cf6c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:35.109649 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68ddce07-1eaf-4852-913f-5a98812fbfd8", "name": "network-vif-deleted", "tag": "3dc8921c-3f9f-4a27-a40e-70a940cdbd9a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "79031f85-6a97-4cab-a51d-2d797b1ac220", "tag": "ce9757ee-55c6-4f1b-89b5-8b81c20532f9", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:35.109649 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-459566b8-04e0-4d9e-a09b-d0b35b99cf6c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:35.118399 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68ddce07-1eaf-4852-913f-5a98812fbfd8', 'name': 'network-vif-deleted', 'tag': '3dc8921c-3f9f-4a27-a40e-70a940cdbd9a', 'status': 'completed', 'code': 200} Jul 09 13:30:35.118399 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79031f85-6a97-4cab-a51d-2d797b1ac220', 'tag': 'ce9757ee-55c6-4f1b-89b5-8b81c20532f9', 'status': 'completed', 'code': 200} Jul 09 13:30:35.195849 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85f4635-31f3-4452-aa10-2c42ca05966e x-openstack-request-id: req-f85f4635-31f3-4452-aa10-2c42ca05966e {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:35.196386 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c4de6b9-efe4-4baf-b35a-4c2374d88af6", "tag": "9d988884-3d94-4cf4-8246-e9019da8d4cf", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:35.196793 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f85f4635-31f3-4452-aa10-2c42ca05966e {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:35.197722 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'tag': '9d988884-3d94-4cf4-8246-e9019da8d4cf', 'status': 'completed', 'code': 200} Jul 09 13:30:35.347546 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5dba0487-8efa-496a-b4f3-9b1eb3bd0607 req-904d3199-7e7c-47e7-a8c7-bce2cd808a09 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups/15692be2-3dba-47fb-9ab8-cdb8ce6e7361 HTTP/1.1" status: 200 len: 1810 time: 0.1467865 Jul 09 13:30:35.382499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34172f1-328c-448b-9b22-3c0e8508a4f0 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:35.388749 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34172f1-328c-448b-9b22-3c0e8508a4f0 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:35.395886 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34172f1-328c-448b-9b22-3c0e8508a4f0 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:35.402814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34172f1-328c-448b-9b22-3c0e8508a4f0 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:35.404776 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c34172f1-328c-448b-9b22-3c0e8508a4f0 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4775374 Jul 09 13:30:35.411475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56598) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:35.492783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a309fa-c2dd-4d2a-8a94-fc79fcb2f00f req-bc515169-bcd7-4fe3-ae77-fd6fd88a1ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:35.494471 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4a309fa-c2dd-4d2a-8a94-fc79fcb2f00f req-bc515169-bcd7-4fe3-ae77-fd6fd88a1ec9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40c05bf911e74de0ab8d76ee71cab943&device_id=79031f85-6a97-4cab-a51d-2d797b1ac220 HTTP/1.1" status: 200 len: 1096 time: 0.3445072 Jul 09 13:30:35.505012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25638d-6cb2-4145-a43a-1f78937d413d req-aedc4ceb-a3c0-4b3f-8df7-b58bb574ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:35.506617 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e25638d-6cb2-4145-a43a-1f78937d413d req-aedc4ceb-a3c0-4b3f-8df7-b58bb574ed23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dc3d71beda042768fa9167c0c8c0a75&device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 1096 time: 0.2986076 Jul 09 13:30:35.536027 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.569910 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5dba0487-8efa-496a-b4f3-9b1eb3bd0607 req-4fa52c73-4ad9-4d4b-af47-3cad9e1f242d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.582745 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-127459f0-f7df-4fa9-b67a-9641c491277a tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.615604 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5dba0487-8efa-496a-b4f3-9b1eb3bd0607 req-4fa52c73-4ad9-4d4b-af47-3cad9e1f242d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.681846 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-989549e7-0a84-4b9d-aa7a-4dc6e347ec8c tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Router 3fe463c3-77e9-4211-86f6-3ab088596a2b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:35.704043 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5dba0487-8efa-496a-b4f3-9b1eb3bd0607 req-4fa52c73-4ad9-4d4b-af47-3cad9e1f242d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.708222 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-5dba0487-8efa-496a-b4f3-9b1eb3bd0607 req-4fa52c73-4ad9-4d4b-af47-3cad9e1f242d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.723841 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5dba0487-8efa-496a-b4f3-9b1eb3bd0607 req-4fa52c73-4ad9-4d4b-af47-3cad9e1f242d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "DELETE /v2.0/security-groups/15692be2-3dba-47fb-9ab8-cdb8ce6e7361 HTTP/1.1" status: 204 len: 173 time: 0.3722959 Jul 09 13:30:35.746409 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa52c73-4ad9-4d4b-af47-3cad9e1f242d tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15692be2-3dba-47fb-9ab8-cdb8ce6e7361,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:35.939426 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-989549e7-0a84-4b9d-aa7a-4dc6e347ec8c tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:35.951299 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2b129-6e5c-4325-8075-02de6b81b6cf None None] Sync routers for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:35.960411 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-989549e7-0a84-4b9d-aa7a-4dc6e347ec8c tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:35.970468 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97c38ffc-3e73-4053-961f-579fe295291f req-fd70d6b2-7b9f-4489-822c-60e902dae7af service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3518136 Jul 09 13:30:35.977835 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2b129-6e5c-4325-8075-02de6b81b6cf None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:35.979202 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1ba2b129-6e5c-4325-8075-02de6b81b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:36.053763 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-989549e7-0a84-4b9d-aa7a-4dc6e347ec8c tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "PUT /v2.0/floatingips/5ecea7d0-8797-4ed3-9baf-320fc7ef84f3 HTTP/1.1" status: 200 len: 696 time: 1.4907413 Jul 09 13:30:36.113084 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe0f9-1ee3-4c5d-95ce-2a7fcfa04aa5 req-3af12f88-a234-4a1c-9374-1e138ab5a12a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.120249 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe0f9-1ee3-4c5d-95ce-2a7fcfa04aa5 req-3af12f88-a234-4a1c-9374-1e138ab5a12a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.126576 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe0f9-1ee3-4c5d-95ce-2a7fcfa04aa5 req-3af12f88-a234-4a1c-9374-1e138ab5a12a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.134204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe0f9-1ee3-4c5d-95ce-2a7fcfa04aa5 req-3af12f88-a234-4a1c-9374-1e138ab5a12a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.142291 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe0f9-1ee3-4c5d-95ce-2a7fcfa04aa5 req-3af12f88-a234-4a1c-9374-1e138ab5a12a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.151156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe0f9-1ee3-4c5d-95ce-2a7fcfa04aa5 req-3af12f88-a234-4a1c-9374-1e138ab5a12a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.156963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25638d-6cb2-4145-a43a-1f78937d413d req-13da6946-63c0-4b6e-87ba-6bf5ae1e8206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.158494 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e25638d-6cb2-4145-a43a-1f78937d413d req-13da6946-63c0-4b6e-87ba-6bf5ae1e8206 service neutron] 10.222.0.18 "GET /v2.0/networks?id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d HTTP/1.1" status: 200 len: 921 time: 0.6367967 Jul 09 13:30:36.158604 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820fe0f9-1ee3-4c5d-95ce-2a7fcfa04aa5 req-3af12f88-a234-4a1c-9374-1e138ab5a12a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.160876 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-820fe0f9-1ee3-4c5d-95ce-2a7fcfa04aa5 req-3af12f88-a234-4a1c-9374-1e138ab5a12a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5434 time: 0.1979973 Jul 09 13:30:36.161456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a309fa-c2dd-4d2a-8a94-fc79fcb2f00f req-2ef41423-25ea-4524-a130-001471d36de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.162886 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4a309fa-c2dd-4d2a-8a94-fc79fcb2f00f req-2ef41423-25ea-4524-a130-001471d36de7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c138cf7-3e60-4011-ad16-f9f420ac7385 HTTP/1.1" status: 200 len: 905 time: 0.6553054 Jul 09 13:30:36.182674 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-127459f0-f7df-4fa9-b67a-9641c491277a tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.182892 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-1ba2b129-6e5c-4325-8075-02de6b81b6cf None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:36.210036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-127459f0-f7df-4fa9-b67a-9641c491277a tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15ea7981-efea-413d-b981-b78547385764']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:36.247200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-127459f0-f7df-4fa9-b67a-9641c491277a tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74e6803-79c0-417a-bb73-0e4bbbd52b62') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:36.248206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-127459f0-f7df-4fa9-b67a-9641c491277a tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74e6803-79c0-417a-bb73-0e4bbbd52b62') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:36.255801 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-820fe0f9-1ee3-4c5d-95ce-2a7fcfa04aa5 req-2e821edd-3c5e-4db1-9597-4627067b64e5 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0608714 Jul 09 13:30:36.271343 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-127459f0-f7df-4fa9-b67a-9641c491277a tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.276765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-cb6f546e-6ad0-41fc-9d51-0a251e39873c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.281844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-cb6f546e-6ad0-41fc-9d51-0a251e39873c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 1097 time: 0.1179335 Jul 09 13:30:36.416279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ce9757ee-55c6-4f1b-89b5-8b81c20532f9 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:36.428449 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4a309fa-c2dd-4d2a-8a94-fc79fcb2f00f req-d59f4f69-a46e-40fd-90e4-a66e54e49e96 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce9757ee-55c6-4f1b-89b5-8b81c20532f9 HTTP/1.1" status: 200 len: 217 time: 0.1398056 Jul 09 13:30:36.430600 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-127459f0-f7df-4fa9-b67a-9641c491277a tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.440683 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-127459f0-f7df-4fa9-b67a-9641c491277a tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:30:36.441969 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-127459f0-f7df-4fa9-b67a-9641c491277a tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.462024 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e25638d-6cb2-4145-a43a-1f78937d413d req-23f4440f-8952-4d2e-9255-48d090b5c6aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d988884-3d94-4cf4-8246-e9019da8d4cf HTTP/1.1" status: 200 len: 217 time: 0.1752279 Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:30:36.464269 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:30:36.526821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port ce9757ee-55c6-4f1b-89b5-8b81c20532f9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:30:36.535313 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port ce9757ee-55c6-4f1b-89b5-8b81c20532f9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:36.536039 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.543866 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-b1516652-74d3-475c-bd4d-75b68d6938db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.555716 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-b1516652-74d3-475c-bd4d-75b68d6938db service neutron] 10.222.0.39 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 922 time: 0.2682614 Jul 09 13:30:36.563898 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1ba2b129-6e5c-4325-8075-02de6b81b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:36.604991 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2b129-6e5c-4325-8075-02de6b81b6cf None None] Checking router: 3fe463c3-77e9-4211-86f6-3ab088596a2b for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:30:36.620312 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba2b129-6e5c-4325-8075-02de6b81b6cf None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:36.620312 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1ba2b129-6e5c-4325-8075-02de6b81b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:36.631013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a309fa-c2dd-4d2a-8a94-fc79fcb2f00f req-f629963d-6dc9-473e-aeea-244262ecfeee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.633775 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4a309fa-c2dd-4d2a-8a94-fc79fcb2f00f req-f629963d-6dc9-473e-aeea-244262ecfeee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e11eca0f-225a-479a-adf8-c5ca2fa12bae HTTP/1.1" status: 200 len: 844 time: 0.1025369 Jul 09 13:30:36.642220 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-83f5e4e2-dd6a-4068-a8d3-6d9e2a97f979 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ffa8e5b-f394-471f-9d8b-7ad621f73e68 HTTP/1.1" status: 200 len: 217 time: 0.0791328 Jul 09 13:30:36.775824 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-411cc901-69fe-4d7a-a986-cd7ed5253780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.778531 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-411cc901-69fe-4d7a-a986-cd7ed5253780 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 200 len: 860 time: 0.1313457 Jul 09 13:30:36.812069 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.815889 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4a309fa-c2dd-4d2a-8a94-fc79fcb2f00f req-27657ab7-189d-4b42-b9f6-fc10593c29fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c138cf7-3e60-4011-ad16-f9f420ac7385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1377878 Jul 09 13:30:36.898708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ce9757ee-55c6-4f1b-89b5-8b81c20532f9, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:36.901926 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-127459f0-f7df-4fa9-b67a-9641c491277a tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.902208 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-1ba2b129-6e5c-4325-8075-02de6b81b6cf None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:36.906373 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79031f85-6a97-4cab-a51d-2d797b1ac220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9757ee-55c6-4f1b-89b5-8b81c20532f9'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:36.919878 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed2fa941-1e96-4a3b-a33b-e2d30f5b02ca" -d '{"events": [{"server_uuid": "79031f85-6a97-4cab-a51d-2d797b1ac220", "name": "network-vif-plugged", "status": "completed", "tag": "ce9757ee-55c6-4f1b-89b5-8b81c20532f9"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:36.926773 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-127459f0-f7df-4fa9-b67a-9641c491277a tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 15ea7981-efea-413d-b981-b78547385764 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 13:30:36.938285 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.947401 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-127459f0-f7df-4fa9-b67a-9641c491277a tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:36.955036 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-127459f0-f7df-4fa9-b67a-9641c491277a tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "DELETE /v2.0/networks/15ea7981-efea-413d-b981-b78547385764 HTTP/1.1" status: 204 len: 168 time: 1.5406153 Jul 09 13:30:36.959895 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25638d-6cb2-4145-a43a-1f78937d413d req-23a64a81-28ea-4e58-a951-d6c7cb2b13b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:36.964328 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e25638d-6cb2-4145-a43a-1f78937d413d req-23a64a81-28ea-4e58-a951-d6c7cb2b13b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a3e96803-b55c-4f7e-8287-78c6c5674a51 HTTP/1.1" status: 200 len: 860 time: 0.4249883 Jul 09 13:30:36.965653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56622) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:37.025185 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Request body: {'network': {'name': 'tempest-network--447859962', 'router:external': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:37.055665 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:37.056619 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127459f0-f7df-4fa9-b67a-9641c491277a tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event deleted for resources: {'Network': ['ID=15ea7981-efea-413d-b981-b78547385764,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:37.124505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:37.198782 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e25638d-6cb2-4145-a43a-1f78937d413d req-a1530048-efb9-43fc-a090-a8119e6b5799 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=081edb05-57a4-4005-ad30-bbd4c7b8ed7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1613932 Jul 09 13:30:37.229638 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4a309fa-c2dd-4d2a-8a94-fc79fcb2f00f req-7aaafbd8-8cf8-42cd-bfc4-29c2bffba311 service neutron] 10.222.0.15 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4060717 Jul 09 13:30:37.258520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Made reservation on behalf of 6516c6e62a35487595dbf1e9904eb8e9 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:37.265345 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:37.325183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:30:37.349373 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:37.349723 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Added segment 964ee848-026d-4573-92ff-91d503379aa9 of type vlan for network 3b0ceff1-2bcd-4715-bd48-30eb87f2a2be Jul 09 13:30:37.409811 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:37.434007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'tag': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:37.437410 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b4bd1c-d823-46b8-ac2d-c41d4808e45a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9d4f97-69ac-4202-b5ce-19b380f29179", "tag": "7ffa8e5b-f394-471f-9d8b-7ad621f73e68"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:37.581647 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361930a4-f80a-48a9-bac5-2559cf9d9c90 req-716a7059-7791-4812-aff3-d5c6f54a1dcb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:37.596444 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-361930a4-f80a-48a9-bac5-2559cf9d9c90 req-716a7059-7791-4812-aff3-d5c6f54a1dcb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 943 time: 0.7090709 Jul 09 13:30:37.620702 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-86023c61-d676-481c-8810-a5d6886be3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:37.621995 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:37.622488 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-86023c61-d676-481c-8810-a5d6886be3cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00c96a4a-ec05-4738-9c98-ae92bca88c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.8363855 Jul 09 13:30:37.625649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:37.626263 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:37.644914 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1ba2b129-6e5c-4325-8075-02de6b81b6cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:37.682110 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ba2b129-6e5c-4325-8075-02de6b81b6cf None None] The sync data for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 is: [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:29:07Z', 'revision_number': 4, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7', 'name': '', 'network_id': '00c96a4a-ec05-4738-9c98-ae92bca88c05', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'mac_address': 'fa:16:3e:41:d1:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1049, 'fixed_ips': [{'subnet_id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:29:05Z', 'updated_at': '2021-07-09T13:29:15Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'subnets': [{'id': '371dd9f6-6c1a-4114-bfb0-708845a51988', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:37.738215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event updated for resources: {'Network': ['ID=3b0ceff1-2bcd-4715-bd48-30eb87f2a2be,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:37.748713 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-361930a4-f80a-48a9-bac5-2559cf9d9c90 req-1694b785-b06c-4ba1-a5b2-bccaaec1a413 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504793 Jul 09 13:30:37.771834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:37.772418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:37.772947 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:37.773629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:37.774151 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:37.774847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:37.775846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:37.776358 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:37.777041 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:37.777981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:37.778897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:37.779752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:37.806965 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5d6cff9d-7f83-41bb-8114-e66eb435f580 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7964392 Jul 09 13:30:37.809749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 3b0ceff1-2bcd-4715-bd48-30eb87f2a2be details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:30:37.818698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56628) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:37.845022 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-70360452-0355-4461-92bd-2b327ef80027 service neutron] 10.222.0.39 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013543 Jul 09 13:30:37.846925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c38ffc-3e73-4053-961f-579fe295291f req-a00384b5-1f26-45a6-997d-e994b5106f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:37.851942 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-97c38ffc-3e73-4053-961f-579fe295291f req-a00384b5-1f26-45a6-997d-e994b5106f39 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089&tenant_id=ffe615145fe24da683918dfba7f962cc HTTP/1.1" status: 200 len: 1094 time: 0.2861655 Jul 09 13:30:37.878633 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e25638d-6cb2-4145-a43a-1f78937d413d req-b98aca7a-5d31-4f25-a7aa-8b82eef0e497 service neutron] 10.222.0.18 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6475208 Jul 09 13:30:37.884718 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4a309fa-c2dd-4d2a-8a94-fc79fcb2f00f req-cca708bc-dcad-4979-930a-a3d4bd25035f service neutron] 10.222.0.15 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5977530 Jul 09 13:30:37.970897 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4423073-b3f8-4e16-a382-fc911ecfb126 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:37.973509 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b4423073-b3f8-4e16-a382-fc911ecfb126 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] 10.222.0.39 "GET /v2.0/networks/3b0ceff1-2bcd-4715-bd48-30eb87f2a2be HTTP/1.1" status: 200 len: 756 time: 0.1523478 Jul 09 13:30:37.978214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56630) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:38.072995 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e25638d-6cb2-4145-a43a-1f78937d413d req-04f92cf7-3a4d-4920-9d4c-c8bfe3cd5fb1 service neutron] 10.222.0.18 "GET /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848512 Jul 09 13:30:38.082495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c38ffc-3e73-4053-961f-579fe295291f req-1bd3a0b6-f973-476e-b346-c4a93fb936cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:38.088399 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-97c38ffc-3e73-4053-961f-579fe295291f req-1bd3a0b6-f973-476e-b346-c4a93fb936cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffe615145fe24da683918dfba7f962cc&device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 1094 time: 0.2022018 Jul 09 13:30:38.185405 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95295ee-3fc3-456d-8bc0-3d88939e0680 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:38.189485 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e95295ee-3fc3-456d-8bc0-3d88939e0680 tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] 10.222.0.39 "GET /v2.0/networks/9ed6d5ab-7235-4997-94e2-5dfcecc4261f HTTP/1.1" status: 200 len: 768 time: 0.2085016 Jul 09 13:30:38.189835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56632) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:38.230865 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:38.246212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ed7645-9505-4814-b9e7-e6b2a10f749c None None] New status for floating IP 5ecea7d0-8797-4ed3-9baf-320fc7ef84f3: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:30:38.252114 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b9dba-c8f1-4831-9ffe-3f4ccc25a252 req-1bdcbb23-c376-40a4-81a0-05a039ffb0c5 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:38.259731 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-179b9dba-c8f1-4831-9ffe-3f4ccc25a252 req-1bdcbb23-c376-40a4-81a0-05a039ffb0c5 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=79031f85-6a97-4cab-a51d-2d797b1ac220 HTTP/1.1" status: 200 len: 946 time: 0.2411084 Jul 09 13:30:38.278636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c38ffc-3e73-4053-961f-579fe295291f req-89624e20-3fee-4bf6-babd-80e7470deb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:38.280802 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-97c38ffc-3e73-4053-961f-579fe295291f req-89624e20-3fee-4bf6-babd-80e7470deb55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b HTTP/1.1" status: 200 len: 914 time: 0.1856141 Jul 09 13:30:38.281156 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07117b6b-fbe1-48a4-9976-6653495bc9a1 req-2b115e39-b9d2-4bab-9a38-930a8701fe47 service neutron] 10.222.0.39 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4350905 Jul 09 13:30:38.338968 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-97c38ffc-3e73-4053-961f-579fe295291f req-2f432c68-43fd-4bd1-af29-71bcf87cb457 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2be107c-132d-4714-935f-2cfb271f7525 HTTP/1.1" status: 200 len: 217 time: 0.0473704 Jul 09 13:30:38.341515 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca64a455-c99f-4475-afc8-67bdec055994 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:38.347906 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-179b9dba-c8f1-4831-9ffe-3f4ccc25a252 req-c5a51e78-7b2a-4312-996e-93f70a435890 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870154 Jul 09 13:30:38.453704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c38ffc-3e73-4053-961f-579fe295291f req-f5172388-3749-41e8-9d91-57544f921b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:38.456971 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-97c38ffc-3e73-4053-961f-579fe295291f req-f5172388-3749-41e8-9d91-57544f921b58 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b148dd4e-9358-4a31-b001-045227bbe9d4 HTTP/1.1" status: 200 len: 853 time: 0.1077232 Jul 09 13:30:38.515044 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:38.558744 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-97c38ffc-3e73-4053-961f-579fe295291f req-8379b3f1-a6af-489f-aee0-e593762ee5d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838187 Jul 09 13:30:38.629174 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca64a455-c99f-4475-afc8-67bdec055994 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:38.648630 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ca64a455-c99f-4475-afc8-67bdec055994 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b0ceff1-2bcd-4715-bd48-30eb87f2a2be']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:38.664275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ca64a455-c99f-4475-afc8-67bdec055994 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '964ee848-026d-4573-92ff-91d503379aa9') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:38.664742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ca64a455-c99f-4475-afc8-67bdec055994 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '964ee848-026d-4573-92ff-91d503379aa9') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:38.686062 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca64a455-c99f-4475-afc8-67bdec055994 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:38.715590 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca64a455-c99f-4475-afc8-67bdec055994 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:38.728582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44541f32-03c6-4419-bd98-87769c0a04e5 req-e5be676e-be24-4638-b48d-16914af50fee tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:38.734289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca64a455-c99f-4475-afc8-67bdec055994 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:30:38.734811 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca64a455-c99f-4475-afc8-67bdec055994 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:30:38.737292 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:30:38.742165 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44541f32-03c6-4419-bd98-87769c0a04e5 req-e5be676e-be24-4638-b48d-16914af50fee tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:38.750146 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-97c38ffc-3e73-4053-961f-579fe295291f req-aa0f92e0-2a4c-4b22-afdf-b2430e9a625b service neutron] 10.222.0.15 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821845 Jul 09 13:30:38.754230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44541f32-03c6-4419-bd98-87769c0a04e5 req-e5be676e-be24-4638-b48d-16914af50fee tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:38.756973 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e4a0c3-6a4c-4667-b5a3-a4c04b1c9db9 x-openstack-request-id: req-83e4a0c3-6a4c-4667-b5a3-a4c04b1c9db9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:38.757343 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79031f85-6a97-4cab-a51d-2d797b1ac220", "name": "network-vif-plugged", "status": "completed", "tag": "ce9757ee-55c6-4f1b-89b5-8b81c20532f9", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:38.757651 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83e4a0c3-6a4c-4667-b5a3-a4c04b1c9db9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:38.758049 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79031f85-6a97-4cab-a51d-2d797b1ac220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9757ee-55c6-4f1b-89b5-8b81c20532f9', 'code': 200} Jul 09 13:30:38.761449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44541f32-03c6-4419-bd98-87769c0a04e5 req-e5be676e-be24-4638-b48d-16914af50fee tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:38.781333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44541f32-03c6-4419-bd98-87769c0a04e5 req-e5be676e-be24-4638-b48d-16914af50fee tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:38.782721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44541f32-03c6-4419-bd98-87769c0a04e5 req-e5be676e-be24-4638-b48d-16914af50fee tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:38.790461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44541f32-03c6-4419-bd98-87769c0a04e5 req-e5be676e-be24-4638-b48d-16914af50fee tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:38.807363 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-44541f32-03c6-4419-bd98-87769c0a04e5 req-e5be676e-be24-4638-b48d-16914af50fee tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5434 time: 0.1914341 Jul 09 13:30:38.815950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56642) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:38.840577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3abedfb9-176b-4b71-8e45-8dd0d940444e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Request body: {'floatingip': {'port_id': '4edfb6ea-db14-4165-bcd2-8f02f28336be'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:38.851481 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff63e46-ec1f-45f3-83a8-19f9e3e84389 x-openstack-request-id: req-1ff63e46-ec1f-45f3-83a8-19f9e3e84389 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:38.851827 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9d4f97-69ac-4202-b5ce-19b380f29179", "tag": "7ffa8e5b-f394-471f-9d8b-7ad621f73e68", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:38.852012 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ff63e46-ec1f-45f3-83a8-19f9e3e84389 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:38.852413 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'tag': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'status': 'completed', 'code': 200} Jul 09 13:30:38.924087 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3abedfb9-176b-4b71-8e45-8dd0d940444e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:38.992718 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca64a455-c99f-4475-afc8-67bdec055994 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:39.031442 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca64a455-c99f-4475-afc8-67bdec055994 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3b0ceff1-2bcd-4715-bd48-30eb87f2a2be {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 13:30:39.049464 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca64a455-c99f-4475-afc8-67bdec055994 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:39.058334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56648) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:39.058559 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ca64a455-c99f-4475-afc8-67bdec055994 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "DELETE /v2.0/networks/3b0ceff1-2bcd-4715-bd48-30eb87f2a2be HTTP/1.1" status: 204 len: 168 time: 0.8674953 Jul 09 13:30:39.067491 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-53a070ae-93a7-470f-a609-c31a67ae36ff tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Request body: {'network': {'name': 'tempest-network--1251147114'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:39.094220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca64a455-c99f-4475-afc8-67bdec055994 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event deleted for resources: {'Network': ['ID=3b0ceff1-2bcd-4715-bd48-30eb87f2a2be,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:39.126794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd82428-6ec5-476d-b8d1-4bfcf4b5650f req-a3e069d2-5c42-4ffb-88e5-97a2f1581be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:39.128206 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0fd82428-6ec5-476d-b8d1-4bfcf4b5650f req-a3e069d2-5c42-4ffb-88e5-97a2f1581be8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=79031f85-6a97-4cab-a51d-2d797b1ac220 HTTP/1.1" status: 200 len: 1097 time: 0.2448254 Jul 09 13:30:39.132459 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-97c38ffc-3e73-4053-961f-579fe295291f req-a1c3cca4-ffce-4f1b-91d8-eda6f146b0ae service neutron] 10.222.0.15 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3247817 Jul 09 13:30:39.153871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4bd1c-d823-46b8-ac2d-c41d4808e45a req-574fd1b2-2d9a-4304-890d-b652277ab745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:39.155937 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0b4bd1c-d823-46b8-ac2d-c41d4808e45a req-574fd1b2-2d9a-4304-890d-b652277ab745 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 1097 time: 0.2564175 Jul 09 13:30:39.238619 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0fd82428-6ec5-476d-b8d1-4bfcf4b5650f req-1e17d828-7232-4060-825c-c943161b6eeb service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000712 Jul 09 13:30:39.280007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4bd1c-d823-46b8-ac2d-c41d4808e45a req-935cea65-c39d-4e59-835c-b3b5a090b43a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:39.281725 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0b4bd1c-d823-46b8-ac2d-c41d4808e45a req-935cea65-c39d-4e59-835c-b3b5a090b43a service neutron] 10.222.0.15 "GET /v2.0/networks?id=00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 200 len: 922 time: 0.1188385 Jul 09 13:30:39.304045 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53a070ae-93a7-470f-a609-c31a67ae36ff tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Made reservation on behalf of 6516c6e62a35487595dbf1e9904eb8e9 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:39.307570 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53a070ae-93a7-470f-a609-c31a67ae36ff tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:39.356853 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0b4bd1c-d823-46b8-ac2d-c41d4808e45a req-d5f9f7ef-d801-4158-9802-042d19b0592c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ffa8e5b-f394-471f-9d8b-7ad621f73e68 HTTP/1.1" status: 200 len: 217 time: 0.0672865 Jul 09 13:30:39.438310 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53a070ae-93a7-470f-a609-c31a67ae36ff tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:30:39.447502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4bd1c-d823-46b8-ac2d-c41d4808e45a req-65a8421e-1ec2-4d9d-98ef-6bba007232fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:39.449608 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0b4bd1c-d823-46b8-ac2d-c41d4808e45a req-65a8421e-1ec2-4d9d-98ef-6bba007232fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 200 len: 860 time: 0.0859811 Jul 09 13:30:39.494562 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53a070ae-93a7-470f-a609-c31a67ae36ff tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:39.494913 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-53a070ae-93a7-470f-a609-c31a67ae36ff tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Added segment c8d976e8-808d-4428-b47c-6e3dd340f56f of type vlan for network 9c6151b6-c8c8-4efb-ac64-cdabbccd1c90 Jul 09 13:30:39.561177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b4bd1c-d823-46b8-ac2d-c41d4808e45a req-63593857-0015-44ea-bfa8-a567aa9bbb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:39.563251 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0b4bd1c-d823-46b8-ac2d-c41d4808e45a req-63593857-0015-44ea-bfa8-a567aa9bbb3e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=00c96a4a-ec05-4738-9c98-ae92bca88c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043186 Jul 09 13:30:39.568328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dade3b0-bad1-4f8b-a6d4-043f05813642 req-4b5e7441-53f1-4772-a7cc-5840694f46a3 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:39.569854 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8dade3b0-bad1-4f8b-a6d4-043f05813642 req-4b5e7441-53f1-4772-a7cc-5840694f46a3 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 943 time: 0.3704615 Jul 09 13:30:39.585842 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e490ef-c1d6-4ffb-8455-0865536bc6a2 req-08c68629-4ed8-40d6-8f65-3d4907136690 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:39.595938 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5e490ef-c1d6-4ffb-8455-0865536bc6a2 req-08c68629-4ed8-40d6-8f65-3d4907136690 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.3899305 Jul 09 13:30:39.651489 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53a070ae-93a7-470f-a609-c31a67ae36ff tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:39.727934 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0b4bd1c-d823-46b8-ac2d-c41d4808e45a req-bd5b3424-d10e-4f1b-b3eb-80ee89600c9d service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497238 Jul 09 13:30:39.811033 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8dade3b0-bad1-4f8b-a6d4-043f05813642 req-a5080171-5661-4aab-83cf-36b80bd84900 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075751 Jul 09 13:30:39.828574 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5e490ef-c1d6-4ffb-8455-0865536bc6a2 req-dfc45247-3dcd-460f-8d7b-2620d4b27aa0 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/security-groups?id=17ddafdd-3314-423d-9ce3-114240de157d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317448 Jul 09 13:30:39.900802 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53a070ae-93a7-470f-a609-c31a67ae36ff tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:39.901804 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53a070ae-93a7-470f-a609-c31a67ae36ff tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:39.902642 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-53a070ae-93a7-470f-a609-c31a67ae36ff tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:40.103583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56676) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:40.103971 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-53a070ae-93a7-470f-a609-c31a67ae36ff tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0437143 Jul 09 13:30:40.110098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1386d75c-90cc-47f1-9295-d4c2b68d2db2 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:40.227353 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a070ae-93a7-470f-a609-c31a67ae36ff tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event updated for resources: {'Network': ['ID=9c6151b6-c8c8-4efb-ac64-cdabbccd1c90,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:40.231698 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.resource_extend [None req-3abedfb9-176b-4b71-8e45-8dd0d940444e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:30:40.241378 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31567f2f-7832-4b39-80e3-c627db749f67 req-38754d76-da87-4cff-b38a-e73f4051101c tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/floatingips/5ecea7d0-8797-4ed3-9baf-320fc7ef84f3 HTTP/1.1" status: 200 len: 694 time: 0.1718009 Jul 09 13:30:40.242557 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 9c6151b6-c8c8-4efb-ac64-cdabbccd1c90 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:30:40.419257 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3abedfb9-176b-4b71-8e45-8dd0d940444e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:40.435881 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3abedfb9-176b-4b71-8e45-8dd0d940444e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:40.493357 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0b4bd1c-d823-46b8-ac2d-c41d4808e45a req-d072fe67-6114-4cf4-84db-54633bf0ddf2 service neutron] 10.222.0.15 "GET /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377019 Jul 09 13:30:40.705447 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1386d75c-90cc-47f1-9295-d4c2b68d2db2 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:40.710018 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581a544-f0bd-4cfc-8d15-6c139be50cf1 req-e643030d-1d55-4e5e-b844-11994dacc77f tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:40.728635 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4581a544-f0bd-4cfc-8d15-6c139be50cf1 req-e643030d-1d55-4e5e-b844-11994dacc77f tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=79031f85-6a97-4cab-a51d-2d797b1ac220 HTTP/1.1" status: 200 len: 946 time: 0.6170328 Jul 09 13:30:40.754966 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1386d75c-90cc-47f1-9295-d4c2b68d2db2 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:40.788621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1386d75c-90cc-47f1-9295-d4c2b68d2db2 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Network 9c6151b6-c8c8-4efb-ac64-cdabbccd1c90 is not hosted by any dhcp agent {{(pid=93753) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:30:40.791375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1386d75c-90cc-47f1-9295-d4c2b68d2db2 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:40.792824 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1386d75c-90cc-47f1-9295-d4c2b68d2db2 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:40.793639 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31567f2f-7832-4b39-80e3-c627db749f67 req-58d47e80-62ec-42fb-a061-94df407725f4 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:40.795083 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31567f2f-7832-4b39-80e3-c627db749f67 req-58d47e80-62ec-42fb-a061-94df407725f4 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 784 time: 0.4610128 Jul 09 13:30:40.796744 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1386d75c-90cc-47f1-9295-d4c2b68d2db2 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "PUT /v2.0/networks/9c6151b6-c8c8-4efb-ac64-cdabbccd1c90 HTTP/1.1" status: 200 len: 858 time: 0.6920824 Jul 09 13:30:40.802791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56678) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:40.894902 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4581a544-f0bd-4cfc-8d15-6c139be50cf1 req-18b82963-14e6-4b3c-bc6d-950d0ed8cc23 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652148 Jul 09 13:30:40.921790 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31567f2f-7832-4b39-80e3-c627db749f67 req-6c2f787a-e60e-430f-9166-12ed811211be tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 697 time: 0.1150162 Jul 09 13:30:40.925272 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-3abedfb9-176b-4b71-8e45-8dd0d940444e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Floating IP 04a00bf1-7635-4ac8-8615-476f34384019 associated. External IP: 172.25.2.176, port: 4edfb6ea-db14-4165-bcd2-8f02f28336be. Jul 09 13:30:41.142611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31567f2f-7832-4b39-80e3-c627db749f67 req-30c38115-e4b5-4deb-ac59-e4548d6b8e4e tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/floatingips?floating_ip_address=172.25.2.241 HTTP/1.1" status: 200 len: 697 time: 0.2198248 Jul 09 13:30:41.198490 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bd50821-f1c0-4900-8ba0-91a26b813864 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:41.264829 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1386d75c-90cc-47f1-9295-d4c2b68d2db2 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event updated for resources: {'Network': ['ID=9c6151b6-c8c8-4efb-ac64-cdabbccd1c90,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:41.423384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac33658-5a3d-464c-b937-2f3fef515856 req-9b14831d-46fb-4825-9f19-0d630a6880a8 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:41.425277 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eac33658-5a3d-464c-b937-2f3fef515856 req-9b14831d-46fb-4825-9f19-0d630a6880a8 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.18 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 945 time: 0.4857423 Jul 09 13:30:41.430767 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bd50821-f1c0-4900-8ba0-91a26b813864 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:41.491271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1bd50821-f1c0-4900-8ba0-91a26b813864 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c6151b6-c8c8-4efb-ac64-cdabbccd1c90']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:41.509824 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1bd50821-f1c0-4900-8ba0-91a26b813864 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8d976e8-808d-4428-b47c-6e3dd340f56f') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:41.511878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1bd50821-f1c0-4900-8ba0-91a26b813864 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8d976e8-808d-4428-b47c-6e3dd340f56f') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:41.535530 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bd50821-f1c0-4900-8ba0-91a26b813864 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:41.609887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-31567f2f-7832-4b39-80e3-c627db749f67 req-ab34620b-f3da-44fa-ad70-259ccc971705 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Deleting port 4a2a9974-c3ae-4e1b-8a82-c853db58e84c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:41.610084 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bd50821-f1c0-4900-8ba0-91a26b813864 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:41.610646 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-31567f2f-7832-4b39-80e3-c627db749f67 req-ab34620b-f3da-44fa-ad70-259ccc971705 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:41.625593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa26d3-1339-4b4b-822a-77673448f21f req-28bb772c-a988-49f6-bb4d-9cc642640ac7 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:41.627335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bd50821-f1c0-4900-8ba0-91a26b813864 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:30:41.627909 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bd50821-f1c0-4900-8ba0-91a26b813864 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:30:41.632450 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:30:41.635147 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-53fa26d3-1339-4b4b-822a-77673448f21f req-28bb772c-a988-49f6-bb4d-9cc642640ac7 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 943 time: 0.2393713 Jul 09 13:30:41.744741 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-eac33658-5a3d-464c-b937-2f3fef515856 req-0e3b809a-7947-4549-8444-c0d7d932cb53 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Deleting port 9d988884-3d94-4cf4-8246-e9019da8d4cf {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:41.745417 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eac33658-5a3d-464c-b937-2f3fef515856 req-0e3b809a-7947-4549-8444-c0d7d932cb53 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:41.874582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-eac33658-5a3d-464c-b937-2f3fef515856 req-0e3b809a-7947-4549-8444-c0d7d932cb53 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] For port 9d988884-3d94-4cf4-8246-e9019da8d4cf, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9d988884-3d94-4cf4-8246-e9019da8d4cf,segment=NetworkSegment(c359d043-2c6d-4bbb-a284-362024ce4ba9),segment_id=c359d043-2c6d-4bbb-a284-362024ce4ba9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:41.875338 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eac33658-5a3d-464c-b937-2f3fef515856 req-0e3b809a-7947-4549-8444-c0d7d932cb53 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:41.892932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-eac33658-5a3d-464c-b937-2f3fef515856 req-0e3b809a-7947-4549-8444-c0d7d932cb53 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Calling delete_port for 9d988884-3d94-4cf4-8246-e9019da8d4cf owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:42.059413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3abedfb9-176b-4b71-8e45-8dd0d940444e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Router d7648c97-c287-4117-9147-b14585054ac4 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:42.074972 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bd50821-f1c0-4900-8ba0-91a26b813864 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:42.094563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bd50821-f1c0-4900-8ba0-91a26b813864 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c6151b6-c8c8-4efb-ac64-cdabbccd1c90 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 13:30:42.095066 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-53fa26d3-1339-4b4b-822a-77673448f21f req-805c8a4d-850d-4710-8ae3-9b426aa81448 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4588590 Jul 09 13:30:42.098352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd50821-f1c0-4900-8ba0-91a26b813864 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c6151b6-c8c8-4efb-ac64-cdabbccd1c90,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:42.099051 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bd50821-f1c0-4900-8ba0-91a26b813864 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:42.101367 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1bd50821-f1c0-4900-8ba0-91a26b813864 tempest-ExternalNetworksTestJSON-1851816968 tempest-ExternalNetworksTestJSON-1851816968-project-admin] 10.222.0.39 "DELETE /v2.0/networks/9c6151b6-c8c8-4efb-ac64-cdabbccd1c90 HTTP/1.1" status: 204 len: 168 time: 1.2954378 Jul 09 13:30:42.103025 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eac33658-5a3d-464c-b937-2f3fef515856 req-0e3b809a-7947-4549-8444-c0d7d932cb53 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:42.109118 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56690) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:42.124583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['9d988884-3d94-4cf4-8246-e9019da8d4cf'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:42.197427 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3b809a-7947-4549-8444-c0d7d932cb53 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Pushing event deleted for resources: {'Port': ['ID=9d988884-3d94-4cf4-8246-e9019da8d4cf,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:42.212194 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3df9c34-f370-415c-9f81-5e92fbab619b tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] DELETE failed (client error): The resource could not be found. Jul 09 13:30:42.219921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3df9c34-f370-415c-9f81-5e92fbab619b tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:30:42.224942 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b3df9c34-f370-415c-9f81-5e92fbab619b tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] 10.222.0.39 "DELETE /v2.0/subnets/9719dd49-5c33-41fa-bfef-557085034d5c HTTP/1.1" status: 404 len: 337 time: 0.1123505 Jul 09 13:30:42.225790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56692) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:42.237342 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-31567f2f-7832-4b39-80e3-c627db749f67 req-ab34620b-f3da-44fa-ad70-259ccc971705 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:42.237956 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-31567f2f-7832-4b39-80e3-c627db749f67 req-ab34620b-f3da-44fa-ad70-259ccc971705 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:42.294958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-eac33658-5a3d-464c-b937-2f3fef515856 req-0e3b809a-7947-4549-8444-c0d7d932cb53 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] No DVR routers for this DVR port 9d988884-3d94-4cf4-8246-e9019da8d4cf on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:30:42.298129 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eac33658-5a3d-464c-b937-2f3fef515856 req-0e3b809a-7947-4549-8444-c0d7d932cb53 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:42.307454 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eac33658-5a3d-464c-b937-2f3fef515856 req-0e3b809a-7947-4549-8444-c0d7d932cb53 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.18 "DELETE /v2.0/ports/9d988884-3d94-4cf4-8246-e9019da8d4cf HTTP/1.1" status: 204 len: 173 time: 0.8727944 Jul 09 13:30:42.308073 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'name': 'network-vif-deleted', 'tag': '9d988884-3d94-4cf4-8246-e9019da8d4cf'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:42.310639 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945b86de-4ab1-43be-9131-b84dc1061bf1" -d '{"events": [{"server_uuid": "6c4de6b9-efe4-4baf-b35a-4c2374d88af6", "name": "network-vif-deleted", "tag": "9d988884-3d94-4cf4-8246-e9019da8d4cf"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:42.559333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-31567f2f-7832-4b39-80e3-c627db749f67 req-ab34620b-f3da-44fa-ad70-259ccc971705 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Calling delete_port for 4a2a9974-c3ae-4e1b-8a82-c853db58e84c owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:42.581767 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae9ac828-bd5e-4a5a-9a81-c6eaa276e39a req-ec54ad41-74a8-45ad-8bc5-cd3fa9d987b9 tempest-ServerRescueTestJSONUnderV235-1340863929 tempest-ServerRescueTestJSONUnderV235-1340863929-project] 10.222.0.39 "GET /v2.0/ports?device_id=6c4de6b9-efe4-4baf-b35a-4c2374d88af6 HTTP/1.1" status: 200 len: 210 time: 0.2268019 Jul 09 13:30:42.703760 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56696) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:42.837587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-b284be63-a109-431c-9ca3-bf766fc9b422 admin admin] Deleting subnet 06c8e86a-8e6d-4c27-ad7d-ab61ddf665e1 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:30:42.841608 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b284be63-a109-431c-9ca3-bf766fc9b422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:42.857050 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d87b7f4-e4c9-4591-9f06-2512f54bf20d tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:42.939870 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b284be63-a109-431c-9ca3-bf766fc9b422 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:42.997804 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3abedfb9-176b-4b71-8e45-8dd0d940444e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:43.005526 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3abedfb9-176b-4b71-8e45-8dd0d940444e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.101784 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b284be63-a109-431c-9ca3-bf766fc9b422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.269761 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b284be63-a109-431c-9ca3-bf766fc9b422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.316710 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83670c65-7541-42a1-b87c-9a2e041d301c None None] Sync routers for ids ['d7648c97-c287-4117-9147-b14585054ac4'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:43.340767 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83670c65-7541-42a1-b87c-9a2e041d301c None None] Routers {'d7648c97-c287-4117-9147-b14585054ac4'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:43.343824 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-83670c65-7541-42a1-b87c-9a2e041d301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d7648c97-c287-4117-9147-b14585054ac4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:43.382311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b284be63-a109-431c-9ca3-bf766fc9b422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06c8e86a-8e6d-4c27-ad7d-ab61ddf665e1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:43.398890 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b284be63-a109-431c-9ca3-bf766fc9b422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.401321 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b284be63-a109-431c-9ca3-bf766fc9b422 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/06c8e86a-8e6d-4c27-ad7d-ab61ddf665e1 HTTP/1.1" status: 204 len: 168 time: 0.6962821 Jul 09 13:30:43.406484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56702) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:43.462831 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3abedfb9-176b-4b71-8e45-8dd0d940444e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "PUT /v2.0/floatingips/04a00bf1-7635-4ac8-8615-476f34384019 HTTP/1.1" status: 200 len: 991 time: 4.6440668 Jul 09 13:30:43.467753 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d87b7f4-e4c9-4591-9f06-2512f54bf20d tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.471856 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'tag': '4edfb6ea-db14-4165-bcd2-8f02f28336be'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:43.476045 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81db2344-a4b3-4bb9-a261-1f39e28239de" -d '{"events": [{"name": "network-changed", "server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "tag": "4edfb6ea-db14-4165-bcd2-8f02f28336be"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:43.497808 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-31567f2f-7832-4b39-80e3-c627db749f67 req-ab34620b-f3da-44fa-ad70-259ccc971705 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.512949 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-83670c65-7541-42a1-b87c-9a2e041d301c None None] Set router d7648c97-c287-4117-9147-b14585054ac4 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:43.516144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2d87b7f4-e4c9-4591-9f06-2512f54bf20d tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ed6d5ab-7235-4997-94e2-5dfcecc4261f']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:43.583147 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94272f24-62dd-4230-a3d6-d9ab85b3e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.602784 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d972be-1bbe-45c1-9a27-513f8abd5d7e req-b4cfddde-1445-410a-96b8-07792292008a tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:43.613680 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14d972be-1bbe-45c1-9a27-513f8abd5d7e req-b4cfddde-1445-410a-96b8-07792292008a tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=79031f85-6a97-4cab-a51d-2d797b1ac220 HTTP/1.1" status: 200 len: 946 time: 0.7118666 Jul 09 13:30:43.626537 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2d87b7f4-e4c9-4591-9f06-2512f54bf20d tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57b17f1d-ef61-49da-a31a-c9ceb51970ab') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:43.627081 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2d87b7f4-e4c9-4591-9f06-2512f54bf20d tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57b17f1d-ef61-49da-a31a-c9ceb51970ab') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:43.641122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34620b-f3da-44fa-ad70-259ccc971705 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Pushing event deleted for resources: {'Port': ['ID=4a2a9974-c3ae-4e1b-8a82-c853db58e84c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:43.660469 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d87b7f4-e4c9-4591-9f06-2512f54bf20d tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.829976 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-31567f2f-7832-4b39-80e3-c627db749f67 req-ab34620b-f3da-44fa-ad70-259ccc971705 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.834253 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-31567f2f-7832-4b39-80e3-c627db749f67 req-ab34620b-f3da-44fa-ad70-259ccc971705 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.847297 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31567f2f-7832-4b39-80e3-c627db749f67 req-ab34620b-f3da-44fa-ad70-259ccc971705 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "DELETE /v2.0/floatingips/5ecea7d0-8797-4ed3-9baf-320fc7ef84f3 HTTP/1.1" status: 204 len: 173 time: 2.7035291 Jul 09 13:30:43.885247 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d87b7f4-e4c9-4591-9f06-2512f54bf20d tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.897257 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14d972be-1bbe-45c1-9a27-513f8abd5d7e req-65cc0f13-c565-4d4b-b016-06b8c54dbd7c tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824116 Jul 09 13:30:43.912213 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d87b7f4-e4c9-4591-9f06-2512f54bf20d tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:30:43.912732 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d87b7f4-e4c9-4591-9f06-2512f54bf20d tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:30:43.921621 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:30:44.016012 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-83670c65-7541-42a1-b87c-9a2e041d301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7648c97-c287-4117-9147-b14585054ac4', 'name': 'tempest-TaggedBootDevicesTest-963782190-router', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:08Z', 'updated_at': '2021-07-09T13:28:15Z', 'revision_number': 4, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'gw_port': {'id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:09Z', 'updated_at': '2021-07-09T13:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '04a00bf1-7635-4ac8-8615-476f34384019', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'port_id': '4edfb6ea-db14-4165-bcd2-8f02f28336be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16', 'mac_address': 'fa:16:3e:ae:a6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:29:18Z', 'updated_at': '2021-07-09T13:30:39Z', 'revision_number': 1, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8fac14-fdbc-455f-8959-aed3d8eaef87', 'name': '', 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'mac_address': 'fa:16:3e:a9:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:14Z', 'updated_at': '2021-07-09T13:28:23Z', 'revision_number': 5, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'subnets': [{'id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:44.120279 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d87b7f4-e4c9-4591-9f06-2512f54bf20d tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:44.137192 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83670c65-7541-42a1-b87c-9a2e041d301c None None] Checking router: d7648c97-c287-4117-9147-b14585054ac4 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:30:44.163867 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83670c65-7541-42a1-b87c-9a2e041d301c None None] Routers {'d7648c97-c287-4117-9147-b14585054ac4'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:44.165594 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-83670c65-7541-42a1-b87c-9a2e041d301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d7648c97-c287-4117-9147-b14585054ac4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:44.199550 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d87b7f4-e4c9-4591-9f06-2512f54bf20d tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:44.205675 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2d87b7f4-e4c9-4591-9f06-2512f54bf20d tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] 10.222.0.39 "DELETE /v2.0/networks/9ed6d5ab-7235-4997-94e2-5dfcecc4261f HTTP/1.1" status: 204 len: 168 time: 1.9640987 Jul 09 13:30:44.219239 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d87b7f4-e4c9-4591-9f06-2512f54bf20d tempest-ExternalNetworksTestJSON-1333418313 tempest-ExternalNetworksTestJSON-1333418313-project] Pushing event deleted for resources: {'Network': ['ID=9ed6d5ab-7235-4997-94e2-5dfcecc4261f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:44.358795 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94272f24-62dd-4230-a3d6-d9ab85b3e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:44.377953 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9d988884-3d94-4cf4-8246-e9019da8d4cf no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:44.378556 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-94272f24-62dd-4230-a3d6-d9ab85b3e8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee60ed1d-886b-4504-9428-b9ff7503efdd']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:44.396503 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-94272f24-62dd-4230-a3d6-d9ab85b3e8a3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '207bbd89-0c99-4d48-b0ef-ed4b74523f34') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:44.396891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-94272f24-62dd-4230-a3d6-d9ab85b3e8a3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '207bbd89-0c99-4d48-b0ef-ed4b74523f34') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:44.410884 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94272f24-62dd-4230-a3d6-d9ab85b3e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:44.454214 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99b5767-9f71-4944-a77d-fdd4d179e016 x-openstack-request-id: req-d99b5767-9f71-4944-a77d-fdd4d179e016 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:44.457125 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c4de6b9-efe4-4baf-b35a-4c2374d88af6", "name": "network-vif-deleted", "tag": "9d988884-3d94-4cf4-8246-e9019da8d4cf", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:44.457482 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d99b5767-9f71-4944-a77d-fdd4d179e016 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:44.457913 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c4de6b9-efe4-4baf-b35a-4c2374d88af6', 'name': 'network-vif-deleted', 'tag': '9d988884-3d94-4cf4-8246-e9019da8d4cf', 'status': 'completed', 'code': 200} Jul 09 13:30:44.460037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 9d988884-3d94-4cf4-8246-e9019da8d4cf {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:30:44.460568 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9d988884-3d94-4cf4-8246-e9019da8d4cf not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:30:44.461919 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94272f24-62dd-4230-a3d6-d9ab85b3e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:44.472102 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d160f2-d546-47f7-9221-029d1eedf77d req-5d4f880b-8bf3-4d1b-a030-a5a6e80564bb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:44.478217 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-83670c65-7541-42a1-b87c-9a2e041d301c None None] Set router d7648c97-c287-4117-9147-b14585054ac4 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:44.482446 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94272f24-62dd-4230-a3d6-d9ab85b3e8a3 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:30:44.484734 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94272f24-62dd-4230-a3d6-d9ab85b3e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:44.486866 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22d160f2-d546-47f7-9221-029d1eedf77d req-5d4f880b-8bf3-4d1b-a030-a5a6e80564bb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 943 time: 0.1985891 Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:30:44.494197 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:30:44.511611 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db36a9ca-292d-42dc-9602-adf0f8e75ec2 x-openstack-request-id: req-db36a9ca-292d-42dc-9602-adf0f8e75ec2 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:44.512033 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "tag": "4edfb6ea-db14-4165-bcd2-8f02f28336be", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:44.512409 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db36a9ca-292d-42dc-9602-adf0f8e75ec2 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:44.512878 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'tag': '4edfb6ea-db14-4165-bcd2-8f02f28336be', 'status': 'completed', 'code': 200} Jul 09 13:30:44.563836 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22d160f2-d546-47f7-9221-029d1eedf77d req-d90b224f-3487-42bd-8d19-b09b1fa2b029 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752065 Jul 09 13:30:44.715453 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56718) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:44.781480 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94272f24-62dd-4230-a3d6-d9ab85b3e8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:44.792150 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94272f24-62dd-4230-a3d6-d9ab85b3e8a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:44.793887 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-94272f24-62dd-4230-a3d6-d9ab85b3e8a3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ee60ed1d-886b-4504-9428-b9ff7503efdd HTTP/1.1" status: 204 len: 168 time: 1.3861270 Jul 09 13:30:44.848681 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94272f24-62dd-4230-a3d6-d9ab85b3e8a3 admin admin] Pushing event deleted for resources: {'Network': ['ID=ee60ed1d-886b-4504-9428-b9ff7503efdd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:44.871898 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-b2d8448c-1577-4f5f-9772-5929c9fe2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:44.876908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-b2d8448c-1577-4f5f-9772-5929c9fe2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:44.877661 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-b2d8448c-1577-4f5f-9772-5929c9fe2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:44.878413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-b2d8448c-1577-4f5f-9772-5929c9fe2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:44.879182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-b2d8448c-1577-4f5f-9772-5929c9fe2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:44.885894 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-b2d8448c-1577-4f5f-9772-5929c9fe2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:44.887880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-b2d8448c-1577-4f5f-9772-5929c9fe2e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:44.893144 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-b2d8448c-1577-4f5f-9772-5929c9fe2e5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=590f3198215a402b9f863adddb8b13ff&device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 6491 time: 0.3428366 Jul 09 13:30:44.918454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56722) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:45.107623 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-83670c65-7541-42a1-b87c-9a2e041d301c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7648c97-c287-4117-9147-b14585054ac4', 'name': 'tempest-TaggedBootDevicesTest-963782190-router', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:08Z', 'updated_at': '2021-07-09T13:28:15Z', 'revision_number': 4, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'gw_port': {'id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:09Z', 'updated_at': '2021-07-09T13:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '04a00bf1-7635-4ac8-8615-476f34384019', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'port_id': '4edfb6ea-db14-4165-bcd2-8f02f28336be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16', 'mac_address': 'fa:16:3e:ae:a6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:29:18Z', 'updated_at': '2021-07-09T13:30:39Z', 'revision_number': 1, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8fac14-fdbc-455f-8959-aed3d8eaef87', 'name': '', 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'mac_address': 'fa:16:3e:a9:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:14Z', 'updated_at': '2021-07-09T13:28:23Z', 'revision_number': 5, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'subnets': [{'id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:45.185740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-49fdbc94-1ed3-4d87-a6a9-949662c53dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:45.189616 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-49fdbc94-1ed3-4d87-a6a9-949662c53dee service neutron] 10.222.0.18 "GET /v2.0/networks?id=d737c001-7bab-4f5d-8700-9afe90af1f16 HTTP/1.1" status: 200 len: 912 time: 0.2891285 Jul 09 13:30:45.214017 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83670c65-7541-42a1-b87c-9a2e041d301c None None] The sync data for ids ['d7648c97-c287-4117-9147-b14585054ac4'] in n-d-799525-3 is: [{'id': 'd7648c97-c287-4117-9147-b14585054ac4', 'name': 'tempest-TaggedBootDevicesTest-963782190-router', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:08Z', 'updated_at': '2021-07-09T13:28:15Z', 'revision_number': 4, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'gw_port': {'id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:09Z', 'updated_at': '2021-07-09T13:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '04a00bf1-7635-4ac8-8615-476f34384019', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'floating_ip_address': '172.25.2.176', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'port_id': '4edfb6ea-db14-4165-bcd2-8f02f28336be', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16', 'mac_address': 'fa:16:3e:ae:a6:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:29:18Z', 'updated_at': '2021-07-09T13:30:39Z', 'revision_number': 1, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8fac14-fdbc-455f-8959-aed3d8eaef87', 'name': '', 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'mac_address': 'fa:16:3e:a9:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:14Z', 'updated_at': '2021-07-09T13:28:23Z', 'revision_number': 5, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'subnets': [{'id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:45.369218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56730) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:45.540599 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-3385f735-8367-4070-980a-5ed6ce3cbd94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4edfb6ea-db14-4165-bcd2-8f02f28336be HTTP/1.1" status: 200 len: 999 time: 0.3439541 Jul 09 13:30:45.614425 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1507835f-8c4f-424a-920a-2c578161194d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d101729d153b4e2f936f4ead37a91a65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2121713 Jul 09 13:30:45.615048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56738) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:45.628844 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-801fda80-e5c4-4ca1-9d0f-6048f5480cc4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=17a16c0ba91e4ea89be7a64325bbc183&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7051504 Jul 09 13:30:45.629810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56740) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:45.698954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42215d-5bff-48d2-abd9-a8124fcba6da req-07b68a7d-6779-4ffb-aee5-adb176159fc9 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:45.713772 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a42215d-5bff-48d2-abd9-a8124fcba6da req-07b68a7d-6779-4ffb-aee5-adb176159fc9 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 946 time: 0.1406825 Jul 09 13:30:45.763245 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba71f5c-62a7-4c0f-befe-17993e0be55c None None] New status for floating IP 04a00bf1-7635-4ac8-8615-476f34384019: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:30:45.773006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-cb1a8009-097b-43bc-9691-f2a25b7d3ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:45.774520 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-cb1a8009-097b-43bc-9691-f2a25b7d3ef8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c761eaf5-8e23-405f-bf31-0b4ca38c7398 HTTP/1.1" status: 200 len: 850 time: 0.2232802 Jul 09 13:30:45.809069 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a42215d-5bff-48d2-abd9-a8124fcba6da req-47cbb376-2753-4b32-805a-4c6a67e685ee tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943923 Jul 09 13:30:45.910023 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3f85575-41c6-4108-965e-7267871a8dba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:45.917197 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da33cd2-26e2-441d-86cd-38e2da6c6994 req-e7d0d0b1-867c-444e-aed4-8994ef9b57bf tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:45.918747 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4da33cd2-26e2-441d-86cd-38e2da6c6994 req-e7d0d0b1-867c-444e-aed4-8994ef9b57bf tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=79031f85-6a97-4cab-a51d-2d797b1ac220 HTTP/1.1" status: 200 len: 946 time: 0.1239533 Jul 09 13:30:45.927726 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d35c719e-31da-4404-a31f-2f42c62c4909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:45.932362 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-291d9131-eea4-47d7-bd5a-3ea207937b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:45.969712 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3f85575-41c6-4108-965e-7267871a8dba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:45.981727 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-291d9131-eea4-47d7-bd5a-3ea207937b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:46.042233 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-16332a8c-d457-4593-8a55-438cc844f059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:46.042648 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-16332a8c-d457-4593-8a55-438cc844f059 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d737c001-7bab-4f5d-8700-9afe90af1f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1794274 Jul 09 13:30:46.112538 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4da33cd2-26e2-441d-86cd-38e2da6c6994 req-4b0321d1-0097-4528-be63-5167eb64970c tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792257 Jul 09 13:30:46.138605 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-291d9131-eea4-47d7-bd5a-3ea207937b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:46.142164 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-291d9131-eea4-47d7-bd5a-3ea207937b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:46.145573 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-291d9131-eea4-47d7-bd5a-3ea207937b8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd12e4f7-554d-409b-a53f-2fa77ab8128a HTTP/1.1" status: 204 len: 168 time: 0.5251021 Jul 09 13:30:46.178227 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3f85575-41c6-4108-965e-7267871a8dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:46.183241 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3f85575-41c6-4108-965e-7267871a8dba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:46.184433 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a3f85575-41c6-4108-965e-7267871a8dba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22ba95bb-8bef-46a2-81d2-afaa8fc3d653 HTTP/1.1" status: 204 len: 168 time: 0.5440621 Jul 09 13:30:46.212868 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291d9131-eea4-47d7-bd5a-3ea207937b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd12e4f7-554d-409b-a53f-2fa77ab8128a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:46.262291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f85575-41c6-4108-965e-7267871a8dba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22ba95bb-8bef-46a2-81d2-afaa8fc3d653,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:46.348271 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-860964d6-45bf-4853-b585-822b59535fb7 service neutron] 10.222.0.18 "GET /v2.0/networks/d737c001-7bab-4f5d-8700-9afe90af1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2887611 Jul 09 13:30:46.572553 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81db2344-a4b3-4bb9-a261-1f39e28239de req-a6904aa9-df5b-4a18-a0d2-31c61adc4c1a service neutron] 10.222.0.18 "GET /v2.0/networks/d737c001-7bab-4f5d-8700-9afe90af1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126698 Jul 09 13:30:46.602798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4284e6-72cb-4caf-a81e-53d8a2599785 req-0acd2921-8a6e-4ffe-b315-bb5b4fae9ef8 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:46.619397 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a4284e6-72cb-4caf-a81e-53d8a2599785 req-0acd2921-8a6e-4ffe-b315-bb5b4fae9ef8 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 943 time: 0.3597386 Jul 09 13:30:46.834137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a4284e6-72cb-4caf-a81e-53d8a2599785 req-c2d19b62-20c0-40ef-a2b4-182edc99e645 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051795 Jul 09 13:30:46.859055 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56760) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:47.001428 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d35c719e-31da-4404-a31f-2f42c62c4909 admin admin] Deleting port e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:47.001721 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d35c719e-31da-4404-a31f-2f42c62c4909 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:47.027509 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1fc61413-4e12-45ca-ab80-29fce6156342 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6516c6e62a35487595dbf1e9904eb8e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1660383 Jul 09 13:30:47.031001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56766) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:47.105691 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee464f7b-8613-4113-ba3e-e8dbf3363f2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:47.159576 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee464f7b-8613-4113-ba3e-e8dbf3363f2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:47.261496 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee464f7b-8613-4113-ba3e-e8dbf3363f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:47.266322 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ee464f7b-8613-4113-ba3e-e8dbf3363f2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:47.270010 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ee464f7b-8613-4113-ba3e-e8dbf3363f2a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b1333b72-5375-44ad-8fee-4125b7034e3b HTTP/1.1" status: 204 len: 168 time: 0.2340221 Jul 09 13:30:47.303365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee464f7b-8613-4113-ba3e-e8dbf3363f2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1333b72-5375-44ad-8fee-4125b7034e3b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:47.314801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-d35c719e-31da-4404-a31f-2f42c62c4909 admin admin] For port e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52,segment=NetworkSegment(c359d043-2c6d-4bbb-a284-362024ce4ba9),segment_id=c359d043-2c6d-4bbb-a284-362024ce4ba9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:47.315516 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d35c719e-31da-4404-a31f-2f42c62c4909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:47.334349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d35c719e-31da-4404-a31f-2f42c62c4909 admin admin] Calling delete_port for e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:47.423010 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5e990c-8948-4d27-b7a7-bc87d1dcdb31 req-edce4918-f537-4b72-addf-23ec828c5a80 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:47.430873 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dc5e990c-8948-4d27-b7a7-bc87d1dcdb31 req-edce4918-f537-4b72-addf-23ec828c5a80 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 946 time: 0.3264039 Jul 09 13:30:47.543048 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dc5e990c-8948-4d27-b7a7-bc87d1dcdb31 req-eb7d13db-2736-4e06-b073-ebf272e8a514 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111081 Jul 09 13:30:47.594042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56784) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:47.636980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1590ca-ca59-4e71-b191-114615976aeb req-2fcd164d-7aea-4dda-ada4-d60105b51658 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:47.638553 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf1590ca-ca59-4e71-b191-114615976aeb req-2fcd164d-7aea-4dda-ada4-d60105b51658 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=79031f85-6a97-4cab-a51d-2d797b1ac220 HTTP/1.1" status: 200 len: 946 time: 0.2271669 Jul 09 13:30:47.708339 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf1590ca-ca59-4e71-b191-114615976aeb req-3fb4adab-81e0-480d-bf55-ae5dd2bfd52c tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538366 Jul 09 13:30:47.766398 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6242407c-f9e9-4c76-8ba7-88fb0da564de admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2133616191-network', 'tenant_id': 'c1d54a94fd9e4026a57357759e038a7d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:47.803422 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d35c719e-31da-4404-a31f-2f42c62c4909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:47.811988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6242407c-f9e9-4c76-8ba7-88fb0da564de admin admin] Made reservation on behalf of c1d54a94fd9e4026a57357759e038a7d for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:47.815028 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6242407c-f9e9-4c76-8ba7-88fb0da564de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:47.832349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6242407c-f9e9-4c76-8ba7-88fb0da564de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:47.835725 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35c719e-31da-4404-a31f-2f42c62c4909 admin admin] Pushing event deleted for resources: {'Port': ['ID=e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:48.040170 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6242407c-f9e9-4c76-8ba7-88fb0da564de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.046125 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6242407c-f9e9-4c76-8ba7-88fb0da564de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.085923 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6242407c-f9e9-4c76-8ba7-88fb0da564de admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:30:48.114059 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242407c-f9e9-4c76-8ba7-88fb0da564de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526ade11-b1a5-4a3a-9ae7-87f96de12948,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:48.123290 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6242407c-f9e9-4c76-8ba7-88fb0da564de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.124759 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-6242407c-f9e9-4c76-8ba7-88fb0da564de admin admin] Added segment d2edf6e3-15cd-4dc8-9aaf-30746f769690 of type vlan for network f9661553-cd6b-4506-92e6-55d468228b70 Jul 09 13:30:48.178554 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6242407c-f9e9-4c76-8ba7-88fb0da564de admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.238498 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6242407c-f9e9-4c76-8ba7-88fb0da564de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.240951 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6242407c-f9e9-4c76-8ba7-88fb0da564de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:48.243313 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6242407c-f9e9-4c76-8ba7-88fb0da564de admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.410872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6242407c-f9e9-4c76-8ba7-88fb0da564de admin admin] Pushing event updated for resources: {'Network': ['ID=f9661553-cd6b-4506-92e6-55d468228b70,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:48.415015 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6242407c-f9e9-4c76-8ba7-88fb0da564de admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8192792 Jul 09 13:30:48.417379 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56810) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:48.424378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network f9661553-cd6b-4506-92e6-55d468228b70 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:30:48.432001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-33a7cde1-5d93-4f7e-829a-9aa23efc52e3 admin admin] Request body: {'subnet': {'network_id': 'f9661553-cd6b-4506-92e6-55d468228b70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2133616191-subnet', 'tenant_id': 'c1d54a94fd9e4026a57357759e038a7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:48.499551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a7cde1-5d93-4f7e-829a-9aa23efc52e3 admin admin] Made reservation on behalf of c1d54a94fd9e4026a57357759e038a7d for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:48.502499 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a7cde1-5d93-4f7e-829a-9aa23efc52e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.599322 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d35c719e-31da-4404-a31f-2f42c62c4909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.752401 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df0f294-58c9-4c8e-bec1-0c5c5c9609af req-65174027-c0f5-48dc-8266-aeb964e8b9bd tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:48.754259 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2df0f294-58c9-4c8e-bec1-0c5c5c9609af req-65174027-c0f5-48dc-8266-aeb964e8b9bd tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 943 time: 0.6367977 Jul 09 13:30:48.809099 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a7cde1-5d93-4f7e-829a-9aa23efc52e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.897758 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a7cde1-5d93-4f7e-829a-9aa23efc52e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=449f507a-bcc0-4820-a57c-393409f16a2f,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:48.912229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33a7cde1-5d93-4f7e-829a-9aa23efc52e3 admin admin] Checking segment: {'id': 'd2edf6e3-15cd-4dc8-9aaf-30746f769690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f9661553-cd6b-4506-92e6-55d468228b70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:30:48.912933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a7cde1-5d93-4f7e-829a-9aa23efc52e3 admin admin] Network hostable DHCP agents. Network: f9661553-cd6b-4506-92e6-55d468228b70, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:30:48.936955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a7cde1-5d93-4f7e-829a-9aa23efc52e3 admin admin] Network f9661553-cd6b-4506-92e6-55d468228b70 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:30:48.956049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-33a7cde1-5d93-4f7e-829a-9aa23efc52e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, f9661553-cd6b-4506-92e6-55d468228b70) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:48.961542 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a7cde1-5d93-4f7e-829a-9aa23efc52e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:48.962271 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a7cde1-5d93-4f7e-829a-9aa23efc52e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:48.969291 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557b2c6f-118a-40f3-b12d-66b76d2e9443 None None] Network f9661553-cd6b-4506-92e6-55d468228b70 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:49.026384 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-33a7cde1-5d93-4f7e-829a-9aa23efc52e3 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6075199 Jul 09 13:30:49.057537 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2df0f294-58c9-4c8e-bec1-0c5c5c9609af req-c3d42494-ae61-4e31-bbdf-cf893baefffc tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2907727 Jul 09 13:30:49.187707 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577b4d7-f5a2-4527-b6bd-ab1482ff8eb3 req-ff1f98de-10e6-4b4b-a935-bbdbd24ce65b tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:49.197793 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e577b4d7-f5a2-4527-b6bd-ab1482ff8eb3 req-ff1f98de-10e6-4b4b-a935-bbdbd24ce65b tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 946 time: 0.4420092 Jul 09 13:30:49.437026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35c719e-31da-4404-a31f-2f42c62c4909 admin admin] Router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:49.470576 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e577b4d7-f5a2-4527-b6bd-ab1482ff8eb3 req-194f41f4-3810-49df-956e-c61bf2ea9222 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510383 Jul 09 13:30:49.578854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0fed92b-bf5a-47bb-987e-5bad11a0452a None None] Network f9661553-cd6b-4506-92e6-55d468228b70 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:49.680329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1ef081-8e04-429c-ae7f-fa75f4287e86 req-f9e5cece-1309-4084-9d27-ccb36494d767 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:49.697431 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-df1ef081-8e04-429c-ae7f-fa75f4287e86 req-f9e5cece-1309-4084-9d27-ccb36494d767 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=79031f85-6a97-4cab-a51d-2d797b1ac220 HTTP/1.1" status: 200 len: 946 time: 0.3313351 Jul 09 13:30:49.806124 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-df1ef081-8e04-429c-ae7f-fa75f4287e86 req-eda8751a-3bce-46fb-a842-46014718d30d tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077025 Jul 09 13:30:49.834686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35c719e-31da-4404-a31f-2f42c62c4909 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:49.842503 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d35c719e-31da-4404-a31f-2f42c62c4909 admin admin] 10.222.0.39 "PUT /v2.0/routers/6b34ece7-d1b4-4e9d-9727-0953c6f9a562/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1257257 Jul 09 13:30:49.845039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56842) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:49.846696 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1f863-b017-4cdc-8739-f9fd3508c5c7 None None] Sync routers for ids ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:49.859780 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1f863-b017-4cdc-8739-f9fd3508c5c7 None None] Routers {'6b34ece7-d1b4-4e9d-9727-0953c6f9a562'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:49.860452 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-91a1f863-b017-4cdc-8739-f9fd3508c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:50.007568 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29144534-424a-4969-b5b0-15f74d088b7f admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:50.111735 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-91a1f863-b017-4cdc-8739-f9fd3508c5c7 None None] Set router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:50.325999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56862) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:50.334160 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29144534-424a-4969-b5b0-15f74d088b7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:50.511406 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-29144534-424a-4969-b5b0-15f74d088b7f admin admin] Deleting port 7c3519eb-8558-48dd-b50e-32c2e4ad2688 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:50.512089 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29144534-424a-4969-b5b0-15f74d088b7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:50.606176 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-91a1f863-b017-4cdc-8739-f9fd3508c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-router', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147'}], 'enable_snat': True}, 'gw_port_id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:30:47Z', 'revision_number': 5, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'gw_port': {'id': '7c3519eb-8558-48dd-b50e-32c2e4ad2688', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:ba:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:52Z', 'updated_at': '2021-07-09T13:29:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:50.653431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-720a3ce6-b683-4b63-b5b6-25b229fc4c63 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:50.675769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-29144534-424a-4969-b5b0-15f74d088b7f admin admin] For port 7c3519eb-8558-48dd-b50e-32c2e4ad2688, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7c3519eb-8558-48dd-b50e-32c2e4ad2688,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:50.676562 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29144534-424a-4969-b5b0-15f74d088b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:50.692580 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1f863-b017-4cdc-8739-f9fd3508c5c7 None None] Checking router: 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:30:50.731143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e56de-3ba7-421d-af70-5b83223d9ae0 req-58e8a9fc-4882-4055-8aaa-e94f9cdad38e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:50.733948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-29144534-424a-4969-b5b0-15f74d088b7f admin admin] Calling delete_port for 7c3519eb-8558-48dd-b50e-32c2e4ad2688 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:50.734089 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-299e56de-3ba7-421d-af70-5b83223d9ae0 req-58e8a9fc-4882-4055-8aaa-e94f9cdad38e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 943 time: 0.3602281 Jul 09 13:30:50.738789 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a1f863-b017-4cdc-8739-f9fd3508c5c7 None None] Routers {'6b34ece7-d1b4-4e9d-9727-0953c6f9a562'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:50.739158 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-91a1f863-b017-4cdc-8739-f9fd3508c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:50.775673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-6b5c3408-e32a-4a35-a8f8-7eda6f402437 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:50.780259 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-720a3ce6-b683-4b63-b5b6-25b229fc4c63 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] 10.222.0.39 "PUT /v2.0/quotas/36a0d88dd3de41c8afa4e8037bf5c4fa HTTP/1.1" status: 200 len: 366 time: 0.4524734 Jul 09 13:30:50.783029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56870) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:50.783619 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-6b5c3408-e32a-4a35-a8f8-7eda6f402437 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/networks?id=f9661553-cd6b-4506-92e6-55d468228b70 HTTP/1.1" status: 200 len: 813 time: 0.5948832 Jul 09 13:30:50.828123 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-00ee26bd-3367-4be1-92ff-10dc934a8ba8 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/quotas/c1d54a94fd9e4026a57357759e038a7d HTTP/1.1" status: 200 len: 375 time: 0.0433686 Jul 09 13:30:50.831519 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-299e56de-3ba7-421d-af70-5b83223d9ae0 req-141d0625-1c1e-4801-90d3-f26e499491c9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753479 Jul 09 13:30:50.867237 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5b12d313-0cce-4ab4-b245-e8768e3bcb3e tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0823638 Jul 09 13:30:50.870676 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56874) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:50.873410 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-27f0f0e5-267a-46ad-b33e-69365ebb56a4 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1d54a94fd9e4026a57357759e038a7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0368319 Jul 09 13:30:50.878072 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-91a1f863-b017-4cdc-8739-f9fd3508c5c7 None None] Set router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:50.902666 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-07be5258-0ff1-4c8d-ab7c-b9e6f2585b72 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] 10.222.0.39 "GET /v2.0/quotas/36a0d88dd3de41c8afa4e8037bf5c4fa HTTP/1.1" status: 200 len: 366 time: 0.0305595 Jul 09 13:30:50.906423 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56878) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:50.933668 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-29749671-5797-4003-9dd0-999aafd8fdbf tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/36a0d88dd3de41c8afa4e8037bf5c4fa HTTP/1.1" status: 204 len: 168 time: 0.0259778 Jul 09 13:30:50.934483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56880) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:50.962076 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-05e8ec02-3e88-4d65-b376-570e9c461b3b tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] 10.222.0.39 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0247521 Jul 09 13:30:50.964124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56882) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:50.987645 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-91a1f863-b017-4cdc-8739-f9fd3508c5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-router', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:30:50Z', 'revision_number': 6, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:50.991264 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3722b249-6dbb-4418-83ab-90d7b8ca6452 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] 10.222.0.39 "GET /v2.0/quotas/36a0d88dd3de41c8afa4e8037bf5c4fa HTTP/1.1" status: 200 len: 370 time: 0.0239947 Jul 09 13:30:50.991480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56884) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:50.997954 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ccf8854e-013c-4a6a-8576-0ff7262a63a8 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] 10.222.0.39 "GET /v2.0/quotas/36a0d88dd3de41c8afa4e8037bf5c4fa/default HTTP/1.1" status: 200 len: 370 time: 0.0052719 Jul 09 13:30:51.002414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56886) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:51.028078 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a1f863-b017-4cdc-8739-f9fd3508c5c7 None None] The sync data for ids ['6b34ece7-d1b4-4e9d-9727-0953c6f9a562'] in n-d-799525-3 is: [{'id': '6b34ece7-d1b4-4e9d-9727-0953c6f9a562', 'name': 'tempest-ServerRescueTestJSONUnderV235-2040093007-router', 'tenant_id': '2dc3d71beda042768fa9167c0c8c0a75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:51Z', 'updated_at': '2021-07-09T13:30:50Z', 'revision_number': 6, 'project_id': '2dc3d71beda042768fa9167c0c8c0a75', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:30:51.038721 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-6956753a-fad2-4f8c-b666-d1fa24c09b84 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] delete failed (client error): The resource could not be found. Jul 09 13:30:51.042404 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6956753a-fad2-4f8c-b666-d1fa24c09b84 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] 10.222.0.39 "DELETE /v2.0/quotas/36a0d88dd3de41c8afa4e8037bf5c4fa HTTP/1.1" status: 404 len: 348 time: 0.0366466 Jul 09 13:30:51.074551 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29144534-424a-4969-b5b0-15f74d088b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:51.108451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29144534-424a-4969-b5b0-15f74d088b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=7c3519eb-8558-48dd-b50e-32c2e4ad2688,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:51.134521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-de2b0b52-a900-4148-8037-c2621ce91da4 service neutron] 10.222.0.39 "GET /v2.0/networks/f9661553-cd6b-4506-92e6-55d468228b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519352 Jul 09 13:30:51.182353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56892) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:51.194888 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29144534-424a-4969-b5b0-15f74d088b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:51.218132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0752a505-d952-4c39-bf29-21f47c1b3a82 req-3d04fdb3-c0a8-4da9-94ae-1fcc70e0af27 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:51.219673 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0752a505-d952-4c39-bf29-21f47c1b3a82 req-3d04fdb3-c0a8-4da9-94ae-1fcc70e0af27 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 946 time: 0.1463795 Jul 09 13:30:51.281297 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0752a505-d952-4c39-bf29-21f47c1b3a82 req-d82c677a-a6ff-4633-bc11-312da0c067f0 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553408 Jul 09 13:30:51.283288 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-6956d4a8-9c5e-4e0f-9f69-67b539086880 service neutron] 10.222.0.39 "GET /v2.0/networks/f9661553-cd6b-4506-92e6-55d468228b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1375005 Jul 09 13:30:51.287504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.quota.resource [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Usage tracker for resource:network and tenant:a45e788d37e549dfa85b1ea9dbff52d7 is out of sync, need to count used quota {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 13:30:51.295945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.quota.resource [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 13:30:51.304370 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29144534-424a-4969-b5b0-15f74d088b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:51.307911 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29144534-424a-4969-b5b0-15f74d088b7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:51.356014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.quota.resource [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Usage tracker for resource:subnet and tenant:a45e788d37e549dfa85b1ea9dbff52d7 is out of sync, need to count used quota {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 13:30:51.364599 n-d-799525-3 neutron-server[93753]: DEBUG neutron.quota.resource [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 13:30:51.368352 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29144534-424a-4969-b5b0-15f74d088b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:51.368977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29144534-424a-4969-b5b0-15f74d088b7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6b34ece7-d1b4-4e9d-9727-0953c6f9a562 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:30:51.375082 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29144534-424a-4969-b5b0-15f74d088b7f admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:51.382823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56894) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:51.385057 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-29144534-424a-4969-b5b0-15f74d088b7f admin admin] 10.222.0.39 "DELETE /v2.0/routers/6b34ece7-d1b4-4e9d-9727-0953c6f9a562 HTTP/1.1" status: 204 len: 168 time: 1.5381372 Jul 09 13:30:51.395203 n-d-799525-3 neutron-server[93753]: DEBUG neutron.quota.resource [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Usage tracker for resource:subnetpool and tenant:a45e788d37e549dfa85b1ea9dbff52d7 is out of sync, need to count used quota {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 13:30:51.407232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.quota.resource [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 13:30:51.440252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.quota.resource [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Usage tracker for resource:port and tenant:a45e788d37e549dfa85b1ea9dbff52d7 is out of sync, need to count used quota {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 13:30:51.462340 n-d-799525-3 neutron-server[93753]: DEBUG neutron.quota.resource [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 13:30:51.483380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.quota.resource [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Usage tracker for resource:router and tenant:a45e788d37e549dfa85b1ea9dbff52d7 is out of sync, need to count used quota {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 13:30:51.490751 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-6176cc6e-dbbf-454a-8a5f-d0f7345b07e1 admin admin] Deleting subnet a3e96803-b55c-4f7e-8287-78c6c5674a51 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:30:51.492843 n-d-799525-3 neutron-server[93753]: DEBUG neutron.quota.resource [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 13:30:51.496933 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6176cc6e-dbbf-454a-8a5f-d0f7345b07e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:51.511650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.quota.resource [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Usage tracker for resource:floatingip and tenant:a45e788d37e549dfa85b1ea9dbff52d7 is out of sync, need to count used quota {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 13:30:51.520659 n-d-799525-3 neutron-server[93753]: DEBUG neutron.quota.resource [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 13:30:51.556604 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6176cc6e-dbbf-454a-8a5f-d0f7345b07e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:51.572650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:51.606252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.quota.resource [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Usage tracker for resource:security_group and tenant:a45e788d37e549dfa85b1ea9dbff52d7 is out of sync, need to count used quota {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 13:30:51.618110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:30:51.618694 n-d-799525-3 neutron-server[93753]: DEBUG neutron.quota.resource [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 13:30:51.619519 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e6c6c576-4bcb-4cd8-9ebb-cb5a77e73b52 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:30:51.637901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.quota.resource [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Usage tracker for resource:security_group_rule and tenant:a45e788d37e549dfa85b1ea9dbff52d7 is out of sync, need to count used quota {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 09 13:30:51.644692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.quota.resource [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93753) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 09 13:30:51.651147 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5f33181f-d3e0-479e-99f6-44b9b75c02a2 tempest-QuotasTest-1132503688 tempest-QuotasTest-1132503688-project-admin] 10.222.0.39 "GET /v2.0/quotas/a45e788d37e549dfa85b1ea9dbff52d7/details.json HTTP/1.1" status: 200 len: 703 time: 0.4666212 Jul 09 13:30:51.743709 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6176cc6e-dbbf-454a-8a5f-d0f7345b07e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:51.792722 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-763fd2b7-2359-48f6-abff-149beb2c9fa0 req-e82fce8b-1e8d-45eb-a967-52b5c0a26a76 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/ports?device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 210 time: 0.0760777 Jul 09 13:30:51.852254 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b5debb-189f-4ab6-883e-eb6c39f85f19 req-baea80b5-9c8e-4100-aa76-cd0b82100ddc tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:51.853931 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-71b5debb-189f-4ab6-883e-eb6c39f85f19 req-baea80b5-9c8e-4100-aa76-cd0b82100ddc tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=79031f85-6a97-4cab-a51d-2d797b1ac220 HTTP/1.1" status: 200 len: 946 time: 0.2125478 Jul 09 13:30:51.899194 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6176cc6e-dbbf-454a-8a5f-d0f7345b07e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:51.949953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6176cc6e-dbbf-454a-8a5f-d0f7345b07e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3e96803-b55c-4f7e-8287-78c6c5674a51,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:51.966561 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6176cc6e-dbbf-454a-8a5f-d0f7345b07e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:51.977167 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6176cc6e-dbbf-454a-8a5f-d0f7345b07e1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a3e96803-b55c-4f7e-8287-78c6c5674a51 HTTP/1.1" status: 204 len: 168 time: 0.5901816 Jul 09 13:30:51.977559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56910) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:51.995052 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-71b5debb-189f-4ab6-883e-eb6c39f85f19 req-0f4313d8-b37b-4c0f-abb8-ddebddcab594 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312208 Jul 09 13:30:52.105836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a365f2ff-56e6-4e10-8c9a-40bfbaf3abae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.109773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8848a7-34c8-49bc-8da3-65c2e9bf8f8d req-455db3c3-8b80-4410-8dff-5588bbc38bbd tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:52.112321 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c8848a7-34c8-49bc-8da3-65c2e9bf8f8d req-455db3c3-8b80-4410-8dff-5588bbc38bbd tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 943 time: 0.1123505 Jul 09 13:30:52.180234 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c8848a7-34c8-49bc-8da3-65c2e9bf8f8d req-a4b978fa-7ad7-4ec3-b8fa-6214194fc6ec tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621560 Jul 09 13:30:52.183756 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56914) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:52.219676 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a365f2ff-56e6-4e10-8c9a-40bfbaf3abae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.233582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a365f2ff-56e6-4e10-8c9a-40bfbaf3abae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['081edb05-57a4-4005-ad30-bbd4c7b8ed7d']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:52.250452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a365f2ff-56e6-4e10-8c9a-40bfbaf3abae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c359d043-2c6d-4bbb-a284-362024ce4ba9') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:52.251006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a365f2ff-56e6-4e10-8c9a-40bfbaf3abae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c359d043-2c6d-4bbb-a284-362024ce4ba9') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:52.262452 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a365f2ff-56e6-4e10-8c9a-40bfbaf3abae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.282146 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a365f2ff-56e6-4e10-8c9a-40bfbaf3abae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.290032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a365f2ff-56e6-4e10-8c9a-40bfbaf3abae admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:30:52.290656 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a365f2ff-56e6-4e10-8c9a-40bfbaf3abae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:30:52.292722 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:30:52.365844 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d55e15f3-3be8-426f-8011-b863c3590844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.367322 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a365f2ff-56e6-4e10-8c9a-40bfbaf3abae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.378056 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a365f2ff-56e6-4e10-8c9a-40bfbaf3abae admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.386348 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a365f2ff-56e6-4e10-8c9a-40bfbaf3abae admin admin] 10.222.0.39 "DELETE /v2.0/networks/081edb05-57a4-4005-ad30-bbd4c7b8ed7d HTTP/1.1" status: 204 len: 168 time: 0.4074793 Jul 09 13:30:52.422519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a365f2ff-56e6-4e10-8c9a-40bfbaf3abae admin admin] Pushing event deleted for resources: {'Network': ['ID=081edb05-57a4-4005-ad30-bbd4c7b8ed7d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:52.593377 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d55e15f3-3be8-426f-8011-b863c3590844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.599444 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d55e15f3-3be8-426f-8011-b863c3590844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.615551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56924) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:52.631938 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f19ce32-9a8d-431f-a76b-142c571ea01e req-b9f225c7-f815-4f20-9f69-978b866ae759 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:52.635710 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f19ce32-9a8d-431f-a76b-142c571ea01e req-b9f225c7-f815-4f20-9f69-978b866ae759 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 946 time: 0.1263063 Jul 09 13:30:52.650727 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-874d1783-9b02-44d6-b689-4810bda90789 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2dc3d71beda042768fa9167c0c8c0a75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415730 Jul 09 13:30:52.653641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56926) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:52.680202 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d55e15f3-3be8-426f-8011-b863c3590844 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8773821873c24efc99396f20eea67a93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4950264 Jul 09 13:30:52.680941 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55e15f3-3be8-426f-8011-b863c3590844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e848c2a-50bf-4f5b-b3d4-d6c985450b6d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:52.682791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56930) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:52.708971 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f19ce32-9a8d-431f-a76b-142c571ea01e req-5eee0387-c402-4bc3-b043-04be71c06aae tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/security-groups?id=6c67bbe1-6826-48f4-8201-b074a9793afc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676522 Jul 09 13:30:52.788120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97ff696f-4365-4a55-979d-57308e92f9ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.814160 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73914148-e1e1-4294-b351-09f3dd9698e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.837766 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97ff696f-4365-4a55-979d-57308e92f9ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.899567 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73914148-e1e1-4294-b351-09f3dd9698e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:52.973830 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f2a562-f8ca-4f80-9854-ba9af8ed9e35 req-5dd73d4f-b6f5-4069-aca7-76cb47e11a47 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:52.975383 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e6f2a562-f8ca-4f80-9854-ba9af8ed9e35 req-5dd73d4f-b6f5-4069-aca7-76cb47e11a47 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.15 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 946 time: 0.2535686 Jul 09 13:30:52.975733 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e11d449-5a4c-4c0b-b329-7e049b894b55 req-f797dcc7-1597-4516-b215-739d5d675eae tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/ports?device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 210 time: 0.0387802 Jul 09 13:30:53.070957 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97ff696f-4365-4a55-979d-57308e92f9ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:53.073502 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97ff696f-4365-4a55-979d-57308e92f9ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:53.074636 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-97ff696f-4365-4a55-979d-57308e92f9ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/17ddafdd-3314-423d-9ce3-114240de157d HTTP/1.1" status: 204 len: 168 time: 0.4200807 Jul 09 13:30:53.132198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff696f-4365-4a55-979d-57308e92f9ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ddafdd-3314-423d-9ce3-114240de157d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:53.142796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-5f973c93-6f86-4b2d-83c9-b4f5fadaca79 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:53.144488 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-5f973c93-6f86-4b2d-83c9-b4f5fadaca79 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.18 "GET /v2.0/networks?id=f9661553-cd6b-4506-92e6-55d468228b70 HTTP/1.1" status: 200 len: 813 time: 0.2832229 Jul 09 13:30:53.161649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-df7cf1f0-930b-4e0a-a8e1-c153bff7b6f3 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Request body: {'port': {'device_id': '8750275b-b8aa-4e7c-bb38-45dbed3dbd8e', 'network_id': 'f9661553-cd6b-4506-92e6-55d468228b70', 'admin_state_up': True, 'tenant_id': 'c1d54a94fd9e4026a57357759e038a7d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:53.203171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7c3519eb-8558-48dd-b50e-32c2e4ad2688 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:53.213442 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73914148-e1e1-4294-b351-09f3dd9698e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:53.215767 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73914148-e1e1-4294-b351-09f3dd9698e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:53.216941 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-73914148-e1e1-4294-b351-09f3dd9698e9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e848c2a-50bf-4f5b-b3d4-d6c985450b6d HTTP/1.1" status: 204 len: 168 time: 0.5331457 Jul 09 13:30:53.241052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73914148-e1e1-4294-b351-09f3dd9698e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e848c2a-50bf-4f5b-b3d4-d6c985450b6d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:53.243896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e6f2a562-f8ca-4f80-9854-ba9af8ed9e35 req-aa1b1df3-7741-4252-88c0-465461b84b80 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Deleting port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:53.244241 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e6f2a562-f8ca-4f80-9854-ba9af8ed9e35 req-aa1b1df3-7741-4252-88c0-465461b84b80 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:53.273565 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 7c3519eb-8558-48dd-b50e-32c2e4ad2688 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:30:53.274282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7c3519eb-8558-48dd-b50e-32c2e4ad2688 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:30:53.424843 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f696c6b7-5f87-4721-9150-6d450d22e39c req-b74066bd-6b24-4e6e-beef-ee8b20d7e862 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:53.427025 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f696c6b7-5f87-4721-9150-6d450d22e39c req-b74066bd-6b24-4e6e-beef-ee8b20d7e862 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=79031f85-6a97-4cab-a51d-2d797b1ac220 HTTP/1.1" status: 200 len: 946 time: 0.1896167 Jul 09 13:30:53.458580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e6f2a562-f8ca-4f80-9854-ba9af8ed9e35 req-aa1b1df3-7741-4252-88c0-465461b84b80 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] For port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=7ffa8e5b-f394-471f-9d8b-7ad621f73e68,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:53.458951 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e6f2a562-f8ca-4f80-9854-ba9af8ed9e35 req-aa1b1df3-7741-4252-88c0-465461b84b80 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:53.468326 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-df7cf1f0-930b-4e0a-a8e1-c153bff7b6f3 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Made reservation on behalf of c1d54a94fd9e4026a57357759e038a7d for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:53.471861 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-df7cf1f0-930b-4e0a-a8e1-c153bff7b6f3 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:53.493306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e6f2a562-f8ca-4f80-9854-ba9af8ed9e35 req-aa1b1df3-7741-4252-88c0-465461b84b80 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Calling delete_port for 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:53.537424 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f696c6b7-5f87-4721-9150-6d450d22e39c req-4d010e79-3f8a-44a6-81d4-fc3fb4528025 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775170 Jul 09 13:30:53.566268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b674885-f6b7-4121-ad3d-f105dff139b0 req-fd9e9433-19d0-49d8-9871-65e28334a57c tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:53.568926 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b674885-f6b7-4121-ad3d-f105dff139b0 req-fd9e9433-19d0-49d8-9871-65e28334a57c tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 943 time: 0.1703854 Jul 09 13:30:53.684387 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b674885-f6b7-4121-ad3d-f105dff139b0 req-a8c0aac1-27fc-4576-97f1-01ad9c3a1354 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067765 Jul 09 13:30:53.706874 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-df7cf1f0-930b-4e0a-a8e1-c153bff7b6f3 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Allocated IP 172.20.0.2 (f9661553-cd6b-4506-92e6-55d468228b70/449f507a-bcc0-4820-a57c-393409f16a2f/fc1bce52-287e-4e68-8874-b8738f98da36) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:30:53.797323 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e6f2a562-f8ca-4f80-9854-ba9af8ed9e35 req-aa1b1df3-7741-4252-88c0-465461b84b80 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:53.809312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56962) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:53.810579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['7ffa8e5b-f394-471f-9d8b-7ad621f73e68'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:53.835826 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1b1df3-7741-4252-88c0-465461b84b80 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Pushing event deleted for resources: {'Port': ['ID=7ffa8e5b-f394-471f-9d8b-7ad621f73e68,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:53.841014 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.001000 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f08de59f-ab8c-44c0-aaa7-0f44895703a5 req-b90ae275-cad1-4d81-b685-408135463a48 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce9d4f97-69ac-4202-b5ce-19b380f29179 HTTP/1.1" status: 200 len: 210 time: 0.0396864 Jul 09 13:30:54.029081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6f2a562-f8ca-4f80-9854-ba9af8ed9e35 req-aa1b1df3-7741-4252-88c0-465461b84b80 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] No DVR routers for this DVR port 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:30:54.034105 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e6f2a562-f8ca-4f80-9854-ba9af8ed9e35 req-aa1b1df3-7741-4252-88c0-465461b84b80 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.041899 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e6f2a562-f8ca-4f80-9854-ba9af8ed9e35 req-aa1b1df3-7741-4252-88c0-465461b84b80 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] 10.222.0.15 "DELETE /v2.0/ports/7ffa8e5b-f394-471f-9d8b-7ad621f73e68 HTTP/1.1" status: 204 len: 173 time: 1.0520263 Jul 09 13:30:54.044935 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'name': 'network-vif-deleted', 'tag': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:54.050608 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f747bd-8ad1-4dcb-a3d7-5fadc2c7f60b" -d '{"events": [{"server_uuid": "ce9d4f97-69ac-4202-b5ce-19b380f29179", "name": "network-vif-deleted", "tag": "7ffa8e5b-f394-471f-9d8b-7ad621f73e68"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:54.070056 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.079388 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.169928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d732cb8-7eb8-4d0e-a410-3a60a99d9406,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:54.174377 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-df7cf1f0-930b-4e0a-a8e1-c153bff7b6f3 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.181260 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:54.181781 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:54.182246 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:54.182707 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:54.183124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:54.183490 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:54.184122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:54.184812 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:54.185185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:54.187367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:54.187687 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:54.188030 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:30:54.198759 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-35a0061c-b7ba-45cf-90b2-ba3f17f670a0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a45e788d37e549dfa85b1ea9dbff52d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3854072 Jul 09 13:30:54.199202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56976) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:54.282242 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-df7cf1f0-930b-4e0a-a8e1-c153bff7b6f3 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.419069 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87a27ead-0f7e-467f-94c0-a4f08ea57c90 x-openstack-request-id: req-87a27ead-0f7e-467f-94c0-a4f08ea57c90 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:54.419328 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9d4f97-69ac-4202-b5ce-19b380f29179", "name": "network-vif-deleted", "tag": "7ffa8e5b-f394-471f-9d8b-7ad621f73e68", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:54.419541 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-87a27ead-0f7e-467f-94c0-a4f08ea57c90 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:54.419945 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9d4f97-69ac-4202-b5ce-19b380f29179', 'name': 'network-vif-deleted', 'tag': '7ffa8e5b-f394-471f-9d8b-7ad621f73e68', 'status': 'completed', 'code': 200} Jul 09 13:30:54.420546 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7cf1f0-930b-4e0a-a8e1-c153bff7b6f3 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Pushing event updated for resources: {'Port': ['ID=fc1bce52-287e-4e68-8874-b8738f98da36,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:54.429061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-df7cf1f0-930b-4e0a-a8e1-c153bff7b6f3 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Network f9661553-cd6b-4506-92e6-55d468228b70 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:30:54.430790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-df7cf1f0-930b-4e0a-a8e1-c153bff7b6f3 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:54.438004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-df7cf1f0-930b-4e0a-a8e1-c153bff7b6f3 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:30:54.465996 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4eaff3a0-2954-4f75-98a1-193b45b5f348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.493470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-df7cf1f0-930b-4e0a-a8e1-c153bff7b6f3 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:54.494144 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-df7cf1f0-930b-4e0a-a8e1-c153bff7b6f3 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.514792 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2be107c-132d-4714-935f-2cfb271f7525 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:30:54.530971 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4eaff3a0-2954-4f75-98a1-193b45b5f348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.531205 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-df7cf1f0-930b-4e0a-a8e1-c153bff7b6f3 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3771996 Jul 09 13:30:54.547842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Request body: {'port': {'device_id': '8750275b-b8aa-4e7c-bb38-45dbed3dbd8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:54.616370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea461cf-cd4c-4cf5-81ec-323adfebb583 req-833a9276-98d2-4b56-9503-89ca2d08617c tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:54.618827 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eea461cf-cd4c-4cf5-81ec-323adfebb583 req-833a9276-98d2-4b56-9503-89ca2d08617c tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/ports?device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 931 time: 0.1971154 Jul 09 13:30:54.665121 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4eaff3a0-2954-4f75-98a1-193b45b5f348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.668215 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4eaff3a0-2954-4f75-98a1-193b45b5f348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.670840 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4eaff3a0-2954-4f75-98a1-193b45b5f348 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d732cb8-7eb8-4d0e-a410-3a60a99d9406 HTTP/1.1" status: 204 len: 168 time: 0.4696822 Jul 09 13:30:54.712378 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaff3a0-2954-4f75-98a1-193b45b5f348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d732cb8-7eb8-4d0e-a410-3a60a99d9406,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:54.734375 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eea461cf-cd4c-4cf5-81ec-323adfebb583 req-9a49022a-f827-439c-a7ca-3b2794f5dd35 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/security-groups?id=526ade11-b1a5-4a3a-9ae7-87f96de12948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055515 Jul 09 13:30:54.811770 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d2be107c-132d-4714-935f-2cfb271f7525, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2be107c-132d-4714-935f-2cfb271f7525,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:54.824327 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'd2be107c-132d-4714-935f-2cfb271f7525', 'network_id': '1eb9b139-b7c5-4be8-a2a9-237ef11ed12b', 'port_id': 'd2be107c-132d-4714-935f-2cfb271f7525', 'mac_address': 'fa:16:3e:be:90:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b148dd4e-9358-4a31-b001-045227bbe9d4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:30:54.833695 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.884956 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.904138 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2be107c-132d-4714-935f-2cfb271f7525 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:54.932522 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d2be107c-132d-4714-935f-2cfb271f7525, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2be107c-132d-4714-935f-2cfb271f7525,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:54.940434 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:54.962361 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdade0-7258-4b44-a738-0fbcb1d33e99 req-826b4a96-ffc8-49c5-95b9-86e7a77c6070 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:54.971405 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18bdade0-7258-4b44-a738-0fbcb1d33e99 req-826b4a96-ffc8-49c5-95b9-86e7a77c6070 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 943 time: 0.1175823 Jul 09 13:30:55.025406 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18bdade0-7258-4b44-a738-0fbcb1d33e99 req-4a4b15e1-418f-4dfb-b615-a0e3b1e1bf24 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529647 Jul 09 13:30:55.056321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=d2be107c-132d-4714-935f-2cfb271f7525,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:55.162846 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d2be107c-132d-4714-935f-2cfb271f7525'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:55.302254 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57016) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:55.384298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc1bce52-287e-4e68-8874-b8738f98da36 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:55.408097 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:55.430208 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Transition to ACTIVE for port object fc1bce52-287e-4e68-8874-b8738f98da36 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:30:55.435998 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:55.545218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1bce52-287e-4e68-8874-b8738f98da36,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:55.628443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Attempting to bind port fc1bce52-287e-4e68-8874-b8738f98da36 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:30:55.629017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Attempting to bind port fc1bce52-287e-4e68-8874-b8738f98da36 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'd2edf6e3-15cd-4dc8-9aaf-30746f769690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f9661553-cd6b-4506-92e6-55d468228b70'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:30:55.629544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Attempting to bind port fc1bce52-287e-4e68-8874-b8738f98da36 on network f9661553-cd6b-4506-92e6-55d468228b70 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:30:55.640057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Port fc1bce52-287e-4e68-8874-b8738f98da36 on network f9661553-cd6b-4506-92e6-55d468228b70 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:30:55.642569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Attempting to bind port fc1bce52-287e-4e68-8874-b8738f98da36 on network f9661553-cd6b-4506-92e6-55d468228b70 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:30:55.659854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:30:55.663700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Checking segment: {'id': 'd2edf6e3-15cd-4dc8-9aaf-30746f769690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f9661553-cd6b-4506-92e6-55d468228b70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:30:55.664444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Bound using segment: {'id': 'd2edf6e3-15cd-4dc8-9aaf-30746f769690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f9661553-cd6b-4506-92e6-55d468228b70'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:30:55.665292 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Bound port: fc1bce52-287e-4e68-8874-b8738f98da36, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2edf6e3-15cd-4dc8-9aaf-30746f769690', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f9661553-cd6b-4506-92e6-55d468228b70'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:30:55.666366 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:55.770110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-937190a6-af4b-466d-9e1e-2f7fd5c1af54 req-beeed2b8-0295-4b46-b74e-63b6aa31d73a tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0474238 Jul 09 13:30:55.792684 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] For port fc1bce52-287e-4e68-8874-b8738f98da36, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:30:55.814279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] For port fc1bce52-287e-4e68-8874-b8738f98da36, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fc1bce52-287e-4e68-8874-b8738f98da36,segment=NetworkSegment(d2edf6e3-15cd-4dc8-9aaf-30746f769690),segment_id=d2edf6e3-15cd-4dc8-9aaf-30746f769690)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:30:55.824528 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:55.893209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:55.893845 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:55.895808 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] 10.222.0.18 "PUT /v2.0/ports/fc1bce52-287e-4e68-8874-b8738f98da36 HTTP/1.1" status: 200 len: 1091 time: 1.3582644 Jul 09 13:30:55.934375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a6c66f-9ca1-4df4-80d7-9a34bba5a682 service neutron] Pushing event updated for resources: {'Port': ['ID=fc1bce52-287e-4e68-8874-b8738f98da36,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:56.052654 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc46f6e5-0bfc-47ff-b7c6-a3f42df7c5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:56.063624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-5db501e5-72f3-41a1-a9f7-e0d72701954f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:56.066685 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-5db501e5-72f3-41a1-a9f7-e0d72701954f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1d54a94fd9e4026a57357759e038a7d&device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 1094 time: 0.1246419 Jul 09 13:30:56.130876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71111e7-3d4a-4d41-8857-20f87695a005 req-26f6e259-2d8a-483b-b9d4-59f6b12ece0b tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:56.132512 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a71111e7-3d4a-4d41-8857-20f87695a005 req-26f6e259-2d8a-483b-b9d4-59f6b12ece0b tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/ports?device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 943 time: 0.1994050 Jul 09 13:30:56.153694 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-fae8d17f-609e-4ef1-acc8-57f9f2f2719d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc1bce52-287e-4e68-8874-b8738f98da36 HTTP/1.1" status: 200 len: 217 time: 0.0778456 Jul 09 13:30:56.239751 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-fbaa04de-088a-4b9a-81be-5dcac0d1f0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:56.241469 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-fbaa04de-088a-4b9a-81be-5dcac0d1f0e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=449f507a-bcc0-4820-a57c-393409f16a2f HTTP/1.1" status: 200 len: 853 time: 0.0803409 Jul 09 13:30:56.265001 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a71111e7-3d4a-4d41-8857-20f87695a005 req-da780edf-c861-4919-8e74-443e2ff1c87a tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/security-groups?id=526ade11-b1a5-4a3a-9ae7-87f96de12948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173766 Jul 09 13:30:56.304914 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-4d875140-d6f8-46ee-9657-cddedd22b90f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9661553-cd6b-4506-92e6-55d468228b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564544 Jul 09 13:30:56.421331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8750275b-b8aa-4e7c-bb38-45dbed3dbd8e', 'tag': 'fc1bce52-287e-4e68-8874-b8738f98da36'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:56.423632 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c635948-e3f3-4b4c-b1ff-d29887c20b76" -d '{"events": [{"name": "network-changed", "server_uuid": "8750275b-b8aa-4e7c-bb38-45dbed3dbd8e", "tag": "fc1bce52-287e-4e68-8874-b8738f98da36"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:56.429338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaffb154-adc9-4a34-9f6a-53c57fa3727e req-d1570371-deb4-46ec-a1a6-b75010b710bf tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:56.437259 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aaffb154-adc9-4a34-9f6a-53c57fa3727e req-d1570371-deb4-46ec-a1a6-b75010b710bf tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 944 time: 0.2051785 Jul 09 13:30:56.463412 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-56df4d04-33a8-4256-8d92-e3244ad6461e service neutron] 10.222.0.18 "GET /v2.0/networks/f9661553-cd6b-4506-92e6-55d468228b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494565 Jul 09 13:30:56.503355 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aaffb154-adc9-4a34-9f6a-53c57fa3727e req-9581b3e4-9184-4c02-bd20-ffac64df5bc7 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612974 Jul 09 13:30:56.526770 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2be107c-132d-4714-935f-2cfb271f7525 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:30:56.623948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port d2be107c-132d-4714-935f-2cfb271f7525 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:30:56.624757 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:56.655566 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-fc46f6e5-0bfc-47ff-b7c6-a3f42df7c5df admin admin] Deleting port 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:30:56.655933 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc46f6e5-0bfc-47ff-b7c6-a3f42df7c5df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:56.738673 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b72ded1c-501c-4d98-92ed-48f99603b210 req-8eb40971-ad78-4eb7-8415-de89ab5166fc service neutron] 10.222.0.18 "GET /v2.0/networks/f9661553-cd6b-4506-92e6-55d468228b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684081 Jul 09 13:30:56.741213 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355d18bf-e0a8-45d4-9c04-d16b5a5025fe x-openstack-request-id: req-355d18bf-e0a8-45d4-9c04-d16b5a5025fe {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:56.741581 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8750275b-b8aa-4e7c-bb38-45dbed3dbd8e", "tag": "fc1bce52-287e-4e68-8874-b8738f98da36", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:56.741849 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-355d18bf-e0a8-45d4-9c04-d16b5a5025fe {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:56.742243 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8750275b-b8aa-4e7c-bb38-45dbed3dbd8e', 'tag': 'fc1bce52-287e-4e68-8874-b8738f98da36', 'status': 'completed', 'code': 200} Jul 09 13:30:56.776011 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:56.845643 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501d779d-997c-4706-9362-07c098324089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2be107c-132d-4714-935f-2cfb271f7525'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:30:56.850436 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb2e0c5-6e1d-4d62-b383-7762b3a89c75" -d '{"events": [{"server_uuid": "501d779d-997c-4706-9362-07c098324089", "name": "network-vif-plugged", "status": "completed", "tag": "d2be107c-132d-4714-935f-2cfb271f7525"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:30:56.887222 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-fc46f6e5-0bfc-47ff-b7c6-a3f42df7c5df admin admin] For port 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:56.887827 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc46f6e5-0bfc-47ff-b7c6-a3f42df7c5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:56.893734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d2be107c-132d-4714-935f-2cfb271f7525, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2be107c-132d-4714-935f-2cfb271f7525,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:56.900344 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:56.901414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:30:56.913383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-fc46f6e5-0bfc-47ff-b7c6-a3f42df7c5df admin admin] Calling delete_port for 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:30:56.967454 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aee7805-5dc7-423f-b68e-a31bf2da5ae1 x-openstack-request-id: req-0aee7805-5dc7-423f-b68e-a31bf2da5ae1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:30:56.968132 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501d779d-997c-4706-9362-07c098324089", "name": "network-vif-plugged", "status": "completed", "tag": "d2be107c-132d-4714-935f-2cfb271f7525", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:30:56.968744 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0aee7805-5dc7-423f-b68e-a31bf2da5ae1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:30:56.969364 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501d779d-997c-4706-9362-07c098324089', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2be107c-132d-4714-935f-2cfb271f7525', 'code': 200} Jul 09 13:30:56.970122 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:30:56.970854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 7ffa8e5b-f394-471f-9d8b-7ad621f73e68 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:30:57.023153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=d2be107c-132d-4714-935f-2cfb271f7525,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:57.090674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c635948-e3f3-4b4c-b1ff-d29887c20b76 req-099a277c-2d72-4332-be3e-055bb1a4408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:57.093539 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8c635948-e3f3-4b4c-b1ff-d29887c20b76 req-099a277c-2d72-4332-be3e-055bb1a4408c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c1d54a94fd9e4026a57357759e038a7d&device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 1094 time: 0.1501677 Jul 09 13:30:57.099223 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad657e72-004c-4ed9-af12-2c46677be8fe req-2fb5c32d-8ad0-49ac-a449-dcacaa8a1884 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0490694 Jul 09 13:30:57.152012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57106) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:57.361481 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc46f6e5-0bfc-47ff-b7c6-a3f42df7c5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:57.442315 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc46f6e5-0bfc-47ff-b7c6-a3f42df7c5df admin admin] Pushing event deleted for resources: {'Port': ['ID=37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:57.788739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1573ec44-83d8-4c46-94fb-eed29d8d188c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-517788084', 'router:external': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:57.852888 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1573ec44-83d8-4c46-94fb-eed29d8d188c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Made reservation on behalf of b3815553db5842d2b061a2edc7d50d0c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:57.855349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1573ec44-83d8-4c46-94fb-eed29d8d188c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:57.918108 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1573ec44-83d8-4c46-94fb-eed29d8d188c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:57.928375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c635948-e3f3-4b4c-b1ff-d29887c20b76 req-fc46fa94-243c-4065-962a-b0c440efdcd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:57.929921 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8c635948-e3f3-4b4c-b1ff-d29887c20b76 req-fc46fa94-243c-4065-962a-b0c440efdcd1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f9661553-cd6b-4506-92e6-55d468228b70 HTTP/1.1" status: 200 len: 914 time: 0.8180850 Jul 09 13:30:58.031493 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1573ec44-83d8-4c46-94fb-eed29d8d188c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:58.071899 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8c635948-e3f3-4b4c-b1ff-d29887c20b76 req-50aaa196-865c-4ddf-bf08-54b6304bf801 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc1bce52-287e-4e68-8874-b8738f98da36 HTTP/1.1" status: 200 len: 217 time: 0.0382285 Jul 09 13:30:58.074829 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2767ed-63eb-43d5-aa48-eb2b678a527f req-f58c3ab3-60b5-40db-9a05-dcc6c0edbe86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:58.078128 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7d2767ed-63eb-43d5-aa48-eb2b678a527f req-f58c3ab3-60b5-40db-9a05-dcc6c0edbe86 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 1097 time: 0.8700273 Jul 09 13:30:58.082330 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1573ec44-83d8-4c46-94fb-eed29d8d188c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:58.156676 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1573ec44-83d8-4c46-94fb-eed29d8d188c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:30:58.183982 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc46f6e5-0bfc-47ff-b7c6-a3f42df7c5df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:58.199697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1573ec44-83d8-4c46-94fb-eed29d8d188c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:58.200211 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-1573ec44-83d8-4c46-94fb-eed29d8d188c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Added segment 6d2dbc1c-fec9-4a28-9f9f-2eaa091a1e8e of type vlan for network 9a1d8329-2535-4376-9135-2841fa20b37d Jul 09 13:30:58.205857 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7d2767ed-63eb-43d5-aa48-eb2b678a527f req-b0a3fb51-77e8-407d-b2e5-e2bf12731914 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036499 Jul 09 13:30:58.215448 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573ec44-83d8-4c46-94fb-eed29d8d188c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a607d617-deeb-4079-8217-225538a78220,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:58.216175 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c851b74-cd66-47a5-a5a9-2d1126d70cd9 req-4ab13843-1ba8-4b99-b49d-8d7c47922ed8 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:58.236200 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c851b74-cd66-47a5-a5a9-2d1126d70cd9 req-4ab13843-1ba8-4b99-b49d-8d7c47922ed8 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.2450674 Jul 09 13:30:58.244592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c635948-e3f3-4b4c-b1ff-d29887c20b76 req-e81d84ef-7a48-4674-adc5-978968c18e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:58.246188 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8c635948-e3f3-4b4c-b1ff-d29887c20b76 req-e81d84ef-7a48-4674-adc5-978968c18e04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=449f507a-bcc0-4820-a57c-393409f16a2f HTTP/1.1" status: 200 len: 853 time: 0.1664445 Jul 09 13:30:58.254222 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8923119-c819-41da-8e64-6e374afba5b6 req-2d4b2074-f9b1-476b-a7d0-2cf00e3dc631 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:58.262341 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8923119-c819-41da-8e64-6e374afba5b6 req-2d4b2074-f9b1-476b-a7d0-2cf00e3dc631 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/ports?device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 943 time: 0.7502315 Jul 09 13:30:58.286014 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8c635948-e3f3-4b4c-b1ff-d29887c20b76 req-8d731850-955a-4df5-8f6f-68c378298d7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f9661553-cd6b-4506-92e6-55d468228b70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315061 Jul 09 13:30:58.308210 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1573ec44-83d8-4c46-94fb-eed29d8d188c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:58.411578 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1573ec44-83d8-4c46-94fb-eed29d8d188c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:58.412519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1573ec44-83d8-4c46-94fb-eed29d8d188c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:58.412899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c851b74-cd66-47a5-a5a9-2d1126d70cd9 req-72db0f20-ca0b-48dd-a400-0f553cfb9a06 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718071 Jul 09 13:30:58.413469 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1573ec44-83d8-4c46-94fb-eed29d8d188c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:58.445392 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8923119-c819-41da-8e64-6e374afba5b6 req-c66fdafd-74f4-4899-90c4-4b66cc8d0e9b tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/security-groups?id=526ade11-b1a5-4a3a-9ae7-87f96de12948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1816504 Jul 09 13:30:58.448359 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1573ec44-83d8-4c46-94fb-eed29d8d188c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.3056042 Jul 09 13:30:58.460391 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57138) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:58.467694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-dacdc101-aea8-412c-9dbd-f84d17d7c931 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Request body: {'subnet': {'network_id': '9a1d8329-2535-4376-9135-2841fa20b37d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:30:58.533185 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ce9757ee-55c6-4f1b-89b5-8b81c20532f9 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:30:58.546146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1573ec44-83d8-4c46-94fb-eed29d8d188c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Pushing event updated for resources: {'Network': ['ID=9a1d8329-2535-4376-9135-2841fa20b37d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:58.564192 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8c635948-e3f3-4b4c-b1ff-d29887c20b76 req-98ec8602-9eab-4279-80ff-492a20914858 service neutron] 10.222.0.18 "GET /v2.0/networks/f9661553-cd6b-4506-92e6-55d468228b70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682009 Jul 09 13:30:58.569273 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 9a1d8329-2535-4376-9135-2841fa20b37d details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:30:58.578923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dacdc101-aea8-412c-9dbd-f84d17d7c931 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Made reservation on behalf of b3815553db5842d2b061a2edc7d50d0c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:30:58.581687 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dacdc101-aea8-412c-9dbd-f84d17d7c931 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:58.676865 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:30:58.701968 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8c635948-e3f3-4b4c-b1ff-d29887c20b76 req-8a963a35-a101-4aab-8856-c9328fde598b service neutron] 10.222.0.18 "GET /v2.0/networks/f9661553-cd6b-4506-92e6-55d468228b70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307635 Jul 09 13:30:58.887754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ce9757ee-55c6-4f1b-89b5-8b81c20532f9, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:58.909778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'ce9757ee-55c6-4f1b-89b5-8b81c20532f9', 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385', 'port_id': 'ce9757ee-55c6-4f1b-89b5-8b81c20532f9', 'mac_address': 'fa:16:3e:78:d9:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11eca0f-225a-479a-adf8-c5ca2fa12bae', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:30:58.945150 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aba2e971-788d-426f-a1f3-8b033f58fb56 req-bfb5cc6c-26cc-496a-a9c3-d74ffd3c00aa tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0634549 Jul 09 13:30:58.981530 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:59.006031 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ce9757ee-55c6-4f1b-89b5-8b81c20532f9 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:30:59.018198 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc46f6e5-0bfc-47ff-b7c6-a3f42df7c5df admin admin] Router 3fe463c3-77e9-4211-86f6-3ab088596a2b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:30:59.109145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ce9757ee-55c6-4f1b-89b5-8b81c20532f9, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:30:59.117927 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:59.256857 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:59.315999 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['ce9757ee-55c6-4f1b-89b5-8b81c20532f9'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:30:59.366384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc46f6e5-0bfc-47ff-b7c6-a3f42df7c5df admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:30:59.367004 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71235d26-7132-4137-a2c1-b74c098e6b31 req-f694dc40-91c6-4f53-85e8-56bb68624180 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0591781 Jul 09 13:30:59.373065 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fc46f6e5-0bfc-47ff-b7c6-a3f42df7c5df admin admin] 10.222.0.39 "PUT /v2.0/routers/3fe463c3-77e9-4211-86f6-3ab088596a2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0687566 Jul 09 13:30:59.378596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57160) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:30:59.378976 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b2295-c94a-44f6-bfc8-4e0a90d90911 None None] Sync routers for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:30:59.423899 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b2295-c94a-44f6-bfc8-4e0a90d90911 None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:30:59.424498 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6f4b2295-c94a-44f6-bfc8-4e0a90d90911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:30:59.549213 n-d-799525-3 neutron-server[93754]: DEBUG neutron.objects.ports [None req-dacdc101-aea8-412c-9dbd-f84d17d7c931 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:30:59.560260 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dacdc101-aea8-412c-9dbd-f84d17d7c931 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:59.574177 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-374fdaf9-e687-4b17-92c3-1fcafc37e34e admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:59.764003 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacdc101-aea8-412c-9dbd-f84d17d7c931 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Pushing event updated for resources: {'Subnet': ['ID=a9d744c6-f025-4e00-a9bc-9ce71e715c6c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:30:59.778208 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dacdc101-aea8-412c-9dbd-f84d17d7c931 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Checking segment: {'id': '6d2dbc1c-fec9-4a28-9f9f-2eaa091a1e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9a1d8329-2535-4376-9135-2841fa20b37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:30:59.780613 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacdc101-aea8-412c-9dbd-f84d17d7c931 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Network hostable DHCP agents. Network: 9a1d8329-2535-4376-9135-2841fa20b37d, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:30:59.812859 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-6f4b2295-c94a-44f6-bfc8-4e0a90d90911 None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:30:59.886757 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dacdc101-aea8-412c-9dbd-f84d17d7c931 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Network 9a1d8329-2535-4376-9135-2841fa20b37d is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:30:59.903740 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-374fdaf9-e687-4b17-92c3-1fcafc37e34e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:59.910879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-dacdc101-aea8-412c-9dbd-f84d17d7c931 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 9a1d8329-2535-4376-9135-2841fa20b37d) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:30:59.917651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dacdc101-aea8-412c-9dbd-f84d17d7c931 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:30:59.918621 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dacdc101-aea8-412c-9dbd-f84d17d7c931 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:30:59.941054 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5749d4c-99e2-4658-8c8a-35ab74750cf2 None None] Network 9a1d8329-2535-4376-9135-2841fa20b37d requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:30:59.992581 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dacdc101-aea8-412c-9dbd-f84d17d7c931 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.5304189 Jul 09 13:30:59.996878 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57194) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:00.004878 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9a52db67-2bc5-4170-816b-cde63506cd3a tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1318926986', 'network_id': '9a1d8329-2535-4376-9135-2841fa20b37d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:00.063111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-374fdaf9-e687-4b17-92c3-1fcafc37e34e admin admin] Deleting port 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:00.064477 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-374fdaf9-e687-4b17-92c3-1fcafc37e34e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:00.067181 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a52db67-2bc5-4170-816b-cde63506cd3a tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Made reservation on behalf of b3815553db5842d2b061a2edc7d50d0c for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:00.071061 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a52db67-2bc5-4170-816b-cde63506cd3a tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:00.132635 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b4274-4a88-445e-bc45-fb8a0524c278 req-d59e7825-0d8b-492e-ab11-7485d84b094c tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:00.140895 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b56b4274-4a88-445e-bc45-fb8a0524c278 req-d59e7825-0d8b-492e-ab11-7485d84b094c tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.3013589 Jul 09 13:31:00.198700 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff29c3d-f529-479a-a074-4c76f5f11ca8 req-9162bda5-7a94-487f-88f5-7b7f53c1cc24 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:00.206440 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ff29c3d-f529-479a-a074-4c76f5f11ca8 req-9162bda5-7a94-487f-88f5-7b7f53c1cc24 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/ports?device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 943 time: 0.4178755 Jul 09 13:31:00.320215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287ed3bc-7d28-4b0c-86f0-3505466d4062 None None] Network 9a1d8329-2535-4376-9135-2841fa20b37d requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:00.344790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-374fdaf9-e687-4b17-92c3-1fcafc37e34e admin admin] For port 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6c028a03-cc5f-48e1-8d3a-f606a2e6e99b,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:00.346740 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-374fdaf9-e687-4b17-92c3-1fcafc37e34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:00.352383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-9a52db67-2bc5-4170-816b-cde63506cd3a tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] device_id is not set on port 74f845b0-c166-40b4-b355-5f457c161ba6 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:31:00.401385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-374fdaf9-e687-4b17-92c3-1fcafc37e34e admin admin] Calling delete_port for 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:00.416663 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6f4b2295-c94a-44f6-bfc8-4e0a90d90911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62'}], 'enable_snat': True}, 'gw_port_id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:30:57Z', 'revision_number': 5, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port': {'id': '6c028a03-cc5f-48e1-8d3a-f606a2e6e99b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:aa:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:57Z', 'updated_at': '2021-07-09T13:29:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:00.457600 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b2295-c94a-44f6-bfc8-4e0a90d90911 None None] Checking router: 3fe463c3-77e9-4211-86f6-3ab088596a2b for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:31:00.463802 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ff29c3d-f529-479a-a074-4c76f5f11ca8 req-3b7912a7-53f2-4320-b909-32063b95672c tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/security-groups?id=526ade11-b1a5-4a3a-9ae7-87f96de12948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347107 Jul 09 13:31:00.470643 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fc1bce52-287e-4e68-8874-b8738f98da36 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:31:00.514605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4b2295-c94a-44f6-bfc8-4e0a90d90911 None None] Routers {'3fe463c3-77e9-4211-86f6-3ab088596a2b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:00.517129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6f4b2295-c94a-44f6-bfc8-4e0a90d90911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:30:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3fe463c3-77e9-4211-86f6-3ab088596a2b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:00.544000 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b56b4274-4a88-445e-bc45-fb8a0524c278 req-e3455e7c-0ab6-47e0-a1d0-1acb78063654 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3361943 Jul 09 13:31:00.617790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ce9757ee-55c6-4f1b-89b5-8b81c20532f9 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:00.846694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-9a52db67-2bc5-4170-816b-cde63506cd3a tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Allocated IP 2001:db8::3c4 (9a1d8329-2535-4376-9135-2841fa20b37d/a9d744c6-f025-4e00-a9bc-9ce71e715c6c/74f845b0-c166-40b4-b355-5f457c161ba6) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:00.949691 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-374fdaf9-e687-4b17-92c3-1fcafc37e34e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:00.978123 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] It took 0.46 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:31:00.990000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374fdaf9-e687-4b17-92c3-1fcafc37e34e admin admin] Pushing event deleted for resources: {'Port': ['ID=6c028a03-cc5f-48e1-8d3a-f606a2e6e99b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:01.072440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-6f4b2295-c94a-44f6-bfc8-4e0a90d90911 None None] Set router 3fe463c3-77e9-4211-86f6-3ab088596a2b gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:31:01.102097 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-374fdaf9-e687-4b17-92c3-1fcafc37e34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.197762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6f4b2295-c94a-44f6-bfc8-4e0a90d90911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:30:59Z', 'revision_number': 6, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:01.252860 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c981e881-cfc2-48cb-ad69-b241b6574629 req-383bc50f-534b-46b9-8af4-0912fbc8f082 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0615838 Jul 09 13:31:01.256891 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a52db67-2bc5-4170-816b-cde63506cd3a tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.317040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4b2295-c94a-44f6-bfc8-4e0a90d90911 None None] The sync data for ids ['3fe463c3-77e9-4211-86f6-3ab088596a2b'] in n-d-799525-3 is: [{'id': '3fe463c3-77e9-4211-86f6-3ab088596a2b', 'name': 'tempest-FloatingIPsAssociationTestJSON-1845484200-router', 'tenant_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:56Z', 'updated_at': '2021-07-09T13:30:59Z', 'revision_number': 6, 'project_id': 'fcd82771b9a6459ba9739e9a10eb6ed5', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:01.334797 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a52db67-2bc5-4170-816b-cde63506cd3a tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.366737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port ce9757ee-55c6-4f1b-89b5-8b81c20532f9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:01.376124 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.405122 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-374fdaf9-e687-4b17-92c3-1fcafc37e34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.408293 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-374fdaf9-e687-4b17-92c3-1fcafc37e34e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.442417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a52db67-2bc5-4170-816b-cde63506cd3a tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Network 9a1d8329-2535-4376-9135-2841fa20b37d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:01.445856 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9a52db67-2bc5-4170-816b-cde63506cd3a tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:01.448892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a52db67-2bc5-4170-816b-cde63506cd3a tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:01.451024 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a52db67-2bc5-4170-816b-cde63506cd3a tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:01.453104 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a52db67-2bc5-4170-816b-cde63506cd3a tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.472100 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9a52db67-2bc5-4170-816b-cde63506cd3a tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 1.4718330 Jul 09 13:31:01.475027 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57210) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:01.480784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fc1bce52-287e-4e68-8874-b8738f98da36, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fc1bce52-287e-4e68-8874-b8738f98da36,segment=NetworkSegment(d2edf6e3-15cd-4dc8-9aaf-30746f769690),segment_id=d2edf6e3-15cd-4dc8-9aaf-30746f769690)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:01.508666 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'fc1bce52-287e-4e68-8874-b8738f98da36', 'network_id': 'f9661553-cd6b-4506-92e6-55d468228b70', 'port_id': 'fc1bce52-287e-4e68-8874-b8738f98da36', 'mac_address': 'fa:16:3e:1d:d3:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '449f507a-bcc0-4820-a57c-393409f16a2f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:31:01.510324 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-374fdaf9-e687-4b17-92c3-1fcafc37e34e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.511037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374fdaf9-e687-4b17-92c3-1fcafc37e34e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fe463c3-77e9-4211-86f6-3ab088596a2b {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:31:01.516364 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-374fdaf9-e687-4b17-92c3-1fcafc37e34e admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.525832 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-374fdaf9-e687-4b17-92c3-1fcafc37e34e admin admin] 10.222.0.39 "DELETE /v2.0/routers/3fe463c3-77e9-4211-86f6-3ab088596a2b HTTP/1.1" status: 204 len: 168 time: 2.1430471 Jul 09 13:31:01.525832 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57218) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:01.589517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a52db67-2bc5-4170-816b-cde63506cd3a tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Pushing event updated for resources: {'Port': ['ID=74f845b0-c166-40b4-b355-5f457c161ba6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:01.629980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-61e3bf44-0289-4d92-b988-559f91ab0ae6 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Deleting port 74f845b0-c166-40b4-b355-5f457c161ba6 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:01.630557 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61e3bf44-0289-4d92-b988-559f91ab0ae6 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.664760 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-85d36150-4b10-4cf4-93fd-02a40a19f4d7 admin admin] Deleting subnet 371dd9f6-6c1a-4114-bfb0-708845a51988 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:01.668255 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85d36150-4b10-4cf4-93fd-02a40a19f4d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.705397 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.745375 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85d36150-4b10-4cf4-93fd-02a40a19f4d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.756734 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61e3bf44-0289-4d92-b988-559f91ab0ae6 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.758713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc1bce52-287e-4e68-8874-b8738f98da36 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:31:01.792099 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.866413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fc1bce52-287e-4e68-8874-b8738f98da36, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fc1bce52-287e-4e68-8874-b8738f98da36,segment=NetworkSegment(d2edf6e3-15cd-4dc8-9aaf-30746f769690),segment_id=d2edf6e3-15cd-4dc8-9aaf-30746f769690)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:01.869182 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88e317d6-fc34-489f-80a5-2741828a86d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.881057 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.905503 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-61e3bf44-0289-4d92-b988-559f91ab0ae6 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Calling delete_port for 74f845b0-c166-40b4-b355-5f457c161ba6 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:01.931792 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79031f85-6a97-4cab-a51d-2d797b1ac220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9757ee-55c6-4f1b-89b5-8b81c20532f9'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:01.939574 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e798174c-074c-4d8d-92b1-a24c9b5c14de" -d '{"events": [{"server_uuid": "79031f85-6a97-4cab-a51d-2d797b1ac220", "name": "network-vif-plugged", "status": "completed", "tag": "ce9757ee-55c6-4f1b-89b5-8b81c20532f9"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:01.973359 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ce9757ee-55c6-4f1b-89b5-8b81c20532f9, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:01.986862 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85d36150-4b10-4cf4-93fd-02a40a19f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:01.996511 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:02.056961 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fc1bce52-287e-4e68-8874-b8738f98da36,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:02.121206 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85d36150-4b10-4cf4-93fd-02a40a19f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:02.165376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13138358-eb89-44da-82a6-8ee95fece2ef req-9952f725-5e95-4f25-81c9-78219ffc8c4c tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:02.175009 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13138358-eb89-44da-82a6-8ee95fece2ef req-9952f725-5e95-4f25-81c9-78219ffc8c4c tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/ports?device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 943 time: 0.4016218 Jul 09 13:31:02.199362 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85d36150-4b10-4cf4-93fd-02a40a19f4d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:02.206136 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-85d36150-4b10-4cf4-93fd-02a40a19f4d7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/371dd9f6-6c1a-4114-bfb0-708845a51988 HTTP/1.1" status: 204 len: 168 time: 0.6673515 Jul 09 13:31:02.208271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d36150-4b10-4cf4-93fd-02a40a19f4d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=371dd9f6-6c1a-4114-bfb0-708845a51988,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:02.209035 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57240) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:02.214211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:02.220458 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317b1182-f4f3-4be5-ac25-8deefc096e74 None None] Network 00c96a4a-ec05-4738-9c98-ae92bca88c05 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:02.362800 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['fc1bce52-287e-4e68-8874-b8738f98da36'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:31:02.397310 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:02.443206 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13138358-eb89-44da-82a6-8ee95fece2ef req-23773a70-c58c-4d9d-9437-220b4d917070 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/security-groups?id=526ade11-b1a5-4a3a-9ae7-87f96de12948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2578294 Jul 09 13:31:02.645595 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d735d477-9584-4b86-b6b5-eaab1181a43d None None] DHCP port deletion for 00c96a4a-ec05-4738-9c98-ae92bca88c05 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:31:02.730502 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61e3bf44-0289-4d92-b988-559f91ab0ae6 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:02.773721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d735d477-9584-4b86-b6b5-eaab1181a43d None None] Deleting port 1824eaaf-1b73-4e7e-be1c-11e44ada117c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:02.774411 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d735d477-9584-4b86-b6b5-eaab1181a43d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:02.824982 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61e3bf44-0289-4d92-b988-559f91ab0ae6 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:02.828964 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-61e3bf44-0289-4d92-b988-559f91ab0ae6 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "DELETE /v2.0/ports/74f845b0-c166-40b4-b355-5f457c161ba6 HTTP/1.1" status: 204 len: 168 time: 1.3528514 Jul 09 13:31:02.833619 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57250) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:02.839231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9a1d8329-2535-4376-9135-2841fa20b37d', 'external_fixed_ips': [{'subnet_id': 'a9d744c6-f025-4e00-a9bc-9ce71e715c6c', 'ip_address': '2001:db8::3c4'}]}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:02.865713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e3bf44-0289-4d92-b988-559f91ab0ae6 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Pushing event deleted for resources: {'Port': ['ID=74f845b0-c166-40b4-b355-5f457c161ba6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:02.876171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] Deleting port 1824eaaf-1b73-4e7e-be1c-11e44ada117c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:02.876771 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:02.892282 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:02.893582 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:02.964874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ffe47c-a0b6-41c1-8f3e-6faa5e20b2c1 req-38356d49-7c10-4d23-b1e2-5074049ba64b tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:02.972345 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6ffe47c-a0b6-41c1-8f3e-6faa5e20b2c1 req-38356d49-7c10-4d23-b1e2-5074049ba64b tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.3964648 Jul 09 13:31:03.011050 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.023973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d735d477-9584-4b86-b6b5-eaab1181a43d None None] For port 1824eaaf-1b73-4e7e-be1c-11e44ada117c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1824eaaf-1b73-4e7e-be1c-11e44ada117c,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:03.024519 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d735d477-9584-4b86-b6b5-eaab1181a43d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.031312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] For port 1824eaaf-1b73-4e7e-be1c-11e44ada117c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1824eaaf-1b73-4e7e-be1c-11e44ada117c,segment=NetworkSegment(eab4acc4-b658-4b4e-b2ac-0c0d856e6b21),segment_id=eab4acc4-b658-4b4e-b2ac-0c0d856e6b21)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:03.031680 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.059310 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] Calling delete_port for 1824eaaf-1b73-4e7e-be1c-11e44ada117c owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:03.060349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d735d477-9584-4b86-b6b5-eaab1181a43d None None] Calling delete_port for 1824eaaf-1b73-4e7e-be1c-11e44ada117c owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:03.084911 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6ffe47c-a0b6-41c1-8f3e-6faa5e20b2c1 req-2e63d87d-7509-4ed3-ace8-1e21f5e45566 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055846 Jul 09 13:31:03.175644 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad12bdc-e6bc-408a-aecb-2124ac836fab x-openstack-request-id: req-dad12bdc-e6bc-408a-aecb-2124ac836fab {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:03.175966 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79031f85-6a97-4cab-a51d-2d797b1ac220", "name": "network-vif-plugged", "status": "completed", "tag": "ce9757ee-55c6-4f1b-89b5-8b81c20532f9", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:03.176195 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dad12bdc-e6bc-408a-aecb-2124ac836fab {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:03.176595 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79031f85-6a97-4cab-a51d-2d797b1ac220', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce9757ee-55c6-4f1b-89b5-8b81c20532f9', 'code': 200} Jul 09 13:31:03.222890 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.253009 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d735d477-9584-4b86-b6b5-eaab1181a43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.308008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d735d477-9584-4b86-b6b5-eaab1181a43d None None] Pushing event deleted for resources: {'Port': ['ID=1824eaaf-1b73-4e7e-be1c-11e44ada117c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:03.310031 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d735d477-9584-4b86-b6b5-eaab1181a43d None None] No DVR routers for this DVR port 1824eaaf-1b73-4e7e-be1c-11e44ada117c on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:03.325601 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:03.372366 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:31:03.372817 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 37d2658b-4f4b-4cf3-94f6-14ebb68c4ed7 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:03.374157 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1824eaaf-1b73-4e7e-be1c-11e44ada117c no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:03.401121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 1824eaaf-1b73-4e7e-be1c-11e44ada117c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:31:03.401498 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1824eaaf-1b73-4e7e-be1c-11e44ada117c not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:03.402020 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:03.424838 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:31:03.425567 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6c028a03-cc5f-48e1-8d3a-f606a2e6e99b not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:03.437012 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b3ba4c7-823e-4035-bfa8-4502410b98c9 req-ee3c24d7-59d6-4b41-9c3a-901d8c34995b tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0379574 Jul 09 13:31:03.438383 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.470894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] Pushing event deleted for resources: {'Port': ['ID=1824eaaf-1b73-4e7e-be1c-11e44ada117c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:03.478296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] No DVR routers for this DVR port 1824eaaf-1b73-4e7e-be1c-11e44ada117c on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:03.585070 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.601326 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826fd74f-39ba-461b-9790-5b6c61624b03 req-85616a84-c319-4765-8ab0-a2daf4707dec tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:03.608693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-826fd74f-39ba-461b-9790-5b6c61624b03 req-85616a84-c319-4765-8ab0-a2daf4707dec tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.2838941 Jul 09 13:31:03.624880 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.630148 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c96a4a-ec05-4738-9c98-ae92bca88c05']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:03.646768 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.666992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:03.667240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eab4acc4-b658-4b4e-b2ac-0c0d856e6b21') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:03.692986 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.703891 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-826fd74f-39ba-461b-9790-5b6c61624b03 req-e06fa688-c7e1-4095-b2f2-f48de9d7b0c5 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943339 Jul 09 13:31:03.715697 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.728810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] Releasing vlan 318 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:31:03.729505 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:31:03.731809 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:31:03.811385 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d418344-5146-4787-92c8-1fef0367fdb4 req-fc46d995-626f-4f48-a1b1-cd792cf52c0f tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:03.818614 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d418344-5146-4787-92c8-1fef0367fdb4 req-fc46d995-626f-4f48-a1b1-cd792cf52c0f tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/ports?device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 944 time: 0.2004480 Jul 09 13:31:03.854496 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.885656 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:03.887805 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] 10.222.0.39 "DELETE /v2.0/networks/00c96a4a-ec05-4738-9c98-ae92bca88c05 HTTP/1.1" status: 204 len: 168 time: 1.6730614 Jul 09 13:31:03.890999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Allocated IP 2001:db8::3c4 (9a1d8329-2535-4376-9135-2841fa20b37d/a9d744c6-f025-4e00-a9bc-9ce71e715c6c/d2bc5643-de25-4ed5-afdf-2b1f2630e827) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:03.906452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d418344-5146-4787-92c8-1fef0367fdb4 req-fc54f742-d489-42a4-8c25-971a23b5d8bb tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/security-groups?id=526ade11-b1a5-4a3a-9ae7-87f96de12948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858090 Jul 09 13:31:03.907520 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efec3ab-9f3f-466e-bcb1-8f88e9835883 admin admin] Pushing event deleted for resources: {'Network': ['ID=00c96a4a-ec05-4738-9c98-ae92bca88c05,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:04.076566 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66269692-9f9d-40cb-a85c-a1dbb74bd103 req-bac2fdf1-e86a-4e6b-b1b3-0ed0ad0585eb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:04.079048 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66269692-9f9d-40cb-a85c-a1dbb74bd103 req-bac2fdf1-e86a-4e6b-b1b3-0ed0ad0585eb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.1376781 Jul 09 13:31:04.137943 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.156684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66269692-9f9d-40cb-a85c-a1dbb74bd103 req-06026fee-d637-4cc2-90e5-3887e3ec8edd tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687494 Jul 09 13:31:04.188966 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57278) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:04.247358 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.253721 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bcd45464-381a-44d7-a62e-dbba8939ab53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fcd82771b9a6459ba9739e9a10eb6ed5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638642 Jul 09 13:31:04.255973 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57284) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:04.303870 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Network 9a1d8329-2535-4376-9135-2841fa20b37d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:04.307504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:04.314988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:04.325833 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82507876-8c99-4fde-9c12-1ba2fdb015c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.364477 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82507876-8c99-4fde-9c12-1ba2fdb015c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.390258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Pushing event updated for resources: {'Port': ['ID=d2bc5643-de25-4ed5-afdf-2b1f2630e827,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:04.459625 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41774ae7-2517-4241-aae0-fde83f8d4495 req-9c911472-53a9-40be-aed1-07ae4c4e2000 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:04.461140 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41774ae7-2517-4241-aae0-fde83f8d4495 req-9c911472-53a9-40be-aed1-07ae4c4e2000 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.1115749 Jul 09 13:31:04.481915 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82507876-8c99-4fde-9c12-1ba2fdb015c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.485973 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82507876-8c99-4fde-9c12-1ba2fdb015c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.490734 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-82507876-8c99-4fde-9c12-1ba2fdb015c7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c67bbe1-6826-48f4-8201-b074a9793afc HTTP/1.1" status: 204 len: 168 time: 0.2317290 Jul 09 13:31:04.513141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fc1bce52-287e-4e68-8874-b8738f98da36 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:04.515458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82507876-8c99-4fde-9c12-1ba2fdb015c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c67bbe1-6826-48f4-8201-b074a9793afc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:04.550362 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41774ae7-2517-4241-aae0-fde83f8d4495 req-0d5d3874-5539-4052-a522-7e0a2b51f1ff tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833800 Jul 09 13:31:04.672463 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.681723 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.694023 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afcb0f4f-89c7-4d75-b888-1ad2ba25923b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.724199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port fc1bce52-287e-4e68-8874-b8738f98da36 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:04.729071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port fc1bce52-287e-4e68-8874-b8738f98da36 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:04.729922 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.752078 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3a78cbf-5685-46d8-9fd1-a7444b51ed3e req-dbce6f43-9e75-449d-811e-fd39063bd3e7 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0492496 Jul 09 13:31:04.888175 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791b3b2f-9e5b-42b7-9124-e0c30d878ea9 req-01efe5b6-cd25-4e5a-880f-aa7232f79025 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:04.897243 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-791b3b2f-9e5b-42b7-9124-e0c30d878ea9 req-01efe5b6-cd25-4e5a-880f-aa7232f79025 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.1321168 Jul 09 13:31:04.925358 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.969049 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:04.977209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fc1bce52-287e-4e68-8874-b8738f98da36, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fc1bce52-287e-4e68-8874-b8738f98da36,segment=NetworkSegment(d2edf6e3-15cd-4dc8-9aaf-30746f769690),segment_id=d2edf6e3-15cd-4dc8-9aaf-30746f769690)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:04.980796 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-791b3b2f-9e5b-42b7-9124-e0c30d878ea9 req-ae6bca2f-70e1-47b6-b7e8-674e42424929 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758901 Jul 09 13:31:04.991391 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:05.111808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fc1bce52-287e-4e68-8874-b8738f98da36,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:05.177281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8750275b-b8aa-4e7c-bb38-45dbed3dbd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1bce52-287e-4e68-8874-b8738f98da36'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:05.179708 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e7878be-07c2-4150-9b2c-e9ef3129736d" -d '{"events": [{"server_uuid": "8750275b-b8aa-4e7c-bb38-45dbed3dbd8e", "name": "network-vif-plugged", "status": "completed", "tag": "fc1bce52-287e-4e68-8874-b8738f98da36"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:05.299575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Router 0a552671-3881-40c4-b779-f71eb482dc24 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:31:05.328079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3880ea57-b1c9-4c86-adb9-c0913b28e03b req-8b2515a4-49de-4d79-b8f4-6bba6b47fccf tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:05.337183 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3880ea57-b1c9-4c86-adb9-c0913b28e03b req-8b2515a4-49de-4d79-b8f4-6bba6b47fccf tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.1370018 Jul 09 13:31:05.364340 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dc567d-e160-46c2-ab2d-b274f8188492 req-26238d7a-c4b0-4041-81c3-b7fbf1ce3a2e tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:05.371113 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14dc567d-e160-46c2-ab2d-b274f8188492 req-26238d7a-c4b0-4041-81c3-b7fbf1ce3a2e tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/ports?device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 945 time: 0.2135880 Jul 09 13:31:05.418151 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3880ea57-b1c9-4c86-adb9-c0913b28e03b req-299b7ae9-59c4-4466-b307-89dfe4bf2f34 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823562 Jul 09 13:31:05.452871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:05.464070 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Sync routers for ids ['0a552671-3881-40c4-b779-f71eb482dc24'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:05.476916 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14dc567d-e160-46c2-ab2d-b274f8188492 req-1f0caf4f-873c-4477-995c-72b01c8af9b7 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/security-groups?id=526ade11-b1a5-4a3a-9ae7-87f96de12948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048446 Jul 09 13:31:05.490033 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Routers {'0a552671-3881-40c4-b779-f71eb482dc24'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:05.492854 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0a552671-3881-40c4-b779-f71eb482dc24'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:05.501430 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:05.514827 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-074dcaf5-f244-4dee-9845-82304649a63d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.6794877 Jul 09 13:31:05.517458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57328) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:05.531048 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:05.595724 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d684418-bb57-4763-83e0-8ec6a71cfe84 x-openstack-request-id: req-4d684418-bb57-4763-83e0-8ec6a71cfe84 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:05.596325 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8750275b-b8aa-4e7c-bb38-45dbed3dbd8e", "name": "network-vif-plugged", "status": "completed", "tag": "fc1bce52-287e-4e68-8874-b8738f98da36", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:05.596765 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4d684418-bb57-4763-83e0-8ec6a71cfe84 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:05.597352 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8750275b-b8aa-4e7c-bb38-45dbed3dbd8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc1bce52-287e-4e68-8874-b8738f98da36', 'code': 200} Jul 09 13:31:05.702418 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Set router 0a552671-3881-40c4-b779-f71eb482dc24 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:31:05.868221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b6746-c00d-4254-a9b8-bafb462bb2ac req-436d9929-0695-4cd3-a0c8-0f8fe9883802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:05.871773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-401b6746-c00d-4254-a9b8-bafb462bb2ac req-436d9929-0695-4cd3-a0c8-0f8fe9883802 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 1096 time: 0.1946929 Jul 09 13:31:05.960442 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-401b6746-c00d-4254-a9b8-bafb462bb2ac req-c39e49e8-8e08-4154-aca6-be90fe67d574 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=526ade11-b1a5-4a3a-9ae7-87f96de12948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807569 Jul 09 13:31:06.181780 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a552671-3881-40c4-b779-f71eb482dc24', 'name': '', 'tenant_id': 'b3815553db5842d2b061a2edc7d50d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9a1d8329-2535-4376-9135-2841fa20b37d', 'external_fixed_ips': [{'subnet_id': 'a9d744c6-f025-4e00-a9bc-9ce71e715c6c', 'ip_address': '2001:db8::3c4'}], 'enable_snat': True}, 'gw_port_id': 'd2bc5643-de25-4ed5-afdf-2b1f2630e827', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:02Z', 'updated_at': '2021-07-09T13:31:04Z', 'revision_number': 3, 'project_id': 'b3815553db5842d2b061a2edc7d50d0c', 'gw_port': {'id': 'd2bc5643-de25-4ed5-afdf-2b1f2630e827', 'name': '', 'network_id': '9a1d8329-2535-4376-9135-2841fa20b37d', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:b1:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a552671-3881-40c4-b779-f71eb482dc24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1250, 'fixed_ips': [{'subnet_id': 'a9d744c6-f025-4e00-a9bc-9ce71e715c6c', 'ip_address': '2001:db8::3c4', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:03Z', 'updated_at': '2021-07-09T13:31:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a9d744c6-f025-4e00-a9bc-9ce71e715c6c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:06.220905 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bae14910-6bdc-4b71-ae77-35897bdb2d80 req-bcba5d06-ac7e-4952-a5bf-93a97921da1f tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0643311 Jul 09 13:31:06.231330 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e48595b6-9c9a-47be-b77b-2fe05f275d22 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.231962 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Checking router: 0a552671-3881-40c4-b779-f71eb482dc24 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:31:06.232545 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Updating router 0a552671-3881-40c4-b779-f71eb482dc24 port d2bc5643-de25-4ed5-afdf-2b1f2630e827 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:31:06.282262 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.356052 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908ef3e6-0422-4906-81e2-8efbfdf46b34 req-b77410b3-c8ea-4b21-a9ac-f1182bc818ad tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:06.357616 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-908ef3e6-0422-4906-81e2-8efbfdf46b34 req-b77410b3-c8ea-4b21-a9ac-f1182bc818ad tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.2023027 Jul 09 13:31:06.386907 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e48595b6-9c9a-47be-b77b-2fe05f275d22 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.429027 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-908ef3e6-0422-4906-81e2-8efbfdf46b34 req-825e448b-ac63-4cfa-9c7a-127642ab18c9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646787 Jul 09 13:31:06.496581 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e48595b6-9c9a-47be-b77b-2fe05f275d22 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Deleting port d2bc5643-de25-4ed5-afdf-2b1f2630e827 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:06.496581 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e48595b6-9c9a-47be-b77b-2fe05f275d22 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.650012 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e48595b6-9c9a-47be-b77b-2fe05f275d22 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.674920 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e48595b6-9c9a-47be-b77b-2fe05f275d22 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Calling delete_port for d2bc5643-de25-4ed5-afdf-2b1f2630e827 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:06.707459 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.722018 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Transition to ACTIVE for port object d2bc5643-de25-4ed5-afdf-2b1f2630e827 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:06.730389 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.815314 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Attempting to bind port d2bc5643-de25-4ed5-afdf-2b1f2630e827 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:31:06.816222 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Attempting to bind port d2bc5643-de25-4ed5-afdf-2b1f2630e827 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '6d2dbc1c-fec9-4a28-9f9f-2eaa091a1e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9a1d8329-2535-4376-9135-2841fa20b37d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:31:06.818626 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Attempting to bind port d2bc5643-de25-4ed5-afdf-2b1f2630e827 on network 9a1d8329-2535-4376-9135-2841fa20b37d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:06.823631 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c417e-aada-4797-89a7-3f868ad2a2ed None None] Pushing event updated for resources: {'Port': ['ID=d2bc5643-de25-4ed5-afdf-2b1f2630e827,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:06.831513 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:31:06.832057 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Checking segment: {'id': '6d2dbc1c-fec9-4a28-9f9f-2eaa091a1e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9a1d8329-2535-4376-9135-2841fa20b37d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:06.832592 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.833085 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Bound using segment: {'id': '6d2dbc1c-fec9-4a28-9f9f-2eaa091a1e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9a1d8329-2535-4376-9135-2841fa20b37d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:31:06.833741 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Bound port: d2bc5643-de25-4ed5-afdf-2b1f2630e827, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d2dbc1c-fec9-4a28-9f9f-2eaa091a1e8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '9a1d8329-2535-4376-9135-2841fa20b37d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:31:06.834251 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.844009 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c417e-aada-4797-89a7-3f868ad2a2ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.844948 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c417e-aada-4797-89a7-3f868ad2a2ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.845695 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c417e-aada-4797-89a7-3f868ad2a2ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.846448 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c417e-aada-4797-89a7-3f868ad2a2ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.847159 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c417e-aada-4797-89a7-3f868ad2a2ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.848589 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c417e-aada-4797-89a7-3f868ad2a2ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.849243 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c417e-aada-4797-89a7-3f868ad2a2ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.849854 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c417e-aada-4797-89a7-3f868ad2a2ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.850659 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c417e-aada-4797-89a7-3f868ad2a2ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.851069 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c417e-aada-4797-89a7-3f868ad2a2ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.851542 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c417e-aada-4797-89a7-3f868ad2a2ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.852653 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-454c417e-aada-4797-89a7-3f868ad2a2ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:06.894068 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:06.963876 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] For port d2bc5643-de25-4ed5-afdf-2b1f2630e827, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:31:06.972218 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] For port d2bc5643-de25-4ed5-afdf-2b1f2630e827, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d2bc5643-de25-4ed5-afdf-2b1f2630e827,segment=NetworkSegment(6d2dbc1c-fec9-4a28-9f9f-2eaa091a1e8e),segment_id=6d2dbc1c-fec9-4a28-9f9f-2eaa091a1e8e)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:31:06.985707 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:07.058650 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16595e-eb06-4a27-acad-07f6c3b19341 req-f179fc54-66b7-4afa-86b9-290948b1dedb tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:07.065572 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f16595e-eb06-4a27-acad-07f6c3b19341 req-f179fc54-66b7-4afa-86b9-290948b1dedb tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/ports?device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 945 time: 0.3613222 Jul 09 13:31:07.068331 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454c417e-aada-4797-89a7-3f868ad2a2ed None None] Pushing event updated for resources: {'Port': ['ID=d2bc5643-de25-4ed5-afdf-2b1f2630e827,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:07.099886 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Routers {'0a552671-3881-40c4-b779-f71eb482dc24'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:07.101493 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0a552671-3881-40c4-b779-f71eb482dc24'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:07.146627 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f16595e-eb06-4a27-acad-07f6c3b19341 req-c0b20b83-357b-453d-af91-6ba0fba92bdd tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/security-groups?id=526ade11-b1a5-4a3a-9ae7-87f96de12948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800686 Jul 09 13:31:07.266540 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e48595b6-9c9a-47be-b77b-2fe05f275d22 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:07.268210 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] Set router 0a552671-3881-40c4-b779-f71eb482dc24 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:31:07.328579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48595b6-9c9a-47be-b77b-2fe05f275d22 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Pushing event deleted for resources: {'Port': ['ID=d2bc5643-de25-4ed5-afdf-2b1f2630e827,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:07.371997 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a552671-3881-40c4-b779-f71eb482dc24', 'name': '', 'tenant_id': 'b3815553db5842d2b061a2edc7d50d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:02Z', 'updated_at': '2021-07-09T13:31:06Z', 'revision_number': 4, 'project_id': 'b3815553db5842d2b061a2edc7d50d0c', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:07.410599 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb7e0aa4-80cc-4677-b0d9-8cba34ba6143 None None] The sync data for ids ['0a552671-3881-40c4-b779-f71eb482dc24'] in n-d-799525-3 is: [{'id': '0a552671-3881-40c4-b779-f71eb482dc24', 'name': '', 'tenant_id': 'b3815553db5842d2b061a2edc7d50d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:02Z', 'updated_at': '2021-07-09T13:31:06Z', 'revision_number': 4, 'project_id': 'b3815553db5842d2b061a2edc7d50d0c', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:07.425152 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e48595b6-9c9a-47be-b77b-2fe05f275d22 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:07.664115 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e48595b6-9c9a-47be-b77b-2fe05f275d22 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:07.667976 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d859e6a-1128-4c6c-b7bc-92e21a21f591 req-e0efe090-9642-4cc1-bdab-27d49b584928 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0940135 Jul 09 13:31:07.669252 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e48595b6-9c9a-47be-b77b-2fe05f275d22 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:07.752965 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66db9965-803d-4db5-8c69-327312be9103 req-12982018-00e6-4359-8e17-c12e1cb47c21 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:07.755136 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66db9965-803d-4db5-8c69-327312be9103 req-12982018-00e6-4359-8e17-c12e1cb47c21 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.3530197 Jul 09 13:31:07.765144 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e48595b6-9c9a-47be-b77b-2fe05f275d22 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:07.765871 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48595b6-9c9a-47be-b77b-2fe05f275d22 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0a552671-3881-40c4-b779-f71eb482dc24 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:31:07.771532 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e48595b6-9c9a-47be-b77b-2fe05f275d22 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:07.775473 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e48595b6-9c9a-47be-b77b-2fe05f275d22 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "DELETE /v2.0/routers/0a552671-3881-40c4-b779-f71eb482dc24 HTTP/1.1" status: 204 len: 168 time: 2.2544184 Jul 09 13:31:07.776016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57384) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:07.862650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66db9965-803d-4db5-8c69-327312be9103 req-fa6fe829-d3f9-440c-81c4-bd891a787211 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944271 Jul 09 13:31:07.874861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-26c2491b-d7dd-492a-a1fb-f0231bd23743 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Deleting subnet a9d744c6-f025-4e00-a9bc-9ce71e715c6c {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:07.879279 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26c2491b-d7dd-492a-a1fb-f0231bd23743 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:07.930507 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26c2491b-d7dd-492a-a1fb-f0231bd23743 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:07.986329 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26c2491b-d7dd-492a-a1fb-f0231bd23743 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:08.095247 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26c2491b-d7dd-492a-a1fb-f0231bd23743 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:08.113879 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26c2491b-d7dd-492a-a1fb-f0231bd23743 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:08.118230 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-26c2491b-d7dd-492a-a1fb-f0231bd23743 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/a9d744c6-f025-4e00-a9bc-9ce71e715c6c HTTP/1.1" status: 204 len: 168 time: 0.3386929 Jul 09 13:31:08.121161 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57410) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:08.149393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2491b-d7dd-492a-a1fb-f0231bd23743 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=a9d744c6-f025-4e00-a9bc-9ce71e715c6c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:08.271669 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc947807-e262-488b-830f-1ea902d63e65 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:08.277511 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:08.462011 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:08.473389 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc947807-e262-488b-830f-1ea902d63e65 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:08.489788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-dc947807-e262-488b-830f-1ea902d63e65 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a1d8329-2535-4376-9135-2841fa20b37d']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:08.513283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-dc947807-e262-488b-830f-1ea902d63e65 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d2dbc1c-fec9-4a28-9f9f-2eaa091a1e8e') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:08.514237 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-dc947807-e262-488b-830f-1ea902d63e65 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d2dbc1c-fec9-4a28-9f9f-2eaa091a1e8e') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:08.528551 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc947807-e262-488b-830f-1ea902d63e65 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:08.553773 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc947807-e262-488b-830f-1ea902d63e65 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:08.565669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc947807-e262-488b-830f-1ea902d63e65 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:31:08.566257 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc947807-e262-488b-830f-1ea902d63e65 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:08.577158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b19af42-9d63-4fb0-bab1-0d3ecd3fb1ff req-f8f7b7de-e62c-4ceb-baad-7f0b06d16032 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:08.583446 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b19af42-9d63-4fb0-bab1-0d3ecd3fb1ff req-f8f7b7de-e62c-4ceb-baad-7f0b06d16032 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/ports?device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 945 time: 0.1524913 Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: items = [ Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:31:08.584778 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:31:08.699081 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc947807-e262-488b-830f-1ea902d63e65 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:08.704069 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b19af42-9d63-4fb0-bab1-0d3ecd3fb1ff req-dfc46951-830a-4d8f-8f12-34f8577b6129 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/security-groups?id=526ade11-b1a5-4a3a-9ae7-87f96de12948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041732 Jul 09 13:31:08.712421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc947807-e262-488b-830f-1ea902d63e65 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9a1d8329-2535-4376-9135-2841fa20b37d {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 13:31:08.716095 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc947807-e262-488b-830f-1ea902d63e65 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:08.724030 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dc947807-e262-488b-830f-1ea902d63e65 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "DELETE /v2.0/networks/9a1d8329-2535-4376-9135-2841fa20b37d HTTP/1.1" status: 204 len: 168 time: 0.5956547 Jul 09 13:31:08.745983 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc947807-e262-488b-830f-1ea902d63e65 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Pushing event deleted for resources: {'Network': ['ID=9a1d8329-2535-4376-9135-2841fa20b37d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:09.038476 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c054d81f-2149-4fba-b911-9a2fcdf80515 req-f392f571-98cb-4a44-b2f0-f93bb55c9b1a tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0999088 Jul 09 13:31:09.111249 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57440) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:09.116892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-90cdb473-94e0-4f45-b7ee-4d624f248481 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Request body: {'router': {'name': 'tempest-router--1904984714', 'project_id': '86326e8f5bf74096b2dd6ba152782455'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:09.137175 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:31:09.170740 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90cdb473-94e0-4f45-b7ee-4d624f248481 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:09.172754 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90cdb473-94e0-4f45-b7ee-4d624f248481 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:09.258827 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90cdb473-94e0-4f45-b7ee-4d624f248481 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:09.285080 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90cdb473-94e0-4f45-b7ee-4d624f248481 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:09.439282 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90cdb473-94e0-4f45-b7ee-4d624f248481 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:09.446736 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-90cdb473-94e0-4f45-b7ee-4d624f248481 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3313999 Jul 09 13:31:09.447007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57462) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:09.545701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afb7e2-1f3b-448e-ba4e-b5efda77d429 req-dfe6974b-d434-4201-8ad0-8d8e77b0f777 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:09.557635 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3afb7e2-1f3b-448e-ba4e-b5efda77d429 req-dfe6974b-d434-4201-8ad0-8d8e77b0f777 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.2940493 Jul 09 13:31:09.679597 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4378806c-8684-4d49-948f-cf7fdb787862 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:09.682940 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3afb7e2-1f3b-448e-ba4e-b5efda77d429 req-d04197a3-6f83-4873-98f4-d7fad5998b42 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225066 Jul 09 13:31:10.004681 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4378806c-8684-4d49-948f-cf7fdb787862 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:10.007704 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4378806c-8684-4d49-948f-cf7fdb787862 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:10.143158 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4378806c-8684-4d49-948f-cf7fdb787862 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:10.143158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4378806c-8684-4d49-948f-cf7fdb787862 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65795842-c2d2-43e1-8ebf-42b50ac26b51 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:31:10.145956 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4378806c-8684-4d49-948f-cf7fdb787862 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:10.147339 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4378806c-8684-4d49-948f-cf7fdb787862 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "DELETE /v2.0/routers/65795842-c2d2-43e1-8ebf-42b50ac26b51 HTTP/1.1" status: 204 len: 168 time: 0.6985722 Jul 09 13:31:10.224776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f7b755-84fc-46c5-8104-c255445df86b req-0b7740dc-4781-4d52-a161-679539d0ef8c tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:10.226796 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43f7b755-84fc-46c5-8104-c255445df86b req-0b7740dc-4781-4d52-a161-679539d0ef8c tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/ports?device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 945 time: 0.1616578 Jul 09 13:31:10.318568 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43f7b755-84fc-46c5-8104-c255445df86b req-5f4d226b-a1d0-442d-a244-40b282ff90c7 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/security-groups?id=526ade11-b1a5-4a3a-9ae7-87f96de12948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803325 Jul 09 13:31:10.391187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57500) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:10.496809 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2f6013d6-171f-4490-b82e-a7c9efd89c06 req-7fc2e8e1-5e58-4c23-9ce2-6e11d1872e73 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0535526 Jul 09 13:31:10.562268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39297ef6-a801-467a-8b03-b2c8c979e532 req-adc46eca-4602-45aa-93ae-150aec4e7e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:10.566308 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-39297ef6-a801-467a-8b03-b2c8c979e532 req-adc46eca-4602-45aa-93ae-150aec4e7e71 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffe615145fe24da683918dfba7f962cc&device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 1097 time: 0.1511161 Jul 09 13:31:10.735506 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39297ef6-a801-467a-8b03-b2c8c979e532 req-69b73a0e-0c90-4837-b30e-8de43c3dddc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:10.736045 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1510709761', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:10.737778 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-39297ef6-a801-467a-8b03-b2c8c979e532 req-69b73a0e-0c90-4837-b30e-8de43c3dddc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b HTTP/1.1" status: 200 len: 914 time: 0.1663854 Jul 09 13:31:10.782571 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:10.783788 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:10.795475 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-39297ef6-a801-467a-8b03-b2c8c979e532 req-3c6ac99b-c06b-40e4-8522-a6f86586c70e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2be107c-132d-4714-935f-2cfb271f7525 HTTP/1.1" status: 200 len: 217 time: 0.0479605 Jul 09 13:31:10.799431 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c05aa5d-a66c-4f42-ac37-f134d0be41ac req-fbb4d1fe-059a-452e-8ab3-4c48fe441616 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:10.807160 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c05aa5d-a66c-4f42-ac37-f134d0be41ac req-fbb4d1fe-059a-452e-8ab3-4c48fe441616 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.1540897 Jul 09 13:31:10.861997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39297ef6-a801-467a-8b03-b2c8c979e532 req-dec1df1d-bb37-45cf-ab74-077b174908dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:10.864786 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-39297ef6-a801-467a-8b03-b2c8c979e532 req-dec1df1d-bb37-45cf-ab74-077b174908dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b148dd4e-9358-4a31-b001-045227bbe9d4 HTTP/1.1" status: 200 len: 853 time: 0.0618432 Jul 09 13:31:10.903893 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-39297ef6-a801-467a-8b03-b2c8c979e532 req-6bb8e6d7-b860-47f1-bb13-1db38eb8a865 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324326 Jul 09 13:31:10.907295 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c05aa5d-a66c-4f42-ac37-f134d0be41ac req-e11260a4-6f6e-4828-ad87-6897edd95b67 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991733 Jul 09 13:31:10.909352 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:11.046448 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-39297ef6-a801-467a-8b03-b2c8c979e532 req-b75d03ec-5d21-4dea-9ff4-0c44ac9e2a61 service neutron] 10.222.0.15 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356401 Jul 09 13:31:11.214810 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-39297ef6-a801-467a-8b03-b2c8c979e532 req-e8066525-e421-49b9-9f0e-f8d078151bb1 service neutron] 10.222.0.15 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609163 Jul 09 13:31:11.255955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f61d28-738a-476e-8331-d83090146087 req-33e13ecc-a93d-42c1-b809-b3bb52da8d2e tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:11.257732 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-32f61d28-738a-476e-8331-d83090146087 req-33e13ecc-a93d-42c1-b809-b3bb52da8d2e tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.18 "GET /v2.0/ports?device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 945 time: 0.1092420 Jul 09 13:31:11.445430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:11.446962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-32f61d28-738a-476e-8331-d83090146087 req-c8f5fd26-ce9d-4ae1-b815-7a29b3aaa661 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Deleting port fc1bce52-287e-4e68-8874-b8738f98da36 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:11.447938 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-32f61d28-738a-476e-8331-d83090146087 req-c8f5fd26-ce9d-4ae1-b815-7a29b3aaa661 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:11.604283 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-32f61d28-738a-476e-8331-d83090146087 req-c8f5fd26-ce9d-4ae1-b815-7a29b3aaa661 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] For port fc1bce52-287e-4e68-8874-b8738f98da36, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fc1bce52-287e-4e68-8874-b8738f98da36,segment=NetworkSegment(d2edf6e3-15cd-4dc8-9aaf-30746f769690),segment_id=d2edf6e3-15cd-4dc8-9aaf-30746f769690)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:11.605012 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-32f61d28-738a-476e-8331-d83090146087 req-c8f5fd26-ce9d-4ae1-b815-7a29b3aaa661 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:11.610975 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f4d38d-7017-49cb-be14-a35a528cc813 req-92539d93-c16d-4319-a358-c38cf662a047 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:11.612746 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7f4d38d-7017-49cb-be14-a35a528cc813 req-92539d93-c16d-4319-a358-c38cf662a047 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/ports?device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 945 time: 0.1049411 Jul 09 13:31:11.630876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-32f61d28-738a-476e-8331-d83090146087 req-c8f5fd26-ce9d-4ae1-b815-7a29b3aaa661 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Calling delete_port for fc1bce52-287e-4e68-8874-b8738f98da36 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:11.726855 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b391832d-99cd-4410-b22c-242dc71e48ae req-652d76fa-391a-4e6e-aa2c-087a400c0785 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0456650 Jul 09 13:31:11.751374 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7f4d38d-7017-49cb-be14-a35a528cc813 req-81dab9bd-aa56-4320-9d5e-d297d1444990 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/security-groups?id=526ade11-b1a5-4a3a-9ae7-87f96de12948&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260793 Jul 09 13:31:11.833420 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-32f61d28-738a-476e-8331-d83090146087 req-c8f5fd26-ce9d-4ae1-b815-7a29b3aaa661 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:11.845157 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['fc1bce52-287e-4e68-8874-b8738f98da36'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:31:11.941126 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5fd26-ce9d-4ae1-b815-7a29b3aaa661 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Pushing event deleted for resources: {'Port': ['ID=fc1bce52-287e-4e68-8874-b8738f98da36,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:12.076324 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:12.103275 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:12.301380 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Allocated IP 172.25.2.79 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/379080cc-375b-4737-8419-d2305598f9b9) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:12.446820 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235eedd5-d45c-4058-b8fc-01eebf4b8348 req-f6624a77-0b86-4669-b915-20245946b389 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:12.448843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-235eedd5-d45c-4058-b8fc-01eebf4b8348 req-f6624a77-0b86-4669-b915-20245946b389 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.2866950 Jul 09 13:31:12.539122 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:12.565329 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-235eedd5-d45c-4058-b8fc-01eebf4b8348 req-beb4040f-1801-4335-a5b0-cafb8b1e8560 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076725 Jul 09 13:31:12.644628 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:12.693488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-32f61d28-738a-476e-8331-d83090146087 req-c8f5fd26-ce9d-4ae1-b815-7a29b3aaa661 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] No DVR routers for this DVR port fc1bce52-287e-4e68-8874-b8738f98da36 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:12.699763 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-32f61d28-738a-476e-8331-d83090146087 req-c8f5fd26-ce9d-4ae1-b815-7a29b3aaa661 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:12.702929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:12.706664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:12.707133 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-32f61d28-738a-476e-8331-d83090146087 req-c8f5fd26-ce9d-4ae1-b815-7a29b3aaa661 tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.18 "DELETE /v2.0/ports/fc1bce52-287e-4e68-8874-b8738f98da36 HTTP/1.1" status: 204 len: 173 time: 1.4437597 Jul 09 13:31:12.707637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8750275b-b8aa-4e7c-bb38-45dbed3dbd8e', 'name': 'network-vif-deleted', 'tag': 'fc1bce52-287e-4e68-8874-b8738f98da36'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:12.710130 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fc93173-cf76-4af8-9a71-7528a5913c87" -d '{"events": [{"server_uuid": "8750275b-b8aa-4e7c-bb38-45dbed3dbd8e", "name": "network-vif-deleted", "tag": "fc1bce52-287e-4e68-8874-b8738f98da36"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:12.720031 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:12.842048 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Pushing event updated for resources: {'Port': ['ID=379080cc-375b-4737-8419-d2305598f9b9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:12.909952 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d441caeb-94e1-4ce1-8553-4becb4e6cd54 x-openstack-request-id: req-d441caeb-94e1-4ce1-8553-4becb4e6cd54 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:12.910477 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8750275b-b8aa-4e7c-bb38-45dbed3dbd8e", "name": "network-vif-deleted", "tag": "fc1bce52-287e-4e68-8874-b8738f98da36", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:12.910954 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d441caeb-94e1-4ce1-8553-4becb4e6cd54 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:12.911543 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8750275b-b8aa-4e7c-bb38-45dbed3dbd8e', 'name': 'network-vif-deleted', 'tag': 'fc1bce52-287e-4e68-8874-b8738f98da36', 'status': 'completed', 'code': 200} Jul 09 13:31:13.519015 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77da960d-e3d0-4c30-b262-8150a1a9c16f req-f6930fc6-7dd8-4c66-a784-d780f716248f tempest-ServerPasswordTestJSON-926462378 tempest-ServerPasswordTestJSON-926462378-project] 10.222.0.39 "GET /v2.0/ports?device_id=8750275b-b8aa-4e7c-bb38-45dbed3dbd8e HTTP/1.1" status: 200 len: 210 time: 0.0774930 Jul 09 13:31:13.569637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4cf89e21-e13e-4a90-88df-19f58e2d28e5 req-e7c46bb0-7504-49f6-b815-a15632e70907 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.1264036 Jul 09 13:31:13.889159 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:13.980819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de15e8dc-ca44-4abe-9e36-ec33184f89af req-562e0930-8d17-4e9a-a211-27df9f6a1094 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:13.983122 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de15e8dc-ca44-4abe-9e36-ec33184f89af req-562e0930-8d17-4e9a-a211-27df9f6a1094 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.2643776 Jul 09 13:31:13.992345 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-58f8903a-57d7-4ae7-8cc7-828f5952d338 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4e215b1f79b34825977d7044ae094541&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0999415 Jul 09 13:31:14.149190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de15e8dc-ca44-4abe-9e36-ec33184f89af req-b0eb5326-60fc-4a38-b325-50c97711b4d4 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550233 Jul 09 13:31:14.273481 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0544c962-372d-4e08-afb6-0a251412e998 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:14.275035 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0544c962-372d-4e08-afb6-0a251412e998 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2692361 Jul 09 13:31:14.355132 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-10b30f3e-bc0e-4773-a200-0a7286c574f7 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/quotas/4e215b1f79b34825977d7044ae094541 HTTP/1.1" status: 200 len: 375 time: 0.0221639 Jul 09 13:31:14.401843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-df49517a-9d1f-4254-9797-752b9ad22c8e tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e215b1f79b34825977d7044ae094541&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0360470 Jul 09 13:31:14.404601 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:14.600220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fc1bce52-287e-4e68-8874-b8738f98da36 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:14.617443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Router daff0fb8-459c-4043-aaa1-d7c742e0052f is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:31:14.649116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: fc1bce52-287e-4e68-8874-b8738f98da36 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:31:14.650522 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fc1bce52-287e-4e68-8874-b8738f98da36 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:14.919082 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:14.925048 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1241e1-6902-4cd2-b943-f7cb26a0bcf7 req-d17b9124-51ff-406a-b143-f11cbe2cbeb0 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:14.926696 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe1241e1-6902-4cd2-b943-f7cb26a0bcf7 req-d17b9124-51ff-406a-b143-f11cbe2cbeb0 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.2013674 Jul 09 13:31:14.929351 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72078217-474f-4234-b1c7-773111142f62 None None] Sync routers for ids ['daff0fb8-459c-4043-aaa1-d7c742e0052f'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:14.954432 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d01f0-e971-4745-b004-dfd89e898769 req-93334434-f4d4-41b6-819e-5b72e3e1df48 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:14.956726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72078217-474f-4234-b1c7-773111142f62 None None] Routers {'daff0fb8-459c-4043-aaa1-d7c742e0052f'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:14.958089 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-72078217-474f-4234-b1c7-773111142f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['daff0fb8-459c-4043-aaa1-d7c742e0052f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:14.960358 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d01f0-e971-4745-b004-dfd89e898769 req-93334434-f4d4-41b6-819e-5b72e3e1df48 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:14.966205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d01f0-e971-4745-b004-dfd89e898769 req-93334434-f4d4-41b6-819e-5b72e3e1df48 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:14.973138 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d01f0-e971-4745-b004-dfd89e898769 req-93334434-f4d4-41b6-819e-5b72e3e1df48 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:14.979340 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d01f0-e971-4745-b004-dfd89e898769 req-93334434-f4d4-41b6-819e-5b72e3e1df48 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:14.986527 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d01f0-e971-4745-b004-dfd89e898769 req-93334434-f4d4-41b6-819e-5b72e3e1df48 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:14.995084 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45d01f0-e971-4745-b004-dfd89e898769 req-93334434-f4d4-41b6-819e-5b72e3e1df48 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:14.997199 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e45d01f0-e971-4745-b004-dfd89e898769 req-93334434-f4d4-41b6-819e-5b72e3e1df48 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5445 time: 0.2737784 Jul 09 13:31:15.030926 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-72078217-474f-4234-b1c7-773111142f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:15.031193 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:15.035021 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cb935f9e-895d-430a-bbff-a4b859decd15 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.6399961 Jul 09 13:31:15.035420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57646) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:15.046352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72078217-474f-4234-b1c7-773111142f62 None None] Routers {'daff0fb8-459c-4043-aaa1-d7c742e0052f'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:15.047546 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-72078217-474f-4234-b1c7-773111142f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['daff0fb8-459c-4043-aaa1-d7c742e0052f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:15.079555 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe1241e1-6902-4cd2-b943-f7cb26a0bcf7 req-f5468f5a-2623-4ce1-9dfc-d996241f649e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402416 Jul 09 13:31:15.125185 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e45d01f0-e971-4745-b004-dfd89e898769 req-5cb9b2ca-a048-4204-8c64-c67ea54d2231 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1112535 Jul 09 13:31:15.168532 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-72078217-474f-4234-b1c7-773111142f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:15.172713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72078217-474f-4234-b1c7-773111142f62 None None] The sync data for ids ['daff0fb8-459c-4043-aaa1-d7c742e0052f'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:15.246465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57654) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:15.314915 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3f67dadf-aef7-4703-b644-2b608d4acd58 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/routers/daff0fb8-459c-4043-aaa1-d7c742e0052f HTTP/1.1" status: 200 len: 924 time: 0.2771716 Jul 09 13:31:15.323257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57660) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:15.385125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ae6cc7c-418b-4a15-a197-cbdfa17e26ee admin admin] Deleting subnet 449f507a-bcc0-4820-a57c-393409f16a2f {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:15.394391 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-de8604b6-d924-4112-9b8d-f5e83d1af038 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "GET /v2.0/ports?device_id=daff0fb8-459c-4043-aaa1-d7c742e0052f HTTP/1.1" status: 200 len: 205 time: 0.0678487 Jul 09 13:31:15.399176 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57670) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:15.403036 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ae6cc7c-418b-4a15-a197-cbdfa17e26ee admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:15.470249 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d450f1c-9fb2-4561-89e9-e421192de28c req-a9f0b571-79c1-4d4b-9c4b-911300c34fe7 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.1004293 Jul 09 13:31:15.511757 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-c1bc50f6-1f58-4464-be3c-d4f5fa24badc tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=4e215b1f79b34825977d7044ae094541&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1111686 Jul 09 13:31:15.539732 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ae6cc7c-418b-4a15-a197-cbdfa17e26ee admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:15.737189 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ae6cc7c-418b-4a15-a197-cbdfa17e26ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:15.776824 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0e09476-06e5-43de-8a5a-07459dd52e2a tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:15.819108 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-350923e1-193d-4d85-9d9a-2e388dd0c24c tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:15.820942 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-350923e1-193d-4d85-9d9a-2e388dd0c24c tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2948151 Jul 09 13:31:15.847290 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-6fa44460-70c1-4dd5-b160-bc4d1553cafe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/quotas/4e215b1f79b34825977d7044ae094541 HTTP/1.1" status: 200 len: 375 time: 0.0180299 Jul 09 13:31:15.926853 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0e09476-06e5-43de-8a5a-07459dd52e2a tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:15.928059 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafc365-6e4e-43a3-84ab-2c7c50936677 req-1c9efa61-3671-457f-9d5d-55754df886e5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:15.935068 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafc365-6e4e-43a3-84ab-2c7c50936677 req-1c9efa61-3671-457f-9d5d-55754df886e5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:15.942771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafc365-6e4e-43a3-84ab-2c7c50936677 req-1c9efa61-3671-457f-9d5d-55754df886e5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:15.948920 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafc365-6e4e-43a3-84ab-2c7c50936677 req-1c9efa61-3671-457f-9d5d-55754df886e5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:15.955617 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafc365-6e4e-43a3-84ab-2c7c50936677 req-1c9efa61-3671-457f-9d5d-55754df886e5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:15.961934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafc365-6e4e-43a3-84ab-2c7c50936677 req-1c9efa61-3671-457f-9d5d-55754df886e5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:15.968532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafc365-6e4e-43a3-84ab-2c7c50936677 req-1c9efa61-3671-457f-9d5d-55754df886e5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:15.970867 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fafc365-6e4e-43a3-84ab-2c7c50936677 req-1c9efa61-3671-457f-9d5d-55754df886e5 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5445 time: 0.3275096 Jul 09 13:31:15.973030 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-98183c0e-75b7-4948-af1b-fd3f01905820 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=4e215b1f79b34825977d7044ae094541&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1145699 Jul 09 13:31:16.005588 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ae6cc7c-418b-4a15-a197-cbdfa17e26ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.028431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b0e09476-06e5-43de-8a5a-07459dd52e2a tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Deleting port 379080cc-375b-4737-8419-d2305598f9b9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:16.029196 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0e09476-06e5-43de-8a5a-07459dd52e2a tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.049472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6cc7c-418b-4a15-a197-cbdfa17e26ee admin admin] Pushing event deleted for resources: {'Subnet': ['ID=449f507a-bcc0-4820-a57c-393409f16a2f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:16.058734 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ae6cc7c-418b-4a15-a197-cbdfa17e26ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.061645 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8ae6cc7c-418b-4a15-a197-cbdfa17e26ee admin admin] 10.222.0.39 "DELETE /v2.0/subnets/449f507a-bcc0-4820-a57c-393409f16a2f HTTP/1.1" status: 204 len: 168 time: 0.8133941 Jul 09 13:31:16.066374 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57682) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:16.159680 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49d1b1d0-c651-44a6-9581-ad53e2686b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.228130 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0e09476-06e5-43de-8a5a-07459dd52e2a tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.247208 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b0e09476-06e5-43de-8a5a-07459dd52e2a tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Calling delete_port for 379080cc-375b-4737-8419-d2305598f9b9 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:16.304559 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0b0328b5-75e2-420d-9174-26da1dde762a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4e215b1f79b34825977d7044ae094541&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474687 Jul 09 13:31:16.322082 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49d1b1d0-c651-44a6-9581-ad53e2686b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.337242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-49d1b1d0-c651-44a6-9581-ad53e2686b6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9661553-cd6b-4506-92e6-55d468228b70']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:16.352485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-49d1b1d0-c651-44a6-9581-ad53e2686b6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2edf6e3-15cd-4dc8-9aaf-30746f769690') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:16.352909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-49d1b1d0-c651-44a6-9581-ad53e2686b6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2edf6e3-15cd-4dc8-9aaf-30746f769690') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:16.396832 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79c89969-68de-499e-b177-710e1a4b1fba req-fa4f2a85-1e4e-46c8-9057-6ea37032ac8e tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 210 time: 0.0496235 Jul 09 13:31:16.398885 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49d1b1d0-c651-44a6-9581-ad53e2686b6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.419400 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49d1b1d0-c651-44a6-9581-ad53e2686b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.429185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d1b1d0-c651-44a6-9581-ad53e2686b6b admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:31:16.429730 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49d1b1d0-c651-44a6-9581-ad53e2686b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:31:16.440512 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:31:16.574395 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-fe8571e0-7f0b-4e92-8d12-a4e55c07d369 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:16.577201 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-fe8571e0-7f0b-4e92-8d12-a4e55c07d369 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2646294 Jul 09 13:31:16.590882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Request body: {'port': {'device_id': '359c163a-23fa-4d23-94ae-eeb47ca83b97', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': '4e215b1f79b34825977d7044ae094541'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:16.657398 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49d1b1d0-c651-44a6-9581-ad53e2686b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.663987 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49d1b1d0-c651-44a6-9581-ad53e2686b6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.666189 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-49d1b1d0-c651-44a6-9581-ad53e2686b6b admin admin] 10.222.0.39 "DELETE /v2.0/networks/f9661553-cd6b-4506-92e6-55d468228b70 HTTP/1.1" status: 204 len: 168 time: 0.5997198 Jul 09 13:31:16.682671 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d1b1d0-c651-44a6-9581-ad53e2686b6b admin admin] Pushing event deleted for resources: {'Network': ['ID=f9661553-cd6b-4506-92e6-55d468228b70,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:16.713474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c747276c-95e8-45be-89af-f03c809e5f9b req-b3bdddb8-8a33-4e16-9ea6-47c4de9c7d1c tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:16.715832 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c747276c-95e8-45be-89af-f03c809e5f9b req-b3bdddb8-8a33-4e16-9ea6-47c4de9c7d1c tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.2289884 Jul 09 13:31:16.751697 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e72eafdb-ebad-4c4a-b788-6c5d5763f78c req-98179c16-16d1-4ce0-b3cc-fd0fa8c8ae55 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0345588 Jul 09 13:31:16.800216 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c747276c-95e8-45be-89af-f03c809e5f9b req-34f308bf-494d-40cc-a4c5-3544389f2ab7 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475247 Jul 09 13:31:16.861795 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0e09476-06e5-43de-8a5a-07459dd52e2a tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.910274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e09476-06e5-43de-8a5a-07459dd52e2a tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Pushing event deleted for resources: {'Port': ['ID=379080cc-375b-4737-8419-d2305598f9b9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:16.916428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Made reservation on behalf of 4e215b1f79b34825977d7044ae094541 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:16.921308 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:16.957932 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.026853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57738) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:17.107005 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0e09476-06e5-43de-8a5a-07459dd52e2a tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.137189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c988c956-96c4-4ed8-83b6-1366c1c29aff req-2fc02bdc-8680-4d6c-b2a8-0373dd606230 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:17.140596 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c988c956-96c4-4ed8-83b6-1366c1c29aff req-2fc02bdc-8680-4d6c-b2a8-0373dd606230 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.0923529 Jul 09 13:31:17.205769 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c988c956-96c4-4ed8-83b6-1366c1c29aff req-6b72208b-5aae-4a90-a0e9-bf889ce856a4 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587358 Jul 09 13:31:17.270498 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0e09476-06e5-43de-8a5a-07459dd52e2a tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.273484 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0e09476-06e5-43de-8a5a-07459dd52e2a tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.342122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57768) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:17.342791 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8bfc5096-1319-4e0e-a2fa-6d83cbd965a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1d54a94fd9e4026a57357759e038a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3107133 Jul 09 13:31:17.349239 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0e09476-06e5-43de-8a5a-07459dd52e2a tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.349833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0e09476-06e5-43de-8a5a-07459dd52e2a tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Fanout notify agent at l3_agent the message router_deleted on router daff0fb8-459c-4043-aaa1-d7c742e0052f {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:31:17.359133 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0e09476-06e5-43de-8a5a-07459dd52e2a tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.366461 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b0e09476-06e5-43de-8a5a-07459dd52e2a tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "DELETE /v2.0/routers/daff0fb8-459c-4043-aaa1-d7c742e0052f HTTP/1.1" status: 204 len: 168 time: 1.9643195 Jul 09 13:31:17.371984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57770) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:17.383939 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Request body: {'router': {'name': 'tempest-snat-router-937600997', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'enable_snat': False}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:17.460424 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ead4ee5-d230-4c08-b6dc-4ffb7c6d001d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.464268 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.474250 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.515905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79f03954-8175-4cbc-b64e-733be17a36cd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:17.520562 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ead4ee5-d230-4c08-b6dc-4ffb7c6d001d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.549975 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.551256 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.672570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Allocated IP 192.168.233.186 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/c1a73c66-003b-4b55-afce-3d5292e5f9c2) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:17.907433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:17.925583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Transition to ACTIVE for port object c1a73c66-003b-4b55-afce-3d5292e5f9c2 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:17.980193 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:18.017212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:18.020395 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:18.022962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:18.128231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Pushing event updated for resources: {'Port': ['ID=c1a73c66-003b-4b55-afce-3d5292e5f9c2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:18.140426 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:18.141488 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:18.160553 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-0e5e35e6-bbb3-45cf-98da-3357228c35fe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5739484 Jul 09 13:31:18.179030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Request body: {'port': {'device_id': '359c163a-23fa-4d23-94ae-eeb47ca83b97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:18.211722 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:18.243920 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7f7a8b0-50e0-4594-9784-28fdd89363a2 req-f4e8ca2a-bcce-41c7-a94f-8378fbc2376b tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 210 time: 0.6329770 Jul 09 13:31:18.266931 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-847efd04-7bbd-4a18-a3a9-e74a70b1547e tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=4e215b1f79b34825977d7044ae094541&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0919087 Jul 09 13:31:18.297737 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:18.366449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bb33328d-6229-49f7-b191-1d6d9c96aa2d None None] Provisioning for port c1a73c66-003b-4b55-afce-3d5292e5f9c2 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:18.373944 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bb33328d-6229-49f7-b191-1d6d9c96aa2d None None] Provisioning complete for port c1a73c66-003b-4b55-afce-3d5292e5f9c2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:18.374680 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bb33328d-6229-49f7-b191-1d6d9c96aa2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:18.439751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bb33328d-6229-49f7-b191-1d6d9c96aa2d None None] Port c1a73c66-003b-4b55-afce-3d5292e5f9c2 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:31:18.513658 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ead4ee5-d230-4c08-b6dc-4ffb7c6d001d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:18.516097 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ead4ee5-d230-4c08-b6dc-4ffb7c6d001d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:18.517156 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5ead4ee5-d230-4c08-b6dc-4ffb7c6d001d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/526ade11-b1a5-4a3a-9ae7-87f96de12948 HTTP/1.1" status: 204 len: 168 time: 1.1738734 Jul 09 13:31:18.554361 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e14d8745-c29a-43de-8184-d54eb361d5bf req-a7c563a8-f62b-49be-9298-e6e70445e998 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0501883 Jul 09 13:31:18.554561 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57804) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:18.571114 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:18.588765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead4ee5-d230-4c08-b6dc-4ffb7c6d001d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526ade11-b1a5-4a3a-9ae7-87f96de12948,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:18.599472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4bae2-d576-4d3d-bc04-393b3a94053a req-496bed90-f686-42d9-86bf-2e90e9f5397f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:18.608348 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12c4bae2-d576-4d3d-bc04-393b3a94053a req-496bed90-f686-42d9-86bf-2e90e9f5397f tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.4290566 Jul 09 13:31:18.742417 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1a73c66-003b-4b55-afce-3d5292e5f9c2 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:31:18.751989 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:18.774597 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Transition to ACTIVE for port object c1a73c66-003b-4b55-afce-3d5292e5f9c2 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:18.778960 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12c4bae2-d576-4d3d-bc04-393b3a94053a req-eef5c643-8fd6-4665-848a-e84a2b6c6506 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694677 Jul 09 13:31:18.785473 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:18.800731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-70463c05-a007-46f4-b507-04d56df44209 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:18.802110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-70463c05-a007-46f4-b507-04d56df44209 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4686546 Jul 09 13:31:18.838059 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Pushing event updated for resources: {'Port': ['ID=c1a73c66-003b-4b55-afce-3d5292e5f9c2,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:18.878334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-4ee37a1e-bd93-4b37-8f5d-170488729b93 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Request body: {'port': {'device_id': '136834da-888f-4064-8f2f-3d299ddaf76c', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': '4e215b1f79b34825977d7044ae094541'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:18.991389 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Attempting to bind port c1a73c66-003b-4b55-afce-3d5292e5f9c2 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:31:18.991746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Attempting to bind port c1a73c66-003b-4b55-afce-3d5292e5f9c2 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:31:18.992082 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Attempting to bind port c1a73c66-003b-4b55-afce-3d5292e5f9c2 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:19.001521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Port c1a73c66-003b-4b55-afce-3d5292e5f9c2 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:31:19.001851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Attempting to bind port c1a73c66-003b-4b55-afce-3d5292e5f9c2 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:19.014573 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:31:19.014987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:19.015427 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:31:19.015890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Bound port: c1a73c66-003b-4b55-afce-3d5292e5f9c2, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:31:19.016263 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.111175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] For port c1a73c66-003b-4b55-afce-3d5292e5f9c2, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:31:19.115703 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] For port c1a73c66-003b-4b55-afce-3d5292e5f9c2, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c1a73c66-003b-4b55-afce-3d5292e5f9c2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:31:19.121615 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.149829 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07df1cf-881e-4d9f-86bc-61a2dfdbaf01 req-47a80d44-fedb-4e1f-80af-bac94d98cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.150181 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07df1cf-881e-4d9f-86bc-61a2dfdbaf01 req-47a80d44-fedb-4e1f-80af-bac94d98cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.150658 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07df1cf-881e-4d9f-86bc-61a2dfdbaf01 req-47a80d44-fedb-4e1f-80af-bac94d98cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.151153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07df1cf-881e-4d9f-86bc-61a2dfdbaf01 req-47a80d44-fedb-4e1f-80af-bac94d98cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.151643 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07df1cf-881e-4d9f-86bc-61a2dfdbaf01 req-47a80d44-fedb-4e1f-80af-bac94d98cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.152345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07df1cf-881e-4d9f-86bc-61a2dfdbaf01 req-47a80d44-fedb-4e1f-80af-bac94d98cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.152856 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07df1cf-881e-4d9f-86bc-61a2dfdbaf01 req-47a80d44-fedb-4e1f-80af-bac94d98cea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.161726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c07df1cf-881e-4d9f-86bc-61a2dfdbaf01 req-47a80d44-fedb-4e1f-80af-bac94d98cea2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 6502 time: 0.6017356 Jul 09 13:31:19.172244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.172890 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.174841 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] 10.222.0.18 "PUT /v2.0/ports/c1a73c66-003b-4b55-afce-3d5292e5f9c2 HTTP/1.1" status: 200 len: 1096 time: 1.0060644 Jul 09 13:31:19.175328 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '359c163a-23fa-4d23-94ae-eeb47ca83b97', 'tag': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:19.177711 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f768a3a-efad-4f33-899f-2911e42f2c97" -d '{"events": [{"name": "network-changed", "server_uuid": "359c163a-23fa-4d23-94ae-eeb47ca83b97", "tag": "c1a73c66-003b-4b55-afce-3d5292e5f9c2"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:19.213578 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3accc41f-bbfc-4ff3-a712-8738ad3054ff service neutron] Pushing event updated for resources: {'Port': ['ID=c1a73c66-003b-4b55-afce-3d5292e5f9c2,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:19.226707 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-4092cf2d-f961-4406-8505-5a5ac8814cf8 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.235364 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-4092cf2d-f961-4406-8505-5a5ac8814cf8 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/networks?id=7c138cf7-3e60-4011-ad16-f9f420ac7385 HTTP/1.1" status: 200 len: 804 time: 0.4988639 Jul 09 13:31:19.287657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3476d721-25ca-45da-9333-4730d0b48dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.290033 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-cf00add4-4281-4f9f-9aca-1ad34ae8ff53 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/quotas/40c05bf911e74de0ab8d76ee71cab943 HTTP/1.1" status: 200 len: 375 time: 0.0534194 Jul 09 13:31:19.290710 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-3476d721-25ca-45da-9333-4730d0b48dd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e215b1f79b34825977d7044ae094541&device_id=359c163a-23fa-4d23-94ae-eeb47ca83b97 HTTP/1.1" status: 200 len: 1099 time: 0.0718758 Jul 09 13:31:19.344761 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c07df1cf-881e-4d9f-86bc-61a2dfdbaf01 req-0272597c-e8ba-4695-b0aa-5fdc077d902b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1820259 Jul 09 13:31:19.366632 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-e95cd8b1-4bf7-4063-a8be-a6be931c9659 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=c1a73c66-003b-4b55-afce-3d5292e5f9c2 HTTP/1.1" status: 200 len: 217 time: 0.0677626 Jul 09 13:31:19.450488 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-4ee37a1e-bd93-4b37-8f5d-170488729b93 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Made reservation on behalf of 4e215b1f79b34825977d7044ae094541 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:19.454459 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-4ee37a1e-bd93-4b37-8f5d-170488729b93 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.467821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f957dc25-be5c-4bb3-a643-15704a5f0871 req-10be3a09-923c-4648-82c2-1e871bc59ca1 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.468826 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-67f85abe-1f34-498c-bba6-6c5ccb1512fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.470511 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-67f85abe-1f34-498c-bba6-6c5ccb1512fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0970774 Jul 09 13:31:19.473034 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f957dc25-be5c-4bb3-a643-15704a5f0871 req-10be3a09-923c-4648-82c2-1e871bc59ca1 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.4397769 Jul 09 13:31:19.535661 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c02dece-9efd-4458-bc64-c818361c8b36 req-cdf4893a-96b4-4fa6-ab53-b686159a4da7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1266534 Jul 09 13:31:19.564568 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-4532d4c4-3e11-4a5d-bf28-983a827e14cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.566646 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-4532d4c4-3e11-4a5d-bf28-983a827e14cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0878704 Jul 09 13:31:19.647697 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f957dc25-be5c-4bb3-a643-15704a5f0871 req-da07f854-398f-4461-b036-aa0b008c4fb7 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605544 Jul 09 13:31:19.652567 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.673026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57846) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:19.702785 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-0dbe4725-03b6-40c8-8fd9-61d279c64701 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=40c05bf911e74de0ab8d76ee71cab943&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3975990 Jul 09 13:31:19.705116 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:19.736528 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d704422f-8fb4-4efb-bb3d-69b8fbcb814b x-openstack-request-id: req-d704422f-8fb4-4efb-bb3d-69b8fbcb814b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:19.736922 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "359c163a-23fa-4d23-94ae-eeb47ca83b97", "tag": "c1a73c66-003b-4b55-afce-3d5292e5f9c2", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:19.737285 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d704422f-8fb4-4efb-bb3d-69b8fbcb814b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:19.737747 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '359c163a-23fa-4d23-94ae-eeb47ca83b97', 'tag': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2', 'status': 'completed', 'code': 200} Jul 09 13:31:19.778969 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-86cc1eaa-72d9-452e-a5bd-e675930d7b02 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038581 Jul 09 13:31:19.806163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02dece-9efd-4458-bc64-c818361c8b36 req-b16340a8-7488-4aca-b6c1-d6b962980315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.808011 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c02dece-9efd-4458-bc64-c818361c8b36 req-b16340a8-7488-4aca-b6c1-d6b962980315 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ffe615145fe24da683918dfba7f962cc&device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 1097 time: 0.2028337 Jul 09 13:31:19.868457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2595944e-0f55-4351-a481-84aff2dbc6b6 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1984711495-network', 'tenant_id': 'e94440515d444ecea8b595e547ea4691'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:19.897478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-4ee37a1e-bd93-4b37-8f5d-170488729b93 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Allocated IP 192.168.233.161 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/fbbab620-f813-4f12-95a4-1d75841a5055) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:19.939684 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09f477-2195-400b-989d-0b8bd025e78b req-7e5680fe-8569-4efc-94f6-1040710a986f tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:19.941416 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fc09f477-2195-400b-989d-0b8bd025e78b req-7e5680fe-8569-4efc-94f6-1040710a986f tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.15 "GET /v2.0/ports?device_id=79031f85-6a97-4cab-a51d-2d797b1ac220 HTTP/1.1" status: 200 len: 946 time: 0.2484441 Jul 09 13:31:19.953195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f3cce0e2-7121-47d5-9ef8-789212de229a req-9ae6cde1-71ee-4375-a77d-62ab7945e516 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 210 time: 0.0817070 Jul 09 13:31:19.998810 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-6c37d7c2-5e4b-457c-90d4-720034e6beb9 service neutron] 10.222.0.39 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951093 Jul 09 13:31:20.024476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Allocated IP 172.25.2.217 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/83db8518-5af2-4cea-a987-e8f6b84fae27) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:20.034167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2595944e-0f55-4351-a481-84aff2dbc6b6 admin admin] Made reservation on behalf of e94440515d444ecea8b595e547ea4691 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:20.036670 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2595944e-0f55-4351-a481-84aff2dbc6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.073053 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2595944e-0f55-4351-a481-84aff2dbc6b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.126742 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ef490d98-1ad7-40fa-ac7e-b4cc7f832b8a req-7ebb5f28-1d93-4a5e-a3ec-cea26d48011a service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368595 Jul 09 13:31:20.134984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02dece-9efd-4458-bc64-c818361c8b36 req-eada9542-4700-4911-a9c8-129c8e0e4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:20.136507 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c02dece-9efd-4458-bc64-c818361c8b36 req-eada9542-4700-4911-a9c8-129c8e0e4bb1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b HTTP/1.1" status: 200 len: 914 time: 0.2778785 Jul 09 13:31:20.187659 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa439f08-a3b6-489f-ad86-d2137745b260 req-24449b86-4345-4d7b-a6a3-5790cd4bb9bf tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.1039331 Jul 09 13:31:20.211047 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c02dece-9efd-4458-bc64-c818361c8b36 req-f22a89be-0e11-4018-88b4-fd6b97229b54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d2be107c-132d-4714-935f-2cfb271f7525 HTTP/1.1" status: 200 len: 217 time: 0.0665267 Jul 09 13:31:20.298907 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-12525743-0c63-4d78-97fc-c15a32707633 service neutron] 10.222.0.39 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2845800 Jul 09 13:31:20.322680 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-fc09f477-2195-400b-989d-0b8bd025e78b req-2c214ce3-6217-4f6a-aa30-eaacc16be2a9 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Deleting port ce9757ee-55c6-4f1b-89b5-8b81c20532f9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:20.323106 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fc09f477-2195-400b-989d-0b8bd025e78b req-2c214ce3-6217-4f6a-aa30-eaacc16be2a9 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.347585 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.368451 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-4ee37a1e-bd93-4b37-8f5d-170488729b93 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.389807 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-4ee37a1e-bd93-4b37-8f5d-170488729b93 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Transition to ACTIVE for port object fbbab620-f813-4f12-95a4-1d75841a5055 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:20.442055 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.479957 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-4ee37a1e-bd93-4b37-8f5d-170488729b93 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.491488 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:20.507144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:20.510843 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:20.521453 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-4ee37a1e-bd93-4b37-8f5d-170488729b93 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:20.525857 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-4ee37a1e-bd93-4b37-8f5d-170488729b93 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:20.559349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-4ee37a1e-bd93-4b37-8f5d-170488729b93 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:20.603305 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Pushing event updated for resources: {'Port': ['ID=83db8518-5af2-4cea-a987-e8f6b84fae27,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:20.638563 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ce9757ee-55c6-4f1b-89b5-8b81c20532f9 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:20.689194 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15c84922-426d-4e97-a6bf-8e1bb61aff3e req-94a4da5b-a0d1-4a76-bc93-871e9a0239e6 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 210 time: 0.1152191 Jul 09 13:31:20.771969 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.824694 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ce9757ee-55c6-4f1b-89b5-8b81c20532f9, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:20.825700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79031f85-6a97-4cab-a51d-2d797b1ac220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce9757ee-55c6-4f1b-89b5-8b81c20532f9'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:20.828564 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42ffd16-306e-468b-ad39-f2fe6edc0ab1" -d '{"events": [{"server_uuid": "79031f85-6a97-4cab-a51d-2d797b1ac220", "name": "network-vif-unplugged", "status": "completed", "tag": "ce9757ee-55c6-4f1b-89b5-8b81c20532f9"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:20.834763 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c02dece-9efd-4458-bc64-c818361c8b36 req-ec6381b7-7165-451a-9da7-bc17541a97ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:20.836304 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c02dece-9efd-4458-bc64-c818361c8b36 req-ec6381b7-7165-451a-9da7-bc17541a97ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b148dd4e-9358-4a31-b001-045227bbe9d4 HTTP/1.1" status: 200 len: 853 time: 0.6159575 Jul 09 13:31:20.856247 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee37a1e-bd93-4b37-8f5d-170488729b93 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Pushing event updated for resources: {'Port': ['ID=fbbab620-f813-4f12-95a4-1d75841a5055,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:20.865133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-4ee37a1e-bd93-4b37-8f5d-170488729b93 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:20.865895 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-4ee37a1e-bd93-4b37-8f5d-170488729b93 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.870542 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:20.912355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f768a3a-efad-4f33-899f-2911e42f2c97 req-cabc0218-15e9-4288-b8ca-2adf0bf28fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:20.913926 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f768a3a-efad-4f33-899f-2911e42f2c97 req-cabc0218-15e9-4288-b8ca-2adf0bf28fb2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e215b1f79b34825977d7044ae094541&device_id=359c163a-23fa-4d23-94ae-eeb47ca83b97 HTTP/1.1" status: 200 len: 1099 time: 0.7185819 Jul 09 13:31:20.923463 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c02dece-9efd-4458-bc64-c818361c8b36 req-ede23966-304a-4622-9397-3908bfab137e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733638 Jul 09 13:31:20.941510 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad622a0-81d7-453a-841f-36c58bf133dc x-openstack-request-id: req-2ad622a0-81d7-453a-841f-36c58bf133dc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:20.942235 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79031f85-6a97-4cab-a51d-2d797b1ac220", "name": "network-vif-unplugged", "status": "completed", "tag": "ce9757ee-55c6-4f1b-89b5-8b81c20532f9", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:20.942633 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ad622a0-81d7-453a-841f-36c58bf133dc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:20.943082 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79031f85-6a97-4cab-a51d-2d797b1ac220', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce9757ee-55c6-4f1b-89b5-8b81c20532f9', 'code': 200} Jul 09 13:31:20.970971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-176edcd0-3cce-4972-8489-c1a4d8cef71f None None] Provisioning for port fbbab620-f813-4f12-95a4-1d75841a5055 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:20.987910 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-176edcd0-3cce-4972-8489-c1a4d8cef71f None None] Provisioning complete for port fbbab620-f813-4f12-95a4-1d75841a5055 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:20.988532 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-176edcd0-3cce-4972-8489-c1a4d8cef71f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.039257 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c02dece-9efd-4458-bc64-c818361c8b36 req-586a246e-c2f9-4571-ad69-73a86cce5a2d service neutron] 10.222.0.15 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015515 Jul 09 13:31:21.051058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:21.056954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-176edcd0-3cce-4972-8489-c1a4d8cef71f None None] Port fbbab620-f813-4f12-95a4-1d75841a5055 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:31:21.070343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:21.072328 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:21.072849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:21.073385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:21.073974 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:21.074841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:21.075650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:21.076468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:21.077066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:21.077814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:21.078430 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:21.078932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:21.167628 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fc09f477-2195-400b-989d-0b8bd025e78b req-2c214ce3-6217-4f6a-aa30-eaacc16be2a9 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] For port ce9757ee-55c6-4f1b-89b5-8b81c20532f9, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:21.168175 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fc09f477-2195-400b-989d-0b8bd025e78b req-2c214ce3-6217-4f6a-aa30-eaacc16be2a9 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.202403 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2595944e-0f55-4351-a481-84aff2dbc6b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.206955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-fc09f477-2195-400b-989d-0b8bd025e78b req-2c214ce3-6217-4f6a-aa30-eaacc16be2a9 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Calling delete_port for ce9757ee-55c6-4f1b-89b5-8b81c20532f9 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:21.216031 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2595944e-0f55-4351-a481-84aff2dbc6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.317846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2595944e-0f55-4351-a481-84aff2dbc6b6 admin admin] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:31:21.331389 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-4ee37a1e-bd93-4b37-8f5d-170488729b93 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4957716 Jul 09 13:31:21.334853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595944e-0f55-4351-a481-84aff2dbc6b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a65a3d-dd73-42c8-8b71-f3b7461e79c3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:21.351716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Request body: {'port': {'device_id': '136834da-888f-4064-8f2f-3d299ddaf76c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:21.358114 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c02dece-9efd-4458-bc64-c818361c8b36 req-d1dc7ff3-81aa-4cac-8f63-07ee442cfdac service neutron] 10.222.0.15 "GET /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978923 Jul 09 13:31:21.368851 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2595944e-0f55-4351-a481-84aff2dbc6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.369210 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-2595944e-0f55-4351-a481-84aff2dbc6b6 admin admin] Added segment 3c62bf35-4b9e-4c7e-b52f-39f92172178f of type vlan for network 6634bcde-a9ee-46c2-886b-88dd638a266c Jul 09 13:31:21.371426 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f768a3a-efad-4f33-899f-2911e42f2c97 req-8206722d-a2ed-44ce-bf92-b793e3e103a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:21.373506 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f768a3a-efad-4f33-899f-2911e42f2c97 req-8206722d-a2ed-44ce-bf92-b793e3e103a9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.4489844 Jul 09 13:31:21.393193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dd213b-adc1-43fb-b1b1-5ea278f290f0 req-b858ed84-7eac-414b-b931-07d183769259 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:21.400650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70dd213b-adc1-43fb-b1b1-5ea278f290f0 req-b858ed84-7eac-414b-b931-07d183769259 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.8721759 Jul 09 13:31:21.470037 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f768a3a-efad-4f33-899f-2911e42f2c97 req-68e0355e-be32-4d70-a62e-51ed10117b65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.186&port_id=c1a73c66-003b-4b55-afce-3d5292e5f9c2 HTTP/1.1" status: 200 len: 217 time: 0.0853212 Jul 09 13:31:21.474711 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2595944e-0f55-4351-a481-84aff2dbc6b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.554058 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70dd213b-adc1-43fb-b1b1-5ea278f290f0 req-adc80870-e762-40e5-ad7d-df5184770e21 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514788 Jul 09 13:31:21.570691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37229e1a-802a-4600-bafe-96bead12554b req-8c6848b7-ca90-47bd-bef1-c8284ba2acf9 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:21.572300 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37229e1a-802a-4600-bafe-96bead12554b req-8c6848b7-ca90-47bd-bef1-c8284ba2acf9 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 936 time: 0.3028779 Jul 09 13:31:21.593999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f768a3a-efad-4f33-899f-2911e42f2c97 req-15ebbe1f-599f-4f34-a827-d48b10179578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:21.595617 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f768a3a-efad-4f33-899f-2911e42f2c97 req-15ebbe1f-599f-4f34-a827-d48b10179578 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1163034 Jul 09 13:31:21.599014 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2595944e-0f55-4351-a481-84aff2dbc6b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.600103 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2595944e-0f55-4351-a481-84aff2dbc6b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:21.600682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2595944e-0f55-4351-a481-84aff2dbc6b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.633896 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.690192 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fc09f477-2195-400b-989d-0b8bd025e78b req-2c214ce3-6217-4f6a-aa30-eaacc16be2a9 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.706702 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2595944e-0f55-4351-a481-84aff2dbc6b6 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0213323 Jul 09 13:31:21.711053 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37229e1a-802a-4600-bafe-96bead12554b req-ddb22dbc-371f-433b-a4ca-6bc553f2a250 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310117 Jul 09 13:31:21.713663 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.771611 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c214ce3-6217-4f6a-aa30-eaacc16be2a9 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Pushing event deleted for resources: {'Port': ['ID=ce9757ee-55c6-4f1b-89b5-8b81c20532f9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:21.775431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2595944e-0f55-4351-a481-84aff2dbc6b6 admin admin] Pushing event updated for resources: {'Network': ['ID=6634bcde-a9ee-46c2-886b-88dd638a266c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:21.801815 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 6634bcde-a9ee-46c2-886b-88dd638a266c details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:31:21.836113 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f07a5fb3-8134-4531-81c9-9f006dec7062 req-df53bff7-5ba2-4866-8ad1-d2c9d63bfc6a tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0661683 Jul 09 13:31:21.884183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc09f477-2195-400b-989d-0b8bd025e78b req-2c214ce3-6217-4f6a-aa30-eaacc16be2a9 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] No DVR routers for this DVR port ce9757ee-55c6-4f1b-89b5-8b81c20532f9 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:21.886934 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fc09f477-2195-400b-989d-0b8bd025e78b req-2c214ce3-6217-4f6a-aa30-eaacc16be2a9 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:21.890496 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fc09f477-2195-400b-989d-0b8bd025e78b req-2c214ce3-6217-4f6a-aa30-eaacc16be2a9 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.15 "DELETE /v2.0/ports/ce9757ee-55c6-4f1b-89b5-8b81c20532f9 HTTP/1.1" status: 204 len: 173 time: 1.9393611 Jul 09 13:31:21.891853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79031f85-6a97-4cab-a51d-2d797b1ac220', 'name': 'network-vif-deleted', 'tag': 'ce9757ee-55c6-4f1b-89b5-8b81c20532f9'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:21.905800 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-491bde50-98e5-473f-8b36-d9bb51c4faf6" -d '{"events": [{"server_uuid": "79031f85-6a97-4cab-a51d-2d797b1ac220", "name": "network-vif-deleted", "tag": "ce9757ee-55c6-4f1b-89b5-8b81c20532f9"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:21.975702 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f768a3a-efad-4f33-899f-2911e42f2c97 req-aefcdb82-1a71-41a2-b942-89d77722b6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:21.984734 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f768a3a-efad-4f33-899f-2911e42f2c97 req-aefcdb82-1a71-41a2-b942-89d77722b6c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3782706 Jul 09 13:31:22.100736 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f768a3a-efad-4f33-899f-2911e42f2c97 req-8cb71acb-c63c-4188-84cc-6cdade3eb0e7 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084995 Jul 09 13:31:22.120945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12639039-2b1a-4e98-9c9d-9488014f0506 req-575f20d7-2136-49be-92d6-8c8f50476707 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 210 time: 0.0649128 Jul 09 13:31:22.222683 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4541e2b3-d6c0-4c19-9445-5a251a60e8a3 x-openstack-request-id: req-4541e2b3-d6c0-4c19-9445-5a251a60e8a3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:22.222955 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79031f85-6a97-4cab-a51d-2d797b1ac220", "name": "network-vif-deleted", "tag": "ce9757ee-55c6-4f1b-89b5-8b81c20532f9", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:22.223262 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4541e2b3-d6c0-4c19-9445-5a251a60e8a3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:22.223658 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79031f85-6a97-4cab-a51d-2d797b1ac220', 'name': 'network-vif-deleted', 'tag': 'ce9757ee-55c6-4f1b-89b5-8b81c20532f9', 'status': 'completed', 'code': 200} Jul 09 13:31:22.285972 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f768a3a-efad-4f33-899f-2911e42f2c97 req-5fc0d973-e143-4ae3-a0f1-b4fa3941ca96 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786571 Jul 09 13:31:22.286204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bded4b2-2c15-4e29-a67c-9816f237bc98 req-b3f26bc7-6d51-4de3-bd00-3cdaa0aff5ed tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:22.293341 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3bded4b2-2c15-4e29-a67c-9816f237bc98 req-b3f26bc7-6d51-4de3-bd00-3cdaa0aff5ed tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.2902927 Jul 09 13:31:22.350006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-0f452ca2-a5fb-4590-9d6c-863193fb9140 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:22.351582 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-0f452ca2-a5fb-4590-9d6c-863193fb9140 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.15 "GET /v2.0/networks?id=7c138cf7-3e60-4011-ad16-f9f420ac7385 HTTP/1.1" status: 200 len: 804 time: 0.1556170 Jul 09 13:31:22.368970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-a817cec1-29c3-49e3-83d3-8028fe6af62c tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Request body: {'port': {'device_id': 'aeae7ad1-4197-4b07-bba6-951a32ffe248', 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385', 'admin_state_up': True, 'tenant_id': '40c05bf911e74de0ab8d76ee71cab943'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:22.518496 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-a817cec1-29c3-49e3-83d3-8028fe6af62c tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Made reservation on behalf of 40c05bf911e74de0ab8d76ee71cab943 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:22.523460 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-a817cec1-29c3-49e3-83d3-8028fe6af62c tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:22.559770 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3bded4b2-2c15-4e29-a67c-9816f237bc98 req-14edfcb2-7748-4eac-9753-f58441ed98e0 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654037 Jul 09 13:31:22.612506 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:22.635827 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c1a73c66-003b-4b55-afce-3d5292e5f9c2 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:31:22.787876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-a817cec1-29c3-49e3-83d3-8028fe6af62c tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Allocated IP 172.20.0.10 (7c138cf7-3e60-4011-ad16-f9f420ac7385/e11eca0f-225a-479a-adf8-c5ca2fa12bae/8e0c855c-a0c3-45eb-9772-c910c45a77e3) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:22.802997 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfa9c3-1054-47a6-83e5-cc79b38bd00e req-82b72231-62a1-4136-a508-52bdeaf3e0d3 tempest-ComputeTenantNetworksTest-910536256 tempest-ComputeTenantNetworksTest-910536256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:22.809578 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c1a73c66-003b-4b55-afce-3d5292e5f9c2, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c1a73c66-003b-4b55-afce-3d5292e5f9c2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:22.811867 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfa9c3-1054-47a6-83e5-cc79b38bd00e req-82b72231-62a1-4136-a508-52bdeaf3e0d3 tempest-ComputeTenantNetworksTest-910536256 tempest-ComputeTenantNetworksTest-910536256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:22.819404 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfa9c3-1054-47a6-83e5-cc79b38bd00e req-82b72231-62a1-4136-a508-52bdeaf3e0d3 tempest-ComputeTenantNetworksTest-910536256 tempest-ComputeTenantNetworksTest-910536256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:22.825647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2', 'mac_address': 'fa:16:3e:32:80:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:31:22.844147 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-62bfa9c3-1054-47a6-83e5-cc79b38bd00e req-82b72231-62a1-4136-a508-52bdeaf3e0d3 tempest-ComputeTenantNetworksTest-910536256 tempest-ComputeTenantNetworksTest-910536256-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4727218 Jul 09 13:31:22.864434 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbab620-f813-4f12-95a4-1d75841a5055 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:31:22.887986 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:22.926546 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:22.943571 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a73c66-003b-4b55-afce-3d5292e5f9c2 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:31:22.971855 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c1a73c66-003b-4b55-afce-3d5292e5f9c2, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c1a73c66-003b-4b55-afce-3d5292e5f9c2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:22.976490 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.030876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Transition to ACTIVE for port object fbbab620-f813-4f12-95a4-1d75841a5055 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:23.043171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c1a73c66-003b-4b55-afce-3d5292e5f9c2,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:23.061056 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.068943 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-a817cec1-29c3-49e3-83d3-8028fe6af62c tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.120469 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-a817cec1-29c3-49e3-83d3-8028fe6af62c tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.171960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbab620-f813-4f12-95a4-1d75841a5055,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:23.201680 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-a817cec1-29c3-49e3-83d3-8028fe6af62c tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Network 7c138cf7-3e60-4011-ad16-f9f420ac7385 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:23.205716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aca5e9-4fc0-4491-b1eb-dea3629cf135 req-860c1f16-1cec-4560-b816-1973e5857616 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:23.206448 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-a817cec1-29c3-49e3-83d3-8028fe6af62c tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:23.212961 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1aca5e9-4fc0-4491-b1eb-dea3629cf135 req-860c1f16-1cec-4560-b816-1973e5857616 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.3140547 Jul 09 13:31:23.214068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-a817cec1-29c3-49e3-83d3-8028fe6af62c tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:23.225990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a817cec1-29c3-49e3-83d3-8028fe6af62c tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Pushing event updated for resources: {'Port': ['ID=8e0c855c-a0c3-45eb-9772-c910c45a77e3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:23.314415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-a817cec1-29c3-49e3-83d3-8028fe6af62c tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:23.315526 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-a817cec1-29c3-49e3-83d3-8028fe6af62c tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.321516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['c1a73c66-003b-4b55-afce-3d5292e5f9c2'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:31:23.330588 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a24db9-ed55-4d54-b5f1-160dd30b8484 req-1f52ab5d-7fe7-4984-bf8a-0e86c3cefa51 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:23.339030 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-a817cec1-29c3-49e3-83d3-8028fe6af62c tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9768488 Jul 09 13:31:23.339302 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-21a24db9-ed55-4d54-b5f1-160dd30b8484 req-1f52ab5d-7fe7-4984-bf8a-0e86c3cefa51 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 936 time: 0.3703470 Jul 09 13:31:23.356203 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Request body: {'port': {'device_id': 'aeae7ad1-4197-4b07-bba6-951a32ffe248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:23.406874 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-21a24db9-ed55-4d54-b5f1-160dd30b8484 req-7c7d291c-8d48-4fa1-899f-e3da6548740a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667102 Jul 09 13:31:23.417134 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Router e1266c24-de8d-44b2-bf54-173ceee44f04 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:31:23.472751 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.529544 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1aca5e9-4fc0-4491-b1eb-dea3629cf135 req-2c0691e1-464b-43be-a181-3772408cb3c7 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2904420 Jul 09 13:31:23.592441 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Attempting to bind port fbbab620-f813-4f12-95a4-1d75841a5055 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:31:23.593104 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Attempting to bind port fbbab620-f813-4f12-95a4-1d75841a5055 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:31:23.593104 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Attempting to bind port fbbab620-f813-4f12-95a4-1d75841a5055 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:23.610292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef971930-e1a8-4f75-a67c-f7e9398ccdb3 req-f6e7f62c-a959-457a-af1e-c884eca10810 tempest-ComputeTenantNetworksTest-910536256 tempest-ComputeTenantNetworksTest-910536256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:23.611816 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef971930-e1a8-4f75-a67c-f7e9398ccdb3 req-f6e7f62c-a959-457a-af1e-c884eca10810 tempest-ComputeTenantNetworksTest-910536256 tempest-ComputeTenantNetworksTest-910536256-project] 10.222.0.39 "GET /v2.0/networks/6634bcde-a9ee-46c2-886b-88dd638a266c HTTP/1.1" status: 200 len: 769 time: 0.1719749 Jul 09 13:31:23.612409 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Port fbbab620-f813-4f12-95a4-1d75841a5055 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:31:23.612732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Attempting to bind port fbbab620-f813-4f12-95a4-1d75841a5055 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:23.623349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:31:23.623691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:23.624126 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:31:23.624643 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Bound port: fbbab620-f813-4f12-95a4-1d75841a5055, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:31:23.625073 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.626939 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57904) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:23.734025 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa91442b-983b-4aff-9b1c-8b361ba323bc req-fad4c5b7-da2c-4cab-bafb-76adaa6fb611 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0578954 Jul 09 13:31:23.763763 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d2c68e5-115e-4e9c-bb59-cf432000397c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.772378 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:23.788377 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Sync routers for ids ['e1266c24-de8d-44b2-bf54-173ceee44f04'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:23.789626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] For port fbbab620-f813-4f12-95a4-1d75841a5055, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:31:23.793663 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] For port fbbab620-f813-4f12-95a4-1d75841a5055, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fbbab620-f813-4f12-95a4-1d75841a5055,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:31:23.801653 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.804777 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Routers {'e1266c24-de8d-44b2-bf54-173ceee44f04'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:23.805732 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e1266c24-de8d-44b2-bf54-173ceee44f04'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:23.831184 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.832723 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-918dbb58-4745-4bad-bc03-c71086002a9b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 6.4605014 Jul 09 13:31:23.838078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57906) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:23.942648 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:23.944595 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:23.946067 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] 10.222.0.18 "PUT /v2.0/ports/fbbab620-f813-4f12-95a4-1d75841a5055 HTTP/1.1" status: 200 len: 1096 time: 2.6032677 Jul 09 13:31:23.959552 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Set router e1266c24-de8d-44b2-bf54-173ceee44f04 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:31:23.961007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136834da-888f-4064-8f2f-3d299ddaf76c', 'tag': 'fbbab620-f813-4f12-95a4-1d75841a5055'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:23.963994 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3fdb6e1-7ef1-4e72-8cb8-5c1bca2dadd4" -d '{"events": [{"name": "network-changed", "server_uuid": "136834da-888f-4064-8f2f-3d299ddaf76c", "tag": "fbbab620-f813-4f12-95a4-1d75841a5055"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:24.004902 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0790bd-1e21-44df-808a-886431bbc1a5 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbab620-f813-4f12-95a4-1d75841a5055,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:24.017923 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d2c68e5-115e-4e9c-bb59-cf432000397c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.062101 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0d2c68e5-115e-4e9c-bb59-cf432000397c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6634bcde-a9ee-46c2-886b-88dd638a266c']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:24.071444 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-179e3fb1-ddc4-4246-bc1b-4cc2570d4348 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/routers/e1266c24-de8d-44b2-bf54-173ceee44f04 HTTP/1.1" status: 200 len: 908 time: 0.2269096 Jul 09 13:31:24.072123 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57910) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:24.081930 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Request body: {'router': {'name': 'tempest-snat-router-937600997', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'enable_snat': True}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:24.087963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0d2c68e5-115e-4e9c-bb59-cf432000397c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c62bf35-4b9e-4c7e-b52f-39f92172178f') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:24.088544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0d2c68e5-115e-4e9c-bb59-cf432000397c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c62bf35-4b9e-4c7e-b52f-39f92172178f') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:24.112328 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d2c68e5-115e-4e9c-bb59-cf432000397c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.152709 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d2c68e5-115e-4e9c-bb59-cf432000397c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.163274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e0c855c-a0c3-45eb-9772-c910c45a77e3 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:31:24.168757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d2c68e5-115e-4e9c-bb59-cf432000397c admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:31:24.170161 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d2c68e5-115e-4e9c-bb59-cf432000397c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:31:24.172648 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:31:24.187877 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.238065 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1266c24-de8d-44b2-bf54-173ceee44f04', 'name': 'tempest-snat-router-937600997', 'tenant_id': 'b3815553db5842d2b061a2edc7d50d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.217'}], 'enable_snat': False}, 'gw_port_id': '83db8518-5af2-4cea-a987-e8f6b84fae27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:17Z', 'updated_at': '2021-07-09T13:31:21Z', 'revision_number': 3, 'project_id': 'b3815553db5842d2b061a2edc7d50d0c', 'gw_port': {'id': '83db8518-5af2-4cea-a987-e8f6b84fae27', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1266c24-de8d-44b2-bf54-173ceee44f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:19Z', 'updated_at': '2021-07-09T13:31:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:24.266762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Transition to ACTIVE for port object 8e0c855c-a0c3-45eb-9772-c910c45a77e3 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:24.267241 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Checking router: e1266c24-de8d-44b2-bf54-173ceee44f04 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:31:24.267785 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Updating router e1266c24-de8d-44b2-bf54-173ceee44f04 port 83db8518-5af2-4cea-a987-e8f6b84fae27 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:31:24.268873 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d2c68e5-115e-4e9c-bb59-cf432000397c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.273518 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.305819 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.306696 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d2c68e5-115e-4e9c-bb59-cf432000397c admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.312344 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0d2c68e5-115e-4e9c-bb59-cf432000397c admin admin] 10.222.0.39 "DELETE /v2.0/networks/6634bcde-a9ee-46c2-886b-88dd638a266c HTTP/1.1" status: 204 len: 168 time: 0.6838439 Jul 09 13:31:24.328941 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2c68e5-115e-4e9c-bb59-cf432000397c admin admin] Pushing event deleted for resources: {'Network': ['ID=6634bcde-a9ee-46c2-886b-88dd638a266c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:24.353380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0c855c-a0c3-45eb-9772-c910c45a77e3,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:24.454781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Attempting to bind port 8e0c855c-a0c3-45eb-9772-c910c45a77e3 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:31:24.455340 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Attempting to bind port 8e0c855c-a0c3-45eb-9772-c910c45a77e3 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:31:24.456271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Attempting to bind port 8e0c855c-a0c3-45eb-9772-c910c45a77e3 on network 7c138cf7-3e60-4011-ad16-f9f420ac7385 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:24.462378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Port 8e0c855c-a0c3-45eb-9772-c910c45a77e3 on network 7c138cf7-3e60-4011-ad16-f9f420ac7385 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:31:24.462817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Attempting to bind port 8e0c855c-a0c3-45eb-9772-c910c45a77e3 on network 7c138cf7-3e60-4011-ad16-f9f420ac7385 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:24.469983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:31:24.470399 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Checking segment: {'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:24.470879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Bound using segment: {'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:31:24.471454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Bound port: 8e0c855c-a0c3-45eb-9772-c910c45a77e3, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:31:24.472081 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.500307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57916) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:24.515621 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.516649 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.534150 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710a1d3-b83c-4158-ad8e-d44b1ce6a829 req-30ca9f42-0a9e-4ec3-b293-e6afa16d2877 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:24.535768 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a710a1d3-b83c-4158-ad8e-d44b1ce6a829 req-30ca9f42-0a9e-4ec3-b293-e6afa16d2877 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 932 time: 0.6382313 Jul 09 13:31:24.537595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-a1e0c692-e7df-407d-9f68-75a9b94e46d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:24.539009 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-a1e0c692-e7df-407d-9f68-75a9b94e46d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e215b1f79b34825977d7044ae094541&device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 1099 time: 0.5370238 Jul 09 13:31:24.548521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d95a16a-e099-4d5f-b14a-7e030306e9a1 req-aec9964b-6622-44e6-bfcd-79137bc307c2 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:24.550102 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2d95a16a-e099-4d5f-b14a-7e030306e9a1 req-aec9964b-6622-44e6-bfcd-79137bc307c2 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.5905664 Jul 09 13:31:24.587532 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] For port 8e0c855c-a0c3-45eb-9772-c910c45a77e3, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:31:24.593012 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f0e64ba2-c568-4d8d-9599-b27b8cef7a05 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e94440515d444ecea8b595e547ea4691&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0898316 Jul 09 13:31:24.595734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] For port 8e0c855c-a0c3-45eb-9772-c910c45a77e3, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8e0c855c-a0c3-45eb-9772-c910c45a77e3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:31:24.596995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57918) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:24.605910 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.618833 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-343d8649-c7f7-48b2-8cc5-67474a4b5c8e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=fbbab620-f813-4f12-95a4-1d75841a5055 HTTP/1.1" status: 200 len: 217 time: 0.0665083 Jul 09 13:31:24.621646 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.632687 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Transition to ACTIVE for port object 83db8518-5af2-4cea-a987-e8f6b84fae27 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:24.639186 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.656687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c1a73c66-003b-4b55-afce-3d5292e5f9c2 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:24.668775 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ce9757ee-55c6-4f1b-89b5-8b81c20532f9 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:24.686322 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b354e6-4fa5-4ad0-9dfa-6fdbbf85929f None None] Pushing event updated for resources: {'Port': ['ID=83db8518-5af2-4cea-a987-e8f6b84fae27,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:24.686973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:24.687652 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.689130 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] 10.222.0.15 "PUT /v2.0/ports/8e0c855c-a0c3-45eb-9772-c910c45a77e3 HTTP/1.1" status: 200 len: 1092 time: 1.3409421 Jul 09 13:31:24.691069 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aeae7ad1-4197-4b07-bba6-951a32ffe248', 'tag': '8e0c855c-a0c3-45eb-9772-c910c45a77e3'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:24.693395 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01fee27a-207d-47c3-8cb8-7225a76b7492" -d '{"events": [{"name": "network-changed", "server_uuid": "aeae7ad1-4197-4b07-bba6-951a32ffe248", "tag": "8e0c855c-a0c3-45eb-9772-c910c45a77e3"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:24.712252 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Attempting to bind port 83db8518-5af2-4cea-a987-e8f6b84fae27 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:31:24.713194 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Attempting to bind port 83db8518-5af2-4cea-a987-e8f6b84fae27 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:31:24.713579 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Attempting to bind port 83db8518-5af2-4cea-a987-e8f6b84fae27 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:24.720349 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:31:24.720750 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:24.721119 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.721664 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:31:24.722146 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Bound port: 83db8518-5af2-4cea-a987-e8f6b84fae27, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:31:24.727453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b517e21f-8bb5-422e-92f4-e878c9999665 service neutron] Pushing event updated for resources: {'Port': ['ID=8e0c855c-a0c3-45eb-9772-c910c45a77e3,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:24.733366 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57f9d0fd-dfb8-45f3-96fe-7fdfff2e5038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.734643 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.744746 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.766763 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a710a1d3-b83c-4158-ad8e-d44b1ce6a829 req-b8a70707-c502-4130-b959-3d29dc713135 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132258 Jul 09 13:31:24.771564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: ce9757ee-55c6-4f1b-89b5-8b81c20532f9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:31:24.772499 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ce9757ee-55c6-4f1b-89b5-8b81c20532f9 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:24.787224 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2d95a16a-e099-4d5f-b14a-7e030306e9a1 req-d5292db1-02ad-49fa-98da-9e461269f330 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2182677 Jul 09 13:31:24.812729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port c1a73c66-003b-4b55-afce-3d5292e5f9c2 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:24.818653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port c1a73c66-003b-4b55-afce-3d5292e5f9c2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:24.819789 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.820246 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] For port 83db8518-5af2-4cea-a987-e8f6b84fae27, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:31:24.826257 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] For port 83db8518-5af2-4cea-a987-e8f6b84fae27, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=83db8518-5af2-4cea-a987-e8f6b84fae27,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:31:24.826454 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57f9d0fd-dfb8-45f3-96fe-7fdfff2e5038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.834132 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.879881 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc5df18c-6ebf-4c86-b1f0-e106a8019273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:24.894514 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-fc5df18c-6ebf-4c86-b1f0-e106a8019273 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.2657776 Jul 09 13:31:24.911845 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b354e6-4fa5-4ad0-9dfa-6fdbbf85929f None None] Pushing event updated for resources: {'Port': ['ID=83db8518-5af2-4cea-a987-e8f6b84fae27,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:24.936083 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Routers {'e1266c24-de8d-44b2-bf54-173ceee44f04'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:24.937242 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e1266c24-de8d-44b2-bf54-173ceee44f04'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:24.938796 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:24.961894 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811c0896-5f2e-4fbe-8fae-f7ce7af1e8c0 x-openstack-request-id: req-811c0896-5f2e-4fbe-8fae-f7ce7af1e8c0 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:24.962178 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136834da-888f-4064-8f2f-3d299ddaf76c", "tag": "fbbab620-f813-4f12-95a4-1d75841a5055", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:24.964542 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-811c0896-5f2e-4fbe-8fae-f7ce7af1e8c0 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:24.964905 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f89bb53-6643-43f7-ab66-02d5958099f0 x-openstack-request-id: req-7f89bb53-6643-43f7-ab66-02d5958099f0 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:24.965283 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136834da-888f-4064-8f2f-3d299ddaf76c', 'tag': 'fbbab620-f813-4f12-95a4-1d75841a5055', 'status': 'completed', 'code': 200} Jul 09 13:31:24.965401 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aeae7ad1-4197-4b07-bba6-951a32ffe248", "tag": "8e0c855c-a0c3-45eb-9772-c910c45a77e3", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:24.965796 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f89bb53-6643-43f7-ab66-02d5958099f0 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:24.966426 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aeae7ad1-4197-4b07-bba6-951a32ffe248', 'tag': '8e0c855c-a0c3-45eb-9772-c910c45a77e3', 'status': 'completed', 'code': 200} Jul 09 13:31:24.985246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c1a73c66-003b-4b55-afce-3d5292e5f9c2, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c1a73c66-003b-4b55-afce-3d5292e5f9c2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:24.986500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359c163a-23fa-4d23-94ae-eeb47ca83b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:24.989306 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94c090e9-a4b3-4c92-9274-75e210b24861" -d '{"events": [{"server_uuid": "359c163a-23fa-4d23-94ae-eeb47ca83b97", "name": "network-vif-plugged", "status": "completed", "tag": "c1a73c66-003b-4b55-afce-3d5292e5f9c2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:24.995136 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:25.002543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-f6dddecc-16e1-48db-816b-c9c11c47d8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:25.011069 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-f6dddecc-16e1-48db-816b-c9c11c47d8d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40c05bf911e74de0ab8d76ee71cab943&device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 1095 time: 0.2595847 Jul 09 13:31:25.083751 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-e05905ab-433e-4f16-9a3c-5ab4cc11b040 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e0c855c-a0c3-45eb-9772-c910c45a77e3 HTTP/1.1" status: 200 len: 217 time: 0.0704987 Jul 09 13:31:25.088623 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57f9d0fd-dfb8-45f3-96fe-7fdfff2e5038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:25.093763 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57f9d0fd-dfb8-45f3-96fe-7fdfff2e5038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:25.095359 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-57f9d0fd-dfb8-45f3-96fe-7fdfff2e5038 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9a65a3d-dd73-42c8-8b71-f3b7461e79c3 HTTP/1.1" status: 204 len: 168 time: 0.4972944 Jul 09 13:31:25.137833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f9d0fd-dfb8-45f3-96fe-7fdfff2e5038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a65a3d-dd73-42c8-8b71-f3b7461e79c3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:25.173586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-290fea3d-0ca2-4891-93e9-8d1cfa6f3378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:25.175584 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-290fea3d-0ca2-4891-93e9-8d1cfa6f3378 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e11eca0f-225a-479a-adf8-c5ca2fa12bae HTTP/1.1" status: 200 len: 844 time: 0.0788774 Jul 09 13:31:25.208109 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c1a73c66-003b-4b55-afce-3d5292e5f9c2,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:25.238374 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:25.249378 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-a866c18e-2d88-4b52-a12b-3f3e22e1ed50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c138cf7-3e60-4011-ad16-f9f420ac7385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567684 Jul 09 13:31:25.254789 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] Set router e1266c24-de8d-44b2-bf54-173ceee44f04 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:31:25.381150 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-c650fac8-b020-4207-8ca1-62d2071489d3 service neutron] 10.222.0.15 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246417 Jul 09 13:31:25.432877 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-b9e4b1f3-4bbe-4e09-9af4-776df43be794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:25.434440 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-b9e4b1f3-4bbe-4e09-9af4-776df43be794 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4667108 Jul 09 13:31:25.441940 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23dc9e88-e495-4b37-8abb-fd7f8560b1ad req-446f8e6c-c368-4869-98d0-61acd2d515c4 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0639796 Jul 09 13:31:25.454294 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba7b2dc-ab08-44fb-88dd-aed1f65efd5e req-f13e0b0a-3bd9-482d-8ea9-a814e27ecbf7 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:25.460643 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ba7b2dc-ab08-44fb-88dd-aed1f65efd5e req-f13e0b0a-3bd9-482d-8ea9-a814e27ecbf7 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 948 time: 0.3255119 Jul 09 13:31:25.514234 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1266c24-de8d-44b2-bf54-173ceee44f04', 'name': 'tempest-snat-router-937600997', 'tenant_id': 'b3815553db5842d2b061a2edc7d50d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.217'}], 'enable_snat': False}, 'gw_port_id': '83db8518-5af2-4cea-a987-e8f6b84fae27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:17Z', 'updated_at': '2021-07-09T13:31:21Z', 'revision_number': 3, 'project_id': 'b3815553db5842d2b061a2edc7d50d0c', 'gw_port': {'id': '83db8518-5af2-4cea-a987-e8f6b84fae27', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1266c24-de8d-44b2-bf54-173ceee44f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:19Z', 'updated_at': '2021-07-09T13:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:25.516208 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-916ec1ce-1bed-41e2-93b3-233f2c01b8c3 req-583091f5-63a3-4952-8308-d0ab9f0b508e service neutron] 10.222.0.15 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259279 Jul 09 13:31:25.539081 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ba7b2dc-ab08-44fb-88dd-aed1f65efd5e req-2d7789d6-f905-44d2-befa-f9472492f824 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774541 Jul 09 13:31:25.551752 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb05491-0f97-4b0a-8dde-066b2b71051a None None] The sync data for ids ['e1266c24-de8d-44b2-bf54-173ceee44f04'] in n-d-799525-3 is: [{'id': 'e1266c24-de8d-44b2-bf54-173ceee44f04', 'name': 'tempest-snat-router-937600997', 'tenant_id': 'b3815553db5842d2b061a2edc7d50d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.217'}], 'enable_snat': False}, 'gw_port_id': '83db8518-5af2-4cea-a987-e8f6b84fae27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:17Z', 'updated_at': '2021-07-09T13:31:21Z', 'revision_number': 3, 'project_id': 'b3815553db5842d2b061a2edc7d50d0c', 'gw_port': {'id': '83db8518-5af2-4cea-a987-e8f6b84fae27', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:a4:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1266c24-de8d-44b2-bf54-173ceee44f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.217', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:19Z', 'updated_at': '2021-07-09T13:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:25.563118 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771f0899-f552-4884-9643-f98b793a0c67 x-openstack-request-id: req-771f0899-f552-4884-9643-f98b793a0c67 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:25.563414 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359c163a-23fa-4d23-94ae-eeb47ca83b97", "name": "network-vif-plugged", "status": "completed", "tag": "c1a73c66-003b-4b55-afce-3d5292e5f9c2", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:25.563685 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-771f0899-f552-4884-9643-f98b793a0c67 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:25.564088 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359c163a-23fa-4d23-94ae-eeb47ca83b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2', 'code': 200} Jul 09 13:31:25.730899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-4d3cbbdd-1b96-47cf-bdae-65af4f9dccb8 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500439 Jul 09 13:31:25.751055 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fee27a-207d-47c3-8cb8-7225a76b7492 req-ad3ba89a-22f6-45e6-abd6-663f59ad6b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:25.752684 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-01fee27a-207d-47c3-8cb8-7225a76b7492 req-ad3ba89a-22f6-45e6-abd6-663f59ad6b0b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=40c05bf911e74de0ab8d76ee71cab943&device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 1095 time: 0.1524773 Jul 09 13:31:25.830486 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e06001e-ccc3-407b-985b-ecc86f194408 req-e4d3d782-8cf0-4bc1-a80b-8e5f14b2a100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:25.832238 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e06001e-ccc3-407b-985b-ecc86f194408 req-e4d3d782-8cf0-4bc1-a80b-8e5f14b2a100 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=359c163a-23fa-4d23-94ae-eeb47ca83b97 HTTP/1.1" status: 200 len: 1101 time: 0.1650934 Jul 09 13:31:25.938337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e06001e-ccc3-407b-985b-ecc86f194408 req-14920bc7-a86e-40df-89d5-4b84dc14911f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943410 Jul 09 13:31:25.942400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fee27a-207d-47c3-8cb8-7225a76b7492 req-36d2ede7-026d-4786-8d50-aba6f8bfcf04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:25.944354 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-01fee27a-207d-47c3-8cb8-7225a76b7492 req-36d2ede7-026d-4786-8d50-aba6f8bfcf04 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7c138cf7-3e60-4011-ad16-f9f420ac7385 HTTP/1.1" status: 200 len: 905 time: 0.1780515 Jul 09 13:31:26.020956 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-01fee27a-207d-47c3-8cb8-7225a76b7492 req-31ef8a49-3337-4bb0-8cd8-0495aa937083 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e0c855c-a0c3-45eb-9772-c910c45a77e3 HTTP/1.1" status: 200 len: 217 time: 0.0639312 Jul 09 13:31:26.082938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fee27a-207d-47c3-8cb8-7225a76b7492 req-a06ece04-ddf8-4ae8-b830-d5a623c50c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:26.088695 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-01fee27a-207d-47c3-8cb8-7225a76b7492 req-a06ece04-ddf8-4ae8-b830-d5a623c50c52 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e11eca0f-225a-479a-adf8-c5ca2fa12bae HTTP/1.1" status: 200 len: 844 time: 0.0601153 Jul 09 13:31:26.111770 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.140499 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-01fee27a-207d-47c3-8cb8-7225a76b7492 req-59db1d23-ab1c-4b8f-9e09-5af3b2ff1c35 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7c138cf7-3e60-4011-ad16-f9f420ac7385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354147 Jul 09 13:31:26.157075 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.177510 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cd4e073-ea39-4766-8b96-6859ccdcea28 req-b6e3d46d-de0d-4d35-b82d-e3391947679e service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4301629 Jul 09 13:31:26.194787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0dd17b-e778-4b66-ae76-09289435a3eb req-b67c059a-e155-438d-87a7-67c2c329b772 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:26.197840 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb0dd17b-e778-4b66-ae76-09289435a3eb req-b67c059a-e155-438d-87a7-67c2c329b772 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.4637566 Jul 09 13:31:26.215208 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57956) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:26.286742 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-01fee27a-207d-47c3-8cb8-7225a76b7492 req-f8a91a85-3530-4869-8b98-55128d015612 service neutron] 10.222.0.15 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391821 Jul 09 13:31:26.355197 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-646b8e9c-fedb-43c7-8dd8-545fafbe11a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-network', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:26.375676 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb0dd17b-e778-4b66-ae76-09289435a3eb req-e08f6ae8-82b1-40b0-8a12-2f4e51687899 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708150 Jul 09 13:31:26.390354 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee6725f-8dd9-4ff7-9091-61dcb9cfabed req-749d035e-7bd5-4838-b62f-f3448e49acee tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:26.397606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ee6725f-8dd9-4ff7-9091-61dcb9cfabed req-749d035e-7bd5-4838-b62f-f3448e49acee tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 944 time: 0.3976779 Jul 09 13:31:26.401342 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646b8e9c-fedb-43c7-8dd8-545fafbe11a4 admin admin] Made reservation on behalf of 21d631c8b7aa4295bb9f42b979feb028 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:26.404877 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-646b8e9c-fedb-43c7-8dd8-545fafbe11a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.429232 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-646b8e9c-fedb-43c7-8dd8-545fafbe11a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.489779 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Allocated IP 172.25.2.53 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/2bf1b8f0-ecc8-434c-85fa-1e717a228de0) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:26.503856 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ee6725f-8dd9-4ff7-9091-61dcb9cfabed req-33eb127a-1a11-4893-a6a1-6bd7a45e25f6 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050637 Jul 09 13:31:26.525945 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdb6e1-7ef1-4e72-8cb8-5c1bca2dadd4 req-7d333e53-0bc6-4f70-97c1-2f9b17768dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:26.528422 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3fdb6e1-7ef1-4e72-8cb8-5c1bca2dadd4 req-7d333e53-0bc6-4f70-97c1-2f9b17768dd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4e215b1f79b34825977d7044ae094541&device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 1099 time: 0.2690790 Jul 09 13:31:26.542445 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-646b8e9c-fedb-43c7-8dd8-545fafbe11a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.546933 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-01fee27a-207d-47c3-8cb8-7225a76b7492 req-451072f5-22a8-4c7f-a477-6ba3f76fcbc2 service neutron] 10.222.0.15 "GET /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2530344 Jul 09 13:31:26.551144 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-646b8e9c-fedb-43c7-8dd8-545fafbe11a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.566450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646b8e9c-fedb-43c7-8dd8-545fafbe11a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:31:26.579662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-646b8e9c-fedb-43c7-8dd8-545fafbe11a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.580076 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-646b8e9c-fedb-43c7-8dd8-545fafbe11a4 admin admin] Added segment 0298acb0-a9c7-4c11-ae47-90110901925d of type vlan for network d1957568-b13c-4c13-95b6-f6cc35837fbf Jul 09 13:31:26.648457 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-646b8e9c-fedb-43c7-8dd8-545fafbe11a4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.741890 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-646b8e9c-fedb-43c7-8dd8-545fafbe11a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.742860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646b8e9c-fedb-43c7-8dd8-545fafbe11a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:26.743480 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-646b8e9c-fedb-43c7-8dd8-545fafbe11a4 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.797062 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db334576-e441-465d-86ab-cb9eb4a69663 req-8c6a5411-b65f-4305-bf8a-b2bb8fb80c7d tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0728848 Jul 09 13:31:26.829115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b8e9c-fedb-43c7-8dd8-545fafbe11a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de502c1-adde-4e93-820f-3425e6a34f7f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:26.829115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646b8e9c-fedb-43c7-8dd8-545fafbe11a4 admin admin] Pushing event updated for resources: {'Network': ['ID=d1957568-b13c-4c13-95b6-f6cc35837fbf,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:26.830896 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.838502 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-646b8e9c-fedb-43c7-8dd8-545fafbe11a4 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6166215 Jul 09 13:31:26.841656 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57966) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:26.843674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network d1957568-b13c-4c13-95b6-f6cc35837fbf details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:31:26.848967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3c3b09b4-615b-4a56-937d-3ebf32df2449 admin admin] Request body: {'subnet': {'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-subnet', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:26.875689 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdb6e1-7ef1-4e72-8cb8-5c1bca2dadd4 req-d7325f1f-3e65-4785-ab8b-6ec6dbc8514f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:26.877687 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3fdb6e1-7ef1-4e72-8cb8-5c1bca2dadd4 req-d7325f1f-3e65-4785-ab8b-6ec6dbc8514f service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.3312995 Jul 09 13:31:26.880514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3b09b4-615b-4a56-937d-3ebf32df2449 admin admin] Made reservation on behalf of 21d631c8b7aa4295bb9f42b979feb028 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:26.884969 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c3b09b4-615b-4a56-937d-3ebf32df2449 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:26.939357 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3fdb6e1-7ef1-4e72-8cb8-5c1bca2dadd4 req-8ef167d8-e15d-4224-8d83-1616afe83677 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=fbbab620-f813-4f12-95a4-1d75841a5055 HTTP/1.1" status: 200 len: 217 time: 0.0437365 Jul 09 13:31:27.078435 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.135836 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdb6e1-7ef1-4e72-8cb8-5c1bca2dadd4 req-4ee5dd35-6c02-4622-8053-377b6f02d7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:27.137451 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3fdb6e1-7ef1-4e72-8cb8-5c1bca2dadd4 req-4ee5dd35-6c02-4622-8053-377b6f02d7ce service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1725504 Jul 09 13:31:27.146461 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c3b09b4-615b-4a56-937d-3ebf32df2449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.194366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:27.219336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Pushing event updated for resources: {'Port': ['ID=2bf1b8f0-ecc8-434c-85fa-1e717a228de0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:27.222119 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:27.222244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b09b4-615b-4a56-937d-3ebf32df2449 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64038094-33bf-4882-9ed5-b515adff07d9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:27.224721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3b09b4-615b-4a56-937d-3ebf32df2449 admin admin] Checking segment: {'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:27.225156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b09b4-615b-4a56-937d-3ebf32df2449 admin admin] Network hostable DHCP agents. Network: d1957568-b13c-4c13-95b6-f6cc35837fbf, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:31:27.225632 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:27.236589 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f299a1-6432-4dec-a0f5-2fd0684cbc82 req-36f411f0-79c7-47db-932e-21cf2ddf5f7e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:27.243579 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07f299a1-6432-4dec-a0f5-2fd0684cbc82 req-36f411f0-79c7-47db-932e-21cf2ddf5f7e tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.4674246 Jul 09 13:31:27.253285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3b09b4-615b-4a56-937d-3ebf32df2449 admin admin] Network d1957568-b13c-4c13-95b6-f6cc35837fbf is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:31:27.276207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3c3b09b4-615b-4a56-937d-3ebf32df2449 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, d1957568-b13c-4c13-95b6-f6cc35837fbf) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:27.291044 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b3b90b-1d5e-4ddd-9228-896335a1340b None None] Network d1957568-b13c-4c13-95b6-f6cc35837fbf requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:27.298760 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b09b4-615b-4a56-937d-3ebf32df2449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:27.300468 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c3b09b4-615b-4a56-937d-3ebf32df2449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.317373 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3c3b09b4-615b-4a56-937d-3ebf32df2449 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4741404 Jul 09 13:31:27.320114 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57968) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:27.327475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:27.363300 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.365117 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.370919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245aa30e-0125-4b60-a98b-d5a308658bf6 req-2ffce684-b2c1-4dc1-9a50-1a9bb4c1b8a4 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:27.373154 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-245aa30e-0125-4b60-a98b-d5a308658bf6 req-2ffce684-b2c1-4dc1-9a50-1a9bb4c1b8a4 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 948 time: 0.3523653 Jul 09 13:31:27.421409 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07f299a1-6432-4dec-a0f5-2fd0684cbc82 req-267e73c2-4a68-43dd-a132-30e55b8aa614 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769285 Jul 09 13:31:27.515153 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.552243 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdb6e1-7ef1-4e72-8cb8-5c1bca2dadd4 req-14c29912-b2b1-45b1-93df-22290032d68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:27.553808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3fdb6e1-7ef1-4e72-8cb8-5c1bca2dadd4 req-14c29912-b2b1-45b1-93df-22290032d68b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3976798 Jul 09 13:31:27.617440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 83db8518-5af2-4cea-a987-e8f6b84fae27 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:27.638879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-245aa30e-0125-4b60-a98b-d5a308658bf6 req-386401af-36a5-4cdc-bb80-9d0e11c3ccec tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2510459 Jul 09 13:31:27.706143 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.737445 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3fdb6e1-7ef1-4e72-8cb8-5c1bca2dadd4 req-fcd27e9f-28c8-4178-a71f-4ce442bd3941 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737711 Jul 09 13:31:27.795660 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 83db8518-5af2-4cea-a987-e8f6b84fae27 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:27.801244 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 83db8518-5af2-4cea-a987-e8f6b84fae27 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:27.801624 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.920221 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-d1957568-b13c-4c13-95b6-f6cc35837fbf', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:31:27.921082 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:27.934018 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c53d819-243f-4adf-a571-f10b1264c39c req-8f61b650-f01c-4be8-96b2-0a3cbfea1066 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:27.941122 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7c53d819-243f-4adf-a571-f10b1264c39c req-8f61b650-f01c-4be8-96b2-0a3cbfea1066 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.2776442 Jul 09 13:31:27.986844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3fdb6e1-7ef1-4e72-8cb8-5c1bca2dadd4 req-de1ea8ce-04d2-44e5-bac8-b8a04116a027 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2420263 Jul 09 13:31:27.991946 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.070496 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.107585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 83db8518-5af2-4cea-a987-e8f6b84fae27, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=83db8518-5af2-4cea-a987-e8f6b84fae27,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:28.111720 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.197155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Allocated IP 172.20.0.2 (d1957568-b13c-4c13-95b6-f6cc35837fbf/64038094-33bf-4882-9ed5-b515adff07d9/a022dd8c-c223-40d0-8f0d-9ac0d46d374b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:28.203885 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=83db8518-5af2-4cea-a987-e8f6b84fae27,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:28.363333 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.372055 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.372847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Transition to ACTIVE for port object a022dd8c-c223-40d0-8f0d-9ac0d46d374b will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:28.388066 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7c53d819-243f-4adf-a571-f10b1264c39c req-e4f25fee-0758-4055-963e-1c3d4784f749 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459922 Jul 09 13:31:28.389332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Transition to ACTIVE for port object a022dd8c-c223-40d0-8f0d-9ac0d46d374b will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:28.392302 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.396980 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.458232 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Network d1957568-b13c-4c13-95b6-f6cc35837fbf is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:28.459448 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Pushing event updated for resources: {'Port': ['ID=a022dd8c-c223-40d0-8f0d-9ac0d46d374b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:28.462700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:28.465405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:28.535166 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Attempting to bind port a022dd8c-c223-40d0-8f0d-9ac0d46d374b on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:31:28.535547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Attempting to bind port a022dd8c-c223-40d0-8f0d-9ac0d46d374b by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:31:28.535926 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Attempting to bind port a022dd8c-c223-40d0-8f0d-9ac0d46d374b on network d1957568-b13c-4c13-95b6-f6cc35837fbf {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:28.541003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:31:28.541382 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Checking segment: {'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:28.541800 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.542215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Bound using segment: {'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:31:28.542381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Allocated IP 172.25.2.131 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/e7b19e5f-0119-4a71-8e62-92c062e01ac4) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:28.542674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Bound port: a022dd8c-c223-40d0-8f0d-9ac0d46d374b, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:31:28.543065 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.598153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd288aed-a256-442b-855d-7fcc08478543 req-9bf23e8c-67f4-4cd9-acea-a24fc217eb4a tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:28.603687 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd288aed-a256-442b-855d-7fcc08478543 req-9bf23e8c-67f4-4cd9-acea-a24fc217eb4a tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 944 time: 0.2364380 Jul 09 13:31:28.616124 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] For port a022dd8c-c223-40d0-8f0d-9ac0d46d374b, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:31:28.619050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] For port a022dd8c-c223-40d0-8f0d-9ac0d46d374b, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a022dd8c-c223-40d0-8f0d-9ac0d46d374b,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:31:28.623278 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.636626 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e052e0e4-53ea-47f6-8516-b3a7ed5e8ce8 req-2f09933d-0a36-49ee-8547-e61972a8b19d tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0580850 Jul 09 13:31:28.667613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fbbab620-f813-4f12-95a4-1d75841a5055 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:31:28.673524 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.693931 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd288aed-a256-442b-855d-7fcc08478543 req-dc75ec36-80c4-4bc5-b45d-82ec85ae5ba7 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542400 Jul 09 13:31:28.695145 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.699923 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8e0c855c-a0c3-45eb-9772-c910c45a77e3 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:31:28.727038 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0ec31-41b5-4568-ac57-23c1f2759741 None None] Pushing event updated for resources: {'Port': ['ID=a022dd8c-c223-40d0-8f0d-9ac0d46d374b,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:28.762243 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:28.835761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:28.839504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:28.846870 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:28.894875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Pushing event updated for resources: {'Port': ['ID=e7b19e5f-0119-4a71-8e62-92c062e01ac4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:28.953718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fbbab620-f813-4f12-95a4-1d75841a5055, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fbbab620-f813-4f12-95a4-1d75841a5055,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:28.970843 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Router 888ef5b2-843d-42f2-952b-2cc8c4bd7c7d is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:31:28.998185 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8e0c855c-a0c3-45eb-9772-c910c45a77e3, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8e0c855c-a0c3-45eb-9772-c910c45a77e3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:29.033456 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'fbbab620-f813-4f12-95a4-1d75841a5055', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'fbbab620-f813-4f12-95a4-1d75841a5055', 'mac_address': 'fa:16:3e:89:28:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:31:29.036770 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '8e0c855c-a0c3-45eb-9772-c910c45a77e3', 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385', 'port_id': '8e0c855c-a0c3-45eb-9772-c910c45a77e3', 'mac_address': 'fa:16:3e:fd:e6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11eca0f-225a-479a-adf8-c5ca2fa12bae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:31:29.129956 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.131790 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.145353 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e43050c-1c1b-4c21-b080-48feecb66af8 req-f6d651df-70e3-402a-a3ad-ee49db4700ff tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:29.147027 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2e43050c-1c1b-4c21-b080-48feecb66af8 req-f6d651df-70e3-402a-a3ad-ee49db4700ff tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.2507493 Jul 09 13:31:29.160242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbab620-f813-4f12-95a4-1d75841a5055 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:31:29.164866 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e0c855c-a0c3-45eb-9772-c910c45a77e3 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:31:29.188476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8e0c855c-a0c3-45eb-9772-c910c45a77e3, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8e0c855c-a0c3-45eb-9772-c910c45a77e3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:29.212333 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fbbab620-f813-4f12-95a4-1d75841a5055, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fbbab620-f813-4f12-95a4-1d75841a5055,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:29.215265 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.225950 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.227413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3a88be-3313-401b-9ea4-f1adc5fa5855 req-6fd0bc41-ee5c-4234-96d5-5a3f4bd5f56a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:29.229020 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad3a88be-3313-401b-9ea4-f1adc5fa5855 req-6fd0bc41-ee5c-4234-96d5-5a3f4bd5f56a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 948 time: 0.2687540 Jul 09 13:31:29.257511 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.272217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:29.284201 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2e43050c-1c1b-4c21-b080-48feecb66af8 req-c4d579fa-3afd-474e-85a5-1cfcdef927d8 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020315 Jul 09 13:31:29.288970 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c3ad87-5303-4fb6-9eee-2ae64c060e8c None None] Sync routers for ids ['888ef5b2-843d-42f2-952b-2cc8c4bd7c7d'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:29.319665 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=8e0c855c-a0c3-45eb-9772-c910c45a77e3,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:29.333898 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.337705 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f170b4e0-d5cf-4bb4-b553-ba9c558df576 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 5.2614706 Jul 09 13:31:29.348307 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57988) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:29.380877 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad3a88be-3313-401b-9ea4-f1adc5fa5855 req-3b4ab468-076b-49b6-835a-8fe92d0199e9 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415234 Jul 09 13:31:29.411328 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c3ad87-5303-4fb6-9eee-2ae64c060e8c None None] Routers {'888ef5b2-843d-42f2-952b-2cc8c4bd7c7d'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:29.412462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-68c3ad87-5303-4fb6-9eee-2ae64c060e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['888ef5b2-843d-42f2-952b-2cc8c4bd7c7d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:29.422103 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fbbab620-f813-4f12-95a4-1d75841a5055,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:29.471257 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 83db8518-5af2-4cea-a987-e8f6b84fae27 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:29.502320 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['8e0c855c-a0c3-45eb-9772-c910c45a77e3'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:31:29.538541 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-134ea1c7-d6df-4014-9cdb-022102fac2f4 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/routers/888ef5b2-843d-42f2-952b-2cc8c4bd7c7d HTTP/1.1" status: 200 len: 906 time: 0.1887994 Jul 09 13:31:29.542342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57992) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:29.566868 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.622461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['fbbab620-f813-4f12-95a4-1d75841a5055'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:31:29.728732 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 83db8518-5af2-4cea-a987-e8f6b84fae27 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:29.729445 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.734699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Router d939e762-c9e0-43b8-85e1-d6500cec7558 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:31:29.745695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7a2065-b000-498c-80d9-76caad7e5b5b req-f714f4e9-36f0-4d27-a822-3b271785db2a tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:29.748428 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f7a2065-b000-498c-80d9-76caad7e5b5b req-f714f4e9-36f0-4d27-a822-3b271785db2a tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.1905224 Jul 09 13:31:29.751074 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1305ee11-6e5f-4d20-88ae-6ba76df98656 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.788039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-68c3ad87-5303-4fb6-9eee-2ae64c060e8c None None] Set router 888ef5b2-843d-42f2-952b-2cc8c4bd7c7d gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:31:29.881901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:29.894755 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Sync routers for ids ['d939e762-c9e0-43b8-85e1-d6500cec7558'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:29.906580 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f7a2065-b000-498c-80d9-76caad7e5b5b req-e2272973-08bf-4c6c-b6f3-85746ceb23da tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067469 Jul 09 13:31:29.910000 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Routers {'d939e762-c9e0-43b8-85e1-d6500cec7558'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:29.910626 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d939e762-c9e0-43b8-85e1-d6500cec7558'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:29.930564 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:29.934725 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-68af1392-e531-4fe2-9f7d-538b99b1cc53 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.6109815 Jul 09 13:31:29.935500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58002) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:30.067935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-535c3b21-a8ee-4a57-92a5-e04386b47c67 req-db754112-b77f-4d46-b703-84251bbd3bce tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.1940064 Jul 09 13:31:30.113564 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1305ee11-6e5f-4d20-88ae-6ba76df98656 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.184546 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Set router d939e762-c9e0-43b8-85e1-d6500cec7558 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:31:30.187625 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dd6b58-09fc-4f5a-ab72-107217a84484 None None] Network d1957568-b13c-4c13-95b6-f6cc35837fbf requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:30.273075 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302155a2-c911-446b-a783-51c19b418b21 req-13a580b2-c6b9-41a7-a2a9-892b64a11e9f tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:30.281604 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-302155a2-c911-446b-a783-51c19b418b21 req-13a580b2-c6b9-41a7-a2a9-892b64a11e9f tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 945 time: 0.1033838 Jul 09 13:31:30.292215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1305ee11-6e5f-4d20-88ae-6ba76df98656 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Deleting port 2bf1b8f0-ecc8-434c-85fa-1e717a228de0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:30.292802 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1305ee11-6e5f-4d20-88ae-6ba76df98656 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.386532 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-302155a2-c911-446b-a783-51c19b418b21 req-477e0682-5a6b-4137-81e0-d3dcea2a4e4e tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036012 Jul 09 13:31:30.386695 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a022dd8c-c223-40d0-8f0d-9ac0d46d374b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:30.462057 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1305ee11-6e5f-4d20-88ae-6ba76df98656 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.506296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1305ee11-6e5f-4d20-88ae-6ba76df98656 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Calling delete_port for 2bf1b8f0-ecc8-434c-85fa-1e717a228de0 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:30.576533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c4be0077-d551-46a1-983a-ad599216519e None None] Provisioning for port a022dd8c-c223-40d0-8f0d-9ac0d46d374b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:30.587256 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-68c3ad87-5303-4fb6-9eee-2ae64c060e8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '888ef5b2-843d-42f2-952b-2cc8c4bd7c7d', 'name': 'tempest-snat-router-937600997', 'tenant_id': 'b3815553db5842d2b061a2edc7d50d0c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.53'}], 'enable_snat': True}, 'gw_port_id': '2bf1b8f0-ecc8-434c-85fa-1e717a228de0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:24Z', 'updated_at': '2021-07-09T13:31:27Z', 'revision_number': 3, 'project_id': 'b3815553db5842d2b061a2edc7d50d0c', 'gw_port': {'id': '2bf1b8f0-ecc8-434c-85fa-1e717a228de0', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:2e:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '888ef5b2-843d-42f2-952b-2cc8c4bd7c7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:26Z', 'updated_at': '2021-07-09T13:31:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:30.609842 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:29Z', 'revision_number': 3, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:30.648263 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.656912 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Checking router: d939e762-c9e0-43b8-85e1-d6500cec7558 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:31:30.657288 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Updating router d939e762-c9e0-43b8-85e1-d6500cec7558 port e7b19e5f-0119-4a71-8e62-92c062e01ac4 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:31:30.668382 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port a022dd8c-c223-40d0-8f0d-9ac0d46d374b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:30.674764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a022dd8c-c223-40d0-8f0d-9ac0d46d374b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:30.675245 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.676875 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c3ad87-5303-4fb6-9eee-2ae64c060e8c None None] Checking router: 888ef5b2-843d-42f2-952b-2cc8c4bd7c7d for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:31:30.677201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c3ad87-5303-4fb6-9eee-2ae64c060e8c None None] Updating router 888ef5b2-843d-42f2-952b-2cc8c4bd7c7d port 2bf1b8f0-ecc8-434c-85fa-1e717a228de0 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:31:30.703264 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.721395 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68c3ad87-5303-4fb6-9eee-2ae64c060e8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:30.725219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8e0c855c-a0c3-45eb-9772-c910c45a77e3 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:30.791598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857a3e93-2660-43cc-b8fb-1721a1243e62 req-639009de-9612-4807-ad70-3b513d50051e tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:30.803232 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-857a3e93-2660-43cc-b8fb-1721a1243e62 req-639009de-9612-4807-ad70-3b513d50051e tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 949 time: 0.1908212 Jul 09 13:31:30.876722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Allocated IP 172.20.0.1 (d1957568-b13c-4c13-95b6-f6cc35837fbf/64038094-33bf-4882-9ed5-b515adff07d9/d6f3e705-f7ad-4011-acd2-0ae10b6264d5) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:30.900994 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-857a3e93-2660-43cc-b8fb-1721a1243e62 req-0b7c6bef-43fb-4aa7-b565-0abd30127f72 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967727 Jul 09 13:31:30.996488 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1305ee11-6e5f-4d20-88ae-6ba76df98656 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.038968 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1305ee11-6e5f-4d20-88ae-6ba76df98656 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Pushing event deleted for resources: {'Port': ['ID=2bf1b8f0-ecc8-434c-85fa-1e717a228de0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:31.069375 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.081895 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Transition to ACTIVE for port object e7b19e5f-0119-4a71-8e62-92c062e01ac4 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:31.088656 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.097371 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 8e0c855c-a0c3-45eb-9772-c910c45a77e3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:31.110234 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.133528 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Transition to ACTIVE for port object d6f3e705-f7ad-4011-acd2-0ae10b6264d5 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:31.150736 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 8e0c855c-a0c3-45eb-9772-c910c45a77e3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:31.151284 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.162935 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf347f4-5b84-407c-92dc-ce43cb9515d4 None None] Pushing event updated for resources: {'Port': ['ID=e7b19e5f-0119-4a71-8e62-92c062e01ac4,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:31.169598 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1305ee11-6e5f-4d20-88ae-6ba76df98656 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.214801 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.225988 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Attempting to bind port e7b19e5f-0119-4a71-8e62-92c062e01ac4 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:31:31.227514 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Attempting to bind port e7b19e5f-0119-4a71-8e62-92c062e01ac4 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:31:31.227891 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Attempting to bind port e7b19e5f-0119-4a71-8e62-92c062e01ac4 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:31.237000 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:31:31.237385 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:31.237795 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.238498 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:31:31.238672 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Bound port: e7b19e5f-0119-4a71-8e62-92c062e01ac4, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:31:31.239215 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.310769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Network d1957568-b13c-4c13-95b6-f6cc35837fbf is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:31.327146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:31.333282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:31.336792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f3e705-f7ad-4011-acd2-0ae10b6264d5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:31.340772 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] For port e7b19e5f-0119-4a71-8e62-92c062e01ac4, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:31:31.347493 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] For port e7b19e5f-0119-4a71-8e62-92c062e01ac4, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e7b19e5f-0119-4a71-8e62-92c062e01ac4,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:31:31.355396 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.417923 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.439740 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1305ee11-6e5f-4d20-88ae-6ba76df98656 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.447901 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1305ee11-6e5f-4d20-88ae-6ba76df98656 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.507063 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Routers {'d939e762-c9e0-43b8-85e1-d6500cec7558'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:31.508510 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d939e762-c9e0-43b8-85e1-d6500cec7558'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:31.579862 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1305ee11-6e5f-4d20-88ae-6ba76df98656 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.580588 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1305ee11-6e5f-4d20-88ae-6ba76df98656 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 888ef5b2-843d-42f2-952b-2cc8c4bd7c7d {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:31:31.593800 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1305ee11-6e5f-4d20-88ae-6ba76df98656 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.599859 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1305ee11-6e5f-4d20-88ae-6ba76df98656 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "DELETE /v2.0/routers/888ef5b2-843d-42f2-952b-2cc8c4bd7c7d HTTP/1.1" status: 204 len: 168 time: 2.0517378 Jul 09 13:31:31.600631 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58018) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:31.626403 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.636665 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf347f4-5b84-407c-92dc-ce43cb9515d4 None None] Pushing event updated for resources: {'Port': ['ID=e7b19e5f-0119-4a71-8e62-92c062e01ac4,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:31.696453 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-68c3ad87-5303-4fb6-9eee-2ae64c060e8c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:31:31.697011 n-d-799525-3 neutron-server[93755]: DEBUG oslo_db.api [None req-68c3ad87-5303-4fb6-9eee-2ae64c060e8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:31:31.729260 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.775576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0970a61b-94b7-4926-90a4-dd03bc2cdd4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.796939 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8a0960a-ae40-4033-8b0f-ae24983e464c req-c7ff6d2b-dabf-4b14-9452-e93e1d8d258f tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.4636917 Jul 09 13:31:31.801231 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] Set router d939e762-c9e0-43b8-85e1-d6500cec7558 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:31:31.887541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port a022dd8c-c223-40d0-8f0d-9ac0d46d374b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a022dd8c-c223-40d0-8f0d-9ac0d46d374b,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:31.964508 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.970515 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cfa1c81-5ea8-40b1-8f31-7a6170f90f61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.972227 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.989428 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:31.991385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aeb81fa5-ac69-4601-bc9b-a373d6773198 None None] Provisioning complete for port a022dd8c-c223-40d0-8f0d-9ac0d46d374b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:31.991828 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aeb81fa5-ac69-4601-bc9b-a373d6773198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.102829 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.134147 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:29Z', 'revision_number': 3, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:32.161163 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.164925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d6f3e705-f7ad-4011-acd2-0ae10b6264d5,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:32.172533 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3caaa1f-abe3-4674-be28-3a9dea587e34 req-66824ff2-e7fb-4204-b04f-e6ada4c54dd0 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:32.177691 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3caaa1f-abe3-4674-be28-3a9dea587e34 req-66824ff2-e7fb-4204-b04f-e6ada4c54dd0 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 945 time: 0.4045413 Jul 09 13:31:32.178831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8e0c855c-a0c3-45eb-9772-c910c45a77e3, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8e0c855c-a0c3-45eb-9772-c910c45a77e3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:32.188596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeae7ad1-4197-4b07-bba6-951a32ffe248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0c855c-a0c3-45eb-9772-c910c45a77e3'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:32.191246 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02545973-c6bc-491b-9cb6-77e3dd357664" -d '{"events": [{"server_uuid": "aeae7ad1-4197-4b07-bba6-951a32ffe248", "name": "network-vif-plugged", "status": "completed", "tag": "8e0c855c-a0c3-45eb-9772-c910c45a77e3"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:32.208488 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ab9f3c3-a299-4417-9b74-3e34f2ce8e1b None None] The sync data for ids ['d939e762-c9e0-43b8-85e1-d6500cec7558'] in n-d-799525-3 is: [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:29Z', 'revision_number': 3, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:32.208965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=a022dd8c-c223-40d0-8f0d-9ac0d46d374b,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:32.238154 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.285584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c3ad87-5303-4fb6-9eee-2ae64c060e8c None None] Port 2bf1b8f0-ecc8-434c-85fa-1e717a228de0 not found while updating agent binding for router 888ef5b2-843d-42f2-952b-2cc8c4bd7c7d. {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 09 13:31:32.305776 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0970a61b-94b7-4926-90a4-dd03bc2cdd4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.318690 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3caaa1f-abe3-4674-be28-3a9dea587e34 req-cccc2337-ebd2-4d6d-92f0-4ce2582681bd tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307776 Jul 09 13:31:32.390679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c3ad87-5303-4fb6-9eee-2ae64c060e8c None None] Routers set() bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:32.391075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c3ad87-5303-4fb6-9eee-2ae64c060e8c None None] Router IDs set() for agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 13:31:32.391736 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_agentschedulers_db [None req-68c3ad87-5303-4fb6-9eee-2ae64c060e8c None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'888ef5b2-843d-42f2-952b-2cc8c4bd7c7d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent'). {{(pid=93755) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 13:31:32.392126 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c3ad87-5303-4fb6-9eee-2ae64c060e8c None None] The sync data for ids ['888ef5b2-843d-42f2-952b-2cc8c4bd7c7d'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:32.400576 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa7dc34-a2b6-4c17-b4d2-5d724265a7c7 x-openstack-request-id: req-4fa7dc34-a2b6-4c17-b4d2-5d724265a7c7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:32.400875 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeae7ad1-4197-4b07-bba6-951a32ffe248", "name": "network-vif-plugged", "status": "completed", "tag": "8e0c855c-a0c3-45eb-9772-c910c45a77e3", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:32.401137 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4fa7dc34-a2b6-4c17-b4d2-5d724265a7c7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:32.401546 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeae7ad1-4197-4b07-bba6-951a32ffe248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e0c855c-a0c3-45eb-9772-c910c45a77e3', 'code': 200} Jul 09 13:31:32.408796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Network d1957568-b13c-4c13-95b6-f6cc35837fbf is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:32.409752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:32.413771 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=8e0c855c-a0c3-45eb-9772-c910c45a77e3,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:32.434341 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf15cbb7-fc71-4d14-83a4-a8adcc4b0eaf req-f9f1aeff-e421-49eb-9e01-9b124d15c82f tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:32.436058 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf15cbb7-fc71-4d14-83a4-a8adcc4b0eaf req-f9f1aeff-e421-49eb-9e01-9b124d15c82f tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 949 time: 0.1865153 Jul 09 13:31:32.505038 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-68f66ef7-a17d-4ff5-827c-d420774dd173 None None] Provisioning for port d6f3e705-f7ad-4011-acd2-0ae10b6264d5 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:32.517119 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-68f66ef7-a17d-4ff5-827c-d420774dd173 None None] Provisioning complete for port d6f3e705-f7ad-4011-acd2-0ae10b6264d5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:32.518165 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68f66ef7-a17d-4ff5-827c-d420774dd173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.521649 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0970a61b-94b7-4926-90a4-dd03bc2cdd4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Deleting port 83db8518-5af2-4cea-a987-e8f6b84fae27 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:32.522549 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0970a61b-94b7-4926-90a4-dd03bc2cdd4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.530180 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf15cbb7-fc71-4d14-83a4-a8adcc4b0eaf req-a48358b5-350c-466e-9cc4-bda2ad3772c4 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813012 Jul 09 13:31:32.606890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-68f66ef7-a17d-4ff5-827c-d420774dd173 None None] Port d6f3e705-f7ad-4011-acd2-0ae10b6264d5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:31:32.632252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa5a08-140a-4a5c-b24f-90d2c12b86aa req-e2e852f3-6af5-4df4-a2d7-1c2f0e8d9de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:32.633800 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4aa5a08-140a-4a5c-b24f-90d2c12b86aa req-e2e852f3-6af5-4df4-a2d7-1c2f0e8d9de6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 1097 time: 0.1259222 Jul 09 13:31:32.663515 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Router d939e762-c9e0-43b8-85e1-d6500cec7558 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:31:32.687217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-0970a61b-94b7-4926-90a4-dd03bc2cdd4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] For port 83db8518-5af2-4cea-a987-e8f6b84fae27, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=83db8518-5af2-4cea-a987-e8f6b84fae27,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:32.687375 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4aa5a08-140a-4a5c-b24f-90d2c12b86aa req-5e1ebebf-0e85-4d35-8d69-947b0c1fae66 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460372 Jul 09 13:31:32.687805 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0970a61b-94b7-4926-90a4-dd03bc2cdd4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.699355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fbbab620-f813-4f12-95a4-1d75841a5055 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:32.720536 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0970a61b-94b7-4926-90a4-dd03bc2cdd4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Calling delete_port for 83db8518-5af2-4cea-a987-e8f6b84fae27 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:32.835463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a3950f5b-b581-46ef-9431-27844b96a3bf None None] Provisioning complete for port d6f3e705-f7ad-4011-acd2-0ae10b6264d5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:32.836140 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a3950f5b-b581-46ef-9431-27844b96a3bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.838790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port fbbab620-f813-4f12-95a4-1d75841a5055 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:32.848982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port fbbab620-f813-4f12-95a4-1d75841a5055 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:32.849376 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:32.908520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:32.931653 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2490066e-e511-497b-a6b9-254df351d3e7 admin admin] 10.222.0.39 "PUT /v2.0/routers/d939e762-c9e0-43b8-85e1-d6500cec7558/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9948888 Jul 09 13:31:32.968725 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a3950f5b-b581-46ef-9431-27844b96a3bf None None] Port d6f3e705-f7ad-4011-acd2-0ae10b6264d5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:31:33.066780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3050ba10-26e2-471f-a93b-dd5d0cb23562 req-ad1a6bd9-fe9d-4ceb-9d70-ad2304e24f6d tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0383396 Jul 09 13:31:33.082844 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0970a61b-94b7-4926-90a4-dd03bc2cdd4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.083647 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.120629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0970a61b-94b7-4926-90a4-dd03bc2cdd4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Pushing event deleted for resources: {'Port': ['ID=83db8518-5af2-4cea-a987-e8f6b84fae27,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:33.196554 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fbbab620-f813-4f12-95a4-1d75841a5055, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fbbab620-f813-4f12-95a4-1d75841a5055,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:33.203413 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.239220 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0970a61b-94b7-4926-90a4-dd03bc2cdd4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.296009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fbbab620-f813-4f12-95a4-1d75841a5055,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:33.391138 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0970a61b-94b7-4926-90a4-dd03bc2cdd4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.394050 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0970a61b-94b7-4926-90a4-dd03bc2cdd4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.454561 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0970a61b-94b7-4926-90a4-dd03bc2cdd4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.455381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0970a61b-94b7-4926-90a4-dd03bc2cdd4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1266c24-de8d-44b2-bf54-173ceee44f04 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:31:33.461929 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0970a61b-94b7-4926-90a4-dd03bc2cdd4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.464728 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0970a61b-94b7-4926-90a4-dd03bc2cdd4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "DELETE /v2.0/routers/e1266c24-de8d-44b2-bf54-173ceee44f04 HTTP/1.1" status: 204 len: 168 time: 1.8313551 Jul 09 13:31:33.470867 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58044) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:33.482799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2029842717', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:33.521977 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.523962 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.748715 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58050) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:33.754856 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e6683b2e-58a2-47cf-b8a7-4fd2cc0ab4ba tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1158355349', 'description': 'tempest-description--1101753712'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:33.808102 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6683b2e-58a2-47cf-b8a7-4fd2cc0ab4ba tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.988168 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6683b2e-58a2-47cf-b8a7-4fd2cc0ab4ba tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:33.993646 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6683b2e-58a2-47cf-b8a7-4fd2cc0ab4ba tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.065494 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6683b2e-58a2-47cf-b8a7-4fd2cc0ab4ba tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.068565 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e6683b2e-58a2-47cf-b8a7-4fd2cc0ab4ba tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3180628 Jul 09 13:31:34.073409 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58052) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:34.078950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3dd1b7ea-b046-4f9d-b736-b2c05807c9a3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Request body: {'security_group_rule': {'security_group_id': '31d7801b-e77d-404f-83c1-533f10656586', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:34.089573 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6683b2e-58a2-47cf-b8a7-4fd2cc0ab4ba tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31d7801b-e77d-404f-83c1-533f10656586,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:34.181651 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b7ea-b046-4f9d-b736-b2c05807c9a3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.265884 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b7ea-b046-4f9d-b736-b2c05807c9a3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.271034 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b7ea-b046-4f9d-b736-b2c05807c9a3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.273089 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d18acdb-91a8-4003-98ba-81b8eef203e2 req-c0233617-2e7c-45be-aefe-a922b10479bc tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:34.283640 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d18acdb-91a8-4003-98ba-81b8eef203e2 req-c0233617-2e7c-45be-aefe-a922b10479bc tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 946 time: 0.7680626 Jul 09 13:31:34.304486 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1b7ea-b046-4f9d-b736-b2c05807c9a3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75ecad0-7b06-4c19-86ba-e59075c29d9b,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:34.327473 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b7ea-b046-4f9d-b736-b2c05807c9a3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.328860 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3dd1b7ea-b046-4f9d-b736-b2c05807c9a3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2543578 Jul 09 13:31:34.331637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58058) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:34.336637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9380b09c-d96b-4c8d-9137-7054d36e723d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Request body: {'security_group_rule': {'security_group_id': '31d7801b-e77d-404f-83c1-533f10656586', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:34.337787 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.402569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136834da-888f-4064-8f2f-3d299ddaf76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbab620-f813-4f12-95a4-1d75841a5055'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:34.405621 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-902951da-8669-45f2-9528-9786a38cc407" -d '{"events": [{"server_uuid": "136834da-888f-4064-8f2f-3d299ddaf76c", "name": "network-vif-plugged", "status": "completed", "tag": "fbbab620-f813-4f12-95a4-1d75841a5055"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:34.456921 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9380b09c-d96b-4c8d-9137-7054d36e723d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.574784 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d18acdb-91a8-4003-98ba-81b8eef203e2 req-7892449d-776b-4da9-b8bc-97bde908b43f tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2900498 Jul 09 13:31:34.587450 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.614046 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.634389 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9380b09c-d96b-4c8d-9137-7054d36e723d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.635563 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-74195c82-f100-48ea-9b55-b969df95f0ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.639102 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9380b09c-d96b-4c8d-9137-7054d36e723d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.677817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9380b09c-d96b-4c8d-9137-7054d36e723d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcaf93ad-60e0-4b74-915a-62614fe96662,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:34.688415 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9380b09c-d96b-4c8d-9137-7054d36e723d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.693564 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9380b09c-d96b-4c8d-9137-7054d36e723d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3579452 Jul 09 13:31:34.695273 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58064) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:34.703731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf3ce4e-6469-4269-8870-ef5e2f555934 req-f072b40a-bdbf-4e9c-851e-409e803cfbf3 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:34.712048 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1bf3ce4e-6469-4269-8870-ef5e2f555934 req-f072b40a-bdbf-4e9c-851e-409e803cfbf3 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 950 time: 0.4541678 Jul 09 13:31:34.717838 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:34.740695 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e7b19e5f-0119-4a71-8e62-92c062e01ac4 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:34.775750 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.833950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port e7b19e5f-0119-4a71-8e62-92c062e01ac4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:34.842763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port e7b19e5f-0119-4a71-8e62-92c062e01ac4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:34.844639 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.909444 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e39d4f52-e760-4f52-9053-ea4eb84826e5 req-36f5f0ed-4891-474c-b44a-2749695ed539 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.1274741 Jul 09 13:31:34.954555 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1bf3ce4e-6469-4269-8870-ef5e2f555934 req-f2f8eb12-d117-47c4-b4bb-340ee542e818 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403188 Jul 09 13:31:34.981753 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:34.996266 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:35.052916 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port e7b19e5f-0119-4a71-8e62-92c062e01ac4, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e7b19e5f-0119-4a71-8e62-92c062e01ac4,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:35.058190 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e2f6d2-0912-4ef3-9e4f-cac22daa54ac x-openstack-request-id: req-e4e2f6d2-0912-4ef3-9e4f-cac22daa54ac {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:35.061398 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136834da-888f-4064-8f2f-3d299ddaf76c", "name": "network-vif-plugged", "status": "completed", "tag": "fbbab620-f813-4f12-95a4-1d75841a5055", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:35.062117 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4e2f6d2-0912-4ef3-9e4f-cac22daa54ac {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:35.063783 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136834da-888f-4064-8f2f-3d299ddaf76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbab620-f813-4f12-95a4-1d75841a5055', 'code': 200} Jul 09 13:31:35.066163 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:35.068265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a022dd8c-c223-40d0-8f0d-9ac0d46d374b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:35.173566 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Allocated IP 172.25.2.61 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/02231d88-0a23-403d-8e28-eb07b45dbbb5) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:35.221338 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=e7b19e5f-0119-4a71-8e62-92c062e01ac4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:35.224268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a022dd8c-c223-40d0-8f0d-9ac0d46d374b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:35.224649 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:35.288278 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Sync routers for ids ['d939e762-c9e0-43b8-85e1-d6500cec7558'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:35.297124 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:35.321945 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:35.330409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Routers {'d939e762-c9e0-43b8-85e1-d6500cec7558'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:35.331162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d939e762-c9e0-43b8-85e1-d6500cec7558'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:35.348438 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:35.385807 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:35.432009 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578a8b8-c873-4ae8-84ee-6d5f6d7c7089 req-72147a52-34c5-430e-9795-c0bfd8c54c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:35.433866 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3578a8b8-c873-4ae8-84ee-6d5f6d7c7089 req-72147a52-34c5-430e-9795-c0bfd8c54c8d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 1101 time: 0.2748218 Jul 09 13:31:35.465369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:35.470116 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:35.474595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:35.509334 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Set router d939e762-c9e0-43b8-85e1-d6500cec7558 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:31:35.527298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event updated for resources: {'Port': ['ID=02231d88-0a23-403d-8e28-eb07b45dbbb5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:35.539965 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3578a8b8-c873-4ae8-84ee-6d5f6d7c7089 req-4d11f851-e6e8-4066-9400-12ba40021bfd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990779 Jul 09 13:31:35.552317 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49fba0a0-e305-499d-8ac0-1fdee476343c req-c72887f1-55a8-4cea-92d1-b08ac82a8336 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0337186 Jul 09 13:31:35.571747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Allocated IP 172.25.2.54 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/9ff49d9e-298f-460e-b727-30a544f625fd) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:35.582145 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:35.604537 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:35.683080 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:35.786741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'd6f3e705-f7ad-4011-acd2-0ae10b6264d5', 'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'mac_address': 'fa:16:3e:51:c0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:30Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 2, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'subnets': [{'id': '64038094-33bf-4882-9ed5-b515adff07d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:35.824358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Checking router: d939e762-c9e0-43b8-85e1-d6500cec7558 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:31:35.824876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Updating router d939e762-c9e0-43b8-85e1-d6500cec7558 port d6f3e705-f7ad-4011-acd2-0ae10b6264d5 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:31:35.832894 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:35.870281 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:35.904552 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:35.915343 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb090c6c-342f-4906-9675-655b35fa439c req-e38de579-ce26-4ac8-bd82-a6665a9bcac0 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:35.916112 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:35.917031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb090c6c-342f-4906-9675-655b35fa439c req-e38de579-ce26-4ac8-bd82-a6665a9bcac0 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 946 time: 0.1586099 Jul 09 13:31:35.928579 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:36.013452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:36.036298 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Pushing event updated for resources: {'Port': ['ID=9ff49d9e-298f-460e-b727-30a544f625fd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:36.046105 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:36.048824 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:36.069031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb090c6c-342f-4906-9675-655b35fa439c req-8716129f-918f-48e5-b8df-bf990c0d159f tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436734 Jul 09 13:31:36.080273 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:36.120482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event updated for resources: {'Port': ['ID=02231d88-0a23-403d-8e28-eb07b45dbbb5,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:36.133443 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:36.134738 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a1721fd7-717f-4cc1-b345-df677a27df57 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4375501 Jul 09 13:31:36.177430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37ec51a8-0cea-41c9-b5fb-80a6a81462ed req-597322d8-0ce6-49a9-b4c3-47b8405893ec tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0413570 Jul 09 13:31:36.210589 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e7b19e5f-0119-4a71-8e62-92c062e01ac4 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:36.403772 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port e7b19e5f-0119-4a71-8e62-92c062e01ac4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:36.404198 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:36.446683 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:36.467858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Transition to ACTIVE for port object d6f3e705-f7ad-4011-acd2-0ae10b6264d5 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:36.469159 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc9e215-3481-4a61-994d-8c5fe1a167a9 req-db837b19-69f8-444e-9151-543c33642a4a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:36.478606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7bc9e215-3481-4a61-994d-8c5fe1a167a9 req-db837b19-69f8-444e-9151-543c33642a4a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 950 time: 0.1794276 Jul 09 13:31:36.529662 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:36.577939 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e3a84-9460-4d43-90f4-a796873d6caf None None] Pushing event updated for resources: {'Port': ['ID=d6f3e705-f7ad-4011-acd2-0ae10b6264d5,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:36.580804 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 83db8518-5af2-4cea-a987-e8f6b84fae27 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:36.583414 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:36.610955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 83db8518-5af2-4cea-a987-e8f6b84fae27 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:31:36.611349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 83db8518-5af2-4cea-a987-e8f6b84fae27 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:36.678741 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7bc9e215-3481-4a61-994d-8c5fe1a167a9 req-67136256-69ee-484a-a521-9b08f76aca64 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985695 Jul 09 13:31:36.731696 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Attempting to bind port d6f3e705-f7ad-4011-acd2-0ae10b6264d5 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:31:36.732184 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Attempting to bind port d6f3e705-f7ad-4011-acd2-0ae10b6264d5 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:31:36.732798 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Attempting to bind port d6f3e705-f7ad-4011-acd2-0ae10b6264d5 on network d1957568-b13c-4c13-95b6-f6cc35837fbf {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:36.739431 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:31:36.739890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Checking segment: {'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:36.740468 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:36.740981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Bound using segment: {'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:31:36.741567 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Bound port: d6f3e705-f7ad-4011-acd2-0ae10b6264d5, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:31:36.742011 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:36.918242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] For port d6f3e705-f7ad-4011-acd2-0ae10b6264d5, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:31:36.952979 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:36.955125 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] For port d6f3e705-f7ad-4011-acd2-0ae10b6264d5, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d6f3e705-f7ad-4011-acd2-0ae10b6264d5,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:31:36.968548 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:37.086437 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Routers {'d939e762-c9e0-43b8-85e1-d6500cec7558'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:37.086799 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d939e762-c9e0-43b8-85e1-d6500cec7558'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:37.091469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e3a84-9460-4d43-90f4-a796873d6caf None None] Pushing event updated for resources: {'Port': ['ID=d6f3e705-f7ad-4011-acd2-0ae10b6264d5,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:37.097457 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:37.214303 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-3a28069b-454c-4d98-8c0b-fb1e545a6e9b tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1158355349&fields=id&tenant_id=21d631c8b7aa4295bb9f42b979feb028 HTTP/1.1" status: 200 len: 267 time: 0.1200478 Jul 09 13:31:37.308943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] Set router d939e762-c9e0-43b8-85e1-d6500cec7558 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:31:37.459121 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-b41519e2-1a1d-44d8-874e-5ba9d7acd3f3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:37.460270 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-b41519e2-1a1d-44d8-874e-5ba9d7acd3f3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/networks?id=d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 200 len: 817 time: 0.2430038 Jul 09 13:31:37.506191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Router 934d45ce-546e-4cc7-886c-3f11fc93b1a0 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:31:37.543421 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72768df7-74b2-426a-bbe7-3b1c68ced228 req-1fd6fd3a-b847-480a-8df3-7bb4f6caead0 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0588789 Jul 09 13:31:37.549054 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-fd4e7603-4e84-45d2-bcbc-c66b7f1bae0d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/quotas/21d631c8b7aa4295bb9f42b979feb028 HTTP/1.1" status: 200 len: 375 time: 0.0672002 Jul 09 13:31:37.571324 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'd6f3e705-f7ad-4011-acd2-0ae10b6264d5', 'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'mac_address': 'fa:16:3e:51:c0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:30Z', 'updated_at': '2021-07-09T13:31:36Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'subnets': [{'id': '64038094-33bf-4882-9ed5-b515adff07d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:37.728461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:37.738117 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb29522-30ea-4664-942c-a5110010f151 None None] The sync data for ids ['d939e762-c9e0-43b8-85e1-d6500cec7558'] in n-d-799525-3 is: [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'd6f3e705-f7ad-4011-acd2-0ae10b6264d5', 'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'mac_address': 'fa:16:3e:51:c0:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:30Z', 'updated_at': '2021-07-09T13:31:36Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'subnets': [{'id': '64038094-33bf-4882-9ed5-b515adff07d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:37.743369 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e21c14-91cf-4b7e-9f62-acf352c455df None None] Sync routers for ids ['934d45ce-546e-4cc7-886c-3f11fc93b1a0'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:37.758455 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e21c14-91cf-4b7e-9f62-acf352c455df None None] Routers {'934d45ce-546e-4cc7-886c-3f11fc93b1a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:37.759134 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b8e21c14-91cf-4b7e-9f62-acf352c455df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['934d45ce-546e-4cc7-886c-3f11fc93b1a0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:37.770104 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-2b6200f1-2157-4773-a409-2dafce45c285 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=21d631c8b7aa4295bb9f42b979feb028&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2166030 Jul 09 13:31:37.773436 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:37.778674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58134) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:37.779253 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d7938179-3084-471d-aa7c-e4cb7522a8c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 4.3059936 Jul 09 13:31:37.785049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9d11d49f-dd4f-4090-b5ca-54b9b53c1d25 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'enable_snat': False}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:37.798653 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b8e21c14-91cf-4b7e-9f62-acf352c455df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:37.833549 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8e21c14-91cf-4b7e-9f62-acf352c455df None None] Routers {'934d45ce-546e-4cc7-886c-3f11fc93b1a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:37.834480 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b8e21c14-91cf-4b7e-9f62-acf352c455df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['934d45ce-546e-4cc7-886c-3f11fc93b1a0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:37.897415 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b8e21c14-91cf-4b7e-9f62-acf352c455df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:37.898435 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8e21c14-91cf-4b7e-9f62-acf352c455df None None] The sync data for ids ['934d45ce-546e-4cc7-886c-3f11fc93b1a0'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:38.027488 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-e0a0222e-2058-44e0-8746-fafcb2870937 service neutron] 10.222.0.39 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965752 Jul 09 13:31:38.190190 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d6f3e705-f7ad-4011-acd2-0ae10b6264d5 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:38.270018 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:38.275578 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-89c7558a-326a-428a-b444-36e1ff0a352e service neutron] 10.222.0.39 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413728 Jul 09 13:31:38.276281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port d6f3e705-f7ad-4011-acd2-0ae10b6264d5 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:38.284306 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port d6f3e705-f7ad-4011-acd2-0ae10b6264d5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:38.284886 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:38.404491 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:38.525854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port d6f3e705-f7ad-4011-acd2-0ae10b6264d5, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d6f3e705-f7ad-4011-acd2-0ae10b6264d5,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:38.529898 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:38.532287 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:38.537578 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6935953f-7bf2-4091-b170-1fd87cc896bd req-845e8d6c-e2b0-4e4d-88e9-47d9e18933b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=2aa0124f05904e3db70ee195c7e45402&device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0685172 Jul 09 13:31:38.612307 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6935953f-7bf2-4091-b170-1fd87cc896bd req-52b8b5a8-f6ca-43fd-bcb2-c3d506b4b88d service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=2aa0124f05904e3db70ee195c7e45402&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0659153 Jul 09 13:31:38.641139 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=d6f3e705-f7ad-4011-acd2-0ae10b6264d5,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:38.798406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b68a28-9cc8-4e8e-a5d7-b962e372df7a req-e2b090a8-8513-4dd3-8c70-7bbc9e6e798a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:38.806893 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7b68a28-9cc8-4e8e-a5d7-b962e372df7a req-e2b090a8-8513-4dd3-8c70-7bbc9e6e798a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 950 time: 0.1788118 Jul 09 13:31:38.871276 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7b68a28-9cc8-4e8e-a5d7-b962e372df7a req-c3296911-c13f-45fd-aee6-e025f8ddd3c9 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621529 Jul 09 13:31:38.886335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6935953f-7bf2-4091-b170-1fd87cc896bd req-f4b43e21-1ab5-4517-9fe0-305fe12ff922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:38.887918 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6935953f-7bf2-4091-b170-1fd87cc896bd req-f4b43e21-1ab5-4517-9fe0-305fe12ff922 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2673404 Jul 09 13:31:38.977163 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-05ec4915-9870-4192-8fcf-9c0f5dfa7a5f req-0620a0c3-b13b-4198-b1a3-1bf590c83574 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 210 time: 0.0403025 Jul 09 13:31:39.058174 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f4de716-7030-44a8-88fb-adcf73763746 req-b58ab591-3cbe-4937-9c12-c3c7b76c11e0 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0526254 Jul 09 13:31:39.101672 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d11d49f-dd4f-4090-b5ca-54b9b53c1d25 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:39.234923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aefd72-684d-4f98-8afa-544580d9fa59 req-bac9f333-713f-4d5b-91f2-50875f1806a8 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:39.236602 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24aefd72-684d-4f98-8afa-544580d9fa59 req-bac9f333-713f-4d5b-91f2-50875f1806a8 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.0936220 Jul 09 13:31:39.323947 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24aefd72-684d-4f98-8afa-544580d9fa59 req-df56bd36-3c1b-4ea5-b393-c27649ca504c tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777643 Jul 09 13:31:39.377861 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6789f3-347b-47e7-a811-c4e28c4fe479 req-ffb6c242-35c1-42e0-9455-d5a678e99d91 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:39.379743 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b6789f3-347b-47e7-a811-c4e28c4fe479 req-ffb6c242-35c1-42e0-9455-d5a678e99d91 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=359c163a-23fa-4d23-94ae-eeb47ca83b97 HTTP/1.1" status: 200 len: 950 time: 0.1224000 Jul 09 13:31:39.425558 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b6789f3-347b-47e7-a811-c4e28c4fe479 req-fe7b9b7d-7b8c-46b9-8c8b-bfeb5992cd4d tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388918 Jul 09 13:31:39.600643 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a18a05b-90d7-4edd-9d00-c26ec9547e6d req-500b7adb-cde5-483b-91ae-23cc6894027e tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:39.608808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a18a05b-90d7-4edd-9d00-c26ec9547e6d req-500b7adb-cde5-483b-91ae-23cc6894027e tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 946 time: 0.1029062 Jul 09 13:31:39.673121 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a18a05b-90d7-4edd-9d00-c26ec9547e6d req-7a861473-1d9e-4ea8-a596-beb070bea55a tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634367 Jul 09 13:31:39.694284 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d11d49f-dd4f-4090-b5ca-54b9b53c1d25 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:39.698169 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d11d49f-dd4f-4090-b5ca-54b9b53c1d25 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:39.812042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d11d49f-dd4f-4090-b5ca-54b9b53c1d25 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Router 934d45ce-546e-4cc7-886c-3f11fc93b1a0 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:31:39.969581 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d11d49f-dd4f-4090-b5ca-54b9b53c1d25 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:39.979126 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d11d49f-dd4f-4090-b5ca-54b9b53c1d25 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:39.982541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f18a9-d5b0-4a7b-a628-839f0843b8b2 None None] Sync routers for ids ['934d45ce-546e-4cc7-886c-3f11fc93b1a0'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:39.984296 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9d11d49f-dd4f-4090-b5ca-54b9b53c1d25 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "PUT /v2.0/routers/934d45ce-546e-4cc7-886c-3f11fc93b1a0 HTTP/1.1" status: 200 len: 925 time: 2.2036874 Jul 09 13:31:39.984606 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58188) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:39.994178 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f18a9-d5b0-4a7b-a628-839f0843b8b2 None None] Routers {'934d45ce-546e-4cc7-886c-3f11fc93b1a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:39.994915 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-317f18a9-d5b0-4a7b-a628-839f0843b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['934d45ce-546e-4cc7-886c-3f11fc93b1a0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:40.056502 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-317f18a9-d5b0-4a7b-a628-839f0843b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:40.077210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f18a9-d5b0-4a7b-a628-839f0843b8b2 None None] Routers {'934d45ce-546e-4cc7-886c-3f11fc93b1a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:40.078330 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-317f18a9-d5b0-4a7b-a628-839f0843b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['934d45ce-546e-4cc7-886c-3f11fc93b1a0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:40.136608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-317f18a9-d5b0-4a7b-a628-839f0843b8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:40.137405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-317f18a9-d5b0-4a7b-a628-839f0843b8b2 None None] The sync data for ids ['934d45ce-546e-4cc7-886c-3f11fc93b1a0'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:40.140470 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d6f3e705-f7ad-4011-acd2-0ae10b6264d5 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:40.195615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port d6f3e705-f7ad-4011-acd2-0ae10b6264d5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:40.196279 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:40.201403 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a3d00e02-1023-4701-bac7-ba820a0d8777 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/routers/934d45ce-546e-4cc7-886c-3f11fc93b1a0 HTTP/1.1" status: 200 len: 925 time: 0.2123923 Jul 09 13:31:40.202127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58194) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:40.333301 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f300054-94a1-4f94-b2b3-9046d45eb4e5 req-f294551d-9bbb-43df-8fb0-3674bbbd4d31 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 210 time: 0.0665505 Jul 09 13:31:40.397231 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ff2e6c6e-e8cb-4816-850f-0eeae67bcff3 req-067665cc-eaa9-4e1c-a2e8-09794cbc14f4 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0769353 Jul 09 13:31:40.462281 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292fe7ac-9b1a-4edb-b779-a9fb2e7e051b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:40.464005 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-292fe7ac-9b1a-4edb-b779-a9fb2e7e051b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&device_id=934d45ce-546e-4cc7-886c-3f11fc93b1a0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2607012 Jul 09 13:31:40.467939 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58200) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:40.473686 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1ca6844b-162c-440a-a1ed-02191060096b tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:40.475255 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1ca6844b-162c-440a-a1ed-02191060096b tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.15 "GET /v2.0/networks?id=d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 200 len: 817 time: 0.2121313 Jul 09 13:31:40.526371 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-e25c1bb6-3204-4201-b443-d9edf9430895 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21d631c8b7aa4295bb9f42b979feb028 HTTP/1.1" status: 200 len: 380 time: 0.0419245 Jul 09 13:31:40.539167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-c07e29ac-1703-4e0a-adf2-d1c94c80cc95 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Request body: {'port': {'device_id': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'admin_state_up': True, 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'security_groups': ['31d7801b-e77d-404f-83c1-533f10656586']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:40.624471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a5e0982-18ac-4c3f-a970-67e82d2fd48c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:40.625718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6a5e0982-18ac-4c3f-a970-67e82d2fd48c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 881 time: 0.1567974 Jul 09 13:31:40.630362 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58202) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:40.634740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfea771-9c9f-4d89-bb61-8d128d28d12b req-2ddf2e07-6988-45b4-9bc9-ed02efb6e00d tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:40.636260 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5cfea771-9c9f-4d89-bb61-8d128d28d12b req-2ddf2e07-6988-45b4-9bc9-ed02efb6e00d tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.1597896 Jul 09 13:31:40.671002 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-197d5fbb-d7a2-4a7b-bda3-28eb4abed0bb tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "GET /v2.0/ports?device_id=934d45ce-546e-4cc7-886c-3f11fc93b1a0 HTTP/1.1" status: 200 len: 205 time: 0.0398598 Jul 09 13:31:40.674547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58204) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:40.680719 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5cfea771-9c9f-4d89-bb61-8d128d28d12b req-2cc94f9d-8730-4285-99e6-f97e2aff770d tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380425 Jul 09 13:31:40.713711 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6935953f-7bf2-4091-b170-1fd87cc896bd req-2bf8390a-4f0e-4598-8744-450fcb8531d2 tempest-ServerShowV257Test-923206551 tempest-ServerShowV257Test-923206551-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4b1470a-d0e9-483f-b225-8fd3d867f63d HTTP/1.1" status: 200 len: 210 time: 0.0415378 Jul 09 13:31:40.751068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8e0c855c-a0c3-45eb-9772-c910c45a77e3 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:31:40.814884 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-c07e29ac-1703-4e0a-adf2-d1c94c80cc95 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Made reservation on behalf of 21d631c8b7aa4295bb9f42b979feb028 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:40.818319 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-c07e29ac-1703-4e0a-adf2-d1c94c80cc95 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:40.870997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8e0c855c-a0c3-45eb-9772-c910c45a77e3, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8e0c855c-a0c3-45eb-9772-c910c45a77e3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:40.878380 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a4c183-fe7e-454f-891a-70417677d1af req-3134f2ef-8b29-47d1-a0f9-5db7fca1517a tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:40.880189 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79a4c183-fe7e-454f-891a-70417677d1af req-3134f2ef-8b29-47d1-a0f9-5db7fca1517a tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 946 time: 0.0868642 Jul 09 13:31:40.896759 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-853cb0b0-1384-484d-b6bc-aa351b6e07fd tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:40.897693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '8e0c855c-a0c3-45eb-9772-c910c45a77e3', 'network_id': '7c138cf7-3e60-4011-ad16-f9f420ac7385', 'port_id': '8e0c855c-a0c3-45eb-9772-c910c45a77e3', 'mac_address': 'fa:16:3e:fd:e6:b3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e11eca0f-225a-479a-adf8-c5ca2fa12bae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:31:40.944920 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79a4c183-fe7e-454f-891a-70417677d1af req-3fd9354f-4d70-4495-b349-edc77405e6b7 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573175 Jul 09 13:31:40.957437 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:40.976776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e0c855c-a0c3-45eb-9772-c910c45a77e3 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:31:41.003872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8e0c855c-a0c3-45eb-9772-c910c45a77e3, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8e0c855c-a0c3-45eb-9772-c910c45a77e3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:41.015785 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.050957 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9986d284-6be5-4afb-a2a5-da3524962000 req-ae16dcd0-53c5-471c-a11e-2be30aa1bf82 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:41.052518 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9986d284-6be5-4afb-a2a5-da3524962000 req-ae16dcd0-53c5-471c-a11e-2be30aa1bf82 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.15 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.2475567 Jul 09 13:31:41.089032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=8e0c855c-a0c3-45eb-9772-c910c45a77e3,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:41.111462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['8e0c855c-a0c3-45eb-9772-c910c45a77e3'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:31:41.156374 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-853cb0b0-1384-484d-b6bc-aa351b6e07fd tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.207072 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-c07e29ac-1703-4e0a-adf2-d1c94c80cc95 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Allocated IP 172.20.0.14 (d1957568-b13c-4c13-95b6-f6cc35837fbf/64038094-33bf-4882-9ed5-b515adff07d9/998f26ae-c1e8-461e-9100-c113a011cd84) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:41.368884 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9986d284-6be5-4afb-a2a5-da3524962000 req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Deleting port d2be107c-132d-4714-935f-2cfb271f7525 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:41.369411 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9986d284-6be5-4afb-a2a5-da3524962000 req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.516882 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef1cec45-a0fa-47fc-9336-8e7d801945bb req-3fe2b3f0-0f5e-48fa-b240-b4a3be1dd7bf tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 210 time: 0.0433512 Jul 09 13:31:41.537963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9986d284-6be5-4afb-a2a5-da3524962000 req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] For port d2be107c-132d-4714-935f-2cfb271f7525, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2be107c-132d-4714-935f-2cfb271f7525,segment=NetworkSegment(74b87f4b-ddb4-43bd-8f32-1c22201cad4f),segment_id=74b87f4b-ddb4-43bd-8f32-1c22201cad4f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:41.537963 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9986d284-6be5-4afb-a2a5-da3524962000 req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.574181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9986d284-6be5-4afb-a2a5-da3524962000 req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Calling delete_port for d2be107c-132d-4714-935f-2cfb271f7525 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:41.619438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-853cb0b0-1384-484d-b6bc-aa351b6e07fd tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Deleting port 9ff49d9e-298f-460e-b727-30a544f625fd {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:41.619777 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-853cb0b0-1384-484d-b6bc-aa351b6e07fd tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.760247 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69272e6-64a2-4f6a-a383-4ded2b163e3d req-5aa98e29-8e60-4bcd-ba72-a2550a3e15a8 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:41.768416 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e69272e6-64a2-4f6a-a383-4ded2b163e3d req-5aa98e29-8e60-4bcd-ba72-a2550a3e15a8 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 945 time: 0.1073930 Jul 09 13:31:41.800740 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-c07e29ac-1703-4e0a-adf2-d1c94c80cc95 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.820116 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e69272e6-64a2-4f6a-a383-4ded2b163e3d req-1fbf1989-1cd9-43e9-97d6-9c3a5fbd06de tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489280 Jul 09 13:31:41.843658 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58242) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:41.850747 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-853cb0b0-1384-484d-b6bc-aa351b6e07fd tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:41.853330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-c07e29ac-1703-4e0a-adf2-d1c94c80cc95 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Transition to ACTIVE for port object 998f26ae-c1e8-461e-9100-c113a011cd84 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:41.868261 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-853cb0b0-1384-484d-b6bc-aa351b6e07fd tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Calling delete_port for 9ff49d9e-298f-460e-b727-30a544f625fd owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:41.904170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d7ee21-d81e-4aaa-b3f0-d96647fcf1b7 req-d0bbaf8e-52fd-4a15-8b60-6d43ba0198bf tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:41.906026 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79d7ee21-d81e-4aaa-b3f0-d96647fcf1b7 req-d0bbaf8e-52fd-4a15-8b60-6d43ba0198bf tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/ports?device_id=501d779d-997c-4706-9362-07c098324089 HTTP/1.1" status: 200 len: 946 time: 0.0735071 Jul 09 13:31:41.952844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79d7ee21-d81e-4aaa-b3f0-d96647fcf1b7 req-f13b632b-5665-4f37-aa15-ffc4975280f9 tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.39 "GET /v2.0/security-groups?id=843937ef-b0a3-4004-8ad9-ecb3f0f01444&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407412 Jul 09 13:31:41.976917 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04c76602-0adb-4f5e-a58b-e2961590c511 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.011128 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9986d284-6be5-4afb-a2a5-da3524962000 req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.032976 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d2be107c-132d-4714-935f-2cfb271f7525'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:31:42.092479 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04c76602-0adb-4f5e-a58b-e2961590c511 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.097286 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04c76602-0adb-4f5e-a58b-e2961590c511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.103618 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-c07e29ac-1703-4e0a-adf2-d1c94c80cc95 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.112111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Pushing event deleted for resources: {'Port': ['ID=d2be107c-132d-4714-935f-2cfb271f7525,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:42.129700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:42.130038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:42.130477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:42.130937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:42.131472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:42.131976 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:42.132404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:42.132946 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:42.133410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:42.133961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:42.134435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:42.135115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:42.158344 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-04c76602-0adb-4f5e-a58b-e2961590c511 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2aa0124f05904e3db70ee195c7e45402&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3134396 Jul 09 13:31:42.159851 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c76602-0adb-4f5e-a58b-e2961590c511 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5237c192-eaf3-4c7e-a03a-96989aa9ccc4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:42.162601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58252) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:42.223799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-c07e29ac-1703-4e0a-adf2-d1c94c80cc95 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Network d1957568-b13c-4c13-95b6-f6cc35837fbf is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:42.226929 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05cc4a32-0ec5-423d-b8bc-1480cb09cc5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.246405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9986d284-6be5-4afb-a2a5-da3524962000 req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] No DVR routers for this DVR port d2be107c-132d-4714-935f-2cfb271f7525 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:42.249235 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9986d284-6be5-4afb-a2a5-da3524962000 req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.251789 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9986d284-6be5-4afb-a2a5-da3524962000 req-f54ac170-9465-47ec-aa62-0f8ea01e5bbb tempest-ServersNegativeTestJSON-1481942174 tempest-ServersNegativeTestJSON-1481942174-project] 10.222.0.15 "DELETE /v2.0/ports/d2be107c-132d-4714-935f-2cfb271f7525 HTTP/1.1" status: 204 len: 173 time: 1.1775973 Jul 09 13:31:42.253144 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05cc4a32-0ec5-423d-b8bc-1480cb09cc5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.258213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501d779d-997c-4706-9362-07c098324089', 'name': 'network-vif-deleted', 'tag': 'd2be107c-132d-4714-935f-2cfb271f7525'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:42.262150 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d232023-89d0-4f28-baf5-8d92408d24c8" -d '{"events": [{"server_uuid": "501d779d-997c-4706-9362-07c098324089", "name": "network-vif-deleted", "tag": "d2be107c-132d-4714-935f-2cfb271f7525"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:42.265174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-c07e29ac-1703-4e0a-adf2-d1c94c80cc95 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:42.267499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-c07e29ac-1703-4e0a-adf2-d1c94c80cc95 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:42.317328 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05cc4a32-0ec5-423d-b8bc-1480cb09cc5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.320131 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05cc4a32-0ec5-423d-b8bc-1480cb09cc5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.324538 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-05cc4a32-0ec5-423d-b8bc-1480cb09cc5c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5237c192-eaf3-4c7e-a03a-96989aa9ccc4 HTTP/1.1" status: 204 len: 168 time: 0.1575236 Jul 09 13:31:42.333296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-c07e29ac-1703-4e0a-adf2-d1c94c80cc95 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:42.334062 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-c07e29ac-1703-4e0a-adf2-d1c94c80cc95 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.345847 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cc4a32-0ec5-423d-b8bc-1480cb09cc5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5237c192-eaf3-4c7e-a03a-96989aa9ccc4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:42.382340 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07e29ac-1703-4e0a-adf2-d1c94c80cc95 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event updated for resources: {'Port': ['ID=998f26ae-c1e8-461e-9100-c113a011cd84,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:42.391512 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-c07e29ac-1703-4e0a-adf2-d1c94c80cc95 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8558989 Jul 09 13:31:42.406135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Request body: {'port': {'device_id': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:42.413691 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c50a2e-e424-46ad-8a1e-4c9594e100a6 x-openstack-request-id: req-d3c50a2e-e424-46ad-8a1e-4c9594e100a6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:42.414122 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501d779d-997c-4706-9362-07c098324089", "name": "network-vif-deleted", "tag": "d2be107c-132d-4714-935f-2cfb271f7525", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:42.414490 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3c50a2e-e424-46ad-8a1e-4c9594e100a6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:42.415017 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501d779d-997c-4706-9362-07c098324089', 'name': 'network-vif-deleted', 'tag': 'd2be107c-132d-4714-935f-2cfb271f7525', 'status': 'completed', 'code': 200} Jul 09 13:31:42.474138 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-853cb0b0-1384-484d-b6bc-aa351b6e07fd tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.517728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853cb0b0-1384-484d-b6bc-aa351b6e07fd tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Pushing event deleted for resources: {'Port': ['ID=9ff49d9e-298f-460e-b727-30a544f625fd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:42.664085 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9105b88e-5e02-48c9-82a1-1f49d3915a16 None None] Provisioning for port 998f26ae-c1e8-461e-9100-c113a011cd84 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:42.672973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9105b88e-5e02-48c9-82a1-1f49d3915a16 None None] Provisioning complete for port 998f26ae-c1e8-461e-9100-c113a011cd84 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:42.672973 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9105b88e-5e02-48c9-82a1-1f49d3915a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:42.754486 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c1a73c66-003b-4b55-afce-3d5292e5f9c2 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:31:42.770674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9105b88e-5e02-48c9-82a1-1f49d3915a16 None None] Port 998f26ae-c1e8-461e-9100-c113a011cd84 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:31:42.781961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5330a5-b21f-4c6d-8ef7-a00a0e16fd4a req-03c18861-2886-42f8-803b-377c18acea36 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:42.785888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2be107c-132d-4714-935f-2cfb271f7525 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:42.792059 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed5330a5-b21f-4c6d-8ef7-a00a0e16fd4a req-03c18861-2886-42f8-803b-377c18acea36 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 932 time: 0.1194599 Jul 09 13:31:42.832263 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: d2be107c-132d-4714-935f-2cfb271f7525 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:31:42.832724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2be107c-132d-4714-935f-2cfb271f7525 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:42.833141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8e0c855c-a0c3-45eb-9772-c910c45a77e3 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:42.891732 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed5330a5-b21f-4c6d-8ef7-a00a0e16fd4a req-aae4c397-9e6e-4345-ad5b-1d32114216b7 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985868 Jul 09 13:31:43.184676 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.194541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58282) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:43.228036 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.232191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a75c9-290f-48f6-a43c-8f51b3ed70b3 req-ff33ca22-187f-4c1a-896d-7c75ca5cad02 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:43.233838 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b81a75c9-290f-48f6-a43c-8f51b3ed70b3 req-ff33ca22-187f-4c1a-896d-7c75ca5cad02 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 945 time: 0.1542459 Jul 09 13:31:43.259384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 8e0c855c-a0c3-45eb-9772-c910c45a77e3 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:31:43.299707 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b81a75c9-290f-48f6-a43c-8f51b3ed70b3 req-696fc75a-123e-4425-8711-e49f836d0930 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570304 Jul 09 13:31:43.307522 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c1a73c66-003b-4b55-afce-3d5292e5f9c2, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c1a73c66-003b-4b55-afce-3d5292e5f9c2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:43.313045 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8e0c855c-a0c3-45eb-9772-c910c45a77e3, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8e0c855c-a0c3-45eb-9772-c910c45a77e3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:43.338674 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-853cb0b0-1384-484d-b6bc-aa351b6e07fd tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.350965 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.362941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2', 'mac_address': 'fa:16:3e:32:80:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:31:43.455359 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.457462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=8e0c855c-a0c3-45eb-9772-c910c45a77e3,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:43.476782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c1a73c66-003b-4b55-afce-3d5292e5f9c2 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:31:43.480647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-853cb0b0-1384-484d-b6bc-aa351b6e07fd tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.492156 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-853cb0b0-1384-484d-b6bc-aa351b6e07fd tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.505372 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-87c09303-a3c6-4bea-ab0a-cd2161ae101c admin admin] Deleting subnet b148dd4e-9358-4a31-b001-045227bbe9d4 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:43.507879 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c1a73c66-003b-4b55-afce-3d5292e5f9c2, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c1a73c66-003b-4b55-afce-3d5292e5f9c2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:43.508796 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87c09303-a3c6-4bea-ab0a-cd2161ae101c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.514220 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.518579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bfe6ea-a2c9-42b7-9957-947ca62ff01f req-7e285ac0-1b82-4215-8325-9b1cd3a13d76 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:43.520134 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-24bfe6ea-a2c9-42b7-9957-947ca62ff01f req-7e285ac0-1b82-4215-8325-9b1cd3a13d76 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.15 "GET /v2.0/ports?device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 945 time: 0.5303686 Jul 09 13:31:43.548584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58312) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:43.604952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c1a73c66-003b-4b55-afce-3d5292e5f9c2,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:43.679271 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['c1a73c66-003b-4b55-afce-3d5292e5f9c2'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:31:43.697574 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-853cb0b0-1384-484d-b6bc-aa351b6e07fd tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.698078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-853cb0b0-1384-484d-b6bc-aa351b6e07fd tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Fanout notify agent at l3_agent the message router_deleted on router 934d45ce-546e-4cc7-886c-3f11fc93b1a0 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:31:43.707284 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-182d199e-9cfe-4182-a69d-cc9afd1dd705 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-769574918-network', 'tenant_id': '42e1484d07384dd29366c03e99cc57f3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:43.723181 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-853cb0b0-1384-484d-b6bc-aa351b6e07fd tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.727907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58320) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:43.730982 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-853cb0b0-1384-484d-b6bc-aa351b6e07fd tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "DELETE /v2.0/routers/934d45ce-546e-4cc7-886c-3f11fc93b1a0 HTTP/1.1" status: 204 len: 168 time: 3.0482771 Jul 09 13:31:43.737164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bb575ad4-0091-4c25-a5fd-ba6d874db90e tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-402719686', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:43.740355 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87c09303-a3c6-4bea-ab0a-cd2161ae101c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.782881 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-182d199e-9cfe-4182-a69d-cc9afd1dd705 admin admin] Made reservation on behalf of 42e1484d07384dd29366c03e99cc57f3 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:43.790705 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-182d199e-9cfe-4182-a69d-cc9afd1dd705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.797725 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb575ad4-0091-4c25-a5fd-ba6d874db90e tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.799683 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb575ad4-0091-4c25-a5fd-ba6d874db90e tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.816934 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-182d199e-9cfe-4182-a69d-cc9afd1dd705 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.889038 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87c09303-a3c6-4bea-ab0a-cd2161ae101c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.935904 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb575ad4-0091-4c25-a5fd-ba6d874db90e tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:43.952514 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb575ad4-0091-4c25-a5fd-ba6d874db90e tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.018312 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-182d199e-9cfe-4182-a69d-cc9afd1dd705 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.030444 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-182d199e-9cfe-4182-a69d-cc9afd1dd705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.036510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-24bfe6ea-a2c9-42b7-9957-947ca62ff01f req-76811c61-eb8b-4fb7-8f97-5e601cf06358 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Deleting port 8e0c855c-a0c3-45eb-9772-c910c45a77e3 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:44.036852 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-24bfe6ea-a2c9-42b7-9957-947ca62ff01f req-76811c61-eb8b-4fb7-8f97-5e601cf06358 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.080040 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb575ad4-0091-4c25-a5fd-ba6d874db90e tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.084312 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bb575ad4-0091-4c25-a5fd-ba6d874db90e tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3527224 Jul 09 13:31:44.086581 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d199e-9cfe-4182-a69d-cc9afd1dd705 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab55ac58-47e0-4603-a44f-60098bcbae42,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:44.091352 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-182d199e-9cfe-4182-a69d-cc9afd1dd705 admin admin] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:31:44.093521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58332) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:44.109069 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:44.149139 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87c09303-a3c6-4bea-ab0a-cd2161ae101c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.193833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998f26ae-c1e8-461e-9100-c113a011cd84 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:31:44.202046 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87c09303-a3c6-4bea-ab0a-cd2161ae101c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.204027 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-87c09303-a3c6-4bea-ab0a-cd2161ae101c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/b148dd4e-9358-4a31-b001-045227bbe9d4 HTTP/1.1" status: 204 len: 168 time: 0.9951031 Jul 09 13:31:44.207030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c09303-a3c6-4bea-ab0a-cd2161ae101c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b148dd4e-9358-4a31-b001-045227bbe9d4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:44.208659 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58334) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:44.210585 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.220837 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-182d199e-9cfe-4182-a69d-cc9afd1dd705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.221182 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-182d199e-9cfe-4182-a69d-cc9afd1dd705 admin admin] Added segment 6e2afa35-d59c-4f3e-8377-61ca7a2ac857 of type vlan for network 0bae3dae-7010-445d-8593-acb0252d09bc Jul 09 13:31:44.308071 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Transition to ACTIVE for port object 998f26ae-c1e8-461e-9100-c113a011cd84 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:31:44.320655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-24bfe6ea-a2c9-42b7-9957-947ca62ff01f req-76811c61-eb8b-4fb7-8f97-5e601cf06358 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] For port 8e0c855c-a0c3-45eb-9772-c910c45a77e3, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8e0c855c-a0c3-45eb-9772-c910c45a77e3,segment=NetworkSegment(07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070),segment_id=07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:44.321036 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-24bfe6ea-a2c9-42b7-9957-947ca62ff01f req-76811c61-eb8b-4fb7-8f97-5e601cf06358 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.323475 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.327697 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-182d199e-9cfe-4182-a69d-cc9afd1dd705 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.372521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-24bfe6ea-a2c9-42b7-9957-947ca62ff01f req-76811c61-eb8b-4fb7-8f97-5e601cf06358 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Calling delete_port for 8e0c855c-a0c3-45eb-9772-c910c45a77e3 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:44.413937 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8833a0f-1683-4259-b903-63218e3771a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.433302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Pushing event updated for resources: {'Port': ['ID=998f26ae-c1e8-461e-9100-c113a011cd84,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:44.676548 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8833a0f-1683-4259-b903-63218e3771a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.692050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d8833a0f-1683-4259-b903-63218e3771a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb9b139-b7c5-4be8-a2a9-237ef11ed12b']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:44.712864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d8833a0f-1683-4259-b903-63218e3771a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b87f4b-ddb4-43bd-8f32-1c22201cad4f') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:44.713217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d8833a0f-1683-4259-b903-63218e3771a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b87f4b-ddb4-43bd-8f32-1c22201cad4f') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:44.743765 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8833a0f-1683-4259-b903-63218e3771a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.759940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c1a73c66-003b-4b55-afce-3d5292e5f9c2 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:44.812966 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8833a0f-1683-4259-b903-63218e3771a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.819774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Attempting to bind port 998f26ae-c1e8-461e-9100-c113a011cd84 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:31:44.820140 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Attempting to bind port 998f26ae-c1e8-461e-9100-c113a011cd84 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:31:44.820510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Attempting to bind port 998f26ae-c1e8-461e-9100-c113a011cd84 on network d1957568-b13c-4c13-95b6-f6cc35837fbf {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:44.833150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8833a0f-1683-4259-b903-63218e3771a2 admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:31:44.833623 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8833a0f-1683-4259-b903-63218e3771a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:31:44.837506 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:31:44.845509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port c1a73c66-003b-4b55-afce-3d5292e5f9c2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:44.846206 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.860594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Port 998f26ae-c1e8-461e-9100-c113a011cd84 on network d1957568-b13c-4c13-95b6-f6cc35837fbf not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:31:44.861066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Attempting to bind port 998f26ae-c1e8-461e-9100-c113a011cd84 on network d1957568-b13c-4c13-95b6-f6cc35837fbf {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:31:44.900335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:31:44.900733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Checking segment: {'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:44.901068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Bound using segment: {'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:31:44.901965 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Bound port: 998f26ae-c1e8-461e-9100-c113a011cd84, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:31:44.902332 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.923717 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d56d3-4ef3-4f9b-b4d7-5255d2911ae6 req-e98f8e3a-5392-4fe1-b7f8-898769533c85 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:44.925300 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a1d56d3-4ef3-4f9b-b4d7-5255d2911ae6 req-e98f8e3a-5392-4fe1-b7f8-898769533c85 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 932 time: 0.8424337 Jul 09 13:31:44.983869 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.986546 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.991584 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-182d199e-9cfe-4182-a69d-cc9afd1dd705 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:44.992573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-182d199e-9cfe-4182-a69d-cc9afd1dd705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:44.993177 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-182d199e-9cfe-4182-a69d-cc9afd1dd705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.007011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:31:45.035569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=998f26ae-c1e8-461e-9100-c113a011cd84,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:31:45.036627 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-24bfe6ea-a2c9-42b7-9957-947ca62ff01f req-76811c61-eb8b-4fb7-8f97-5e601cf06358 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.044643 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359c163a-23fa-4d23-94ae-eeb47ca83b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:45.046990 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c66bb86d-c52e-4f76-af36-5a1561b21244" -d '{"events": [{"server_uuid": "359c163a-23fa-4d23-94ae-eeb47ca83b97", "name": "network-vif-plugged", "status": "completed", "tag": "c1a73c66-003b-4b55-afce-3d5292e5f9c2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:45.060013 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.071565 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c1a73c66-003b-4b55-afce-3d5292e5f9c2, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c1a73c66-003b-4b55-afce-3d5292e5f9c2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:45.077260 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.088581 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8833a0f-1683-4259-b903-63218e3771a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.118917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76811c61-eb8b-4fb7-8f97-5e601cf06358 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Pushing event deleted for resources: {'Port': ['ID=8e0c855c-a0c3-45eb-9772-c910c45a77e3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:45.123466 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8833a0f-1683-4259-b903-63218e3771a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.135826 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d8833a0f-1683-4259-b903-63218e3771a2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1eb9b139-b7c5-4be8-a2a9-237ef11ed12b HTTP/1.1" status: 204 len: 168 time: 0.9199221 Jul 09 13:31:45.154455 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-182d199e-9cfe-4182-a69d-cc9afd1dd705 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6044095 Jul 09 13:31:45.170219 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a1d56d3-4ef3-4f9b-b4d7-5255d2911ae6 req-b809dc61-7197-42bf-82d9-9d936e63cd6a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2119534 Jul 09 13:31:45.172496 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58346) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:45.185140 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c1a73c66-003b-4b55-afce-3d5292e5f9c2,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:45.198962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3ec77d17-1c9b-4b9e-a16d-85c474b0a4da admin admin] Request body: {'subnet': {'network_id': '0bae3dae-7010-445d-8593-acb0252d09bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-769574918-subnet', 'tenant_id': '42e1484d07384dd29366c03e99cc57f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:45.198962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d199e-9cfe-4182-a69d-cc9afd1dd705 admin admin] Pushing event updated for resources: {'Network': ['ID=0bae3dae-7010-445d-8593-acb0252d09bc,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:45.209305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 0bae3dae-7010-445d-8593-acb0252d09bc details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:31:45.222870 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e564dd-f855-4bfd-a90e-02d82f0a0090 req-2a1e0d17-2ebb-4238-8ed6-b015a897157b tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:45.235247 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86e564dd-f855-4bfd-a90e-02d82f0a0090 req-2a1e0d17-2ebb-4238-8ed6-b015a897157b tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/ports?device_id=aeae7ad1-4197-4b07-bba6-951a32ffe248 HTTP/1.1" status: 200 len: 865 time: 0.4281471 Jul 09 13:31:45.279831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8833a0f-1683-4259-b903-63218e3771a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1eb9b139-b7c5-4be8-a2a9-237ef11ed12b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:45.432600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:45.432816 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ec77d17-1c9b-4b9e-a16d-85c474b0a4da admin admin] Made reservation on behalf of 42e1484d07384dd29366c03e99cc57f3 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:45.433064 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.435683 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ec77d17-1c9b-4b9e-a16d-85c474b0a4da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.435990 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] 10.222.0.15 "PUT /v2.0/ports/998f26ae-c1e8-461e-9100-c113a011cd84 HTTP/1.1" status: 200 len: 1092 time: 3.0365210 Jul 09 13:31:45.436786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa0fcae-6e76-4bca-8858-79880689e814 service neutron] Pushing event updated for resources: {'Port': ['ID=998f26ae-c1e8-461e-9100-c113a011cd84,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:45.438150 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58358) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:45.496193 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86e564dd-f855-4bfd-a90e-02d82f0a0090 req-3040e620-f105-4908-b626-17905b17e9d6 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.39 "GET /v2.0/security-groups?id=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599905 Jul 09 13:31:45.510811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'tag': '998f26ae-c1e8-461e-9100-c113a011cd84'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:45.516784 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1ea4df-5112-4868-b45d-5cd21ddd3f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "bba848d5-423c-4606-89ff-82ebedfa6164", "tag": "998f26ae-c1e8-461e-9100-c113a011cd84"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:45.520964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-24bfe6ea-a2c9-42b7-9957-947ca62ff01f req-76811c61-eb8b-4fb7-8f97-5e601cf06358 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] No DVR routers for this DVR port 8e0c855c-a0c3-45eb-9772-c910c45a77e3 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:31:45.574463 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a145166d-c75c-46d1-bcb2-771553a0230d x-openstack-request-id: req-a145166d-c75c-46d1-bcb2-771553a0230d {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:45.574783 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359c163a-23fa-4d23-94ae-eeb47ca83b97", "name": "network-vif-plugged", "status": "completed", "tag": "c1a73c66-003b-4b55-afce-3d5292e5f9c2", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:45.575123 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a145166d-c75c-46d1-bcb2-771553a0230d {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:45.576059 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359c163a-23fa-4d23-94ae-eeb47ca83b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2', 'code': 200} Jul 09 13:31:45.604514 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-24bfe6ea-a2c9-42b7-9957-947ca62ff01f req-76811c61-eb8b-4fb7-8f97-5e601cf06358 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.607184 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-24bfe6ea-a2c9-42b7-9957-947ca62ff01f req-76811c61-eb8b-4fb7-8f97-5e601cf06358 tempest-ImagesTestJSON-854275872 tempest-ImagesTestJSON-854275872-project] 10.222.0.15 "DELETE /v2.0/ports/8e0c855c-a0c3-45eb-9772-c910c45a77e3 HTTP/1.1" status: 204 len: 173 time: 2.0189941 Jul 09 13:31:45.612325 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6f8d0a-1178-4776-863a-72aace9094b6 x-openstack-request-id: req-cf6f8d0a-1178-4776-863a-72aace9094b6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:45.614038 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba848d5-423c-4606-89ff-82ebedfa6164", "tag": "998f26ae-c1e8-461e-9100-c113a011cd84", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:45.614393 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf6f8d0a-1178-4776-863a-72aace9094b6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:45.614864 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'tag': '998f26ae-c1e8-461e-9100-c113a011cd84', 'status': 'completed', 'code': 200} Jul 09 13:31:45.649452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-df967462-dd7d-4d68-8b90-ef8657b116c3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ffe615145fe24da683918dfba7f962cc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1876996 Jul 09 13:31:45.654205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58362) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:45.726922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-2a41cd8b-a847-45c4-ba04-1fd1c285cd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:45.729297 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-2a41cd8b-a847-45c4-ba04-1fd1c285cd8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21d631c8b7aa4295bb9f42b979feb028&device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 1095 time: 0.2105534 Jul 09 13:31:45.785101 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-1101bf72-d4ed-48d1-aa1c-485b8bbb3428 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=998f26ae-c1e8-461e-9100-c113a011cd84 HTTP/1.1" status: 200 len: 217 time: 0.0450053 Jul 09 13:31:45.786383 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4dfe53f3-e2dd-4ea2-9d08-8c9de962b323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.815356 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4dfe53f3-e2dd-4ea2-9d08-8c9de962b323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.925191 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.937201 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4dfe53f3-e2dd-4ea2-9d08-8c9de962b323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.944609 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4dfe53f3-e2dd-4ea2-9d08-8c9de962b323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.944609 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4dfe53f3-e2dd-4ea2-9d08-8c9de962b323 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/843937ef-b0a3-4004-8ad9-ecb3f0f01444 HTTP/1.1" status: 204 len: 168 time: 0.2861156 Jul 09 13:31:45.965462 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:45.965921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfe53f3-e2dd-4ea2-9d08-8c9de962b323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=843937ef-b0a3-4004-8ad9-ecb3f0f01444,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:45.970753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-ceaeb5b2-0718-44b4-b521-356b2918abcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:45.972718 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-ceaeb5b2-0718-44b4-b521-356b2918abcd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64038094-33bf-4882-9ed5-b515adff07d9 HTTP/1.1" status: 200 len: 856 time: 0.0945015 Jul 09 13:31:46.063891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-089f4d41-029a-4a25-b488-89d99a00c6e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:46.066465 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-089f4d41-029a-4a25-b488-89d99a00c6e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1957568-b13c-4c13-95b6-f6cc35837fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0862446 Jul 09 13:31:46.076187 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ec77d17-1c9b-4b9e-a16d-85c474b0a4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.138661 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:31:46.200328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec77d17-1c9b-4b9e-a16d-85c474b0a4da admin admin] Pushing event updated for resources: {'Subnet': ['ID=90d5fb6b-c081-4352-bb60-b072af25d0a9,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:46.218571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec77d17-1c9b-4b9e-a16d-85c474b0a4da admin admin] Checking segment: {'id': '6e2afa35-d59c-4f3e-8377-61ca7a2ac857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '0bae3dae-7010-445d-8593-acb0252d09bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:46.219980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec77d17-1c9b-4b9e-a16d-85c474b0a4da admin admin] Network hostable DHCP agents. Network: 0bae3dae-7010-445d-8593-acb0252d09bc, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:31:46.258189 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-74a92560-33c2-4442-b48a-fde0b86fb04e service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829646 Jul 09 13:31:46.265087 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Allocated IP 172.25.2.48 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/bb74947d-2980-4e9f-9440-3ee1b93a792b) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:46.267723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec77d17-1c9b-4b9e-a16d-85c474b0a4da admin admin] Network 0bae3dae-7010-445d-8593-acb0252d09bc is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:31:46.295962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3ec77d17-1c9b-4b9e-a16d-85c474b0a4da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 0bae3dae-7010-445d-8593-acb0252d09bc) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:46.305115 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b770a3af-fa79-4f06-aca7-33eb6d36f176 None None] Network 0bae3dae-7010-445d-8593-acb0252d09bc requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:46.307276 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec77d17-1c9b-4b9e-a16d-85c474b0a4da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:46.308054 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ec77d17-1c9b-4b9e-a16d-85c474b0a4da admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.411366 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3ec77d17-1c9b-4b9e-a16d-85c474b0a4da admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2361102 Jul 09 13:31:46.668259 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.714465 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8e3e329-16f5-444c-b233-17430d1915e5 req-063a1780-51c2-45a1-9f60-db8271225f3c service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4502394 Jul 09 13:31:46.818203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8e0c855c-a0c3-45eb-9772-c910c45a77e3 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:31:46.828274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edea1fc-1448-4ae7-b8f3-b6d94e603147 req-3e8c905f-de26-4796-9537-00a8028ac31d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:46.833820 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1edea1fc-1448-4ae7-b8f3-b6d94e603147 req-3e8c905f-de26-4796-9537-00a8028ac31d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 944 time: 0.3384914 Jul 09 13:31:46.861181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58398) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:46.865290 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 8e0c855c-a0c3-45eb-9772-c910c45a77e3 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:31:46.865648 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8e0c855c-a0c3-45eb-9772-c910c45a77e3 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:31:46.899489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a28e84-b656-4b99-b676-2b15df4a40e7 None None] Network 0bae3dae-7010-445d-8593-acb0252d09bc requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:46.976369 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1edea1fc-1448-4ae7-b8f3-b6d94e603147 req-38df7c33-7d52-44c9-9410-8fb6cd43b1bf tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393855 Jul 09 13:31:46.977381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ea4df-5112-4868-b45d-5cd21ddd3f5f req-085aa564-1585-4c9a-a20b-15469241b05d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:46.978049 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:46.979522 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f1ea4df-5112-4868-b45d-5cd21ddd3f5f req-085aa564-1585-4c9a-a20b-15469241b05d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21d631c8b7aa4295bb9f42b979feb028&device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 1095 time: 0.1786931 Jul 09 13:31:46.995778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-e46c9dca-dc6c-4916-b668-c9bf9df4de9b admin admin] Deleting subnet 90d5fb6b-c081-4352-bb60-b072af25d0a9 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:47.056479 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e46c9dca-dc6c-4916-b668-c9bf9df4de9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.067032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:47.077487 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:47.086195 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:47.166256 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Pushing event updated for resources: {'Port': ['ID=bb74947d-2980-4e9f-9440-3ee1b93a792b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:47.178727 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e46c9dca-dc6c-4916-b668-c9bf9df4de9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.240511 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e46c9dca-dc6c-4916-b668-c9bf9df4de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.313478 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e46c9dca-dc6c-4916-b668-c9bf9df4de9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.426287 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e46c9dca-dc6c-4916-b668-c9bf9df4de9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.432307 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58426) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:47.433270 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e46c9dca-dc6c-4916-b668-c9bf9df4de9b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/90d5fb6b-c081-4352-bb60-b072af25d0a9 HTTP/1.1" status: 204 len: 168 time: 0.5678015 Jul 09 13:31:47.439391 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46c9dca-dc6c-4916-b668-c9bf9df4de9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90d5fb6b-c081-4352-bb60-b072af25d0a9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:47.529968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ea4df-5112-4868-b45d-5cd21ddd3f5f req-9ed4a53d-4529-41c6-b709-75c3479fa20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:47.533564 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f1ea4df-5112-4868-b45d-5cd21ddd3f5f req-9ed4a53d-4529-41c6-b709-75c3479fa20c service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 200 len: 918 time: 0.5288565 Jul 09 13:31:47.609360 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f1ea4df-5112-4868-b45d-5cd21ddd3f5f req-7da9a787-a949-4925-b25a-33486dbcdf47 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=998f26ae-c1e8-461e-9100-c113a011cd84 HTTP/1.1" status: 200 len: 217 time: 0.0683682 Jul 09 13:31:47.616532 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aeae7ad1-4197-4b07-bba6-951a32ffe248', 'name': 'network-vif-deleted', 'tag': '8e0c855c-a0c3-45eb-9772-c910c45a77e3'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:47.620856 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34168c1a-82a5-4ee1-83d8-f6673b29170b" -d '{"events": [{"server_uuid": "aeae7ad1-4197-4b07-bba6-951a32ffe248", "name": "network-vif-deleted", "tag": "8e0c855c-a0c3-45eb-9772-c910c45a77e3"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:47.692124 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.698408 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ba72455-17e7-4f8c-8682-4b1aa3283382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.716250 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ea4df-5112-4868-b45d-5cd21ddd3f5f req-e7fca80d-ea63-429a-b76e-7fed4207ac1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:47.717603 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f1ea4df-5112-4868-b45d-5cd21ddd3f5f req-e7fca80d-ea63-429a-b76e-7fed4207ac1c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64038094-33bf-4882-9ed5-b515adff07d9 HTTP/1.1" status: 200 len: 856 time: 0.1019657 Jul 09 13:31:47.749667 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4a42d8d-f02a-45e0-a71c-1c5bc2c39f5f x-openstack-request-id: req-e4a42d8d-f02a-45e0-a71c-1c5bc2c39f5f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:47.749978 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aeae7ad1-4197-4b07-bba6-951a32ffe248", "name": "network-vif-deleted", "tag": "8e0c855c-a0c3-45eb-9772-c910c45a77e3", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:47.750242 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4a42d8d-f02a-45e0-a71c-1c5bc2c39f5f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:47.750661 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aeae7ad1-4197-4b07-bba6-951a32ffe248', 'name': 'network-vif-deleted', 'tag': '8e0c855c-a0c3-45eb-9772-c910c45a77e3', 'status': 'completed', 'code': 200} Jul 09 13:31:47.875962 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ba72455-17e7-4f8c-8682-4b1aa3283382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.880337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1ea4df-5112-4868-b45d-5cd21ddd3f5f req-286572a6-9095-4aff-b065-c2a5f496149b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:47.882109 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f1ea4df-5112-4868-b45d-5cd21ddd3f5f req-286572a6-9095-4aff-b065-c2a5f496149b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1957568-b13c-4c13-95b6-f6cc35837fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1564984 Jul 09 13:31:47.906847 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1ba72455-17e7-4f8c-8682-4b1aa3283382 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bae3dae-7010-445d-8593-acb0252d09bc']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:47.940688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1ba72455-17e7-4f8c-8682-4b1aa3283382 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e2afa35-d59c-4f3e-8377-61ca7a2ac857') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:47.940908 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1ba72455-17e7-4f8c-8682-4b1aa3283382 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e2afa35-d59c-4f3e-8377-61ca7a2ac857') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:47.967598 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ba72455-17e7-4f8c-8682-4b1aa3283382 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:47.995366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58462) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:48.076565 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ba72455-17e7-4f8c-8682-4b1aa3283382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.094036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ba72455-17e7-4f8c-8682-4b1aa3283382 admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:31:48.094455 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ba72455-17e7-4f8c-8682-4b1aa3283382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:31:48.098086 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:31:48.100476 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f1ea4df-5112-4868-b45d-5cd21ddd3f5f req-b08e4874-4be1-4c94-b06c-2f408c34f4f2 service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098176 Jul 09 13:31:48.121553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58468) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:48.151969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd439da1-3b4d-43d9-8150-123bcafb4059 admin admin] Deleting subnet e11eca0f-225a-479a-adf8-c5ca2fa12bae {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:31:48.156182 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd439da1-3b4d-43d9-8150-123bcafb4059 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.193905 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd439da1-3b4d-43d9-8150-123bcafb4059 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.306559 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f6d0043-9a79-496c-97ba-e7cdf3bbe9a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.318600 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f1ea4df-5112-4868-b45d-5cd21ddd3f5f req-6cf44351-3465-4325-940e-ff7624781ff5 service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104199 Jul 09 13:31:48.367884 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd439da1-3b4d-43d9-8150-123bcafb4059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.443170 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ba72455-17e7-4f8c-8682-4b1aa3283382 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.447629 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ba72455-17e7-4f8c-8682-4b1aa3283382 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.453290 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1ba72455-17e7-4f8c-8682-4b1aa3283382 admin admin] 10.222.0.39 "DELETE /v2.0/networks/0bae3dae-7010-445d-8593-acb0252d09bc HTTP/1.1" status: 204 len: 168 time: 1.0123367 Jul 09 13:31:48.468138 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f6d0043-9a79-496c-97ba-e7cdf3bbe9a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.480086 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5f6d0043-9a79-496c-97ba-e7cdf3bbe9a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.502274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba72455-17e7-4f8c-8682-4b1aa3283382 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bae3dae-7010-445d-8593-acb0252d09bc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:48.534935 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6d0043-9a79-496c-97ba-e7cdf3bbe9a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490e5ce0-4b71-409f-841f-c334a18eb6b0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:48.535202 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.540506 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5f6d0043-9a79-496c-97ba-e7cdf3bbe9a1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad8eabb9d0ad4762ace3767d5d7a643a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4041595 Jul 09 13:31:48.543278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58474) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:48.574711 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.648299 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd439da1-3b4d-43d9-8150-123bcafb4059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.702088 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a235dd41-a816-4d74-b278-bf4e437933e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.705369 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd439da1-3b4d-43d9-8150-123bcafb4059 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e11eca0f-225a-479a-adf8-c5ca2fa12bae,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:48.730204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dcf2ca-6ba1-48fd-8d38-4e5323fc1332 req-cf876567-8d38-4cbe-9231-8430079c33d5 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:48.731249 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a235dd41-a816-4d74-b278-bf4e437933e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.733993 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77dcf2ca-6ba1-48fd-8d38-4e5323fc1332 req-cf876567-8d38-4cbe-9231-8430079c33d5 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 944 time: 0.4131837 Jul 09 13:31:48.744820 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd439da1-3b4d-43d9-8150-123bcafb4059 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.752415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58486) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:48.752896 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fd439da1-3b4d-43d9-8150-123bcafb4059 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e11eca0f-225a-479a-adf8-c5ca2fa12bae HTTP/1.1" status: 204 len: 168 time: 0.7561567 Jul 09 13:31:48.786582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58488) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:48.888191 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77dcf2ca-6ba1-48fd-8d38-4e5323fc1332 req-c7d485e7-9596-457f-843e-956257da8f11 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303473 Jul 09 13:31:48.898325 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8ac6ccc6-3faf-47fe-8899-ab9184772f4d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42e1484d07384dd29366c03e99cc57f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1098771 Jul 09 13:31:48.902003 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58490) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:48.920090 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a96b1f1-2ce9-4469-b1ff-af3291249be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.929566 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a235dd41-a816-4d74-b278-bf4e437933e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.933490 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a235dd41-a816-4d74-b278-bf4e437933e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:48.935632 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a235dd41-a816-4d74-b278-bf4e437933e3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/490e5ce0-4b71-409f-841f-c334a18eb6b0 HTTP/1.1" status: 204 len: 168 time: 0.3908913 Jul 09 13:31:48.964793 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Router 181c1f48-662f-43f3-a63e-8ab6316d1214 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:31:49.011593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a235dd41-a816-4d74-b278-bf4e437933e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490e5ce0-4b71-409f-841f-c334a18eb6b0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:49.093211 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a96b1f1-2ce9-4469-b1ff-af3291249be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.113435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2a96b1f1-2ce9-4469-b1ff-af3291249be5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c138cf7-3e60-4011-ad16-f9f420ac7385']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:49.116794 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e9a10fb-a5c5-401f-9e2e-cfad83de2383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.129328 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2a96b1f1-2ce9-4469-b1ff-af3291249be5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:49.129786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2a96b1f1-2ce9-4469-b1ff-af3291249be5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07fdf8e1-6f1a-45b6-b62c-7eb02dd6f070') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:49.149015 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a96b1f1-2ce9-4469-b1ff-af3291249be5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.172308 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e9a10fb-a5c5-401f-9e2e-cfad83de2383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.187255 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a96b1f1-2ce9-4469-b1ff-af3291249be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.211764 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a96b1f1-2ce9-4469-b1ff-af3291249be5 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:31:49.212580 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a96b1f1-2ce9-4469-b1ff-af3291249be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:31:49.218382 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:31:49.266511 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:49.279824 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.284776 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b7ae841f-9a9a-41c0-851b-48fa7680d301 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "PUT /v2.0/routers/181c1f48-662f-43f3-a63e-8ab6316d1214 HTTP/1.1" status: 200 len: 882 time: 5.1874073 Jul 09 13:31:49.285638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58496) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:49.291373 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbf1048-ea89-4f7b-a452-531e679905ee None None] Sync routers for ids ['181c1f48-662f-43f3-a63e-8ab6316d1214'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:49.308722 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbf1048-ea89-4f7b-a452-531e679905ee None None] Routers {'181c1f48-662f-43f3-a63e-8ab6316d1214'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:49.309816 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-bfbf1048-ea89-4f7b-a452-531e679905ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['181c1f48-662f-43f3-a63e-8ab6316d1214'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:49.350829 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-bfbf1048-ea89-4f7b-a452-531e679905ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:49.363783 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbf1048-ea89-4f7b-a452-531e679905ee None None] Routers {'181c1f48-662f-43f3-a63e-8ab6316d1214'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:49.365894 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-bfbf1048-ea89-4f7b-a452-531e679905ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['181c1f48-662f-43f3-a63e-8ab6316d1214'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:49.414914 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a96b1f1-2ce9-4469-b1ff-af3291249be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.419578 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-bfbf1048-ea89-4f7b-a452-531e679905ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:49.421371 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbf1048-ea89-4f7b-a452-531e679905ee None None] The sync data for ids ['181c1f48-662f-43f3-a63e-8ab6316d1214'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:49.438285 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e9a10fb-a5c5-401f-9e2e-cfad83de2383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.442662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e9a10fb-a5c5-401f-9e2e-cfad83de2383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.447246 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4e9a10fb-a5c5-401f-9e2e-cfad83de2383 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab55ac58-47e0-4603-a44f-60098bcbae42 HTTP/1.1" status: 204 len: 168 time: 0.5405600 Jul 09 13:31:49.460633 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a96b1f1-2ce9-4469-b1ff-af3291249be5 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.466234 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2a96b1f1-2ce9-4469-b1ff-af3291249be5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7c138cf7-3e60-4011-ad16-f9f420ac7385 HTTP/1.1" status: 204 len: 168 time: 0.7094312 Jul 09 13:31:49.476215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a96b1f1-2ce9-4469-b1ff-af3291249be5 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c138cf7-3e60-4011-ad16-f9f420ac7385,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:49.480088 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a10fb-a5c5-401f-9e2e-cfad83de2383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab55ac58-47e0-4603-a44f-60098bcbae42,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:49.485751 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-63b02e13-8af4-4557-b1df-0eee1c66d7b1 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/routers/181c1f48-662f-43f3-a63e-8ab6316d1214 HTTP/1.1" status: 200 len: 923 time: 0.1979389 Jul 09 13:31:49.488609 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58504) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:49.634600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dd0799-c258-41af-99e1-1cf5aa5f5899 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:49.637089 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-71dd0799-c258-41af-99e1-1cf5aa5f5899 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&device_id=181c1f48-662f-43f3-a63e-8ab6316d1214&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1473956 Jul 09 13:31:49.640269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58508) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:49.745164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58518) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:49.845636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ad508a-6479-44f2-9885-c198c55c6d45 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:49.847807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3c6e262b-28c1-43a4-be83-7b0ebc52905f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=40c05bf911e74de0ab8d76ee71cab943&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1005545 Jul 09 13:31:49.848925 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58524) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:49.850457 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d7ad508a-6479-44f2-9885-c198c55c6d45 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 881 time: 0.2089729 Jul 09 13:31:49.851416 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58526) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:49.905474 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-234da183-4a17-49c7-9ec3-b42b84b47a65 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "GET /v2.0/ports?device_id=181c1f48-662f-43f3-a63e-8ab6316d1214 HTTP/1.1" status: 200 len: 205 time: 0.0520060 Jul 09 13:31:49.906110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58528) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:49.934107 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3469-8a9a-492b-aaf3-edd70235e6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:49.986556 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3469-8a9a-492b-aaf3-edd70235e6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.062986 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3469-8a9a-492b-aaf3-edd70235e6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.067444 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a5b3469-8a9a-492b-aaf3-edd70235e6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.070731 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0a5b3469-8a9a-492b-aaf3-edd70235e6f4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9e016f4-60b6-4e93-a1d8-5d7dc12fc136 HTTP/1.1" status: 204 len: 168 time: 0.2196932 Jul 09 13:31:50.084136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5b3469-8a9a-492b-aaf3-edd70235e6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9e016f4-60b6-4e93-a1d8-5d7dc12fc136,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:50.141343 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-625c4003-6b50-4a7e-b08f-0c340d7236be tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.321902 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36260061-2739-45e5-9399-be1677776dbd req-6d8d6de2-f416-404b-a53f-cdbdbf816057 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:50.328890 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-36260061-2739-45e5-9399-be1677776dbd req-6d8d6de2-f416-404b-a53f-cdbdbf816057 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 944 time: 0.2126088 Jul 09 13:31:50.409256 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-36260061-2739-45e5-9399-be1677776dbd req-2a1649ad-1de1-435d-bd2b-7f19ad56c147 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794539 Jul 09 13:31:50.805481 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 998f26ae-c1e8-461e-9100-c113a011cd84 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:31:50.974566 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-625c4003-6b50-4a7e-b08f-0c340d7236be tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:50.988194 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=998f26ae-c1e8-461e-9100-c113a011cd84,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:51.009621 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '998f26ae-c1e8-461e-9100-c113a011cd84', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'port_id': '998f26ae-c1e8-461e-9100-c113a011cd84', 'mac_address': 'fa:16:3e:65:2d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:31:51.070917 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.073981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-625c4003-6b50-4a7e-b08f-0c340d7236be tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Deleting port bb74947d-2980-4e9f-9440-3ee1b93a792b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:51.074331 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-625c4003-6b50-4a7e-b08f-0c340d7236be tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.099581 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998f26ae-c1e8-461e-9100-c113a011cd84 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:31:51.138146 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=998f26ae-c1e8-461e-9100-c113a011cd84,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:51.146572 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.194373 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-625c4003-6b50-4a7e-b08f-0c340d7236be tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.222701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-625c4003-6b50-4a7e-b08f-0c340d7236be tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Calling delete_port for bb74947d-2980-4e9f-9440-3ee1b93a792b owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:31:51.260919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=998f26ae-c1e8-461e-9100-c113a011cd84,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:51.265637 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58592) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:51.360401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['998f26ae-c1e8-461e-9100-c113a011cd84'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:31:51.502713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d80bb8e3-0347-43b6-b211-c1e148d6cf4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1255865435-network', 'tenant_id': '9a9527aafb664a62aa8fea36ce6186cf'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:51.563663 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d80bb8e3-0347-43b6-b211-c1e148d6cf4d admin admin] Made reservation on behalf of 9a9527aafb664a62aa8fea36ce6186cf for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:51.566026 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d80bb8e3-0347-43b6-b211-c1e148d6cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.581909 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-625c4003-6b50-4a7e-b08f-0c340d7236be tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.603315 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d80bb8e3-0347-43b6-b211-c1e148d6cf4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.676474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625c4003-6b50-4a7e-b08f-0c340d7236be tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Pushing event deleted for resources: {'Port': ['ID=bb74947d-2980-4e9f-9440-3ee1b93a792b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:51.799971 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-625c4003-6b50-4a7e-b08f-0c340d7236be tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.810581 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7275cd0-f6e7-4342-8b3a-aea62659d909 req-1e2f2801-427a-465a-9c17-93c161777980 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:51.818066 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7275cd0-f6e7-4342-8b3a-aea62659d909 req-1e2f2801-427a-465a-9c17-93c161777980 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 945 time: 0.1101115 Jul 09 13:31:51.884893 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d80bb8e3-0347-43b6-b211-c1e148d6cf4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.904868 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7275cd0-f6e7-4342-8b3a-aea62659d909 req-07455db4-d848-4b4e-ae81-a604f02ea5b1 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839059 Jul 09 13:31:51.906933 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d80bb8e3-0347-43b6-b211-c1e148d6cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.929310 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58614) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:51.940118 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-625c4003-6b50-4a7e-b08f-0c340d7236be tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.943473 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-625c4003-6b50-4a7e-b08f-0c340d7236be tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:51.983702 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bb8e3-0347-43b6-b211-c1e148d6cf4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=599aca71-9a7b-4be4-967e-0951941c7c60,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:51.989534 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d80bb8e3-0347-43b6-b211-c1e148d6cf4d admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:31:52.002465 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d80bb8e3-0347-43b6-b211-c1e148d6cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.002853 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-d80bb8e3-0347-43b6-b211-c1e148d6cf4d admin admin] Added segment 59958029-1a58-4efe-b6dc-d33c97333f6f of type vlan for network dc9d62b8-4412-47a6-9995-749ff322404e Jul 09 13:31:52.050507 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-625c4003-6b50-4a7e-b08f-0c340d7236be tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.051254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625c4003-6b50-4a7e-b08f-0c340d7236be tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Fanout notify agent at l3_agent the message router_deleted on router 181c1f48-662f-43f3-a63e-8ab6316d1214 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:31:52.067321 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d80bb8e3-0347-43b6-b211-c1e148d6cf4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.068295 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-625c4003-6b50-4a7e-b08f-0c340d7236be tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.070769 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-625c4003-6b50-4a7e-b08f-0c340d7236be tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "DELETE /v2.0/routers/181c1f48-662f-43f3-a63e-8ab6316d1214 HTTP/1.1" status: 204 len: 168 time: 2.1624014 Jul 09 13:31:52.073520 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58628) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:52.079198 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f24fb9d4-4dd0-443d-9010-677351ef14a6 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1538681705', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:52.110197 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f24fb9d4-4dd0-443d-9010-677351ef14a6 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.111555 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f24fb9d4-4dd0-443d-9010-677351ef14a6 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.135706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e37183f2-ab26-4424-894f-a342a11ea1b5 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-2051148180-network', 'tenant_id': 'ee2ab325dd5240f4babfc47fefad7c4c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:52.162325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37183f2-ab26-4424-894f-a342a11ea1b5 admin admin] Made reservation on behalf of ee2ab325dd5240f4babfc47fefad7c4c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:52.167249 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e37183f2-ab26-4424-894f-a342a11ea1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.181935 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e37183f2-ab26-4424-894f-a342a11ea1b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.216148 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d80bb8e3-0347-43b6-b211-c1e148d6cf4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.217369 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d80bb8e3-0347-43b6-b211-c1e148d6cf4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:52.217871 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d80bb8e3-0347-43b6-b211-c1e148d6cf4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.295254 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f24fb9d4-4dd0-443d-9010-677351ef14a6 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.300348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80bb8e3-0347-43b6-b211-c1e148d6cf4d admin admin] Pushing event updated for resources: {'Network': ['ID=dc9d62b8-4412-47a6-9995-749ff322404e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:52.307958 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f24fb9d4-4dd0-443d-9010-677351ef14a6 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.312939 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network dc9d62b8-4412-47a6-9995-749ff322404e details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:31:52.339160 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e37183f2-ab26-4424-894f-a342a11ea1b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.347701 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e37183f2-ab26-4424-894f-a342a11ea1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.357420 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d80bb8e3-0347-43b6-b211-c1e148d6cf4d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0904438 Jul 09 13:31:52.360451 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58636) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:52.378265 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-83ec9456-0071-4729-9cc3-c9ed04644f65 admin admin] Request body: {'subnet': {'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1255865435-subnet', 'tenant_id': '9a9527aafb664a62aa8fea36ce6186cf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:52.384132 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e37183f2-ab26-4424-894f-a342a11ea1b5 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:31:52.402705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37183f2-ab26-4424-894f-a342a11ea1b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8894b700-55ce-436c-8ada-aa25b8cd20c6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:52.407857 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e37183f2-ab26-4424-894f-a342a11ea1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.408305 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-e37183f2-ab26-4424-894f-a342a11ea1b5 admin admin] Added segment 95b97e6a-4bfa-4987-85f4-822278656e95 of type vlan for network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 Jul 09 13:31:52.428877 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f24fb9d4-4dd0-443d-9010-677351ef14a6 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.435582 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f24fb9d4-4dd0-443d-9010-677351ef14a6 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3607376 Jul 09 13:31:52.437972 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58638) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:52.439037 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ec9456-0071-4729-9cc3-c9ed04644f65 admin admin] Made reservation on behalf of 9a9527aafb664a62aa8fea36ce6186cf for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:52.447880 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83ec9456-0071-4729-9cc3-c9ed04644f65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.482751 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e37183f2-ab26-4424-894f-a342a11ea1b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.529445 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e37183f2-ab26-4424-894f-a342a11ea1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.531907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'enable_snat': True}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:52.544610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37183f2-ab26-4424-894f-a342a11ea1b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:52.544610 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e37183f2-ab26-4424-894f-a342a11ea1b5 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.663543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37183f2-ab26-4424-894f-a342a11ea1b5 admin admin] Pushing event updated for resources: {'Network': ['ID=0dc9f064-890c-4703-8fc3-53b1f0a11e26,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:52.684360 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:31:52.709540 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e37183f2-ab26-4424-894f-a342a11ea1b5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.7788646 Jul 09 13:31:52.712240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58646) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:52.719708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f7680aa6-edef-4c32-82d8-459881763892 admin admin] Request body: {'subnet': {'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-2051148180-subnet', 'tenant_id': 'ee2ab325dd5240f4babfc47fefad7c4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:52.781106 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7680aa6-edef-4c32-82d8-459881763892 admin admin] Made reservation on behalf of ee2ab325dd5240f4babfc47fefad7c4c for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:52.787460 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7680aa6-edef-4c32-82d8-459881763892 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:52.817564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 998f26ae-c1e8-461e-9100-c113a011cd84 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:31:52.912444 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 998f26ae-c1e8-461e-9100-c113a011cd84 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:31:52.918512 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 998f26ae-c1e8-461e-9100-c113a011cd84 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:31:52.919470 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.183765 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.239594 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7680aa6-edef-4c32-82d8-459881763892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.273363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=998f26ae-c1e8-461e-9100-c113a011cd84,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:31:53.274525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998f26ae-c1e8-461e-9100-c113a011cd84'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:31:53.277825 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-338186fe-3a7b-44dd-a080-f0e5f3882fb5" -d '{"events": [{"server_uuid": "bba848d5-423c-4606-89ff-82ebedfa6164", "name": "network-vif-plugged", "status": "completed", "tag": "998f26ae-c1e8-461e-9100-c113a011cd84"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:31:53.284157 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.409302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7680aa6-edef-4c32-82d8-459881763892 admin admin] Checking segment: {'id': '95b97e6a-4bfa-4987-85f4-822278656e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:53.409665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7680aa6-edef-4c32-82d8-459881763892 admin admin] Network hostable DHCP agents. Network: 0dc9f064-890c-4703-8fc3-53b1f0a11e26, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:31:53.434904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7680aa6-edef-4c32-82d8-459881763892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad41d4dd-2a20-41c7-91ba-384a0ec9fa08,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:53.477747 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7680aa6-edef-4c32-82d8-459881763892 admin admin] Network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:31:53.496376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f7680aa6-edef-4c32-82d8-459881763892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 0dc9f064-890c-4703-8fc3-53b1f0a11e26) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:53.502465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7680aa6-edef-4c32-82d8-459881763892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:53.503245 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7680aa6-edef-4c32-82d8-459881763892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.539041 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f7680aa6-edef-4c32-82d8-459881763892 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8256810 Jul 09 13:31:53.581921 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:53.668564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c6381c-bd91-491b-bc42-eccfb501f3ba None None] Network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:53.747448 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:31:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cad0627a-417f-42f6-8849-dc362fbda49d x-openstack-request-id: req-cad0627a-417f-42f6-8849-dc362fbda49d {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:31:53.749129 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba848d5-423c-4606-89ff-82ebedfa6164", "name": "network-vif-plugged", "status": "completed", "tag": "998f26ae-c1e8-461e-9100-c113a011cd84", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:31:53.749689 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cad0627a-417f-42f6-8849-dc362fbda49d {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:31:53.750342 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998f26ae-c1e8-461e-9100-c113a011cd84', 'code': 200} Jul 09 13:31:53.807331 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=998f26ae-c1e8-461e-9100-c113a011cd84,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:53.926462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f2d6cf-0d27-4aff-bf87-78222ccf0b12 req-551e1250-f20b-42cc-a71e-d871ea6ffe9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:53.928669 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99f2d6cf-0d27-4aff-bf87-78222ccf0b12 req-551e1250-f20b-42cc-a71e-d871ea6ffe9e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 1097 time: 0.1418085 Jul 09 13:31:53.997957 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99f2d6cf-0d27-4aff-bf87-78222ccf0b12 req-536f2ab3-d55e-4afe-9ac5-48467170b038 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621090 Jul 09 13:31:54.009116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a10d4cd-eb58-438a-a89a-2c1c82a968b2 None None] Network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:54.041486 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a577976-e623-4436-a9ae-6b170d8026ee req-435a5024-997f-4148-8224-f0be69dc59ce tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:54.050221 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a577976-e623-4436-a9ae-6b170d8026ee req-435a5024-997f-4148-8224-f0be69dc59ce tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.6705177 Jul 09 13:31:54.068171 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83ec9456-0071-4729-9cc3-c9ed04644f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:54.167124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ec9456-0071-4729-9cc3-c9ed04644f65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb0dba8b-d545-4178-9f00-28746fc5b6b3,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:54.182136 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a577976-e623-4436-a9ae-6b170d8026ee req-2cbd15de-0092-4bdb-a833-13ea3327cf4d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308968 Jul 09 13:31:54.268683 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ec9456-0071-4729-9cc3-c9ed04644f65 admin admin] Checking segment: {'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:31:54.280058 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec9456-0071-4729-9cc3-c9ed04644f65 admin admin] Network hostable DHCP agents. Network: dc9d62b8-4412-47a6-9995-749ff322404e, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:31:54.408540 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ec9456-0071-4729-9cc3-c9ed04644f65 admin admin] Network dc9d62b8-4412-47a6-9995-749ff322404e is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:31:54.457344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-83ec9456-0071-4729-9cc3-c9ed04644f65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, dc9d62b8-4412-47a6-9995-749ff322404e) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:54.467952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9faa15bd-ea5f-434a-9540-5c189171f622 None None] Network dc9d62b8-4412-47a6-9995-749ff322404e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:54.469128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ec9456-0071-4729-9cc3-c9ed04644f65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:54.469731 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-83ec9456-0071-4729-9cc3-c9ed04644f65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:54.506749 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-83ec9456-0071-4729-9cc3-c9ed04644f65 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1420364 Jul 09 13:31:54.512009 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:54.540978 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:54.685552 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ed865d-46c5-4187-8bda-c12138909f07 None None] Network dc9d62b8-4412-47a6-9995-749ff322404e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:31:54.917400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Allocated IP 172.25.2.117 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/9ddba76a-8653-4402-9b4d-2f5c6bb137a8) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:54.930120 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-dd686e4b-abf4-4159-ae18-2bfdd50aa3ff tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:54.939817 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-dd686e4b-abf4-4159-ae18-2bfdd50aa3ff tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/networks?id=0dc9f064-890c-4703-8fc3-53b1f0a11e26 HTTP/1.1" status: 200 len: 822 time: 0.3864555 Jul 09 13:31:54.964864 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-370383a8-99d1-415b-b684-12673f6ab400 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/quotas/ee2ab325dd5240f4babfc47fefad7c4c HTTP/1.1" status: 200 len: 375 time: 0.0234966 Jul 09 13:31:55.022904 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-ce6731fa-6f24-4ea9-991e-7c850f33e94f tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee2ab325dd5240f4babfc47fefad7c4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558629 Jul 09 13:31:55.213038 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-4449b045-f594-4dbb-ab31-dd9ae9fc7632 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886563 Jul 09 13:31:55.231788 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:55.380489 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-09565521-0055-4895-8f8d-e8cc6d958fba service neutron] 10.222.0.39 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547010 Jul 09 13:31:55.384651 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:55.499149 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:31:55.517442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:31:55.524268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:31:55.657798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Pushing event updated for resources: {'Port': ['ID=9ddba76a-8653-4402-9b4d-2f5c6bb137a8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:31:55.784066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:55.784788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:55.785253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:55.785748 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:55.786257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:55.787984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:55.788428 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:55.788837 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:55.789231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:55.789759 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:55.790284 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:55.790689 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:31:56.045491 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-81bdfc91-8b69-4047-a7a0-7338aaf6cbcf tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:56.046070 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-81bdfc91-8b69-4047-a7a0-7338aaf6cbcf tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/networks?id=dc9d62b8-4412-47a6-9995-749ff322404e HTTP/1.1" status: 200 len: 815 time: 0.4687207 Jul 09 13:31:56.159411 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e620a048-2017-48c0-b25f-4b5e57c34e94 req-60ec4618-7fa9-4bdd-8c0d-b3a96e934982 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:56.166900 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e620a048-2017-48c0-b25f-4b5e57c34e94 req-60ec4618-7fa9-4bdd-8c0d-b3a96e934982 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.2361288 Jul 09 13:31:56.175253 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-6e95c5f2-42c0-4ca5-ac5d-b915e31796a8 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/quotas/9a9527aafb664a62aa8fea36ce6186cf HTTP/1.1" status: 200 len: 375 time: 0.1120994 Jul 09 13:31:56.250190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-77ded836-a69f-443d-9985-329e737f1301 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a9527aafb664a62aa8fea36ce6186cf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0632219 Jul 09 13:31:56.309054 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e620a048-2017-48c0-b25f-4b5e57c34e94 req-04d44d09-985b-4762-8081-742576765317 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411240 Jul 09 13:31:56.395394 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.662982 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7bdcbce7-7415-4342-8b7d-c4dc3d6cdacc req-cef0cb2a-db60-4d19-a7a0-f95c56372370 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 210 time: 0.0772159 Jul 09 13:31:56.717607 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-cc10483c-c17b-45af-b7d1-d909d4f4bc0b service neutron] 10.222.0.39 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4599586 Jul 09 13:31:56.747449 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:56.797119 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:57.049170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-ef74473a-c7b7-4d41-82c2-c214b38d18a2 service neutron] 10.222.0.39 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3240325 Jul 09 13:31:57.110217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09958386-f3fd-443f-8b2e-432718a23231 req-5aa1c98e-8de6-4675-b55a-caa23728fb05 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:57.121155 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58800) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:57.125471 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-09958386-f3fd-443f-8b2e-432718a23231 req-5aa1c98e-8de6-4675-b55a-caa23728fb05 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.2304971 Jul 09 13:31:57.134743 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b1b62911-d6c7-4d73-a88d-648d7221ec19 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Request body: {'floatingip': {'port_id': '998f26ae-c1e8-461e-9100-c113a011cd84'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:57.141935 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Router 637ba28d-2534-4038-8f97-07c5c7d0b0dc is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:31:57.273635 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1b62911-d6c7-4d73-a88d-648d7221ec19 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:58.104629 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7d1b96c8-5e4e-46bd-a76c-f75435158f10 req-6f7c883a-3c85-4390-b5c5-975bd77845c5 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 210 time: 0.0634654 Jul 09 13:31:58.106359 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ab971c5-2fdb-408b-9f56-a2e4c89d0611 req-2bdffb33-10de-4618-9085-16fa79ed0bb2 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 210 time: 0.0664437 Jul 09 13:31:58.135297 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:31:58.157565 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac808568-2e88-4371-a95c-02f5948e3e72 None None] Sync routers for ids ['637ba28d-2534-4038-8f97-07c5c7d0b0dc'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:31:58.159934 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:58.161504 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-68242f42-c8b3-412b-aa7e-a7f4989978a2 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "PUT /v2.0/routers/637ba28d-2534-4038-8f97-07c5c7d0b0dc HTTP/1.1" status: 200 len: 919 time: 5.6362925 Jul 09 13:31:58.165769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58868) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:58.177347 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac808568-2e88-4371-a95c-02f5948e3e72 None None] Routers {'637ba28d-2534-4038-8f97-07c5c7d0b0dc'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:58.178281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ac808568-2e88-4371-a95c-02f5948e3e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['637ba28d-2534-4038-8f97-07c5c7d0b0dc'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:58.229658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ac808568-2e88-4371-a95c-02f5948e3e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:58.242956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac808568-2e88-4371-a95c-02f5948e3e72 None None] Routers {'637ba28d-2534-4038-8f97-07c5c7d0b0dc'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:31:58.243884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ac808568-2e88-4371-a95c-02f5948e3e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['637ba28d-2534-4038-8f97-07c5c7d0b0dc'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:58.292654 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ac808568-2e88-4371-a95c-02f5948e3e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:31:58.293707 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac808568-2e88-4371-a95c-02f5948e3e72 None None] The sync data for ids ['637ba28d-2534-4038-8f97-07c5c7d0b0dc'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:31:58.398708 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-438ef43e-3655-4cae-b65f-9d11655a336c tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/routers/637ba28d-2534-4038-8f97-07c5c7d0b0dc HTTP/1.1" status: 200 len: 925 time: 0.2298822 Jul 09 13:31:58.399512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58878) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:58.429131 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-1849076b-4baf-42d1-a850-4db365696471 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:58.432600 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-1849076b-4baf-42d1-a850-4db365696471 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.15 "GET /v2.0/networks?id=0dc9f064-890c-4703-8fc3-53b1f0a11e26 HTTP/1.1" status: 200 len: 822 time: 1.0259240 Jul 09 13:31:58.469339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c2631910-b6c0-4bb8-85af-9b3482c6f626 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Request body: {'port': {'device_id': '51046ac9-a7f2-4c3c-9e99-201dfb080dd0', 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26', 'admin_state_up': True, 'tenant_id': 'ee2ab325dd5240f4babfc47fefad7c4c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:58.550385 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd768c8-2665-4b18-b9eb-81ab3b58de5d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:58.552176 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7dd768c8-2665-4b18-b9eb-81ab3b58de5d tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&device_id=637ba28d-2534-4038-8f97-07c5c7d0b0dc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1515861 Jul 09 13:31:58.566737 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58892) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:58.678854 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.db.resource_extend [None req-b1b62911-d6c7-4d73-a88d-648d7221ec19 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:31:58.747513 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da25358-e545-45e5-af59-fe1dd28fe9a0 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:58.749558 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4da25358-e545-45e5-af59-fe1dd28fe9a0 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 881 time: 0.1816545 Jul 09 13:31:58.754513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58910) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:58.803532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58914) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:31:58.803671 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b4b2fde1-f441-46d9-bc92-b3fc94f200ce tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "GET /v2.0/ports?device_id=637ba28d-2534-4038-8f97-07c5c7d0b0dc HTTP/1.1" status: 200 len: 205 time: 0.0479803 Jul 09 13:31:58.811946 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1b62911-d6c7-4d73-a88d-648d7221ec19 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:58.822887 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1b62911-d6c7-4d73-a88d-648d7221ec19 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.001788 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e937a91d-cd40-4ba5-a268-d69babf81db8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.008084 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c2631910-b6c0-4bb8-85af-9b3482c6f626 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Made reservation on behalf of ee2ab325dd5240f4babfc47fefad7c4c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:31:59.021537 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c2631910-b6c0-4bb8-85af-9b3482c6f626 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.128792 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-b1b62911-d6c7-4d73-a88d-648d7221ec19 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Floating IP 0a158148-af2d-45c9-a8f3-a23fa8259bff associated. External IP: 172.25.2.61, port: 998f26ae-c1e8-461e-9100-c113a011cd84. Jul 09 13:31:59.176676 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e937a91d-cd40-4ba5-a268-d69babf81db8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.389475 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-254c3ff4-19c3-4736-bd32-b1688c2a77dd req-af86f59a-6f26-42cc-b8e8-f6e59f4d0582 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 210 time: 0.0755253 Jul 09 13:31:59.464676 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63e92aff-de33-4cfa-8b19-47e8575e41b3 req-c6038e5a-7e80-4bdb-902c-6504741d5e02 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 210 time: 0.0859053 Jul 09 13:31:59.478721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e937a91d-cd40-4ba5-a268-d69babf81db8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Deleting port 9ddba76a-8653-4402-9b4d-2f5c6bb137a8 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:31:59.479308 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e937a91d-cd40-4ba5-a268-d69babf81db8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.610587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c2631910-b6c0-4bb8-85af-9b3482c6f626 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Allocated IP 172.20.0.5 (0dc9f064-890c-4703-8fc3-53b1f0a11e26/ad41d4dd-2a20-41c7-91ba-384a0ec9fa08/8157d394-d5fa-40cc-82f9-c65802a182de) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:31:59.621447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-aa409d93-5f70-4e1f-b201-7833063e7356 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:31:59.623654 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-aa409d93-5f70-4e1f-b201-7833063e7356 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.15 "GET /v2.0/networks?id=dc9d62b8-4412-47a6-9995-749ff322404e HTTP/1.1" status: 200 len: 815 time: 0.2270670 Jul 09 13:31:59.627671 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e937a91d-cd40-4ba5-a268-d69babf81db8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:31:59.644804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-cde3d9a9-974d-467e-a1d3-d38b1434f5a1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Request body: {'port': {'device_id': 'cd821281-14fe-4405-9e38-0fc24c7c8b88', 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e', 'admin_state_up': True, 'tenant_id': '9a9527aafb664a62aa8fea36ce6186cf'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:31:59.665972 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e937a91d-cd40-4ba5-a268-d69babf81db8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Calling delete_port for 9ddba76a-8653-4402-9b4d-2f5c6bb137a8 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:00.040103 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e937a91d-cd40-4ba5-a268-d69babf81db8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.098121 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e937a91d-cd40-4ba5-a268-d69babf81db8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Pushing event deleted for resources: {'Port': ['ID=9ddba76a-8653-4402-9b4d-2f5c6bb137a8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:00.220755 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1b62911-d6c7-4d73-a88d-648d7221ec19 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Router d939e762-c9e0-43b8-85e1-d6500cec7558 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:00.228821 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e937a91d-cd40-4ba5-a268-d69babf81db8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.448344 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e937a91d-cd40-4ba5-a268-d69babf81db8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.454729 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e937a91d-cd40-4ba5-a268-d69babf81db8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.597942 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e937a91d-cd40-4ba5-a268-d69babf81db8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.598791 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e937a91d-cd40-4ba5-a268-d69babf81db8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Fanout notify agent at l3_agent the message router_deleted on router 637ba28d-2534-4038-8f97-07c5c7d0b0dc {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:32:00.618498 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e937a91d-cd40-4ba5-a268-d69babf81db8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.620517 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e937a91d-cd40-4ba5-a268-d69babf81db8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "DELETE /v2.0/routers/637ba28d-2534-4038-8f97-07c5c7d0b0dc HTTP/1.1" status: 204 len: 168 time: 1.8154097 Jul 09 13:32:00.624482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58980) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:00.633947 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-055c7a84-f1ae-4aad-a9cf-311fe717582f tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-819596939', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:00.665908 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58982) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:00.685677 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-055c7a84-f1ae-4aad-a9cf-311fe717582f tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.687370 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-055c7a84-f1ae-4aad-a9cf-311fe717582f tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.746379 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fd5e6b5-9b8e-4ec2-953a-1735e1da7043 req-7c909190-2bb1-4543-a602-20a7b809e9a0 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 210 time: 0.0534432 Jul 09 13:32:00.851449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-cde3d9a9-974d-467e-a1d3-d38b1434f5a1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Made reservation on behalf of 9a9527aafb664a62aa8fea36ce6186cf for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:00.858985 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-cde3d9a9-974d-467e-a1d3-d38b1434f5a1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.866894 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4f2f16be-7f71-4496-85db-cb6123971670 req-6215881a-0100-4ed5-a81d-43f507f157c9 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 210 time: 0.0430696 Jul 09 13:32:00.868644 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-055c7a84-f1ae-4aad-a9cf-311fe717582f tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.891829 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21c8e724-e7da-4a77-a6cc-8c1d3a9a01f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.898369 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c2631910-b6c0-4bb8-85af-9b3482c6f626 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:00.913984 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-055c7a84-f1ae-4aad-a9cf-311fe717582f tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.070931 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21c8e724-e7da-4a77-a6cc-8c1d3a9a01f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.078808 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21c8e724-e7da-4a77-a6cc-8c1d3a9a01f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.134798 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-21c8e724-e7da-4a77-a6cc-8c1d3a9a01f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2334e32439db4da6815d7a1c2d44c0f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4649177 Jul 09 13:32:01.135003 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1b62911-d6c7-4d73-a88d-648d7221ec19 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:01.135113 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-055c7a84-f1ae-4aad-a9cf-311fe717582f tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.135633 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-055c7a84-f1ae-4aad-a9cf-311fe717582f tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5091310 Jul 09 13:32:01.140606 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58998) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:01.140943 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59000) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:01.141146 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1b62911-d6c7-4d73-a88d-648d7221ec19 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.149259 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'enable_snat': False}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:01.150533 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2544bc-5882-435b-99c8-f3aa771a9bf7 None None] Sync routers for ids ['d939e762-c9e0-43b8-85e1-d6500cec7558'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:01.165184 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2544bc-5882-435b-99c8-f3aa771a9bf7 None None] Routers {'d939e762-c9e0-43b8-85e1-d6500cec7558'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:01.167146 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1e2544bc-5882-435b-99c8-f3aa771a9bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d939e762-c9e0-43b8-85e1-d6500cec7558'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:01.217837 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c2631910-b6c0-4bb8-85af-9b3482c6f626 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.292986 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b1b62911-d6c7-4d73-a88d-648d7221ec19 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "PUT /v2.0/floatingips/0a158148-af2d-45c9-a8f3-a23fa8259bff HTTP/1.1" status: 200 len: 991 time: 4.1687760 Jul 09 13:32:01.318929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'tag': '998f26ae-c1e8-461e-9100-c113a011cd84'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:01.329036 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3da19522-68ab-4ecb-92c4-28481c7dea9e" -d '{"events": [{"name": "network-changed", "server_uuid": "bba848d5-423c-4606-89ff-82ebedfa6164", "tag": "998f26ae-c1e8-461e-9100-c113a011cd84"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:01.375017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-cde3d9a9-974d-467e-a1d3-d38b1434f5a1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Allocated IP 172.20.0.5 (dc9d62b8-4412-47a6-9995-749ff322404e/bb0dba8b-d545-4178-9f00-28746fc5b6b3/a5b95b14-ce04-4ede-9a08-0f8473bb1f81) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:01.398783 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ef024a2-dd01-4dd2-88c9-74647bc7ae2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.407320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c2631910-b6c0-4bb8-85af-9b3482c6f626 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:01.432624 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976c73e0-9033-4c65-b4fe-76066c0f10f3 x-openstack-request-id: req-976c73e0-9033-4c65-b4fe-76066c0f10f3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:01.433029 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bba848d5-423c-4606-89ff-82ebedfa6164", "tag": "998f26ae-c1e8-461e-9100-c113a011cd84", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:01.433577 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-976c73e0-9033-4c65-b4fe-76066c0f10f3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:01.433577 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'tag': '998f26ae-c1e8-461e-9100-c113a011cd84', 'status': 'completed', 'code': 200} Jul 09 13:32:01.435495 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ef024a2-dd01-4dd2-88c9-74647bc7ae2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.436078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c2631910-b6c0-4bb8-85af-9b3482c6f626 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:01.446976 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c2631910-b6c0-4bb8-85af-9b3482c6f626 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:01.467621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2631910-b6c0-4bb8-85af-9b3482c6f626 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Pushing event updated for resources: {'Port': ['ID=8157d394-d5fa-40cc-82f9-c65802a182de,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:01.472885 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-1e2544bc-5882-435b-99c8-f3aa771a9bf7 None None] Set router d939e762-c9e0-43b8-85e1-d6500cec7558 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:32:01.496234 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c8e724-e7da-4a77-a6cc-8c1d3a9a01f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1b3550a-e22b-425b-81b6-545aadeb1df7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:01.544401 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ef024a2-dd01-4dd2-88c9-74647bc7ae2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.547498 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ef024a2-dd01-4dd2-88c9-74647bc7ae2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.551151 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1ef024a2-dd01-4dd2-88c9-74647bc7ae2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c1b3550a-e22b-425b-81b6-545aadeb1df7 HTTP/1.1" status: 204 len: 168 time: 0.4068713 Jul 09 13:32:01.595625 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef024a2-dd01-4dd2-88c9-74647bc7ae2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1b3550a-e22b-425b-81b6-545aadeb1df7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:01.606902 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.621135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c2631910-b6c0-4bb8-85af-9b3482c6f626 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:01.623561 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c2631910-b6c0-4bb8-85af-9b3482c6f626 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.727942 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c2631910-b6c0-4bb8-85af-9b3482c6f626 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2698088 Jul 09 13:32:01.754880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Request body: {'port': {'device_id': '51046ac9-a7f2-4c3c-9e99-201dfb080dd0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:01.763807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da19522-68ab-4ecb-92c4-28481c7dea9e req-fd96d8b3-68fc-4280-8947-b19134494815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:01.766424 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3da19522-68ab-4ecb-92c4-28481c7dea9e req-fd96d8b3-68fc-4280-8947-b19134494815 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21d631c8b7aa4295bb9f42b979feb028&device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 1097 time: 0.2500091 Jul 09 13:32:01.802847 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-92af47cb-6d1c-41c1-98b5-0cc6f67d355a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.895322 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1e2544bc-5882-435b-99c8-f3aa771a9bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '0a158148-af2d-45c9-a8f3-a23fa8259bff', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'port_id': '998f26ae-c1e8-461e-9100-c113a011cd84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'mac_address': 'fa:16:3e:65:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:31:35Z', 'updated_at': '2021-07-09T13:31:58Z', 'revision_number': 1, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f3e705-f7ad-4011-acd2-0ae10b6264d5', 'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'mac_address': 'fa:16:3e:51:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:30Z', 'updated_at': '2021-07-09T13:31:38Z', 'revision_number': 5, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'subnets': [{'id': '64038094-33bf-4882-9ed5-b515adff07d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:01.942356 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:01.983981 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:02.046326 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2544bc-5882-435b-99c8-f3aa771a9bf7 None None] Checking router: d939e762-c9e0-43b8-85e1-d6500cec7558 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:32:02.069491 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2544bc-5882-435b-99c8-f3aa771a9bf7 None None] Routers {'d939e762-c9e0-43b8-85e1-d6500cec7558'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:02.070157 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1e2544bc-5882-435b-99c8-f3aa771a9bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d939e762-c9e0-43b8-85e1-d6500cec7558'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:02.130285 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-cde3d9a9-974d-467e-a1d3-d38b1434f5a1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:02.142651 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:02.147067 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Allocated IP 172.25.2.133 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/55394b51-d624-4f0c-8bba-21bb3e90967d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:02.179181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59018) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:02.190673 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da19522-68ab-4ecb-92c4-28481c7dea9e req-3432834e-9c83-40d8-a1fa-e86972dd3a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:02.192355 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3da19522-68ab-4ecb-92c4-28481c7dea9e req-3432834e-9c83-40d8-a1fa-e86972dd3a4e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 200 len: 918 time: 0.3995605 Jul 09 13:32:02.218478 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f33af8d-80c2-46ab-8f41-7ca03fb6666e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:02.242326 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-1e2544bc-5882-435b-99c8-f3aa771a9bf7 None None] Set router d939e762-c9e0-43b8-85e1-d6500cec7558 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:32:02.419578 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:02.462818 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97a8778-9487-418a-a5c4-e42e5f378cf4 req-f0860e21-2681-48e2-b9df-0cbe54d5faaf tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:02.464671 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b97a8778-9487-418a-a5c4-e42e5f378cf4 req-f0860e21-2681-48e2-b9df-0cbe54d5faaf tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 931 time: 0.2301950 Jul 09 13:32:02.477247 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9acfb-107c-469e-a83f-a0d3ecc66532 req-3ba6cf67-2423-4d63-84b9-d1d327a16fc8 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:02.479755 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2a9acfb-107c-469e-a83f-a0d3ecc66532 req-3ba6cf67-2423-4d63-84b9-d1d327a16fc8 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 931 time: 0.2246878 Jul 09 13:32:02.496303 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1e2544bc-5882-435b-99c8-f3aa771a9bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '0a158148-af2d-45c9-a8f3-a23fa8259bff', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'port_id': '998f26ae-c1e8-461e-9100-c113a011cd84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'mac_address': 'fa:16:3e:65:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:31:35Z', 'updated_at': '2021-07-09T13:31:58Z', 'revision_number': 1, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f3e705-f7ad-4011-acd2-0ae10b6264d5', 'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'mac_address': 'fa:16:3e:51:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:30Z', 'updated_at': '2021-07-09T13:31:38Z', 'revision_number': 5, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'subnets': [{'id': '64038094-33bf-4882-9ed5-b515adff07d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:02.508540 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-cde3d9a9-974d-467e-a1d3-d38b1434f5a1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:02.528489 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e2544bc-5882-435b-99c8-f3aa771a9bf7 None None] The sync data for ids ['d939e762-c9e0-43b8-85e1-d6500cec7558'] in n-d-799525-3 is: [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '0a158148-af2d-45c9-a8f3-a23fa8259bff', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'floating_ip_address': '172.25.2.61', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'port_id': '998f26ae-c1e8-461e-9100-c113a011cd84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1293, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'mac_address': 'fa:16:3e:65:2d:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:31:35Z', 'updated_at': '2021-07-09T13:31:58Z', 'revision_number': 1, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f3e705-f7ad-4011-acd2-0ae10b6264d5', 'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'mac_address': 'fa:16:3e:51:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:30Z', 'updated_at': '2021-07-09T13:31:38Z', 'revision_number': 5, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'subnets': [{'id': '64038094-33bf-4882-9ed5-b515adff07d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:02.602573 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b97a8778-9487-418a-a5c4-e42e5f378cf4 req-0fdeb04a-e55d-40c5-b615-9f0dd1d08dad tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216416 Jul 09 13:32:02.608676 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2a9acfb-107c-469e-a83f-a0d3ecc66532 req-a4187724-3ccd-42fb-95db-bb88ac065924 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145110 Jul 09 13:32:02.633399 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:02.729704 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:02.736142 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:02.742728 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:02.745670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde3d9a9-974d-467e-a1d3-d38b1434f5a1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Pushing event updated for resources: {'Port': ['ID=a5b95b14-ce04-4ede-9a08-0f8473bb1f81,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:02.826538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Pushing event updated for resources: {'Port': ['ID=55394b51-d624-4f0c-8bba-21bb3e90967d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:02.891082 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8157d394-d5fa-40cc-82f9-c65802a182de {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:32:02.901174 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:02.955388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Transition to ACTIVE for port object 8157d394-d5fa-40cc-82f9-c65802a182de will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:02.958451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-cde3d9a9-974d-467e-a1d3-d38b1434f5a1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Network dc9d62b8-4412-47a6-9995-749ff322404e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:02.958766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d43aff5c-9d0a-4162-9a16-b97ec9b0e560 None None] New status for floating IP 0a158148-af2d-45c9-a8f3-a23fa8259bff: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:32:02.973223 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:02.976148 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-cde3d9a9-974d-467e-a1d3-d38b1434f5a1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:02.978869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-cde3d9a9-974d-467e-a1d3-d38b1434f5a1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:03.070193 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3da19522-68ab-4ecb-92c4-28481c7dea9e req-d9ec81e0-8a1d-46e6-9931-9751b752868a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=998f26ae-c1e8-461e-9100-c113a011cd84 HTTP/1.1" status: 200 len: 999 time: 0.8495109 Jul 09 13:32:03.099757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8157d394-d5fa-40cc-82f9-c65802a182de,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:03.121902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-cde3d9a9-974d-467e-a1d3-d38b1434f5a1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:03.122957 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-cde3d9a9-974d-467e-a1d3-d38b1434f5a1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.152596 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.166954 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f33af8d-80c2-46ab-8f41-7ca03fb6666e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.198774 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f33af8d-80c2-46ab-8f41-7ca03fb6666e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.251226 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2f33af8d-80c2-46ab-8f41-7ca03fb6666e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16f9c437b5734b0b883c83877a80b5e7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0693622 Jul 09 13:32:03.264684 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-cde3d9a9-974d-467e-a1d3-d38b1434f5a1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6315703 Jul 09 13:32:03.265532 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59030) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:03.305133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Request body: {'port': {'device_id': 'cd821281-14fe-4405-9e38-0fc24c7c8b88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:03.316076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f33af8d-80c2-46ab-8f41-7ca03fb6666e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc830d9-8fb7-45c5-8fdd-3256a74124d1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:03.385009 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da19522-68ab-4ecb-92c4-28481c7dea9e req-cc364279-2665-4741-afbe-e04bf27e8dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:03.386601 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3da19522-68ab-4ecb-92c4-28481c7dea9e req-cc364279-2665-4741-afbe-e04bf27e8dcd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64038094-33bf-4882-9ed5-b515adff07d9 HTTP/1.1" status: 200 len: 856 time: 0.2534790 Jul 09 13:32:03.459556 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.464807 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.608756 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27359d51-7d6e-47f2-b024-13c4b65bdbf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.625945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Attempting to bind port 8157d394-d5fa-40cc-82f9-c65802a182de on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:32:03.626292 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Attempting to bind port 8157d394-d5fa-40cc-82f9-c65802a182de by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '95b97e6a-4bfa-4987-85f4-822278656e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:32:03.628761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Attempting to bind port 8157d394-d5fa-40cc-82f9-c65802a182de on network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:03.637975 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.656090 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27359d51-7d6e-47f2-b024-13c4b65bdbf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.657966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Port 8157d394-d5fa-40cc-82f9-c65802a182de on network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:32:03.658299 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Attempting to bind port 8157d394-d5fa-40cc-82f9-c65802a182de on network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:03.668397 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Router 0dd0d92f-4ad2-424c-920f-a0413af447d5 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:32:03.674596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da19522-68ab-4ecb-92c4-28481c7dea9e req-14b1007e-d20c-45a9-b1b7-d3f2b7ecdaff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:03.676137 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3da19522-68ab-4ecb-92c4-28481c7dea9e req-14b1007e-d20c-45a9-b1b7-d3f2b7ecdaff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1957568-b13c-4c13-95b6-f6cc35837fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2612088 Jul 09 13:32:03.690230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:32:03.690604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Checking segment: {'id': '95b97e6a-4bfa-4987-85f4-822278656e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:03.691040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Bound using segment: {'id': '95b97e6a-4bfa-4987-85f4-822278656e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:32:03.691560 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Bound port: 8157d394-d5fa-40cc-82f9-c65802a182de, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b97e6a-4bfa-4987-85f4-822278656e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:32:03.691933 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.941797 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:03.947338 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:03.948590 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d3199ec7-2d0e-4a1b-9823-3c2ae6fece5b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "PUT /v2.0/routers/0dd0d92f-4ad2-424c-920f-a0413af447d5 HTTP/1.1" status: 200 len: 919 time: 2.8054781 Jul 09 13:32:03.953147 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59048) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:03.955959 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c3028-3c76-473a-a489-c3ad00421a17 None None] Sync routers for ids ['0dd0d92f-4ad2-424c-920f-a0413af447d5'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:03.973494 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c3028-3c76-473a-a489-c3ad00421a17 None None] Routers {'0dd0d92f-4ad2-424c-920f-a0413af447d5'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:03.974955 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aab3f97-3e97-443e-8953-2a2a2be9a820 req-9e70e752-7cf7-4c01-82a2-fc202c31a57d tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:03.975426 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-579c3028-3c76-473a-a489-c3ad00421a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0dd0d92f-4ad2-424c-920f-a0413af447d5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:03.976721 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1aab3f97-3e97-443e-8953-2a2a2be9a820 req-9e70e752-7cf7-4c01-82a2-fc202c31a57d tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 943 time: 0.2164671 Jul 09 13:32:03.986072 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] For port 8157d394-d5fa-40cc-82f9-c65802a182de, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:32:03.994308 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3da19522-68ab-4ecb-92c4-28481c7dea9e req-86b74957-9540-4cff-92e5-1e2d7fd2de26 service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3052883 Jul 09 13:32:04.024810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] For port 8157d394-d5fa-40cc-82f9-c65802a182de, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8157d394-d5fa-40cc-82f9-c65802a182de,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:32:04.032287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f340a143-fcae-472a-83ce-7c856972ffac req-1c53a968-43dd-40d6-ad58-2b65b9ede1ef tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:04.032936 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27359d51-7d6e-47f2-b024-13c4b65bdbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.034017 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f340a143-fcae-472a-83ce-7c856972ffac req-1c53a968-43dd-40d6-ad58-2b65b9ede1ef tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 931 time: 0.2071950 Jul 09 13:32:04.037087 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-27359d51-7d6e-47f2-b024-13c4b65bdbf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.041318 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-27359d51-7d6e-47f2-b024-13c4b65bdbf7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9cc830d9-8fb7-45c5-8fdd-3256a74124d1 HTTP/1.1" status: 204 len: 168 time: 0.7626789 Jul 09 13:32:04.088377 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-579c3028-3c76-473a-a489-c3ad00421a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:04.111777 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579c3028-3c76-473a-a489-c3ad00421a17 None None] Routers {'0dd0d92f-4ad2-424c-920f-a0413af447d5'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:04.112793 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-579c3028-3c76-473a-a489-c3ad00421a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:31:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0dd0d92f-4ad2-424c-920f-a0413af447d5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:04.131371 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.172845 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1aab3f97-3e97-443e-8953-2a2a2be9a820 req-027afaf2-caaa-4348-8a84-007aae538528 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562569 Jul 09 13:32:04.183357 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f340a143-fcae-472a-83ce-7c856972ffac req-4270ef25-e858-4820-aa8d-ff0c71a64c0e tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204047 Jul 09 13:32:04.196870 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d856612b-4be9-4013-9eeb-2efcd3936c4b tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/routers/0dd0d92f-4ad2-424c-920f-a0413af447d5 HTTP/1.1" status: 200 len: 925 time: 0.2425029 Jul 09 13:32:04.201188 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59052) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:04.232823 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-579c3028-3c76-473a-a489-c3ad00421a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:04.234489 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579c3028-3c76-473a-a489-c3ad00421a17 None None] The sync data for ids ['0dd0d92f-4ad2-424c-920f-a0413af447d5'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:04.342271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Pushing event updated for resources: {'Port': ['ID=8157d394-d5fa-40cc-82f9-c65802a182de,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:04.349673 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27359d51-7d6e-47f2-b024-13c4b65bdbf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc830d9-8fb7-45c5-8fdd-3256a74124d1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:04.353252 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3da19522-68ab-4ecb-92c4-28481c7dea9e req-342ea852-574f-4edf-89a8-069328522a9f service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3221128 Jul 09 13:32:04.425181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:04.425920 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.428462 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-c87c5a08-21fe-4342-b516-2388cdf052e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/8157d394-d5fa-40cc-82f9-c65802a182de HTTP/1.1" status: 200 len: 1091 time: 2.6890652 Jul 09 13:32:04.429156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51046ac9-a7f2-4c3c-9e99-201dfb080dd0', 'tag': '8157d394-d5fa-40cc-82f9-c65802a182de'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:04.434097 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea674111-2019-48ca-a305-878152e05500" -d '{"events": [{"name": "network-changed", "server_uuid": "51046ac9-a7f2-4c3c-9e99-201dfb080dd0", "tag": "8157d394-d5fa-40cc-82f9-c65802a182de"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:04.589050 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a09ce270-6466-4081-924d-e2a2ec279dde x-openstack-request-id: req-a09ce270-6466-4081-924d-e2a2ec279dde {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:04.589544 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51046ac9-a7f2-4c3c-9e99-201dfb080dd0", "tag": "8157d394-d5fa-40cc-82f9-c65802a182de", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:04.589958 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a09ce270-6466-4081-924d-e2a2ec279dde {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:04.591293 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51046ac9-a7f2-4c3c-9e99-201dfb080dd0', 'tag': '8157d394-d5fa-40cc-82f9-c65802a182de', 'status': 'completed', 'code': 200} Jul 09 13:32:04.594671 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.627436 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d065f28-130a-4437-b403-9e0e81eea66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.697355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5b95b14-ce04-4ede-9a08-0f8473bb1f81 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:32:04.707266 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.722623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Transition to ACTIVE for port object a5b95b14-ce04-4ede-9a08-0f8473bb1f81 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:04.728676 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:04.798814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Pushing event updated for resources: {'Port': ['ID=a5b95b14-ce04-4ede-9a08-0f8473bb1f81,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:04.812958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-1cefdab9-8a6d-4f9f-8342-166f0007a332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:04.814665 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-1cefdab9-8a6d-4f9f-8342-166f0007a332 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2ab325dd5240f4babfc47fefad7c4c&device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 1094 time: 0.3210270 Jul 09 13:32:04.837030 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef408043-7e22-47c2-9ac4-abd0dd4a829a tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:04.838593 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ef408043-7e22-47c2-9ac4-abd0dd4a829a tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&device_id=0dd0d92f-4ad2-424c-920f-a0413af447d5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6362171 Jul 09 13:32:04.841625 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59078) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:04.894383 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-2d5fb5de-f388-4fdf-93c2-ee6ed28fdbf5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8157d394-d5fa-40cc-82f9-c65802a182de HTTP/1.1" status: 200 len: 217 time: 0.0616238 Jul 09 13:32:04.965900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Attempting to bind port a5b95b14-ce04-4ede-9a08-0f8473bb1f81 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:32:04.966255 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Attempting to bind port a5b95b14-ce04-4ede-9a08-0f8473bb1f81 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:32:04.966580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Attempting to bind port a5b95b14-ce04-4ede-9a08-0f8473bb1f81 on network dc9d62b8-4412-47a6-9995-749ff322404e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:04.968517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433a8af5-bb13-4ad7-8839-78a8e56875b1 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:04.970358 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-433a8af5-bb13-4ad7-8839-78a8e56875b1 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 881 time: 0.1269422 Jul 09 13:32:04.970721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-71736b7b-317a-4676-8bd0-dc87e6fa7b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:04.972333 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-71736b7b-317a-4676-8bd0-dc87e6fa7b2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad41d4dd-2a20-41c7-91ba-384a0ec9fa08 HTTP/1.1" status: 200 len: 862 time: 0.0722311 Jul 09 13:32:04.973304 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59086) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:04.974974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Port a5b95b14-ce04-4ede-9a08-0f8473bb1f81 on network dc9d62b8-4412-47a6-9995-749ff322404e not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:32:04.975233 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Attempting to bind port a5b95b14-ce04-4ede-9a08-0f8473bb1f81 on network dc9d62b8-4412-47a6-9995-749ff322404e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:04.989863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:32:04.990225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Checking segment: {'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:04.990602 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Bound using segment: {'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:32:04.991126 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Bound port: a5b95b14-ce04-4ede-9a08-0f8473bb1f81, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:32:04.991444 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.013634 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-a5975e1e-5ba3-4be7-8f12-20c225e3a314 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0dc9f064-890c-4703-8fc3-53b1f0a11e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349677 Jul 09 13:32:05.019893 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cffefc9f-b8d3-48f8-b804-370ea436ab28 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dd0d92f-4ad2-424c-920f-a0413af447d5 HTTP/1.1" status: 200 len: 205 time: 0.0432329 Jul 09 13:32:05.020194 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59090) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:05.143725 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fef3166f-2ef6-4f90-9703-fae69803f615 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.144186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] For port a5b95b14-ce04-4ede-9a08-0f8473bb1f81, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:32:05.152110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] For port a5b95b14-ce04-4ede-9a08-0f8473bb1f81, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a5b95b14-ce04-4ede-9a08-0f8473bb1f81,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:32:05.158159 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.206356 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-ffc1ea5f-560b-4d6d-b930-d8528b6733da service neutron] 10.222.0.15 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843879 Jul 09 13:32:05.227745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:05.228439 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.231301 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] 10.222.0.15 "PUT /v2.0/ports/a5b95b14-ce04-4ede-9a08-0f8473bb1f81 HTTP/1.1" status: 200 len: 1091 time: 1.9484148 Jul 09 13:32:05.290518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b436c01-e8c6-4997-bc8b-a83f5f0d314f service neutron] Pushing event updated for resources: {'Port': ['ID=a5b95b14-ce04-4ede-9a08-0f8473bb1f81,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:05.321741 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fef3166f-2ef6-4f90-9703-fae69803f615 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.422198 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-690ee8cb-b56f-4311-8997-0709c5f517c7 req-71e6e976-e968-4805-9a3d-ce1df51ec1e0 service neutron] 10.222.0.15 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065058 Jul 09 13:32:05.452004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-b7e37b71-d8ab-44a7-9535-505bc25874e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:05.453704 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-b7e37b71-d8ab-44a7-9535-505bc25874e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a9527aafb664a62aa8fea36ce6186cf&device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 1094 time: 0.0777845 Jul 09 13:32:05.522462 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-3ea44599-965a-401d-b4c0-cc6114b09132 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5b95b14-ce04-4ede-9a08-0f8473bb1f81 HTTP/1.1" status: 200 len: 217 time: 0.0585964 Jul 09 13:32:05.522705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-fef3166f-2ef6-4f90-9703-fae69803f615 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Deleting port 55394b51-d624-4f0c-8bba-21bb3e90967d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:05.522879 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fef3166f-2ef6-4f90-9703-fae69803f615 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.535422 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.575941 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c96d3a-8863-4d3a-88ad-0dea679914b6 req-553ffb51-ec47-4e3c-8e57-acaeddcee837 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:05.577744 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5c96d3a-8863-4d3a-88ad-0dea679914b6 req-553ffb51-ec47-4e3c-8e57-acaeddcee837 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 943 time: 0.1936145 Jul 09 13:32:05.607359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-c76d6fd2-3884-4444-8d90-46368fc55366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:05.608634 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-c76d6fd2-3884-4444-8d90-46368fc55366 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb0dba8b-d545-4178-9f00-28746fc5b6b3 HTTP/1.1" status: 200 len: 855 time: 0.0603626 Jul 09 13:32:05.618455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea674111-2019-48ca-a305-878152e05500 req-56a87728-1dbf-4f16-b689-33db60e8c39d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:05.620068 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ea674111-2019-48ca-a305-878152e05500 req-56a87728-1dbf-4f16-b689-33db60e8c39d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2ab325dd5240f4babfc47fefad7c4c&device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 1094 time: 0.1140976 Jul 09 13:32:05.631325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7046874-3fa4-40c8-8195-5b60204e998e req-68284dcd-1e06-4db0-b0e9-0690a391da13 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:05.638432 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7046874-3fa4-40c8-8195-5b60204e998e req-68284dcd-1e06-4db0-b0e9-0690a391da13 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 943 time: 0.2128344 Jul 09 13:32:05.659467 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-8da69a61-0889-4ae9-b37c-c0297861153c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc9d62b8-4412-47a6-9995-749ff322404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431614 Jul 09 13:32:05.700992 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fef3166f-2ef6-4f90-9703-fae69803f615 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:05.732924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5c96d3a-8863-4d3a-88ad-0dea679914b6 req-660f1b51-4409-4a14-9636-9ee870d142d2 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426351 Jul 09 13:32:05.739851 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-fef3166f-2ef6-4f90-9703-fae69803f615 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Calling delete_port for 55394b51-d624-4f0c-8bba-21bb3e90967d owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:05.748672 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7046874-3fa4-40c8-8195-5b60204e998e req-f5fcc6aa-8ec5-46bc-aa1f-daefd82b0fa3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093671 Jul 09 13:32:05.812146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea674111-2019-48ca-a305-878152e05500 req-a79e83f2-5b93-4e26-b1f1-a71a620b944f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:05.813649 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ea674111-2019-48ca-a305-878152e05500 req-a79e83f2-5b93-4e26-b1f1-a71a620b944f service neutron] 10.222.0.15 "GET /v2.0/networks?id=0dc9f064-890c-4703-8fc3-53b1f0a11e26 HTTP/1.1" status: 200 len: 923 time: 0.1856451 Jul 09 13:32:05.818542 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-373229a4-6e24-467e-bfe7-6e5fe805ad29 service neutron] 10.222.0.15 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478345 Jul 09 13:32:05.938157 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ea674111-2019-48ca-a305-878152e05500 req-750db561-fde4-4605-b207-35c6d9ad871d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8157d394-d5fa-40cc-82f9-c65802a182de HTTP/1.1" status: 200 len: 217 time: 0.1103923 Jul 09 13:32:06.013847 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fef3166f-2ef6-4f90-9703-fae69803f615 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.048661 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef3166f-2ef6-4f90-9703-fae69803f615 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Pushing event deleted for resources: {'Port': ['ID=55394b51-d624-4f0c-8bba-21bb3e90967d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:06.062662 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea674111-2019-48ca-a305-878152e05500 req-a5627ba8-a95e-4a2d-8928-10b4f5ee596c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:06.064179 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ea674111-2019-48ca-a305-878152e05500 req-a5627ba8-a95e-4a2d-8928-10b4f5ee596c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad41d4dd-2a20-41c7-91ba-384a0ec9fa08 HTTP/1.1" status: 200 len: 862 time: 0.1165962 Jul 09 13:32:06.083993 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fa89325-4bc6-4ca6-a6c2-4247233bcf6a req-0e714981-449a-480c-b8be-b6c420a08824 service neutron] 10.222.0.15 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551794 Jul 09 13:32:06.104901 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ea674111-2019-48ca-a305-878152e05500 req-fff7ff19-b495-44a3-b786-422fe282c9f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0dc9f064-890c-4703-8fc3-53b1f0a11e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325618 Jul 09 13:32:06.130253 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fef3166f-2ef6-4f90-9703-fae69803f615 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.235694 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ea674111-2019-48ca-a305-878152e05500 req-82c43b6c-ef68-41c9-8be2-31272c9a172b service neutron] 10.222.0.15 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037018 Jul 09 13:32:06.258118 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fef3166f-2ef6-4f90-9703-fae69803f615 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.260648 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fef3166f-2ef6-4f90-9703-fae69803f615 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.321970 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fef3166f-2ef6-4f90-9703-fae69803f615 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.322568 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef3166f-2ef6-4f90-9703-fae69803f615 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Fanout notify agent at l3_agent the message router_deleted on router 0dd0d92f-4ad2-424c-920f-a0413af447d5 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:32:06.330469 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fef3166f-2ef6-4f90-9703-fae69803f615 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.335186 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fef3166f-2ef6-4f90-9703-fae69803f615 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "DELETE /v2.0/routers/0dd0d92f-4ad2-424c-920f-a0413af447d5 HTTP/1.1" status: 204 len: 168 time: 1.3105185 Jul 09 13:32:06.335537 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59150) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:06.344464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-996203571', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:06.356421 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ea674111-2019-48ca-a305-878152e05500 req-a8568e92-6caa-4738-ba81-0a95c7b91b36 service neutron] 10.222.0.15 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066880 Jul 09 13:32:06.359523 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621ecfb-10e3-47f8-8a64-23972dd9e06d req-58a568fc-7d8b-4d8a-bfb6-953936169b6e tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:06.361114 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9621ecfb-10e3-47f8-8a64-23972dd9e06d req-58a568fc-7d8b-4d8a-bfb6-953936169b6e tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=359c163a-23fa-4d23-94ae-eeb47ca83b97 HTTP/1.1" status: 200 len: 950 time: 0.1977916 Jul 09 13:32:06.397314 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.398323 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.417479 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9621ecfb-10e3-47f8-8a64-23972dd9e06d req-26f7d6f5-1926-42f8-901c-999de448f4d9 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486779 Jul 09 13:32:06.466731 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.593031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd821281-14fe-4405-9e38-0fc24c7c8b88', 'tag': 'a5b95b14-ce04-4ede-9a08-0f8473bb1f81'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:06.597840 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2662985a-0fed-4d98-b6af-9b436a94e3c1" -d '{"events": [{"name": "network-changed", "server_uuid": "cd821281-14fe-4405-9e38-0fc24c7c8b88", "tag": "a5b95b14-ce04-4ede-9a08-0f8473bb1f81"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:06.638315 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.639188 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6251b641-db20-4b0f-b342-70d34f769847 x-openstack-request-id: req-6251b641-db20-4b0f-b342-70d34f769847 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:06.639421 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd821281-14fe-4405-9e38-0fc24c7c8b88", "tag": "a5b95b14-ce04-4ede-9a08-0f8473bb1f81", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:06.639694 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6251b641-db20-4b0f-b342-70d34f769847 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:06.640117 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd821281-14fe-4405-9e38-0fc24c7c8b88', 'tag': 'a5b95b14-ce04-4ede-9a08-0f8473bb1f81', 'status': 'completed', 'code': 200} Jul 09 13:32:06.739441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662985a-0fed-4d98-b6af-9b436a94e3c1 req-1867fdf4-b1aa-4404-b3ef-1f3ff05abb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:06.742338 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2662985a-0fed-4d98-b6af-9b436a94e3c1 req-1867fdf4-b1aa-4404-b3ef-1f3ff05abb06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a9527aafb664a62aa8fea36ce6186cf&device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 1094 time: 0.0760105 Jul 09 13:32:06.898379 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.983694 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:06.990828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662985a-0fed-4d98-b6af-9b436a94e3c1 req-a8a608de-fcb8-498b-8214-83fc297e4512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:06.992516 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2662985a-0fed-4d98-b6af-9b436a94e3c1 req-a8a608de-fcb8-498b-8214-83fc297e4512 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc9d62b8-4412-47a6-9995-749ff322404e HTTP/1.1" status: 200 len: 916 time: 0.2423787 Jul 09 13:32:07.047687 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2662985a-0fed-4d98-b6af-9b436a94e3c1 req-ad161375-a276-4587-8029-0e69a2e8d33b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5b95b14-ce04-4ede-9a08-0f8473bb1f81 HTTP/1.1" status: 200 len: 217 time: 0.0463183 Jul 09 13:32:07.057520 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.102514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662985a-0fed-4d98-b6af-9b436a94e3c1 req-8fe53e9b-023a-4599-a027-c828f166a27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:07.104203 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2662985a-0fed-4d98-b6af-9b436a94e3c1 req-8fe53e9b-023a-4599-a027-c828f166a27f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb0dba8b-d545-4178-9f00-28746fc5b6b3 HTTP/1.1" status: 200 len: 855 time: 0.0494404 Jul 09 13:32:07.149008 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2662985a-0fed-4d98-b6af-9b436a94e3c1 req-3576006b-ef70-4525-bd4a-a0458c245792 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc9d62b8-4412-47a6-9995-749ff322404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367396 Jul 09 13:32:07.219384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171f6074-f633-49aa-a184-195023378007 req-41f65417-82c9-450f-95e9-456450dc87ff tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:07.220977 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-171f6074-f633-49aa-a184-195023378007 req-41f65417-82c9-450f-95e9-456450dc87ff tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 943 time: 0.2536957 Jul 09 13:32:07.248156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a511a4e-0807-42ac-b1e2-91667596469c req-a560f6f0-96bc-4b5d-934f-248096a79124 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:07.255040 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a511a4e-0807-42ac-b1e2-91667596469c req-a560f6f0-96bc-4b5d-934f-248096a79124 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 943 time: 0.2164326 Jul 09 13:32:07.264134 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2662985a-0fed-4d98-b6af-9b436a94e3c1 req-1aa9b121-f27c-426f-9562-db1bf79e2c5b service neutron] 10.222.0.15 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077106 Jul 09 13:32:07.301363 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Allocated IP 172.25.2.208 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/fa08f9d5-f6bf-49fb-a55c-9aeb257abbf3) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:07.338728 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-171f6074-f633-49aa-a184-195023378007 req-e2a442e0-901c-4d1e-bc49-108f14bc356a tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096032 Jul 09 13:32:07.357480 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a511a4e-0807-42ac-b1e2-91667596469c req-90dad17c-649c-42c4-bdb1-9a12a7f18558 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013887 Jul 09 13:32:07.368399 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59198) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:07.379312 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2662985a-0fed-4d98-b6af-9b436a94e3c1 req-c35df743-f80c-49d1-826a-16ace27ddeaf service neutron] 10.222.0.15 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1084192 Jul 09 13:32:07.449974 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.506443 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.537886 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-032b617f-b22b-43a9-a6d2-02b4a450fb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.553484 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:07.558494 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:07.563294 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:07.604555 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Pushing event updated for resources: {'Port': ['ID=fa08f9d5-f6bf-49fb-a55c-9aeb257abbf3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:07.657930 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-032b617f-b22b-43a9-a6d2-02b4a450fb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.662373 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-032b617f-b22b-43a9-a6d2-02b4a450fb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.703487 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-032b617f-b22b-43a9-a6d2-02b4a450fb78 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f4c2b833af224f85898727797ad16e82&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3340075 Jul 09 13:32:07.704345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032b617f-b22b-43a9-a6d2-02b4a450fb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5c4c02-0c55-40c4-9493-f1f9e1f122ec,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:07.707854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59210) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:07.764415 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cfd7-c91d-41fe-a1f5-12d67c61de4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.789656 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cfd7-c91d-41fe-a1f5-12d67c61de4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.845127 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cfd7-c91d-41fe-a1f5-12d67c61de4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.848532 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ccb3cfd7-c91d-41fe-a1f5-12d67c61de4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.850401 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ccb3cfd7-c91d-41fe-a1f5-12d67c61de4c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2d5c4c02-0c55-40c4-9493-f1f9e1f122ec HTTP/1.1" status: 204 len: 168 time: 0.1411450 Jul 09 13:32:07.858828 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:07.860339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3cfd7-c91d-41fe-a1f5-12d67c61de4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5c4c02-0c55-40c4-9493-f1f9e1f122ec,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:08.076019 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.137927 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59216) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:08.152147 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c74ef15-1c4c-4755-8317-a21871490929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.219044 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Router 3283dab4-8a2b-4a66-8b70-063766ab0aa3 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:32:08.248578 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c74ef15-1c4c-4755-8317-a21871490929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.252772 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c74ef15-1c4c-4755-8317-a21871490929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.266562 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.296368 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2c74ef15-1c4c-4755-8317-a21871490929 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b5fcc7b349ee4916913d8e380377a411&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571803 Jul 09 13:32:08.297137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74ef15-1c4c-4755-8317-a21871490929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d8f0cb-49b0-42aa-b6d7-434ac89c6fe3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:08.300695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59218) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:08.336665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:08.348715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd8cc4-b9d2-4754-9899-70dd95941251 None None] Sync routers for ids ['3283dab4-8a2b-4a66-8b70-063766ab0aa3'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:08.351766 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e359dc3-03b3-4768-8276-d70c7caa8388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.360379 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.360902 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd8cc4-b9d2-4754-9899-70dd95941251 None None] Routers {'3283dab4-8a2b-4a66-8b70-063766ab0aa3'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:08.364978 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d9d7f46a-2bb1-49dc-aef6-f1ef6cf481b8 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 2.0261216 Jul 09 13:32:08.365519 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59220) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:08.365682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e4dd8cc4-b9d2-4754-9899-70dd95941251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3283dab4-8a2b-4a66-8b70-063766ab0aa3'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:08.370837 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-07ff2300-1143-4e76-bf32-3e48d6e38ca1 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:08.376929 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e359dc3-03b3-4768-8276-d70c7caa8388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.409811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e4dd8cc4-b9d2-4754-9899-70dd95941251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:08.421626 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4dd8cc4-b9d2-4754-9899-70dd95941251 None None] Routers {'3283dab4-8a2b-4a66-8b70-063766ab0aa3'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:08.422438 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e4dd8cc4-b9d2-4754-9899-70dd95941251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3283dab4-8a2b-4a66-8b70-063766ab0aa3'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:08.436576 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e359dc3-03b3-4768-8276-d70c7caa8388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.440762 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e359dc3-03b3-4768-8276-d70c7caa8388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.444442 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1e359dc3-03b3-4768-8276-d70c7caa8388 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/25d8f0cb-49b0-42aa-b6d7-434ac89c6fe3 HTTP/1.1" status: 204 len: 168 time: 0.1427603 Jul 09 13:32:08.472211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e4dd8cc4-b9d2-4754-9899-70dd95941251 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:08.472852 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4dd8cc4-b9d2-4754-9899-70dd95941251 None None] The sync data for ids ['3283dab4-8a2b-4a66-8b70-063766ab0aa3'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:08.480997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e359dc3-03b3-4768-8276-d70c7caa8388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d8f0cb-49b0-42aa-b6d7-434ac89c6fe3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:08.490270 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:08.853523 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fbbab620-f813-4f12-95a4-1d75841a5055 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:32:08.863030 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c1a73c66-003b-4b55-afce-3d5292e5f9c2 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:08.986530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8157d394-d5fa-40cc-82f9-c65802a182de details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:32:09.025750 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe1976-fbdd-494f-b7f2-e3bc7d0e08e7 req-837eff6a-55c0-43fa-9afc-83df0bab3070 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:09.027646 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2efe1976-fbdd-494f-b7f2-e3bc7d0e08e7 req-837eff6a-55c0-43fa-9afc-83df0bab3070 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 943 time: 0.2152424 Jul 09 13:32:09.035681 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.042193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8ef6b-ddce-46cf-8204-6177d7c3b1d5 req-d023754f-49df-495e-a63e-b268af0e45b4 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:09.044536 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02c8ef6b-ddce-46cf-8204-6177d7c3b1d5 req-d023754f-49df-495e-a63e-b268af0e45b4 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 943 time: 0.2332833 Jul 09 13:32:09.093208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fbbab620-f813-4f12-95a4-1d75841a5055, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fbbab620-f813-4f12-95a4-1d75841a5055,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:09.125784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359c163a-23fa-4d23-94ae-eeb47ca83b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:09.128097 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7544ec96-1916-4b64-b587-444d32596e4b" -d '{"events": [{"server_uuid": "359c163a-23fa-4d23-94ae-eeb47ca83b97", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a73c66-003b-4b55-afce-3d5292e5f9c2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:09.134198 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'fbbab620-f813-4f12-95a4-1d75841a5055', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'fbbab620-f813-4f12-95a4-1d75841a5055', 'mac_address': 'fa:16:3e:89:28:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:32:09.149168 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c1a73c66-003b-4b55-afce-3d5292e5f9c2, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c1a73c66-003b-4b55-afce-3d5292e5f9c2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:09.167449 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2efe1976-fbdd-494f-b7f2-e3bc7d0e08e7 req-a5f5effb-37eb-4b63-be54-2d620862d47c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218963 Jul 09 13:32:09.176889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02c8ef6b-ddce-46cf-8204-6177d7c3b1d5 req-8a566981-2d1c-406b-9037-c9cbdc51ec85 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193984 Jul 09 13:32:09.191995 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.269987 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8157d394-d5fa-40cc-82f9-c65802a182de, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8157d394-d5fa-40cc-82f9-c65802a182de,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:09.283405 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.287858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c1a73c66-003b-4b55-afce-3d5292e5f9c2,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:09.300124 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '8157d394-d5fa-40cc-82f9-c65802a182de', 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26', 'port_id': '8157d394-d5fa-40cc-82f9-c65802a182de', 'mac_address': 'fa:16:3e:d8:94:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad41d4dd-2a20-41c7-91ba-384a0ec9fa08', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:32:09.305207 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fbbab620-f813-4f12-95a4-1d75841a5055 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:32:09.319695 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07ff2300-1143-4e76-bf32-3e48d6e38ca1 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.339815 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07ff2300-1143-4e76-bf32-3e48d6e38ca1 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.351575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fbbab620-f813-4f12-95a4-1d75841a5055, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fbbab620-f813-4f12-95a4-1d75841a5055,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:09.359512 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.369058 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.414898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8157d394-d5fa-40cc-82f9-c65802a182de {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:32:09.455380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8157d394-d5fa-40cc-82f9-c65802a182de, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8157d394-d5fa-40cc-82f9-c65802a182de,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:09.456932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fbbab620-f813-4f12-95a4-1d75841a5055,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:09.460839 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7214d2fa-87ae-4f16-8bec-d6d61d436908 x-openstack-request-id: req-7214d2fa-87ae-4f16-8bec-d6d61d436908 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:09.461358 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359c163a-23fa-4d23-94ae-eeb47ca83b97", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a73c66-003b-4b55-afce-3d5292e5f9c2", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:09.461777 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7214d2fa-87ae-4f16-8bec-d6d61d436908 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:09.462333 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359c163a-23fa-4d23-94ae-eeb47ca83b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2', 'code': 200} Jul 09 13:32:09.463967 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.464811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a5b95b14-ce04-4ede-9a08-0f8473bb1f81 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:32:09.468241 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-07ff2300-1143-4e76-bf32-3e48d6e38ca1 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Deleting port fa08f9d5-f6bf-49fb-a55c-9aeb257abbf3 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:09.468595 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07ff2300-1143-4e76-bf32-3e48d6e38ca1 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.537906 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=8157d394-d5fa-40cc-82f9-c65802a182de,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:09.540757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['fbbab620-f813-4f12-95a4-1d75841a5055'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:32:09.554993 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07ff2300-1143-4e76-bf32-3e48d6e38ca1 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.569655 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-07ff2300-1143-4e76-bf32-3e48d6e38ca1 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Calling delete_port for fa08f9d5-f6bf-49fb-a55c-9aeb257abbf3 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:09.662927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port a5b95b14-ce04-4ede-9a08-0f8473bb1f81, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a5b95b14-ce04-4ede-9a08-0f8473bb1f81,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:09.683480 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'a5b95b14-ce04-4ede-9a08-0f8473bb1f81', 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e', 'port_id': 'a5b95b14-ce04-4ede-9a08-0f8473bb1f81', 'mac_address': 'fa:16:3e:42:de:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0dba8b-d545-4178-9f00-28746fc5b6b3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:32:09.746732 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.777177 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07ff2300-1143-4e76-bf32-3e48d6e38ca1 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.790708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5b95b14-ce04-4ede-9a08-0f8473bb1f81 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:32:09.813323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff2300-1143-4e76-bf32-3e48d6e38ca1 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Pushing event deleted for resources: {'Port': ['ID=fa08f9d5-f6bf-49fb-a55c-9aeb257abbf3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:09.828460 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port a5b95b14-ce04-4ede-9a08-0f8473bb1f81, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a5b95b14-ce04-4ede-9a08-0f8473bb1f81,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:09.836115 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:09.887387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=a5b95b14-ce04-4ede-9a08-0f8473bb1f81,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:09.897739 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07ff2300-1143-4e76-bf32-3e48d6e38ca1 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.065523 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['a5b95b14-ce04-4ede-9a08-0f8473bb1f81'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:32:10.090704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['8157d394-d5fa-40cc-82f9-c65802a182de'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:32:10.108131 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07ff2300-1143-4e76-bf32-3e48d6e38ca1 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.111564 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07ff2300-1143-4e76-bf32-3e48d6e38ca1 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.196580 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07ff2300-1143-4e76-bf32-3e48d6e38ca1 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Router 3283dab4-8a2b-4a66-8b70-063766ab0aa3 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:10.404891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ff2300-1143-4e76-bf32-3e48d6e38ca1 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:10.421965 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf88058b-c334-4cfc-babc-245052bae359 None None] Sync routers for ids ['3283dab4-8a2b-4a66-8b70-063766ab0aa3'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:10.430267 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07ff2300-1143-4e76-bf32-3e48d6e38ca1 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.431478 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-07ff2300-1143-4e76-bf32-3e48d6e38ca1 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "PUT /v2.0/routers/3283dab4-8a2b-4a66-8b70-063766ab0aa3 HTTP/1.1" status: 200 len: 709 time: 2.0653150 Jul 09 13:32:10.434446 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59300) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:10.437481 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf88058b-c334-4cfc-babc-245052bae359 None None] Routers {'3283dab4-8a2b-4a66-8b70-063766ab0aa3'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:10.438380 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-cf88058b-c334-4cfc-babc-245052bae359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3283dab4-8a2b-4a66-8b70-063766ab0aa3'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:10.476934 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-cf88058b-c334-4cfc-babc-245052bae359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:10.486335 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf88058b-c334-4cfc-babc-245052bae359 None None] Routers {'3283dab4-8a2b-4a66-8b70-063766ab0aa3'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:10.487279 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-cf88058b-c334-4cfc-babc-245052bae359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3283dab4-8a2b-4a66-8b70-063766ab0aa3'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:10.488675 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784527a-becf-485b-9a13-953dd11217a0 req-e4c27685-f3c4-40de-bc6d-0fcda158416a tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:10.490225 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3784527a-becf-485b-9a13-953dd11217a0 req-e4c27685-f3c4-40de-bc6d-0fcda158416a tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 944 time: 0.1926041 Jul 09 13:32:10.525148 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56ba82-d325-4caf-8b36-25085aabf5da req-222f4b88-f6e2-4d7a-9ce5-f431b9e0299d tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:10.533073 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b56ba82-d325-4caf-8b36-25085aabf5da req-222f4b88-f6e2-4d7a-9ce5-f431b9e0299d tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 944 time: 0.1483986 Jul 09 13:32:10.540364 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-cf88058b-c334-4cfc-babc-245052bae359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:10.541486 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf88058b-c334-4cfc-babc-245052bae359 None None] The sync data for ids ['3283dab4-8a2b-4a66-8b70-063766ab0aa3'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:10.586091 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4aabb8ae-7cc7-4b2e-925a-dc8bac9ebfc4 tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/routers/3283dab4-8a2b-4a66-8b70-063766ab0aa3 HTTP/1.1" status: 200 len: 744 time: 0.1502571 Jul 09 13:32:10.587521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59310) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:10.597241 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b56ba82-d325-4caf-8b36-25085aabf5da req-25e5daf9-d686-4ba6-b130-b5e4f77b83b8 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631971 Jul 09 13:32:10.607905 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3784527a-becf-485b-9a13-953dd11217a0 req-c65024a0-ebd3-4b94-908d-85ff2fe3acd2 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107993 Jul 09 13:32:10.665745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59320) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:10.666335 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f43e1f7b-2cbc-427d-a153-d63b223ef42e tempest-RoutersIpV6AdminTest-768611965 tempest-RoutersIpV6AdminTest-768611965-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&device_id=3283dab4-8a2b-4a66-8b70-063766ab0aa3 HTTP/1.1" status: 200 len: 205 time: 0.0775154 Jul 09 13:32:10.705436 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d8fdebd1-a40d-4258-a5ba-068c54205220 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "GET /v2.0/ports?device_id=3283dab4-8a2b-4a66-8b70-063766ab0aa3 HTTP/1.1" status: 200 len: 205 time: 0.0384555 Jul 09 13:32:10.707889 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59326) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:10.812120 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4293-38f8-4841-a234-6c4037e78257 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.857674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fbbab620-f813-4f12-95a4-1d75841a5055 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:10.924439 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port fbbab620-f813-4f12-95a4-1d75841a5055 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:10.925186 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.986115 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4293-38f8-4841-a234-6c4037e78257 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:10.988418 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4293-38f8-4841-a234-6c4037e78257 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.013365 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8157d394-d5fa-40cc-82f9-c65802a182de up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:11.036864 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4293-38f8-4841-a234-6c4037e78257 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.037398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0a4293-38f8-4841-a234-6c4037e78257 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Fanout notify agent at l3_agent the message router_deleted on router 3283dab4-8a2b-4a66-8b70-063766ab0aa3 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:32:11.056976 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c0a4293-38f8-4841-a234-6c4037e78257 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.062254 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6c0a4293-38f8-4841-a234-6c4037e78257 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "DELETE /v2.0/routers/3283dab4-8a2b-4a66-8b70-063766ab0aa3 HTTP/1.1" status: 204 len: 168 time: 0.3495960 Jul 09 13:32:11.062620 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59342) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:11.073872 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.094933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 8157d394-d5fa-40cc-82f9-c65802a182de completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:11.099156 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4fa48e6e-5257-4e03-b079-9432bc3190c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "GET /v2.0/ports?device_id=3283dab4-8a2b-4a66-8b70-063766ab0aa3 HTTP/1.1" status: 200 len: 205 time: 0.0349362 Jul 09 13:32:11.101279 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59344) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:11.107255 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 8157d394-d5fa-40cc-82f9-c65802a182de triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:11.107762 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.152223 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-a6cd435e-3f01-433b-bee9-5f80b8aea1ff tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] delete failed (client error): The resource could not be found. Jul 09 13:32:11.153611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a6cd435e-3f01-433b-bee9-5f80b8aea1ff tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "DELETE /v2.0/routers/3283dab4-8a2b-4a66-8b70-063766ab0aa3 HTTP/1.1" status: 404 len: 336 time: 0.0499420 Jul 09 13:32:11.156477 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59346) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:11.189601 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d6cb6752-0845-4abb-b70d-2988d47218eb tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "GET /v2.0/ports?device_id=0dd0d92f-4ad2-424c-920f-a0413af447d5 HTTP/1.1" status: 200 len: 205 time: 0.0317125 Jul 09 13:32:11.191952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59348) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:11.238081 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-bff93a76-c903-40a1-8015-b11a6cf37c5f tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] delete failed (client error): The resource could not be found. Jul 09 13:32:11.239142 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bff93a76-c903-40a1-8015-b11a6cf37c5f tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "DELETE /v2.0/routers/0dd0d92f-4ad2-424c-920f-a0413af447d5 HTTP/1.1" status: 404 len: 336 time: 0.0462835 Jul 09 13:32:11.241953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59352) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:11.281895 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fbbab620-f813-4f12-95a4-1d75841a5055, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fbbab620-f813-4f12-95a4-1d75841a5055,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:11.292145 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.311282 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0bf2c842-b7c8-4280-a2bd-58571a34ef83 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "GET /v2.0/ports?device_id=637ba28d-2534-4038-8f97-07c5c7d0b0dc HTTP/1.1" status: 200 len: 205 time: 0.0681722 Jul 09 13:32:11.313888 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59356) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:11.384525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fbbab620-f813-4f12-95a4-1d75841a5055,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:11.393457 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-cf250e77-2b5b-4075-8b88-c587ce48b52e tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] delete failed (client error): The resource could not be found. Jul 09 13:32:11.395227 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cf250e77-2b5b-4075-8b88-c587ce48b52e tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "DELETE /v2.0/routers/637ba28d-2534-4038-8f97-07c5c7d0b0dc HTTP/1.1" status: 404 len: 336 time: 0.0800188 Jul 09 13:32:11.397875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59360) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:11.411815 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.450037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59362) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:11.455387 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d9551464-8e83-42ab-a73b-b566741505bd tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "GET /v2.0/ports?device_id=181c1f48-662f-43f3-a63e-8ab6316d1214 HTTP/1.1" status: 200 len: 205 time: 0.0560365 Jul 09 13:32:11.458946 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59364) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:11.467142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136834da-888f-4064-8f2f-3d299ddaf76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbab620-f813-4f12-95a4-1d75841a5055'}, {'server_uuid': '51046ac9-a7f2-4c3c-9e99-201dfb080dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8157d394-d5fa-40cc-82f9-c65802a182de'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:11.472629 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb73410-6efa-44bd-8fdd-0870ca1e612a" -d '{"events": [{"server_uuid": "136834da-888f-4064-8f2f-3d299ddaf76c", "name": "network-vif-plugged", "status": "completed", "tag": "fbbab620-f813-4f12-95a4-1d75841a5055"}, {"server_uuid": "51046ac9-a7f2-4c3c-9e99-201dfb080dd0", "name": "network-vif-plugged", "status": "completed", "tag": "8157d394-d5fa-40cc-82f9-c65802a182de"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:11.489830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8157d394-d5fa-40cc-82f9-c65802a182de, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8157d394-d5fa-40cc-82f9-c65802a182de,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:11.501223 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-4b3053ef-b118-4f90-9588-5764a3cc65f0 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] delete failed (client error): The resource could not be found. Jul 09 13:32:11.501428 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.505098 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a5b95b14-ce04-4ede-9a08-0f8473bb1f81 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:11.505699 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4b3053ef-b118-4f90-9588-5764a3cc65f0 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "DELETE /v2.0/routers/181c1f48-662f-43f3-a63e-8ab6316d1214 HTTP/1.1" status: 404 len: 336 time: 0.0458033 Jul 09 13:32:11.506142 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59370) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:11.593439 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59372) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:11.601767 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c4588d2e-f85a-4a3c-bfcd-6996c8ca7c56 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "GET /v2.0/ports?device_id=934d45ce-546e-4cc7-886c-3f11fc93b1a0 HTTP/1.1" status: 200 len: 205 time: 0.0933144 Jul 09 13:32:11.651284 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2fc1e2-b190-4dfc-97cf-e4ef20a6fd8f x-openstack-request-id: req-5e2fc1e2-b190-4dfc-97cf-e4ef20a6fd8f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:11.651896 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136834da-888f-4064-8f2f-3d299ddaf76c", "name": "network-vif-plugged", "status": "completed", "tag": "fbbab620-f813-4f12-95a4-1d75841a5055", "code": 200}, {"server_uuid": "51046ac9-a7f2-4c3c-9e99-201dfb080dd0", "name": "network-vif-plugged", "status": "completed", "tag": "8157d394-d5fa-40cc-82f9-c65802a182de", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:11.652091 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e2fc1e2-b190-4dfc-97cf-e4ef20a6fd8f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:11.652515 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136834da-888f-4064-8f2f-3d299ddaf76c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbab620-f813-4f12-95a4-1d75841a5055', 'code': 200} Jul 09 13:32:11.653336 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51046ac9-a7f2-4c3c-9e99-201dfb080dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8157d394-d5fa-40cc-82f9-c65802a182de', 'code': 200} Jul 09 13:32:11.717408 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=8157d394-d5fa-40cc-82f9-c65802a182de,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:11.797017 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port a5b95b14-ce04-4ede-9a08-0f8473bb1f81 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:11.802053 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port a5b95b14-ce04-4ede-9a08-0f8473bb1f81 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:11.802484 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.893369 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a2e9a0-8f57-420b-8e0a-582802866b93 req-e6d86f87-6116-4332-beb4-e259701abef6 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:11.901288 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55a2e9a0-8f57-420b-8e0a-582802866b93 req-e6d86f87-6116-4332-beb4-e259701abef6 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 945 time: 0.1500325 Jul 09 13:32:11.930654 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:11.998226 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55a2e9a0-8f57-420b-8e0a-582802866b93 req-86343e66-888b-4b49-aefd-245259182302 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956821 Jul 09 13:32:12.029301 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port a5b95b14-ce04-4ede-9a08-0f8473bb1f81, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a5b95b14-ce04-4ede-9a08-0f8473bb1f81,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:12.037354 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.040744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59205337-d4fa-40af-8414-356a455a18a2 req-ea76fdb1-c91f-435b-b866-bc7af306a80d tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:12.042371 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59205337-d4fa-40af-8414-356a455a18a2 req-ea76fdb1-c91f-435b-b866-bc7af306a80d tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 944 time: 0.1982296 Jul 09 13:32:12.111301 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59205337-d4fa-40af-8414-356a455a18a2 req-d09335cd-b69c-455e-8539-b65e228c59d3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602279 Jul 09 13:32:12.145795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=a5b95b14-ce04-4ede-9a08-0f8473bb1f81,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:12.180082 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-c8ddf0b5-e54e-4e74-bab2-30cb709b51d5 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] delete failed (client error): The resource could not be found. Jul 09 13:32:12.183892 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c8ddf0b5-e54e-4e74-bab2-30cb709b51d5 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "DELETE /v2.0/routers/934d45ce-546e-4cc7-886c-3f11fc93b1a0 HTTP/1.1" status: 404 len: 336 time: 0.5864725 Jul 09 13:32:12.184279 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59392) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:12.204416 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9916941-ae45-42bf-b2a8-9957bfe825bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.249105 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-33028bbc-ef25-454d-ad9c-4f32bd7c9291 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "GET /v2.0/ports?device_id=daff0fb8-459c-4043-aaa1-d7c742e0052f HTTP/1.1" status: 200 len: 205 time: 0.0587883 Jul 09 13:32:12.249744 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59394) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:12.298099 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-8c81fbc2-4b2b-4380-a117-f67da4fb0079 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] delete failed (client error): The resource could not be found. Jul 09 13:32:12.299548 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8c81fbc2-4b2b-4380-a117-f67da4fb0079 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "DELETE /v2.0/routers/daff0fb8-459c-4043-aaa1-d7c742e0052f HTTP/1.1" status: 404 len: 336 time: 0.0475218 Jul 09 13:32:12.303389 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59396) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:12.318322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8a9a9-3090-4930-8f63-453e4a30fe21 req-d42f18dc-885f-4336-843f-ea1da8127f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:12.319895 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b8b8a9a9-3090-4930-8f63-453e4a30fe21 req-d42f18dc-885f-4336-843f-ea1da8127f94 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 1096 time: 0.1497049 Jul 09 13:32:12.344352 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfc9e6e-1a56-49aa-9de4-daf27bd614c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] DELETE failed (client error): The resource could not be found. Jul 09 13:32:12.345344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcfc9e6e-1a56-49aa-9de4-daf27bd614c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:32:12.347650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dcfc9e6e-1a56-49aa-9de4-daf27bd614c4 tempest-RoutersIpV6AdminTest-91270080 tempest-RoutersIpV6AdminTest-91270080-project] 10.222.0.39 "DELETE /v2.0/subnets/a9d744c6-f025-4e00-a9bc-9ce71e715c6c HTTP/1.1" status: 404 len: 337 time: 0.0440223 Jul 09 13:32:12.380117 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b8b8a9a9-3090-4930-8f63-453e4a30fe21 req-cdba0587-3a75-416a-b7a5-ff7916514430 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520568 Jul 09 13:32:12.416753 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9916941-ae45-42bf-b2a8-9957bfe825bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.422866 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9916941-ae45-42bf-b2a8-9957bfe825bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.479726 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f9916941-ae45-42bf-b2a8-9957bfe825bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6f1064df9dcb4db4b2672c51746f9c5f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0285530 Jul 09 13:32:12.481218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9916941-ae45-42bf-b2a8-9957bfe825bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa1848c7-5de9-49d6-bc75-74497044cefa,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:12.484196 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59400) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:12.562910 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0374311f-20c7-44c2-856e-63be4081d52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.593240 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0374311f-20c7-44c2-856e-63be4081d52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.657804 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59404) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:12.666953 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0374311f-20c7-44c2-856e-63be4081d52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.670649 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0374311f-20c7-44c2-856e-63be4081d52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:12.674188 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0374311f-20c7-44c2-856e-63be4081d52f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fa1848c7-5de9-49d6-bc75-74497044cefa HTTP/1.1" status: 204 len: 168 time: 0.1863849 Jul 09 13:32:12.683167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0374311f-20c7-44c2-856e-63be4081d52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa1848c7-5de9-49d6-bc75-74497044cefa,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:12.955379 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70def9f4-17cd-4da6-afd5-8394a2499477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.051922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59414) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:13.069719 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2faa1d31-e3f3-4fbf-8344-63472726d9b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.098597 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70def9f4-17cd-4da6-afd5-8394a2499477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.108405 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70def9f4-17cd-4da6-afd5-8394a2499477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.183107 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-70def9f4-17cd-4da6-afd5-8394a2499477 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8ea0422a67f445e3b7fb12bf06536c51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5238655 Jul 09 13:32:13.186948 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59424) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:13.228299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70def9f4-17cd-4da6-afd5-8394a2499477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7d0f54-9766-4c16-ac3b-b8522dd44471,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:13.233278 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2faa1d31-e3f3-4fbf-8344-63472726d9b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.241714 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2faa1d31-e3f3-4fbf-8344-63472726d9b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.330799 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51bf0fdd-e05e-4c4a-942e-2b95a0dab252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.343040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa940e1-47dc-48d2-80ce-ef570cfd329a req-20b0c387-f288-407f-8faf-319ea43d433f tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:13.345009 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1aa940e1-47dc-48d2-80ce-ef570cfd329a req-20b0c387-f288-407f-8faf-319ea43d433f tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 945 time: 0.1673303 Jul 09 13:32:13.347951 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59434) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:13.348587 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2faa1d31-e3f3-4fbf-8344-63472726d9b6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4c5a4000fc434c9b888aa0923ada12a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2916632 Jul 09 13:32:13.353839 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faa1d31-e3f3-4fbf-8344-63472726d9b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c61f3480-1c14-45f2-96e4-9fb772ea288e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:13.429493 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51bf0fdd-e05e-4c4a-942e-2b95a0dab252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.541061 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1aa940e1-47dc-48d2-80ce-ef570cfd329a req-1dc37b01-f1aa-48cf-a696-ac20e09817df tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628268 Jul 09 13:32:13.600549 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15488c6-68f1-4276-ba0b-554a81a447fe req-a0282780-c9ad-4bb8-b625-7dc7420d72c2 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:13.602433 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c15488c6-68f1-4276-ba0b-554a81a447fe req-a0282780-c9ad-4bb8-b625-7dc7420d72c2 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 945 time: 0.2223067 Jul 09 13:32:13.603866 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2f9a-cb1f-463a-9e79-616247b99cdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.634329 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2f9a-cb1f-463a-9e79-616247b99cdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.654965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd821281-14fe-4405-9e38-0fc24c7c8b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b95b14-ce04-4ede-9a08-0f8473bb1f81'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:13.657334 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442aabdf-2788-4849-a175-874b1c3d0c46" -d '{"events": [{"server_uuid": "cd821281-14fe-4405-9e38-0fc24c7c8b88", "name": "network-vif-plugged", "status": "completed", "tag": "a5b95b14-ce04-4ede-9a08-0f8473bb1f81"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:13.693071 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51bf0fdd-e05e-4c4a-942e-2b95a0dab252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.696035 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51bf0fdd-e05e-4c4a-942e-2b95a0dab252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.697317 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-51bf0fdd-e05e-4c4a-942e-2b95a0dab252 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a7d0f54-9766-4c16-ac3b-b8522dd44471 HTTP/1.1" status: 204 len: 168 time: 0.4987731 Jul 09 13:32:13.718844 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf0fdd-e05e-4c4a-942e-2b95a0dab252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7d0f54-9766-4c16-ac3b-b8522dd44471,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:13.724829 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c15488c6-68f1-4276-ba0b-554a81a447fe req-ff632a02-fda3-4fa7-8098-f2ac5ce9c8e7 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724359 Jul 09 13:32:13.747270 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2f9a-cb1f-463a-9e79-616247b99cdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.751419 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f5c2f9a-cb1f-463a-9e79-616247b99cdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:13.755078 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3f5c2f9a-cb1f-463a-9e79-616247b99cdd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c61f3480-1c14-45f2-96e4-9fb772ea288e HTTP/1.1" status: 204 len: 168 time: 0.4034793 Jul 09 13:32:13.788252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c2f9a-cb1f-463a-9e79-616247b99cdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c61f3480-1c14-45f2-96e4-9fb772ea288e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:13.804575 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0385472c-a523-41c1-8efd-ae4250c0114e x-openstack-request-id: req-0385472c-a523-41c1-8efd-ae4250c0114e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:13.804575 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd821281-14fe-4405-9e38-0fc24c7c8b88", "name": "network-vif-plugged", "status": "completed", "tag": "a5b95b14-ce04-4ede-9a08-0f8473bb1f81", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:13.804575 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0385472c-a523-41c1-8efd-ae4250c0114e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:13.804575 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd821281-14fe-4405-9e38-0fc24c7c8b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5b95b14-ce04-4ede-9a08-0f8473bb1f81', 'code': 200} Jul 09 13:32:13.989863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646a384-4107-4278-8b68-23d40214bce2 req-4b8fbcda-75fc-43b6-8d49-40d8bf96c28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:13.992301 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d646a384-4107-4278-8b68-23d40214bce2 req-4b8fbcda-75fc-43b6-8d49-40d8bf96c28a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 1096 time: 0.0965407 Jul 09 13:32:14.045671 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d646a384-4107-4278-8b68-23d40214bce2 req-a4556f1e-7737-4c4f-94ac-fc143c9d05f7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422046 Jul 09 13:32:14.475574 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59464) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:14.535728 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ba89e1fd-8188-4a2c-86e7-1e659c835c27 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3815553db5842d2b061a2edc7d50d0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586696 Jul 09 13:32:14.538107 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59466) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:14.664495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50fdd0b4-662a-46da-aef3-965836e47ce4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.734285 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50fdd0b4-662a-46da-aef3-965836e47ce4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.868188 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50fdd0b4-662a-46da-aef3-965836e47ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.872604 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50fdd0b4-662a-46da-aef3-965836e47ce4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:14.874452 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-50fdd0b4-662a-46da-aef3-965836e47ce4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a607d617-deeb-4079-8217-225538a78220 HTTP/1.1" status: 204 len: 168 time: 0.3352058 Jul 09 13:32:14.900083 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdd0b4-662a-46da-aef3-965836e47ce4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a607d617-deeb-4079-8217-225538a78220,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:14.974630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51dc3c9-29e1-456b-b27a-69e9cd447594 req-a14f9bc5-5cfa-4f12-8291-aebf21d666e6 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:14.976258 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a51dc3c9-29e1-456b-b27a-69e9cd447594 req-a14f9bc5-5cfa-4f12-8291-aebf21d666e6 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 945 time: 0.1685317 Jul 09 13:32:15.102123 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a51dc3c9-29e1-456b-b27a-69e9cd447594 req-3afab3b5-08fd-4535-9798-5c368b3862d1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086826 Jul 09 13:32:15.287208 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6107a01-ab49-487a-9548-85b51eb0171a req-e6b83712-24aa-4b96-89ab-0c6198325b7a tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:15.301861 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e6107a01-ab49-487a-9548-85b51eb0171a req-e6b83712-24aa-4b96-89ab-0c6198325b7a tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 945 time: 0.2457888 Jul 09 13:32:15.379109 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e6107a01-ab49-487a-9548-85b51eb0171a req-9151665f-60b1-494d-b970-c85a13a3d56c tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760558 Jul 09 13:32:15.618901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4c346f-c7f9-470d-b65b-8f2fd96ad252 req-3b039401-d5c8-4e9c-b86e-cd394316147b tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:15.627947 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf4c346f-c7f9-470d-b65b-8f2fd96ad252 req-3b039401-d5c8-4e9c-b86e-cd394316147b tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 945 time: 0.0975611 Jul 09 13:32:15.675863 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf4c346f-c7f9-470d-b65b-8f2fd96ad252 req-ffd3cd8f-ec85-40fb-b012-1363d59a8ff3 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464833 Jul 09 13:32:15.969733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417b13f-066a-4187-b622-459a36a9ea9c req-3b3edb02-0d15-4a36-837b-7db4b878a1fe tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:15.978353 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4417b13f-066a-4187-b622-459a36a9ea9c req-3b3edb02-0d15-4a36-837b-7db4b878a1fe tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 945 time: 0.1594937 Jul 09 13:32:16.054129 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4417b13f-066a-4187-b622-459a36a9ea9c req-147800f2-6726-4a73-b9d9-0b6e3f1d5940 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739427 Jul 09 13:32:16.299985 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeafee8-a2f4-4a85-a1b5-23e2d057bc19 req-32cb7f89-7325-499b-8cc7-ccd3aebe655e tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:16.307995 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dbeafee8-a2f4-4a85-a1b5-23e2d057bc19 req-32cb7f89-7325-499b-8cc7-ccd3aebe655e tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 945 time: 0.1012733 Jul 09 13:32:16.359053 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dbeafee8-a2f4-4a85-a1b5-23e2d057bc19 req-57d7b22d-721d-45c8-80f1-f4efebee1a61 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487394 Jul 09 13:32:16.385203 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59544) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:16.655405 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaeae76-e6ee-4fb5-b62a-b7717061d397 req-ccf3c55d-64ab-4d16-861a-4a988c909485 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:16.657205 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-deaeae76-e6ee-4fb5-b62a-b7717061d397 req-ccf3c55d-64ab-4d16-861a-4a988c909485 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 945 time: 0.1640821 Jul 09 13:32:16.698520 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e9aef-b71e-4853-88db-a0a23beb1a66 req-806d47b6-ef36-4bb0-a4c8-c49e568ebcdb tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:16.700700 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e4e9aef-b71e-4853-88db-a0a23beb1a66 req-806d47b6-ef36-4bb0-a4c8-c49e568ebcdb tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 945 time: 0.1245964 Jul 09 13:32:16.744357 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-deaeae76-e6ee-4fb5-b62a-b7717061d397 req-9e2ed52d-85ae-4c3b-bfb7-a82b4f361c8e tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814457 Jul 09 13:32:16.772392 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ad94d645-f208-4235-b3c8-2d42045137a9 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1916097108'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:16.807006 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e4e9aef-b71e-4853-88db-a0a23beb1a66 req-0909e1c9-70ba-466f-9438-8d310df04512 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994267 Jul 09 13:32:16.818473 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad94d645-f208-4235-b3c8-2d42045137a9 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Made reservation on behalf of bc5225d7e77342fc8cae1b77acc71c0d for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:16.823579 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad94d645-f208-4235-b3c8-2d42045137a9 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:16.837171 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad94d645-f208-4235-b3c8-2d42045137a9 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.157311 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad94d645-f208-4235-b3c8-2d42045137a9 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.166395 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad94d645-f208-4235-b3c8-2d42045137a9 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.200543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54be5d-e501-4546-a389-6c34784bf2e5 req-558a05b0-f0d5-47c1-8ed3-a262e5bf6cf8 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:17.201924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd54be5d-e501-4546-a389-6c34784bf2e5 req-558a05b0-f0d5-47c1-8ed3-a262e5bf6cf8 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 945 time: 0.1310642 Jul 09 13:32:17.223481 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad94d645-f208-4235-b3c8-2d42045137a9 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:32:17.255833 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad94d645-f208-4235-b3c8-2d42045137a9 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.256204 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-ad94d645-f208-4235-b3c8-2d42045137a9 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Added segment 85b07a7d-065a-4a66-ac59-953ca3aecb61 of type vlan for network 0d389f49-fe71-4cd3-a821-b876158adcf3 Jul 09 13:32:17.257582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94d645-f208-4235-b3c8-2d42045137a9 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c77c5839-38a0-4bdb-839d-b91d4b29034c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:17.321123 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd54be5d-e501-4546-a389-6c34784bf2e5 req-2ee8137a-4c7c-4cb4-a2bb-900fa2e661db tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122971 Jul 09 13:32:17.377531 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad94d645-f208-4235-b3c8-2d42045137a9 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.450189 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad94d645-f208-4235-b3c8-2d42045137a9 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:17.460217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad94d645-f208-4235-b3c8-2d42045137a9 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:17.460985 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad94d645-f208-4235-b3c8-2d42045137a9 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:18.482404 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ad94d645-f208-4235-b3c8-2d42045137a9 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0960643 Jul 09 13:32:18.486024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59616) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:18.499299 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f4b41ead-c49f-440d-8a6e-efe8c218ef35 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'subnet': {'network_id': '0d389f49-fe71-4cd3-a821-b876158adcf3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:18.516401 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad94d645-f208-4235-b3c8-2d42045137a9 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Network': ['ID=0d389f49-fe71-4cd3-a821-b876158adcf3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:18.529819 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 0d389f49-fe71-4cd3-a821-b876158adcf3 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:32:18.592831 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bca6d3-f2f3-419d-9810-7557683fd73c req-26dfd520-7491-4a77-8754-8fabf3fc99b3 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:18.601145 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02bca6d3-f2f3-419d-9810-7557683fd73c req-26dfd520-7491-4a77-8754-8fabf3fc99b3 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 945 time: 0.9746432 Jul 09 13:32:18.711192 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02bca6d3-f2f3-419d-9810-7557683fd73c req-a96efcaa-77f4-43ca-939b-e85c5a101dbe tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023061 Jul 09 13:32:18.754353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4b41ead-c49f-440d-8a6e-efe8c218ef35 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Made reservation on behalf of bc5225d7e77342fc8cae1b77acc71c0d for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:18.766430 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f4b41ead-c49f-440d-8a6e-efe8c218ef35 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:18.982464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d289ec-7818-4752-adb7-51fa906cf622 req-ffa3a8f3-f0cb-4068-ba41-dd02b1c70eb2 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:18.997363 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c7d289ec-7818-4752-adb7-51fa906cf622 req-ffa3a8f3-f0cb-4068-ba41-dd02b1c70eb2 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 945 time: 0.1652567 Jul 09 13:32:19.097086 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c7d289ec-7818-4752-adb7-51fa906cf622 req-c10ef9b2-84d4-4973-ad6a-d68433093db3 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948088 Jul 09 13:32:19.201584 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f4b41ead-c49f-440d-8a6e-efe8c218ef35 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.306538 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b41ead-c49f-440d-8a6e-efe8c218ef35 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Subnet': ['ID=dab19d7e-dec9-49be-be08-db2742d041d0,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:19.392224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b41ead-c49f-440d-8a6e-efe8c218ef35 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Checking segment: {'id': '85b07a7d-065a-4a66-ac59-953ca3aecb61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '0d389f49-fe71-4cd3-a821-b876158adcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:19.392835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b41ead-c49f-440d-8a6e-efe8c218ef35 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network hostable DHCP agents. Network: 0d389f49-fe71-4cd3-a821-b876158adcf3, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:32:19.428351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4b41ead-c49f-440d-8a6e-efe8c218ef35 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network 0d389f49-fe71-4cd3-a821-b876158adcf3 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:32:19.440783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f4b41ead-c49f-440d-8a6e-efe8c218ef35 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 0d389f49-fe71-4cd3-a821-b876158adcf3) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:19.448488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b41ead-c49f-440d-8a6e-efe8c218ef35 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:19.449958 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f4b41ead-c49f-440d-8a6e-efe8c218ef35 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.451539 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c812a1ef-ee0b-419f-a923-210608c17071 None None] Network 0d389f49-fe71-4cd3-a821-b876158adcf3 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:19.488326 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f4b41ead-c49f-440d-8a6e-efe8c218ef35 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.9991658 Jul 09 13:32:19.490924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59650) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:19.495948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1842641583', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:19.554149 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.555621 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.664820 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:19.840008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-480f046b-3bd3-416c-8362-fb43ff4d43cf None None] Network 0d389f49-fe71-4cd3-a821-b876158adcf3 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:32:20.139889 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:20.584785 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:20.663183 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:20.787746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4beb6b8-4e97-4355-90f7-dcc1c5f518ec req-869340df-c047-45b5-abb1-74aa7de3c7f3 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:20.789709 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4beb6b8-4e97-4355-90f7-dcc1c5f518ec req-869340df-c047-45b5-abb1-74aa7de3c7f3 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 945 time: 0.1540973 Jul 09 13:32:20.837455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Allocated IP 172.25.2.220 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/851a9f7e-2598-44e1-a6c5-4dd120d471f1) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:20.883334 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4beb6b8-4e97-4355-90f7-dcc1c5f518ec req-0625c78a-51e0-416e-99c5-c58b2ee4a2c3 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824528 Jul 09 13:32:21.064801 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.125266 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:21.224241 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:21.227794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:21.245620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:21.291010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=851a9f7e-2598-44e1-a6c5-4dd120d471f1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:21.707954 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.036446 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-5123f41f-7d6c-4e22-93bc-0eb42673d773 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1634963 Jul 09 13:32:22.220402 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.305993 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-effa2422-4132-4b1f-8d52-bb1784cfdba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:22.306685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-effa2422-4132-4b1f-8d52-bb1784cfdba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:22.307250 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-effa2422-4132-4b1f-8d52-bb1784cfdba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:22.307945 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-effa2422-4132-4b1f-8d52-bb1784cfdba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:22.308722 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-effa2422-4132-4b1f-8d52-bb1784cfdba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:22.310165 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-effa2422-4132-4b1f-8d52-bb1784cfdba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:22.310913 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-effa2422-4132-4b1f-8d52-bb1784cfdba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:22.313660 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-effa2422-4132-4b1f-8d52-bb1784cfdba2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=28cccfcdce06416798d3fed1b5c86fea&device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 6502 time: 0.1658974 Jul 09 13:32:22.339526 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3008abc1-7b7e-47ce-b8b5-26d8d526dab5 req-8f61df16-3816-4cc3-92fb-7b2f183848e0 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:22.363807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3008abc1-7b7e-47ce-b8b5-26d8d526dab5 req-8f61df16-3816-4cc3-92fb-7b2f183848e0 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 945 time: 0.2864265 Jul 09 13:32:22.494415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:32:22.501775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3008abc1-7b7e-47ce-b8b5-26d8d526dab5 req-73b229aa-417e-40e0-a773-7708e7ee5744 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348372 Jul 09 13:32:22.620308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-a1dd52c8-96cc-4cbc-a7d7-3f03ad7c6ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:22.620571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-a1dd52c8-96cc-4cbc-a7d7-3f03ad7c6ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:22.621680 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-a1dd52c8-96cc-4cbc-a7d7-3f03ad7c6ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:22.623637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-a1dd52c8-96cc-4cbc-a7d7-3f03ad7c6ec0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=506f0105-b494-4138-9dfd-14195d3a3fed&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&id=a919d1e5-88c0-4789-bf94-149c0bb79ee9 HTTP/1.1" status: 200 len: 2298 time: 0.2455196 Jul 09 13:32:22.676496 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:22.692750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7016fda3-e873-4b21-8f23-4519d8c75842 None None] Sync routers for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:22.710060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7016fda3-e873-4b21-8f23-4519d8c75842 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:22.711752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7016fda3-e873-4b21-8f23-4519d8c75842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:22.729924 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:22.731423 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e65b90e5-e134-4985-b563-e862fc7a9d92 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2390783 Jul 09 13:32:22.735313 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59742) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:22.838773 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7016fda3-e873-4b21-8f23-4519d8c75842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:22.868169 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-f2db608a-67c0-4f0e-bf8e-944f45039fda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1fced731-60a5-4f64-be58-9ef321696a0a HTTP/1.1" status: 200 len: 1001 time: 0.2370267 Jul 09 13:32:22.894014 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7016fda3-e873-4b21-8f23-4519d8c75842 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:22.900258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7016fda3-e873-4b21-8f23-4519d8c75842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:22.989266 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-ed21782a-f430-4d59-940b-4e8b1e698a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:22.993419 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-ed21782a-f430-4d59-940b-4e8b1e698a84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=e2915b4c-1b15-4665-bc6f-4ef8238c6ea1 HTTP/1.1" status: 200 len: 856 time: 0.0869429 Jul 09 13:32:23.068025 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8157d394-d5fa-40cc-82f9-c65802a182de details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:32:23.073497 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7016fda3-e873-4b21-8f23-4519d8c75842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:23.075742 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7016fda3-e873-4b21-8f23-4519d8c75842 None None] The sync data for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:23.140894 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:32:23.277082 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-ececb1b3-d4c3-4241-a176-4ac6f8ba1462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:23.279492 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-ececb1b3-d4c3-4241-a176-4ac6f8ba1462 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=506f0105-b494-4138-9dfd-14195d3a3fed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2765913 Jul 09 13:32:23.483776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8157d394-d5fa-40cc-82f9-c65802a182de, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8157d394-d5fa-40cc-82f9-c65802a182de,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:23.528113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '8157d394-d5fa-40cc-82f9-c65802a182de', 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26', 'port_id': '8157d394-d5fa-40cc-82f9-c65802a182de', 'mac_address': 'fa:16:3e:d8:94:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad41d4dd-2a20-41c7-91ba-384a0ec9fa08', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:32:23.684646 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:23.736087 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-beffc1b1-490c-4d49-b51e-245aeacc1a5d service neutron] 10.222.0.18 "GET /v2.0/networks/506f0105-b494-4138-9dfd-14195d3a3fed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475760 Jul 09 13:32:23.737527 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8157d394-d5fa-40cc-82f9-c65802a182de {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:32:23.816137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8157d394-d5fa-40cc-82f9-c65802a182de, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8157d394-d5fa-40cc-82f9-c65802a182de,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:23.825883 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.043899 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['8157d394-d5fa-40cc-82f9-c65802a182de'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:32:24.149211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=8157d394-d5fa-40cc-82f9-c65802a182de,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:24.200820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:24.201409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:24.201910 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:24.202391 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:24.202871 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:24.203371 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:24.203911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:24.204426 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:24.204966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:24.205776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:24.206315 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:24.206989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:24.349046 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f5dbb-a3ea-4a0f-ba64-c40878948877 req-9689857d-7abb-4c47-b1cf-88c13f6911f1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:24.350662 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a57f5dbb-a3ea-4a0f-ba64-c40878948877 req-9689857d-7abb-4c47-b1cf-88c13f6911f1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 944 time: 0.4405143 Jul 09 13:32:24.489163 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:24.522111 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-f12173e0-5bac-46fd-a741-354914d78375 service neutron] 10.222.0.18 "GET /v2.0/networks/506f0105-b494-4138-9dfd-14195d3a3fed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7715423 Jul 09 13:32:24.641612 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-7e4c1417-618a-4edd-94f8-4d624b60006a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.39&port_id=09127b77-234e-4594-8ccb-d507e2278c0c HTTP/1.1" status: 200 len: 217 time: 0.1046753 Jul 09 13:32:24.679290 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a57f5dbb-a3ea-4a0f-ba64-c40878948877 req-9119c29b-c3c7-463d-b4a2-8ebb00a651f2 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2918482 Jul 09 13:32:25.056166 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8157d394-d5fa-40cc-82f9-c65802a182de up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:25.103903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Allocated IP 172.20.0.1 (0d389f49-fe71-4cd3-a821-b876158adcf3/dab19d7e-dec9-49be-be08-db2742d041d0/2bb7a22f-576b-454e-a078-a4598753b309) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:25.256747 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 8157d394-d5fa-40cc-82f9-c65802a182de triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:25.258205 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.394072 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.550081 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.567809 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.656787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51046ac9-a7f2-4c3c-9e99-201dfb080dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8157d394-d5fa-40cc-82f9-c65802a182de'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:25.664736 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d5225d-8bc2-44a2-b7a7-5357d4d3c691" -d '{"events": [{"server_uuid": "51046ac9-a7f2-4c3c-9e99-201dfb080dd0", "name": "network-vif-plugged", "status": "completed", "tag": "8157d394-d5fa-40cc-82f9-c65802a182de"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:25.723783 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8157d394-d5fa-40cc-82f9-c65802a182de, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8157d394-d5fa-40cc-82f9-c65802a182de,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:25.728354 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-37deddf2-19a6-4eb9-9144-13dfd7fe27f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:25.731915 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:25.738857 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-37deddf2-19a6-4eb9-9144-13dfd7fe27f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.2680602 Jul 09 13:32:25.812662 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51644d9e-9ff8-44ac-a8ec-d91701a49512 x-openstack-request-id: req-51644d9e-9ff8-44ac-a8ec-d91701a49512 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:25.814560 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51046ac9-a7f2-4c3c-9e99-201dfb080dd0", "name": "network-vif-plugged", "status": "completed", "tag": "8157d394-d5fa-40cc-82f9-c65802a182de", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:25.814947 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51644d9e-9ff8-44ac-a8ec-d91701a49512 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:25.816932 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51046ac9-a7f2-4c3c-9e99-201dfb080dd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8157d394-d5fa-40cc-82f9-c65802a182de', 'code': 200} Jul 09 13:32:25.880243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=8157d394-d5fa-40cc-82f9-c65802a182de,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:25.952806 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network 0d389f49-fe71-4cd3-a821-b876158adcf3 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:25.973027 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:25.982205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=2bb7a22f-576b-454e-a078-a4598753b309,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:25.987538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:26.151741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-6dad5122-8e0a-437d-9132-32c13a649ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:26.154454 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-6dad5122-8e0a-437d-9132-32c13a649ccd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3963003 Jul 09 13:32:26.187522 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.381700 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab7b797-c1f9-451d-9e76-048704f0af87 req-8b19c535-1bc1-4d11-8fe6-18b267f83196 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:26.383400 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ab7b797-c1f9-451d-9e76-048704f0af87 req-8b19c535-1bc1-4d11-8fe6-18b267f83196 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 945 time: 0.3386259 Jul 09 13:32:26.592865 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ab7b797-c1f9-451d-9e76-048704f0af87 req-85d522e6-3974-4df9-b5ac-f63f5c661d15 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1681693 Jul 09 13:32:26.618640 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-cc0415ea-d21f-4538-a320-f8119797cee3 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4228339 Jul 09 13:32:26.776294 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:26.935933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-60914eec-986c-4a99-8550-a36544d10721 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990942 Jul 09 13:32:27.148095 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-3a422839-927a-488f-a083-e9a8a37e92a9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.247&port_id=9dac8575-da90-47f3-980a-1e70c9c7db5e HTTP/1.1" status: 200 len: 217 time: 0.1127853 Jul 09 13:32:27.322310 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-f6835f52-0a7b-40a7-bc56-da947af44b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:27.323825 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-f6835f52-0a7b-40a7-bc56-da947af44b15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.1612313 Jul 09 13:32:28.055730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a671a80-212c-4de4-b89d-f3da50b98e56 req-49cb1f2b-97e7-4935-8908-ad8c1e589db7 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:28.065677 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a671a80-212c-4de4-b89d-f3da50b98e56 req-49cb1f2b-97e7-4935-8908-ad8c1e589db7 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 945 time: 0.8223958 Jul 09 13:32:28.128346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-895b9b4c-b343-4bd2-85c9-efc1faa0064b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:28.129955 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-895b9b4c-b343-4bd2-85c9-efc1faa0064b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.7869442 Jul 09 13:32:28.222759 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a671a80-212c-4de4-b89d-f3da50b98e56 req-0b185d71-12f3-41f1-8390-2cd241104fa9 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561654 Jul 09 13:32:28.296400 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.296400 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.505759 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-444e9e58-5f5e-4dc2-a7e7-7e05b12782be service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575509 Jul 09 13:32:28.510409 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:28.516217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=2bb7a22f-576b-454e-a078-a4598753b309,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:28.685403 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-d616f043-dfb5-4e19-bfe9-bed7cd357eb1 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702118 Jul 09 13:32:28.769245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59888) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:28.797187 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-1e8d9e58-43ae-4a4d-864d-1e0c8dcd0a16 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.72&port_id=06a4fa3a-1581-43c4-a7be-244c8a71f6f1 HTTP/1.1" status: 200 len: 217 time: 0.1032434 Jul 09 13:32:28.872413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network 0d389f49-fe71-4cd3-a821-b876158adcf3 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:28.891885 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:28.899931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-dd965ada-f185-4ca1-963d-3764cd88aa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:28.905246 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-dd965ada-f185-4ca1-963d-3764cd88aa57 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.1016395 Jul 09 13:32:29.009024 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6617-7d5e-4ae7-86a4-5c3df8e5f5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.091567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-dfb3b3bf-1bfe-473c-89ba-3872f7e71cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:29.093467 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-dfb3b3bf-1bfe-473c-89ba-3872f7e71cb4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1419950 Jul 09 13:32:29.102095 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd32a6c9-b32e-43bc-b60d-728edcac0050 req-390c9604-1c8c-4126-8527-d44c448336db tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:29.104144 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dd32a6c9-b32e-43bc-b60d-728edcac0050 req-390c9604-1c8c-4126-8527-d44c448336db tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.15 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 945 time: 0.1928399 Jul 09 13:32:29.114451 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:29.321203 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-96500ae5-ee74-499e-84ed-516ae28d70b3 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185478 Jul 09 13:32:29.336283 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6617-7d5e-4ae7-86a4-5c3df8e5f5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.344287 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f7b6617-7d5e-4ae7-86a4-5c3df8e5f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.381593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-dd32a6c9-b32e-43bc-b60d-728edcac0050 req-40c0cc5d-272c-47f1-b8a1-ee13ed83e3a2 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Deleting port 8157d394-d5fa-40cc-82f9-c65802a182de {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:29.381941 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd32a6c9-b32e-43bc-b60d-728edcac0050 req-40c0cc5d-272c-47f1-b8a1-ee13ed83e3a2 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.391787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:29.401031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fbc6a051-0314-45d1-a0ee-d2c344aaf603 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "PUT /v2.0/routers/b5d74cc9-ef3b-42b3-addb-62a02bbf50e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6647630 Jul 09 13:32:29.403718 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59906) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:29.404138 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5c724f-b18c-4e42-a4cb-f31077ca8d90 None None] Sync routers for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:29.408706 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5546a226-dbdd-46d3-b1a4-0f5b50209452 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'port': {'network_id': '0d389f49-fe71-4cd3-a821-b876158adcf3', 'name': 'tempest-FloatingIPTestJSON-713018355'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:29.419889 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c724f-b18c-4e42-a4cb-f31077ca8d90 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:29.420847 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2e5c724f-b18c-4e42-a4cb-f31077ca8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:29.487984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-dd32a6c9-b32e-43bc-b60d-728edcac0050 req-40c0cc5d-272c-47f1-b8a1-ee13ed83e3a2 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] For port 8157d394-d5fa-40cc-82f9-c65802a182de, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8157d394-d5fa-40cc-82f9-c65802a182de,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:29.488379 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd32a6c9-b32e-43bc-b60d-728edcac0050 req-40c0cc5d-272c-47f1-b8a1-ee13ed83e3a2 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.490827 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2e5c724f-b18c-4e42-a4cb-f31077ca8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:29.502980 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5c724f-b18c-4e42-a4cb-f31077ca8d90 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:29.503858 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2e5c724f-b18c-4e42-a4cb-f31077ca8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:29.509852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-dd32a6c9-b32e-43bc-b60d-728edcac0050 req-40c0cc5d-272c-47f1-b8a1-ee13ed83e3a2 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Calling delete_port for 8157d394-d5fa-40cc-82f9-c65802a182de owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:29.537370 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-852a7d7e-b7a0-4a74-9586-caeaf8db501e service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017570 Jul 09 13:32:29.553494 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2e5c724f-b18c-4e42-a4cb-f31077ca8d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:29.554544 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e5c724f-b18c-4e42-a4cb-f31077ca8d90 None None] The sync data for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:29.588548 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4f7b6617-7d5e-4ae7-86a4-5c3df8e5f5eb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14110c94ec0241ed865604e21ca392b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8181098 Jul 09 13:32:29.592553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59912) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:29.601208 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b6617-7d5e-4ae7-86a4-5c3df8e5f5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb7b5f0a-f58f-464d-89c8-cff25f2f1b87,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:29.698671 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-e0c04667-6a29-471a-b34f-f6c5f9aed8b1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.103&port_id=4a188389-5588-4c13-8b06-298afc4dada5 HTTP/1.1" status: 200 len: 217 time: 0.1293392 Jul 09 13:32:29.721218 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5705d6c6-e3f5-4ad0-acc4-528ad5bd5a80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.760505 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5705d6c6-e3f5-4ad0-acc4-528ad5bd5a80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.785634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd32a6c9-b32e-43bc-b60d-728edcac0050 req-40c0cc5d-272c-47f1-b8a1-ee13ed83e3a2 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.805427 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-0014aaf3-5ab9-4b5f-b984-eadb44273288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:29.806889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-0014aaf3-5ab9-4b5f-b984-eadb44273288 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 200 len: 797 time: 0.0999198 Jul 09 13:32:29.811638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['8157d394-d5fa-40cc-82f9-c65802a182de'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:32:29.817647 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c57391d-a82d-4283-844a-be1a56db7542 req-33cf4f23-8369-43cd-bd97-dad474b76e29 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:29.819234 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c57391d-a82d-4283-844a-be1a56db7542 req-33cf4f23-8369-43cd-bd97-dad474b76e29 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=51046ac9-a7f2-4c3c-9e99-201dfb080dd0 HTTP/1.1" status: 200 len: 867 time: 0.2809129 Jul 09 13:32:29.821251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5546a226-dbdd-46d3-b1a4-0f5b50209452 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Made reservation on behalf of bc5225d7e77342fc8cae1b77acc71c0d for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:29.826022 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5546a226-dbdd-46d3-b1a4-0f5b50209452 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.893254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0cc5d-272c-47f1-b8a1-ee13ed83e3a2 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Pushing event deleted for resources: {'Port': ['ID=8157d394-d5fa-40cc-82f9-c65802a182de,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:29.894260 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-5546a226-dbdd-46d3-b1a4-0f5b50209452 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] device_id is not set on port 83978d21-2361-41cb-97ee-571d98d641ad yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:29.921072 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd32a6c9-b32e-43bc-b60d-728edcac0050 req-40c0cc5d-272c-47f1-b8a1-ee13ed83e3a2 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] No DVR routers for this DVR port 8157d394-d5fa-40cc-82f9-c65802a182de on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:29.925635 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dd32a6c9-b32e-43bc-b60d-728edcac0050 req-40c0cc5d-272c-47f1-b8a1-ee13ed83e3a2 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.927959 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dd32a6c9-b32e-43bc-b60d-728edcac0050 req-40c0cc5d-272c-47f1-b8a1-ee13ed83e3a2 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.15 "DELETE /v2.0/ports/8157d394-d5fa-40cc-82f9-c65802a182de HTTP/1.1" status: 204 len: 173 time: 0.8160701 Jul 09 13:32:29.928510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51046ac9-a7f2-4c3c-9e99-201dfb080dd0', 'name': 'network-vif-deleted', 'tag': '8157d394-d5fa-40cc-82f9-c65802a182de'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:29.931507 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9aa8058-2986-4c51-8db9-c4a2e84a563e" -d '{"events": [{"server_uuid": "51046ac9-a7f2-4c3c-9e99-201dfb080dd0", "name": "network-vif-deleted", "tag": "8157d394-d5fa-40cc-82f9-c65802a182de"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:29.963722 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5705d6c6-e3f5-4ad0-acc4-528ad5bd5a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.970341 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5705d6c6-e3f5-4ad0-acc4-528ad5bd5a80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:29.971921 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5705d6c6-e3f5-4ad0-acc4-528ad5bd5a80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/eb7b5f0a-f58f-464d-89c8-cff25f2f1b87 HTTP/1.1" status: 204 len: 168 time: 0.3779294 Jul 09 13:32:29.982961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5705d6c6-e3f5-4ad0-acc4-528ad5bd5a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb7b5f0a-f58f-464d-89c8-cff25f2f1b87,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:30.085706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c57391d-a82d-4283-844a-be1a56db7542 req-6c6c1c90-2c48-4acc-b668-04ce3b6898d9 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443397 Jul 09 13:32:30.098909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-5546a226-dbdd-46d3-b1a4-0f5b50209452 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Allocated IP 172.20.0.11 (0d389f49-fe71-4cd3-a821-b876158adcf3/dab19d7e-dec9-49be-be08-db2742d041d0/83978d21-2361-41cb-97ee-571d98d641ad) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:30.126673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-d3f0fe1a-f13e-4e3c-8cd9-f5f3bde0bffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:30.129103 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-d3f0fe1a-f13e-4e3c-8cd9-f5f3bde0bffd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4b93859f-2b1a-41bc-9b5e-e44121cb1825&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3082812 Jul 09 13:32:30.184667 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53efacc3-c996-4e90-ada0-e81ce99d6dda x-openstack-request-id: req-53efacc3-c996-4e90-ada0-e81ce99d6dda {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:30.184932 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51046ac9-a7f2-4c3c-9e99-201dfb080dd0", "name": "network-vif-deleted", "tag": "8157d394-d5fa-40cc-82f9-c65802a182de", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:30.185195 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-53efacc3-c996-4e90-ada0-e81ce99d6dda {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:30.185601 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51046ac9-a7f2-4c3c-9e99-201dfb080dd0', 'name': 'network-vif-deleted', 'tag': '8157d394-d5fa-40cc-82f9-c65802a182de', 'status': 'completed', 'code': 200} Jul 09 13:32:30.333226 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-2f59840d-c754-4c53-8359-f1b9623857c0 service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922467 Jul 09 13:32:30.425630 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59954) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:30.441153 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e24693b7-d229-4216-bdcf-15044d026c86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:30.458796 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5546a226-dbdd-46d3-b1a4-0f5b50209452 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:30.553507 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e24693b7-d229-4216-bdcf-15044d026c86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:30.563132 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e24693b7-d229-4216-bdcf-15044d026c86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:30.565653 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4458095-e4b4-4d4b-a904-c0f4d84a0454 req-3215a611-8f4c-4f43-be66-645c588a2c88 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:30.567235 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a4458095-e4b4-4d4b-a904-c0f4d84a0454 req-3215a611-8f4c-4f43-be66-645c588a2c88 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 950 time: 0.2069283 Jul 09 13:32:30.571528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-16725620-eaf7-42b3-b7b0-60a839db12de service neutron] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958721 Jul 09 13:32:30.615572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24693b7-d229-4216-bdcf-15044d026c86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a499b5-cc2f-41d0-a4a0-ab53c1ea057f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:30.622722 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e24693b7-d229-4216-bdcf-15044d026c86 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b58d718f21594edca01806d00de85963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1957281 Jul 09 13:32:30.623389 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59956) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:30.635238 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5546a226-dbdd-46d3-b1a4-0f5b50209452 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:30.646176 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-44b4b8c7-3b8a-43a9-a741-63c5600d7e09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=c117dcb6-0161-42a2-9206-e95589bd7547 HTTP/1.1" status: 200 len: 217 time: 0.0677276 Jul 09 13:32:30.685241 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f819425f-46c6-40eb-b021-f116dc5d6618 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:30.730084 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f819425f-46c6-40eb-b021-f116dc5d6618 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:30.732122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5546a226-dbdd-46d3-b1a4-0f5b50209452 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network 0d389f49-fe71-4cd3-a821-b876158adcf3 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:30.739683 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a4458095-e4b4-4d4b-a904-c0f4d84a0454 req-ba984e27-4cfb-46ba-8b14-fc729edd3dbe tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646087 Jul 09 13:32:30.745168 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5546a226-dbdd-46d3-b1a4-0f5b50209452 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:30.748056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5546a226-dbdd-46d3-b1a4-0f5b50209452 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:30.797025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5546a226-dbdd-46d3-b1a4-0f5b50209452 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=83978d21-2361-41cb-97ee-571d98d641ad,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:30.812506 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f819425f-46c6-40eb-b021-f116dc5d6618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:30.815670 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f819425f-46c6-40eb-b021-f116dc5d6618 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:30.817123 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f819425f-46c6-40eb-b021-f116dc5d6618 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77a499b5-cc2f-41d0-a4a0-ab53c1ea057f HTTP/1.1" status: 204 len: 168 time: 0.1924057 Jul 09 13:32:30.826374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819425f-46c6-40eb-b021-f116dc5d6618 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a499b5-cc2f-41d0-a4a0-ab53c1ea057f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:30.832517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-e979ad54-7cf8-48ef-add9-c367588482c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:30.834031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-e979ad54-7cf8-48ef-add9-c367588482c4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e81aa1-ae8c-419c-8f16-4c5900062b2b HTTP/1.1" status: 200 len: 797 time: 0.1561694 Jul 09 13:32:30.841512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5546a226-dbdd-46d3-b1a4-0f5b50209452 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:30.842176 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5546a226-dbdd-46d3-b1a4-0f5b50209452 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:30.889368 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5546a226-dbdd-46d3-b1a4-0f5b50209452 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4845762 Jul 09 13:32:30.892132 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59966) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:30.897682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-05fd6baa-77f7-4620-b9e5-2b5bc937f703 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'port': {'network_id': '0d389f49-fe71-4cd3-a821-b876158adcf3', 'name': 'tempest-FloatingIPTestJSON-674789942'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:30.909089 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-89a6a5ff-fd45-41de-a0c6-42d0b9ae9163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:30.910873 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-89a6a5ff-fd45-41de-a0c6-42d0b9ae9163 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0618160 Jul 09 13:32:31.021405 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-c632abc1-7566-4ca7-a9f5-d4519319384a service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042008 Jul 09 13:32:31.028685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05fd6baa-77f7-4620-b9e5-2b5bc937f703 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Made reservation on behalf of bc5225d7e77342fc8cae1b77acc71c0d for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:31.032900 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05fd6baa-77f7-4620-b9e5-2b5bc937f703 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.057144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-05fd6baa-77f7-4620-b9e5-2b5bc937f703 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] device_id is not set on port 5826c053-0561-4fde-b802-b5c4da98f73b yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:31.126762 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-49397d16-36b6-4bbd-8a0d-a677208b255a service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979261 Jul 09 13:32:31.177413 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-0ef6dcc8-4893-45b7-b28c-532fffe1180d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=b58b6e37-21d9-4f9e-826c-1c81a5f9451d HTTP/1.1" status: 200 len: 217 time: 0.0437479 Jul 09 13:32:31.185791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-05fd6baa-77f7-4620-b9e5-2b5bc937f703 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Allocated IP 172.20.0.8 (0d389f49-fe71-4cd3-a821-b876158adcf3/dab19d7e-dec9-49be-be08-db2742d041d0/5826c053-0561-4fde-b802-b5c4da98f73b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:31.243699 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-b140c70f-c90d-4346-be5a-e0fa9e16f918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:31.245346 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-b140c70f-c90d-4346-be5a-e0fa9e16f918 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=23e81aa1-ae8c-419c-8f16-4c5900062b2b HTTP/1.1" status: 200 len: 797 time: 0.0621288 Jul 09 13:32:31.312600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-aff2433c-c8fd-4186-a874-6620482cea7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:31.315454 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-aff2433c-c8fd-4186-a874-6620482cea7f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a919d1e5-88c0-4789-bf94-149c0bb79ee9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0640557 Jul 09 13:32:31.383925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05fd6baa-77f7-4620-b9e5-2b5bc937f703 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.417170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-98f7ef01-1abe-4209-a8ac-fb21012eef35 service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952160 Jul 09 13:32:31.434885 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05fd6baa-77f7-4620-b9e5-2b5bc937f703 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.501852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05fd6baa-77f7-4620-b9e5-2b5bc937f703 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network 0d389f49-fe71-4cd3-a821-b876158adcf3 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:31.505208 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-05fd6baa-77f7-4620-b9e5-2b5bc937f703 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:31.509432 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fd6baa-77f7-4620-b9e5-2b5bc937f703 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:31.535472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05fd6baa-77f7-4620-b9e5-2b5bc937f703 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=5826c053-0561-4fde-b802-b5c4da98f73b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:31.551391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79f5388c-a6d1-4d99-bad5-472b904c830b req-469c4698-ff8d-467c-831e-24325ec4966a service neutron] 10.222.0.18 "GET /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276159 Jul 09 13:32:31.568008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05fd6baa-77f7-4620-b9e5-2b5bc937f703 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:31.568330 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59988) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:31.568638 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05fd6baa-77f7-4620-b9e5-2b5bc937f703 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.572964 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5312d71c-5fa3-404f-a592-d634041a4491 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1360430322', 'description': 'tempest-description--1883436762'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:31.587360 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-05fd6baa-77f7-4620-b9e5-2b5bc937f703 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.6925578 Jul 09 13:32:31.589020 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59990) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:31.601954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '5826c053-0561-4fde-b802-b5c4da98f73b', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:31.609662 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5312d71c-5fa3-404f-a592-d634041a4491 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.636040 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.715973 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5312d71c-5fa3-404f-a592-d634041a4491 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.720597 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5312d71c-5fa3-404f-a592-d634041a4491 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.754145 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5312d71c-5fa3-404f-a592-d634041a4491 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.756188 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5312d71c-5fa3-404f-a592-d634041a4491 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1861358 Jul 09 13:32:31.757636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312d71c-5fa3-404f-a592-d634041a4491 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf82d197-b112-4f32-8838-91f76a1c748d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:31.759975 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59998) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:31.763711 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.765964 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bb13cf64-ea60-4d84-9923-57ce4bac08c7 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Request body: {'security_group_rule': {'security_group_id': 'bf82d197-b112-4f32-8838-91f76a1c748d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:31.796908 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fad917c6-4c80-4a4e-b593-bb42dadd6249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.802065 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb13cf64-ea60-4d84-9923-57ce4bac08c7 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.900717 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Allocated IP 172.25.2.225 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/fbf2b5e8-afed-44b9-aa8d-f8f6fb94114c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:31.970563 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb13cf64-ea60-4d84-9923-57ce4bac08c7 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:31.981564 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb13cf64-ea60-4d84-9923-57ce4bac08c7 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.015834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb13cf64-ea60-4d84-9923-57ce4bac08c7 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54308a9-d7db-4c55-9da0-caf1c453f2c6,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:32.027698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb268057-4b3f-4c63-8487-ad18b91cd9b6 req-0869caab-2bfa-4afb-90b8-47223728fbab tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:32.031654 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fb268057-4b3f-4c63-8487-ad18b91cd9b6 req-0869caab-2bfa-4afb-90b8-47223728fbab tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 950 time: 0.1286333 Jul 09 13:32:32.032940 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb13cf64-ea60-4d84-9923-57ce4bac08c7 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.039678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60010) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:32.041551 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bb13cf64-ea60-4d84-9923-57ce4bac08c7 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2808139 Jul 09 13:32:32.053527 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c08b1c7c-3bfc-411c-be63-ca3c18b6f8bf tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Request body: {'security_group_rule': {'security_group_id': 'bf82d197-b112-4f32-8838-91f76a1c748d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:32.086548 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fb268057-4b3f-4c63-8487-ad18b91cd9b6 req-efa901d5-3e27-4f39-bca8-0c70624777e2 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438113 Jul 09 13:32:32.127926 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.148616 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c08b1c7c-3bfc-411c-be63-ca3c18b6f8bf tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.217792 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.235489 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c08b1c7c-3bfc-411c-be63-ca3c18b6f8bf tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.266933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:32.270340 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:32.272827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:32.278238 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c08b1c7c-3bfc-411c-be63-ca3c18b6f8bf tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.335287 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=fbf2b5e8-afed-44b9-aa8d-f8f6fb94114c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:32.341014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b1c7c-3bfc-411c-be63-ca3c18b6f8bf tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a928cc1-ed4f-49af-9fac-f7a9200847dc,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:32.346854 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c08b1c7c-3bfc-411c-be63-ca3c18b6f8bf tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.348369 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c08b1c7c-3bfc-411c-be63-ca3c18b6f8bf tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3076651 Jul 09 13:32:32.353395 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60030) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:32.360041 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:32.400131 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.556097 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.752321 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Allocated IP 172.25.2.35 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/01896ab1-95b6-4bbd-bec9-69d62df27541) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:32.810280 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.876967 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.913522 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.932841 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:32.978925 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:32.980992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:32.983437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:32.994763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fbbab620-f813-4f12-95a4-1d75841a5055 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:33.017894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Pushing event updated for resources: {'Port': ['ID=01896ab1-95b6-4bbd-bec9-69d62df27541,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:33.105047 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.131352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8157d394-d5fa-40cc-82f9-c65802a182de no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:33.161150 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 8157d394-d5fa-40cc-82f9-c65802a182de {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:32:33.161984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8157d394-d5fa-40cc-82f9-c65802a182de not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:32:33.179057 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.186644 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.208864 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136834da-888f-4064-8f2f-3d299ddaf76c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbbab620-f813-4f12-95a4-1d75841a5055'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:33.210307 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.212073 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4116386a-827f-466e-a455-4eb1390460ff" -d '{"events": [{"server_uuid": "136834da-888f-4064-8f2f-3d299ddaf76c", "name": "network-vif-unplugged", "status": "completed", "tag": "fbbab620-f813-4f12-95a4-1d75841a5055"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:33.228405 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.240322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fbbab620-f813-4f12-95a4-1d75841a5055, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fbbab620-f813-4f12-95a4-1d75841a5055,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:33.248251 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.295290 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6db8f7f2-c45b-4b55-8425-163faffb5eb6 x-openstack-request-id: req-6db8f7f2-c45b-4b55-8425-163faffb5eb6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:33.295584 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136834da-888f-4064-8f2f-3d299ddaf76c", "name": "network-vif-unplugged", "status": "completed", "tag": "fbbab620-f813-4f12-95a4-1d75841a5055", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:33.296015 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6db8f7f2-c45b-4b55-8425-163faffb5eb6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:33.296593 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136834da-888f-4064-8f2f-3d299ddaf76c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fbbab620-f813-4f12-95a4-1d75841a5055', 'code': 200} Jul 09 13:32:33.338994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fbbab620-f813-4f12-95a4-1d75841a5055,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:33.358990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=fbf2b5e8-afed-44b9-aa8d-f8f6fb94114c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:33.378451 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.467366 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.473483 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.580028 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Pushing event updated for resources: {'Port': ['ID=01896ab1-95b6-4bbd-bec9-69d62df27541,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:33.591907 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.612682 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:33.615155 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d632cfd0-cde7-4d3d-a785-6018a364397c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2593925 Jul 09 13:32:33.852695 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Floating IP 53105ffd-477d-4fdc-ba54-e89e84160ae0 associated. External IP: 172.25.2.225, port: 5826c053-0561-4fde-b802-b5c4da98f73b. Jul 09 13:32:33.885609 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60092) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:33.945754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51bce-1937-44f1-a46b-225291661fed req-4d84b273-94ce-4447-9e54-558cfc8f46bc tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:33.948266 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eea51bce-1937-44f1-a46b-225291661fed req-4d84b273-94ce-4447-9e54-558cfc8f46bc tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/networks?id=0dc9f064-890c-4703-8fc3-53b1f0a11e26 HTTP/1.1" status: 200 len: 822 time: 0.1129892 Jul 09 13:32:33.973341 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eea51bce-1937-44f1-a46b-225291661fed req-69540a65-0084-40e3-94e1-07de243222ab tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/quotas/ee2ab325dd5240f4babfc47fefad7c4c HTTP/1.1" status: 200 len: 375 time: 0.0160186 Jul 09 13:32:34.068385 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-056c580b-ce8c-4e13-b277-339b150ec805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.084381 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eea51bce-1937-44f1-a46b-225291661fed req-cba3fc07-0c62-4d1b-8c11-2d72ddf06192 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee2ab325dd5240f4babfc47fefad7c4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1049681 Jul 09 13:32:34.096463 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:34.215244 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eea51bce-1937-44f1-a46b-225291661fed req-0d471bf2-c04d-45a0-8818-a16c3b054880 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290908 Jul 09 13:32:34.216346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:34.228327 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2dbb4-aa91-4407-ab18-3528fa5afada None None] Sync routers for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:34.239950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2dbb4-aa91-4407-ab18-3528fa5afada None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:34.240619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bfc2dbb4-aa91-4407-ab18-3528fa5afada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:34.278168 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bfc2dbb4-aa91-4407-ab18-3528fa5afada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:34.287035 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc2dbb4-aa91-4407-ab18-3528fa5afada None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:34.287687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bfc2dbb4-aa91-4407-ab18-3528fa5afada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:34.321062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bfc2dbb4-aa91-4407-ab18-3528fa5afada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:34.321740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc2dbb4-aa91-4407-ab18-3528fa5afada None None] The sync data for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:34.361077 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-056c580b-ce8c-4e13-b277-339b150ec805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.368043 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eea51bce-1937-44f1-a46b-225291661fed req-f8f53756-95ba-45ee-80e7-bc8995493196 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411760 Jul 09 13:32:34.368579 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.377988 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-056c580b-ce8c-4e13-b277-339b150ec805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.411036 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d1522c41-dcd7-42c8-bba2-f9f3b0be676c tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8192112 Jul 09 13:32:34.411689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60114) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:34.416241 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-412af824-5633-4ae8-ac08-403ce6cf6427 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:34.468193 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-056c580b-ce8c-4e13-b277-339b150ec805 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=518d1207b9ff45308c74f5ea1df7ed93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5815604 Jul 09 13:32:34.471465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60116) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:34.472109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c580b-ce8c-4e13-b277-339b150ec805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3348f6ad-ab57-44a8-a64b-879505ea65da,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:34.477124 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-412af824-5633-4ae8-ac08-403ce6cf6427 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.567825 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-b3d0bd59-9283-4a26-bcf6-e3b87543a852 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:34.570297 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-b3d0bd59-9283-4a26-bcf6-e3b87543a852 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/networks?id=dc9d62b8-4412-47a6-9995-749ff322404e HTTP/1.1" status: 200 len: 815 time: 0.2056589 Jul 09 13:32:34.584960 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.599029 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-14fd6b5c-4a39-40fa-9375-09d8107f3ef8 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/quotas/9a9527aafb664a62aa8fea36ce6186cf HTTP/1.1" status: 200 len: 375 time: 0.0223472 Jul 09 13:32:34.602003 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-172435a4-5c94-4ce7-8b9c-2afac21b7f8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.631341 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eed09d9e-f43d-4c68-a64e-2c57be0be605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.665194 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-412af824-5633-4ae8-ac08-403ce6cf6427 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.670682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-412af824-5633-4ae8-ac08-403ce6cf6427 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.671046 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-412af824-5633-4ae8-ac08-403ce6cf6427 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Floating IP 53105ffd-477d-4fdc-ba54-e89e84160ae0 disassociated. External IP: 172.25.2.225, port: 5826c053-0561-4fde-b802-b5c4da98f73b. Jul 09 13:32:34.680235 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-172435a4-5c94-4ce7-8b9c-2afac21b7f8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:34.928779 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-412af824-5633-4ae8-ac08-403ce6cf6427 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:34.986982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c1a73c66-003b-4b55-afce-3d5292e5f9c2 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:32:35.089956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-412af824-5633-4ae8-ac08-403ce6cf6427 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:35.097949 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-412af824-5633-4ae8-ac08-403ce6cf6427 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.099857 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7381c53-5288-48aa-89ff-11b3d1db0223 None None] Sync routers for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:35.116015 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7381c53-5288-48aa-89ff-11b3d1db0223 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:35.116620 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f7381c53-5288-48aa-89ff-11b3d1db0223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:35.118716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c1a73c66-003b-4b55-afce-3d5292e5f9c2, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c1a73c66-003b-4b55-afce-3d5292e5f9c2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:35.133216 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2', 'mac_address': 'fa:16:3e:32:80:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:32:35.141076 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-575d292a-3ba7-4ae6-a2a2-f788de68ed44 req-e52575f8-0e07-4982-bf15-e5f508fc9d7f tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 210 time: 0.0678957 Jul 09 13:32:35.143864 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-412af824-5633-4ae8-ac08-403ce6cf6427 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "PUT /v2.0/floatingips/53105ffd-477d-4fdc-ba54-e89e84160ae0 HTTP/1.1" status: 200 len: 688 time: 0.7307580 Jul 09 13:32:35.146415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60130) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:35.156516 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-38e5c22c-17db-4cfd-913b-dbe64ee153a5 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a9527aafb664a62aa8fea36ce6186cf&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5482817 Jul 09 13:32:35.176388 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f7381c53-5288-48aa-89ff-11b3d1db0223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:35.190572 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7381c53-5288-48aa-89ff-11b3d1db0223 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:35.191249 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f7381c53-5288-48aa-89ff-11b3d1db0223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:35.223384 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-172435a4-5c94-4ce7-8b9c-2afac21b7f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.228451 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-172435a4-5c94-4ce7-8b9c-2afac21b7f8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.229982 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f7381c53-5288-48aa-89ff-11b3d1db0223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:35.231372 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7381c53-5288-48aa-89ff-11b3d1db0223 None None] The sync data for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:35.235541 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-172435a4-5c94-4ce7-8b9c-2afac21b7f8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3348f6ad-ab57-44a8-a64b-879505ea65da HTTP/1.1" status: 204 len: 168 time: 0.7582519 Jul 09 13:32:35.255894 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.289729 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172435a4-5c94-4ce7-8b9c-2afac21b7f8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3348f6ad-ab57-44a8-a64b-879505ea65da,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:35.334307 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1a73c66-003b-4b55-afce-3d5292e5f9c2 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:32:35.337040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ef92c561-2bba-4097-bda7-d5ed9c81e864 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting port fbf2b5e8-afed-44b9-aa8d-f8f6fb94114c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:35.337625 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef92c561-2bba-4097-bda7-d5ed9c81e864 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.338149 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-43422674-9e30-455b-829b-f67d938aedab service neutron] 10.222.0.39 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680317 Jul 09 13:32:35.406898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c1a73c66-003b-4b55-afce-3d5292e5f9c2, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c1a73c66-003b-4b55-afce-3d5292e5f9c2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:35.415048 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.474009 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef92c561-2bba-4097-bda7-d5ed9c81e864 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.474528 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef92c561-2bba-4097-bda7-d5ed9c81e864 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.489740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c1a73c66-003b-4b55-afce-3d5292e5f9c2,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:35.494731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ef92c561-2bba-4097-bda7-d5ed9c81e864 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Calling delete_port for fbf2b5e8-afed-44b9-aa8d-f8f6fb94114c owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:35.524851 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-6b7b11c6-d704-4332-afa2-9506fafbc7b8 service neutron] 10.222.0.39 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1799204 Jul 09 13:32:35.533048 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.581358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['c1a73c66-003b-4b55-afce-3d5292e5f9c2'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:32:35.681240 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef92c561-2bba-4097-bda7-d5ed9c81e864 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.691815 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60152) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:35.733363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef92c561-2bba-4097-bda7-d5ed9c81e864 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Port': ['ID=fbf2b5e8-afed-44b9-aa8d-f8f6fb94114c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:35.733904 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dda9948a-09a3-44e6-a701-36ecbb46a557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.809640 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9cfca92e-c052-44ae-8f32-83c8f2e2443f req-3c7885a3-4da7-4fd3-bf5b-e04c3873f254 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 210 time: 0.0399029 Jul 09 13:32:35.841836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef92c561-2bba-4097-bda7-d5ed9c81e864 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.845335 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef92c561-2bba-4097-bda7-d5ed9c81e864 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.850689 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60156) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:35.851314 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ef92c561-2bba-4097-bda7-d5ed9c81e864 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/floatingips/53105ffd-477d-4fdc-ba54-e89e84160ae0 HTTP/1.1" status: 204 len: 168 time: 0.7036581 Jul 09 13:32:35.862389 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '83978d21-2361-41cb-97ee-571d98d641ad'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:35.925526 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dda9948a-09a3-44e6-a701-36ecbb46a557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:35.942292 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dda9948a-09a3-44e6-a701-36ecbb46a557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.005886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.022920 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda9948a-09a3-44e6-a701-36ecbb46a557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df3a2e0d-2e30-4522-97c4-4d85e119fa7e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:36.066483 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dda9948a-09a3-44e6-a701-36ecbb46a557 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=56446f5db9214525bdb886046f703fa9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3711174 Jul 09 13:32:36.069058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60164) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:36.186161 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51bce-1937-44f1-a46b-225291661fed req-ebe14431-9e6d-4bcc-af83-424dd36c4fab tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:36.187817 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eea51bce-1937-44f1-a46b-225291661fed req-ebe14431-9e6d-4bcc-af83-424dd36c4fab tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.15 "GET /v2.0/networks?id=0dc9f064-890c-4703-8fc3-53b1f0a11e26 HTTP/1.1" status: 200 len: 822 time: 0.1997504 Jul 09 13:32:36.188560 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a0e82451-1a9a-4e31-b581-1b4945340670 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.208466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-eea51bce-1937-44f1-a46b-225291661fed req-a6795432-f9f2-432f-8606-b2dd101e88d4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Request body: {'port': {'device_id': 'd65c4dbb-6e46-4696-8075-3c911b4eb48f', 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26', 'admin_state_up': True, 'tenant_id': 'ee2ab325dd5240f4babfc47fefad7c4c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:36.244083 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.284296 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a0e82451-1a9a-4e31-b581-1b4945340670 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.428506 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a0e82451-1a9a-4e31-b581-1b4945340670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.430195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c349c0e-9c89-4e3d-bdaf-d6416f36c668 req-6043caac-8171-462c-b479-73132446878a tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 210 time: 0.0383627 Jul 09 13:32:36.432207 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a0e82451-1a9a-4e31-b581-1b4945340670 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.434530 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a0e82451-1a9a-4e31-b581-1b4945340670 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df3a2e0d-2e30-4522-97c4-4d85e119fa7e HTTP/1.1" status: 204 len: 168 time: 0.3634870 Jul 09 13:32:36.444445 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Allocated IP 172.25.2.190 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/2199357a-89bf-41d4-a050-a6dccccec4b2) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:36.461350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e82451-1a9a-4e31-b581-1b4945340670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df3a2e0d-2e30-4522-97c4-4d85e119fa7e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:36.470876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eea51bce-1937-44f1-a46b-225291661fed req-a6795432-f9f2-432f-8606-b2dd101e88d4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Made reservation on behalf of ee2ab325dd5240f4babfc47fefad7c4c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:36.479178 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea51bce-1937-44f1-a46b-225291661fed req-a6795432-f9f2-432f-8606-b2dd101e88d4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.617039 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.680405 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.722667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:36.726201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:36.734079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:36.767261 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-eea51bce-1937-44f1-a46b-225291661fed req-a6795432-f9f2-432f-8606-b2dd101e88d4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Allocated IP 172.20.0.10 (0dc9f064-890c-4703-8fc3-53b1f0a11e26/ad41d4dd-2a20-41c7-91ba-384a0ec9fa08/6eb97ea3-74ed-4892-ac66-e1f4d4736329) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:36.770296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=2199357a-89bf-41d4-a050-a6dccccec4b2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:36.911263 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:36.993059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c1a73c66-003b-4b55-afce-3d5292e5f9c2 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:37.035413 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea51bce-1937-44f1-a46b-225291661fed req-a6795432-f9f2-432f-8606-b2dd101e88d4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:37.123237 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port c1a73c66-003b-4b55-afce-3d5292e5f9c2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:37.126267 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:37.139825 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea51bce-1937-44f1-a46b-225291661fed req-a6795432-f9f2-432f-8606-b2dd101e88d4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:37.199345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6795432-f9f2-432f-8606-b2dd101e88d4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Pushing event updated for resources: {'Port': ['ID=6eb97ea3-74ed-4892-ac66-e1f4d4736329,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:37.218804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eea51bce-1937-44f1-a46b-225291661fed req-a6795432-f9f2-432f-8606-b2dd101e88d4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:37.220757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-eea51bce-1937-44f1-a46b-225291661fed req-a6795432-f9f2-432f-8606-b2dd101e88d4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:37.228394 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea51bce-1937-44f1-a46b-225291661fed req-a6795432-f9f2-432f-8606-b2dd101e88d4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:37.296167 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:37.340187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359c163a-23fa-4d23-94ae-eeb47ca83b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:37.347893 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f61c86fc-83a3-4fd1-8f4e-e10807259352" -d '{"events": [{"server_uuid": "359c163a-23fa-4d23-94ae-eeb47ca83b97", "name": "network-vif-plugged", "status": "completed", "tag": "c1a73c66-003b-4b55-afce-3d5292e5f9c2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:37.357233 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51bce-1937-44f1-a46b-225291661fed req-a6795432-f9f2-432f-8606-b2dd101e88d4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:37.363567 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea51bce-1937-44f1-a46b-225291661fed req-a6795432-f9f2-432f-8606-b2dd101e88d4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:37.369342 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e45aca18-23d4-45f5-b290-10f451a39e23 req-4fed1ef4-30a1-4f83-9a57-b0a9df2914dc tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 210 time: 0.1127300 Jul 09 13:32:37.393658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c1a73c66-003b-4b55-afce-3d5292e5f9c2, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c1a73c66-003b-4b55-afce-3d5292e5f9c2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:37.400326 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:37.411657 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eea51bce-1937-44f1-a46b-225291661fed req-a6795432-f9f2-432f-8606-b2dd101e88d4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2087691 Jul 09 13:32:37.439847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Request body: {'port': {'device_id': 'd65c4dbb-6e46-4696-8075-3c911b4eb48f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:37.450488 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2719dca3-740f-4185-8940-0da6e483f838 x-openstack-request-id: req-2719dca3-740f-4185-8940-0da6e483f838 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:37.452119 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359c163a-23fa-4d23-94ae-eeb47ca83b97", "name": "network-vif-plugged", "status": "completed", "tag": "c1a73c66-003b-4b55-afce-3d5292e5f9c2", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:37.452579 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2719dca3-740f-4185-8940-0da6e483f838 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:37.454583 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359c163a-23fa-4d23-94ae-eeb47ca83b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2', 'code': 200} Jul 09 13:32:37.549821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c1a73c66-003b-4b55-afce-3d5292e5f9c2,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:37.598089 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:37.678853 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:37.994895 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.112544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb97ea3-74ed-4892-ac66-e1f4d4736329 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:32:38.141113 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.176193 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Transition to ACTIVE for port object 6eb97ea3-74ed-4892-ac66-e1f4d4736329 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:38.186866 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.263491 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-fbf64084-6f84-4675-bf86-c687c9e7d638 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:38.265110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-fbf64084-6f84-4675-bf86-c687c9e7d638 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.18 "GET /v2.0/networks?id=dc9d62b8-4412-47a6-9995-749ff322404e HTTP/1.1" status: 200 len: 815 time: 0.6147742 Jul 09 13:32:38.307587 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.310689 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ac30ae-0de4-44fb-a195-61553f34e414 req-e6380f25-dadb-443a-97c4-4e21b4bc6fa3 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:38.322675 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-35ac30ae-0de4-44fb-a195-61553f34e414 req-e6380f25-dadb-443a-97c4-4e21b4bc6fa3 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 932 time: 0.6739979 Jul 09 13:32:38.329900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb97ea3-74ed-4892-ac66-e1f4d4736329,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:38.377473 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Attempting to bind port 6eb97ea3-74ed-4892-ac66-e1f4d4736329 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:32:38.377826 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Attempting to bind port 6eb97ea3-74ed-4892-ac66-e1f4d4736329 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '95b97e6a-4bfa-4987-85f4-822278656e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:32:38.378152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Attempting to bind port 6eb97ea3-74ed-4892-ac66-e1f4d4736329 on network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:38.384771 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Port 6eb97ea3-74ed-4892-ac66-e1f4d4736329 on network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:32:38.385180 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Attempting to bind port 6eb97ea3-74ed-4892-ac66-e1f4d4736329 on network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:38.392254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:32:38.392532 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Checking segment: {'id': '95b97e6a-4bfa-4987-85f4-822278656e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:38.392913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Bound using segment: {'id': '95b97e6a-4bfa-4987-85f4-822278656e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:32:38.393361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Bound port: 6eb97ea3-74ed-4892-ac66-e1f4d4736329, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b97e6a-4bfa-4987-85f4-822278656e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:32:38.393969 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.453657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-e62a3e0d-0bc8-45b9-85d0-6df5e18e5bf1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Request body: {'port': {'device_id': '94b188b8-2b4d-404a-b784-837747498297', 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e', 'admin_state_up': True, 'tenant_id': '9a9527aafb664a62aa8fea36ce6186cf'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:38.488115 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.491536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] For port 6eb97ea3-74ed-4892-ac66-e1f4d4736329, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:32:38.494988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] For port 6eb97ea3-74ed-4892-ac66-e1f4d4736329, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6eb97ea3-74ed-4892-ac66-e1f4d4736329,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:32:38.507470 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.547252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:38.547892 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.549353 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eea51bce-1937-44f1-a46b-225291661fed req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] 10.222.0.15 "PUT /v2.0/ports/6eb97ea3-74ed-4892-ac66-e1f4d4736329 HTTP/1.1" status: 200 len: 1092 time: 1.1265929 Jul 09 13:32:38.549812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd65c4dbb-6e46-4696-8075-3c911b4eb48f', 'tag': '6eb97ea3-74ed-4892-ac66-e1f4d4736329'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:38.552435 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61861d7f-6f8a-408e-9ed2-be9adefb1247" -d '{"events": [{"name": "network-changed", "server_uuid": "d65c4dbb-6e46-4696-8075-3c911b4eb48f", "tag": "6eb97ea3-74ed-4892-ac66-e1f4d4736329"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:38.587711 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a9bda1-daf4-4fdc-b62a-e6f6ab6cb6e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb97ea3-74ed-4892-ac66-e1f4d4736329,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:38.645780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22e5aaf4-681a-4422-bff0-78e84a65d110 req-379aeb58-7b59-44d1-a3ca-d3bd5fe64d1a tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 210 time: 0.0315931 Jul 09 13:32:38.659855 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-35ac30ae-0de4-44fb-a195-61553f34e414 req-8b08dbb1-2cf1-434e-8113-8413877e1120 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3345780 Jul 09 13:32:38.735819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51bce-1937-44f1-a46b-225291661fed req-c4a2848a-222b-484a-9597-183d84190514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:38.742664 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eea51bce-1937-44f1-a46b-225291661fed req-c4a2848a-222b-484a-9597-183d84190514 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2ab325dd5240f4babfc47fefad7c4c&device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 1095 time: 0.1345675 Jul 09 13:32:38.797334 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.808178 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648adbda-57e1-45dc-9d3a-ced6d2d34779 x-openstack-request-id: req-648adbda-57e1-45dc-9d3a-ced6d2d34779 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:38.808556 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d65c4dbb-6e46-4696-8075-3c911b4eb48f", "tag": "6eb97ea3-74ed-4892-ac66-e1f4d4736329", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:38.809205 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-648adbda-57e1-45dc-9d3a-ced6d2d34779 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:38.809518 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd65c4dbb-6e46-4696-8075-3c911b4eb48f', 'tag': '6eb97ea3-74ed-4892-ac66-e1f4d4736329', 'status': 'completed', 'code': 200} Jul 09 13:32:38.810319 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.811216 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eea51bce-1937-44f1-a46b-225291661fed req-e846e7ce-cfc5-4957-adb4-336d50a9794d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb97ea3-74ed-4892-ac66-e1f4d4736329 HTTP/1.1" status: 200 len: 217 time: 0.0610085 Jul 09 13:32:38.856253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-e62a3e0d-0bc8-45b9-85d0-6df5e18e5bf1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Made reservation on behalf of 9a9527aafb664a62aa8fea36ce6186cf for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:38.861462 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-e62a3e0d-0bc8-45b9-85d0-6df5e18e5bf1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:38.880489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea51bce-1937-44f1-a46b-225291661fed req-582a089a-5beb-4cda-a882-a239540a3e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:38.884226 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eea51bce-1937-44f1-a46b-225291661fed req-582a089a-5beb-4cda-a882-a239540a3e7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad41d4dd-2a20-41c7-91ba-384a0ec9fa08 HTTP/1.1" status: 200 len: 862 time: 0.0637167 Jul 09 13:32:38.978830 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eea51bce-1937-44f1-a46b-225291661fed req-1f3b28bb-703e-4eb3-8e8c-c7f9cb623179 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0dc9f064-890c-4703-8fc3-53b1f0a11e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0840833 Jul 09 13:32:39.033542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=2199357a-89bf-41d4-a050-a6dccccec4b2,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:39.099066 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:39.133763 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eea51bce-1937-44f1-a46b-225291661fed req-f49bb7c8-795e-4cb9-950e-8ee1ffc06802 service neutron] 10.222.0.15 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481738 Jul 09 13:32:39.284627 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eea51bce-1937-44f1-a46b-225291661fed req-590c341a-009d-44e1-a23a-8c2f4bc725b8 service neutron] 10.222.0.15 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433272 Jul 09 13:32:39.310701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-e62a3e0d-0bc8-45b9-85d0-6df5e18e5bf1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Allocated IP 172.20.0.11 (dc9d62b8-4412-47a6-9995-749ff322404e/bb0dba8b-d545-4178-9f00-28746fc5b6b3/5fbe9544-ffb8-437d-ae13-2d1d1d36b907) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:39.313363 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Floating IP e384464f-0ae0-41ad-a55a-41ad9601054d associated. External IP: 172.25.2.190, port: 83978d21-2361-41cb-97ee-571d98d641ad. Jul 09 13:32:39.418974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61861d7f-6f8a-408e-9ed2-be9adefb1247 req-f0143270-4bf0-447c-a886-06bdffa70f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:39.420709 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61861d7f-6f8a-408e-9ed2-be9adefb1247 req-f0143270-4bf0-447c-a886-06bdffa70f48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2ab325dd5240f4babfc47fefad7c4c&device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 1095 time: 0.0683672 Jul 09 13:32:39.572477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61861d7f-6f8a-408e-9ed2-be9adefb1247 req-e6c00980-124a-4e29-9290-1c2e704454b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:39.574236 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61861d7f-6f8a-408e-9ed2-be9adefb1247 req-e6c00980-124a-4e29-9290-1c2e704454b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0dc9f064-890c-4703-8fc3-53b1f0a11e26 HTTP/1.1" status: 200 len: 923 time: 0.1424556 Jul 09 13:32:39.640389 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61861d7f-6f8a-408e-9ed2-be9adefb1247 req-d36684bf-115f-48d2-a156-3f715378779b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6eb97ea3-74ed-4892-ac66-e1f4d4736329 HTTP/1.1" status: 200 len: 217 time: 0.0572636 Jul 09 13:32:39.731419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61861d7f-6f8a-408e-9ed2-be9adefb1247 req-e969091b-d492-4f8a-942e-d5fb09739896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:39.736439 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61861d7f-6f8a-408e-9ed2-be9adefb1247 req-e969091b-d492-4f8a-942e-d5fb09739896 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad41d4dd-2a20-41c7-91ba-384a0ec9fa08 HTTP/1.1" status: 200 len: 862 time: 0.0841429 Jul 09 13:32:39.799516 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61861d7f-6f8a-408e-9ed2-be9adefb1247 req-c2304e90-e087-4de9-b092-66ab7ea2f0bf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0dc9f064-890c-4703-8fc3-53b1f0a11e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0557883 Jul 09 13:32:39.852211 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-e62a3e0d-0bc8-45b9-85d0-6df5e18e5bf1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:39.913419 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-95f70e6d-4124-4b86-ad3d-b4af19bc8a1c req-1d27a609-9376-4f34-8239-47555a1c4ae9 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 210 time: 0.0646572 Jul 09 13:32:39.945135 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61861d7f-6f8a-408e-9ed2-be9adefb1247 req-8fcffb9d-258f-49da-85cc-8f15733d6856 service neutron] 10.222.0.15 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371539 Jul 09 13:32:39.966184 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:40.132935 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61861d7f-6f8a-408e-9ed2-be9adefb1247 req-98acac7b-7c6f-41e7-a9d9-e987265ce40d service neutron] 10.222.0.15 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1778927 Jul 09 13:32:40.209744 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-e62a3e0d-0bc8-45b9-85d0-6df5e18e5bf1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:40.224050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['a5b95b14-ce04-4ede-9a08-0f8473bb1f81'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:32:40.278216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-e62a3e0d-0bc8-45b9-85d0-6df5e18e5bf1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Network dc9d62b8-4412-47a6-9995-749ff322404e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:40.298083 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b1edc-7fa9-40a4-a956-102bab64a10d req-07f89153-bdba-4f52-b9e0-2d521c5bc960 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:40.307750 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f00b1edc-7fa9-40a4-a956-102bab64a10d req-07f89153-bdba-4f52-b9e0-2d521c5bc960 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 944 time: 0.3688865 Jul 09 13:32:40.309896 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-e62a3e0d-0bc8-45b9-85d0-6df5e18e5bf1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:40.325398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-e62a3e0d-0bc8-45b9-85d0-6df5e18e5bf1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:40.398555 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:40.412113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62a3e0d-0bc8-45b9-85d0-6df5e18e5bf1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Pushing event updated for resources: {'Port': ['ID=5fbe9544-ffb8-437d-ae13-2d1d1d36b907,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:40.424960 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e94446-692a-4e1e-ae2c-072cbbe36435 None None] Sync routers for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:40.431710 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f00b1edc-7fa9-40a4-a956-102bab64a10d req-0ddaa81b-bbcb-45b9-9807-518b36e07b43 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229560 Jul 09 13:32:40.466158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-e62a3e0d-0bc8-45b9-85d0-6df5e18e5bf1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:40.466828 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-e62a3e0d-0bc8-45b9-85d0-6df5e18e5bf1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:40.482326 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:40.484580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e94446-692a-4e1e-ae2c-072cbbe36435 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:40.485479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-18e94446-692a-4e1e-ae2c-072cbbe36435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:40.530407 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ca483f14-9f37-47cc-a1b1-c7e4b9dcd34d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.6775439 Jul 09 13:32:40.532599 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60366) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:40.546426 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-e62a3e0d-0bc8-45b9-85d0-6df5e18e5bf1 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1026719 Jul 09 13:32:40.561228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Request body: {'port': {'device_id': '94b188b8-2b4d-404a-b784-837747498297', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:40.573504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-18e94446-692a-4e1e-ae2c-072cbbe36435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:40.591241 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e94446-692a-4e1e-ae2c-072cbbe36435 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:40.592594 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-18e94446-692a-4e1e-ae2c-072cbbe36435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:40.705711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60372) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:40.707487 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2f2e701e-afe0-4f08-b61b-11afe2b27ee6 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "GET /v2.0/floatingips/e384464f-0ae0-41ad-a55a-41ad9601054d HTTP/1.1" status: 200 len: 978 time: 0.1732845 Jul 09 13:32:40.713672 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-18e94446-692a-4e1e-ae2c-072cbbe36435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:40.715266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18e94446-692a-4e1e-ae2c-072cbbe36435 None None] The sync data for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:40.786256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60374) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:40.872860 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:40.887541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60378) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:40.888053 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d3964924-20a1-4a37-896d-4d665501fb59 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1810305 Jul 09 13:32:40.895429 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9b4e69c0-3f3f-4487-b553-f55281b0170e tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'floatingip': {'port_id': '5826c053-0561-4fde-b802-b5c4da98f73b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:40.973153 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9b4e69c0-3f3f-4487-b553-f55281b0170e tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:41.028272 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8745e725-59fe-46e3-b670-0c227ae93ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:41.451335 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8745e725-59fe-46e3-b670-0c227ae93ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:41.467676 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8745e725-59fe-46e3-b670-0c227ae93ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:41.583184 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745e725-59fe-46e3-b670-0c227ae93ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d438d754-6e03-4b54-8697-c3cb7b721b7c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:41.591181 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8745e725-59fe-46e3-b670-0c227ae93ca9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9af54170772e4dc08eccf49b3b9b01f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8035233 Jul 09 13:32:41.592218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60396) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:41.628496 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eab2da-061b-4ae7-9e3e-cb676e719c15 req-cf36b641-0d49-41c7-b4bc-a543c20d8c47 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:41.635541 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3eab2da-061b-4ae7-9e3e-cb676e719c15 req-cf36b641-0d49-41c7-b4bc-a543c20d8c47 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 932 time: 0.1521902 Jul 09 13:32:41.697244 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3eab2da-061b-4ae7-9e3e-cb676e719c15 req-838e3b19-1d87-4192-820b-0691471423ae tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606344 Jul 09 13:32:41.790827 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 {{(pid=93754) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:32:41.804930 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:41.897399 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Transition to ACTIVE for port object 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:32:41.906975 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.178923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Attempting to bind port 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:32:42.179776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Attempting to bind port 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:32:42.180466 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Attempting to bind port 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 on network dc9d62b8-4412-47a6-9995-749ff322404e {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:42.190233 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbe9544-ffb8-437d-ae13-2d1d1d36b907,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:42.209830 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Port 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 on network dc9d62b8-4412-47a6-9995-749ff322404e not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:32:42.210689 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Attempting to bind port 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 on network dc9d62b8-4412-47a6-9995-749ff322404e {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:32:42.246071 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0472f5-6e99-4554-be09-94bd88a6f83a req-e446269e-f02b-4ffa-b75b-b22d10b44986 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:42.246071 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d0472f5-6e99-4554-be09-94bd88a6f83a req-e446269e-f02b-4ffa-b75b-b22d10b44986 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 944 time: 0.4121079 Jul 09 13:32:42.271960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:32:42.272380 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Checking segment: {'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:32:42.272920 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Bound using segment: {'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:32:42.273453 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Bound port: 5fbe9544-ffb8-437d-ae13-2d1d1d36b907, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:32:42.273906 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.361760 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d0472f5-6e99-4554-be09-94bd88a6f83a req-911a3c82-b8f3-489d-a0c5-6093bdc4adfb tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194623 Jul 09 13:32:42.414218 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] For port 5fbe9544-ffb8-437d-ae13-2d1d1d36b907, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:32:42.419081 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] For port 5fbe9544-ffb8-437d-ae13-2d1d1d36b907, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=5fbe9544-ffb8-437d-ae13-2d1d1d36b907,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:32:42.436860 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.447884 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.478916 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.500839 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:42.501749 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.503953 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] 10.222.0.18 "PUT /v2.0/ports/5fbe9544-ffb8-437d-ae13-2d1d1d36b907 HTTP/1.1" status: 200 len: 1092 time: 1.9481747 Jul 09 13:32:42.504575 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94b188b8-2b4d-404a-b784-837747498297', 'tag': '5fbe9544-ffb8-437d-ae13-2d1d1d36b907'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:42.509009 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ea9cac-df00-4177-a67c-39d146032d17" -d '{"events": [{"name": "network-changed", "server_uuid": "94b188b8-2b4d-404a-b784-837747498297", "tag": "5fbe9544-ffb8-437d-ae13-2d1d1d36b907"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:42.547483 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.550372 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.551827 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d438d754-6e03-4b54-8697-c3cb7b721b7c HTTP/1.1" status: 204 len: 168 time: 0.9565039 Jul 09 13:32:42.566298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d438d754-6e03-4b54-8697-c3cb7b721b7c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:42.578753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:42.579216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:42.579531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:42.579881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:42.580224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:42.580572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:42.580918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:42.582624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:42.582624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:42.582624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:42.582624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:42.583454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85b8a1dd-1d89-4d60-907b-aec41f139602 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:42.601131 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb11a987-148e-4746-b9c1-3bca313eb06b x-openstack-request-id: req-bb11a987-148e-4746-b9c1-3bca313eb06b {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:42.603176 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94b188b8-2b4d-404a-b784-837747498297", "tag": "5fbe9544-ffb8-437d-ae13-2d1d1d36b907", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:42.603888 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bb11a987-148e-4746-b9c1-3bca313eb06b {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:42.605327 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94b188b8-2b4d-404a-b784-837747498297', 'tag': '5fbe9544-ffb8-437d-ae13-2d1d1d36b907', 'status': 'completed', 'code': 200} Jul 09 13:32:42.719691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45daf514-6d77-45f2-8d2e-ee36d68ff476 service neutron] Pushing event updated for resources: {'Port': ['ID=5fbe9544-ffb8-437d-ae13-2d1d1d36b907,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:42.768577 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9b4e69c0-3f3f-4487-b553-f55281b0170e tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.772180 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-fb6628fe-c039-4c45-bf55-ab0838d65194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:42.773732 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-fb6628fe-c039-4c45-bf55-ab0838d65194 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a9527aafb664a62aa8fea36ce6186cf&device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 1095 time: 0.1990845 Jul 09 13:32:42.782806 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9b4e69c0-3f3f-4487-b553-f55281b0170e tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:42.846016 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-82fef013-b6f3-4ec3-a332-4e08c6db3fd0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fbe9544-ffb8-437d-ae13-2d1d1d36b907 HTTP/1.1" status: 200 len: 217 time: 0.0644748 Jul 09 13:32:42.958163 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-9b4e69c0-3f3f-4487-b553-f55281b0170e tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Floating IP e384464f-0ae0-41ad-a55a-41ad9601054d associated. External IP: 172.25.2.190, port: 83978d21-2361-41cb-97ee-571d98d641ad. Jul 09 13:32:42.967393 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-b0934f39-da26-48aa-b4b5-25428bc0fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:42.969005 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-b0934f39-da26-48aa-b4b5-25428bc0fb7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb0dba8b-d545-4178-9f00-28746fc5b6b3 HTTP/1.1" status: 200 len: 855 time: 0.1164231 Jul 09 13:32:43.057603 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-4f655edc-2862-4ccd-892c-ecd656260bf0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc9d62b8-4412-47a6-9995-749ff322404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809674 Jul 09 13:32:43.073619 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60426) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:43.127644 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70d50c-1958-4848-b33c-e70b048e52a1 req-ce476148-c1db-471c-8ff7-93458553dd03 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:43.130387 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a70d50c-1958-4848-b33c-e70b048e52a1 req-ce476148-c1db-471c-8ff7-93458553dd03 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 944 time: 0.2359943 Jul 09 13:32:43.181014 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6eb97ea3-74ed-4892-ac66-e1f4d4736329 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:32:43.232011 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc9e94c5-ae27-4384-9855-7423693c1cc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:43.242954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4e69c0-3f3f-4487-b553-f55281b0170e tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:43.424225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4e69c0-3f3f-4487-b553-f55281b0170e tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:43.436501 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 6eb97ea3-74ed-4892-ac66-e1f4d4736329, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6eb97ea3-74ed-4892-ac66-e1f4d4736329,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:43.438579 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a70d50c-1958-4848-b33c-e70b048e52a1 req-7d294853-633d-4020-af3c-4b6b952eba2d tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2582161 Jul 09 13:32:43.439332 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcdd070-993a-43cd-a481-fc576b27cea4 None None] Sync routers for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:43.462503 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcdd070-993a-43cd-a481-fc576b27cea4 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:43.462503 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1fcdd070-993a-43cd-a481-fc576b27cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:43.478376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '6eb97ea3-74ed-4892-ac66-e1f4d4736329', 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26', 'port_id': '6eb97ea3-74ed-4892-ac66-e1f4d4736329', 'mac_address': 'fa:16:3e:6f:c3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad41d4dd-2a20-41c7-91ba-384a0ec9fa08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:32:43.500012 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-56c818f2-7efc-4c3e-a83c-e7a43a040d12 service neutron] 10.222.0.18 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326577 Jul 09 13:32:43.539278 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:43.564930 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1fcdd070-993a-43cd-a481-fc576b27cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:43.574653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb97ea3-74ed-4892-ac66-e1f4d4736329 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:32:43.586158 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcdd070-993a-43cd-a481-fc576b27cea4 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:43.587178 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1fcdd070-993a-43cd-a481-fc576b27cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:43.606699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 6eb97ea3-74ed-4892-ac66-e1f4d4736329, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6eb97ea3-74ed-4892-ac66-e1f4d4736329,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:43.615650 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:43.667132 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1fcdd070-993a-43cd-a481-fc576b27cea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:43.668905 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fcdd070-993a-43cd-a481-fc576b27cea4 None None] The sync data for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:43.715344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=6eb97ea3-74ed-4892-ac66-e1f4d4736329,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:43.806069 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbe6c090-8f81-4099-969b-f9a5edd2f173 req-5fcce467-2b5f-4abd-89e8-e6cd9cde9aaa service neutron] 10.222.0.18 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852964 Jul 09 13:32:43.833691 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc9e94c5-ae27-4384-9855-7423693c1cc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:43.846040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3834c0f-6424-47cb-9614-98c4772cf9b1 req-6ce3c31d-c3d7-427c-92df-fd3f6395c391 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:43.847665 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c3834c0f-6424-47cb-9614-98c4772cf9b1 req-6ce3c31d-c3d7-427c-92df-fd3f6395c391 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 945 time: 0.1814282 Jul 09 13:32:43.848885 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc9e94c5-ae27-4384-9855-7423693c1cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:43.860422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['6eb97ea3-74ed-4892-ac66-e1f4d4736329'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:32:43.911603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b4e69c0-3f3f-4487-b553-f55281b0170e tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:43.964438 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dc9e94c5-ae27-4384-9855-7423693c1cc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b3edf691f2a34e669e3e53d27d6290a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8688869 Jul 09 13:32:43.964932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60442) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:43.968735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e94c5-ae27-4384-9855-7423693c1cc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4a9bc6-092d-4b5f-8b46-f3217f328729,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:44.004320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c3834c0f-6424-47cb-9614-98c4772cf9b1 req-ce40f3e8-c5a2-4bab-b64a-83f8f403ea15 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443594 Jul 09 13:32:44.049135 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea9cac-df00-4177-a67c-39d146032d17 req-777f810a-25e3-4b21-9632-81742b4ef43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:44.050658 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63ea9cac-df00-4177-a67c-39d146032d17 req-777f810a-25e3-4b21-9632-81742b4ef43c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9a9527aafb664a62aa8fea36ce6186cf&device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 1095 time: 0.1749310 Jul 09 13:32:44.111419 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fdcb37ab-924f-4ced-991a-008dee2a8f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.113952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b4e69c0-3f3f-4487-b553-f55281b0170e tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:44.118700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9b4e69c0-3f3f-4487-b553-f55281b0170e tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.128698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36db8ed-83f1-465f-96f1-714d4ee14d2d None None] Sync routers for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:44.145344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36db8ed-83f1-465f-96f1-714d4ee14d2d None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:44.146364 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b36db8ed-83f1-465f-96f1-714d4ee14d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:44.169761 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fdcb37ab-924f-4ced-991a-008dee2a8f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.196495 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea9cac-df00-4177-a67c-39d146032d17 req-ad08ff09-610f-42f1-a8f3-4160dbd792de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:44.200136 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63ea9cac-df00-4177-a67c-39d146032d17 req-ad08ff09-610f-42f1-a8f3-4160dbd792de service neutron] 10.222.0.18 "GET /v2.0/networks?id=dc9d62b8-4412-47a6-9995-749ff322404e HTTP/1.1" status: 200 len: 916 time: 0.1420176 Jul 09 13:32:44.201066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b36db8ed-83f1-465f-96f1-714d4ee14d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:44.219663 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b36db8ed-83f1-465f-96f1-714d4ee14d2d None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:44.220895 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b36db8ed-83f1-465f-96f1-714d4ee14d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:44.294466 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b36db8ed-83f1-465f-96f1-714d4ee14d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:44.295346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b36db8ed-83f1-465f-96f1-714d4ee14d2d None None] The sync data for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:44.322621 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9b4e69c0-3f3f-4487-b553-f55281b0170e tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "PUT /v2.0/floatingips/e384464f-0ae0-41ad-a55a-41ad9601054d HTTP/1.1" status: 200 len: 977 time: 3.4309750 Jul 09 13:32:44.328139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60446) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:44.334987 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63ea9cac-df00-4177-a67c-39d146032d17 req-f22e3b01-04ba-46a3-92ad-12b9af7a664e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5fbe9544-ffb8-437d-ae13-2d1d1d36b907 HTTP/1.1" status: 200 len: 217 time: 0.1174068 Jul 09 13:32:44.337587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-097b1370-86c2-40d6-98bc-0b0ed090a4e5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:44.401727 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ea9cac-df00-4177-a67c-39d146032d17 req-18bf4b61-8af1-4076-bcb4-54b7627dd1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:44.404339 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63ea9cac-df00-4177-a67c-39d146032d17 req-18bf4b61-8af1-4076-bcb4-54b7627dd1fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bb0dba8b-d545-4178-9f00-28746fc5b6b3 HTTP/1.1" status: 200 len: 855 time: 0.0609705 Jul 09 13:32:44.404484 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fdcb37ab-924f-4ced-991a-008dee2a8f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.407218 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fdcb37ab-924f-4ced-991a-008dee2a8f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.408548 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fdcb37ab-924f-4ced-991a-008dee2a8f00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c4a9bc6-092d-4b5f-8b46-f3217f328729 HTTP/1.1" status: 204 len: 168 time: 0.4425666 Jul 09 13:32:44.410933 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-097b1370-86c2-40d6-98bc-0b0ed090a4e5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.452502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb37ab-924f-4ced-991a-008dee2a8f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4a9bc6-092d-4b5f-8b46-f3217f328729,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:44.542323 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63ea9cac-df00-4177-a67c-39d146032d17 req-c6b0e84f-a3d8-497e-bc58-4cbabcd4c742 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=dc9d62b8-4412-47a6-9995-749ff322404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203828 Jul 09 13:32:44.629650 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-097b1370-86c2-40d6-98bc-0b0ed090a4e5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.638871 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-097b1370-86c2-40d6-98bc-0b0ed090a4e5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:44.639300 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-097b1370-86c2-40d6-98bc-0b0ed090a4e5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Floating IP e384464f-0ae0-41ad-a55a-41ad9601054d disassociated. External IP: 172.25.2.190, port: 5826c053-0561-4fde-b802-b5c4da98f73b. Jul 09 13:32:44.716887 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63ea9cac-df00-4177-a67c-39d146032d17 req-5fe9be4f-4b31-4a0e-ab24-cda3ef29300c service neutron] 10.222.0.18 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647007 Jul 09 13:32:44.848298 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec350cd-50b3-47cd-b075-accd7020d268 req-c0a6fa43-dada-4884-92aa-5883c5f1362c tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:44.849907 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ec350cd-50b3-47cd-b075-accd7020d268 req-c0a6fa43-dada-4884-92aa-5883c5f1362c tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 944 time: 0.1480665 Jul 09 13:32:44.904453 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ec350cd-50b3-47cd-b075-accd7020d268 req-1c233d18-4abf-4f08-b8e4-016e3b19653d tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467803 Jul 09 13:32:44.919561 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63ea9cac-df00-4177-a67c-39d146032d17 req-e1f53a3c-83e6-48b1-8020-b815017ac62c service neutron] 10.222.0.18 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782653 Jul 09 13:32:44.971177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097b1370-86c2-40d6-98bc-0b0ed090a4e5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:45.014617 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:32:45.144105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097b1370-86c2-40d6-98bc-0b0ed090a4e5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:45.157212 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ff8d7-d5e3-41a0-a2df-353d4ead2438 None None] Sync routers for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:45.161106 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-097b1370-86c2-40d6-98bc-0b0ed090a4e5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.175226 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ff8d7-d5e3-41a0-a2df-353d4ead2438 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:45.176377 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e22ff8d7-d5e3-41a0-a2df-353d4ead2438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:45.194297 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 5fbe9544-ffb8-437d-ae13-2d1d1d36b907, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=5fbe9544-ffb8-437d-ae13-2d1d1d36b907,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:45.207973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6eb97ea3-74ed-4892-ac66-e1f4d4736329 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:45.217274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60476) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:45.225800 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-097b1370-86c2-40d6-98bc-0b0ed090a4e5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "PUT /v2.0/floatingips/e384464f-0ae0-41ad-a55a-41ad9601054d HTTP/1.1" status: 200 len: 688 time: 0.8962197 Jul 09 13:32:45.252651 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e22ff8d7-d5e3-41a0-a2df-353d4ead2438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:45.266760 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22ff8d7-d5e3-41a0-a2df-353d4ead2438 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:45.267673 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e22ff8d7-d5e3-41a0-a2df-353d4ead2438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:45.310177 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e22ff8d7-d5e3-41a0-a2df-353d4ead2438 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:45.311212 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22ff8d7-d5e3-41a0-a2df-353d4ead2438 None None] The sync data for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:45.482054 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d41344-4aef-4672-8cc3-39e904af8322 req-2d26916a-0ad3-4963-8eb4-7c0a0dbf47f1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:45.486046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '5fbe9544-ffb8-437d-ae13-2d1d1d36b907', 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e', 'port_id': '5fbe9544-ffb8-437d-ae13-2d1d1d36b907', 'mac_address': 'fa:16:3e:3c:ff:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0dba8b-d545-4178-9f00-28746fc5b6b3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:32:45.491975 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58d41344-4aef-4672-8cc3-39e904af8322 req-2d26916a-0ad3-4963-8eb4-7c0a0dbf47f1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 945 time: 0.2307110 Jul 09 13:32:45.546731 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.562494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 6eb97ea3-74ed-4892-ac66-e1f4d4736329 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:45.569077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 6eb97ea3-74ed-4892-ac66-e1f4d4736329 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:45.569627 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.572473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:32:45.612028 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58d41344-4aef-4672-8cc3-39e904af8322 req-9cb45f61-7c14-4525-9c74-3743fca5ac48 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185741 Jul 09 13:32:45.624441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 5fbe9544-ffb8-437d-ae13-2d1d1d36b907, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=5fbe9544-ffb8-437d-ae13-2d1d1d36b907,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:45.624856 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8549d8cb-ee0b-408a-8e97-ecb25aeccfd1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting port 2199357a-89bf-41d4-a050-a6dccccec4b2 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:45.625281 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8549d8cb-ee0b-408a-8e97-ecb25aeccfd1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.632963 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.728748 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=5fbe9544-ffb8-437d-ae13-2d1d1d36b907,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:45.756851 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8549d8cb-ee0b-408a-8e97-ecb25aeccfd1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.757101 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8549d8cb-ee0b-408a-8e97-ecb25aeccfd1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.774440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8549d8cb-ee0b-408a-8e97-ecb25aeccfd1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Calling delete_port for 2199357a-89bf-41d4-a050-a6dccccec4b2 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:45.786790 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.843445 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65c4dbb-6e46-4696-8075-3c911b4eb48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb97ea3-74ed-4892-ac66-e1f4d4736329'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:45.846157 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5a5217c-ba08-4957-a587-fa806cab7328" -d '{"events": [{"server_uuid": "d65c4dbb-6e46-4696-8075-3c911b4eb48f", "name": "network-vif-plugged", "status": "completed", "tag": "6eb97ea3-74ed-4892-ac66-e1f4d4736329"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:45.864003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 6eb97ea3-74ed-4892-ac66-e1f4d4736329, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6eb97ea3-74ed-4892-ac66-e1f4d4736329,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:45.869700 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:45.933729 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-886d34bf-5090-4873-bac2-3a31d692fe71 x-openstack-request-id: req-886d34bf-5090-4873-bac2-3a31d692fe71 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:45.934258 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65c4dbb-6e46-4696-8075-3c911b4eb48f", "name": "network-vif-plugged", "status": "completed", "tag": "6eb97ea3-74ed-4892-ac66-e1f4d4736329", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:45.934516 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-886d34bf-5090-4873-bac2-3a31d692fe71 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:45.935115 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65c4dbb-6e46-4696-8075-3c911b4eb48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb97ea3-74ed-4892-ac66-e1f4d4736329', 'code': 200} Jul 09 13:32:45.941518 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=6eb97ea3-74ed-4892-ac66-e1f4d4736329,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:46.023442 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['5fbe9544-ffb8-437d-ae13-2d1d1d36b907'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:32:46.032786 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8549d8cb-ee0b-408a-8e97-ecb25aeccfd1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.078474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8549d8cb-ee0b-408a-8e97-ecb25aeccfd1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Port': ['ID=2199357a-89bf-41d4-a050-a6dccccec4b2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:46.162175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdea76c7-6eec-48fe-89b3-9717f16e79bf req-2f8dbfc8-661d-42d5-b2ac-34acd28e67bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:46.163970 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cdea76c7-6eec-48fe-89b3-9717f16e79bf req-2f8dbfc8-661d-42d5-b2ac-34acd28e67bd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 1097 time: 0.1412287 Jul 09 13:32:46.211669 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8549d8cb-ee0b-408a-8e97-ecb25aeccfd1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.214886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8549d8cb-ee0b-408a-8e97-ecb25aeccfd1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:46.220116 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8549d8cb-ee0b-408a-8e97-ecb25aeccfd1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/floatingips/e384464f-0ae0-41ad-a55a-41ad9601054d HTTP/1.1" status: 204 len: 168 time: 1.0007923 Jul 09 13:32:46.222070 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60508) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:46.297999 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cdea76c7-6eec-48fe-89b3-9717f16e79bf req-533bb5e8-d657-4051-8a05-c50f560d3a0b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268556 Jul 09 13:32:46.300378 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-716f17d6-1aec-4e90-a89f-3ff79659a144 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] delete failed (client error): The resource could not be found. Jul 09 13:32:46.308397 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60512) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:46.310445 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-716f17d6-1aec-4e90-a89f-3ff79659a144 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/floatingips/e384464f-0ae0-41ad-a55a-41ad9601054d HTTP/1.1" status: 404 len: 345 time: 0.0786560 Jul 09 13:32:46.340697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c94c8c-0a47-49dc-9801-289464b56a6d req-1ef62b5d-98ab-4b0b-8643-c17e8dbaf185 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:46.347857 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-84c94c8c-0a47-49dc-9801-289464b56a6d req-1ef62b5d-98ab-4b0b-8643-c17e8dbaf185 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 945 time: 0.2319121 Jul 09 13:32:46.458189 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-84c94c8c-0a47-49dc-9801-289464b56a6d req-781ec2bd-45d1-4b34-bfe1-c26264234ae3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095252 Jul 09 13:32:46.517395 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74047807-e4f6-49bd-8f26-7dc37e5f27a7 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:46.523931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74047807-e4f6-49bd-8f26-7dc37e5f27a7 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:46.531262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74047807-e4f6-49bd-8f26-7dc37e5f27a7 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:46.533047 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-74047807-e4f6-49bd-8f26-7dc37e5f27a7 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "GET /v2.0/ports?network_id=0d389f49-fe71-4cd3-a821-b876158adcf3 HTTP/1.1" status: 200 len: 2357 time: 0.2230158 Jul 09 13:32:46.535755 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60518) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:46.607671 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23627188-12c4-4c00-8609-dcf89d9e6b40 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:46.609518 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-23627188-12c4-4c00-8609-dcf89d9e6b40 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "GET /v2.0/subnets/dab19d7e-dec9-49be-be08-db2742d041d0 HTTP/1.1" status: 200 len: 797 time: 0.0723917 Jul 09 13:32:46.615332 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60524) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:46.620839 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-55ea04b6-faf1-4393-9d5e-1611f984ce33 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'port': {'network_id': '0d389f49-fe71-4cd3-a821-b876158adcf3', 'name': 'tempest-FloatingIPTestJSON-2032640883', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:46.866551 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55ea04b6-faf1-4393-9d5e-1611f984ce33 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Made reservation on behalf of bc5225d7e77342fc8cae1b77acc71c0d for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:46.994161 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6682e866-8fa4-40a3-bc8f-2456c45ba92e req-c674e2e3-5b16-4137-b8c8-53b87972a3a9 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:46.996637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6682e866-8fa4-40a3-bc8f-2456c45ba92e req-c674e2e3-5b16-4137-b8c8-53b87972a3a9 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 946 time: 0.1882544 Jul 09 13:32:47.025430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55ea04b6-faf1-4393-9d5e-1611f984ce33 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:47.062836 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-55ea04b6-faf1-4393-9d5e-1611f984ce33 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] device_id is not set on port 060d6e4f-8619-45f6-88ef-408943b32d53 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:47.171640 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6682e866-8fa4-40a3-bc8f-2456c45ba92e req-db9092d1-1a4f-42d0-bde4-eb2dc65e63ea tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363089 Jul 09 13:32:47.546042 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-55ea04b6-faf1-4393-9d5e-1611f984ce33 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Allocated IP 172.20.0.14 (0d389f49-fe71-4cd3-a821-b876158adcf3/dab19d7e-dec9-49be-be08-db2742d041d0/060d6e4f-8619-45f6-88ef-408943b32d53) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:47.560508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-55ea04b6-faf1-4393-9d5e-1611f984ce33 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Allocated IP 172.20.0.13 (0d389f49-fe71-4cd3-a821-b876158adcf3/dab19d7e-dec9-49be-be08-db2742d041d0/060d6e4f-8619-45f6-88ef-408943b32d53) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:47.770042 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327a91c-ecbc-401e-8bdc-7fb9a2b6a0cd req-0aff56c5-4e81-4bd6-9c1d-228715f4c7fa tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:47.779268 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0327a91c-ecbc-401e-8bdc-7fb9a2b6a0cd req-0aff56c5-4e81-4bd6-9c1d-228715f4c7fa tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 945 time: 0.1814907 Jul 09 13:32:47.838977 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0327a91c-ecbc-401e-8bdc-7fb9a2b6a0cd req-f2f1bd23-aedf-4684-af93-723114be9095 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585065 Jul 09 13:32:47.904220 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55ea04b6-faf1-4393-9d5e-1611f984ce33 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:47.964415 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55ea04b6-faf1-4393-9d5e-1611f984ce33 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.018600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55ea04b6-faf1-4393-9d5e-1611f984ce33 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network 0d389f49-fe71-4cd3-a821-b876158adcf3 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:48.026501 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-55ea04b6-faf1-4393-9d5e-1611f984ce33 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:48.034083 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ea04b6-faf1-4393-9d5e-1611f984ce33 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:48.083510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ea04b6-faf1-4393-9d5e-1611f984ce33 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=060d6e4f-8619-45f6-88ef-408943b32d53,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:48.119443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ea04b6-faf1-4393-9d5e-1611f984ce33 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:48.123455 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-55ea04b6-faf1-4393-9d5e-1611f984ce33 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.158180 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-55ea04b6-faf1-4393-9d5e-1611f984ce33 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.5416753 Jul 09 13:32:48.161110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60596) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:48.165713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '060d6e4f-8619-45f6-88ef-408943b32d53', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:48.192293 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.366814 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.432716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4f2f72-2883-4ae5-99e5-200c8e50ff4f req-fc28668e-a6a6-4ae7-86ae-86cbd7d81de8 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:48.435906 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2e4f2f72-2883-4ae5-99e5-200c8e50ff4f req-fc28668e-a6a6-4ae7-86ae-86cbd7d81de8 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 946 time: 0.1044395 Jul 09 13:32:48.533189 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2e4f2f72-2883-4ae5-99e5-200c8e50ff4f req-f6708e7a-426b-40fa-bc50-7d0406af6749 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894160 Jul 09 13:32:48.540483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60604) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:48.597266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Allocated IP 172.25.2.212 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/297f58ec-c6f0-4556-ab8a-41039c74ca7e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:48.727589 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-feb8a50f-8ba3-4108-b581-3152a413f058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.766820 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.812879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52ddb8-7219-49cc-b711-285c60931c2c req-2fdc0fed-52ee-487e-9b26-648837b8538e tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:48.820223 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a52ddb8-7219-49cc-b711-285c60931c2c req-2fdc0fed-52ee-487e-9b26-648837b8538e tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 946 time: 0.1492960 Jul 09 13:32:48.837004 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.888364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:48.891860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:48.895241 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:48.898268 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a52ddb8-7219-49cc-b711-285c60931c2c req-bcdec1e4-889d-4eb9-82ea-30af031ea5eb tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762534 Jul 09 13:32:48.942146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=297f58ec-c6f0-4556-ab8a-41039c74ca7e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:48.943437 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-feb8a50f-8ba3-4108-b581-3152a413f058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:48.959631 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-feb8a50f-8ba3-4108-b581-3152a413f058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.025386 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-feb8a50f-8ba3-4108-b581-3152a413f058 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=07b811c86c6e41e9a2750b61d4ceca3b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4836760 Jul 09 13:32:49.027258 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb8a50f-8ba3-4108-b581-3152a413f058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=321ff806-1cd8-43b2-b050-6e392a4c9db7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:49.029747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60616) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:49.038890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:49.147448 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:32:49.153520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:49.155440 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.233303 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa6a4-b82c-4ceb-8fa9-7e7810cfae52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.314056 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa6a4-b82c-4ceb-8fa9-7e7810cfae52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.329562 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.359339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b188b8-2b4d-404a-b784-837747498297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbe9544-ffb8-437d-ae13-2d1d1d36b907'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:49.362140 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f6964cc-5578-4b1c-a7fc-955de3ebb436" -d '{"events": [{"server_uuid": "94b188b8-2b4d-404a-b784-837747498297", "name": "network-vif-plugged", "status": "completed", "tag": "5fbe9544-ffb8-437d-ae13-2d1d1d36b907"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:49.383706 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 5fbe9544-ffb8-437d-ae13-2d1d1d36b907, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=5fbe9544-ffb8-437d-ae13-2d1d1d36b907,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:49.401379 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.420747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da71a7-6e7d-479f-92e5-95c94994639f req-1e1bf67d-d947-4b1f-85e5-d640b46290b5 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:49.430381 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58da71a7-6e7d-479f-92e5-95c94994639f req-1e1bf67d-d947-4b1f-85e5-d640b46290b5 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 945 time: 0.3321197 Jul 09 13:32:49.433534 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa6a4-b82c-4ceb-8fa9-7e7810cfae52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.436216 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b8aa6a4-b82c-4ceb-8fa9-7e7810cfae52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.440198 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1b8aa6a4-b82c-4ceb-8fa9-7e7810cfae52 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/321ff806-1cd8-43b2-b050-6e392a4c9db7 HTTP/1.1" status: 204 len: 168 time: 0.4069314 Jul 09 13:32:49.501753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=5fbe9544-ffb8-437d-ae13-2d1d1d36b907,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:49.506170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8aa6a4-b82c-4ceb-8fa9-7e7810cfae52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=321ff806-1cd8-43b2-b050-6e392a4c9db7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:49.551114 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58da71a7-6e7d-479f-92e5-95c94994639f req-60f893d4-ff2d-483f-a702-2b3b9ce72c63 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196229 Jul 09 13:32:49.642238 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.785350 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a0e9816-7cf8-4362-bea2-e45cd8a623da x-openstack-request-id: req-3a0e9816-7cf8-4362-bea2-e45cd8a623da {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:49.785717 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b188b8-2b4d-404a-b784-837747498297", "name": "network-vif-plugged", "status": "completed", "tag": "5fbe9544-ffb8-437d-ae13-2d1d1d36b907", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:49.786466 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a0e9816-7cf8-4362-bea2-e45cd8a623da {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:49.786830 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b188b8-2b4d-404a-b784-837747498297', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fbe9544-ffb8-437d-ae13-2d1d1d36b907', 'code': 200} Jul 09 13:32:49.861114 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:49.991808 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f824fb-83f2-4455-9a92-4ee492c6333f req-cbd73a1f-2f63-4570-900f-cc79545d32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:49.993748 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d1f824fb-83f2-4455-9a92-4ee492c6333f req-cbd73a1f-2f63-4570-900f-cc79545d32c1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 1097 time: 0.0930138 Jul 09 13:32:50.009552 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60650) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:50.032922 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2577fe0-4248-4903-83f5-9dc23fb7015d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.150466 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d1f824fb-83f2-4455-9a92-4ee492c6333f req-566d7900-6d18-472a-bcea-19d0cc371e13 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470003 Jul 09 13:32:50.205780 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2577fe0-4248-4903-83f5-9dc23fb7015d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.213803 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2577fe0-4248-4903-83f5-9dc23fb7015d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.221175 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.231681 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.272606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e2577fe0-4248-4903-83f5-9dc23fb7015d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30ce2df6cfba453e8e3f14fa795122ee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2619061 Jul 09 13:32:50.274929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2577fe0-4248-4903-83f5-9dc23fb7015d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a738d24c-6889-40e6-aa32-c24243c0c1f6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:50.278820 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60660) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:50.346104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=297f58ec-c6f0-4556-ab8a-41039c74ca7e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:50.375552 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.400902 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e6e3d2-e552-4abb-988c-0c2890198aaf req-e060d3b3-3757-4a64-acdb-79b1791db154 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:50.403565 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-65e6e3d2-e552-4abb-988c-0c2890198aaf req-e060d3b3-3757-4a64-acdb-79b1791db154 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 946 time: 0.1238182 Jul 09 13:32:50.406346 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c60cead5-83a1-43b8-a8e6-91c4d7f36944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.444408 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c60cead5-83a1-43b8-a8e6-91c4d7f36944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.476473 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-65e6e3d2-e552-4abb-988c-0c2890198aaf req-82d6c05c-fe22-43da-8724-e5a2ccf3a36c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663979 Jul 09 13:32:50.519151 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c60cead5-83a1-43b8-a8e6-91c4d7f36944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.521745 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c60cead5-83a1-43b8-a8e6-91c4d7f36944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:50.522951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c60cead5-83a1-43b8-a8e6-91c4d7f36944 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a738d24c-6889-40e6-aa32-c24243c0c1f6 HTTP/1.1" status: 204 len: 168 time: 0.2418234 Jul 09 13:32:50.530183 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Floating IP 246ed176-b7ac-423c-8f86-c373f89accec associated. External IP: 172.25.2.212, port: 060d6e4f-8619-45f6-88ef-408943b32d53. Jul 09 13:32:50.532645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cead5-83a1-43b8-a8e6-91c4d7f36944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a738d24c-6889-40e6-aa32-c24243c0c1f6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:50.825550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cff728-e471-454f-8aed-6aafeb4ca9cf req-3a798e90-479d-4825-969b-92f10e93885b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:50.832493 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8cff728-e471-454f-8aed-6aafeb4ca9cf req-3a798e90-479d-4825-969b-92f10e93885b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 946 time: 0.1636188 Jul 09 13:32:50.874838 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:50.914024 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8cff728-e471-454f-8aed-6aafeb4ca9cf req-76d198e1-129a-4a1d-8e88-1abee49ba96a tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760188 Jul 09 13:32:51.471501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:51.484598 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea91b2f-888f-4a25-b0cd-aa2de59e5042 None None] Sync routers for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:51.494581 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:51.498913 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea91b2f-888f-4a25-b0cd-aa2de59e5042 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:51.499918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fea91b2f-888f-4a25-b0cd-aa2de59e5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:51.556003 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-13a24f4a-e9af-4485-ab53-de5b02192932 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.3936803 Jul 09 13:32:51.559580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60698) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:51.564944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d6b6c9f6-1cd6-49ae-aef8-0832ab58566b tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'floatingip': {'port_id': '060d6e4f-8619-45f6-88ef-408943b32d53', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:51.584150 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fea91b2f-888f-4a25-b0cd-aa2de59e5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:51.627531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea91b2f-888f-4a25-b0cd-aa2de59e5042 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:51.631404 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6b6c9f6-1cd6-49ae-aef8-0832ab58566b tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:51.631882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fea91b2f-888f-4a25-b0cd-aa2de59e5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:51.705602 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fea91b2f-888f-4a25-b0cd-aa2de59e5042 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:51.706549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fea91b2f-888f-4a25-b0cd-aa2de59e5042 None None] The sync data for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:51.763804 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ef83b1-a5ea-46cc-8f4c-8df19e48b256 req-a870e28e-98b0-4bd6-881b-29c0c230ff79 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:51.772902 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2ef83b1-a5ea-46cc-8f4c-8df19e48b256 req-a870e28e-98b0-4bd6-881b-29c0c230ff79 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 946 time: 0.1133792 Jul 09 13:32:51.830323 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2ef83b1-a5ea-46cc-8f4c-8df19e48b256 req-9e28e850-d8af-4cf5-b3c0-1a8a5cdf6806 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560017 Jul 09 13:32:52.250543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470164c4-9184-40ea-baf6-f2a211c830ee req-3a0a4788-c97c-4aea-acb3-2783e4707e6b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:52.253547 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-470164c4-9184-40ea-baf6-f2a211c830ee req-3a0a4788-c97c-4aea-acb3-2783e4707e6b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 946 time: 0.1190310 Jul 09 13:32:52.351011 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-470164c4-9184-40ea-baf6-f2a211c830ee req-783c1cee-86b5-432b-8f6c-7d144c02e582 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887980 Jul 09 13:32:52.394292 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6b6c9f6-1cd6-49ae-aef8-0832ab58566b tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:52.405053 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6b6c9f6-1cd6-49ae-aef8-0832ab58566b tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:52.769274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b6c9f6-1cd6-49ae-aef8-0832ab58566b tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:53.004624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b6c9f6-1cd6-49ae-aef8-0832ab58566b tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:53.014359 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6b6c9f6-1cd6-49ae-aef8-0832ab58566b tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.014475 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62809fef-0475-4fa4-9d54-4a3ccbffa1d0 None None] Sync routers for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:53.024309 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62809fef-0475-4fa4-9d54-4a3ccbffa1d0 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:53.024948 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-62809fef-0475-4fa4-9d54-4a3ccbffa1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:53.106801 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-62809fef-0475-4fa4-9d54-4a3ccbffa1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:53.148494 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62809fef-0475-4fa4-9d54-4a3ccbffa1d0 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:53.159077 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-62809fef-0475-4fa4-9d54-4a3ccbffa1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:53.192325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e36fe7-02ff-4148-85d2-a214b48f8222 req-80cd04cc-990b-478c-8471-fb4b978b219c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:53.194171 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31e36fe7-02ff-4148-85d2-a214b48f8222 req-80cd04cc-990b-478c-8471-fb4b978b219c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 946 time: 0.1721220 Jul 09 13:32:53.216819 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d6b6c9f6-1cd6-49ae-aef8-0832ab58566b tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "PUT /v2.0/floatingips/246ed176-b7ac-423c-8f86-c373f89accec HTTP/1.1" status: 200 len: 979 time: 1.6535087 Jul 09 13:32:53.217901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60776) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:53.242525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6eb97ea3-74ed-4892-ac66-e1f4d4736329 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:32:53.276436 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-62809fef-0475-4fa4-9d54-4a3ccbffa1d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:53.279939 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62809fef-0475-4fa4-9d54-4a3ccbffa1d0 None None] The sync data for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:53.302435 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31e36fe7-02ff-4148-85d2-a214b48f8222 req-a56baaad-5d3b-470b-9abe-806cdfc0e43e tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996165 Jul 09 13:32:53.461979 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 6eb97ea3-74ed-4892-ac66-e1f4d4736329, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6eb97ea3-74ed-4892-ac66-e1f4d4736329,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:53.479466 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '6eb97ea3-74ed-4892-ac66-e1f4d4736329', 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26', 'port_id': '6eb97ea3-74ed-4892-ac66-e1f4d4736329', 'mac_address': 'fa:16:3e:6f:c3:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad41d4dd-2a20-41c7-91ba-384a0ec9fa08', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:32:53.567358 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.585762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6eb97ea3-74ed-4892-ac66-e1f4d4736329 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:32:53.591026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0a12a92a-2bdf-4476-b95f-ce5b7625ea82 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting port 297f58ec-c6f0-4556-ab8a-41039c74ca7e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:53.591661 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a12a92a-2bdf-4476-b95f-ce5b7625ea82 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.623044 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 6eb97ea3-74ed-4892-ac66-e1f4d4736329, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6eb97ea3-74ed-4892-ac66-e1f4d4736329,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:53.632346 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.700878 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=6eb97ea3-74ed-4892-ac66-e1f4d4736329,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:53.746844 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a12a92a-2bdf-4476-b95f-ce5b7625ea82 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.747320 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a12a92a-2bdf-4476-b95f-ce5b7625ea82 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:53.761708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0a12a92a-2bdf-4476-b95f-ce5b7625ea82 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Calling delete_port for 297f58ec-c6f0-4556-ab8a-41039c74ca7e owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:53.763810 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['6eb97ea3-74ed-4892-ac66-e1f4d4736329'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:32:54.001588 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60806) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:54.044315 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a12a92a-2bdf-4476-b95f-ce5b7625ea82 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:54.080222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12a92a-2bdf-4476-b95f-ce5b7625ea82 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Port': ['ID=297f58ec-c6f0-4556-ab8a-41039c74ca7e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:54.177280 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc527649-cdc1-437b-82b8-3ddffb0cc283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:54.221315 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a12a92a-2bdf-4476-b95f-ce5b7625ea82 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:54.221969 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-0a12a92a-2bdf-4476-b95f-ce5b7625ea82 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Floating IP 246ed176-b7ac-423c-8f86-c373f89accec disassociated (deleted). External IP: 172.25.2.212, port: 060d6e4f-8619-45f6-88ef-408943b32d53. Jul 09 13:32:54.300444 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc527649-cdc1-437b-82b8-3ddffb0cc283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:54.309592 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc527649-cdc1-437b-82b8-3ddffb0cc283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:54.368357 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cc527649-cdc1-437b-82b8-3ddffb0cc283 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bab5257fe66e4e2583c88dbf2f0f64a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3656614 Jul 09 13:32:54.372912 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60814) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:54.389270 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc527649-cdc1-437b-82b8-3ddffb0cc283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab608bb4-222c-4fef-9dbd-8700ee76a654,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:54.498862 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abfa73e9-c59f-4b49-b807-5ea6b9b54258 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:54.680467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a12a92a-2bdf-4476-b95f-ce5b7625ea82 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:54.860144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a12a92a-2bdf-4476-b95f-ce5b7625ea82 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:54.867125 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a12a92a-2bdf-4476-b95f-ce5b7625ea82 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:54.872137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d010e128-6254-4553-911f-cbf69f918af4 None None] Sync routers for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:32:54.890231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010e128-6254-4553-911f-cbf69f918af4 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:54.891012 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d010e128-6254-4553-911f-cbf69f918af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:54.939628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d010e128-6254-4553-911f-cbf69f918af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:54.959379 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0a12a92a-2bdf-4476-b95f-ce5b7625ea82 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/floatingips/246ed176-b7ac-423c-8f86-c373f89accec HTTP/1.1" status: 204 len: 168 time: 1.7402880 Jul 09 13:32:54.959687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d010e128-6254-4553-911f-cbf69f918af4 None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:32:54.960468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d010e128-6254-4553-911f-cbf69f918af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:54.962148 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60852) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:55.002507 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abfa73e9-c59f-4b49-b807-5ea6b9b54258 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.004814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d010e128-6254-4553-911f-cbf69f918af4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:32:55.005705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d010e128-6254-4553-911f-cbf69f918af4 None None] The sync data for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:32:55.098110 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4834b-e101-43f2-b418-488db3c7994f req-9596e127-85c6-4af0-82c5-484fa69aa0b8 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:55.105988 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-03d4834b-e101-43f2-b418-488db3c7994f req-9596e127-85c6-4af0-82c5-484fa69aa0b8 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 945 time: 0.5513334 Jul 09 13:32:55.135922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3476cf8a-c422-4a21-9862-c99dc8f909f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting port 060d6e4f-8619-45f6-88ef-408943b32d53 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:55.136574 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3476cf8a-c422-4a21-9862-c99dc8f909f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.162031 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abfa73e9-c59f-4b49-b807-5ea6b9b54258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.164725 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abfa73e9-c59f-4b49-b807-5ea6b9b54258 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.169296 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-abfa73e9-c59f-4b49-b807-5ea6b9b54258 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab608bb4-222c-4fef-9dbd-8700ee76a654 HTTP/1.1" status: 204 len: 168 time: 0.7917771 Jul 09 13:32:55.195764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-03d4834b-e101-43f2-b418-488db3c7994f req-6d72d9e0-e906-4b5a-a9f9-bd1fa1c5a393 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887287 Jul 09 13:32:55.201817 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfa73e9-c59f-4b49-b807-5ea6b9b54258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab608bb4-222c-4fef-9dbd-8700ee76a654,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:55.212857 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9249b9d2-63fa-46c2-909d-e85aca8ff35c req-37d37a09-b92c-473a-a18f-03258efd1f5a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:55.221462 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9249b9d2-63fa-46c2-909d-e85aca8ff35c req-37d37a09-b92c-473a-a18f-03258efd1f5a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=359c163a-23fa-4d23-94ae-eeb47ca83b97 HTTP/1.1" status: 200 len: 951 time: 0.1893828 Jul 09 13:32:55.246228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6eb97ea3-74ed-4892-ac66-e1f4d4736329 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:32:55.286082 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9249b9d2-63fa-46c2-909d-e85aca8ff35c req-8f653440-2f2a-4e0a-ba5a-830cd544fa2c tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614858 Jul 09 13:32:55.290038 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3476cf8a-c422-4a21-9862-c99dc8f909f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.310118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3476cf8a-c422-4a21-9862-c99dc8f909f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Calling delete_port for 060d6e4f-8619-45f6-88ef-408943b32d53 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:55.330619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 6eb97ea3-74ed-4892-ac66-e1f4d4736329 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:32:55.331380 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.429245 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.474543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 6eb97ea3-74ed-4892-ac66-e1f4d4736329, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6eb97ea3-74ed-4892-ac66-e1f4d4736329,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:55.475853 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65c4dbb-6e46-4696-8075-3c911b4eb48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb97ea3-74ed-4892-ac66-e1f4d4736329'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:55.478697 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e6cb09-2e74-4de9-bdec-fba044b8ba7f" -d '{"events": [{"server_uuid": "d65c4dbb-6e46-4696-8075-3c911b4eb48f", "name": "network-vif-plugged", "status": "completed", "tag": "6eb97ea3-74ed-4892-ac66-e1f4d4736329"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:55.482783 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.571063 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=6eb97ea3-74ed-4892-ac66-e1f4d4736329,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:55.620663 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c91e42e-1d74-4d0f-82f2-b1ba50b82f08 x-openstack-request-id: req-5c91e42e-1d74-4d0f-82f2-b1ba50b82f08 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:55.621029 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65c4dbb-6e46-4696-8075-3c911b4eb48f", "name": "network-vif-plugged", "status": "completed", "tag": "6eb97ea3-74ed-4892-ac66-e1f4d4736329", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:55.621255 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5c91e42e-1d74-4d0f-82f2-b1ba50b82f08 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:55.622102 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65c4dbb-6e46-4696-8075-3c911b4eb48f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb97ea3-74ed-4892-ac66-e1f4d4736329', 'code': 200} Jul 09 13:32:55.647600 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3476cf8a-c422-4a21-9862-c99dc8f909f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.681936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60870) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:55.695550 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.745357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3476cf8a-c422-4a21-9862-c99dc8f909f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Port': ['ID=060d6e4f-8619-45f6-88ef-408943b32d53,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:55.858033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497a227d-cff4-4bcb-9569-761fb4fe2da5 req-40ec71eb-ff70-4579-aa5b-dca1918e0636 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:55.859632 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-497a227d-cff4-4bcb-9569-761fb4fe2da5 req-40ec71eb-ff70-4579-aa5b-dca1918e0636 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 946 time: 0.1232951 Jul 09 13:32:55.861730 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.869123 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3476cf8a-c422-4a21-9862-c99dc8f909f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.877797 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3476cf8a-c422-4a21-9862-c99dc8f909f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/ports/060d6e4f-8619-45f6-88ef-408943b32d53 HTTP/1.1" status: 204 len: 168 time: 0.9143405 Jul 09 13:32:55.878690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60874) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:55.881293 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.884047 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:55.914754 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:55.955603 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-497a227d-cff4-4bcb-9569-761fb4fe2da5 req-59fd9f2e-e7c0-4650-859f-3e12e9db455c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889893 Jul 09 13:32:55.964073 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34235910-0921-4c3c-89fa-5f63d8711a8a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:55.972163 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:55.972514 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:55.972859 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:55.973198 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:55.973534 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:55.973866 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:55.974197 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:55.974518 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:55.974840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:55.975241 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:55.975513 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:55.975838 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:32:55.981700 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dc744bec-6e35-4c45-9371-dafc98cd1814 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7411ebf46fde444897755e168f7b90b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2985187 Jul 09 13:32:55.984076 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60876) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:56.044099 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a85b2857-76f7-4925-aafb-999aafd6a7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.050925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.067273 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a85b2857-76f7-4925-aafb-999aafd6a7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.119845 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a85b2857-76f7-4925-aafb-999aafd6a7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.123101 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a85b2857-76f7-4925-aafb-999aafd6a7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.126595 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a85b2857-76f7-4925-aafb-999aafd6a7c5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/34235910-0921-4c3c-89fa-5f63d8711a8a HTTP/1.1" status: 204 len: 168 time: 0.1392770 Jul 09 13:32:56.132863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b2857-76f7-4925-aafb-999aafd6a7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34235910-0921-4c3c-89fa-5f63d8711a8a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:56.182438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Allocated IP 172.25.2.195 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/a36c592b-0ab2-4d72-a502-5914c4613722) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:56.300879 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.359640 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.410236 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=a36c592b-0ab2-4d72-a502-5914c4613722,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:56.423978 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:56.426468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:56.431213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:56.480213 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3bd14-60c9-4bd4-8160-c997bed6b3b1 req-9ca620b5-9e86-419f-8644-05dd555a3b95 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:56.487972 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ccb3bd14-60c9-4bd4-8160-c997bed6b3b1 req-9ca620b5-9e86-419f-8644-05dd555a3b95 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=359c163a-23fa-4d23-94ae-eeb47ca83b97 HTTP/1.1" status: 200 len: 951 time: 0.0893810 Jul 09 13:32:56.533933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ccb3bd14-60c9-4bd4-8160-c997bed6b3b1 req-8cc5ea19-826e-451e-9e33-d7b0a56d9c96 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450611 Jul 09 13:32:56.539322 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.597140 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.824553 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.837690 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:56.991028 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.004843 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=a36c592b-0ab2-4d72-a502-5914c4613722,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:57.025510 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.028633 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ba75efca-2fb6-4a90-85ad-9b2fb6b373f8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1485398 Jul 09 13:32:57.031053 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60944) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:57.036841 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-471848c1-abe5-4833-a3d0-ed054823f905 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'port': {'network_id': '0d389f49-fe71-4cd3-a821-b876158adcf3', 'name': 'tempest-FloatingIPTestJSON-1963202895'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:57.072170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c1a73c66-003b-4b55-afce-3d5292e5f9c2 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:57.255326 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.261475 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6eb97ea3-74ed-4892-ac66-e1f4d4736329 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:32:57.292828 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471848c1-abe5-4833-a3d0-ed054823f905 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Made reservation on behalf of bc5225d7e77342fc8cae1b77acc71c0d for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:32:57.296666 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-471848c1-abe5-4833-a3d0-ed054823f905 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.298508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f252252-6b1b-413a-a68d-f6543b67febd req-6e1b416f-ef67-488c-b85a-3df6806fcee4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:57.300482 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f252252-6b1b-413a-a68d-f6543b67febd req-6e1b416f-ef67-488c-b85a-3df6806fcee4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.15 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 946 time: 0.1129453 Jul 09 13:32:57.321862 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-471848c1-abe5-4833-a3d0-ed054823f905 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] device_id is not set on port a0397e5b-bf42-46bb-ae36-218c311a7258 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:32:57.412607 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c1a73c66-003b-4b55-afce-3d5292e5f9c2, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c1a73c66-003b-4b55-afce-3d5292e5f9c2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:57.430872 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.489650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9f252252-6b1b-413a-a68d-f6543b67febd req-3961cb22-064e-424f-a54c-864045c5bd06 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Deleting port 6eb97ea3-74ed-4892-ac66-e1f4d4736329 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:32:57.490321 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f252252-6b1b-413a-a68d-f6543b67febd req-3961cb22-064e-424f-a54c-864045c5bd06 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.587187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f137d334-9264-4f52-8325-f39b73a2e287 req-32c15948-cb1c-468e-af35-02cd2e4a9c98 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:57.595656 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f137d334-9264-4f52-8325-f39b73a2e287 req-32c15948-cb1c-468e-af35-02cd2e4a9c98 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 946 time: 0.3494194 Jul 09 13:32:57.598321 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.628161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359c163a-23fa-4d23-94ae-eeb47ca83b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:57.631078 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bedbacf3-bfbe-44ad-aa95-05d88bd6c5f9" -d '{"events": [{"server_uuid": "359c163a-23fa-4d23-94ae-eeb47ca83b97", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a73c66-003b-4b55-afce-3d5292e5f9c2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:57.642611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-471848c1-abe5-4833-a3d0-ed054823f905 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Allocated IP 172.20.0.4 (0d389f49-fe71-4cd3-a821-b876158adcf3/dab19d7e-dec9-49be-be08-db2742d041d0/a0397e5b-bf42-46bb-ae36-218c311a7258) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:32:57.643741 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9f252252-6b1b-413a-a68d-f6543b67febd req-3961cb22-064e-424f-a54c-864045c5bd06 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] For port 6eb97ea3-74ed-4892-ac66-e1f4d4736329, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6eb97ea3-74ed-4892-ac66-e1f4d4736329,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:57.644110 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f252252-6b1b-413a-a68d-f6543b67febd req-3961cb22-064e-424f-a54c-864045c5bd06 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.646524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c1a73c66-003b-4b55-afce-3d5292e5f9c2,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:57.677816 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f137d334-9264-4f52-8325-f39b73a2e287 req-ca01006e-2cf8-4a2a-91a0-8e7909f9c9e6 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811913 Jul 09 13:32:57.679772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9f252252-6b1b-413a-a68d-f6543b67febd req-3961cb22-064e-424f-a54c-864045c5bd06 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Calling delete_port for 6eb97ea3-74ed-4892-ac66-e1f4d4736329 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:32:57.697927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 6eb97ea3-74ed-4892-ac66-e1f4d4736329, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6eb97ea3-74ed-4892-ac66-e1f4d4736329,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:32:57.705434 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:57.770637 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=6eb97ea3-74ed-4892-ac66-e1f4d4736329,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:57.828194 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfd39128-431c-431d-939f-0b9226184e2b x-openstack-request-id: req-cfd39128-431c-431d-939f-0b9226184e2b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:57.829178 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359c163a-23fa-4d23-94ae-eeb47ca83b97", "name": "network-vif-unplugged", "status": "completed", "tag": "c1a73c66-003b-4b55-afce-3d5292e5f9c2", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:57.829604 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cfd39128-431c-431d-939f-0b9226184e2b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:57.830155 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359c163a-23fa-4d23-94ae-eeb47ca83b97', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2', 'code': 200} Jul 09 13:32:57.985535 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-471848c1-abe5-4833-a3d0-ed054823f905 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.099075 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-471848c1-abe5-4833-a3d0-ed054823f905 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.103892 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f252252-6b1b-413a-a68d-f6543b67febd req-3961cb22-064e-424f-a54c-864045c5bd06 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.170730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471848c1-abe5-4833-a3d0-ed054823f905 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network 0d389f49-fe71-4cd3-a821-b876158adcf3 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:32:58.174945 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-471848c1-abe5-4833-a3d0-ed054823f905 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:32:58.182559 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471848c1-abe5-4833-a3d0-ed054823f905 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:32:58.217538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471848c1-abe5-4833-a3d0-ed054823f905 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=a0397e5b-bf42-46bb-ae36-218c311a7258,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:58.218375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961cb22-064e-424f-a54c-864045c5bd06 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Pushing event deleted for resources: {'Port': ['ID=6eb97ea3-74ed-4892-ac66-e1f4d4736329,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:32:58.241087 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f252252-6b1b-413a-a68d-f6543b67febd req-3961cb22-064e-424f-a54c-864045c5bd06 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] No DVR routers for this DVR port 6eb97ea3-74ed-4892-ac66-e1f4d4736329 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:32:58.243716 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f252252-6b1b-413a-a68d-f6543b67febd req-3961cb22-064e-424f-a54c-864045c5bd06 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.246421 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f252252-6b1b-413a-a68d-f6543b67febd req-3961cb22-064e-424f-a54c-864045c5bd06 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.15 "DELETE /v2.0/ports/6eb97ea3-74ed-4892-ac66-e1f4d4736329 HTTP/1.1" status: 204 len: 173 time: 0.9396613 Jul 09 13:32:58.246959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65c4dbb-6e46-4696-8075-3c911b4eb48f', 'name': 'network-vif-deleted', 'tag': '6eb97ea3-74ed-4892-ac66-e1f4d4736329'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:58.250548 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0a08d0-3a2a-4448-9e09-0fc8f68a7c19" -d '{"events": [{"server_uuid": "d65c4dbb-6e46-4696-8075-3c911b4eb48f", "name": "network-vif-deleted", "tag": "6eb97ea3-74ed-4892-ac66-e1f4d4736329"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:58.274945 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471848c1-abe5-4833-a3d0-ed054823f905 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:32:58.275671 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-471848c1-abe5-4833-a3d0-ed054823f905 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:58.295330 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-471848c1-abe5-4833-a3d0-ed054823f905 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2623942 Jul 09 13:32:58.298136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 32836) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:58.311566 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-64a84c9b-97b6-485a-a693-66887fbc5cab tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'floatingip': {'port_id': 'a0397e5b-bf42-46bb-ae36-218c311a7258'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:32:58.369164 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d725b1f-a197-49f1-97e5-3c44ec3cbaca x-openstack-request-id: req-9d725b1f-a197-49f1-97e5-3c44ec3cbaca {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:58.369587 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65c4dbb-6e46-4696-8075-3c911b4eb48f", "name": "network-vif-deleted", "tag": "6eb97ea3-74ed-4892-ac66-e1f4d4736329", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:58.369913 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9d725b1f-a197-49f1-97e5-3c44ec3cbaca {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:58.371413 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65c4dbb-6e46-4696-8075-3c911b4eb48f', 'name': 'network-vif-deleted', 'tag': '6eb97ea3-74ed-4892-ac66-e1f4d4736329', 'status': 'completed', 'code': 200} Jul 09 13:32:58.381834 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64a84c9b-97b6-485a-a693-66887fbc5cab tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.000815 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5234491c-aca7-4fe7-b9f1-8df45c30e6fc req-063ed0d2-5520-4480-8581-5399e1b9f21d tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=d65c4dbb-6e46-4696-8075-3c911b4eb48f HTTP/1.1" status: 200 len: 210 time: 0.0764818 Jul 09 13:32:59.080783 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64a84c9b-97b6-485a-a693-66887fbc5cab tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.086315 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64a84c9b-97b6-485a-a693-66887fbc5cab tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:32:59.226074 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-64a84c9b-97b6-485a-a693-66887fbc5cab tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Floating IP 5b49ba48-914e-4214-8886-59546ebef689 associated. External IP: 172.25.2.195, port: a0397e5b-bf42-46bb-ae36-218c311a7258. Jul 09 13:32:59.831810 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd65c4dbb-6e46-4696-8075-3c911b4eb48f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eb97ea3-74ed-4892-ac66-e1f4d4736329'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:32:59.835384 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdbd95ca-b0f0-4734-9659-fe8af697c069" -d '{"events": [{"server_uuid": "d65c4dbb-6e46-4696-8075-3c911b4eb48f", "name": "network-vif-unplugged", "status": "completed", "tag": "6eb97ea3-74ed-4892-ac66-e1f4d4736329"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:32:59.854433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a84c9b-97b6-485a-a693-66887fbc5cab tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:32:59.885238 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7491095-c96f-4063-9f58-cb5861731397 x-openstack-request-id: req-c7491095-c96f-4063-9f58-cb5861731397 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:32:59.886227 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d65c4dbb-6e46-4696-8075-3c911b4eb48f", "name": "network-vif-unplugged", "status": "completed", "tag": "6eb97ea3-74ed-4892-ac66-e1f4d4736329", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:32:59.886906 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c7491095-c96f-4063-9f58-cb5861731397 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:32:59.887446 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd65c4dbb-6e46-4696-8075-3c911b4eb48f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6eb97ea3-74ed-4892-ac66-e1f4d4736329', 'code': 200} Jul 09 13:32:59.980939 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33012) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:32:59.991236 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a84c9b-97b6-485a-a693-66887fbc5cab tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:32:59.997245 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64a84c9b-97b6-485a-a693-66887fbc5cab tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.003029 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff45610-0984-4ff8-a083-ae2d562bb16e None None] Sync routers for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:33:00.014508 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff45610-0984-4ff8-a083-ae2d562bb16e None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:00.015290 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3ff45610-0984-4ff8-a083-ae2d562bb16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:00.052209 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-64a84c9b-97b6-485a-a693-66887fbc5cab tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "PUT /v2.0/floatingips/5b49ba48-914e-4214-8886-59546ebef689 HTTP/1.1" status: 200 len: 978 time: 1.7504089 Jul 09 13:33:00.052317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33022) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:00.061441 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3ff45610-0984-4ff8-a083-ae2d562bb16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:00.072307 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ff45610-0984-4ff8-a083-ae2d562bb16e None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:00.073373 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3ff45610-0984-4ff8-a083-ae2d562bb16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:00.130879 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3ff45610-0984-4ff8-a083-ae2d562bb16e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:00.131444 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ff45610-0984-4ff8-a083-ae2d562bb16e None None] The sync data for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:33:00.142809 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:33:00.169967 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4a86681-4806-40e6-b4aa-ed517bf517cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.222352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e1899322-6811-4d8d-b065-c1ffde667e61 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting port a0397e5b-bf42-46bb-ae36-218c311a7258 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:00.222707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e1899322-6811-4d8d-b065-c1ffde667e61 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.304203 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4a86681-4806-40e6-b4aa-ed517bf517cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.310906 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4a86681-4806-40e6-b4aa-ed517bf517cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.342864 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a86681-4806-40e6-b4aa-ed517bf517cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=572ad9be-7547-4913-a5d8-c082318f182b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:00.377644 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e4a86681-4806-40e6-b4aa-ed517bf517cf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dfe57026cb7a4dd3a7829c9d1539b08e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3953562 Jul 09 13:33:00.380015 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33040) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:00.390606 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e1899322-6811-4d8d-b065-c1ffde667e61 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.457822 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e850898e-40bf-43b7-b7b7-747ddb4172ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.515864 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e850898e-40bf-43b7-b7b7-747ddb4172ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.634352 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83738f7f-898f-4269-be5e-197a443faf75 req-b436fcbb-a674-4bbb-b7c1-2535350d1594 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:00.635960 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83738f7f-898f-4269-be5e-197a443faf75 req-b436fcbb-a674-4bbb-b7c1-2535350d1594 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/networks?id=dc9d62b8-4412-47a6-9995-749ff322404e HTTP/1.1" status: 200 len: 815 time: 0.1594429 Jul 09 13:33:00.637079 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e850898e-40bf-43b7-b7b7-747ddb4172ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.639663 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e850898e-40bf-43b7-b7b7-747ddb4172ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.643616 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e850898e-40bf-43b7-b7b7-747ddb4172ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/572ad9be-7547-4913-a5d8-c082318f182b HTTP/1.1" status: 204 len: 168 time: 0.2626188 Jul 09 13:33:00.660920 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850898e-40bf-43b7-b7b7-747ddb4172ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=572ad9be-7547-4913-a5d8-c082318f182b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:00.675158 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83738f7f-898f-4269-be5e-197a443faf75 req-9ba62300-49dd-4371-9f38-09fe4d58e5aa tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/quotas/9a9527aafb664a62aa8fea36ce6186cf HTTP/1.1" status: 200 len: 375 time: 0.0302458 Jul 09 13:33:00.696512 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e1899322-6811-4d8d-b065-c1ffde667e61 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.696895 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e1899322-6811-4d8d-b065-c1ffde667e61 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.697214 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-e1899322-6811-4d8d-b065-c1ffde667e61 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Floating IP 5b49ba48-914e-4214-8886-59546ebef689 disassociated. External IP: 172.25.2.195, port: a0397e5b-bf42-46bb-ae36-218c311a7258. Jul 09 13:33:00.697562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e1899322-6811-4d8d-b065-c1ffde667e61 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Calling delete_port for a0397e5b-bf42-46bb-ae36-218c311a7258 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:00.782603 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83738f7f-898f-4269-be5e-197a443faf75 req-42015bb1-c7e9-422e-ba7c-0f270f3ea627 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a9527aafb664a62aa8fea36ce6186cf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966206 Jul 09 13:33:00.858289 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e1899322-6811-4d8d-b065-c1ffde667e61 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:00.892913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1899322-6811-4d8d-b065-c1ffde667e61 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Port': ['ID=a0397e5b-bf42-46bb-ae36-218c311a7258,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:01.009154 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-6c810356-52d8-4e63-8efd-0e5862e5f949 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:01.010780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-6c810356-52d8-4e63-8efd-0e5862e5f949 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/networks?id=0dc9f064-890c-4703-8fc3-53b1f0a11e26 HTTP/1.1" status: 200 len: 822 time: 0.1459873 Jul 09 13:33:01.012147 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33090) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:01.015750 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83738f7f-898f-4269-be5e-197a443faf75 req-a5a4d5f8-f886-4228-b675-5b6bb5a0f1e6 service neutron] 10.222.0.39 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212903 Jul 09 13:33:01.026944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1899322-6811-4d8d-b065-c1ffde667e61 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:33:01.046522 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e40006d9-d044-49fb-af3b-289585ec2ba3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.058833 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-18423977-9df6-4fb5-8460-2d87ffedfeaa tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/quotas/ee2ab325dd5240f4babfc47fefad7c4c HTTP/1.1" status: 200 len: 375 time: 0.0412822 Jul 09 13:33:01.138975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1899322-6811-4d8d-b065-c1ffde667e61 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:33:01.151021 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa5ade-0c95-4045-9d22-59ed73d4ca5a None None] Sync routers for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:33:01.161648 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa5ade-0c95-4045-9d22-59ed73d4ca5a None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:01.162746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e6fa5ade-0c95-4045-9d22-59ed73d4ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:01.205949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e6fa5ade-0c95-4045-9d22-59ed73d4ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:01.212518 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83738f7f-898f-4269-be5e-197a443faf75 req-6e25b1d9-3f5f-423f-9ee9-2e33cb37d122 service neutron] 10.222.0.39 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826589 Jul 09 13:33:01.233881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fa5ade-0c95-4045-9d22-59ed73d4ca5a None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:01.234803 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e6fa5ade-0c95-4045-9d22-59ed73d4ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:01.254586 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-551ac119-5d55-4fb6-ba49-67db426e4ce9 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ee2ab325dd5240f4babfc47fefad7c4c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1668181 Jul 09 13:33:01.269735 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e1899322-6811-4d8d-b065-c1ffde667e61 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.270023 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6eb97ea3-74ed-4892-ac66-e1f4d4736329 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:01.278265 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e1899322-6811-4d8d-b065-c1ffde667e61 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/ports/a0397e5b-bf42-46bb-ae36-218c311a7258 HTTP/1.1" status: 204 len: 168 time: 1.2226577 Jul 09 13:33:01.282107 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33092) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:01.290650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 6eb97ea3-74ed-4892-ac66-e1f4d4736329 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:33:01.291285 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6eb97ea3-74ed-4892-ac66-e1f4d4736329 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:01.293060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e6fa5ade-0c95-4045-9d22-59ed73d4ca5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:01.293915 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fa5ade-0c95-4045-9d22-59ed73d4ca5a None None] The sync data for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:33:01.340502 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-81dbf7d6-f9ea-4299-9af7-d4c36ec16478 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "GET /v2.0/floatingips/5b49ba48-914e-4214-8886-59546ebef689 HTTP/1.1" status: 200 len: 688 time: 0.0539198 Jul 09 13:33:01.341134 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e40006d9-d044-49fb-af3b-289585ec2ba3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.342199 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33094) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:01.348589 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e40006d9-d044-49fb-af3b-289585ec2ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.412395 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e40006d9-d044-49fb-af3b-289585ec2ba3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=423f867c3e8e42efb0ce36a5bcf4b60e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3988984 Jul 09 13:33:01.423865 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-85dfbe0a-2e2d-402d-8ec8-872abc30f9ef service neutron] 10.222.0.39 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682231 Jul 09 13:33:01.434992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33100) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:01.437245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40006d9-d044-49fb-af3b-289585ec2ba3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71bf411d-c780-41a7-b68e-cf0b29465252,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:01.514242 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a8bdb-6862-4597-95cb-e673f590f6e4 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting port a36c592b-0ab2-4d72-a502-5914c4613722 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:01.514770 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8bdb-6862-4597-95cb-e673f590f6e4 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.564184 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-89afd746-6f0a-4e83-b27e-1423c020b7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.594122 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-1c2b825e-59ee-486c-bcb7-c5c4c8052cd2 service neutron] 10.222.0.39 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691165 Jul 09 13:33:01.627480 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-89afd746-6f0a-4e83-b27e-1423c020b7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.686689 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8bdb-6862-4597-95cb-e673f590f6e4 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.687200 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8bdb-6862-4597-95cb-e673f590f6e4 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.702854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2f9a8bdb-6862-4597-95cb-e673f590f6e4 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Calling delete_port for a36c592b-0ab2-4d72-a502-5914c4613722 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:01.748390 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-89afd746-6f0a-4e83-b27e-1423c020b7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.751908 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-89afd746-6f0a-4e83-b27e-1423c020b7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.753606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-89afd746-6f0a-4e83-b27e-1423c020b7cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/71bf411d-c780-41a7-b68e-cf0b29465252 HTTP/1.1" status: 204 len: 168 time: 0.3172781 Jul 09 13:33:01.774252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afd746-6f0a-4e83-b27e-1423c020b7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71bf411d-c780-41a7-b68e-cf0b29465252,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:01.843820 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b95d4f14-789d-4d81-ae74-fc51bd08c5b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:01.944784 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e43cc361-2f69-48f6-b9f6-aeca96d30c03 req-2d974c61-8760-4f3f-81a9-10fa15188538 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 210 time: 0.0583484 Jul 09 13:33:01.999414 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8bdb-6862-4597-95cb-e673f590f6e4 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.066620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9a8bdb-6862-4597-95cb-e673f590f6e4 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Port': ['ID=a36c592b-0ab2-4d72-a502-5914c4613722,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:02.104208 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2926e8b-e4e9-4aa6-bbee-4f4649574129 req-5d59629b-a18e-4f77-a0c1-686a9a557e7f tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 210 time: 0.0908446 Jul 09 13:33:02.216356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6c3243-9e8b-4637-ab7f-72bf3892ea4c req-43310e89-a060-4162-8383-c97b6acad1a7 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:02.218329 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa6c3243-9e8b-4637-ab7f-72bf3892ea4c req-43310e89-a060-4162-8383-c97b6acad1a7 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 948 time: 0.0878911 Jul 09 13:33:02.256423 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8bdb-6862-4597-95cb-e673f590f6e4 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.261809 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f9a8bdb-6862-4597-95cb-e673f590f6e4 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.263108 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2f9a8bdb-6862-4597-95cb-e673f590f6e4 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/floatingips/5b49ba48-914e-4214-8886-59546ebef689 HTTP/1.1" status: 204 len: 168 time: 0.9198661 Jul 09 13:33:02.267379 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33124) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:02.273563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '5826c053-0561-4fde-b802-b5c4da98f73b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:02.283764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa6c3243-9e8b-4637-ab7f-72bf3892ea4c req-2dc0ec30-c5ea-4208-bc48-297350e6714b tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589759 Jul 09 13:33:02.316822 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.442248 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.578653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Allocated IP 172.25.2.102 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/53817b71-19ac-41ee-9e33-f2aec2c5328f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:02.691700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.746712 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:02.789968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:02.796780 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:02.800671 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:02.852141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=53817b71-19ac-41ee-9e33-f2aec2c5328f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:03.050264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83738f7f-898f-4269-be5e-197a443faf75 req-7317cc6d-bacf-4d9e-bb00-8ce23debf7a7 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:03.055081 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-83738f7f-898f-4269-be5e-197a443faf75 req-7317cc6d-bacf-4d9e-bb00-8ce23debf7a7 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.15 "GET /v2.0/networks?id=dc9d62b8-4412-47a6-9995-749ff322404e HTTP/1.1" status: 200 len: 815 time: 0.2187922 Jul 09 13:33:03.070928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-83738f7f-898f-4269-be5e-197a443faf75 req-f4a67c6e-562a-4f5c-97af-303bd228c15b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Request body: {'port': {'device_id': '952fde07-5910-4a58-9afe-812acd8e63e1', 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e', 'admin_state_up': True, 'tenant_id': '9a9527aafb664a62aa8fea36ce6186cf'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:03.161031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-327ea3f7-6643-42c9-9937-3daa6edf3109 req-bd11f54d-0775-43d3-80d2-5e3f15993740 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 210 time: 0.0375907 Jul 09 13:33:03.315585 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c87d1a6-5897-4002-8064-c309b1987124 req-dc6659a5-a06f-4f51-97de-6524ca8068e0 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 210 time: 0.0589399 Jul 09 13:33:03.500734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866dbfc5-d277-4b35-ba42-414744674164 req-d013e515-feae-434a-81a6-4e82b4d4dea9 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:03.503132 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-866dbfc5-d277-4b35-ba42-414744674164 req-d013e515-feae-434a-81a6-4e82b4d4dea9 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 948 time: 0.0819175 Jul 09 13:33:03.551889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-866dbfc5-d277-4b35-ba42-414744674164 req-f3873f60-caf2-4585-b46a-e09fac5430a9 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424511 Jul 09 13:33:03.739553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-655d8e1d-86eb-4d88-88e6-a654ec024f7c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:03.741783 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-655d8e1d-86eb-4d88-88e6-a654ec024f7c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.15 "GET /v2.0/networks?id=0dc9f064-890c-4703-8fc3-53b1f0a11e26 HTTP/1.1" status: 200 len: 822 time: 0.2709730 Jul 09 13:33:03.767382 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811d159a-a085-472c-9d02-f6769f205d68 req-a7ff79c4-6f9d-4fb3-b526-b84f3af28bae tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:03.769766 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-811d159a-a085-472c-9d02-f6769f205d68 req-a7ff79c4-6f9d-4fb3-b526-b84f3af28bae tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.18 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 948 time: 0.0775132 Jul 09 13:33:03.796377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-97509baf-3b4b-4a29-8784-a1a32300c6c1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Request body: {'port': {'device_id': '8f04503a-6169-4c91-a04f-a108d4e0aa48', 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26', 'admin_state_up': True, 'tenant_id': 'ee2ab325dd5240f4babfc47fefad7c4c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:03.806880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33196) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:03.880800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-811d159a-a085-472c-9d02-f6769f205d68 req-7ce120ec-5f98-4ec1-8991-2dfc017eacd5 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Deleting port fbbab620-f813-4f12-95a4-1d75841a5055 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:03.881294 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-811d159a-a085-472c-9d02-f6769f205d68 req-7ce120ec-5f98-4ec1-8991-2dfc017eacd5 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:03.894333 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83738f7f-898f-4269-be5e-197a443faf75 req-f4a67c6e-562a-4f5c-97af-303bd228c15b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Made reservation on behalf of 9a9527aafb664a62aa8fea36ce6186cf for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:03.897989 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-83738f7f-898f-4269-be5e-197a443faf75 req-f4a67c6e-562a-4f5c-97af-303bd228c15b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:03.987910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-811d159a-a085-472c-9d02-f6769f205d68 req-7ce120ec-5f98-4ec1-8991-2dfc017eacd5 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] For port fbbab620-f813-4f12-95a4-1d75841a5055, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fbbab620-f813-4f12-95a4-1d75841a5055,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:03.988279 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-811d159a-a085-472c-9d02-f6769f205d68 req-7ce120ec-5f98-4ec1-8991-2dfc017eacd5 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.002050 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-811d159a-a085-472c-9d02-f6769f205d68 req-7ce120ec-5f98-4ec1-8991-2dfc017eacd5 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Calling delete_port for fbbab620-f813-4f12-95a4-1d75841a5055 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:04.042116 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17416ea3-93d4-45c1-ae67-48f27693615b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.146843 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-811d159a-a085-472c-9d02-f6769f205d68 req-7ce120ec-5f98-4ec1-8991-2dfc017eacd5 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.184228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce120ec-5f98-4ec1-8991-2dfc017eacd5 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Pushing event deleted for resources: {'Port': ['ID=fbbab620-f813-4f12-95a4-1d75841a5055,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:04.222173 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.241697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-811d159a-a085-472c-9d02-f6769f205d68 req-7ce120ec-5f98-4ec1-8991-2dfc017eacd5 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] No DVR routers for this DVR port fbbab620-f813-4f12-95a4-1d75841a5055 on host n-h1-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:04.245083 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-811d159a-a085-472c-9d02-f6769f205d68 req-7ce120ec-5f98-4ec1-8991-2dfc017eacd5 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.247668 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-811d159a-a085-472c-9d02-f6769f205d68 req-7ce120ec-5f98-4ec1-8991-2dfc017eacd5 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.18 "DELETE /v2.0/ports/fbbab620-f813-4f12-95a4-1d75841a5055 HTTP/1.1" status: 204 len: 173 time: 0.4688709 Jul 09 13:33:04.248181 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136834da-888f-4064-8f2f-3d299ddaf76c', 'name': 'network-vif-deleted', 'tag': 'fbbab620-f813-4f12-95a4-1d75841a5055'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:04.250707 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d8f0fc-0e30-45d9-b974-8e6802a9da95" -d '{"events": [{"server_uuid": "136834da-888f-4064-8f2f-3d299ddaf76c", "name": "network-vif-deleted", "tag": "fbbab620-f813-4f12-95a4-1d75841a5055"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:04.271959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-83738f7f-898f-4269-be5e-197a443faf75 req-f4a67c6e-562a-4f5c-97af-303bd228c15b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Allocated IP 172.20.0.13 (dc9d62b8-4412-47a6-9995-749ff322404e/bb0dba8b-d545-4178-9f00-28746fc5b6b3/1e34b705-23f4-45f4-84bb-cbdb766e8ae6) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:04.298826 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33afbfb-81b7-4edb-8108-fc8b52d74d0d x-openstack-request-id: req-b33afbfb-81b7-4edb-8108-fc8b52d74d0d {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:04.299245 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136834da-888f-4064-8f2f-3d299ddaf76c", "name": "network-vif-deleted", "tag": "fbbab620-f813-4f12-95a4-1d75841a5055", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:04.299522 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b33afbfb-81b7-4edb-8108-fc8b52d74d0d {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:04.300463 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136834da-888f-4064-8f2f-3d299ddaf76c', 'name': 'network-vif-deleted', 'tag': 'fbbab620-f813-4f12-95a4-1d75841a5055', 'status': 'completed', 'code': 200} Jul 09 13:33:04.381644 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bec217df-fac1-4390-8f7a-80d531b211f1 req-50c1c80d-8d25-4303-abbe-52767de47978 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 210 time: 0.0479116 Jul 09 13:33:04.437630 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.474637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48ec06e7-960b-4801-881c-82b4a4bea655 req-52702c1f-4e91-4fb1-a4ce-0de3e5e720e7 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 210 time: 0.0358338 Jul 09 13:33:04.483953 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17416ea3-93d4-45c1-ae67-48f27693615b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.503680 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17416ea3-93d4-45c1-ae67-48f27693615b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.583515 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.595972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-97509baf-3b4b-4a29-8784-a1a32300c6c1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Made reservation on behalf of ee2ab325dd5240f4babfc47fefad7c4c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:04.599563 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-97509baf-3b4b-4a29-8784-a1a32300c6c1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.604025 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-17416ea3-93d4-45c1-ae67-48f27693615b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=59aed7eebc4f42fd9bc6d8c26c2a0e1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7939582 Jul 09 13:33:04.610499 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33210) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:04.634044 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-abcfd36c-836e-458e-9fff-ec800b0b820c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.641957 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17416ea3-93d4-45c1-ae67-48f27693615b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90106209-6d1a-461c-a4c5-8fc83382bcd9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:04.681477 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-83738f7f-898f-4269-be5e-197a443faf75 req-f4a67c6e-562a-4f5c-97af-303bd228c15b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.711363 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50eae0a1-dee3-44e8-b053-820e9342672f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.740470 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50eae0a1-dee3-44e8-b053-820e9342672f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.807987 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cea6b27a-10bd-4e1f-a0ec-803f17e44324 req-12efa14a-9bf1-4503-8dda-de9080256e1d tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=136834da-888f-4064-8f2f-3d299ddaf76c HTTP/1.1" status: 200 len: 210 time: 0.0454552 Jul 09 13:33:04.830554 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50eae0a1-dee3-44e8-b053-820e9342672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.840796 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50eae0a1-dee3-44e8-b053-820e9342672f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.840796 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-50eae0a1-dee3-44e8-b053-820e9342672f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/90106209-6d1a-461c-a4c5-8fc83382bcd9 HTTP/1.1" status: 204 len: 168 time: 0.2224789 Jul 09 13:33:04.845106 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50eae0a1-dee3-44e8-b053-820e9342672f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90106209-6d1a-461c-a4c5-8fc83382bcd9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:04.875117 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:04.885275 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.024636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=53817b71-19ac-41ee-9e33-f2aec2c5328f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:05.040488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-97509baf-3b4b-4a29-8784-a1a32300c6c1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Allocated IP 172.20.0.6 (0dc9f064-890c-4703-8fc3-53b1f0a11e26/ad41d4dd-2a20-41c7-91ba-384a0ec9fa08/e349b731-1fe2-4d41-bba6-1d6e87f3aa73) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:05.045226 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-83738f7f-898f-4269-be5e-197a443faf75 req-f4a67c6e-562a-4f5c-97af-303bd228c15b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.050857 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.057492 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['5fbe9544-ffb8-437d-ae13-2d1d1d36b907'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:33:05.065413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['a5b95b14-ce04-4ede-9a08-0f8473bb1f81'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:33:05.157757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83738f7f-898f-4269-be5e-197a443faf75 req-f4a67c6e-562a-4f5c-97af-303bd228c15b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Network dc9d62b8-4412-47a6-9995-749ff322404e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:05.168534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-83738f7f-898f-4269-be5e-197a443faf75 req-f4a67c6e-562a-4f5c-97af-303bd228c15b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:05.219352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-83738f7f-898f-4269-be5e-197a443faf75 req-f4a67c6e-562a-4f5c-97af-303bd228c15b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:05.230229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a67c6e-562a-4f5c-97af-303bd228c15b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Pushing event updated for resources: {'Port': ['ID=1e34b705-23f4-45f4-84bb-cbdb766e8ae6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:05.381789 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83738f7f-898f-4269-be5e-197a443faf75 req-f4a67c6e-562a-4f5c-97af-303bd228c15b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:05.382405 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-83738f7f-898f-4269-be5e-197a443faf75 req-f4a67c6e-562a-4f5c-97af-303bd228c15b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.391318 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Floating IP 89ab8040-1f3c-4db5-ae23-fd00a2f48804 associated. External IP: 172.25.2.102, port: 5826c053-0561-4fde-b802-b5c4da98f73b. Jul 09 13:33:05.466647 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-83738f7f-898f-4269-be5e-197a443faf75 req-f4a67c6e-562a-4f5c-97af-303bd228c15b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4003844 Jul 09 13:33:05.484920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Request body: {'port': {'device_id': '952fde07-5910-4a58-9afe-812acd8e63e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:05.530636 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.570960 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-97509baf-3b4b-4a29-8784-a1a32300c6c1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.615497 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4daf37-1513-4103-ba36-21fd958b8d0a req-5cf5f4a5-e5f4-477f-8969-d59a565d44bc tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:05.619224 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee4daf37-1513-4103-ba36-21fd958b8d0a req-5cf5f4a5-e5f4-477f-8969-d59a565d44bc tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 932 time: 0.0997274 Jul 09 13:33:05.685366 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb09d763-da63-42fa-a423-37b3d59edcfa req-1d1fdd64-5031-4287-a66a-eaaa7e1c8a73 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 210 time: 0.0390458 Jul 09 13:33:05.693916 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee4daf37-1513-4103-ba36-21fd958b8d0a req-09073112-7480-4db4-904a-407471ed9cc4 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695138 Jul 09 13:33:05.703883 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.706437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33240) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:05.788681 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-97509baf-3b4b-4a29-8784-a1a32300c6c1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.812570 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-65eb0b22-5d27-451e-9cf1-dbf9b79e2ecd tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-701397368'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:05.833790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65eb0b22-5d27-451e-9cf1-dbf9b79e2ecd tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Made reservation on behalf of b13bea68ef1e455a9cbe71e4026182e6 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:05.837641 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65eb0b22-5d27-451e-9cf1-dbf9b79e2ecd tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.849881 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65eb0b22-5d27-451e-9cf1-dbf9b79e2ecd tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.981324 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65eb0b22-5d27-451e-9cf1-dbf9b79e2ecd tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:05.986433 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65eb0b22-5d27-451e-9cf1-dbf9b79e2ecd tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.022743 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65eb0b22-5d27-451e-9cf1-dbf9b79e2ecd tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:06.043465 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65eb0b22-5d27-451e-9cf1-dbf9b79e2ecd tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.044028 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-65eb0b22-5d27-451e-9cf1-dbf9b79e2ecd tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Added segment 569ffc15-ed85-4a66-b941-db8deb96d8f4 of type vlan for network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 Jul 09 13:33:06.045880 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb0b22-5d27-451e-9cf1-dbf9b79e2ecd tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4b64ff-b17a-4e85-8132-b80ec2b95bc0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:06.098059 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65eb0b22-5d27-451e-9cf1-dbf9b79e2ecd tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.129739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-97509baf-3b4b-4a29-8784-a1a32300c6c1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:06.134124 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65eb0b22-5d27-451e-9cf1-dbf9b79e2ecd tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.141994 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65eb0b22-5d27-451e-9cf1-dbf9b79e2ecd tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:06.143266 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65eb0b22-5d27-451e-9cf1-dbf9b79e2ecd tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.147169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-97509baf-3b4b-4a29-8784-a1a32300c6c1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:06.156184 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-97509baf-3b4b-4a29-8784-a1a32300c6c1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:06.165500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97509baf-3b4b-4a29-8784-a1a32300c6c1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Pushing event updated for resources: {'Port': ['ID=e349b731-1fe2-4d41-bba6-1d6e87f3aa73,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:06.219971 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-65eb0b22-5d27-451e-9cf1-dbf9b79e2ecd tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5079138 Jul 09 13:33:06.220289 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33252) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:06.225247 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1e9063c6-7d8c-4320-9938-99d22a04c892 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Request body: {'subnet': {'network_id': 'eefe9243-29eb-49dc-9cf8-381c1d3ef0a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:06.228437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:33:06.284431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-97509baf-3b4b-4a29-8784-a1a32300c6c1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:06.284431 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-97509baf-3b4b-4a29-8784-a1a32300c6c1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.291298 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eb0b22-5d27-451e-9cf1-dbf9b79e2ecd tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event updated for resources: {'Network': ['ID=eefe9243-29eb-49dc-9cf8-381c1d3ef0a9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:06.303769 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:06.359517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9063c6-7d8c-4320-9938-99d22a04c892 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Made reservation on behalf of b13bea68ef1e455a9cbe71e4026182e6 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:06.363083 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e9063c6-7d8c-4320-9938-99d22a04c892 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.378069 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-97509baf-3b4b-4a29-8784-a1a32300c6c1 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5913737 Jul 09 13:33:06.391358 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Request body: {'port': {'device_id': '8f04503a-6169-4c91-a04f-a108d4e0aa48', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:06.450402 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee9dc5-8704-4ec8-8816-608fe6a390e6 req-628d0125-e596-44a2-92cb-91a05ad09423 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:06.451941 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4ee9dc5-8704-4ec8-8816-608fe6a390e6 req-628d0125-e596-44a2-92cb-91a05ad09423 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=359c163a-23fa-4d23-94ae-eeb47ca83b97 HTTP/1.1" status: 200 len: 949 time: 0.1616960 Jul 09 13:33:06.513990 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4ee9dc5-8704-4ec8-8816-608fe6a390e6 req-ec110ce5-377b-4f19-8f25-fccba3c04e69 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484264 Jul 09 13:33:06.542810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:33:06.557210 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f81073-aab0-4e01-b8de-10071fb9aa3e None None] Sync routers for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:33:06.567560 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f81073-aab0-4e01-b8de-10071fb9aa3e None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:06.568154 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-78f81073-aab0-4e01-b8de-10071fb9aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:06.568346 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.588168 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.602124 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-78f81073-aab0-4e01-b8de-10071fb9aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:06.612135 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f81073-aab0-4e01-b8de-10071fb9aa3e None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:06.612724 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-78f81073-aab0-4e01-b8de-10071fb9aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:06.628004 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e9063c6-7d8c-4320-9938-99d22a04c892 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.649069 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-78f81073-aab0-4e01-b8de-10071fb9aa3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:06.649714 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f81073-aab0-4e01-b8de-10071fb9aa3e None None] The sync data for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:33:06.665145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:33:06.679023 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.688971 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6582fd8f-42e5-4e54-b0b0-d4bf3c7722e0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.4201882 Jul 09 13:33:06.693907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33256) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:06.698968 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b3728fdf-f19f-4b7c-9b32-568ce31f8cdf tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1634179686'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:06.708240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Transition to ACTIVE for port object 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:06.714972 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9063c6-7d8c-4320-9938-99d22a04c892 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event updated for resources: {'Subnet': ['ID=f1cd7fed-8c12-4a89-9b9e-841aeabf3d46,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:06.721124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9063c6-7d8c-4320-9938-99d22a04c892 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Checking segment: {'id': '569ffc15-ed85-4a66-b941-db8deb96d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'eefe9243-29eb-49dc-9cf8-381c1d3ef0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:06.721124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9063c6-7d8c-4320-9938-99d22a04c892 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Network hostable DHCP agents. Network: eefe9243-29eb-49dc-9cf8-381c1d3ef0a9, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:33:06.748658 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3728fdf-f19f-4b7c-9b32-568ce31f8cdf tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Made reservation on behalf of bc5225d7e77342fc8cae1b77acc71c0d for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:06.752940 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3728fdf-f19f-4b7c-9b32-568ce31f8cdf tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.766290 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e9063c6-7d8c-4320-9938-99d22a04c892 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:33:06.782098 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.782338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1e9063c6-7d8c-4320-9938-99d22a04c892 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, eefe9243-29eb-49dc-9cf8-381c1d3ef0a9) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:06.787321 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3728fdf-f19f-4b7c-9b32-568ce31f8cdf tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:06.790330 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9063c6-7d8c-4320-9938-99d22a04c892 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:06.791201 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e9063c6-7d8c-4320-9938-99d22a04c892 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.804229 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aaa60b6-e22f-4c8e-afba-498ff3936781 None None] Network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:06.807238 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3728fdf-f19f-4b7c-9b32-568ce31f8cdf tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.808375 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-b3728fdf-f19f-4b7c-9b32-568ce31f8cdf tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Added segment 165fa36c-42cd-4125-9b91-976b8ffc8f4f of type vlan for network d510868c-2c7f-45ec-a29d-888ed3071046 Jul 09 13:33:06.824709 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1e9063c6-7d8c-4320-9938-99d22a04c892 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6001756 Jul 09 13:33:06.824709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33262) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:06.830421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e7645d05-77ec-4b97-ada6-ce8b50f26bfe tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Request body: {'port': {'network_id': 'eefe9243-29eb-49dc-9cf8-381c1d3ef0a9', 'name': 'tempest-AllowedAddressPairTestJSON-675714830'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:06.907878 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.915358 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3728fdf-f19f-4b7c-9b32-568ce31f8cdf tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:06.924745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Pushing event updated for resources: {'Port': ['ID=1e34b705-23f4-45f4-84bb-cbdb766e8ae6,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:06.995989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-eefe9243-29eb-49dc-9cf8-381c1d3ef0a9', 'network_id': 'eefe9243-29eb-49dc-9cf8-381c1d3ef0a9', 'tenant_id': 'b13bea68ef1e455a9cbe71e4026182e6', 'fixed_ips': [{'subnet_id': 'f1cd7fed-8c12-4a89-9b9e-841aeabf3d46'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:33:06.997212 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.044331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Attempting to bind port 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:33:07.044675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Attempting to bind port 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:33:07.045010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Attempting to bind port 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 on network dc9d62b8-4412-47a6-9995-749ff322404e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:07.058205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Port 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 on network dc9d62b8-4412-47a6-9995-749ff322404e not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:33:07.058205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Attempting to bind port 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 on network dc9d62b8-4412-47a6-9995-749ff322404e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:07.083324 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:33:07.085036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Checking segment: {'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:07.085036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Bound using segment: {'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:33:07.085036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Bound port: 1e34b705-23f4-45f4-84bb-cbdb766e8ae6, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:33:07.085036 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.105524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fbbab620-f813-4f12-95a4-1d75841a5055 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:07.130064 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: fbbab620-f813-4f12-95a4-1d75841a5055 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:33:07.130491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fbbab620-f813-4f12-95a4-1d75841a5055 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:07.131997 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3728fdf-f19f-4b7c-9b32-568ce31f8cdf tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.132296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e349b731-1fe2-4d41-bba6-1d6e87f3aa73 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:33:07.137423 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3728fdf-f19f-4b7c-9b32-568ce31f8cdf tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:07.138510 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3728fdf-f19f-4b7c-9b32-568ce31f8cdf tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.142701 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.171489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Transition to ACTIVE for port object e349b731-1fe2-4d41-bba6-1d6e87f3aa73 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:07.176288 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.187908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Allocated IP 172.20.0.2 (eefe9243-29eb-49dc-9cf8-381c1d3ef0a9/f1cd7fed-8c12-4a89-9b9e-841aeabf3d46/184bcb58-4c89-4213-b39b-ccb3dd74a349) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:07.206283 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] For port 1e34b705-23f4-45f4-84bb-cbdb766e8ae6, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:33:07.235842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] For port 1e34b705-23f4-45f4-84bb-cbdb766e8ae6, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=1e34b705-23f4-45f4-84bb-cbdb766e8ae6,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:33:07.236380 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1334dce-545e-48b8-ad4d-a04f2210d728 req-de4461c7-85ad-475d-b209-010b450b5c59 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:07.239966 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a1334dce-545e-48b8-ad4d-a04f2210d728 req-de4461c7-85ad-475d-b209-010b450b5c59 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 944 time: 0.3486810 Jul 09 13:33:07.242844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=e349b731-1fe2-4d41-bba6-1d6e87f3aa73,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:07.249270 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.266786 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3b6b8-76de-4f32-8c00-a88947988ed6 req-464892ec-d44a-44aa-a7b8-89d6cfc4205b tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:07.268350 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26c3b6b8-76de-4f32-8c00-a88947988ed6 req-464892ec-d44a-44aa-a7b8-89d6cfc4205b tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 931 time: 0.3752213 Jul 09 13:33:07.274519 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3728fdf-f19f-4b7c-9b32-568ce31f8cdf tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Network': ['ID=d510868c-2c7f-45ec-a29d-888ed3071046,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:07.277107 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7645d05-77ec-4b97-ada6-ce8b50f26bfe tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Made reservation on behalf of b13bea68ef1e455a9cbe71e4026182e6 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:07.281250 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e7645d05-77ec-4b97-ada6-ce8b50f26bfe tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.288774 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network d510868c-2c7f-45ec-a29d-888ed3071046 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:07.301852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:07.302475 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.303904 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-83738f7f-898f-4269-be5e-197a443faf75 req-3200172f-11e2-461e-8f79-f65295918777 service neutron] 10.222.0.15 "PUT /v2.0/ports/1e34b705-23f4-45f4-84bb-cbdb766e8ae6 HTTP/1.1" status: 200 len: 1092 time: 1.8277514 Jul 09 13:33:07.311654 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b3728fdf-f19f-4b7c-9b32-568ce31f8cdf tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6166842 Jul 09 13:33:07.312300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33266) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:07.321311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '952fde07-5910-4a58-9afe-812acd8e63e1', 'tag': '1e34b705-23f4-45f4-84bb-cbdb766e8ae6'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:07.324403 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f808cd90-83fc-4689-a0e9-fca45d26879f" -d '{"events": [{"name": "network-changed", "server_uuid": "952fde07-5910-4a58-9afe-812acd8e63e1", "tag": "1e34b705-23f4-45f4-84bb-cbdb766e8ae6"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:07.334852 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-94ae9cdc-a24a-4cfd-a893-51e2cdc57cfc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'subnet': {'network_id': 'd510868c-2c7f-45ec-a29d-888ed3071046', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:07.347963 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-e7645d05-77ec-4b97-ada6-ce8b50f26bfe tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] device_id is not set on port a493d546-db5e-4e6a-b17c-73a940b91c78 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:07.377798 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3200172f-11e2-461e-8f79-f65295918777 service neutron] Pushing event updated for resources: {'Port': ['ID=1e34b705-23f4-45f4-84bb-cbdb766e8ae6,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:07.409412 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.411237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Attempting to bind port e349b731-1fe2-4d41-bba6-1d6e87f3aa73 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:33:07.411691 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Attempting to bind port e349b731-1fe2-4d41-bba6-1d6e87f3aa73 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '95b97e6a-4bfa-4987-85f4-822278656e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:33:07.411861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Attempting to bind port e349b731-1fe2-4d41-bba6-1d6e87f3aa73 on network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:07.418972 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Transition to ACTIVE for port object 184bcb58-4c89-4213-b39b-ccb3dd74a349 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:07.419736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Port e349b731-1fe2-4d41-bba6-1d6e87f3aa73 on network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:33:07.420078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Attempting to bind port e349b731-1fe2-4d41-bba6-1d6e87f3aa73 on network 0dc9f064-890c-4703-8fc3-53b1f0a11e26 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:07.426782 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:33:07.427577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Checking segment: {'id': '95b97e6a-4bfa-4987-85f4-822278656e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:07.427577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Bound using segment: {'id': '95b97e6a-4bfa-4987-85f4-822278656e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:33:07.427953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Bound port: e349b731-1fe2-4d41-bba6-1d6e87f3aa73, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b97e6a-4bfa-4987-85f4-822278656e95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:33:07.428299 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.440689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Transition to ACTIVE for port object 184bcb58-4c89-4213-b39b-ccb3dd74a349 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:07.454435 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.479197 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83738f7f-898f-4269-be5e-197a443faf75 req-30076fde-cc2a-4df8-9d9b-5165da12ce91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:07.481670 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-83738f7f-898f-4269-be5e-197a443faf75 req-30076fde-cc2a-4df8-9d9b-5165da12ce91 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a9527aafb664a62aa8fea36ce6186cf&device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 1095 time: 0.1147552 Jul 09 13:33:07.490125 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a1334dce-545e-48b8-ad4d-a04f2210d728 req-f14c568c-3998-4177-bbb8-da17708acefc tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206624 Jul 09 13:33:07.499417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:07.503695 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:07.505815 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Pushing event updated for resources: {'Port': ['ID=184bcb58-4c89-4213-b39b-ccb3dd74a349,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:07.508239 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:07.520707 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26c3b6b8-76de-4f32-8c00-a88947988ed6 req-e8873c83-9381-4600-9179-9525a8443064 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276945 Jul 09 13:33:07.559699 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-83738f7f-898f-4269-be5e-197a443faf75 req-66c77ec5-ec8e-42ff-9599-626af419d838 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e34b705-23f4-45f4-84bb-cbdb766e8ae6 HTTP/1.1" status: 200 len: 217 time: 0.0581558 Jul 09 13:33:07.573384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] For port e349b731-1fe2-4d41-bba6-1d6e87f3aa73, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:33:07.578173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] For port e349b731-1fe2-4d41-bba6-1d6e87f3aa73, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e349b731-1fe2-4d41-bba6-1d6e87f3aa73,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:33:07.582437 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Attempting to bind port 184bcb58-4c89-4213-b39b-ccb3dd74a349 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:33:07.583302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Attempting to bind port 184bcb58-4c89-4213-b39b-ccb3dd74a349 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '569ffc15-ed85-4a66-b941-db8deb96d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'eefe9243-29eb-49dc-9cf8-381c1d3ef0a9'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:33:07.583843 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Attempting to bind port 184bcb58-4c89-4213-b39b-ccb3dd74a349 on network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:07.588259 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.590618 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:33:07.591223 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Checking segment: {'id': '569ffc15-ed85-4a66-b941-db8deb96d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'eefe9243-29eb-49dc-9cf8-381c1d3ef0a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:07.591794 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.592376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Bound using segment: {'id': '569ffc15-ed85-4a66-b941-db8deb96d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'eefe9243-29eb-49dc-9cf8-381c1d3ef0a9'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:33:07.593035 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Bound port: 184bcb58-4c89-4213-b39b-ccb3dd74a349, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '569ffc15-ed85-4a66-b941-db8deb96d8f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': 'eefe9243-29eb-49dc-9cf8-381c1d3ef0a9'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:33:07.593590 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.619376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-e7645d05-77ec-4b97-ada6-ce8b50f26bfe tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Allocated IP 172.20.0.9 (eefe9243-29eb-49dc-9cf8-381c1d3ef0a9/f1cd7fed-8c12-4a89-9b9e-841aeabf3d46/a493d546-db5e-4e6a-b17c-73a940b91c78) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:07.644303 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9e8503-c3c2-4b8e-a26b-243bbdfaf0a0 x-openstack-request-id: req-1d9e8503-c3c2-4b8e-a26b-243bbdfaf0a0 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:07.644599 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "952fde07-5910-4a58-9afe-812acd8e63e1", "tag": "1e34b705-23f4-45f4-84bb-cbdb766e8ae6", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:07.644849 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1d9e8503-c3c2-4b8e-a26b-243bbdfaf0a0 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:07.645404 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '952fde07-5910-4a58-9afe-812acd8e63e1', 'tag': '1e34b705-23f4-45f4-84bb-cbdb766e8ae6', 'status': 'completed', 'code': 200} Jul 09 13:33:07.670424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] For port 184bcb58-4c89-4213-b39b-ccb3dd74a349, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:33:07.672143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ae9cdc-a24a-4cfd-a893-51e2cdc57cfc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Made reservation on behalf of bc5225d7e77342fc8cae1b77acc71c0d for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:07.672724 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:07.672897 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.674737 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] 10.222.0.15 "PUT /v2.0/ports/e349b731-1fe2-4d41-bba6-1d6e87f3aa73 HTTP/1.1" status: 200 len: 1091 time: 1.2878561 Jul 09 13:33:07.675683 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] For port 184bcb58-4c89-4213-b39b-ccb3dd74a349, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=184bcb58-4c89-4213-b39b-ccb3dd74a349,segment=NetworkSegment(569ffc15-ed85-4a66-b941-db8deb96d8f4),segment_id=569ffc15-ed85-4a66-b941-db8deb96d8f4)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:33:07.679529 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94ae9cdc-a24a-4cfd-a893-51e2cdc57cfc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.685965 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:07.692170 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83738f7f-898f-4269-be5e-197a443faf75 req-9d790e9f-03ed-4358-b6a2-2e2538c9849c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:07.694441 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-83738f7f-898f-4269-be5e-197a443faf75 req-9d790e9f-03ed-4358-b6a2-2e2538c9849c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb0dba8b-d545-4178-9f00-28746fc5b6b3 HTTP/1.1" status: 200 len: 855 time: 0.1186290 Jul 09 13:33:07.712072 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4482c405-1a45-4fab-b638-2d66f0c34ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=e349b731-1fe2-4d41-bba6-1d6e87f3aa73,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:07.751146 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-83738f7f-898f-4269-be5e-197a443faf75 req-98db10fb-6e03-4b6e-adf9-f6b835c4a8c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc9d62b8-4412-47a6-9995-749ff322404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491464 Jul 09 13:33:07.804622 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b28f5e3-5c3c-4ca6-aea5-fc34a20a5a22 None None] Pushing event updated for resources: {'Port': ['ID=184bcb58-4c89-4213-b39b-ccb3dd74a349,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:07.900410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-d13a3045-6512-43e5-a316-3bd6f34306be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:07.902785 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-d13a3045-6512-43e5-a316-3bd6f34306be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2ab325dd5240f4babfc47fefad7c4c&device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 1094 time: 0.1660774 Jul 09 13:33:07.907638 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-83738f7f-898f-4269-be5e-197a443faf75 req-22a90c96-abde-4235-8f2e-ba783c22acc0 service neutron] 10.222.0.15 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301332 Jul 09 13:33:07.973127 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-9c9d7191-b5ad-4656-8c7b-1dfc45fadd93 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e349b731-1fe2-4d41-bba6-1d6e87f3aa73 HTTP/1.1" status: 200 len: 217 time: 0.0580480 Jul 09 13:33:08.052162 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e7645d05-77ec-4b97-ada6-ce8b50f26bfe tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.091464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-e7645d05-77ec-4b97-ada6-ce8b50f26bfe tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Transition to ACTIVE for port object a493d546-db5e-4e6a-b17c-73a940b91c78 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:08.106488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-d0babd2f-a87c-4cb1-b02b-96d1a2e25a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:08.108028 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-d0babd2f-a87c-4cb1-b02b-96d1a2e25a74 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad41d4dd-2a20-41c7-91ba-384a0ec9fa08 HTTP/1.1" status: 200 len: 862 time: 0.1082206 Jul 09 13:33:08.119438 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-83738f7f-898f-4269-be5e-197a443faf75 req-11a7d9f2-54aa-42d8-bbbb-7703b66c0d67 service neutron] 10.222.0.15 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2031462 Jul 09 13:33:08.224090 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bcb5ac-ef41-481b-b070-995e82579c3a req-e512c4db-9028-4d29-bd3b-d35543c6046f tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:08.231895 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12bcb5ac-ef41-481b-b070-995e82579c3a req-e512c4db-9028-4d29-bd3b-d35543c6046f tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=359c163a-23fa-4d23-94ae-eeb47ca83b97 HTTP/1.1" status: 200 len: 949 time: 0.3166285 Jul 09 13:33:08.234711 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-8e96eb0b-8364-44e2-82b8-906db3f58a54 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0dc9f064-890c-4703-8fc3-53b1f0a11e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414362 Jul 09 13:33:08.237007 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 184bcb58-4c89-4213-b39b-ccb3dd74a349 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:08.239190 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94ae9cdc-a24a-4cfd-a893-51e2cdc57cfc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.296046 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.306783 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e7645d05-77ec-4b97-ada6-ce8b50f26bfe tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.310352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 184bcb58-4c89-4213-b39b-ccb3dd74a349 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:08.379394 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-187a0baa-efad-45a2-b4c1-9573dd00294c service neutron] 10.222.0.15 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372468 Jul 09 13:33:08.382164 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808cd90-83fc-4689-a0e9-fca45d26879f req-3fae9dc3-6eab-4034-9e15-4445bd80ee93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:08.383616 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f808cd90-83fc-4689-a0e9-fca45d26879f req-3fae9dc3-6eab-4034-9e15-4445bd80ee93 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a9527aafb664a62aa8fea36ce6186cf&device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 1095 time: 0.1309805 Jul 09 13:33:08.474810 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.554827 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-acc674af-e0f6-43b0-a377-7b1625dc7517 req-4738e4e9-ae51-4681-be69-d1b014c53bae service neutron] 10.222.0.15 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630495 Jul 09 13:33:08.556004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808cd90-83fc-4689-a0e9-fca45d26879f req-efb9e4ff-e5cb-454e-93e4-f99e9c1829e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:08.557451 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f808cd90-83fc-4689-a0e9-fca45d26879f req-efb9e4ff-e5cb-454e-93e4-f99e9c1829e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc9d62b8-4412-47a6-9995-749ff322404e HTTP/1.1" status: 200 len: 916 time: 0.1668782 Jul 09 13:33:08.624457 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f808cd90-83fc-4689-a0e9-fca45d26879f req-39708281-eaf9-49f7-bf1d-840cbecd0256 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e34b705-23f4-45f4-84bb-cbdb766e8ae6 HTTP/1.1" status: 200 len: 217 time: 0.0532215 Jul 09 13:33:08.685663 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f808cd90-83fc-4689-a0e9-fca45d26879f req-60e597c7-1ba7-44f0-a4cc-59406ccd514d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:08.687262 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f808cd90-83fc-4689-a0e9-fca45d26879f req-60e597c7-1ba7-44f0-a4cc-59406ccd514d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb0dba8b-d545-4178-9f00-28746fc5b6b3 HTTP/1.1" status: 200 len: 855 time: 0.0546296 Jul 09 13:33:08.727056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cf1a6-1774-41f6-bfcc-1cd404216d15 req-397e705a-0347-42c1-98e9-5a5700884dfa tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:08.727650 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f808cd90-83fc-4689-a0e9-fca45d26879f req-97fb2750-af94-432e-9eaa-a5e4fcd7a5ea service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc9d62b8-4412-47a6-9995-749ff322404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308685 Jul 09 13:33:08.728555 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c15cf1a6-1774-41f6-bfcc-1cd404216d15 req-397e705a-0347-42c1-98e9-5a5700884dfa tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.18 "GET /v2.0/ports?device_id=359c163a-23fa-4d23-94ae-eeb47ca83b97 HTTP/1.1" status: 200 len: 949 time: 0.6341066 Jul 09 13:33:08.745118 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12bcb5ac-ef41-481b-b070-995e82579c3a req-26df250a-00ef-4718-a94a-788a01b790e4 tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/security-groups?id=79f03954-8175-4cbc-b64e-733be17a36cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5122201 Jul 09 13:33:08.753387 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae9cdc-a24a-4cfd-a893-51e2cdc57cfc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Subnet': ['ID=a8bf9bc1-c617-41df-b1ab-862a5c4132f5,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:08.808092 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7645d05-77ec-4b97-ada6-ce8b50f26bfe tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:08.831566 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7645d05-77ec-4b97-ada6-ce8b50f26bfe tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event updated for resources: {'Port': ['ID=a493d546-db5e-4e6a-b17c-73a940b91c78,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:08.834643 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e7645d05-77ec-4b97-ada6-ce8b50f26bfe tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:08.836008 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f808cd90-83fc-4689-a0e9-fca45d26879f req-ec82653c-53b2-4c2d-8bf6-38023eccb0f0 service neutron] 10.222.0.15 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020126 Jul 09 13:33:08.845992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7645d05-77ec-4b97-ada6-ce8b50f26bfe tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:08.879000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94ae9cdc-a24a-4cfd-a893-51e2cdc57cfc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Checking segment: {'id': '165fa36c-42cd-4125-9b91-976b8ffc8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd510868c-2c7f-45ec-a29d-888ed3071046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:08.879379 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ae9cdc-a24a-4cfd-a893-51e2cdc57cfc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network hostable DHCP agents. Network: d510868c-2c7f-45ec-a29d-888ed3071046, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:33:08.959863 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f808cd90-83fc-4689-a0e9-fca45d26879f req-b414bce8-7b37-4719-85c2-ca45bed859b5 service neutron] 10.222.0.15 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144261 Jul 09 13:33:08.987320 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7645d05-77ec-4b97-ada6-ce8b50f26bfe tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:08.987813 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e7645d05-77ec-4b97-ada6-ce8b50f26bfe tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:08.999400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49e484d5-5be8-459a-bda1-b0d953f3cc1d None None] Network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:09.000738 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ae9cdc-a24a-4cfd-a893-51e2cdc57cfc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network d510868c-2c7f-45ec-a29d-888ed3071046 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:33:09.019332 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a179baf-edfa-4347-a974-78424586fa67 req-8c41bfe1-61ea-4fed-aac3-93b47a3c73f3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:09.020840 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a179baf-edfa-4347-a974-78424586fa67 req-8c41bfe1-61ea-4fed-aac3-93b47a3c73f3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 944 time: 0.3024070 Jul 09 13:33:09.035805 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e7645d05-77ec-4b97-ada6-ce8b50f26bfe tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2103782 Jul 09 13:33:09.039337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33284) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:09.045245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6f267f9e-d67b-442e-b10a-ad82ddf12681 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Request body: {'port': {'network_id': 'eefe9243-29eb-49dc-9cf8-381c1d3ef0a9', 'name': 'tempest-AllowedAddressPairTestJSON-918390458', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:46:b9:2d'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:09.046644 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-94ae9cdc-a24a-4cfd-a893-51e2cdc57cfc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, d510868c-2c7f-45ec-a29d-888ed3071046) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:09.058837 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42510cf5-0091-431f-8ace-3b9e0ed07496 None None] Network d510868c-2c7f-45ec-a29d-888ed3071046 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:09.065887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ae9cdc-a24a-4cfd-a893-51e2cdc57cfc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:09.066484 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94ae9cdc-a24a-4cfd-a893-51e2cdc57cfc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.108188 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-c15cf1a6-1774-41f6-bfcc-1cd404216d15 req-de1f4564-6a2e-4c9e-8732-ade300d6884a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Deleting port c1a73c66-003b-4b55-afce-3d5292e5f9c2 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:09.108188 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c15cf1a6-1774-41f6-bfcc-1cd404216d15 req-de1f4564-6a2e-4c9e-8732-ade300d6884a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.116751 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-94ae9cdc-a24a-4cfd-a893-51e2cdc57cfc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7880478 Jul 09 13:33:09.120611 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33286) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:09.126821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-37cdb883-85e2-4851-b3a5-ac0026b41c71 None None] Provisioning for port 184bcb58-4c89-4213-b39b-ccb3dd74a349 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:09.131478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2106812880', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:09.151869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-37cdb883-85e2-4851-b3a5-ac0026b41c71 None None] Provisioning complete for port 184bcb58-4c89-4213-b39b-ccb3dd74a349 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:09.153799 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37cdb883-85e2-4851-b3a5-ac0026b41c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.159919 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a179baf-edfa-4347-a974-78424586fa67 req-2fd81e4e-d6a4-49d5-8ab3-11454d21f3e3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270921 Jul 09 13:33:09.192124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b36545-5e77-48a5-92b4-2074f58c218b req-80c4db7c-8efc-4b46-826e-73d166413736 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:09.194106 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-11b36545-5e77-48a5-92b4-2074f58c218b req-80c4db7c-8efc-4b46-826e-73d166413736 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 943 time: 0.2795444 Jul 09 13:33:09.261104 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.262967 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.271339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-c15cf1a6-1774-41f6-bfcc-1cd404216d15 req-de1f4564-6a2e-4c9e-8732-ade300d6884a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] For port c1a73c66-003b-4b55-afce-3d5292e5f9c2, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c1a73c66-003b-4b55-afce-3d5292e5f9c2,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:09.272947 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c15cf1a6-1774-41f6-bfcc-1cd404216d15 req-de1f4564-6a2e-4c9e-8732-ade300d6884a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.293467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f267f9e-d67b-442e-b10a-ad82ddf12681 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Made reservation on behalf of b13bea68ef1e455a9cbe71e4026182e6 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:09.306207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-c15cf1a6-1774-41f6-bfcc-1cd404216d15 req-de1f4564-6a2e-4c9e-8732-ade300d6884a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Calling delete_port for c1a73c66-003b-4b55-afce-3d5292e5f9c2 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:09.330174 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-11b36545-5e77-48a5-92b4-2074f58c218b req-6ed69020-6bb9-4ce2-9139-a5215bca579b tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188531 Jul 09 13:33:09.382679 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.501771 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-d510868c-2c7f-45ec-a29d-888ed3071046', 'network_id': 'd510868c-2c7f-45ec-a29d-888ed3071046', 'tenant_id': 'bc5225d7e77342fc8cae1b77acc71c0d', 'fixed_ips': [{'subnet_id': 'a8bf9bc1-c617-41df-b1ab-862a5c4132f5'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:33:09.502630 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.522803 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c15cf1a6-1774-41f6-bfcc-1cd404216d15 req-de1f4564-6a2e-4c9e-8732-ade300d6884a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.528699 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f267f9e-d67b-442e-b10a-ad82ddf12681 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.544694 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37cdb883-85e2-4851-b3a5-ac0026b41c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.569398 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.580544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-6f267f9e-d67b-442e-b10a-ad82ddf12681 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] device_id is not set on port 94b43a5d-b62f-4e2b-ae39-c818fa8667e9 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:09.591465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1f4564-6a2e-4c9e-8732-ade300d6884a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Pushing event deleted for resources: {'Port': ['ID=c1a73c66-003b-4b55-afce-3d5292e5f9c2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:09.617920 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15cf1a6-1774-41f6-bfcc-1cd404216d15 req-de1f4564-6a2e-4c9e-8732-ade300d6884a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] No DVR routers for this DVR port c1a73c66-003b-4b55-afce-3d5292e5f9c2 on host n-h1-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:09.621133 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-c15cf1a6-1774-41f6-bfcc-1cd404216d15 req-de1f4564-6a2e-4c9e-8732-ade300d6884a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.623227 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c15cf1a6-1774-41f6-bfcc-1cd404216d15 req-de1f4564-6a2e-4c9e-8732-ade300d6884a tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.18 "DELETE /v2.0/ports/c1a73c66-003b-4b55-afce-3d5292e5f9c2 HTTP/1.1" status: 204 len: 173 time: 0.8708754 Jul 09 13:33:09.624093 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '359c163a-23fa-4d23-94ae-eeb47ca83b97', 'name': 'network-vif-deleted', 'tag': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:09.627321 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb53e793-a17a-4578-81f3-9765bcb3e082" -d '{"events": [{"server_uuid": "359c163a-23fa-4d23-94ae-eeb47ca83b97", "name": "network-vif-deleted", "tag": "c1a73c66-003b-4b55-afce-3d5292e5f9c2"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:09.662270 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f04503a-6169-4c91-a04f-a108d4e0aa48', 'tag': 'e349b731-1fe2-4d41-bba6-1d6e87f3aa73'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:09.664693 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba2be87-2777-44c2-b7dc-e23ce8435f66" -d '{"events": [{"name": "network-changed", "server_uuid": "8f04503a-6169-4c91-a04f-a108d4e0aa48", "tag": "e349b731-1fe2-4d41-bba6-1d6e87f3aa73"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:09.697704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-37cdb883-85e2-4851-b3a5-ac0026b41c71 None None] For port 184bcb58-4c89-4213-b39b-ccb3dd74a349, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=184bcb58-4c89-4213-b39b-ccb3dd74a349,segment=NetworkSegment(569ffc15-ed85-4a66-b941-db8deb96d8f4),segment_id=569ffc15-ed85-4a66-b941-db8deb96d8f4)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:09.708072 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92649336-2bb1-41e0-961f-c1e6700a4266 x-openstack-request-id: req-92649336-2bb1-41e0-961f-c1e6700a4266 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:09.708380 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "359c163a-23fa-4d23-94ae-eeb47ca83b97", "name": "network-vif-deleted", "tag": "c1a73c66-003b-4b55-afce-3d5292e5f9c2", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:09.708705 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92649336-2bb1-41e0-961f-c1e6700a4266 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:09.709200 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '359c163a-23fa-4d23-94ae-eeb47ca83b97', 'name': 'network-vif-deleted', 'tag': 'c1a73c66-003b-4b55-afce-3d5292e5f9c2', 'status': 'completed', 'code': 200} Jul 09 13:33:09.739354 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37cdb883-85e2-4851-b3a5-ac0026b41c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:09.739541 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3164ca2c-08e7-4302-a4de-f2b825a47861 x-openstack-request-id: req-3164ca2c-08e7-4302-a4de-f2b825a47861 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:09.739817 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f04503a-6169-4c91-a04f-a108d4e0aa48", "tag": "e349b731-1fe2-4d41-bba6-1d6e87f3aa73", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:09.740067 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3164ca2c-08e7-4302-a4de-f2b825a47861 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:09.740448 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f04503a-6169-4c91-a04f-a108d4e0aa48', 'tag': 'e349b731-1fe2-4d41-bba6-1d6e87f3aa73', 'status': 'completed', 'code': 200} Jul 09 13:33:09.753312 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-6f267f9e-d67b-442e-b10a-ad82ddf12681 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Allocated IP 172.20.0.14 (eefe9243-29eb-49dc-9cf8-381c1d3ef0a9/f1cd7fed-8c12-4a89-9b9e-841aeabf3d46/94b43a5d-b62f-4e2b-ae39-c818fa8667e9) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:09.831363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Allocated IP 172.20.0.2 (d510868c-2c7f-45ec-a29d-888ed3071046/a8bf9bc1-c617-41df-b1ab-862a5c4132f5/45683345-96ee-4321-a2e5-9a055f621c7a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:09.877289 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cdb883-85e2-4851-b3a5-ac0026b41c71 None None] Pushing event updated for resources: {'Port': ['ID=184bcb58-4c89-4213-b39b-ccb3dd74a349,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:09.978675 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f0a515a3-b935-4f50-92a2-a33d1181b794 req-d8e5be80-f31d-4b27-af85-fcade9a4669c tempest-ListImageFiltersTestJSON-452790768 tempest-ListImageFiltersTestJSON-452790768-project] 10.222.0.39 "GET /v2.0/ports?device_id=359c163a-23fa-4d23-94ae-eeb47ca83b97 HTTP/1.1" status: 200 len: 210 time: 0.0401759 Jul 09 13:33:10.058050 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.078886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Transition to ACTIVE for port object 45683345-96ee-4321-a2e5-9a055f621c7a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:10.103153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Transition to ACTIVE for port object 45683345-96ee-4321-a2e5-9a055f621c7a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:10.107403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0e2b48f8-1ecd-4f13-8a31-631c92e14ab2 None None] Provisioning complete for port 184bcb58-4c89-4213-b39b-ccb3dd74a349 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:10.107964 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e2b48f8-1ecd-4f13-8a31-631c92e14ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.142382 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.222995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 184bcb58-4c89-4213-b39b-ccb3dd74a349 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:10.283874 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Network d510868c-2c7f-45ec-a29d-888ed3071046 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:10.301195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Pushing event updated for resources: {'Port': ['ID=45683345-96ee-4321-a2e5-9a055f621c7a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:10.303759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:10.320049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:10.387148 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f267f9e-d67b-442e-b10a-ad82ddf12681 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.403989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-6f267f9e-d67b-442e-b10a-ad82ddf12681 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Transition to ACTIVE for port object 94b43a5d-b62f-4e2b-ae39-c818fa8667e9 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:10.466322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 184bcb58-4c89-4213-b39b-ccb3dd74a349 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:10.467011 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.472083 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Attempting to bind port 45683345-96ee-4321-a2e5-9a055f621c7a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:33:10.472752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Attempting to bind port 45683345-96ee-4321-a2e5-9a055f621c7a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '165fa36c-42cd-4125-9b91-976b8ffc8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd510868c-2c7f-45ec-a29d-888ed3071046'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:33:10.473322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Attempting to bind port 45683345-96ee-4321-a2e5-9a055f621c7a on network d510868c-2c7f-45ec-a29d-888ed3071046 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:10.481109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f53705-ca7e-4d27-9f1c-667859293d14 req-4c3967ac-1049-458d-ac1c-e7067fe5f724 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:10.482946 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f267f9e-d67b-442e-b10a-ad82ddf12681 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.492057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-03f53705-ca7e-4d27-9f1c-667859293d14 req-4c3967ac-1049-458d-ac1c-e7067fe5f724 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 944 time: 0.1331303 Jul 09 13:33:10.509914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 33, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:33:10.509914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Checking segment: {'id': '165fa36c-42cd-4125-9b91-976b8ffc8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd510868c-2c7f-45ec-a29d-888ed3071046'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:10.509914 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.509914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Bound using segment: {'id': '165fa36c-42cd-4125-9b91-976b8ffc8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd510868c-2c7f-45ec-a29d-888ed3071046'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:33:10.509914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Bound port: 45683345-96ee-4321-a2e5-9a055f621c7a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165fa36c-42cd-4125-9b91-976b8ffc8f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'd510868c-2c7f-45ec-a29d-888ed3071046'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:33:10.509914 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.521785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2be87-2777-44c2-b7dc-e23ce8435f66 req-dee76b1d-462e-4efb-b7e1-bfb1a9fc6c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:10.523374 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cba2be87-2777-44c2-b7dc-e23ce8435f66 req-dee76b1d-462e-4efb-b7e1-bfb1a9fc6c12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ee2ab325dd5240f4babfc47fefad7c4c&device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 1094 time: 0.7397187 Jul 09 13:33:10.541985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0e2b48f8-1ecd-4f13-8a31-631c92e14ab2 None None] Provisioning for port a493d546-db5e-4e6a-b17c-73a940b91c78 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:10.551804 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-03f53705-ca7e-4d27-9f1c-667859293d14 req-1d45f13c-6c01-4e03-aa43-9f9d0d8ffb9a tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585904 Jul 09 13:33:10.569510 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0e2b48f8-1ecd-4f13-8a31-631c92e14ab2 None None] Provisioning complete for port a493d546-db5e-4e6a-b17c-73a940b91c78 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:10.570182 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e2b48f8-1ecd-4f13-8a31-631c92e14ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.652910 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0e2b48f8-1ecd-4f13-8a31-631c92e14ab2 None None] Port a493d546-db5e-4e6a-b17c-73a940b91c78 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:10.675858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] For port 45683345-96ee-4321-a2e5-9a055f621c7a, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:33:10.681380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] For port 45683345-96ee-4321-a2e5-9a055f621c7a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=45683345-96ee-4321-a2e5-9a055f621c7a,segment=NetworkSegment(165fa36c-42cd-4125-9b91-976b8ffc8f4f),segment_id=165fa36c-42cd-4125-9b91-976b8ffc8f4f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:33:10.689780 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.708318 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f267f9e-d67b-442e-b10a-ad82ddf12681 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:10.710449 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.737421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ada389-161b-4afe-8e90-4fd4010a2cf2 req-2605049e-3b6b-4a99-9247-5b83d079227e tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:10.738825 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6f267f9e-d67b-442e-b10a-ad82ddf12681 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:10.742034 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8ada389-161b-4afe-8e90-4fd4010a2cf2 req-2605049e-3b6b-4a99-9247-5b83d079227e tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 943 time: 0.1014876 Jul 09 13:33:10.753005 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f267f9e-d67b-442e-b10a-ad82ddf12681 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:10.756030 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.774236 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d1ac43-d830-4e7c-835f-9245b420b012 None None] Pushing event updated for resources: {'Port': ['ID=45683345-96ee-4321-a2e5-9a055f621c7a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:10.788682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f267f9e-d67b-442e-b10a-ad82ddf12681 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event updated for resources: {'Port': ['ID=94b43a5d-b62f-4e2b-ae39-c818fa8667e9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:10.790077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0df935e0-19ba-4565-bda5-4506fd42e231 None None] Provisioning complete for port a493d546-db5e-4e6a-b17c-73a940b91c78 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:10.790467 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0df935e0-19ba-4565-bda5-4506fd42e231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.833585 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8ada389-161b-4afe-8e90-4fd4010a2cf2 req-6e7015f4-cdf2-41ec-a4e2-f90e06a37347 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861585 Jul 09 13:33:10.836578 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0df935e0-19ba-4565-bda5-4506fd42e231 None None] Port a493d546-db5e-4e6a-b17c-73a940b91c78 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:10.880237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f267f9e-d67b-442e-b10a-ad82ddf12681 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:10.880880 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f267f9e-d67b-442e-b10a-ad82ddf12681 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:10.887456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2be87-2777-44c2-b7dc-e23ce8435f66 req-4bf92ed1-4868-46cc-88a8-3378e3735664 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:10.889004 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cba2be87-2777-44c2-b7dc-e23ce8435f66 req-4bf92ed1-4868-46cc-88a8-3378e3735664 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0dc9f064-890c-4703-8fc3-53b1f0a11e26 HTTP/1.1" status: 200 len: 923 time: 0.3267555 Jul 09 13:33:10.963367 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6f267f9e-d67b-442e-b10a-ad82ddf12681 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.9226816 Jul 09 13:33:10.967283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33302) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:10.967767 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cba2be87-2777-44c2-b7dc-e23ce8435f66 req-6b9e1c49-c997-4421-a91b-031d3591728b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e349b731-1fe2-4d41-bba6-1d6e87f3aa73 HTTP/1.1" status: 200 len: 217 time: 0.0713518 Jul 09 13:33:11.056684 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Allocated IP 172.25.2.136 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/6ef6fe7c-e935-40cc-a53c-13a6f7283dac) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:11.111474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba2be87-2777-44c2-b7dc-e23ce8435f66 req-59b01ee3-2632-436e-b1ae-a134f1e2a9f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:11.113560 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cba2be87-2777-44c2-b7dc-e23ce8435f66 req-59b01ee3-2632-436e-b1ae-a134f1e2a9f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ad41d4dd-2a20-41c7-91ba-384a0ec9fa08 HTTP/1.1" status: 200 len: 862 time: 0.1391761 Jul 09 13:33:11.147375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb0fb1f-a0bb-4706-a063-5e4ed1db2a23 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:11.157214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb0fb1f-a0bb-4706-a063-5e4ed1db2a23 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:11.162452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f6656883-38e2-40e4-895d-9e74b236a156 None None] Provisioning for port 94b43a5d-b62f-4e2b-ae39-c818fa8667e9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:11.163466 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb0fb1f-a0bb-4706-a063-5e4ed1db2a23 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:11.168608 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33312) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:11.178424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f6656883-38e2-40e4-895d-9e74b236a156 None None] Provisioning complete for port 94b43a5d-b62f-4e2b-ae39-c818fa8667e9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:11.178812 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f6656883-38e2-40e4-895d-9e74b236a156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.179430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3fb0fb1f-a0bb-4706-a063-5e4ed1db2a23 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1997664 Jul 09 13:33:11.225967 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f6656883-38e2-40e4-895d-9e74b236a156 None None] Port 94b43a5d-b62f-4e2b-ae39-c818fa8667e9 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:11.236302 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cba2be87-2777-44c2-b7dc-e23ce8435f66 req-d21168a5-bacd-43b9-8576-40993f4e824b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0dc9f064-890c-4703-8fc3-53b1f0a11e26&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0849779 Jul 09 13:33:11.335610 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:33:11.367279 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.443571 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cba2be87-2777-44c2-b7dc-e23ce8435f66 req-c4370983-e110-4a08-a4f0-f8f75a18a7a2 service neutron] 10.222.0.15 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906941 Jul 09 13:33:11.449929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5a19b3b9-f3a1-4a2a-a899-f046db774ecf tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Deleting port 94b43a5d-b62f-4e2b-ae39-c818fa8667e9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:11.450213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a19b3b9-f3a1-4a2a-a899-f046db774ecf tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.457369 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 1e34b705-23f4-45f4-84bb-cbdb766e8ae6, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=1e34b705-23f4-45f4-84bb-cbdb766e8ae6,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:11.470632 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '1e34b705-23f4-45f4-84bb-cbdb766e8ae6', 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e', 'port_id': '1e34b705-23f4-45f4-84bb-cbdb766e8ae6', 'mac_address': 'fa:16:3e:fb:12:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0dba8b-d545-4178-9f00-28746fc5b6b3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:33:11.523492 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.540893 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:33:11.556800 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.591170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 1e34b705-23f4-45f4-84bb-cbdb766e8ae6, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=1e34b705-23f4-45f4-84bb-cbdb766e8ae6,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:11.597320 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.599232 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e349b731-1fe2-4d41-bba6-1d6e87f3aa73 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:33:11.650616 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:11.666038 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=1e34b705-23f4-45f4-84bb-cbdb766e8ae6,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:11.666505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:11.677061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:11.706706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=6ef6fe7c-e935-40cc-a53c-13a6f7283dac,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:11.743153 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a19b3b9-f3a1-4a2a-a899-f046db774ecf tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.778650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5a19b3b9-f3a1-4a2a-a899-f046db774ecf tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Calling delete_port for 94b43a5d-b62f-4e2b-ae39-c818fa8667e9 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:11.801443 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cba2be87-2777-44c2-b7dc-e23ce8435f66 req-efdb6b9f-9420-4979-bf8c-a22f8c219fb4 service neutron] 10.222.0.15 "GET /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469906 Jul 09 13:33:11.872523 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e349b731-1fe2-4d41-bba6-1d6e87f3aa73, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e349b731-1fe2-4d41-bba6-1d6e87f3aa73,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:11.880857 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd378c5-16a1-446d-9723-dff935130d60 req-f3827226-154f-41b7-9b8c-8145c77d02e6 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:11.889065 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-edd378c5-16a1-446d-9723-dff935130d60 req-f3827226-154f-41b7-9b8c-8145c77d02e6 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 945 time: 0.0979366 Jul 09 13:33:11.895266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'e349b731-1fe2-4d41-bba6-1d6e87f3aa73', 'network_id': '0dc9f064-890c-4703-8fc3-53b1f0a11e26', 'port_id': 'e349b731-1fe2-4d41-bba6-1d6e87f3aa73', 'mac_address': 'fa:16:3e:2a:4a:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad41d4dd-2a20-41c7-91ba-384a0ec9fa08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:33:11.950364 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-edd378c5-16a1-446d-9723-dff935130d60 req-63129c9d-e815-4749-b3ef-62bf22432d55 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603249 Jul 09 13:33:11.955226 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:11.974194 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e349b731-1fe2-4d41-bba6-1d6e87f3aa73 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:33:12.022807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e349b731-1fe2-4d41-bba6-1d6e87f3aa73, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e349b731-1fe2-4d41-bba6-1d6e87f3aa73,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:12.029089 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.122123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e349b731-1fe2-4d41-bba6-1d6e87f3aa73,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:12.169102 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a19b3b9-f3a1-4a2a-a899-f046db774ecf tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.195034 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.274275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6562d79-239d-4d96-885f-c246ed656e96 req-8387826f-5584-4033-ba7a-0ced3f56e7c4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:12.277664 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a19b3b9-f3a1-4a2a-a899-f046db774ecf tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event deleted for resources: {'Port': ['ID=94b43a5d-b62f-4e2b-ae39-c818fa8667e9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:12.281481 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['1e34b705-23f4-45f4-84bb-cbdb766e8ae6'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:33:12.281997 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6562d79-239d-4d96-885f-c246ed656e96 req-8387826f-5584-4033-ba7a-0ced3f56e7c4 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 944 time: 0.1410944 Jul 09 13:33:12.299820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['e349b731-1fe2-4d41-bba6-1d6e87f3aa73'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:33:12.313640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 45683345-96ee-4321-a2e5-9a055f621c7a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:12.342090 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6562d79-239d-4d96-885f-c246ed656e96 req-4d81e9cb-5d31-4399-9bca-b57777f85ce5 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590658 Jul 09 13:33:12.426095 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-827df712-4059-43a1-b5c5-7fe4d9074ee9 None None] Network d510868c-2c7f-45ec-a29d-888ed3071046 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:12.561508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-04f291c3-8fbc-48c3-9aa3-fb8831811918 None None] Provisioning for port 45683345-96ee-4321-a2e5-9a055f621c7a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:12.600163 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 45683345-96ee-4321-a2e5-9a055f621c7a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:12.606106 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a19b3b9-f3a1-4a2a-a899-f046db774ecf tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.611610 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5a19b3b9-f3a1-4a2a-a899-f046db774ecf tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "DELETE /v2.0/ports/94b43a5d-b62f-4e2b-ae39-c818fa8667e9 HTTP/1.1" status: 204 len: 168 time: 1.4409704 Jul 09 13:33:12.613658 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33374) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:12.625165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 45683345-96ee-4321-a2e5-9a055f621c7a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:12.625533 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.659800 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9733f3-9dc3-43f4-8dfe-69e2a8095b98 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] GET failed (client error): The resource could not be found. Jul 09 13:33:12.666506 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bf9733f3-9dc3-43f4-8dfe-69e2a8095b98 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "GET /v2.0/ports/94b43a5d-b62f-4e2b-ae39-c818fa8667e9 HTTP/1.1" status: 404 len: 333 time: 0.0516884 Jul 09 13:33:12.668095 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33378) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:12.671925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.674373 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-61022e16-5f0d-41bd-a975-9022cdcb9175 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Request body: {'port': {'network_id': 'eefe9243-29eb-49dc-9cf8-381c1d3ef0a9', 'name': 'tempest-AllowedAddressPairTestJSON-260894453'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:12.803221 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33382) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:12.831815 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61022e16-5f0d-41bd-a975-9022cdcb9175 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Made reservation on behalf of b13bea68ef1e455a9cbe71e4026182e6 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:12.836522 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61022e16-5f0d-41bd-a975-9022cdcb9175 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:12.862740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-61022e16-5f0d-41bd-a975-9022cdcb9175 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] device_id is not set on port bf47e5f2-c75a-4ab9-b015-d18ca58e4d49 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:12.867159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router f4edf48b-40cc-44d4-8587-8f707a0c63a8 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:33:12.956542 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.020498 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 45683345-96ee-4321-a2e5-9a055f621c7a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=45683345-96ee-4321-a2e5-9a055f621c7a,segment=NetworkSegment(165fa36c-42cd-4125-9b91-976b8ffc8f4f),segment_id=165fa36c-42cd-4125-9b91-976b8ffc8f4f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:13.029367 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.035771 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7005c067-113e-4e28-ac16-bb18a4b48a3e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e215b1f79b34825977d7044ae094541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2310028 Jul 09 13:33:13.037171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-61022e16-5f0d-41bd-a975-9022cdcb9175 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Allocated IP 172.20.0.4 (eefe9243-29eb-49dc-9cf8-381c1d3ef0a9/f1cd7fed-8c12-4a89-9b9e-841aeabf3d46/bf47e5f2-c75a-4ab9-b015-d18ca58e4d49) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:13.039191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33388) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:13.117144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c1a73c66-003b-4b55-afce-3d5292e5f9c2 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:13.121676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=45683345-96ee-4321-a2e5-9a055f621c7a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:13.146589 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: c1a73c66-003b-4b55-afce-3d5292e5f9c2 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:33:13.146962 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c1a73c66-003b-4b55-afce-3d5292e5f9c2 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:13.156681 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71b64d1f-83c2-40f2-8709-c5c6744d2de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.268532 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71b64d1f-83c2-40f2-8709-c5c6744d2de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.328136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:33:13.338761 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3705917-5e4f-4450-80e6-e6d4b1f0e751 None None] Sync routers for ids ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:33:13.348330 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.349598 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-159a59dc-7516-4457-9e34-b5df906469f0 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.2224319 Jul 09 13:33:13.349803 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3705917-5e4f-4450-80e6-e6d4b1f0e751 None None] Routers {'f4edf48b-40cc-44d4-8587-8f707a0c63a8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:13.350395 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b3705917-5e4f-4450-80e6-e6d4b1f0e751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:13.352437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33392) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:13.389406 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61022e16-5f0d-41bd-a975-9022cdcb9175 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.395273 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b3705917-5e4f-4450-80e6-e6d4b1f0e751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:13.403941 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-61022e16-5f0d-41bd-a975-9022cdcb9175 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Transition to ACTIVE for port object bf47e5f2-c75a-4ab9-b015-d18ca58e4d49 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:13.412168 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3705917-5e4f-4450-80e6-e6d4b1f0e751 None None] Routers {'f4edf48b-40cc-44d4-8587-8f707a0c63a8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:13.413373 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b3705917-5e4f-4450-80e6-e6d4b1f0e751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:13.455141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b3705917-5e4f-4450-80e6-e6d4b1f0e751 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:13.455820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3705917-5e4f-4450-80e6-e6d4b1f0e751 None None] The sync data for ids ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:33:13.461685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9aa0f64e-9601-414b-9ecd-d6e9a25b35b8 None None] Provisioning complete for port 45683345-96ee-4321-a2e5-9a055f621c7a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:13.461990 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9aa0f64e-9601-414b-9ecd-d6e9a25b35b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.535865 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c048641-cdeb-4fa2-b3c6-ce771fe0c62a req-2930ff81-d817-4cc6-a9ca-61c55d00ffeb tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:13.537766 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c048641-cdeb-4fa2-b3c6-ce771fe0c62a req-2930ff81-d817-4cc6-a9ca-61c55d00ffeb tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 945 time: 0.3662724 Jul 09 13:33:13.555418 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71b64d1f-83c2-40f2-8709-c5c6744d2de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.558808 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71b64d1f-83c2-40f2-8709-c5c6744d2de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.559983 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-71b64d1f-83c2-40f2-8709-c5c6744d2de1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79f03954-8175-4cbc-b64e-733be17a36cd HTTP/1.1" status: 204 len: 168 time: 0.5196011 Jul 09 13:33:13.569136 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61022e16-5f0d-41bd-a975-9022cdcb9175 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.633690 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b64d1f-83c2-40f2-8709-c5c6744d2de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79f03954-8175-4cbc-b64e-733be17a36cd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:13.651799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61022e16-5f0d-41bd-a975-9022cdcb9175 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:13.667775 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-61022e16-5f0d-41bd-a975-9022cdcb9175 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:13.677995 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61022e16-5f0d-41bd-a975-9022cdcb9175 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:13.687886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8489df7e-d31a-4574-b398-168f5bb49767 req-adabbcf9-52f1-40c2-882d-f16c21f0931f tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:13.689718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8489df7e-d31a-4574-b398-168f5bb49767 req-adabbcf9-52f1-40c2-882d-f16c21f0931f tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 944 time: 0.2171171 Jul 09 13:33:13.705011 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c048641-cdeb-4fa2-b3c6-ce771fe0c62a req-e0a13fe0-9ac9-43dd-9ef3-718aa12792e4 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513174 Jul 09 13:33:13.749834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61022e16-5f0d-41bd-a975-9022cdcb9175 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event updated for resources: {'Port': ['ID=bf47e5f2-c75a-4ab9-b015-d18ca58e4d49,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:13.785245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61022e16-5f0d-41bd-a975-9022cdcb9175 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:13.785884 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61022e16-5f0d-41bd-a975-9022cdcb9175 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:13.794577 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8489df7e-d31a-4574-b398-168f5bb49767 req-de4d2251-1da6-4f20-9542-a08881c4a307 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694458 Jul 09 13:33:13.813973 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-61022e16-5f0d-41bd-a975-9022cdcb9175 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1441917 Jul 09 13:33:13.817508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33402) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:13.826205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d69d11c0-522c-45ce-8298-8daffb5c0346 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:46:b9:2d'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:13.993121 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.043213 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d69d11c0-522c-45ce-8298-8daffb5c0346 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.082258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6f63330b-f11c-4075-9b00-9defb04736e2 None None] Provisioning for port bf47e5f2-c75a-4ab9-b015-d18ca58e4d49 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:14.088286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6f63330b-f11c-4075-9b00-9defb04736e2 None None] Provisioning complete for port bf47e5f2-c75a-4ab9-b015-d18ca58e4d49 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:14.089777 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f63330b-f11c-4075-9b00-9defb04736e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.167804 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6f63330b-f11c-4075-9b00-9defb04736e2 None None] Port bf47e5f2-c75a-4ab9-b015-d18ca58e4d49 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:14.218343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 45683345-96ee-4321-a2e5-9a055f621c7a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:14.274774 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 45683345-96ee-4321-a2e5-9a055f621c7a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:14.275170 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.291815 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d69d11c0-522c-45ce-8298-8daffb5c0346 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.311461 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d69d11c0-522c-45ce-8298-8daffb5c0346 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.422164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d11c0-522c-45ce-8298-8daffb5c0346 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event updated for resources: {'Port': ['ID=bf47e5f2-c75a-4ab9-b015-d18ca58e4d49,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:14.446214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d69d11c0-522c-45ce-8298-8daffb5c0346 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] In _notify_port_updated(), no bound segment for port bf47e5f2-c75a-4ab9-b015-d18ca58e4d49 on network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:33:14.452766 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69d11c0-522c-45ce-8298-8daffb5c0346 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:14.453452 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d69d11c0-522c-45ce-8298-8daffb5c0346 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.454573 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Allocated IP 172.20.0.1 (d510868c-2c7f-45ec-a29d-888ed3071046/a8bf9bc1-c617-41df-b1ab-862a5c4132f5/f5c03ed7-d78a-423e-9e42-eca4ac2d8fc8) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:14.454975 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d69d11c0-522c-45ce-8298-8daffb5c0346 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "PUT /v2.0/ports/bf47e5f2-c75a-4ab9-b015-d18ca58e4d49 HTTP/1.1" status: 200 len: 992 time: 0.6362665 Jul 09 13:33:14.457994 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33422) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:14.581961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9058ab71-565d-4424-a3d3-cf5b73169ab9 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Deleting port bf47e5f2-c75a-4ab9-b015-d18ca58e4d49 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:14.582712 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9058ab71-565d-4424-a3d3-cf5b73169ab9 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.595682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.612924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Transition to ACTIVE for port object f5c03ed7-d78a-423e-9e42-eca4ac2d8fc8 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:14.653109 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.694748 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9058ab71-565d-4424-a3d3-cf5b73169ab9 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.699384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5f99057c-ab27-4bc4-9073-6c0fdd2ec6e3 None None] Provisioning complete for port bf47e5f2-c75a-4ab9-b015-d18ca58e4d49 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:14.700233 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5f99057c-ab27-4bc4-9073-6c0fdd2ec6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.708872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network d510868c-2c7f-45ec-a29d-888ed3071046 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:14.712309 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:14.715947 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9058ab71-565d-4424-a3d3-cf5b73169ab9 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Calling delete_port for bf47e5f2-c75a-4ab9-b015-d18ca58e4d49 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:14.731575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:14.772391 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=f5c03ed7-d78a-423e-9e42-eca4ac2d8fc8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:14.794557 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.797397 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5f99057c-ab27-4bc4-9073-6c0fdd2ec6e3 None None] Port bf47e5f2-c75a-4ab9-b015-d18ca58e4d49 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:14.885405 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9058ab71-565d-4424-a3d3-cf5b73169ab9 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:14.968746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9058ab71-565d-4424-a3d3-cf5b73169ab9 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event deleted for resources: {'Port': ['ID=bf47e5f2-c75a-4ab9-b015-d18ca58e4d49,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:15.136003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-73b60fdf-eedb-4970-babd-ad1039e6f86e None None] Provisioning for port f5c03ed7-d78a-423e-9e42-eca4ac2d8fc8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:15.137632 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.145408 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-73b60fdf-eedb-4970-babd-ad1039e6f86e None None] Provisioning complete for port f5c03ed7-d78a-423e-9e42-eca4ac2d8fc8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:15.145784 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73b60fdf-eedb-4970-babd-ad1039e6f86e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.192909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e832d438-14a1-42f8-a90d-fc3dec72dd2c req-31853e59-21ec-4c87-8fe7-39849dbf5e60 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:15.193353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-73b60fdf-eedb-4970-babd-ad1039e6f86e None None] Port f5c03ed7-d78a-423e-9e42-eca4ac2d8fc8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:15.194596 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e832d438-14a1-42f8-a90d-fc3dec72dd2c req-31853e59-21ec-4c87-8fe7-39849dbf5e60 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 945 time: 0.3039770 Jul 09 13:33:15.296395 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9058ab71-565d-4424-a3d3-cf5b73169ab9 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.298232 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9058ab71-565d-4424-a3d3-cf5b73169ab9 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "DELETE /v2.0/ports/bf47e5f2-c75a-4ab9-b015-d18ca58e4d49 HTTP/1.1" status: 204 len: 168 time: 0.8392558 Jul 09 13:33:15.302038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33436) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:15.306455 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e832d438-14a1-42f8-a90d-fc3dec72dd2c req-0bb9b735-53a7-42d5-8c3a-00f0f9b64475 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758183 Jul 09 13:33:15.324228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25105ec-b210-4f95-bb2a-be8a7f251d30 req-c946ab4e-3e2a-4862-be5b-275c39caf835 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:15.331114 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c25105ec-b210-4f95-bb2a-be8a7f251d30 req-c946ab4e-3e2a-4862-be5b-275c39caf835 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 944 time: 0.1798880 Jul 09 13:33:15.337415 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-c96cd686-1714-4a3b-a356-30498db6f3ef tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] GET failed (client error): The resource could not be found. Jul 09 13:33:15.339727 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c96cd686-1714-4a3b-a356-30498db6f3ef tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "GET /v2.0/ports/bf47e5f2-c75a-4ab9-b015-d18ca58e4d49 HTTP/1.1" status: 404 len: 333 time: 0.0365453 Jul 09 13:33:15.345770 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33438) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:15.351631 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e967214b-4395-47f4-9af4-1734c0a69579 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Request body: {'port': {'network_id': 'eefe9243-29eb-49dc-9cf8-381c1d3ef0a9', 'name': 'tempest-AllowedAddressPairTestJSON-357325343'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:15.363232 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:15.391620 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c25105ec-b210-4f95-bb2a-be8a7f251d30 req-8f947d12-11bc-4d99-b79e-24e74d1366f7 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595503 Jul 09 13:33:15.568443 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:15.573113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:15.573624 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.590282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e967214b-4395-47f4-9af4-1734c0a69579 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Made reservation on behalf of b13bea68ef1e455a9cbe71e4026182e6 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:15.594218 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e967214b-4395-47f4-9af4-1734c0a69579 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.628636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-e967214b-4395-47f4-9af4-1734c0a69579 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] device_id is not set on port 1d1dcb65-fc47-4154-b167-3f72d4e8a233 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:15.654630 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.690565 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 1e34b705-23f4-45f4-84bb-cbdb766e8ae6, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=1e34b705-23f4-45f4-84bb-cbdb766e8ae6,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:15.691839 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952fde07-5910-4a58-9afe-812acd8e63e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e34b705-23f4-45f4-84bb-cbdb766e8ae6'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:15.694877 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-170647ba-bd2f-44af-8653-de373ddfca52" -d '{"events": [{"server_uuid": "952fde07-5910-4a58-9afe-812acd8e63e1", "name": "network-vif-plugged", "status": "completed", "tag": "1e34b705-23f4-45f4-84bb-cbdb766e8ae6"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:15.699239 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.700239 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e349b731-1fe2-4d41-bba6-1d6e87f3aa73 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:15.713163 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.723821 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.771215 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6339609-7497-4833-aa23-d1e096446919 x-openstack-request-id: req-e6339609-7497-4833-aa23-d1e096446919 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:15.771506 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952fde07-5910-4a58-9afe-812acd8e63e1", "name": "network-vif-plugged", "status": "completed", "tag": "1e34b705-23f4-45f4-84bb-cbdb766e8ae6", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:15.772034 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6339609-7497-4833-aa23-d1e096446919 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:15.775679 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952fde07-5910-4a58-9afe-812acd8e63e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e34b705-23f4-45f4-84bb-cbdb766e8ae6', 'code': 200} Jul 09 13:33:15.811160 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=1e34b705-23f4-45f4-84bb-cbdb766e8ae6,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:15.817635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port e349b731-1fe2-4d41-bba6-1d6e87f3aa73 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:15.822386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port e349b731-1fe2-4d41-bba6-1d6e87f3aa73 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:15.824515 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.825979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=f5c03ed7-d78a-423e-9e42-eca4ac2d8fc8,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:15.898869 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.901659 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e967214b-4395-47f4-9af4-1734c0a69579 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Allocated IP 172.20.0.3 (eefe9243-29eb-49dc-9cf8-381c1d3ef0a9/f1cd7fed-8c12-4a89-9b9e-841aeabf3d46/1d1dcb65-fc47-4154-b167-3f72d4e8a233) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:15.913022 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:15.949612 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e349b731-1fe2-4d41-bba6-1d6e87f3aa73, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e349b731-1fe2-4d41-bba6-1d6e87f3aa73,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:15.954608 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:16.007463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e349b731-1fe2-4d41-bba6-1d6e87f3aa73,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:16.025271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9960d7-07bf-4b4e-a5ad-989aea29501d req-37d0f8fa-6879-4490-9340-c8fb584cfe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:16.027193 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4d9960d7-07bf-4b4e-a5ad-989aea29501d req-37d0f8fa-6879-4490-9340-c8fb584cfe61 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 1097 time: 0.1915119 Jul 09 13:33:16.143599 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network d510868c-2c7f-45ec-a29d-888ed3071046 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:16.145519 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4d9960d7-07bf-4b4e-a5ad-989aea29501d req-2150f18d-98bf-4507-a825-ff3bee0e4394 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081090 Jul 09 13:33:16.148509 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:16.430734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-38d55c61-9acf-43be-ac72-4eb45f1959d3 None None] Provisioning complete for port f5c03ed7-d78a-423e-9e42-eca4ac2d8fc8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:16.431886 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38d55c61-9acf-43be-ac72-4eb45f1959d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:16.473772 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-38d55c61-9acf-43be-ac72-4eb45f1959d3 None None] Port f5c03ed7-d78a-423e-9e42-eca4ac2d8fc8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:16.500617 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e967214b-4395-47f4-9af4-1734c0a69579 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:16.506666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931c0166-afb5-428b-9c12-6d50ff714548 req-ad63d6af-3951-4af2-9296-4587cba8f5ef tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:16.515812 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-931c0166-afb5-428b-9c12-6d50ff714548 req-ad63d6af-3951-4af2-9296-4587cba8f5ef tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 946 time: 0.0799980 Jul 09 13:33:16.549796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-e967214b-4395-47f4-9af4-1734c0a69579 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Transition to ACTIVE for port object 1d1dcb65-fc47-4154-b167-3f72d4e8a233 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:16.561988 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-931c0166-afb5-428b-9c12-6d50ff714548 req-18ed7486-0381-4f7f-902c-629f93ffa4cc tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452161 Jul 09 13:33:16.594367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router f4edf48b-40cc-44d4-8587-8f707a0c63a8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:33:16.649773 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e967214b-4395-47f4-9af4-1734c0a69579 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:16.740613 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826be5f-3073-4200-b717-ba5726c3ca92 req-d332dc0e-e3fb-4776-87b8-988ba709efdd tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:16.743556 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4826be5f-3073-4200-b717-ba5726c3ca92 req-d332dc0e-e3fb-4776-87b8-988ba709efdd tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 945 time: 0.0737224 Jul 09 13:33:16.749128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e967214b-4395-47f4-9af4-1734c0a69579 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:16.754922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e967214b-4395-47f4-9af4-1734c0a69579 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:16.758501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e967214b-4395-47f4-9af4-1734c0a69579 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event updated for resources: {'Port': ['ID=1d1dcb65-fc47-4154-b167-3f72d4e8a233,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:16.762753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e967214b-4395-47f4-9af4-1734c0a69579 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:16.791008 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4826be5f-3073-4200-b717-ba5726c3ca92 req-532893a7-0f14-4128-a452-b1b2444d433f tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425577 Jul 09 13:33:16.825166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:33:16.833029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e967214b-4395-47f4-9af4-1734c0a69579 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:16.833786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e967214b-4395-47f4-9af4-1734c0a69579 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:16.847040 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7486bf8d-fafe-4107-89e1-1024280f8505 None None] Sync routers for ids ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:33:16.850165 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-757e6ec4-1d5e-4c88-8660-9f3a858cd0a5 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "PUT /v2.0/routers/f4edf48b-40cc-44d4-8587-8f707a0c63a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4960685 Jul 09 13:33:16.853010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33468) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:16.859290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1afe82da-da69-4f34-aeed-8296eba22cb8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'port': {'network_id': 'd510868c-2c7f-45ec-a29d-888ed3071046', 'name': 'tempest-FloatingIPTestJSON-900691682'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:16.859657 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7486bf8d-fafe-4107-89e1-1024280f8505 None None] Routers {'f4edf48b-40cc-44d4-8587-8f707a0c63a8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:16.860280 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7486bf8d-fafe-4107-89e1-1024280f8505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:16.864166 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e967214b-4395-47f4-9af4-1734c0a69579 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5172243 Jul 09 13:33:16.866818 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33470) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:16.883227 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d923aa70-c613-4617-bcb1-f702099f2b2c tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:46:b9:2d'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:16.894619 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7486bf8d-fafe-4107-89e1-1024280f8505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:16.917416 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7486bf8d-fafe-4107-89e1-1024280f8505 None None] Routers {'f4edf48b-40cc-44d4-8587-8f707a0c63a8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:16.918705 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7486bf8d-fafe-4107-89e1-1024280f8505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:17.121440 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7486bf8d-fafe-4107-89e1-1024280f8505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:17.122495 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7486bf8d-fafe-4107-89e1-1024280f8505 None None] The sync data for ids ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:33:17.172443 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d923aa70-c613-4617-bcb1-f702099f2b2c tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.176194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afe82da-da69-4f34-aeed-8296eba22cb8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Made reservation on behalf of bc5225d7e77342fc8cae1b77acc71c0d for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:17.179935 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1afe82da-da69-4f34-aeed-8296eba22cb8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.208316 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3a3aec9f-4824-495c-ac55-dccf2447a484 None None] Provisioning for port 1d1dcb65-fc47-4154-b167-3f72d4e8a233 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:17.212577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3a3aec9f-4824-495c-ac55-dccf2447a484 None None] Provisioning complete for port 1d1dcb65-fc47-4154-b167-3f72d4e8a233 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:17.212951 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a3aec9f-4824-495c-ac55-dccf2447a484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.232857 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-1afe82da-da69-4f34-aeed-8296eba22cb8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] device_id is not set on port 3b1a9adf-e6e8-433f-a44c-0d6b99f4275c yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:17.259417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3a3aec9f-4824-495c-ac55-dccf2447a484 None None] Port 1d1dcb65-fc47-4154-b167-3f72d4e8a233 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:17.429457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-1afe82da-da69-4f34-aeed-8296eba22cb8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Allocated IP 172.20.0.10 (d510868c-2c7f-45ec-a29d-888ed3071046/a8bf9bc1-c617-41df-b1ab-862a5c4132f5/3b1a9adf-e6e8-433f-a44c-0d6b99f4275c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:17.511707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d923aa70-c613-4617-bcb1-f702099f2b2c tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.518661 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d923aa70-c613-4617-bcb1-f702099f2b2c tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.544529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33484) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:17.669031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923aa70-c613-4617-bcb1-f702099f2b2c tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event updated for resources: {'Port': ['ID=1d1dcb65-fc47-4154-b167-3f72d4e8a233,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:17.679997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d923aa70-c613-4617-bcb1-f702099f2b2c tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] In _notify_port_updated(), no bound segment for port 1d1dcb65-fc47-4154-b167-3f72d4e8a233 on network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:33:17.686815 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d923aa70-c613-4617-bcb1-f702099f2b2c tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:17.687583 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d923aa70-c613-4617-bcb1-f702099f2b2c tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.688900 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d923aa70-c613-4617-bcb1-f702099f2b2c tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "PUT /v2.0/ports/1d1dcb65-fc47-4154-b167-3f72d4e8a233 HTTP/1.1" status: 200 len: 995 time: 0.8208828 Jul 09 13:33:17.692270 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33492) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:17.701360 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f993a7a4-d5f0-4d37-b40b-57aabdc3dadb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.766970 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1afe82da-da69-4f34-aeed-8296eba22cb8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.777555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f04503a-6169-4c91-a04f-a108d4e0aa48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349b731-1fe2-4d41-bba6-1d6e87f3aa73'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:17.781082 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64431636-71b2-41ec-9ea3-2fb3ce61ae25" -d '{"events": [{"server_uuid": "8f04503a-6169-4c91-a04f-a108d4e0aa48", "name": "network-vif-plugged", "status": "completed", "tag": "e349b731-1fe2-4d41-bba6-1d6e87f3aa73"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:17.809242 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-1afe82da-da69-4f34-aeed-8296eba22cb8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Transition to ACTIVE for port object 3b1a9adf-e6e8-433f-a44c-0d6b99f4275c will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:17.857781 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33dd1ecf-8c12-4064-8c49-59f19e42b53d x-openstack-request-id: req-33dd1ecf-8c12-4064-8c49-59f19e42b53d {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:17.858022 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f04503a-6169-4c91-a04f-a108d4e0aa48", "name": "network-vif-plugged", "status": "completed", "tag": "e349b731-1fe2-4d41-bba6-1d6e87f3aa73", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:17.858461 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-33dd1ecf-8c12-4064-8c49-59f19e42b53d {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:17.859040 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f04503a-6169-4c91-a04f-a108d4e0aa48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e349b731-1fe2-4d41-bba6-1d6e87f3aa73', 'code': 200} Jul 09 13:33:17.895790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-aa817bfc-66c0-4826-9ddd-fb945e43cee7 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Deleting port 1d1dcb65-fc47-4154-b167-3f72d4e8a233 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:17.896256 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa817bfc-66c0-4826-9ddd-fb945e43cee7 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.921634 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f993a7a4-d5f0-4d37-b40b-57aabdc3dadb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.932812 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489fbf0-1c93-4b6c-9d0a-992db5de5389 req-09d898b9-d6b9-44bc-b9b2-0cab7d975b3d tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:17.940188 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c489fbf0-1c93-4b6c-9d0a-992db5de5389 req-09d898b9-d6b9-44bc-b9b2-0cab7d975b3d tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 946 time: 0.1431639 Jul 09 13:33:17.963620 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f993a7a4-d5f0-4d37-b40b-57aabdc3dadb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:17.991726 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1afe82da-da69-4f34-aeed-8296eba22cb8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.017961 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c489fbf0-1c93-4b6c-9d0a-992db5de5389 req-7181ac6e-cfc1-400e-86c2-8358f76bbb40 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768819 Jul 09 13:33:18.031024 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f993a7a4-d5f0-4d37-b40b-57aabdc3dadb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d6f4e9b12584b8997efff41f175230f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4853411 Jul 09 13:33:18.038888 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33500) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:18.046311 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993a7a4-d5f0-4d37-b40b-57aabdc3dadb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c402343-0824-45fc-801a-438950e91a2b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:18.094212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3fc8a344-723d-4be2-8ec0-3e8c9b97dfde None None] Provisioning complete for port 1d1dcb65-fc47-4154-b167-3f72d4e8a233 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:18.094599 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fc8a344-723d-4be2-8ec0-3e8c9b97dfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.110059 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe82da-da69-4f34-aeed-8296eba22cb8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event updated for resources: {'Port': ['ID=3b1a9adf-e6e8-433f-a44c-0d6b99f4275c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:18.160163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afe82da-da69-4f34-aeed-8296eba22cb8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Network d510868c-2c7f-45ec-a29d-888ed3071046 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:18.162519 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3fc8a344-723d-4be2-8ec0-3e8c9b97dfde None None] Port 1d1dcb65-fc47-4154-b167-3f72d4e8a233 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:18.169654 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1afe82da-da69-4f34-aeed-8296eba22cb8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:18.175002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afe82da-da69-4f34-aeed-8296eba22cb8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:18.194824 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c29d29c6-9c6e-4738-9d03-b381556a0789 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.227815 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa817bfc-66c0-4826-9ddd-fb945e43cee7 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.231343 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c29d29c6-9c6e-4738-9d03-b381556a0789 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.232844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072488c0-145c-4b32-9b5e-8ac7fe41ce6f req-6cc2b8ff-7ac6-4fff-b9ae-cc4a553da16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:18.234361 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-072488c0-145c-4b32-9b5e-8ac7fe41ce6f req-6cc2b8ff-7ac6-4fff-b9ae-cc4a553da16d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 1096 time: 0.2607403 Jul 09 13:33:18.247331 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89d16e6-858e-4f52-9eb3-121cd408a026 req-2054da99-d6a3-46a2-ae24-550b14a41391 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:18.254677 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b89d16e6-858e-4f52-9eb3-121cd408a026 req-2054da99-d6a3-46a2-ae24-550b14a41391 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 945 time: 0.1273558 Jul 09 13:33:18.258537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-aa817bfc-66c0-4826-9ddd-fb945e43cee7 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Calling delete_port for 1d1dcb65-fc47-4154-b167-3f72d4e8a233 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:18.276977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afe82da-da69-4f34-aeed-8296eba22cb8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:18.277654 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1afe82da-da69-4f34-aeed-8296eba22cb8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.300184 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1afe82da-da69-4f34-aeed-8296eba22cb8 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4456902 Jul 09 13:33:18.305400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33506) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:18.310882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2a4ab6d1-10f8-463f-813b-99ba7184c0f6 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Request body: {'floatingip': {'port_id': '3b1a9adf-e6e8-433f-a44c-0d6b99f4275c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:18.331551 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b89d16e6-858e-4f52-9eb3-121cd408a026 req-34c0c9a3-6890-4f58-8f35-75454c4e29f8 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758963 Jul 09 13:33:18.342313 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c29d29c6-9c6e-4738-9d03-b381556a0789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.348848 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c29d29c6-9c6e-4738-9d03-b381556a0789 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.353661 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c29d29c6-9c6e-4738-9d03-b381556a0789 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4c402343-0824-45fc-801a-438950e91a2b HTTP/1.1" status: 204 len: 168 time: 0.3100479 Jul 09 13:33:18.368749 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29d29c6-9c6e-4738-9d03-b381556a0789 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c402343-0824-45fc-801a-438950e91a2b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:18.425611 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-072488c0-145c-4b32-9b5e-8ac7fe41ce6f req-1a1689cf-50c7-4521-b99a-a046575c0a07 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812274 Jul 09 13:33:18.468512 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a4ab6d1-10f8-463f-813b-99ba7184c0f6 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.596346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d9e1efa9-d6a4-4977-b419-b721569ba298 None None] Provisioning for port 3b1a9adf-e6e8-433f-a44c-0d6b99f4275c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:18.607145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d9e1efa9-d6a4-4977-b419-b721569ba298 None None] Provisioning complete for port 3b1a9adf-e6e8-433f-a44c-0d6b99f4275c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:18.607537 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d9e1efa9-d6a4-4977-b419-b721569ba298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.655170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d9e1efa9-d6a4-4977-b419-b721569ba298 None None] Port 3b1a9adf-e6e8-433f-a44c-0d6b99f4275c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:18.665648 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa817bfc-66c0-4826-9ddd-fb945e43cee7 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.704159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa817bfc-66c0-4826-9ddd-fb945e43cee7 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event deleted for resources: {'Port': ['ID=1d1dcb65-fc47-4154-b167-3f72d4e8a233,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:18.931495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa817bfc-66c0-4826-9ddd-fb945e43cee7 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:18.935288 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aa817bfc-66c0-4826-9ddd-fb945e43cee7 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "DELETE /v2.0/ports/1d1dcb65-fc47-4154-b167-3f72d4e8a233 HTTP/1.1" status: 204 len: 168 time: 1.2419810 Jul 09 13:33:18.938188 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33530) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:19.017702 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-781882d3-9175-4f06-a4c8-5b8b8e49bfd6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] GET failed (client error): The resource could not be found. Jul 09 13:33:19.020345 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-781882d3-9175-4f06-a4c8-5b8b8e49bfd6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "GET /v2.0/ports/1d1dcb65-fc47-4154-b167-3f72d4e8a233 HTTP/1.1" status: 404 len: 333 time: 0.0807772 Jul 09 13:33:19.024042 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33536) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:19.038266 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fb4306c4-b750-4587-9895-afb264acd004 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Request body: {'port': {'network_id': 'eefe9243-29eb-49dc-9cf8-381c1d3ef0a9', 'name': 'tempest-AllowedAddressPairTestJSON-537055474'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:19.207492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb4306c4-b750-4587-9895-afb264acd004 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Made reservation on behalf of b13bea68ef1e455a9cbe71e4026182e6 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:19.215338 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb4306c4-b750-4587-9895-afb264acd004 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.238682 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-fb4306c4-b750-4587-9895-afb264acd004 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] device_id is not set on port 604120f3-0561-4024-8023-df747cf89bf5 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:19.439796 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-fb4306c4-b750-4587-9895-afb264acd004 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Allocated IP 172.20.0.6 (eefe9243-29eb-49dc-9cf8-381c1d3ef0a9/f1cd7fed-8c12-4a89-9b9e-841aeabf3d46/604120f3-0561-4024-8023-df747cf89bf5) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:19.459160 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a4ab6d1-10f8-463f-813b-99ba7184c0f6 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.466023 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a4ab6d1-10f8-463f-813b-99ba7184c0f6 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.601239 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-2a4ab6d1-10f8-463f-813b-99ba7184c0f6 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Floating IP 89ab8040-1f3c-4db5-ae23-fd00a2f48804 associated. External IP: 172.25.2.102, port: 5826c053-0561-4fde-b802-b5c4da98f73b. Jul 09 13:33:19.680638 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933f075-bd60-4d21-8f3d-6a0bbac51272 req-ec4503d1-d8e7-4d51-8cbb-424f6c4c7329 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:19.682776 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f933f075-bd60-4d21-8f3d-6a0bbac51272 req-ec4503d1-d8e7-4d51-8cbb-424f6c4c7329 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 945 time: 0.1145413 Jul 09 13:33:19.704217 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb4306c4-b750-4587-9895-afb264acd004 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.733483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-fb4306c4-b750-4587-9895-afb264acd004 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Transition to ACTIVE for port object 604120f3-0561-4024-8023-df747cf89bf5 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:19.750753 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f933f075-bd60-4d21-8f3d-6a0bbac51272 req-c71347b2-adf1-4fed-a938-c37131f3cc4c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576704 Jul 09 13:33:19.800200 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb4306c4-b750-4587-9895-afb264acd004 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.835461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4306c4-b750-4587-9895-afb264acd004 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:19.861450 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-fb4306c4-b750-4587-9895-afb264acd004 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:19.868939 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4306c4-b750-4587-9895-afb264acd004 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:19.942087 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4306c4-b750-4587-9895-afb264acd004 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event updated for resources: {'Port': ['ID=604120f3-0561-4024-8023-df747cf89bf5,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:19.968158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb4306c4-b750-4587-9895-afb264acd004 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:19.969253 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb4306c4-b750-4587-9895-afb264acd004 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:19.993807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fb4306c4-b750-4587-9895-afb264acd004 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.9680521 Jul 09 13:33:19.995275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33564) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:20.002239 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-932694da-4840-48d5-966b-312aeb7c49f4 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Request body: {'port': {'network_id': 'eefe9243-29eb-49dc-9cf8-381c1d3ef0a9', 'name': 'tempest-AllowedAddressPairTestJSON-234379301'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:20.141164 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4ab6d1-10f8-463f-813b-99ba7184c0f6 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:33:20.211390 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-932694da-4840-48d5-966b-312aeb7c49f4 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Made reservation on behalf of b13bea68ef1e455a9cbe71e4026182e6 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:20.223487 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-932694da-4840-48d5-966b-312aeb7c49f4 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.261870 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-932694da-4840-48d5-966b-312aeb7c49f4 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] device_id is not set on port 31bab700-28eb-4b52-a235-e39c81f457cf yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:20.295304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d42eb8de-e4a2-4ba5-af11-283cbdf99a50 None None] Provisioning for port 604120f3-0561-4024-8023-df747cf89bf5 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:20.304855 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d42eb8de-e4a2-4ba5-af11-283cbdf99a50 None None] Provisioning complete for port 604120f3-0561-4024-8023-df747cf89bf5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:20.306434 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d42eb8de-e4a2-4ba5-af11-283cbdf99a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.332583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4ab6d1-10f8-463f-813b-99ba7184c0f6 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:33:20.407605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498c2574-add8-4875-8478-f9101b90520f None None] Sync routers for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:33:20.417068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d42eb8de-e4a2-4ba5-af11-283cbdf99a50 None None] Port 604120f3-0561-4024-8023-df747cf89bf5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:20.423988 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c2574-add8-4875-8478-f9101b90520f None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:20.424876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-498c2574-add8-4875-8478-f9101b90520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:20.470374 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-498c2574-add8-4875-8478-f9101b90520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:20.483142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-498c2574-add8-4875-8478-f9101b90520f None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:20.484010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-498c2574-add8-4875-8478-f9101b90520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:20.529763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-498c2574-add8-4875-8478-f9101b90520f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:20.529983 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-932694da-4840-48d5-966b-312aeb7c49f4 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Allocated IP 172.20.0.11 (eefe9243-29eb-49dc-9cf8-381c1d3ef0a9/f1cd7fed-8c12-4a89-9b9e-841aeabf3d46/31bab700-28eb-4b52-a235-e39c81f457cf) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:20.530427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-498c2574-add8-4875-8478-f9101b90520f None None] The sync data for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:33:20.667249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4ab6d1-10f8-463f-813b-99ba7184c0f6 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router f4edf48b-40cc-44d4-8587-8f707a0c63a8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:33:20.796457 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-932694da-4840-48d5-966b-312aeb7c49f4 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.803762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4ab6d1-10f8-463f-813b-99ba7184c0f6 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:33:20.810667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a4ab6d1-10f8-463f-813b-99ba7184c0f6 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.816254 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3df05d-c819-4b44-8ff4-0303891360ac None None] Sync routers for ids ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:33:20.820527 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-932694da-4840-48d5-966b-312aeb7c49f4 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Transition to ACTIVE for port object 31bab700-28eb-4b52-a235-e39c81f457cf will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:20.830217 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3df05d-c819-4b44-8ff4-0303891360ac None None] Routers {'f4edf48b-40cc-44d4-8587-8f707a0c63a8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:20.831123 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7d3df05d-c819-4b44-8ff4-0303891360ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:20.836801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905909e3-5ec3-4baf-a8f4-da71880e6fbb req-7447187a-e0bb-418f-9560-972f560b0216 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:20.838858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-905909e3-5ec3-4baf-a8f4-da71880e6fbb req-7447187a-e0bb-418f-9560-972f560b0216 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 945 time: 0.2319207 Jul 09 13:33:20.880049 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7d3df05d-c819-4b44-8ff4-0303891360ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:20.891774 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d3df05d-c819-4b44-8ff4-0303891360ac None None] Routers {'f4edf48b-40cc-44d4-8587-8f707a0c63a8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:20.892987 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7d3df05d-c819-4b44-8ff4-0303891360ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:20.897189 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-905909e3-5ec3-4baf-a8f4-da71880e6fbb req-f6870ad4-411e-4d0b-b9cd-c817d85f45a0 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508838 Jul 09 13:33:20.900813 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-932694da-4840-48d5-966b-312aeb7c49f4 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:20.903384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33580) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:20.904796 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2a4ab6d1-10f8-463f-813b-99ba7184c0f6 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "PUT /v2.0/floatingips/89ab8040-1f3c-4db5-ae23-fd00a2f48804 HTTP/1.1" status: 200 len: 978 time: 2.5981820 Jul 09 13:33:20.951768 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7d3df05d-c819-4b44-8ff4-0303891360ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:20.952453 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d3df05d-c819-4b44-8ff4-0303891360ac None None] The sync data for ids ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:33:21.000904 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932694da-4840-48d5-966b-312aeb7c49f4 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:21.012130 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-932694da-4840-48d5-966b-312aeb7c49f4 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:21.017759 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932694da-4840-48d5-966b-312aeb7c49f4 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:21.061323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932694da-4840-48d5-966b-312aeb7c49f4 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event updated for resources: {'Port': ['ID=31bab700-28eb-4b52-a235-e39c81f457cf,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:21.106546 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-932694da-4840-48d5-966b-312aeb7c49f4 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:21.107272 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-932694da-4840-48d5-966b-312aeb7c49f4 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:21.142942 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-932694da-4840-48d5-966b-312aeb7c49f4 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1437075 Jul 09 13:33:21.143976 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33592) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:21.152428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-06547efc-0c4b-4fab-aea9-091629ca262a tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:46:b9:2d'}, {'ip_address': '172.20.0.6', 'mac_address': 'fa:16:3e:28:41:e1'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:21.154288 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1cd60eec-99a4-4d32-b703-ad73dbf4170a tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting port 3b1a9adf-e6e8-433f-a44c-0d6b99f4275c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:21.154762 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cd60eec-99a4-4d32-b703-ad73dbf4170a tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:21.366228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8bbb0100-6845-4f01-a714-ed66f1deb7fe None None] Provisioning for port 31bab700-28eb-4b52-a235-e39c81f457cf completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:21.379907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8bbb0100-6845-4f01-a714-ed66f1deb7fe None None] Provisioning complete for port 31bab700-28eb-4b52-a235-e39c81f457cf triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:21.380607 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8bbb0100-6845-4f01-a714-ed66f1deb7fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:21.431757 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06547efc-0c4b-4fab-aea9-091629ca262a tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:21.494291 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8bbb0100-6845-4f01-a714-ed66f1deb7fe None None] Port 31bab700-28eb-4b52-a235-e39c81f457cf cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:21.791808 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b2c5f6-3d88-42ff-9ebb-c299138bb702 req-3c29883b-b732-409c-ab54-44093096de9c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:21.794114 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4b2c5f6-3d88-42ff-9ebb-c299138bb702 req-3c29883b-b732-409c-ab54-44093096de9c tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.15 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 945 time: 0.2710361 Jul 09 13:33:21.892549 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06547efc-0c4b-4fab-aea9-091629ca262a tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:21.906963 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06547efc-0c4b-4fab-aea9-091629ca262a tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:21.917845 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33610) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:21.960031 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cd60eec-99a4-4d32-b703-ad73dbf4170a tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.181700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06547efc-0c4b-4fab-aea9-091629ca262a tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event updated for resources: {'Port': ['ID=31bab700-28eb-4b52-a235-e39c81f457cf,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:22.199844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-06547efc-0c4b-4fab-aea9-091629ca262a tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] In _notify_port_updated(), no bound segment for port 31bab700-28eb-4b52-a235-e39c81f457cf on network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:33:22.205866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06547efc-0c4b-4fab-aea9-091629ca262a tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:22.206561 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-06547efc-0c4b-4fab-aea9-091629ca262a tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.208029 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-06547efc-0c4b-4fab-aea9-091629ca262a tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "PUT /v2.0/ports/31bab700-28eb-4b52-a235-e39c81f457cf HTTP/1.1" status: 200 len: 1055 time: 1.0622590 Jul 09 13:33:22.211021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33616) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:22.256774 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d11670fd-1ad1-4cd5-a01f-198080959ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.284997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e4b2c5f6-3d88-42ff-9ebb-c299138bb702 req-a099e06b-93ee-4d7a-9212-756096643d63 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Deleting port e349b731-1fe2-4d41-bba6-1d6e87f3aa73 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:22.285926 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4b2c5f6-3d88-42ff-9ebb-c299138bb702 req-a099e06b-93ee-4d7a-9212-756096643d63 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.487045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e4b2c5f6-3d88-42ff-9ebb-c299138bb702 req-a099e06b-93ee-4d7a-9212-756096643d63 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] For port e349b731-1fe2-4d41-bba6-1d6e87f3aa73, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e349b731-1fe2-4d41-bba6-1d6e87f3aa73,segment=NetworkSegment(95b97e6a-4bfa-4987-85f4-822278656e95),segment_id=95b97e6a-4bfa-4987-85f4-822278656e95)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:22.487590 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4b2c5f6-3d88-42ff-9ebb-c299138bb702 req-a099e06b-93ee-4d7a-9212-756096643d63 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.513255 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e4b2c5f6-3d88-42ff-9ebb-c299138bb702 req-a099e06b-93ee-4d7a-9212-756096643d63 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Calling delete_port for e349b731-1fe2-4d41-bba6-1d6e87f3aa73 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:22.543708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cb1f3a80-cf7c-4511-855c-30d2033dce85 None None] Provisioning complete for port 31bab700-28eb-4b52-a235-e39c81f457cf triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:22.544935 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb1f3a80-cf7c-4511-855c-30d2033dce85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.591580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cb1f3a80-cf7c-4511-855c-30d2033dce85 None None] Port 31bab700-28eb-4b52-a235-e39c81f457cf cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:22.692592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563a2767-f062-4945-9625-606b0d25c5ca req-31c0086e-5d8b-40af-bad8-033d88ec4137 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:22.694260 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-563a2767-f062-4945-9625-606b0d25c5ca req-31c0086e-5d8b-40af-bad8-033d88ec4137 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f04503a-6169-4c91-a04f-a108d4e0aa48 HTTP/1.1" status: 200 len: 945 time: 0.5189199 Jul 09 13:33:22.694861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-68c73fd5-7f4f-469c-b972-45f477a9dceb tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Deleting port 31bab700-28eb-4b52-a235-e39c81f457cf {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:22.695230 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c73fd5-7f4f-469c-b972-45f477a9dceb tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.720401 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-6690999f-77e6-4904-a6e3-1d9d1fefa16a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.4734282 Jul 09 13:33:22.734077 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cd60eec-99a4-4d32-b703-ad73dbf4170a tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.734463 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cd60eec-99a4-4d32-b703-ad73dbf4170a tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.734787 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-1cd60eec-99a4-4d32-b703-ad73dbf4170a tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Floating IP 89ab8040-1f3c-4db5-ae23-fd00a2f48804 disassociated. External IP: 172.25.2.102, port: 3b1a9adf-e6e8-433f-a44c-0d6b99f4275c. Jul 09 13:33:22.735165 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1cd60eec-99a4-4d32-b703-ad73dbf4170a tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Calling delete_port for 3b1a9adf-e6e8-433f-a44c-0d6b99f4275c owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:22.762797 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4b2c5f6-3d88-42ff-9ebb-c299138bb702 req-a099e06b-93ee-4d7a-9212-756096643d63 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.771992 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bcce63ec-55f5-4b23-be33-e100ba543e17 req-cdfc00fa-ef5b-44bc-ba45-f53a35d0ff36 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3158400 Jul 09 13:33:22.775259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['e349b731-1fe2-4d41-bba6-1d6e87f3aa73'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:33:22.809109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a099e06b-93ee-4d7a-9212-756096643d63 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Pushing event deleted for resources: {'Port': ['ID=e349b731-1fe2-4d41-bba6-1d6e87f3aa73,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:22.835611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374c4e-55ba-4a87-8051-1051605b507a req-58df8332-17d2-4aec-ae03-a6954afef0df tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:22.842475 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374c4e-55ba-4a87-8051-1051605b507a req-58df8332-17d2-4aec-ae03-a6954afef0df tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:22.849237 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374c4e-55ba-4a87-8051-1051605b507a req-58df8332-17d2-4aec-ae03-a6954afef0df tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:22.856454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374c4e-55ba-4a87-8051-1051605b507a req-58df8332-17d2-4aec-ae03-a6954afef0df tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:22.862365 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374c4e-55ba-4a87-8051-1051605b507a req-58df8332-17d2-4aec-ae03-a6954afef0df tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:22.868942 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374c4e-55ba-4a87-8051-1051605b507a req-58df8332-17d2-4aec-ae03-a6954afef0df tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:22.875187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98374c4e-55ba-4a87-8051-1051605b507a req-58df8332-17d2-4aec-ae03-a6954afef0df tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:22.883463 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98374c4e-55ba-4a87-8051-1051605b507a req-58df8332-17d2-4aec-ae03-a6954afef0df tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5445 time: 0.4304299 Jul 09 13:33:22.904284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b2c5f6-3d88-42ff-9ebb-c299138bb702 req-a099e06b-93ee-4d7a-9212-756096643d63 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] No DVR routers for this DVR port e349b731-1fe2-4d41-bba6-1d6e87f3aa73 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:22.912524 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4b2c5f6-3d88-42ff-9ebb-c299138bb702 req-a099e06b-93ee-4d7a-9212-756096643d63 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.914600 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4b2c5f6-3d88-42ff-9ebb-c299138bb702 req-a099e06b-93ee-4d7a-9212-756096643d63 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.15 "DELETE /v2.0/ports/e349b731-1fe2-4d41-bba6-1d6e87f3aa73 HTTP/1.1" status: 204 len: 173 time: 1.1134055 Jul 09 13:33:22.917529 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f04503a-6169-4c91-a04f-a108d4e0aa48', 'name': 'network-vif-deleted', 'tag': 'e349b731-1fe2-4d41-bba6-1d6e87f3aa73'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:22.919892 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c21a09a-a878-480b-a9eb-0167cb28afe9" -d '{"events": [{"server_uuid": "8f04503a-6169-4c91-a04f-a108d4e0aa48", "name": "network-vif-deleted", "tag": "e349b731-1fe2-4d41-bba6-1d6e87f3aa73"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:22.924932 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c73fd5-7f4f-469c-b972-45f477a9dceb tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:22.942063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-68c73fd5-7f4f-469c-b972-45f477a9dceb tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Calling delete_port for 31bab700-28eb-4b52-a235-e39c81f457cf owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:23.021859 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce63ec-55f5-4b23-be33-e100ba543e17 req-3e593f75-e7dc-4b85-9386-625a93e698d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.023692 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bcce63ec-55f5-4b23-be33-e100ba543e17 req-3e593f75-e7dc-4b85-9386-625a93e698d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21d631c8b7aa4295bb9f42b979feb028&device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 1097 time: 0.1837003 Jul 09 13:33:23.107871 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-563a2767-f062-4945-9625-606b0d25c5ca req-c6706906-77aa-4bc6-803e-24552ec80409 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups?id=8894b700-55ce-436c-8ada-aa25b8cd20c6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961897 Jul 09 13:33:23.229569 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d11670fd-1ad1-4cd5-a01f-198080959ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.232644 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c73fd5-7f4f-469c-b972-45f477a9dceb tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.239141 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cd60eec-99a4-4d32-b703-ad73dbf4170a tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.256433 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98374c4e-55ba-4a87-8051-1051605b507a req-08a97d5d-d7bd-4e15-8525-ed586ebe340c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3717818 Jul 09 13:33:23.257158 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d11670fd-1ad1-4cd5-a01f-198080959ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.269459 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce63ec-55f5-4b23-be33-e100ba543e17 req-e5391e01-1352-4773-b149-7f200fa5b87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.286775 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bcce63ec-55f5-4b23-be33-e100ba543e17 req-e5391e01-1352-4773-b149-7f200fa5b87a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 200 len: 918 time: 0.2236772 Jul 09 13:33:23.398078 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b5ad6db-37f0-49c8-9fce-b8dd9dd46b6f x-openstack-request-id: req-4b5ad6db-37f0-49c8-9fce-b8dd9dd46b6f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:23.398446 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f04503a-6169-4c91-a04f-a108d4e0aa48", "name": "network-vif-deleted", "tag": "e349b731-1fe2-4d41-bba6-1d6e87f3aa73", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:23.398851 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b5ad6db-37f0-49c8-9fce-b8dd9dd46b6f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:23.399824 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f04503a-6169-4c91-a04f-a108d4e0aa48', 'name': 'network-vif-deleted', 'tag': 'e349b731-1fe2-4d41-bba6-1d6e87f3aa73', 'status': 'completed', 'code': 200} Jul 09 13:33:23.422022 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd60eec-99a4-4d32-b703-ad73dbf4170a tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Port': ['ID=3b1a9adf-e6e8-433f-a44c-0d6b99f4275c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:23.433724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11670fd-1ad1-4cd5-a01f-198080959ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9db2d57-b27e-4677-b2e6-090807afdcff,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:23.458560 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-197222fd-c9d0-4179-8579-cade6b072f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.466064 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-197222fd-c9d0-4179-8579-cade6b072f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.467396 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-197222fd-c9d0-4179-8579-cade6b072f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.468475 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-197222fd-c9d0-4179-8579-cade6b072f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.469557 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-197222fd-c9d0-4179-8579-cade6b072f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.470712 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-197222fd-c9d0-4179-8579-cade6b072f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.471755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-197222fd-c9d0-4179-8579-cade6b072f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.482487 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-197222fd-c9d0-4179-8579-cade6b072f82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=590f3198215a402b9f863adddb8b13ff&device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 6491 time: 0.7178807 Jul 09 13:33:23.496977 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d11670fd-1ad1-4cd5-a01f-198080959ddf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80ef3a83189a4d4489f3e1564c892da7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5776060 Jul 09 13:33:23.501592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33628) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:23.509869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c73fd5-7f4f-469c-b972-45f477a9dceb tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event deleted for resources: {'Port': ['ID=31bab700-28eb-4b52-a235-e39c81f457cf,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:23.539027 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bcce63ec-55f5-4b23-be33-e100ba543e17 req-8b1aa332-eb8e-482b-97c3-1384165a4d59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=998f26ae-c1e8-461e-9100-c113a011cd84 HTTP/1.1" status: 200 len: 1001 time: 0.2489815 Jul 09 13:33:23.653903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce63ec-55f5-4b23-be33-e100ba543e17 req-8310bd43-9891-4648-b7dd-1bfe9b3e074a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.655368 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bcce63ec-55f5-4b23-be33-e100ba543e17 req-8310bd43-9891-4648-b7dd-1bfe9b3e074a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64038094-33bf-4882-9ed5-b515adff07d9 HTTP/1.1" status: 200 len: 856 time: 0.0882993 Jul 09 13:33:23.893800 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-161253de-8983-4297-b3a4-b8510eb68f76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.915852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-2e665161-7886-40bf-adae-df9bb880aca8 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.922035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-2e665161-7886-40bf-adae-df9bb880aca8 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.928020 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-2e665161-7886-40bf-adae-df9bb880aca8 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.934111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-2e665161-7886-40bf-adae-df9bb880aca8 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.938062 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-0bcb6bdd-789c-431c-ba72-689343c423dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.938869 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-0bcb6bdd-789c-431c-ba72-689343c423dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.939584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-0bcb6bdd-789c-431c-ba72-689343c423dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.940006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-2e665161-7886-40bf-adae-df9bb880aca8 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.941717 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-0bcb6bdd-789c-431c-ba72-689343c423dd service neutron] 10.222.0.18 "GET /v2.0/networks?id=d737c001-7bab-4f5d-8700-9afe90af1f16&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76&id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 HTTP/1.1" status: 200 len: 2289 time: 0.4212873 Jul 09 13:33:23.944278 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-161253de-8983-4297-b3a4-b8510eb68f76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:23.946021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-2e665161-7886-40bf-adae-df9bb880aca8 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.953167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-2e665161-7886-40bf-adae-df9bb880aca8 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:23.955538 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-2e665161-7886-40bf-adae-df9bb880aca8 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.18 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5445 time: 0.2966280 Jul 09 13:33:24.024460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cd60eec-99a4-4d32-b703-ad73dbf4170a tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router f4edf48b-40cc-44d4-8587-8f707a0c63a8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:33:24.118560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-01aa4b25-9e9b-4bd0-ba6f-522fa6433c7c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4edfb6ea-db14-4165-bcd2-8f02f28336be HTTP/1.1" status: 200 len: 1001 time: 0.1649439 Jul 09 13:33:24.292890 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-161253de-8983-4297-b3a4-b8510eb68f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:24.296723 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-161253de-8983-4297-b3a4-b8510eb68f76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:24.298399 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-161253de-8983-4297-b3a4-b8510eb68f76 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a9db2d57-b27e-4677-b2e6-090807afdcff HTTP/1.1" status: 204 len: 168 time: 0.7949851 Jul 09 13:33:24.313969 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcce63ec-55f5-4b23-be33-e100ba543e17 req-150b814d-0a01-4b3a-9d5a-732ceda56d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:24.315524 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bcce63ec-55f5-4b23-be33-e100ba543e17 req-150b814d-0a01-4b3a-9d5a-732ceda56d44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1957568-b13c-4c13-95b6-f6cc35837fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6051674 Jul 09 13:33:24.316636 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68c73fd5-7f4f-469c-b972-45f477a9dceb tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:24.321419 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-68c73fd5-7f4f-469c-b972-45f477a9dceb tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "DELETE /v2.0/ports/31bab700-28eb-4b52-a235-e39c81f457cf HTTP/1.1" status: 204 len: 168 time: 2.1092589 Jul 09 13:33:24.325040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33648) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:24.340032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161253de-8983-4297-b3a4-b8510eb68f76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9db2d57-b27e-4677-b2e6-090807afdcff,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:24.356645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-263b7cf7-357b-43ef-a004-622c21ccbc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:24.357499 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-263b7cf7-357b-43ef-a004-622c21ccbc66 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c761eaf5-8e23-405f-bf31-0b4ca38c7398 HTTP/1.1" status: 200 len: 850 time: 0.1914461 Jul 09 13:33:24.423569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cd60eec-99a4-4d32-b703-ad73dbf4170a tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:33:24.439575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e368ed8-7c56-4f40-abd0-77d61a5fd8be None None] Sync routers for ids ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:33:24.456891 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e368ed8-7c56-4f40-abd0-77d61a5fd8be None None] Routers {'f4edf48b-40cc-44d4-8587-8f707a0c63a8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:24.457647 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-832588cc-013d-43ff-9334-f8f0ffbd45f1 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] GET failed (client error): The resource could not be found. Jul 09 13:33:24.459701 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0e368ed8-7c56-4f40-abd0-77d61a5fd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:24.466811 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-832588cc-013d-43ff-9334-f8f0ffbd45f1 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "GET /v2.0/ports/31bab700-28eb-4b52-a235-e39c81f457cf HTTP/1.1" status: 404 len: 333 time: 0.1409569 Jul 09 13:33:24.467610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33652) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:24.506165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0e368ed8-7c56-4f40-abd0-77d61a5fd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:24.520348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e368ed8-7c56-4f40-abd0-77d61a5fd8be None None] Routers {'f4edf48b-40cc-44d4-8587-8f707a0c63a8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:24.521531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0e368ed8-7c56-4f40-abd0-77d61a5fd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:24.566320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-7d48871b-c318-4fa1-82f5-c0452fe93d85 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:24.568090 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-7d48871b-c318-4fa1-82f5-c0452fe93d85 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.18 "GET /v2.0/ports/9dac8575-da90-47f3-980a-1e70c9c7db5e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2708209 Jul 09 13:33:24.596641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0e368ed8-7c56-4f40-abd0-77d61a5fd8be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:24.597768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e368ed8-7c56-4f40-abd0-77d61a5fd8be None None] The sync data for ids ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:33:24.720682 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cd60eec-99a4-4d32-b703-ad73dbf4170a tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:24.725784 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1cd60eec-99a4-4d32-b703-ad73dbf4170a tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/ports/3b1a9adf-e6e8-433f-a44c-0d6b99f4275c HTTP/1.1" status: 204 len: 168 time: 3.8211510 Jul 09 13:33:24.729133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33662) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:24.750179 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bcce63ec-55f5-4b23-be33-e100ba543e17 req-497371f3-f243-4ba2-a706-e21da65b912c service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261374 Jul 09 13:33:24.887326 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-e4a3b6ba-58ce-44ae-adfa-1e6d98a1469a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:24.888870 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-e4a3b6ba-58ce-44ae-adfa-1e6d98a1469a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d737c001-7bab-4f5d-8700-9afe90af1f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5161889 Jul 09 13:33:24.921396 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-97eeec31-3ef9-4355-adbd-a160490f8b68 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Deleting port 604120f3-0561-4024-8023-df747cf89bf5 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:24.923351 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97eeec31-3ef9-4355-adbd-a160490f8b68 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:24.936806 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-45f7fe74-147a-4a4f-beb8-481e59a87ee7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.18 "GET /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3616054 Jul 09 13:33:24.951150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33670) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:24.998225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-acc1208e-72b8-4f43-b0db-91f003b68404 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:25.079899 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f86e2e-4cca-4a0b-b86c-ca575e76caae req-39453683-742d-4393-b66d-87152040afaf tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:25.087370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f86e2e-4cca-4a0b-b86c-ca575e76caae req-39453683-742d-4393-b66d-87152040afaf tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:25.095722 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f86e2e-4cca-4a0b-b86c-ca575e76caae req-39453683-742d-4393-b66d-87152040afaf tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:25.103123 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f86e2e-4cca-4a0b-b86c-ca575e76caae req-39453683-742d-4393-b66d-87152040afaf tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:25.111929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f86e2e-4cca-4a0b-b86c-ca575e76caae req-39453683-742d-4393-b66d-87152040afaf tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:25.121087 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f86e2e-4cca-4a0b-b86c-ca575e76caae req-39453683-742d-4393-b66d-87152040afaf tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:25.123789 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bcce63ec-55f5-4b23-be33-e100ba543e17 req-e4618a17-667f-45b6-a8d5-93cbb695d38e service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617928 Jul 09 13:33:25.140287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f86e2e-4cca-4a0b-b86c-ca575e76caae req-39453683-742d-4393-b66d-87152040afaf tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:25.148134 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-35f86e2e-4cca-4a0b-b86c-ca575e76caae req-39453683-742d-4393-b66d-87152040afaf tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 5445 time: 0.6380901 Jul 09 13:33:25.203390 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-acc1208e-72b8-4f43-b0db-91f003b68404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.238596 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-922d3d35-8dc5-4818-a185-69928e15ccfc tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.264863 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97eeec31-3ef9-4355-adbd-a160490f8b68 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.311865 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-35f86e2e-4cca-4a0b-b86c-ca575e76caae req-73e31445-ebb8-49e3-b8fc-22d9e41da690 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1397872 Jul 09 13:33:25.315757 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-5f5f364c-cfac-426c-9151-aecd4cea3897 service neutron] 10.222.0.18 "GET /v2.0/networks/d737c001-7bab-4f5d-8700-9afe90af1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3973570 Jul 09 13:33:25.334017 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-922d3d35-8dc5-4818-a185-69928e15ccfc tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.339849 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-97eeec31-3ef9-4355-adbd-a160490f8b68 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Calling delete_port for 604120f3-0561-4024-8023-df747cf89bf5 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:25.397656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e349b731-1fe2-4d41-bba6-1d6e87f3aa73 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:25.417735 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: e349b731-1fe2-4d41-bba6-1d6e87f3aa73 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:33:25.418335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e349b731-1fe2-4d41-bba6-1d6e87f3aa73 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:25.424002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33682) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:25.544713 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-209ba3dd-39a3-4388-bbd4-a2dd5d5e99e9 service neutron] 10.222.0.18 "GET /v2.0/networks/d737c001-7bab-4f5d-8700-9afe90af1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169511 Jul 09 13:33:25.565024 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-922d3d35-8dc5-4818-a185-69928e15ccfc tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.567672 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-922d3d35-8dc5-4818-a185-69928e15ccfc tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.571158 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-922d3d35-8dc5-4818-a185-69928e15ccfc tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "DELETE /v2.0/security-groups/bf82d197-b112-4f32-8838-91f76a1c748d HTTP/1.1" status: 204 len: 168 time: 0.6153219 Jul 09 13:33:25.585457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33688) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:25.655803 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-acc1208e-72b8-4f43-b0db-91f003b68404 service neutron] For port 9dac8575-da90-47f3-980a-1e70c9c7db5e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9dac8575-da90-47f3-980a-1e70c9c7db5e,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:25.693234 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-acc1208e-72b8-4f43-b0db-91f003b68404 service neutron] For port 9dac8575-da90-47f3-980a-1e70c9c7db5e, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:33:25.725439 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0ebe7d46-69bd-4cd4-a429-bc10690a7429 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-128765371-network', 'tenant_id': 'f497f876391b4e08b31560ff95746718'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:25.743851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922d3d35-8dc5-4818-a185-69928e15ccfc tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf82d197-b112-4f32-8838-91f76a1c748d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:25.799456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-acc1208e-72b8-4f43-b0db-91f003b68404 service neutron] device_id is not set on port 9dac8575-da90-47f3-980a-1e70c9c7db5e yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:25.814811 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-acc1208e-72b8-4f43-b0db-91f003b68404 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.850547 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-acc1208e-72b8-4f43-b0db-91f003b68404 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.906883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc1208e-72b8-4f43-b0db-91f003b68404 service neutron] Pushing event updated for resources: {'Port': ['ID=9dac8575-da90-47f3-980a-1e70c9c7db5e,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:25.915376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebe7d46-69bd-4cd4-a429-bc10690a7429 admin admin] Made reservation on behalf of f497f876391b4e08b31560ff95746718 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:25.918561 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0ebe7d46-69bd-4cd4-a429-bc10690a7429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.932880 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0ebe7d46-69bd-4cd4-a429-bc10690a7429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:25.936986 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97eeec31-3ef9-4355-adbd-a160490f8b68 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.063482 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-6f0ab7a7-a9c0-4636-9f50-982cf4b5f478 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=28930a53-11dd-4de0-887b-cd975c02419b HTTP/1.1" status: 200 len: 217 time: 0.4792190 Jul 09 13:33:26.064792 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-54549392-eb8e-44ee-869c-4fe9d831e4d9 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] show failed (client error): The resource could not be found. Jul 09 13:33:26.066404 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-54549392-eb8e-44ee-869c-4fe9d831e4d9 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "GET /v2.0/security-groups/bf82d197-b112-4f32-8838-91f76a1c748d HTTP/1.1" status: 404 len: 347 time: 0.4795270 Jul 09 13:33:26.066571 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-acc1208e-72b8-4f43-b0db-91f003b68404 service neutron] No DVR routers for this DVR port 9dac8575-da90-47f3-980a-1e70c9c7db5e on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:26.077540 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33694) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:26.104544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eeec31-3ef9-4355-adbd-a160490f8b68 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event deleted for resources: {'Port': ['ID=604120f3-0561-4024-8023-df747cf89bf5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:26.208490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-acc1208e-72b8-4f43-b0db-91f003b68404 service neutron] In _notify_port_updated(), no bound segment for port 9dac8575-da90-47f3-980a-1e70c9c7db5e on network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:33:26.209441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-acc1208e-72b8-4f43-b0db-91f003b68404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:26.210071 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-acc1208e-72b8-4f43-b0db-91f003b68404 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.211433 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-acc1208e-72b8-4f43-b0db-91f003b68404 service neutron] 10.222.0.18 "PUT /v2.0/ports/9dac8575-da90-47f3-980a-1e70c9c7db5e HTTP/1.1" status: 200 len: 1033 time: 1.2502723 Jul 09 13:33:26.213817 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-97eeec31-3ef9-4355-adbd-a160490f8b68 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.218806 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-97eeec31-3ef9-4355-adbd-a160490f8b68 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "DELETE /v2.0/ports/604120f3-0561-4024-8023-df747cf89bf5 HTTP/1.1" status: 204 len: 168 time: 1.7449131 Jul 09 13:33:26.219522 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33696) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:26.242533 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-3297bdc6-207f-4710-900c-7535473a05fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:26.244140 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-3297bdc6-207f-4710-900c-7535473a05fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 200 len: 797 time: 0.1657195 Jul 09 13:33:26.297956 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1c3dfb-91e9-44b4-ae1d-6404969a202b tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] GET failed (client error): The resource could not be found. Jul 09 13:33:26.299869 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ea1c3dfb-91e9-44b4-ae1d-6404969a202b tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "GET /v2.0/ports/604120f3-0561-4024-8023-df747cf89bf5 HTTP/1.1" status: 404 len: 333 time: 0.0682020 Jul 09 13:33:26.305449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33698) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:26.357360 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7f5b7c23-e299-4311-bc64-35552f4e6270 None None] Provisioning complete for port 9dac8575-da90-47f3-980a-1e70c9c7db5e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:26.371614 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7f5b7c23-e299-4311-bc64-35552f4e6270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.382974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-88b95f22-05b2-4589-9964-28253f7cbfef tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:26.384446 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-88b95f22-05b2-4589-9964-28253f7cbfef tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.18 "GET /v2.0/ports/09127b77-234e-4594-8ccb-d507e2278c0c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1627293 Jul 09 13:33:26.398567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-4c3ce33e-c87d-4633-8e91-82d06a7242b7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:26.426409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7f5b7c23-e299-4311-bc64-35552f4e6270 None None] Port 9dac8575-da90-47f3-980a-1e70c9c7db5e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:26.440420 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0ebe7d46-69bd-4cd4-a429-bc10690a7429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.472277 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0ebe7d46-69bd-4cd4-a429-bc10690a7429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.483265 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-92e11d21-f092-4b87-b6c3-a85f6a0dc6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:26.487604 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-92e11d21-f092-4b87-b6c3-a85f6a0dc6d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2326093 Jul 09 13:33:26.487604 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0027c00-ab70-4aa8-a718-1488a275aea1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.490519 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e2359482-bc22-4b0a-a344-81af62bc4092 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Deleting port 01896ab1-95b6-4bbd-bec9-69d62df27541 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:26.490519 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2359482-bc22-4b0a-a344-81af62bc4092 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.532848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ebe7d46-69bd-4cd4-a429-bc10690a7429 admin admin] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:26.551721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe7d46-69bd-4cd4-a429-bc10690a7429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6cd1cd-b186-46e8-ba02-e795c04fec56,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:26.564577 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0ebe7d46-69bd-4cd4-a429-bc10690a7429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.564938 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-0ebe7d46-69bd-4cd4-a429-bc10690a7429 admin admin] Added segment d5ef97ea-fb6d-498c-8bf2-24aeccceda18 of type vlan for network cb871985-694c-4bff-b9c5-df10bd3971ed Jul 09 13:33:26.567190 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-4c3ce33e-c87d-4633-8e91-82d06a7242b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.645246 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0ebe7d46-69bd-4cd4-a429-bc10690a7429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.649472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d7cce7b1-67fa-465d-b7c9-5b338f9c590b tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Deleting port a493d546-db5e-4e6a-b17c-73a940b91c78 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:26.649812 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7cce7b1-67fa-465d-b7c9-5b338f9c590b tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.777697 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2359482-bc22-4b0a-a344-81af62bc4092 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.778058 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2359482-bc22-4b0a-a344-81af62bc4092 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.804153 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0ebe7d46-69bd-4cd4-a429-bc10690a7429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.805134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebe7d46-69bd-4cd4-a429-bc10690a7429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:26.805719 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0ebe7d46-69bd-4cd4-a429-bc10690a7429 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.805985 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e2359482-bc22-4b0a-a344-81af62bc4092 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Calling delete_port for 01896ab1-95b6-4bbd-bec9-69d62df27541 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:26.840081 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-b72f3c10-656d-4dac-9e31-c79a959ec0e8 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3364613 Jul 09 13:33:26.850669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833c41b-79ea-4180-bb10-b02bc3d701f4 req-cc3790f7-634f-4c49-88d4-52a6f0f5c0fa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:26.856852 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833c41b-79ea-4180-bb10-b02bc3d701f4 req-cc3790f7-634f-4c49-88d4-52a6f0f5c0fa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:26.862817 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833c41b-79ea-4180-bb10-b02bc3d701f4 req-cc3790f7-634f-4c49-88d4-52a6f0f5c0fa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:26.868741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833c41b-79ea-4180-bb10-b02bc3d701f4 req-cc3790f7-634f-4c49-88d4-52a6f0f5c0fa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:26.874692 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833c41b-79ea-4180-bb10-b02bc3d701f4 req-cc3790f7-634f-4c49-88d4-52a6f0f5c0fa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:26.880526 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f833c41b-79ea-4180-bb10-b02bc3d701f4 req-cc3790f7-634f-4c49-88d4-52a6f0f5c0fa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:26.882411 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f833c41b-79ea-4180-bb10-b02bc3d701f4 req-cc3790f7-634f-4c49-88d4-52a6f0f5c0fa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 4665 time: 0.3764045 Jul 09 13:33:26.883435 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7cce7b1-67fa-465d-b7c9-5b338f9c590b tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:26.905718 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0ebe7d46-69bd-4cd4-a429-bc10690a7429 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4743807 Jul 09 13:33:26.910331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d7cce7b1-67fa-465d-b7c9-5b338f9c590b tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Calling delete_port for a493d546-db5e-4e6a-b17c-73a940b91c78 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:26.916580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33710) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:26.930260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-38c90e99-e066-4eb4-af60-0fcf08d0efaf admin admin] Request body: {'subnet': {'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-128765371-subnet', 'tenant_id': 'f497f876391b4e08b31560ff95746718', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:26.949066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe7d46-69bd-4cd4-a429-bc10690a7429 admin admin] Pushing event updated for resources: {'Network': ['ID=cb871985-694c-4bff-b9c5-df10bd3971ed,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:26.954217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-4c3ce33e-c87d-4633-8e91-82d06a7242b7 service neutron] For port 09127b77-234e-4594-8ccb-d507e2278c0c, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=09127b77-234e-4594-8ccb-d507e2278c0c,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:26.964607 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network cb871985-694c-4bff-b9c5-df10bd3971ed details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:27.038274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c90e99-e066-4eb4-af60-0fcf08d0efaf admin admin] Made reservation on behalf of f497f876391b4e08b31560ff95746718 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:27.040753 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38c90e99-e066-4eb4-af60-0fcf08d0efaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.063991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-4c3ce33e-c87d-4633-8e91-82d06a7242b7 service neutron] For port 09127b77-234e-4594-8ccb-d507e2278c0c, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:33:27.144801 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f833c41b-79ea-4180-bb10-b02bc3d701f4 req-921fcf96-724e-40c8-b5f5-223e1b90a228 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=6bed6996-030f-4bcc-b61d-b5e1904fff0a&id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2240222 Jul 09 13:33:27.154980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-4c3ce33e-c87d-4633-8e91-82d06a7242b7 service neutron] device_id is not set on port 09127b77-234e-4594-8ccb-d507e2278c0c yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:27.173346 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-d385adf7-ee00-4942-80ec-af360bb58908 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898374 Jul 09 13:33:27.179987 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-4c3ce33e-c87d-4633-8e91-82d06a7242b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.204178 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device b58b6e37-21d9-4f9e-826c-1c81a5f9451d no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:27.211447 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-4c3ce33e-c87d-4633-8e91-82d06a7242b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.232859 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-27b8883a-7143-4d92-8baf-046c1e2c16f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=ea254c8c-527b-4377-8ac0-c397795b2168 HTTP/1.1" status: 200 len: 217 time: 0.0470977 Jul 09 13:33:27.289001 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.315029 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b58b6e37-21d9-4f9e-826c-1c81a5f9451d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:27.317570 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49eaaae4-cc9e-4a24-8c2b-3639d834ef95" -d '{"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-unplugged", "status": "completed", "tag": "b58b6e37-21d9-4f9e-826c-1c81a5f9451d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:27.331662 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port b58b6e37-21d9-4f9e-826c-1c81a5f9451d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=b58b6e37-21d9-4f9e-826c-1c81a5f9451d,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:27.337420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3ce33e-c87d-4633-8e91-82d06a7242b7 service neutron] Pushing event updated for resources: {'Port': ['ID=09127b77-234e-4594-8ccb-d507e2278c0c,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:27.341992 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7cce7b1-67fa-465d-b7c9-5b338f9c590b tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.347728 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.352776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 4a188389-5588-4c13-8b06-298afc4dada5 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:27.374979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-4c3ce33e-c87d-4633-8e91-82d06a7242b7 service neutron] No DVR routers for this DVR port 09127b77-234e-4594-8ccb-d507e2278c0c on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:27.386604 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-f84caadc-02c8-476b-8ef2-563295162de5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:27.391940 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-f84caadc-02c8-476b-8ef2-563295162de5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 200 len: 797 time: 0.1530607 Jul 09 13:33:27.394344 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2359482-bc22-4b0a-a344-81af62bc4092 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.440707 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16564d57-5f08-437d-b1fa-e424af87bdcc x-openstack-request-id: req-16564d57-5f08-437d-b1fa-e424af87bdcc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:27.442467 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-unplugged", "status": "completed", "tag": "b58b6e37-21d9-4f9e-826c-1c81a5f9451d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:27.442713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cce7b1-67fa-465d-b7c9-5b338f9c590b tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event deleted for resources: {'Port': ['ID=a493d546-db5e-4e6a-b17c-73a940b91c78,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:27.443210 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-16564d57-5f08-437d-b1fa-e424af87bdcc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:27.443840 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b58b6e37-21d9-4f9e-826c-1c81a5f9451d', 'code': 200} Jul 09 13:33:27.450818 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=b58b6e37-21d9-4f9e-826c-1c81a5f9451d,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:27.458491 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2359482-bc22-4b0a-a344-81af62bc4092 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Pushing event deleted for resources: {'Port': ['ID=01896ab1-95b6-4bbd-bec9-69d62df27541,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:27.463571 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:27.464318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:27.465378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:27.465938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:27.466571 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:27.467157 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:27.467710 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:27.468281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:27.468836 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:27.469395 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:27.469955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:27.470504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:27.530849 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.582999 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 4a188389-5588-4c13-8b06-298afc4dada5, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4a188389-5588-4c13-8b06-298afc4dada5,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:27.590841 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.592373 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c117dcb6-0161-42a2-9206-e95589bd7547 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:27.615182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c0027c00-ab70-4aa8-a718-1488a275aea1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting port f5c03ed7-d78a-423e-9e42-eca4ac2d8fc8 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:27.615814 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0027c00-ab70-4aa8-a718-1488a275aea1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.715142 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2359482-bc22-4b0a-a344-81af62bc4092 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.719056 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2359482-bc22-4b0a-a344-81af62bc4092 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.720754 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e2359482-bc22-4b0a-a344-81af62bc4092 tempest-ImagesOneServerNegativeTestJSON-41111255 tempest-ImagesOneServerNegativeTestJSON-41111255-project] 10.222.0.39 "DELETE /v2.0/floatingips/0aaf04c2-c958-488c-9e91-ef222032db40 HTTP/1.1" status: 204 len: 168 time: 1.6403255 Jul 09 13:33:27.738884 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.756317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-4f13f804-90c2-451a-aa8d-5da7e8cb1884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:27.758281 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-4f13f804-90c2-451a-aa8d-5da7e8cb1884 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3555660 Jul 09 13:33:27.780016 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=4a188389-5588-4c13-8b06-298afc4dada5,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:27.850711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c117dcb6-0161-42a2-9206-e95589bd7547, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c117dcb6-0161-42a2-9206-e95589bd7547,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:27.856143 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-99be72da-28da-4331-b91d-0b2f596dd686 None None] Provisioning complete for port 09127b77-234e-4594-8ccb-d507e2278c0c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:27.856524 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99be72da-28da-4331-b91d-0b2f596dd686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.860030 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.860757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9dac8575-da90-47f3-980a-1e70c9c7db5e no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:27.947044 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0027c00-ab70-4aa8-a718-1488a275aea1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:27.979724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c117dcb6-0161-42a2-9206-e95589bd7547,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:28.011904 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c0027c00-ab70-4aa8-a718-1488a275aea1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Calling delete_port for f5c03ed7-d78a-423e-9e42-eca4ac2d8fc8 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:28.023341 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-01919d8f-ea7c-4bc9-b961-2afe196bfa1b service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565680 Jul 09 13:33:28.024418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-4c3ce33e-c87d-4633-8e91-82d06a7242b7 service neutron] In _notify_port_updated(), no bound segment for port 09127b77-234e-4594-8ccb-d507e2278c0c on network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:33:28.025344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-4c3ce33e-c87d-4633-8e91-82d06a7242b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:28.031521 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-4c3ce33e-c87d-4633-8e91-82d06a7242b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.032930 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-4c3ce33e-c87d-4633-8e91-82d06a7242b7 service neutron] 10.222.0.18 "PUT /v2.0/ports/09127b77-234e-4594-8ccb-d507e2278c0c HTTP/1.1" status: 200 len: 1032 time: 1.6388772 Jul 09 13:33:28.046688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-99be72da-28da-4331-b91d-0b2f596dd686 None None] Port 09127b77-234e-4594-8ccb-d507e2278c0c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:33:28.048844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9dac8575-da90-47f3-980a-1e70c9c7db5e not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:28.049436 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:28.073505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33730) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:28.085219 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38c90e99-e066-4eb4-af60-0fcf08d0efaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.161763 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.187067 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7cce7b1-67fa-465d-b7c9-5b338f9c590b tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.189458 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d7cce7b1-67fa-465d-b7c9-5b338f9c590b tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "DELETE /v2.0/ports/a493d546-db5e-4e6a-b17c-73a940b91c78 HTTP/1.1" status: 204 len: 168 time: 1.8830552 Jul 09 13:33:28.200232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33736) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:28.251573 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=06a4fa3a-1581-43c4-a7be-244c8a71f6f1,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:28.259700 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.260940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 09127b77-234e-4594-8ccb-d507e2278c0c no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:28.296167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c90e99-e066-4eb4-af60-0fcf08d0efaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe541801-5f2f-44e7-bf6a-e4876e7170dc,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:28.324597 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-62c280a7-b7f2-4ceb-9ce3-55fdca4609c8 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Deleting subnet f1cd7fed-8c12-4a89-9b9e-841aeabf3d46 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:33:28.330208 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62c280a7-b7f2-4ceb-9ce3-55fdca4609c8 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.336025 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=06a4fa3a-1581-43c4-a7be-244c8a71f6f1,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:28.376301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38c90e99-e066-4eb4-af60-0fcf08d0efaf admin admin] Checking segment: {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:28.376670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c90e99-e066-4eb4-af60-0fcf08d0efaf admin admin] Network hostable DHCP agents. Network: cb871985-694c-4bff-b9c5-df10bd3971ed, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:33:28.403045 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 09127b77-234e-4594-8ccb-d507e2278c0c not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:28.405074 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62c280a7-b7f2-4ceb-9ce3-55fdca4609c8 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.405573 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 1fced731-60a5-4f64-be58-9ef321696a0a no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:28.454484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-df05c780-9702-4e53-a449-a6445f74da43 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Deleting port 1fced731-60a5-4f64-be58-9ef321696a0a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:28.454833 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-df05c780-9702-4e53-a449-a6445f74da43 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.469576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c90e99-e066-4eb4-af60-0fcf08d0efaf admin admin] Network cb871985-694c-4bff-b9c5-df10bd3971ed is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:33:28.540315 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.540887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-38c90e99-e066-4eb4-af60-0fcf08d0efaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, cb871985-694c-4bff-b9c5-df10bd3971ed) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:28.553517 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ca5e1d-78b7-452e-8eb0-b26cb31a6fea None None] Network cb871985-694c-4bff-b9c5-df10bd3971ed requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:28.593071 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c90e99-e066-4eb4-af60-0fcf08d0efaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:28.593674 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38c90e99-e066-4eb4-af60-0fcf08d0efaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.630035 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 1fced731-60a5-4f64-be58-9ef321696a0a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1fced731-60a5-4f64-be58-9ef321696a0a,segment=NetworkSegment(35a79c01-08c8-47a5-b194-95659d123e56),segment_id=35a79c01-08c8-47a5-b194-95659d123e56)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:28.636365 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.651962 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-38c90e99-e066-4eb4-af60-0fcf08d0efaf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.7340219 Jul 09 13:33:28.673184 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62c280a7-b7f2-4ceb-9ce3-55fdca4609c8 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.704246 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-df05c780-9702-4e53-a449-a6445f74da43 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] For port 1fced731-60a5-4f64-be58-9ef321696a0a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1fced731-60a5-4f64-be58-9ef321696a0a,segment=NetworkSegment(35a79c01-08c8-47a5-b194-95659d123e56),segment_id=35a79c01-08c8-47a5-b194-95659d123e56)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:28.705733 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-df05c780-9702-4e53-a449-a6445f74da43 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.716928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-e049761f-fff3-47c4-87e2-0cd3eaabfc66 admin admin] Deleting subnet ad41d4dd-2a20-41c7-91ba-384a0ec9fa08 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:33:28.727578 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e049761f-fff3-47c4-87e2-0cd3eaabfc66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.761359 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=1fced731-60a5-4f64-be58-9ef321696a0a,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:28.774254 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b688ee-fb65-49be-99a9-299f470bd9ea None None] Network cb871985-694c-4bff-b9c5-df10bd3971ed requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:28.808577 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62c280a7-b7f2-4ceb-9ce3-55fdca4609c8 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.840684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-6a66d0fc-97a8-4f08-8b14-057e6746ef58 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8095477 Jul 09 13:33:28.850209 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e049761f-fff3-47c4-87e2-0cd3eaabfc66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.919658 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c280a7-b7f2-4ceb-9ce3-55fdca4609c8 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event deleted for resources: {'Subnet': ['ID=f1cd7fed-8c12-4a89-9b9e-841aeabf3d46,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:28.938173 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-3425b279-c89a-414a-b449-4aded807427a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=1000f9a7-444e-4349-b942-82d071e6b185 HTTP/1.1" status: 200 len: 217 time: 0.0841680 Jul 09 13:33:28.963702 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e63d51-1e26-45bd-873d-96e97d5e12d6 req-bd71872b-6fcf-4954-90a4-1f0255c92d46 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:28.967911 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62c280a7-b7f2-4ceb-9ce3-55fdca4609c8 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:28.969996 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e63d51-1e26-45bd-873d-96e97d5e12d6 req-bd71872b-6fcf-4954-90a4-1f0255c92d46 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:28.970282 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-62c280a7-b7f2-4ceb-9ce3-55fdca4609c8 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "DELETE /v2.0/subnets/f1cd7fed-8c12-4a89-9b9e-841aeabf3d46 HTTP/1.1" status: 204 len: 168 time: 0.7682745 Jul 09 13:33:28.973022 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33748) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:28.975215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4957dfe9-b6fa-4d42-8cdc-e413c5852198 None None] Network eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:28.976633 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e63d51-1e26-45bd-873d-96e97d5e12d6 req-bd71872b-6fcf-4954-90a4-1f0255c92d46 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:28.982997 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e63d51-1e26-45bd-873d-96e97d5e12d6 req-bd71872b-6fcf-4954-90a4-1f0255c92d46 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:28.989225 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e63d51-1e26-45bd-873d-96e97d5e12d6 req-bd71872b-6fcf-4954-90a4-1f0255c92d46 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:28.997854 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3e63d51-1e26-45bd-873d-96e97d5e12d6 req-bd71872b-6fcf-4954-90a4-1f0255c92d46 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 3876 time: 0.3972018 Jul 09 13:33:29.051985 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-df05c780-9702-4e53-a449-a6445f74da43 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.052589 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-df05c780-9702-4e53-a449-a6445f74da43 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.052723 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-df05c780-9702-4e53-a449-a6445f74da43 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Floating IP 866037a3-c45c-4726-80b3-02a95d4e3693 disassociated. External IP: 172.25.2.84, port: 1fced731-60a5-4f64-be58-9ef321696a0a. Jul 09 13:33:29.053172 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-df05c780-9702-4e53-a449-a6445f74da43 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Calling delete_port for 1fced731-60a5-4f64-be58-9ef321696a0a owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:29.094298 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.094546 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-745030f0-39ba-4463-8dfe-9c3dd585cda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:29.095991 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-745030f0-39ba-4463-8dfe-9c3dd585cda2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 200 len: 797 time: 0.0719979 Jul 09 13:33:29.197408 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e049761f-fff3-47c4-87e2-0cd3eaabfc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.204879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3e63d51-1e26-45bd-873d-96e97d5e12d6 req-07ba507f-f567-4934-b001-70b708a495ed tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2059381 Jul 09 13:33:29.252591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f3f9d6-95e2-4e28-a32e-cac8e81d1461 None None] DHCP port deletion for eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:33:29.302339 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-df05c780-9702-4e53-a449-a6445f74da43 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.315410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-57f3f9d6-95e2-4e28-a32e-cac8e81d1461 None None] Deleting port 184bcb58-4c89-4213-b39b-ccb3dd74a349 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:29.316060 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57f3f9d6-95e2-4e28-a32e-cac8e81d1461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.342791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05c780-9702-4e53-a449-a6445f74da43 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event deleted for resources: {'Port': ['ID=1fced731-60a5-4f64-be58-9ef321696a0a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:29.353421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Deleting port 184bcb58-4c89-4213-b39b-ccb3dd74a349 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:29.354638 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.410246 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e049761f-fff3-47c4-87e2-0cd3eaabfc66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.415131 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-57f3f9d6-95e2-4e28-a32e-cac8e81d1461 None None] For port 184bcb58-4c89-4213-b39b-ccb3dd74a349, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=184bcb58-4c89-4213-b39b-ccb3dd74a349,segment=NetworkSegment(569ffc15-ed85-4a66-b941-db8deb96d8f4),segment_id=569ffc15-ed85-4a66-b941-db8deb96d8f4)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:29.415879 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57f3f9d6-95e2-4e28-a32e-cac8e81d1461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.438768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-57f3f9d6-95e2-4e28-a32e-cac8e81d1461 None None] Calling delete_port for 184bcb58-4c89-4213-b39b-ccb3dd74a349 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:29.444574 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a188389-5588-4c13-8b06-298afc4dada5'}, {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c117dcb6-0161-42a2-9206-e95589bd7547'}, {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a4fa3a-1581-43c4-a7be-244c8a71f6f1'}, {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fced731-60a5-4f64-be58-9ef321696a0a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:29.447389 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2016436-288e-4ba8-8545-ee4b9f2efc47" -d '{"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-unplugged", "status": "completed", "tag": "4a188389-5588-4c13-8b06-298afc4dada5"}, {"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-unplugged", "status": "completed", "tag": "c117dcb6-0161-42a2-9206-e95589bd7547"}, {"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-unplugged", "status": "completed", "tag": "06a4fa3a-1581-43c4-a7be-244c8a71f6f1"}, {"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-unplugged", "status": "completed", "tag": "1fced731-60a5-4f64-be58-9ef321696a0a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:29.460962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-d970e212-76d9-4ce7-9a51-a1fc517579ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:29.462601 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-d970e212-76d9-4ce7-9a51-a1fc517579ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3270624 Jul 09 13:33:29.468651 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0027c00-ab70-4aa8-a718-1488a275aea1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.501741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e049761f-fff3-47c4-87e2-0cd3eaabfc66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad41d4dd-2a20-41c7-91ba-384a0ec9fa08,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:29.504070 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e049761f-fff3-47c4-87e2-0cd3eaabfc66 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.506087 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e049761f-fff3-47c4-87e2-0cd3eaabfc66 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ad41d4dd-2a20-41c7-91ba-384a0ec9fa08 HTTP/1.1" status: 204 len: 168 time: 1.4300976 Jul 09 13:33:29.508898 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33764) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:29.516405 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0027c00-ab70-4aa8-a718-1488a275aea1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Port': ['ID=f5c03ed7-d78a-423e-9e42-eca4ac2d8fc8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:29.590374 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-a2401143-074b-4709-8b06-0d0644bc93a6 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:29.590952 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5969dd9-84ef-45d4-923c-620ee965a107 x-openstack-request-id: req-c5969dd9-84ef-45d4-923c-620ee965a107 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:29.591594 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-unplugged", "status": "completed", "tag": "4a188389-5588-4c13-8b06-298afc4dada5", "code": 200}, {"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-unplugged", "status": "completed", "tag": "c117dcb6-0161-42a2-9206-e95589bd7547", "code": 200}, {"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-unplugged", "status": "completed", "tag": "06a4fa3a-1581-43c4-a7be-244c8a71f6f1", "code": 200}, {"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-unplugged", "status": "completed", "tag": "1fced731-60a5-4f64-be58-9ef321696a0a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:29.591594 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5969dd9-84ef-45d4-923c-620ee965a107 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:29.591978 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4a188389-5588-4c13-8b06-298afc4dada5', 'code': 200} Jul 09 13:33:29.592247 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c117dcb6-0161-42a2-9206-e95589bd7547', 'code': 200} Jul 09 13:33:29.592432 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a4fa3a-1581-43c4-a7be-244c8a71f6f1', 'code': 200} Jul 09 13:33:29.592695 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fced731-60a5-4f64-be58-9ef321696a0a', 'code': 200} Jul 09 13:33:29.597158 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-a2401143-074b-4709-8b06-0d0644bc93a6 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 811 time: 0.4366150 Jul 09 13:33:29.598277 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57f3f9d6-95e2-4e28-a32e-cac8e81d1461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.616171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] For port 184bcb58-4c89-4213-b39b-ccb3dd74a349, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=184bcb58-4c89-4213-b39b-ccb3dd74a349,segment=NetworkSegment(569ffc15-ed85-4a66-b941-db8deb96d8f4),segment_id=569ffc15-ed85-4a66-b941-db8deb96d8f4)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:29.616553 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.620181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-df05c780-9702-4e53-a449-a6445f74da43 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:33:29.620633 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f3f9d6-95e2-4e28-a32e-cac8e81d1461 None None] Pushing event deleted for resources: {'Port': ['ID=184bcb58-4c89-4213-b39b-ccb3dd74a349,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:29.629876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f3f9d6-95e2-4e28-a32e-cac8e81d1461 None None] No DVR routers for this DVR port 184bcb58-4c89-4213-b39b-ccb3dd74a349 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:29.648712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Calling delete_port for 184bcb58-4c89-4213-b39b-ccb3dd74a349 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:29.665626 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81cd492a-5abd-4d88-9273-6e274dcb441d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.685030 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-5be0c9ed-ab06-4ce0-870f-8b1511d827ab tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/quotas/f497f876391b4e08b31560ff95746718 HTTP/1.1" status: 200 len: 375 time: 0.0867572 Jul 09 13:33:29.754129 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-0ab76427-11f4-4eb6-98d4-9246c9cd321f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599089 Jul 09 13:33:29.871994 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-7fcf9b98-50de-405d-8d19-760823e0877d service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3569973 Jul 09 13:33:29.903863 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81cd492a-5abd-4d88-9273-6e274dcb441d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.922642 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-81cd492a-5abd-4d88-9273-6e274dcb441d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dc9f064-890c-4703-8fc3-53b1f0a11e26']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:29.934506 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:29.936872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-df05c780-9702-4e53-a449-a6445f74da43 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:33:29.943042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-81cd492a-5abd-4d88-9273-6e274dcb441d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b97e6a-4bfa-4987-85f4-822278656e95') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:29.943384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-81cd492a-5abd-4d88-9273-6e274dcb441d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b97e6a-4bfa-4987-85f4-822278656e95') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:29.947876 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1aca9a-a499-4798-ad31-74d5abc9cf6e None None] Sync routers for ids ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:33:29.957815 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1aca9a-a499-4798-ad31-74d5abc9cf6e None None] Routers {'19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:29.959043 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8f1aca9a-a499-4798-ad31-74d5abc9cf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:29.997726 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81cd492a-5abd-4d88-9273-6e274dcb441d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.021736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] No DVR routers for this DVR port 184bcb58-4c89-4213-b39b-ccb3dd74a349 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:30.022893 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0027c00-ab70-4aa8-a718-1488a275aea1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.031628 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-3f446a39-94b1-4b8d-bcf1-cca60ae35eef service neutron] 10.222.0.39 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369244 Jul 09 13:33:30.036126 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event deleted for resources: {'Port': ['ID=184bcb58-4c89-4213-b39b-ccb3dd74a349,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:30.077204 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8f1aca9a-a499-4798-ad31-74d5abc9cf6e None None] Set router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:33:30.078704 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81cd492a-5abd-4d88-9273-6e274dcb441d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.081317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-df05c780-9702-4e53-a449-a6445f74da43 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] No DVR routers for this DVR port 1fced731-60a5-4f64-be58-9ef321696a0a on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:30.089723 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-df05c780-9702-4e53-a449-a6445f74da43 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.091729 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-df05c780-9702-4e53-a449-a6445f74da43 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.18 "DELETE /v2.0/ports/1fced731-60a5-4f64-be58-9ef321696a0a HTTP/1.1" status: 204 len: 173 time: 2.0358856 Jul 09 13:33:30.092183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-deleted', 'tag': '1fced731-60a5-4f64-be58-9ef321696a0a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:30.094471 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c8fe70-8d7e-4dd8-8a8c-1532ba250b59" -d '{"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-deleted", "tag": "1fced731-60a5-4f64-be58-9ef321696a0a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:30.100192 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81cd492a-5abd-4d88-9273-6e274dcb441d admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:30.100600 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81cd492a-5abd-4d88-9273-6e274dcb441d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:30.102439 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:30.108237 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:30.108237 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:30.108237 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:30.165904 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-49326938-601c-4b74-9826-6e54b3ff7b0c service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864885 Jul 09 13:33:30.208897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-687ced3b-65e1-4f8c-980d-b2b783e376e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0364370 Jul 09 13:33:30.240050 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d3765e-c1e8-4123-80c2-54a46a86262e x-openstack-request-id: req-73d3765e-c1e8-4123-80c2-54a46a86262e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:30.240511 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-deleted", "tag": "1fced731-60a5-4f64-be58-9ef321696a0a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:30.242919 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73d3765e-c1e8-4123-80c2-54a46a86262e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:30.242919 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-deleted', 'tag': '1fced731-60a5-4f64-be58-9ef321696a0a', 'status': 'completed', 'code': 200} Jul 09 13:33:30.298127 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 184bcb58-4c89-4213-b39b-ccb3dd74a349 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:30.313600 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.326168 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 184bcb58-4c89-4213-b39b-ccb3dd74a349 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:33:30.326520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 184bcb58-4c89-4213-b39b-ccb3dd74a349 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:30.345817 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-f2e395bd-3700-4b11-aaab-4bc3ec06753c service neutron] 10.222.0.39 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964139 Jul 09 13:33:30.349334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-7f7ffb92-05ec-448f-9ccf-8b8c3801fc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:30.350841 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-7f7ffb92-05ec-448f-9ccf-8b8c3801fc47 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 200 len: 797 time: 0.1073678 Jul 09 13:33:30.388552 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81cd492a-5abd-4d88-9273-6e274dcb441d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.392945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eefe9243-29eb-49dc-9cf8-381c1d3ef0a9']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:30.406804 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81cd492a-5abd-4d88-9273-6e274dcb441d admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.408429 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-81cd492a-5abd-4d88-9273-6e274dcb441d admin admin] 10.222.0.39 "DELETE /v2.0/networks/0dc9f064-890c-4703-8fc3-53b1f0a11e26 HTTP/1.1" status: 204 len: 168 time: 0.8985922 Jul 09 13:33:30.418217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '569ffc15-ed85-4a66-b941-db8deb96d8f4') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:30.418523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '569ffc15-ed85-4a66-b941-db8deb96d8f4') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:30.423449 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8f1aca9a-a499-4798-ad31-74d5abc9cf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-router', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:44Z', 'updated_at': '2021-07-09T13:22:51Z', 'revision_number': 4, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'gw_port': {'id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:46Z', 'updated_at': '2021-07-09T13:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '2b1a1d1c-344f-4def-a640-07c87d8ae473', 'name': '', 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'mac_address': 'fa:16:3e:ea:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:50Z', 'updated_at': '2021-07-09T13:22:59Z', 'revision_number': 5, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'subnets': [{'id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:30.429725 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.445519 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.450587 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1aca9a-a499-4798-ad31-74d5abc9cf6e None None] Checking router: 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:33:30.452558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:30.453258 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.459276 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f1aca9a-a499-4798-ad31-74d5abc9cf6e None None] Routers {'19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:30.459891 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8f1aca9a-a499-4798-ad31-74d5abc9cf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:30.531144 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:30.579120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.584397 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.590045 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] 10.222.0.39 "DELETE /v2.0/networks/eefe9243-29eb-49dc-9cf8-381c1d3ef0a9 HTTP/1.1" status: 204 len: 168 time: 1.6080325 Jul 09 13:33:30.590045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33780) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:30.590045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd492a-5abd-4d88-9273-6e274dcb441d admin admin] Pushing event deleted for resources: {'Network': ['ID=0dc9f064-890c-4703-8fc3-53b1f0a11e26,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:30.631013 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-8f1aca9a-a499-4798-ad31-74d5abc9cf6e None None] Set router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:33:30.635908 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-67d575ae-afd6-4fb5-98be-6c7b30ac6aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:30.637468 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-67d575ae-afd6-4fb5-98be-6c7b30ac6aa7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2772806 Jul 09 13:33:30.658776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6fb677-3e45-4544-84f0-e6ba9ef4a1c6 tempest-AllowedAddressPairTestJSON-1222923827 tempest-AllowedAddressPairTestJSON-1222923827-project] Pushing event deleted for resources: {'Network': ['ID=eefe9243-29eb-49dc-9cf8-381c1d3ef0a9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:30.698920 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0027c00-ab70-4aa8-a718-1488a275aea1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router f4edf48b-40cc-44d4-8587-8f707a0c63a8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:33:30.711441 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5f02f179-a9dd-4ac8-8509-e36e7d1d0f2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ee2ab325dd5240f4babfc47fefad7c4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1050365 Jul 09 13:33:30.716903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33786) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:30.756906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-a15a4536-d09c-4c09-bde3-c011cae51ad7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Deleting port c117dcb6-0161-42a2-9206-e95589bd7547 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:30.757260 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-a15a4536-d09c-4c09-bde3-c011cae51ad7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:30.818002 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdd8e1-90ba-4338-a1ba-0c40a12e512f req-4accc200-004d-40f6-9923-06e032c33c04 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:30.825480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdd8e1-90ba-4338-a1ba-0c40a12e512f req-4accc200-004d-40f6-9923-06e032c33c04 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:30.831833 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdd8e1-90ba-4338-a1ba-0c40a12e512f req-4accc200-004d-40f6-9923-06e032c33c04 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:30.839027 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cdd8e1-90ba-4338-a1ba-0c40a12e512f req-4accc200-004d-40f6-9923-06e032c33c04 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:30.847940 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f0cdd8e1-90ba-4338-a1ba-0c40a12e512f req-4accc200-004d-40f6-9923-06e032c33c04 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 3142 time: 0.3930166 Jul 09 13:33:31.071659 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-8f1aca9a-a499-4798-ad31-74d5abc9cf6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-router', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:44Z', 'updated_at': '2021-07-09T13:22:51Z', 'revision_number': 4, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'gw_port': {'id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:46Z', 'updated_at': '2021-07-09T13:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '2b1a1d1c-344f-4def-a640-07c87d8ae473', 'name': '', 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'mac_address': 'fa:16:3e:ea:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:50Z', 'updated_at': '2021-07-09T13:22:59Z', 'revision_number': 5, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'subnets': [{'id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:31.106872 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f1aca9a-a499-4798-ad31-74d5abc9cf6e None None] The sync data for ids ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'] in n-d-799525-3 is: [{'id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-router', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:44Z', 'updated_at': '2021-07-09T13:22:51Z', 'revision_number': 4, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'gw_port': {'id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:46Z', 'updated_at': '2021-07-09T13:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '2b1a1d1c-344f-4def-a640-07c87d8ae473', 'name': '', 'network_id': '506f0105-b494-4138-9dfd-14195d3a3fed', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'mac_address': 'fa:16:3e:ea:07:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:50Z', 'updated_at': '2021-07-09T13:22:59Z', 'revision_number': 5, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'subnets': [{'id': 'e2915b4c-1b15-4665-bc6f-4ef8238c6ea1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:33:31.206574 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33794) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:31.270350 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29403140-cf90-4eb0-9102-15fb619935c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.278566 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bfe1da1-1b12-42fd-826b-e06e0bc12e56 req-e7e50155-5ba2-4f21-9cbd-0bc6ec72791b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00bbd47-5f49-4250-903f-f0cfe5d783a3 HTTP/1.1" status: 200 len: 210 time: 0.0654032 Jul 09 13:33:31.312662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29403140-cf90-4eb0-9102-15fb619935c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.331962 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f0cdd8e1-90ba-4338-a1ba-0c40a12e512f req-9f0e3385-537f-401e-b53e-22bf1196ea0e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4822814 Jul 09 13:33:31.343926 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-a3e54747-e6c2-4cbf-8040-e71d8e56dc65 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6992352 Jul 09 13:33:31.397138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-a15a4536-d09c-4c09-bde3-c011cae51ad7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] For port c117dcb6-0161-42a2-9206-e95589bd7547, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c117dcb6-0161-42a2-9206-e95589bd7547,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:31.397578 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-a15a4536-d09c-4c09-bde3-c011cae51ad7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.424212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-a15a4536-d09c-4c09-bde3-c011cae51ad7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Calling delete_port for c117dcb6-0161-42a2-9206-e95589bd7547 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:31.515301 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29403140-cf90-4eb0-9102-15fb619935c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.517916 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29403140-cf90-4eb0-9102-15fb619935c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.519062 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-29403140-cf90-4eb0-9102-15fb619935c9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8894b700-55ce-436c-8ada-aa25b8cd20c6 HTTP/1.1" status: 204 len: 168 time: 0.8002062 Jul 09 13:33:31.532444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29403140-cf90-4eb0-9102-15fb619935c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8894b700-55ce-436c-8ada-aa25b8cd20c6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:31.532813 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0027c00-ab70-4aa8-a718-1488a275aea1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:33:31.544299 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c0027c00-ab70-4aa8-a718-1488a275aea1 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "PUT /v2.0/routers/f4edf48b-40cc-44d4-8587-8f707a0c63a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8141167 Jul 09 13:33:31.551486 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33804) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:31.560401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22351d78-068d-4efb-8bfc-92711a566be1 None None] Sync routers for ids ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:33:31.572507 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-162ff5f8-cee3-49f6-a5fa-9959bc79af44 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b13bea68ef1e455a9cbe71e4026182e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3541825 Jul 09 13:33:31.577257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33806) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:31.609627 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801f7c4d-83b4-45a0-8634-412bb87c3ac9 None None] New status for floating IP 866037a3-c45c-4726-80b3-02a95d4e3693: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:33:31.619579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22351d78-068d-4efb-8bfc-92711a566be1 None None] Routers {'f4edf48b-40cc-44d4-8587-8f707a0c63a8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:31.624497 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-efcf0802-369c-4112-b87b-5d07c5de02a7 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415485 Jul 09 13:33:31.624847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-22351d78-068d-4efb-8bfc-92711a566be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:31.686575 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-e90049cd-1baa-4363-8dce-8c60a950cf46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ad774c33-cfca-4add-b80c-6424715fae3e HTTP/1.1" status: 200 len: 217 time: 0.0535550 Jul 09 13:33:31.739455 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-22351d78-068d-4efb-8bfc-92711a566be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:31.784858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22351d78-068d-4efb-8bfc-92711a566be1 None None] Routers {'f4edf48b-40cc-44d4-8587-8f707a0c63a8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:31.785864 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-22351d78-068d-4efb-8bfc-92711a566be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:31.788832 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-a15a4536-d09c-4c09-bde3-c011cae51ad7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.862463 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7be0dd05-6a20-4277-aa85-5a17e75a8578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.863279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a4536-d09c-4c09-bde3-c011cae51ad7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event deleted for resources: {'Port': ['ID=c117dcb6-0161-42a2-9206-e95589bd7547,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:31.864474 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-22351d78-068d-4efb-8bfc-92711a566be1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:31.865144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22351d78-068d-4efb-8bfc-92711a566be1 None None] The sync data for ids ['f4edf48b-40cc-44d4-8587-8f707a0c63a8'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:33:31.902586 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e3f66877-b85f-40c8-907e-c84226e3d706 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.929656 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-a15a4536-d09c-4c09-bde3-c011cae51ad7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] No DVR routers for this DVR port c117dcb6-0161-42a2-9206-e95589bd7547 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:31.933908 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-a15a4536-d09c-4c09-bde3-c011cae51ad7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.936341 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-a15a4536-d09c-4c09-bde3-c011cae51ad7 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.18 "DELETE /v2.0/ports/c117dcb6-0161-42a2-9206-e95589bd7547 HTTP/1.1" status: 204 len: 173 time: 1.8375323 Jul 09 13:33:31.974148 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0c97c1a-5af6-40da-9111-695130c4e207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:31.991119 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-08d9a045-7563-45c4-8421-6979842df7de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:31.992621 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-08d9a045-7563-45c4-8421-6979842df7de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49d3e9d5-750d-45f1-840a-12db3a7eff08 HTTP/1.1" status: 200 len: 797 time: 0.2996049 Jul 09 13:33:32.084448 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-5f4e015c-8e05-4e11-8ee0-d5d56ace67dd tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Deleting port 4a188389-5588-4c13-8b06-298afc4dada5 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:32.084952 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-5f4e015c-8e05-4e11-8ee0-d5d56ace67dd tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.144510 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0c97c1a-5af6-40da-9111-695130c4e207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.238144 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e3f66877-b85f-40c8-907e-c84226e3d706 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.250095 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-deleted', 'tag': 'c117dcb6-0161-42a2-9206-e95589bd7547'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:32.252076 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b78575e-ae52-438f-b38b-433805a0defb" -d '{"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-deleted", "tag": "c117dcb6-0161-42a2-9206-e95589bd7547"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:32.256802 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-e579a311-603c-4c4c-91a5-22e0c9a02909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:32.259226 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-e579a311-603c-4c4c-91a5-22e0c9a02909 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2495284 Jul 09 13:33:32.392522 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-0bc2fcdd-3751-4c35-a3c5-13029817e7b7 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:32.394682 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-0bc2fcdd-3751-4c35-a3c5-13029817e7b7 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.18 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 811 time: 0.2396815 Jul 09 13:33:32.402873 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4729c272-dc3f-44ae-9110-843fdbe324a2 x-openstack-request-id: req-4729c272-dc3f-44ae-9110-843fdbe324a2 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:32.403353 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-deleted", "tag": "c117dcb6-0161-42a2-9206-e95589bd7547", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:32.404095 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4729c272-dc3f-44ae-9110-843fdbe324a2 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:32.404095 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-deleted', 'tag': 'c117dcb6-0161-42a2-9206-e95589bd7547', 'status': 'completed', 'code': 200} Jul 09 13:33:32.415213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-79a08804-5847-43a1-b967-987f57207bda tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Request body: {'port': {'device_id': 'b00bbd47-5f49-4250-903f-f0cfe5d783a3', 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed', 'admin_state_up': True, 'tenant_id': 'f497f876391b4e08b31560ff95746718'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:32.455896 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0c97c1a-5af6-40da-9111-695130c4e207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.458738 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0c97c1a-5af6-40da-9111-695130c4e207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.460010 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d0c97c1a-5af6-40da-9111-695130c4e207 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc4b64ff-b17a-4e85-8132-b80ec2b95bc0 HTTP/1.1" status: 204 len: 168 time: 0.8811927 Jul 09 13:33:32.554360 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c97c1a-5af6-40da-9111-695130c4e207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4b64ff-b17a-4e85-8132-b80ec2b95bc0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:32.618701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-5f4e015c-8e05-4e11-8ee0-d5d56ace67dd tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] For port 4a188389-5588-4c13-8b06-298afc4dada5, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4a188389-5588-4c13-8b06-298afc4dada5,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:32.619165 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-5f4e015c-8e05-4e11-8ee0-d5d56ace67dd tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.641386 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-5f4e015c-8e05-4e11-8ee0-d5d56ace67dd tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Calling delete_port for 4a188389-5588-4c13-8b06-298afc4dada5 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:32.697227 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-ded1ce7f-c269-4987-8ccb-65cd12c61ba4 service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832738 Jul 09 13:33:32.700654 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd2cc363-fd50-403c-ad5a-d956843ff22c req-74108ad0-fd31-4025-b5ac-743c121f18ad tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00bbd47-5f49-4250-903f-f0cfe5d783a3 HTTP/1.1" status: 200 len: 210 time: 0.0907261 Jul 09 13:33:32.724356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e3f66877-b85f-40c8-907e-c84226e3d706 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting port 6ef6fe7c-e935-40cc-a53c-13a6f7283dac {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:32.725440 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e3f66877-b85f-40c8-907e-c84226e3d706 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.781364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-79a08804-5847-43a1-b967-987f57207bda tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Made reservation on behalf of f497f876391b4e08b31560ff95746718 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:32.785468 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-79a08804-5847-43a1-b967-987f57207bda tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.940794 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17140539-4ac4-4344-8f40-6543729b2dbd req-2112f5d7-617e-4d5d-b6be-e0f913ad4860 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:32.955814 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17140539-4ac4-4344-8f40-6543729b2dbd req-2112f5d7-617e-4d5d-b6be-e0f913ad4860 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:32.958667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-5f4e015c-8e05-4e11-8ee0-d5d56ace67dd tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.963962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17140539-4ac4-4344-8f40-6543729b2dbd req-2112f5d7-617e-4d5d-b6be-e0f913ad4860 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:32.965918 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17140539-4ac4-4344-8f40-6543729b2dbd req-2112f5d7-617e-4d5d-b6be-e0f913ad4860 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 2409 time: 0.2723899 Jul 09 13:33:32.969358 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e3f66877-b85f-40c8-907e-c84226e3d706 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:32.974373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-276ba69b-6a31-4c10-ac2b-6342312e9e92 service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2623842 Jul 09 13:33:32.999630 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4e015c-8e05-4e11-8ee0-d5d56ace67dd tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event deleted for resources: {'Port': ['ID=4a188389-5588-4c13-8b06-298afc4dada5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:33.060228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e3f66877-b85f-40c8-907e-c84226e3d706 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Calling delete_port for 6ef6fe7c-e935-40cc-a53c-13a6f7283dac owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:33.070037 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-75ca3793-d38e-46a7-a911-b32da7e29851 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7aafc5af-bd0d-4302-8462-84fc2adfb5f9 HTTP/1.1" status: 200 len: 217 time: 0.0868027 Jul 09 13:33:33.110477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-5f4e015c-8e05-4e11-8ee0-d5d56ace67dd tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] No DVR routers for this DVR port 4a188389-5588-4c13-8b06-298afc4dada5 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:33.115037 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-5f4e015c-8e05-4e11-8ee0-d5d56ace67dd tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.117090 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-5f4e015c-8e05-4e11-8ee0-d5d56ace67dd tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.18 "DELETE /v2.0/ports/4a188389-5588-4c13-8b06-298afc4dada5 HTTP/1.1" status: 204 len: 173 time: 1.1743855 Jul 09 13:33:33.122237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-79a08804-5847-43a1-b967-987f57207bda tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Allocated IP 172.20.0.2 (cb871985-694c-4bff-b9c5-df10bd3971ed/fe541801-5f2f-44e7-bf6a-e4876e7170dc/d6551f8e-27cf-4ec6-932b-360059cb4806) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:33.208546 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17140539-4ac4-4344-8f40-6543729b2dbd req-1bf31d93-1d30-4bc1-b304-bf4296a330c3 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271342 Jul 09 13:33:33.281735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-d373ff94-4472-4890-b495-5a2d703f85d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:33.285597 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-d373ff94-4472-4890-b495-5a2d703f85d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49d3e9d5-750d-45f1-840a-12db3a7eff08 HTTP/1.1" status: 200 len: 797 time: 0.1915064 Jul 09 13:33:33.362583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-40b45937-7b01-40d9-a325-6e1bad9fccfa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Deleting port b58b6e37-21d9-4f9e-826c-1c81a5f9451d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:33.363027 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-40b45937-7b01-40d9-a325-6e1bad9fccfa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.453029 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-a3303982-50a5-4633-8339-e62acadaf9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:33.455369 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-a3303982-50a5-4633-8339-e62acadaf9a2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1631854 Jul 09 13:33:33.497142 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-79a08804-5847-43a1-b967-987f57207bda tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.546697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-40b45937-7b01-40d9-a325-6e1bad9fccfa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] For port b58b6e37-21d9-4f9e-826c-1c81a5f9451d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=b58b6e37-21d9-4f9e-826c-1c81a5f9451d,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:33.546697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-40b45937-7b01-40d9-a325-6e1bad9fccfa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.572847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-40b45937-7b01-40d9-a325-6e1bad9fccfa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Calling delete_port for b58b6e37-21d9-4f9e-826c-1c81a5f9451d owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:33.664365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e3f66877-b85f-40c8-907e-c84226e3d706 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.747660 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-79a08804-5847-43a1-b967-987f57207bda tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:33.750316 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f66877-b85f-40c8-907e-c84226e3d706 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Port': ['ID=6ef6fe7c-e935-40cc-a53c-13a6f7283dac,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:33.750487 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33878) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:33.807724 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-91b1f28e-f0ba-40bb-8515-cd25a3af39de service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414612 Jul 09 13:33:33.824873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-79a08804-5847-43a1-b967-987f57207bda tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Network cb871985-694c-4bff-b9c5-df10bd3971ed is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:33.829668 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-79a08804-5847-43a1-b967-987f57207bda tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:33.836534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-79a08804-5847-43a1-b967-987f57207bda tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:33.935588 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a08804-5847-43a1-b967-987f57207bda tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Pushing event updated for resources: {'Port': ['ID=d6551f8e-27cf-4ec6-932b-360059cb4806,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:34.050834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Request body: {'networks': [{'name': 'tempest-network--1693012221'}, {'name': 'tempest-network--1730462594'}]} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:34.051144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Request body: {'network': {'name': 'tempest-network--1693012221'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:34.051564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Request body: {'network': {'name': 'tempest-network--1730462594'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:34.068741 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-79a08804-5847-43a1-b967-987f57207bda tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:34.069660 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-79a08804-5847-43a1-b967-987f57207bda tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.086604 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e3f66877-b85f-40c8-907e-c84226e3d706 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.127141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Made reservation on behalf of 6277bdcf4a554cb89bc3a35a751d65fd for: {'network': 2} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:34.135529 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.146127 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-40b45937-7b01-40d9-a325-6e1bad9fccfa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.159149 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.172319 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-79a08804-5847-43a1-b967-987f57207bda tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7674365 Jul 09 13:33:34.211609 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Request body: {'port': {'device_id': 'b00bbd47-5f49-4250-903f-f0cfe5d783a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:34.237077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b45937-7b01-40d9-a325-6e1bad9fccfa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event deleted for resources: {'Port': ['ID=b58b6e37-21d9-4f9e-826c-1c81a5f9451d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:34.304508 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e3f66877-b85f-40c8-907e-c84226e3d706 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.306965 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-40b45937-7b01-40d9-a325-6e1bad9fccfa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] No DVR routers for this DVR port b58b6e37-21d9-4f9e-826c-1c81a5f9451d on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:34.308984 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e3f66877-b85f-40c8-907e-c84226e3d706 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.312248 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-40b45937-7b01-40d9-a325-6e1bad9fccfa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.314314 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-40b45937-7b01-40d9-a325-6e1bad9fccfa tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.18 "DELETE /v2.0/ports/b58b6e37-21d9-4f9e-826c-1c81a5f9451d HTTP/1.1" status: 204 len: 173 time: 1.1891980 Jul 09 13:33:34.337261 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fd089ba-7e91-4dbc-bd05-06feaff0d77b req-86b067e7-7d92-4062-b25d-c41ee5553b97 service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4537821 Jul 09 13:33:34.403335 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e3f66877-b85f-40c8-907e-c84226e3d706 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.404032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f66877-b85f-40c8-907e-c84226e3d706 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Fanout notify agent at l3_agent the message router_deleted on router f4edf48b-40cc-44d4-8587-8f707a0c63a8 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:33:34.405344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-deleted', 'tag': '4a188389-5588-4c13-8b06-298afc4dada5'}, {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-deleted', 'tag': 'b58b6e37-21d9-4f9e-826c-1c81a5f9451d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:34.407925 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d230c6a-55fd-4380-a0d8-032dd174f7ae" -d '{"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-deleted", "tag": "4a188389-5588-4c13-8b06-298afc4dada5"}, {"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-deleted", "tag": "b58b6e37-21d9-4f9e-826c-1c81a5f9451d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:34.432384 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.434017 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e3f66877-b85f-40c8-907e-c84226e3d706 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.438172 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e3f66877-b85f-40c8-907e-c84226e3d706 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/routers/f4edf48b-40cc-44d4-8587-8f707a0c63a8 HTTP/1.1" status: 204 len: 168 time: 2.8833053 Jul 09 13:33:34.439160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33898) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:34.534964 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4674649a-57a7-448a-a02f-0c35b9b2ae0a req-17143de4-7c55-4de3-af4e-c6155d322e9d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:34.551607 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4674649a-57a7-448a-a02f-0c35b9b2ae0a req-17143de4-7c55-4de3-af4e-c6155d322e9d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00bbd47-5f49-4250-903f-f0cfe5d783a3 HTTP/1.1" status: 200 len: 931 time: 0.3874989 Jul 09 13:33:34.564425 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-054f038b-9631-43ba-9ed3-ed4790c41daa tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting subnet a8bf9bc1-c617-41df-b1ab-862a5c4132f5 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:33:34.568680 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-054f038b-9631-43ba-9ed3-ed4790c41daa tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.587275 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.636754 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ba602fce-b24c-43a7-8421-c541d23fc01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.647279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-10fed0cf-cd56-4d51-9f9d-d20846f0fb31 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Deleting port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:34.647868 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-10fed0cf-cd56-4d51-9f9d-d20846f0fb31 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.669356 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-054f038b-9631-43ba-9ed3-ed4790c41daa tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.727337 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4674649a-57a7-448a-a02f-0c35b9b2ae0a req-5340719a-0b08-4b62-a49f-6986c35bd6b6 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745963 Jul 09 13:33:34.765955 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.784783 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.785402 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.797433 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f717c930-f758-4f99-ad60-abf6be7ddc59 req-f40d8320-a957-4a05-8f35-7aa441bbd721 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:34.804614 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f717c930-f758-4f99-ad60-abf6be7ddc59 req-f40d8320-a957-4a05-8f35-7aa441bbd721 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 942 time: 0.1984348 Jul 09 13:33:34.887186 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-054f038b-9631-43ba-9ed3-ed4790c41daa tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.902684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f717c930-f758-4f99-ad60-abf6be7ddc59 req-1c934560-2a9e-4927-a642-082b0116cc0b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups?id=0fcb9ed4-1da3-4de9-b118-f1e35ace680f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968502 Jul 09 13:33:34.923745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:34.927545 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fb8ac5-0503-4cd8-9d80-73a30d195030 x-openstack-request-id: req-63fb8ac5-0503-4cd8-9d80-73a30d195030 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:34.927965 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-deleted", "tag": "4a188389-5588-4c13-8b06-298afc4dada5", "status": "completed", "code": 200}, {"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-deleted", "tag": "b58b6e37-21d9-4f9e-826c-1c81a5f9451d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:34.928320 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63fb8ac5-0503-4cd8-9d80-73a30d195030 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:34.929062 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-deleted', 'tag': '4a188389-5588-4c13-8b06-298afc4dada5', 'status': 'completed', 'code': 200} Jul 09 13:33:34.929427 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-deleted', 'tag': 'b58b6e37-21d9-4f9e-826c-1c81a5f9451d', 'status': 'completed', 'code': 200} Jul 09 13:33:34.941822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef5fba3-0d9f-4f72-937d-7a9341e70581,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:34.961952 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:34.962463 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Added segment f373c6ff-db91-4e0f-a614-e4d1a6d70420 of type vlan for network 795a8544-ba0c-4142-a423-3e9851f885dc Jul 09 13:33:35.017388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-10fed0cf-cd56-4d51-9f9d-d20846f0fb31 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] For port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=06a4fa3a-1581-43c4-a7be-244c8a71f6f1,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:35.017863 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-10fed0cf-cd56-4d51-9f9d-d20846f0fb31 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.032177 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-054f038b-9631-43ba-9ed3-ed4790c41daa tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.073232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f038b-9631-43ba-9ed3-ed4790c41daa tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Subnet': ['ID=a8bf9bc1-c617-41df-b1ab-862a5c4132f5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:35.076685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-10fed0cf-cd56-4d51-9f9d-d20846f0fb31 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Calling delete_port for 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:35.084167 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-054f038b-9631-43ba-9ed3-ed4790c41daa tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.084669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc0da63-3e1c-4fd2-bb2e-00badddee4ff None None] Network d510868c-2c7f-45ec-a29d-888ed3071046 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:35.090797 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-054f038b-9631-43ba-9ed3-ed4790c41daa tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/subnets/a8bf9bc1-c617-41df-b1ab-862a5c4132f5 HTTP/1.1" status: 204 len: 168 time: 0.6488552 Jul 09 13:33:35.092206 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33908) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:35.141331 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.230023 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.299391 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6551f8e-27cf-4ec6-932b-360059cb4806 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:33:35.310621 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.377322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Transition to ACTIVE for port object d6551f8e-27cf-4ec6-932b-360059cb4806 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:35.386646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting port 45683345-96ee-4321-a2e5-9a055f621c7a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:35.388374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:35.388805 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.399704 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.455440 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.455914 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Added segment 877c2c31-18d9-478b-9d6c-4c935fb50efe of type vlan for network 884b82fd-ea51-4a0a-8eac-fc5676764c66 Jul 09 13:33:35.475841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-000b4374-2c31-4aff-96b2-01bc040597dc None None] DHCP port deletion for d510868c-2c7f-45ec-a29d-888ed3071046 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:33:35.491983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Pushing event updated for resources: {'Port': ['ID=d6551f8e-27cf-4ec6-932b-360059cb4806,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:35.533527 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] For port 45683345-96ee-4321-a2e5-9a055f621c7a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=45683345-96ee-4321-a2e5-9a055f621c7a,segment=NetworkSegment(165fa36c-42cd-4125-9b91-976b8ffc8f4f),segment_id=165fa36c-42cd-4125-9b91-976b8ffc8f4f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:35.534332 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.555383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Calling delete_port for 45683345-96ee-4321-a2e5-9a055f621c7a owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:35.591751 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.603463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-000b4374-2c31-4aff-96b2-01bc040597dc None None] Deleting port 45683345-96ee-4321-a2e5-9a055f621c7a {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:35.604428 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-000b4374-2c31-4aff-96b2-01bc040597dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.649139 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.666859 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.682502 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-10fed0cf-cd56-4d51-9f9d-d20846f0fb31 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.685045 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-000b4374-2c31-4aff-96b2-01bc040597dc None None] For port 45683345-96ee-4321-a2e5-9a055f621c7a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=45683345-96ee-4321-a2e5-9a055f621c7a,segment=NetworkSegment(165fa36c-42cd-4125-9b91-976b8ffc8f4f),segment_id=165fa36c-42cd-4125-9b91-976b8ffc8f4f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:35.685764 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-000b4374-2c31-4aff-96b2-01bc040597dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.719265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-000b4374-2c31-4aff-96b2-01bc040597dc None None] Calling delete_port for 45683345-96ee-4321-a2e5-9a055f621c7a owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:35.731653 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] No DVR routers for this DVR port 45683345-96ee-4321-a2e5-9a055f621c7a on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:35.742543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10fed0cf-cd56-4d51-9f9d-d20846f0fb31 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event deleted for resources: {'Port': ['ID=06a4fa3a-1581-43c4-a7be-244c8a71f6f1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:35.792573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Port': ['ID=45683345-96ee-4321-a2e5-9a055f621c7a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:35.806400 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.807187 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.826747 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:35.834130 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:35.835015 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.892308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Attempting to bind port d6551f8e-27cf-4ec6-932b-360059cb4806 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:33:35.892914 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Attempting to bind port d6551f8e-27cf-4ec6-932b-360059cb4806 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:33:35.893422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Attempting to bind port d6551f8e-27cf-4ec6-932b-360059cb4806 on network cb871985-694c-4bff-b9c5-df10bd3971ed {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:35.896019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-10fed0cf-cd56-4d51-9f9d-d20846f0fb31 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] No DVR routers for this DVR port 06a4fa3a-1581-43c4-a7be-244c8a71f6f1 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:35.916899 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-000b4374-2c31-4aff-96b2-01bc040597dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.917208 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.937583 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-10fed0cf-cd56-4d51-9f9d-d20846f0fb31 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:35.940144 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f1b83ee-6fad-46c9-b802-dc1d9fb4f033 req-10fed0cf-cd56-4d51-9f9d-d20846f0fb31 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.18 "DELETE /v2.0/ports/06a4fa3a-1581-43c4-a7be-244c8a71f6f1 HTTP/1.1" status: 204 len: 173 time: 1.6190991 Jul 09 13:33:35.942695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d510868c-2c7f-45ec-a29d-888ed3071046']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:35.985170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000b4374-2c31-4aff-96b2-01bc040597dc None None] No DVR routers for this DVR port 45683345-96ee-4321-a2e5-9a055f621c7a on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:35.990760 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b4374-2c31-4aff-96b2-01bc040597dc None None] Pushing event deleted for resources: {'Port': ['ID=45683345-96ee-4321-a2e5-9a055f621c7a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:35.998420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event updated for resources: {'Network': ['ID=795a8544-ba0c-4142-a423-3e9851f885dc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:36.013904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Port d6551f8e-27cf-4ec6-932b-360059cb4806 on network cb871985-694c-4bff-b9c5-df10bd3971ed not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:33:36.013904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Attempting to bind port d6551f8e-27cf-4ec6-932b-360059cb4806 on network cb871985-694c-4bff-b9c5-df10bd3971ed {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:36.032049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 795a8544-ba0c-4142-a423-3e9851f885dc details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:36.042352 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165fa36c-42cd-4125-9b91-976b8ffc8f4f') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:36.042653 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165fa36c-42cd-4125-9b91-976b8ffc8f4f') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:36.084519 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 2.3224545 Jul 09 13:33:36.094671 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:33:36.095354 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Checking segment: {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:36.095935 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Bound using segment: {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:33:36.096982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Bound port: d6551f8e-27cf-4ec6-932b-360059cb4806, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:33:36.097524 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.101673 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33922) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:36.266913 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 45683345-96ee-4321-a2e5-9a055f621c7a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:36.310081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c54270-390e-4e1f-b116-b1cf72082fd2 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event updated for resources: {'Network': ['ID=884b82fd-ea51-4a0a-8eac-fc5676764c66,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:36.317962 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 45683345-96ee-4321-a2e5-9a055f621c7a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:33:36.320057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 45683345-96ee-4321-a2e5-9a055f621c7a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:36.325965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 884b82fd-ea51-4a0a-8eac-fc5676764c66 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:36.483830 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.520160 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.533274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07db4ee1-f668-4586-ac74-53c8ab407b29 req-457e9ac6-9039-4a72-8c3b-aaf4a4d93a1a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:36.540778 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07db4ee1-f668-4586-ac74-53c8ab407b29 req-457e9ac6-9039-4a72-8c3b-aaf4a4d93a1a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00bbd47-5f49-4250-903f-f0cfe5d783a3 HTTP/1.1" status: 200 len: 943 time: 0.6124480 Jul 09 13:33:36.565725 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:36.566149 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:36.584624 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:36.608241 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07db4ee1-f668-4586-ac74-53c8ab407b29 req-f9b1872a-98d3-4984-a3eb-03442b8b9c1b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655665 Jul 09 13:33:36.717717 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.727109 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.729386 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/networks/d510868c-2c7f-45ec-a29d-888ed3071046 HTTP/1.1" status: 204 len: 168 time: 1.6336904 Jul 09 13:33:36.732054 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33930) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:36.789418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd670e9a-6464-464b-86b4-b008d1e13b7f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Network': ['ID=d510868c-2c7f-45ec-a29d-888ed3071046,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:36.826268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] For port d6551f8e-27cf-4ec6-932b-360059cb4806, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:33:36.849381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] For port d6551f8e-27cf-4ec6-932b-360059cb4806, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d6551f8e-27cf-4ec6-932b-360059cb4806,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:33:36.858746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afe961e-d4f1-4aff-845a-d7872cb9c88c tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:36.865488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afe961e-d4f1-4aff-845a-d7872cb9c88c tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:36.873799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afe961e-d4f1-4aff-845a-d7872cb9c88c tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:36.880278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7afe961e-d4f1-4aff-845a-d7872cb9c88c tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:36.897336 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7afe961e-d4f1-4aff-845a-d7872cb9c88c tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.7941105 Jul 09 13:33:36.899733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33932) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:36.903147 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.912538 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.919025 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f92d4ffe-8cae-42ff-a750-c58224c209b8 req-e713fbe1-c819-4417-b2ad-41d9f1ab66bf tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 210 time: 0.0759223 Jul 09 13:33:36.981084 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dbf67d46-0d05-4a52-a4c1-b1e9c78375cc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting port 53817b71-19ac-41ee-9e33-f2aec2c5328f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:36.981880 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dbf67d46-0d05-4a52-a4c1-b1e9c78375cc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:36.997187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-deleted', 'tag': '06a4fa3a-1581-43c4-a7be-244c8a71f6f1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:36.999870 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-938aa517-ba6c-485f-9507-316808d3508e" -d '{"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-deleted", "tag": "06a4fa3a-1581-43c4-a7be-244c8a71f6f1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:37.062476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:37.063532 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.064930 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] 10.222.0.18 "PUT /v2.0/ports/d6551f8e-27cf-4ec6-932b-360059cb4806 HTTP/1.1" status: 200 len: 1091 time: 2.8616681 Jul 09 13:33:37.076692 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af01f249-0560-4e67-99f3-589fbbd6540f x-openstack-request-id: req-af01f249-0560-4e67-99f3-589fbbd6540f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:37.076992 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e75c80f9-26ea-402d-866a-4cf35ddfa7f0", "name": "network-vif-deleted", "tag": "06a4fa3a-1581-43c4-a7be-244c8a71f6f1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:37.077256 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af01f249-0560-4e67-99f3-589fbbd6540f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:37.077716 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e75c80f9-26ea-402d-866a-4cf35ddfa7f0', 'name': 'network-vif-deleted', 'tag': '06a4fa3a-1581-43c4-a7be-244c8a71f6f1', 'status': 'completed', 'code': 200} Jul 09 13:33:37.102799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39d37f-9768-4e16-bd0d-a8ffc05c573b service neutron] Pushing event updated for resources: {'Port': ['ID=d6551f8e-27cf-4ec6-932b-360059cb4806,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:37.112693 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dbf67d46-0d05-4a52-a4c1-b1e9c78375cc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.112693 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dbf67d46-0d05-4a52-a4c1-b1e9c78375cc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.127002 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dbf67d46-0d05-4a52-a4c1-b1e9c78375cc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Calling delete_port for 53817b71-19ac-41ee-9e33-f2aec2c5328f owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:37.146424 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:33:37.160477 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2909658d-4a6f-4e6e-b5d4-899867b849d0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.262288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1022d3d4-34a5-4fd9-99df-1fd8a2dbf8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:37.263938 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-1022d3d4-34a5-4fd9-99df-1fd8a2dbf8e3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&device_id=b00bbd47-5f49-4250-903f-f0cfe5d783a3 HTTP/1.1" status: 200 len: 1094 time: 0.1522050 Jul 09 13:33:37.270655 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2909658d-4a6f-4e6e-b5d4-899867b849d0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.283213 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dbf67d46-0d05-4a52-a4c1-b1e9c78375cc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.316378 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf67d46-0d05-4a52-a4c1-b1e9c78375cc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Port': ['ID=53817b71-19ac-41ee-9e33-f2aec2c5328f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:37.326857 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2909658d-4a6f-4e6e-b5d4-899867b849d0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['795a8544-ba0c-4142-a423-3e9851f885dc']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:37.330162 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-14aff914-e2fa-4fe6-a39d-7568f5e480a6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6551f8e-27cf-4ec6-932b-360059cb4806 HTTP/1.1" status: 200 len: 217 time: 0.0567009 Jul 09 13:33:37.342799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2909658d-4a6f-4e6e-b5d4-899867b849d0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f373c6ff-db91-4e0f-a614-e4d1a6d70420') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:37.343448 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2909658d-4a6f-4e6e-b5d4-899867b849d0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f373c6ff-db91-4e0f-a614-e4d1a6d70420') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:37.354660 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2909658d-4a6f-4e6e-b5d4-899867b849d0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.371286 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2909658d-4a6f-4e6e-b5d4-899867b849d0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.378072 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2909658d-4a6f-4e6e-b5d4-899867b849d0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:37.378830 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2909658d-4a6f-4e6e-b5d4-899867b849d0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.393598 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dbf67d46-0d05-4a52-a4c1-b1e9c78375cc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.396384 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dbf67d46-0d05-4a52-a4c1-b1e9c78375cc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.397767 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dbf67d46-0d05-4a52-a4c1-b1e9c78375cc tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/floatingips/89ab8040-1f3c-4db5-ae23-fd00a2f48804 HTTP/1.1" status: 204 len: 168 time: 0.6646416 Jul 09 13:33:37.402361 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33936) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:37.433659 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ab2f95-9090-440c-a054-75bc47fe0d94 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:37.434223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ab2f95-9090-440c-a054-75bc47fe0d94 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:37.436217 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-04ab2f95-9090-440c-a054-75bc47fe0d94 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/ports/3b1a9adf-e6e8-433f-a44c-0d6b99f4275c HTTP/1.1" status: 404 len: 333 time: 0.0328166 Jul 09 13:33:37.438783 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33938) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:37.448353 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:37.473439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-08481774-d0cb-4d4e-aba8-4371d67dda1a tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "GET /v2.0/ports?device_id=f4edf48b-40cc-44d4-8587-8f707a0c63a8 HTTP/1.1" status: 200 len: 205 time: 0.0311561 Jul 09 13:33:37.473765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33940) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:37.515517 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-b2504660-66ec-4951-be33-110ad6ce2484 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] delete failed (client error): The resource could not be found. Jul 09 13:33:37.519201 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b2504660-66ec-4951-be33-110ad6ce2484 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/routers/f4edf48b-40cc-44d4-8587-8f707a0c63a8 HTTP/1.1" status: 404 len: 336 time: 0.0419052 Jul 09 13:33:37.519712 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2909658d-4a6f-4e6e-b5d4-899867b849d0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.519850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33944) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:37.536705 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2909658d-4a6f-4e6e-b5d4-899867b849d0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.538867 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2909658d-4a6f-4e6e-b5d4-899867b849d0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "DELETE /v2.0/networks/795a8544-ba0c-4142-a423-3e9851f885dc HTTP/1.1" status: 204 len: 168 time: 0.6366882 Jul 09 13:33:37.542551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33946) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:37.560706 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd3a0670-7f3d-480c-a65a-4eec1d44a97b tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] DELETE failed (client error): The resource could not be found. Jul 09 13:33:37.561431 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd3a0670-7f3d-480c-a65a-4eec1d44a97b tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:33:37.562440 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-d990fa08-fe00-460e-8a9a-2a8ca7871065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:37.564068 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-d990fa08-fe00-460e-8a9a-2a8ca7871065 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe541801-5f2f-44e7-bf6a-e4876e7170dc HTTP/1.1" status: 200 len: 851 time: 0.1173186 Jul 09 13:33:37.564353 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fd3a0670-7f3d-480c-a65a-4eec1d44a97b tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/subnets/a8bf9bc1-c617-41df-b1ab-862a5c4132f5 HTTP/1.1" status: 404 len: 337 time: 0.0432520 Jul 09 13:33:37.566657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2909658d-4a6f-4e6e-b5d4-899867b849d0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event deleted for resources: {'Network': ['ID=795a8544-ba0c-4142-a423-3e9851f885dc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:37.567498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33950) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:37.712441 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-9071fc5b-a8b3-4b8a-b42a-861396247bf2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb871985-694c-4bff-b9c5-df10bd3971ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1270254 Jul 09 13:33:37.717725 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25a40442-0e85-4f4a-a2d2-b3c038a13291 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.722502 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d1c47e2d-9533-4907-9edc-9272e2d13fef tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting port 5826c053-0561-4fde-b802-b5c4da98f73b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:37.723185 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d1c47e2d-9533-4907-9edc-9272e2d13fef tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.815845 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-93811364-57cc-4798-8bb5-4b4f1b996743 service neutron] 10.222.0.18 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958722 Jul 09 13:33:37.899337 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d1c47e2d-9533-4907-9edc-9272e2d13fef tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:37.911885 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b3cf1336-34df-402e-931c-989a1b7b0718 req-25705d4d-522d-4e55-8c02-7cc2bb603a68 service neutron] 10.222.0.18 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898108 Jul 09 13:33:37.918970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d1c47e2d-9533-4907-9edc-9272e2d13fef tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Calling delete_port for 5826c053-0561-4fde-b802-b5c4da98f73b owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:37.933437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77503beb-213c-4843-bba9-7d94d45e158d req-ce8722b0-5645-416e-b15b-9f1c3a91fce9 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:37.942309 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77503beb-213c-4843-bba9-7d94d45e158d req-ce8722b0-5645-416e-b15b-9f1c3a91fce9 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00bbd47-5f49-4250-903f-f0cfe5d783a3 HTTP/1.1" status: 200 len: 943 time: 0.1411462 Jul 09 13:33:38.055696 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77503beb-213c-4843-bba9-7d94d45e158d req-fc5e9a58-2103-4329-8718-8e23f0635614 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010604 Jul 09 13:33:38.076905 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25a40442-0e85-4f4a-a2d2-b3c038a13291 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.107551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-25a40442-0e85-4f4a-a2d2-b3c038a13291 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['884b82fd-ea51-4a0a-8eac-fc5676764c66']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:38.129621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-25a40442-0e85-4f4a-a2d2-b3c038a13291 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '877c2c31-18d9-478b-9d6c-4c935fb50efe') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:38.129928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-25a40442-0e85-4f4a-a2d2-b3c038a13291 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '877c2c31-18d9-478b-9d6c-4c935fb50efe') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:38.152468 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25a40442-0e85-4f4a-a2d2-b3c038a13291 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.180405 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25a40442-0e85-4f4a-a2d2-b3c038a13291 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.186858 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d1c47e2d-9533-4907-9edc-9272e2d13fef tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.204654 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a40442-0e85-4f4a-a2d2-b3c038a13291 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:38.205312 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25a40442-0e85-4f4a-a2d2-b3c038a13291 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:38.209408 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:38.282183 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c47e2d-9533-4907-9edc-9272e2d13fef tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Port': ['ID=5826c053-0561-4fde-b802-b5c4da98f73b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:38.295030 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25a40442-0e85-4f4a-a2d2-b3c038a13291 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.311672 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25a40442-0e85-4f4a-a2d2-b3c038a13291 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.314405 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-25a40442-0e85-4f4a-a2d2-b3c038a13291 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "DELETE /v2.0/networks/884b82fd-ea51-4a0a-8eac-fc5676764c66 HTTP/1.1" status: 204 len: 168 time: 0.7707751 Jul 09 13:33:38.317550 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33970) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:38.392718 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d1c47e2d-9533-4907-9edc-9272e2d13fef tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.395358 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d1c47e2d-9533-4907-9edc-9272e2d13fef tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/ports/5826c053-0561-4fde-b802-b5c4da98f73b HTTP/1.1" status: 204 len: 168 time: 0.8263767 Jul 09 13:33:38.397641 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33974) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:38.479562 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.493339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec55fa83-6bd1-4d87-957b-e2c2832fa006 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:38.500340 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec55fa83-6bd1-4d87-957b-e2c2832fa006 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:38.506002 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ec55fa83-6bd1-4d87-957b-e2c2832fa006 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1870887 Jul 09 13:33:38.507267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33978) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:38.507382 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.513321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c6f6b55d-8bb5-41dd-bf02-4e83a31eb210 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2130819093'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:38.517137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a40442-0e85-4f4a-a2d2-b3c038a13291 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event deleted for resources: {'Network': ['ID=884b82fd-ea51-4a0a-8eac-fc5676764c66,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:38.562835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6f6b55d-8bb5-41dd-bf02-4e83a31eb210 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Made reservation on behalf of 6277bdcf4a554cb89bc3a35a751d65fd for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:38.569333 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-749b288c-7d09-4b3f-a539-6251cb886253 req-7d15ce52-a644-47f8-be68-cb3418698e0a tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 210 time: 0.1332800 Jul 09 13:33:38.570199 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b55d-8bb5-41dd-bf02-4e83a31eb210 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.610835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6f6b55d-8bb5-41dd-bf02-4e83a31eb210 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:38.617231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4e03fc3e-41f5-4877-be55-cf9def2eb4d3 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting port 83978d21-2361-41cb-97ee-571d98d641ad {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:38.617584 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e03fc3e-41f5-4877-be55-cf9def2eb4d3 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.624524 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b55d-8bb5-41dd-bf02-4e83a31eb210 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.624867 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-c6f6b55d-8bb5-41dd-bf02-4e83a31eb210 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Added segment 768bde7a-655d-4956-992b-dc39f0d5c348 of type vlan for network 8201a743-c404-4529-80b4-9b2f30c00b06 Jul 09 13:33:38.676686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b55d-8bb5-41dd-bf02-4e83a31eb210 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.708567 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b55d-8bb5-41dd-bf02-4e83a31eb210 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.717236 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6f6b55d-8bb5-41dd-bf02-4e83a31eb210 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:38.717861 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6f6b55d-8bb5-41dd-bf02-4e83a31eb210 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.739008 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e03fc3e-41f5-4877-be55-cf9def2eb4d3 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.757682 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4e03fc3e-41f5-4877-be55-cf9def2eb4d3 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Calling delete_port for 83978d21-2361-41cb-97ee-571d98d641ad owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:38.788582 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c6f6b55d-8bb5-41dd-bf02-4e83a31eb210 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2781253 Jul 09 13:33:38.790018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33984) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:38.795757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ecc2b163-2f42-44a9-9bd4-714b8f5105ff tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1576802926'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:38.816274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f6b55d-8bb5-41dd-bf02-4e83a31eb210 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event updated for resources: {'Network': ['ID=8201a743-c404-4529-80b4-9b2f30c00b06,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:38.830146 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 8201a743-c404-4529-80b4-9b2f30c00b06 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:38.851432 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecc2b163-2f42-44a9-9bd4-714b8f5105ff tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Made reservation on behalf of 6277bdcf4a554cb89bc3a35a751d65fd for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:38.855892 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecc2b163-2f42-44a9-9bd4-714b8f5105ff tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.895215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecc2b163-2f42-44a9-9bd4-714b8f5105ff tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:38.911540 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecc2b163-2f42-44a9-9bd4-714b8f5105ff tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.911886 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-ecc2b163-2f42-44a9-9bd4-714b8f5105ff tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Added segment 98708e39-edba-45c6-8fc7-c0d7921bfdb9 of type vlan for network a09dd1e1-7f77-4040-9e35-d0b9e526c3e2 Jul 09 13:33:38.966340 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e03fc3e-41f5-4877-be55-cf9def2eb4d3 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.982186 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecc2b163-2f42-44a9-9bd4-714b8f5105ff tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:38.997640 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e03fc3e-41f5-4877-be55-cf9def2eb4d3 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Port': ['ID=83978d21-2361-41cb-97ee-571d98d641ad,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:39.035146 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecc2b163-2f42-44a9-9bd4-714b8f5105ff tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:39.042587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc2b163-2f42-44a9-9bd4-714b8f5105ff tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:39.043609 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecc2b163-2f42-44a9-9bd4-714b8f5105ff tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:39.082517 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e03fc3e-41f5-4877-be55-cf9def2eb4d3 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:39.085900 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4e03fc3e-41f5-4877-be55-cf9def2eb4d3 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/ports/83978d21-2361-41cb-97ee-571d98d641ad HTTP/1.1" status: 204 len: 168 time: 0.6866765 Jul 09 13:33:39.088622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33992) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:39.118716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b00bbd47-5f49-4250-903f-f0cfe5d783a3', 'tag': 'd6551f8e-27cf-4ec6-932b-360059cb4806'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:39.121812 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f36f188-d2a3-435a-85f0-f28a08f31f01" -d '{"events": [{"name": "network-changed", "server_uuid": "b00bbd47-5f49-4250-903f-f0cfe5d783a3", "tag": "d6551f8e-27cf-4ec6-932b-360059cb4806"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:39.127876 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ecc2b163-2f42-44a9-9bd4-714b8f5105ff tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3342578 Jul 09 13:33:39.129220 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33996) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:39.142372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Request body: {'ports': [{'network_id': '8201a743-c404-4529-80b4-9b2f30c00b06', 'name': 'tempest-port--617518862', 'admin_state_up': True}, {'network_id': 'a09dd1e1-7f77-4040-9e35-d0b9e526c3e2', 'admin_state_up': False}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:39.142717 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Request body: {'port': {'network_id': '8201a743-c404-4529-80b4-9b2f30c00b06', 'name': 'tempest-port--617518862', 'admin_state_up': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:39.143262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Request body: {'port': {'network_id': 'a09dd1e1-7f77-4040-9e35-d0b9e526c3e2', 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:39.162040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc2b163-2f42-44a9-9bd4-714b8f5105ff tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event updated for resources: {'Network': ['ID=a09dd1e1-7f77-4040-9e35-d0b9e526c3e2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:39.175337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network a09dd1e1-7f77-4040-9e35-d0b9e526c3e2 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:39.182130 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c71a08-4999-4fac-8702-f350cfc7beef x-openstack-request-id: req-d0c71a08-4999-4fac-8702-f350cfc7beef {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:39.182654 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b00bbd47-5f49-4250-903f-f0cfe5d783a3", "tag": "d6551f8e-27cf-4ec6-932b-360059cb4806", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:39.183285 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0c71a08-4999-4fac-8702-f350cfc7beef {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:39.183846 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b00bbd47-5f49-4250-903f-f0cfe5d783a3', 'tag': 'd6551f8e-27cf-4ec6-932b-360059cb4806', 'status': 'completed', 'code': 200} Jul 09 13:33:39.325847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36f188-d2a3-435a-85f0-f28a08f31f01 req-0de7ab28-6ff2-4ad6-a3af-fe0980a4776d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:39.330905 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3f36f188-d2a3-435a-85f0-f28a08f31f01 req-0de7ab28-6ff2-4ad6-a3af-fe0980a4776d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&device_id=b00bbd47-5f49-4250-903f-f0cfe5d783a3 HTTP/1.1" status: 200 len: 1094 time: 0.1164865 Jul 09 13:33:39.332498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967b6db6-1eb8-44f4-b2a4-9982242b5e94 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:39.334259 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-967b6db6-1eb8-44f4-b2a4-9982242b5e94 tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "GET /v2.0/ports?device_id=b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 HTTP/1.1" status: 200 len: 913 time: 0.2443037 Jul 09 13:33:39.338682 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34004) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:39.453152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36f188-d2a3-435a-85f0-f28a08f31f01 req-9128e0dd-36f7-4cc3-b9fd-a9426bc892c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:39.454669 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3f36f188-d2a3-435a-85f0-f28a08f31f01 req-9128e0dd-36f7-4cc3-b9fd-a9426bc892c4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 912 time: 0.1167891 Jul 09 13:33:39.507909 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3f36f188-d2a3-435a-85f0-f28a08f31f01 req-92522946-89a9-44fd-8809-1ff99b0ca767 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6551f8e-27cf-4ec6-932b-360059cb4806 HTTP/1.1" status: 200 len: 217 time: 0.0445535 Jul 09 13:33:39.570322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34008) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:39.572005 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f36f188-d2a3-435a-85f0-f28a08f31f01 req-8c42154e-4eae-4561-9168-66292552f3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:39.574191 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3f36f188-d2a3-435a-85f0-f28a08f31f01 req-8c42154e-4eae-4561-9168-66292552f3cb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe541801-5f2f-44e7-bf6a-e4876e7170dc HTTP/1.1" status: 200 len: 851 time: 0.0590215 Jul 09 13:33:39.643364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Made reservation on behalf of 6277bdcf4a554cb89bc3a35a751d65fd for: {'port': 2} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:39.643974 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3f36f188-d2a3-435a-85f0-f28a08f31f01 req-ba95d3e9-0b05-402f-bd5a-ae28049c89e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb871985-694c-4bff-b9c5-df10bd3971ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0632806 Jul 09 13:33:39.652124 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:39.694917 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:39.730309 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76d0e0-4b32-4d71-a5a1-bb500a91c702 req-1d7d5105-2b4c-4c27-a026-e257a7c78f7d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:39.733315 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f76d0e0-4b32-4d71-a5a1-bb500a91c702 req-1d7d5105-2b4c-4c27-a026-e257a7c78f7d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00bbd47-5f49-4250-903f-f0cfe5d783a3 HTTP/1.1" status: 200 len: 943 time: 0.3782046 Jul 09 13:33:39.756964 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3f36f188-d2a3-435a-85f0-f28a08f31f01 req-611e9e64-21d1-41cf-9a10-cc4dfdbb885d service neutron] 10.222.0.18 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068175 Jul 09 13:33:39.826757 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2427e156-6a16-4252-b423-cc371e68b80f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:39.905358 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3f36f188-d2a3-435a-85f0-f28a08f31f01 req-de212232-4471-4132-93c4-afc4f53c4979 service neutron] 10.222.0.18 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1421325 Jul 09 13:33:39.930920 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c61fda2-1051-4663-8c30-aaff5b5de141 req-00eae9c5-9c51-43cf-a74d-cd7a1c330f12 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 210 time: 0.1086099 Jul 09 13:33:40.042237 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2427e156-6a16-4252-b423-cc371e68b80f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:40.052398 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2427e156-6a16-4252-b423-cc371e68b80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:40.095070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] device_id is not set on port 9e5dd7e8-3b8a-405e-b455-9271573c7d87 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:40.111864 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f76d0e0-4b32-4d71-a5a1-bb500a91c702 req-b6c61308-e45e-4113-b4f0-7bd216034734 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3680632 Jul 09 13:33:40.166879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2427e156-6a16-4252-b423-cc371e68b80f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa8f261-c25c-4c42-b3dc-8affddcba389,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:40.181912 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2427e156-6a16-4252-b423-cc371e68b80f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=894ff14ef3054c79a3e9f123db6618dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6066208 Jul 09 13:33:40.189976 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34018) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:40.454657 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5568819b-ddd0-4f6b-af65-c19e7bb6c178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:40.538442 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:40.560414 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5568819b-ddd0-4f6b-af65-c19e7bb6c178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:40.624373 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-87be465e-5b2b-4a25-ba3b-0bceaae8e2ad tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:40.625829 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-87be465e-5b2b-4a25-ba3b-0bceaae8e2ad tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/networks?id=dc9d62b8-4412-47a6-9995-749ff322404e HTTP/1.1" status: 200 len: 815 time: 0.3382411 Jul 09 13:33:40.698433 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-acc20fbc-e438-4cd1-af01-9f198efcc361 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/quotas/9a9527aafb664a62aa8fea36ce6186cf HTTP/1.1" status: 200 len: 375 time: 0.0621991 Jul 09 13:33:40.704121 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] device_id is not set on port 08aaeacf-ca16-462d-a2db-f0229562fd77 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:33:40.792125 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5568819b-ddd0-4f6b-af65-c19e7bb6c178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:40.794694 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5568819b-ddd0-4f6b-af65-c19e7bb6c178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:40.795950 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5568819b-ddd0-4f6b-af65-c19e7bb6c178 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7fa8f261-c25c-4c42-b3dc-8affddcba389 HTTP/1.1" status: 204 len: 168 time: 0.6050293 Jul 09 13:33:40.870279 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f8b36d-86d8-481d-813d-14819eb6686f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:40.934857 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5568819b-ddd0-4f6b-af65-c19e7bb6c178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa8f261-c25c-4c42-b3dc-8affddcba389,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:40.970431 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-43c41ee7-4973-4fa9-a977-4493cdd5ae8b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=9a9527aafb664a62aa8fea36ce6186cf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2612576 Jul 09 13:33:41.281013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d6551f8e-27cf-4ec6-932b-360059cb4806 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:33:41.443547 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f3700945-3226-4bb9-80bd-3f21893f7fd3 req-e23245fc-e651-4ecf-91bb-3cca9c46502c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 210 time: 0.0859635 Jul 09 13:33:41.481614 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:41.509256 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port d6551f8e-27cf-4ec6-932b-360059cb4806, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d6551f8e-27cf-4ec6-932b-360059cb4806,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:41.526075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'd6551f8e-27cf-4ec6-932b-360059cb4806', 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed', 'port_id': 'd6551f8e-27cf-4ec6-932b-360059cb4806', 'mac_address': 'fa:16:3e:b6:84:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe541801-5f2f-44e7-bf6a-e4876e7170dc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:33:41.622408 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:41.675688 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-fbcdc315-0d92-44a3-9f3d-8c3c277fc1fd service neutron] 10.222.0.39 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7043548 Jul 09 13:33:41.678948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6551f8e-27cf-4ec6-932b-360059cb4806 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:33:41.709822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port d6551f8e-27cf-4ec6-932b-360059cb4806, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d6551f8e-27cf-4ec6-932b-360059cb4806,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:41.717043 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:41.783920 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:41.810613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=d6551f8e-27cf-4ec6-932b-360059cb4806,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:41.899398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event updated for resources: {'Port': ['ID=9e5dd7e8-3b8a-405e-b455-9271573c7d87,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:41.907712 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-d8875291-360d-4072-8345-c309743bb4e9 service neutron] 10.222.0.39 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071729 Jul 09 13:33:41.915274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2443916-6ce5-4a3f-9ee5-51ce55002d84 req-39142e42-9596-427e-b573-ddf209986f8f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:41.917519 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2443916-6ce5-4a3f-9ee5-51ce55002d84 req-39142e42-9596-427e-b573-ddf209986f8f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00bbd47-5f49-4250-903f-f0cfe5d783a3 HTTP/1.1" status: 200 len: 943 time: 0.2800884 Jul 09 13:33:41.980884 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Checking segment: {'id': '768bde7a-655d-4956-992b-dc39f0d5c348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '8201a743-c404-4529-80b4-9b2f30c00b06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:41.981261 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Network hostable DHCP agents. Network: 8201a743-c404-4529-80b4-9b2f30c00b06, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:33:41.986345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['d6551f8e-27cf-4ec6-932b-360059cb4806'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:33:42.039724 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2443916-6ce5-4a3f-9ee5-51ce55002d84 req-f8e7b724-c023-452b-9065-db665a0b1860 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119051 Jul 09 13:33:42.096815 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Network 8201a743-c404-4529-80b4-9b2f30c00b06 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:33:42.159694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 8201a743-c404-4529-80b4-9b2f30c00b06) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:42.169230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:42.170099 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.174283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0486ee0a-5a2a-42ee-ba8c-d51f6da89cea None None] Network 8201a743-c404-4529-80b4-9b2f30c00b06 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:42.181060 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-44f8b36d-86d8-481d-813d-14819eb6686f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting port 2bb7a22f-576b-454e-a078-a4598753b309 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:42.182233 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f8b36d-86d8-481d-813d-14819eb6686f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.510099 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ece72580-81a5-4511-a3cb-01f23a9028bc req-52b8432c-6cd7-473f-9da3-c8231a0e81a9 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 210 time: 0.1580520 Jul 09 13:33:42.560290 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event updated for resources: {'Port': ['ID=08aaeacf-ca16-462d-a2db-f0229562fd77,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:42.596769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Checking segment: {'id': '98708e39-edba-45c6-8fc7-c0d7921bfdb9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': 'a09dd1e1-7f77-4040-9e35-d0b9e526c3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:42.597168 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Network hostable DHCP agents. Network: a09dd1e1-7f77-4040-9e35-d0b9e526c3e2, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:33:42.652773 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f8b36d-86d8-481d-813d-14819eb6686f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.679294 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Network a09dd1e1-7f77-4040-9e35-d0b9e526c3e2 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:33:42.700999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-44f8b36d-86d8-481d-813d-14819eb6686f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Calling delete_port for 2bb7a22f-576b-454e-a078-a4598753b309 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:42.730827 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, a09dd1e1-7f77-4040-9e35-d0b9e526c3e2) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:42.740386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be00796d-523a-48eb-8cd7-229affae3aaf None None] Network a09dd1e1-7f77-4040-9e35-d0b9e526c3e2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:42.746328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:42.768968 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:42.781553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:42.782794 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:42.999392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34094) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:43.047201 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3b05666c-3be6-48db-bc37-ba8a557e6797 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.9167285 Jul 09 13:33:43.050468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34098) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:43.057706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee63c101-e0f1-4aaa-a66a-490af4178d6b req-eee7e36d-eaa1-4800-a787-3651fd3aca07 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 210 time: 0.0524945 Jul 09 13:33:43.287391 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d6551f8e-27cf-4ec6-932b-360059cb4806 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:43.388156 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.403572 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f8b36d-86d8-481d-813d-14819eb6686f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.465364 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port d6551f8e-27cf-4ec6-932b-360059cb4806 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:43.475075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port d6551f8e-27cf-4ec6-932b-360059cb4806 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:43.475647 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.550452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0358f6fa-07ba-4195-a656-95b0d9ba8170 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:43.569980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0358f6fa-07ba-4195-a656-95b0d9ba8170 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:43.575389 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0358f6fa-07ba-4195-a656-95b0d9ba8170 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.5237060 Jul 09 13:33:43.584016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34112) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:43.608124 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.640181 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f8b36d-86d8-481d-813d-14819eb6686f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Port': ['ID=2bb7a22f-576b-454e-a078-a4598753b309,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:43.648638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port d6551f8e-27cf-4ec6-932b-360059cb4806, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d6551f8e-27cf-4ec6-932b-360059cb4806,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:43.650039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00bbd47-5f49-4250-903f-f0cfe5d783a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6551f8e-27cf-4ec6-932b-360059cb4806'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:43.655147 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d51e7e0-7b52-4d01-ab35-30652bd3f06d" -d '{"events": [{"server_uuid": "b00bbd47-5f49-4250-903f-f0cfe5d783a3", "name": "network-vif-plugged", "status": "completed", "tag": "d6551f8e-27cf-4ec6-932b-360059cb4806"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:43.672335 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.781783 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=d6551f8e-27cf-4ec6-932b-360059cb4806,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:43.808936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-526027be-be74-4f9b-b49d-483431f84420 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Deleting port 9e5dd7e8-3b8a-405e-b455-9271573c7d87 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:43.809284 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-526027be-be74-4f9b-b49d-483431f84420 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.860133 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f8b36d-86d8-481d-813d-14819eb6686f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.913736 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.926627 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-526027be-be74-4f9b-b49d-483431f84420 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.946495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:43.996109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-526027be-be74-4f9b-b49d-483431f84420 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Calling delete_port for 9e5dd7e8-3b8a-405e-b455-9271573c7d87 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:44.044487 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c12a74c-7f5d-4f44-8e34-a4ce3c19fd75 req-5d67cf3d-228e-4c9f-845d-e2fe81461c09 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:44.046191 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c12a74c-7f5d-4f44-8e34-a4ce3c19fd75 req-5d67cf3d-228e-4c9f-845d-e2fe81461c09 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00bbd47-5f49-4250-903f-f0cfe5d783a3 HTTP/1.1" status: 200 len: 944 time: 0.6260922 Jul 09 13:33:44.106271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8657c46b-77a9-4fda-bffd-740943f8b758,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:44.114899 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7605b73272f47a99d26b711b126fe75&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1119971 Jul 09 13:33:44.122848 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34118) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:44.169014 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41248a82-f53d-4476-8102-1bd157520054 req-777cd049-1b14-492b-b121-fa625b0e653b tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:44.178143 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41248a82-f53d-4476-8102-1bd157520054 req-777cd049-1b14-492b-b121-fa625b0e653b tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.3154922 Jul 09 13:33:44.193638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.194180 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.194726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.195295 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.195836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.196387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.197458 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.197992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.198535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.199098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.199659 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.200200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e51843e-7f04-443f-bbae-e2b8fdeef5b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:44.277683 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c12a74c-7f5d-4f44-8e34-a4ce3c19fd75 req-1c0279d8-dff7-4d54-bc30-ff7626b6aa3d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687315 Jul 09 13:33:44.282863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-dd3b534d-c315-4f45-9c9f-11e90464dc5b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:44.285630 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-dd3b534d-c315-4f45-9c9f-11e90464dc5b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.15 "GET /v2.0/networks?id=dc9d62b8-4412-47a6-9995-749ff322404e HTTP/1.1" status: 200 len: 815 time: 0.3746717 Jul 09 13:33:44.308510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-bf681a07-c417-45fe-9111-e0ae009c82e3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Request body: {'port': {'device_id': '9c654f2c-5ada-465a-bd58-8c5c88524eeb', 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e', 'admin_state_up': True, 'tenant_id': '9a9527aafb664a62aa8fea36ce6186cf'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:44.337223 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41248a82-f53d-4476-8102-1bd157520054 req-89ea2154-2bc4-4b3e-a606-3989b074159f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580832 Jul 09 13:33:44.347610 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08635f9a-741a-4086-b005-84bf6b5b0737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.350432 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f8b36d-86d8-481d-813d-14819eb6686f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:33:44.393034 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-526027be-be74-4f9b-b49d-483431f84420 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.431948 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7db058-2b70-4461-a093-3614f60f1bbe x-openstack-request-id: req-7a7db058-2b70-4461-a093-3614f60f1bbe {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:44.432503 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00bbd47-5f49-4250-903f-f0cfe5d783a3", "name": "network-vif-plugged", "status": "completed", "tag": "d6551f8e-27cf-4ec6-932b-360059cb4806", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:44.432928 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a7db058-2b70-4461-a093-3614f60f1bbe {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:44.433493 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00bbd47-5f49-4250-903f-f0cfe5d783a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6551f8e-27cf-4ec6-932b-360059cb4806', 'code': 200} Jul 09 13:33:44.450511 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08635f9a-741a-4086-b005-84bf6b5b0737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.527675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526027be-be74-4f9b-b49d-483431f84420 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event deleted for resources: {'Port': ['ID=9e5dd7e8-3b8a-405e-b455-9271573c7d87,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:44.531566 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-526027be-be74-4f9b-b49d-483431f84420 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.534388 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-526027be-be74-4f9b-b49d-483431f84420 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "DELETE /v2.0/ports/9e5dd7e8-3b8a-405e-b455-9271573c7d87 HTTP/1.1" status: 204 len: 168 time: 0.9460092 Jul 09 13:33:44.538678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34120) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:44.623795 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba4a91b4-1c46-4e62-95a2-b689b5de263c req-bee46abe-2559-4249-884f-c5e82326de9b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 210 time: 0.1683962 Jul 09 13:33:44.662211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-bf681a07-c417-45fe-9111-e0ae009c82e3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Made reservation on behalf of 9a9527aafb664a62aa8fea36ce6186cf for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:44.666799 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-bf681a07-c417-45fe-9111-e0ae009c82e3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.730133 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fb153d6d-86f3-4258-98e5-f89317d4b08a req-67d4bd49-79e1-485b-a1ff-699a299703ab tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 210 time: 0.1486268 Jul 09 13:33:44.787355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeee16ee-3b15-461d-9abe-98267911fcd7 req-ba74da15-0b18-4d03-a382-c76fd05ddcb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:44.789283 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eeee16ee-3b15-461d-9abe-98267911fcd7 req-ba74da15-0b18-4d03-a382-c76fd05ddcb3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b00bbd47-5f49-4250-903f-f0cfe5d783a3 HTTP/1.1" status: 200 len: 1096 time: 0.2375650 Jul 09 13:33:44.830258 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08635f9a-741a-4086-b005-84bf6b5b0737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.833714 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08635f9a-741a-4086-b005-84bf6b5b0737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.839052 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-08635f9a-741a-4086-b005-84bf6b5b0737 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8657c46b-77a9-4fda-bffd-740943f8b758 HTTP/1.1" status: 204 len: 168 time: 0.7099299 Jul 09 13:33:44.861973 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f8b36d-86d8-481d-813d-14819eb6686f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:33:44.873749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740eb408-8b6c-4013-8a81-a8ef5379a70d None None] Sync routers for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:33:44.886304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740eb408-8b6c-4013-8a81-a8ef5379a70d None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:44.887263 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-740eb408-8b6c-4013-8a81-a8ef5379a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:44.894737 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-44f8b36d-86d8-481d-813d-14819eb6686f tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "PUT /v2.0/routers/b5d74cc9-ef3b-42b3-addb-62a02bbf50e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5546768 Jul 09 13:33:44.897867 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-4b67472a-f066-4727-ada6-0ac97b68f4f0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Deleting port 08aaeacf-ca16-462d-a2db-f0229562fd77 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:44.898371 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b67472a-f066-4727-ada6-0ac97b68f4f0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:44.898869 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34126) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:44.913772 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08635f9a-741a-4086-b005-84bf6b5b0737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8657c46b-77a9-4fda-bffd-740943f8b758,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:44.917420 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eeee16ee-3b15-461d-9abe-98267911fcd7 req-fc3215d6-3f09-48b6-8fba-0e55f1001e19 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214631 Jul 09 13:33:44.936224 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-740eb408-8b6c-4013-8a81-a8ef5379a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:44.969994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740eb408-8b6c-4013-8a81-a8ef5379a70d None None] Routers {'b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:33:44.970868 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-740eb408-8b6c-4013-8a81-a8ef5379a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:33:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:45.002450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-bf681a07-c417-45fe-9111-e0ae009c82e3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Allocated IP 172.20.0.10 (dc9d62b8-4412-47a6-9995-749ff322404e/bb0dba8b-d545-4178-9f00-28746fc5b6b3/68a1dc28-7045-4057-9063-b569c36258df) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:45.006704 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b67472a-f066-4727-ada6-0ac97b68f4f0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.008714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-740eb408-8b6c-4013-8a81-a8ef5379a70d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:45.010082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-740eb408-8b6c-4013-8a81-a8ef5379a70d None None] The sync data for ids ['b5d74cc9-ef3b-42b3-addb-62a02bbf50e8'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:33:45.033603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-4b67472a-f066-4727-ada6-0ac97b68f4f0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Calling delete_port for 08aaeacf-ca16-462d-a2db-f0229562fd77 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:45.166531 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f03b5312-d2ad-4df3-aa14-ba2e2dc5217d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.258668 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b67472a-f066-4727-ada6-0ac97b68f4f0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.310331 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-bf681a07-c417-45fe-9111-e0ae009c82e3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.313997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b67472a-f066-4727-ada6-0ac97b68f4f0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event deleted for resources: {'Port': ['ID=08aaeacf-ca16-462d-a2db-f0229562fd77,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:45.322991 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b67472a-f066-4727-ada6-0ac97b68f4f0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.325103 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4b67472a-f066-4727-ada6-0ac97b68f4f0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "DELETE /v2.0/ports/08aaeacf-ca16-462d-a2db-f0229562fd77 HTTP/1.1" status: 204 len: 168 time: 0.7851753 Jul 09 13:33:45.328364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34134) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:45.392943 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-da405b04-3c2a-46df-a9e0-e63ac07b8bd0 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0597329 Jul 09 13:33:45.398529 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34142) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:45.408295 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-44eaeb06-8d7d-402d-943d-04dabec54cc8 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2143819538'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:45.427551 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f03b5312-d2ad-4df3-aa14-ba2e2dc5217d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.437931 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-bf681a07-c417-45fe-9111-e0ae009c82e3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.453203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['a5b95b14-ce04-4ede-9a08-0f8473bb1f81', '1e34b705-23f4-45f4-84bb-cbdb766e8ae6'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:33:45.456265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['5fbe9544-ffb8-437d-ae13-2d1d1d36b907'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:33:45.482447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44eaeb06-8d7d-402d-943d-04dabec54cc8 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Made reservation on behalf of 6277bdcf4a554cb89bc3a35a751d65fd for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:45.486696 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44eaeb06-8d7d-402d-943d-04dabec54cc8 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.521247 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44eaeb06-8d7d-402d-943d-04dabec54cc8 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:45.535362 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44eaeb06-8d7d-402d-943d-04dabec54cc8 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.536271 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-44eaeb06-8d7d-402d-943d-04dabec54cc8 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Added segment 45805c26-9966-41da-bbf4-d0867557005e of type vlan for network d77ec735-76c3-4260-8291-ebcd68562bd0 Jul 09 13:33:45.670810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f03b5312-d2ad-4df3-aa14-ba2e2dc5217d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting port 851a9f7e-2598-44e1-a6c5-4dd120d471f1 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:45.671187 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f03b5312-d2ad-4df3-aa14-ba2e2dc5217d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.711301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-bf681a07-c417-45fe-9111-e0ae009c82e3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Network dc9d62b8-4412-47a6-9995-749ff322404e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:45.720641 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44eaeb06-8d7d-402d-943d-04dabec54cc8 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.726745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-bf681a07-c417-45fe-9111-e0ae009c82e3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:45.732339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d669f7e-a628-4601-9f5e-e93e5c7c65c3 req-8e493ad9-ebe0-492f-abd7-f37f5b6e4e56 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:45.733941 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d669f7e-a628-4601-9f5e-e93e5c7c65c3 req-8e493ad9-ebe0-492f-abd7-f37f5b6e4e56 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00bbd47-5f49-4250-903f-f0cfe5d783a3 HTTP/1.1" status: 200 len: 945 time: 0.2605360 Jul 09 13:33:45.744147 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-bf681a07-c417-45fe-9111-e0ae009c82e3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:45.829817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf681a07-c417-45fe-9111-e0ae009c82e3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Pushing event updated for resources: {'Port': ['ID=68a1dc28-7045-4057-9063-b569c36258df,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:45.885753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-bf681a07-c417-45fe-9111-e0ae009c82e3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:45.886697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-bf681a07-c417-45fe-9111-e0ae009c82e3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.894496 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44eaeb06-8d7d-402d-943d-04dabec54cc8 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:45.913787 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44eaeb06-8d7d-402d-943d-04dabec54cc8 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:45.916911 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44eaeb06-8d7d-402d-943d-04dabec54cc8 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.042758 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-bf681a07-c417-45fe-9111-e0ae009c82e3 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7418869 Jul 09 13:33:46.051255 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-44eaeb06-8d7d-402d-943d-04dabec54cc8 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6507242 Jul 09 13:33:46.061757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Request body: {'port': {'device_id': '9c654f2c-5ada-465a-bd58-8c5c88524eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:46.064664 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34160) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:46.076145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2fc0da61-179a-4757-96ad-fbf4a4bf8528 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1448496178'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:46.108987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34162) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:46.119588 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eaeb06-8d7d-402d-943d-04dabec54cc8 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event updated for resources: {'Network': ['ID=d77ec735-76c3-4260-8291-ebcd68562bd0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:46.156532 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network d77ec735-76c3-4260-8291-ebcd68562bd0 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:46.315603 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f03b5312-d2ad-4df3-aa14-ba2e2dc5217d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.345593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f03b5312-d2ad-4df3-aa14-ba2e2dc5217d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Calling delete_port for 851a9f7e-2598-44e1-a6c5-4dd120d471f1 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:46.360714 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d669f7e-a628-4601-9f5e-e93e5c7c65c3 req-30836830-3455-440f-9346-cb28e2b2366e tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5664451 Jul 09 13:33:46.374002 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8fadab-5930-4523-ba29-743d3e40024e req-97725ef9-7c8a-496d-988e-2e46a77ca8dc tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:46.376022 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d8fadab-5930-4523-ba29-743d3e40024e req-97725ef9-7c8a-496d-988e-2e46a77ca8dc tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.7766271 Jul 09 13:33:46.480650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d8fadab-5930-4523-ba29-743d3e40024e req-6a922d9a-66de-46b6-a740-4b13f0001014 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966368 Jul 09 13:33:46.519686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.519686 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4f66ca26-3673-48a9-a7a9-5ce5379f461b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1292023738-network', 'tenant_id': '420b786ed40840aca402aad1e1502b21'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:46.546324 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc0da61-179a-4757-96ad-fbf4a4bf8528 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Made reservation on behalf of 6277bdcf4a554cb89bc3a35a751d65fd for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:46.549927 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2fc0da61-179a-4757-96ad-fbf4a4bf8528 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.601570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f66ca26-3673-48a9-a7a9-5ce5379f461b admin admin] Made reservation on behalf of 420b786ed40840aca402aad1e1502b21 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:46.605669 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f66ca26-3673-48a9-a7a9-5ce5379f461b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.628145 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f66ca26-3673-48a9-a7a9-5ce5379f461b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.683845 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e649e0e-66c8-49f6-b26e-d96af3a5d2f1 req-8ab5f0b2-d05c-4074-85b3-a500cfa8284e tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:46.691637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e649e0e-66c8-49f6-b26e-d96af3a5d2f1 req-8ab5f0b2-d05c-4074-85b3-a500cfa8284e tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 932 time: 0.1399198 Jul 09 13:33:46.755211 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e649e0e-66c8-49f6-b26e-d96af3a5d2f1 req-9e8bdd80-a83d-443a-8ba6-0d51a2218571 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624509 Jul 09 13:33:46.787306 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f03b5312-d2ad-4df3-aa14-ba2e2dc5217d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.887303 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b5312-d2ad-4df3-aa14-ba2e2dc5217d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Port': ['ID=851a9f7e-2598-44e1-a6c5-4dd120d471f1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:46.898536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fc0da61-179a-4757-96ad-fbf4a4bf8528 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:46.936145 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2fc0da61-179a-4757-96ad-fbf4a4bf8528 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:46.936877 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-2fc0da61-179a-4757-96ad-fbf4a4bf8528 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Added segment 3ab78281-2e48-4f16-ae34-a0225155fdd5 of type vlan for network 33f914aa-9bc8-42a6-8344-ec7ff01c5770 Jul 09 13:33:46.965233 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c05a0221-44b6-4eed-9cca-ffb84debd618 req-37ea15a4-c793-4793-a9e3-b2cb4d3f390b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 210 time: 0.0424099 Jul 09 13:33:46.983403 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f03b5312-d2ad-4df3-aa14-ba2e2dc5217d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.079372 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2fc0da61-179a-4757-96ad-fbf4a4bf8528 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.102014 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f03b5312-d2ad-4df3-aa14-ba2e2dc5217d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.104402 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f03b5312-d2ad-4df3-aa14-ba2e2dc5217d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.180694 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f03b5312-d2ad-4df3-aa14-ba2e2dc5217d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.181880 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f03b5312-d2ad-4df3-aa14-ba2e2dc5217d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Fanout notify agent at l3_agent the message router_deleted on router b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:33:47.189545 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f03b5312-d2ad-4df3-aa14-ba2e2dc5217d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.190236 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f03b5312-d2ad-4df3-aa14-ba2e2dc5217d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/routers/b5d74cc9-ef3b-42b3-addb-62a02bbf50e8 HTTP/1.1" status: 204 len: 168 time: 2.2874060 Jul 09 13:33:47.192573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34166) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:47.214029 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2fc0da61-179a-4757-96ad-fbf4a4bf8528 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.219582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc0da61-179a-4757-96ad-fbf4a4bf8528 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:47.220183 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2fc0da61-179a-4757-96ad-fbf4a4bf8528 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.239909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68a1dc28-7045-4057-9063-b569c36258df {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:33:47.245073 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f844e4-a5fd-461c-8933-c31908e90eea tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Deleting subnet dab19d7e-dec9-49be-be08-db2742d041d0 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:33:47.248439 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4f844e4-a5fd-461c-8933-c31908e90eea tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.286807 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.290306 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4f844e4-a5fd-461c-8933-c31908e90eea tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.333613 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Transition to ACTIVE for port object 68a1dc28-7045-4057-9063-b569c36258df will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:47.337747 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f66ca26-3673-48a9-a7a9-5ce5379f461b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.339836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.341898 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc0da61-179a-4757-96ad-fbf4a4bf8528 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event updated for resources: {'Network': ['ID=33f914aa-9bc8-42a6-8344-ec7ff01c5770,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:47.344120 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4f844e4-a5fd-461c-8933-c31908e90eea tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.351478 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f66ca26-3673-48a9-a7a9-5ce5379f461b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.359359 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 33f914aa-9bc8-42a6-8344-ec7ff01c5770 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:47.399726 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2fc0da61-179a-4757-96ad-fbf4a4bf8528 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3292146 Jul 09 13:33:47.452287 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4f844e4-a5fd-461c-8933-c31908e90eea tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.489316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Pushing event updated for resources: {'Port': ['ID=68a1dc28-7045-4057-9063-b569c36258df,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:47.489569 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4f844e4-a5fd-461c-8933-c31908e90eea tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.496896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34170) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:47.506184 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f4f844e4-a5fd-461c-8933-c31908e90eea tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/subnets/dab19d7e-dec9-49be-be08-db2742d041d0 HTTP/1.1" status: 204 len: 168 time: 0.3018928 Jul 09 13:33:47.509107 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f844e4-a5fd-461c-8933-c31908e90eea tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Subnet': ['ID=dab19d7e-dec9-49be-be08-db2742d041d0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:47.523382 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34172) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:47.532157 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Request body: {'subnets': [{'network_id': 'd77ec735-76c3-4260-8291-ebcd68562bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1142119494', 'ip_version': 4}, {'network_id': '33f914aa-9bc8-42a6-8344-ec7ff01c5770', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:47.532482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Request body: {'subnet': {'network_id': 'd77ec735-76c3-4260-8291-ebcd68562bd0', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1142119494', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:47.533075 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Request body: {'subnet': {'network_id': '33f914aa-9bc8-42a6-8344-ec7ff01c5770', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:47.634669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f66ca26-3673-48a9-a7a9-5ce5379f461b admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:33:47.652986 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66ca26-3673-48a9-a7a9-5ce5379f461b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4b89f8-1ed0-4d4e-ae08-a535346d8828,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:47.690886 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f66ca26-3673-48a9-a7a9-5ce5379f461b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.691373 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-4f66ca26-3673-48a9-a7a9-5ce5379f461b admin admin] Added segment 4b5f7046-120e-4b2b-8847-96b6e30e1737 of type vlan for network f7c53d2b-d3b2-4d5c-9b02-8e229b37072f Jul 09 13:33:47.734707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2804896-618a-4eb0-bf49-be963b6dd00d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.808336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43aab79-bdaa-43c8-9e1f-08b67f570721 req-167e045e-6e2a-4db5-bc1c-db7e5553acbe tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:47.809945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a43aab79-bdaa-43c8-9e1f-08b67f570721 req-167e045e-6e2a-4db5-bc1c-db7e5553acbe tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00bbd47-5f49-4250-903f-f0cfe5d783a3 HTTP/1.1" status: 200 len: 945 time: 0.2086740 Jul 09 13:33:47.820437 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f66ca26-3673-48a9-a7a9-5ce5379f461b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.825528 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42eefb14-829e-45d2-b9bf-9ab8db29662e req-ea614a72-4898-4c6b-b7be-1f968c933d93 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:47.827171 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-42eefb14-829e-45d2-b9bf-9ab8db29662e req-ea614a72-4898-4c6b-b7be-1f968c933d93 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.1834273 Jul 09 13:33:47.868417 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Attempting to bind port 68a1dc28-7045-4057-9063-b569c36258df on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:33:47.868683 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Attempting to bind port 68a1dc28-7045-4057-9063-b569c36258df by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:33:47.869034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Attempting to bind port 68a1dc28-7045-4057-9063-b569c36258df on network dc9d62b8-4412-47a6-9995-749ff322404e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:47.876190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Made reservation on behalf of 6277bdcf4a554cb89bc3a35a751d65fd for: {'subnet': 2} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:47.880839 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.881282 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.925660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Port 68a1dc28-7045-4057-9063-b569c36258df on network dc9d62b8-4412-47a6-9995-749ff322404e not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:33:47.926006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Attempting to bind port 68a1dc28-7045-4057-9063-b569c36258df on network dc9d62b8-4412-47a6-9995-749ff322404e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:47.947663 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:33:47.947663 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Checking segment: {'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:47.947663 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Bound using segment: {'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:33:47.948767 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Bound port: 68a1dc28-7045-4057-9063-b569c36258df, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59958029-1a58-4efe-b6dc-d33c97333f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:33:47.950847 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.962229 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a43aab79-bdaa-43c8-9e1f-08b67f570721 req-1da723d4-8c7e-44d4-9feb-5e6ef2a300c9 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316609 Jul 09 13:33:47.964983 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2804896-618a-4eb0-bf49-be963b6dd00d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.966699 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-42eefb14-829e-45d2-b9bf-9ab8db29662e req-e3afe03b-a0df-4fa8-a5d7-61e38f23922c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1245513 Jul 09 13:33:47.969424 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f66ca26-3673-48a9-a7a9-5ce5379f461b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.970415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f66ca26-3673-48a9-a7a9-5ce5379f461b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:47.970977 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f66ca26-3673-48a9-a7a9-5ce5379f461b admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:47.999850 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b2804896-618a-4eb0-bf49-be963b6dd00d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d389f49-fe71-4cd3-a821-b876158adcf3']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:48.074854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b2804896-618a-4eb0-bf49-be963b6dd00d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85b07a7d-065a-4a66-ac59-953ca3aecb61') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:48.075136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b2804896-618a-4eb0-bf49-be963b6dd00d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85b07a7d-065a-4a66-ac59-953ca3aecb61') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:48.133378 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2804896-618a-4eb0-bf49-be963b6dd00d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.142469 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f66ca26-3673-48a9-a7a9-5ce5379f461b admin admin] Pushing event updated for resources: {'Network': ['ID=f7c53d2b-d3b2-4d5c-9b02-8e229b37072f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:48.154100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network f7c53d2b-d3b2-4d5c-9b02-8e229b37072f details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:33:48.174108 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2804896-618a-4eb0-bf49-be963b6dd00d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.185024 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4f66ca26-3673-48a9-a7a9-5ce5379f461b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0736134 Jul 09 13:33:48.201091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34184) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:48.207288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2804896-618a-4eb0-bf49-be963b6dd00d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:48.214333 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2804896-618a-4eb0-bf49-be963b6dd00d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.237068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e21cdaac-9b13-46f5-ac14-b68b51e0bbde admin admin] Request body: {'subnet': {'network_id': 'f7c53d2b-d3b2-4d5c-9b02-8e229b37072f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1292023738-subnet', 'tenant_id': '420b786ed40840aca402aad1e1502b21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:48.252885 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:48.328398 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] For port 68a1dc28-7045-4057-9063-b569c36258df, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:33:48.359604 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18da6e0c-7ba3-4ece-b18e-80f109f2fdcd req-3e89051e-5798-4224-84e1-e5563f1afdec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 210 time: 0.0766900 Jul 09 13:33:48.360725 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] For port 68a1dc28-7045-4057-9063-b569c36258df, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=68a1dc28-7045-4057-9063-b569c36258df,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:33:48.366315 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21cdaac-9b13-46f5-ac14-b68b51e0bbde admin admin] Made reservation on behalf of 420b786ed40840aca402aad1e1502b21 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:48.369412 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e21cdaac-9b13-46f5-ac14-b68b51e0bbde admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.440396 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.442528 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2804896-618a-4eb0-bf49-be963b6dd00d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.492145 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7dc1dd-ce02-4907-bc98-0b0dedc7abbd req-c93d5931-a320-49bc-a0a4-5543898d8270 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:48.500474 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b7dc1dd-ce02-4907-bc98-0b0dedc7abbd req-c93d5931-a320-49bc-a0a4-5543898d8270 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 944 time: 0.2187114 Jul 09 13:33:48.509868 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Pushing event updated for resources: {'Port': ['ID=68a1dc28-7045-4057-9063-b569c36258df,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:48.529807 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2804896-618a-4eb0-bf49-be963b6dd00d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.534274 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b2804896-618a-4eb0-bf49-be963b6dd00d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] 10.222.0.39 "DELETE /v2.0/networks/0d389f49-fe71-4cd3-a821-b876158adcf3 HTTP/1.1" status: 204 len: 168 time: 1.0258813 Jul 09 13:33:48.537746 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.540090 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2804896-618a-4eb0-bf49-be963b6dd00d tempest-FloatingIPTestJSON-308997617 tempest-FloatingIPTestJSON-308997617-project] Pushing event deleted for resources: {'Network': ['ID=0d389f49-fe71-4cd3-a821-b876158adcf3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:48.557761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:48.558464 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.560215 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-51ef52e9-c4c8-48c8-b430-de5bfc5d7873 service neutron] 10.222.0.15 "PUT /v2.0/ports/68a1dc28-7045-4057-9063-b569c36258df HTTP/1.1" status: 200 len: 1092 time: 2.5044341 Jul 09 13:33:48.560671 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c654f2c-5ada-465a-bd58-8c5c88524eeb', 'tag': '68a1dc28-7045-4057-9063-b569c36258df'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:48.562952 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28422cde-7871-4e30-bfeb-8bb19180267e" -d '{"events": [{"name": "network-changed", "server_uuid": "9c654f2c-5ada-465a-bd58-8c5c88524eeb", "tag": "68a1dc28-7045-4057-9063-b569c36258df"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:48.613458 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b7dc1dd-ce02-4907-bc98-0b0dedc7abbd req-cf189ef2-28ce-4dae-9931-e140eb23967e tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118817 Jul 09 13:33:48.674988 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event updated for resources: {'Subnet': ['ID=2fcf73c7-67c0-4407-b389-b349ed1b8494,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:48.701350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Checking segment: {'id': '45805c26-9966-41da-bbf4-d0867557005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd77ec735-76c3-4260-8291-ebcd68562bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:48.701897 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd89ccaf-c11b-4a76-9320-858c910f64f9 x-openstack-request-id: req-fd89ccaf-c11b-4a76-9320-858c910f64f9 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:48.702382 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c654f2c-5ada-465a-bd58-8c5c88524eeb", "tag": "68a1dc28-7045-4057-9063-b569c36258df", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:48.702913 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fd89ccaf-c11b-4a76-9320-858c910f64f9 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:48.703189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Network hostable DHCP agents. Network: d77ec735-76c3-4260-8291-ebcd68562bd0, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:33:48.703807 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c654f2c-5ada-465a-bd58-8c5c88524eeb', 'tag': '68a1dc28-7045-4057-9063-b569c36258df', 'status': 'completed', 'code': 200} Jul 09 13:33:48.736835 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Network d77ec735-76c3-4260-8291-ebcd68562bd0 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:33:48.758558 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, d77ec735-76c3-4260-8291-ebcd68562bd0) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:48.765135 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.780191 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c60ae85-1ff4-4267-8ab5-8e969600c1b9 None None] Network d77ec735-76c3-4260-8291-ebcd68562bd0 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:48.799695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-1ab03cce-4f09-461c-b08b-f7234c76f51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:48.801337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-1ab03cce-4f09-461c-b08b-f7234c76f51b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a9527aafb664a62aa8fea36ce6186cf&device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 1095 time: 0.1580272 Jul 09 13:33:48.803476 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e21cdaac-9b13-46f5-ac14-b68b51e0bbde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:48.909398 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-4288ca8e-5728-46eb-8761-d3415634625b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a1dc28-7045-4057-9063-b569c36258df HTTP/1.1" status: 200 len: 217 time: 0.0968058 Jul 09 13:33:48.959768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Checking segment: {'id': '3ab78281-2e48-4f16-ae34-a0225155fdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '33f914aa-9bc8-42a6-8344-ec7ff01c5770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:48.960138 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Network hostable DHCP agents. Network: 33f914aa-9bc8-42a6-8344-ec7ff01c5770, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:33:48.977625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34194) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:48.982228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21cdaac-9b13-46f5-ac14-b68b51e0bbde admin admin] Pushing event updated for resources: {'Subnet': ['ID=76834099-f3ae-4423-9b81-bc5a4d2c9091,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:49.017713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event updated for resources: {'Subnet': ['ID=511aaab5-519a-450c-bb1b-84c429640c3a,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:49.028510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e21cdaac-9b13-46f5-ac14-b68b51e0bbde admin admin] Checking segment: {'id': '4b5f7046-120e-4b2b-8847-96b6e30e1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f7c53d2b-d3b2-4d5c-9b02-8e229b37072f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:49.028883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21cdaac-9b13-46f5-ac14-b68b51e0bbde admin admin] Network hostable DHCP agents. Network: f7c53d2b-d3b2-4d5c-9b02-8e229b37072f, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:33:49.046698 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-3d89c1f4-3825-4e96-b015-4a323e4bd606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:49.048537 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-3d89c1f4-3825-4e96-b015-4a323e4bd606 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb0dba8b-d545-4178-9f00-28746fc5b6b3 HTTP/1.1" status: 200 len: 855 time: 0.1260905 Jul 09 13:33:49.050674 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Network 33f914aa-9bc8-42a6-8344-ec7ff01c5770 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:33:49.069767 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 33f914aa-9bc8-42a6-8344-ec7ff01c5770) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:49.080567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:49.081590 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:49.082292 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.091067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ba2c77-486e-46b4-a2e7-ecb54cbe5c81 None None] Network 33f914aa-9bc8-42a6-8344-ec7ff01c5770 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:49.113554 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-adb0fe59-6530-4abd-821b-dad0bbfafe65 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc9d62b8-4412-47a6-9995-749ff322404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0561602 Jul 09 13:33:49.115434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21cdaac-9b13-46f5-ac14-b68b51e0bbde admin admin] Network f7c53d2b-d3b2-4d5c-9b02-8e229b37072f is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:33:49.125848 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c94d1d4-1bb8-4366-a4ae-e1972d9d921a req-e3d6e3e9-29b9-4a88-8b27-8606ddc3196b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:49.129494 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c94d1d4-1bb8-4366-a4ae-e1972d9d921a req-e3d6e3e9-29b9-4a88-8b27-8606ddc3196b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00bbd47-5f49-4250-903f-f0cfe5d783a3 HTTP/1.1" status: 200 len: 945 time: 0.1706829 Jul 09 13:33:49.130020 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e21cdaac-9b13-46f5-ac14-b68b51e0bbde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, f7c53d2b-d3b2-4d5c-9b02-8e229b37072f) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:49.136718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e8fb4e0d-3df1-43e4-9768-478f3019ab6d tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 1.6119971 Jul 09 13:33:49.143211 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34200) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:49.146818 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21cdaac-9b13-46f5-ac14-b68b51e0bbde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:49.147476 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e21cdaac-9b13-46f5-ac14-b68b51e0bbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.239681 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dc66ca74-a753-44d8-ac10-ce253cb2bc7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc5225d7e77342fc8cae1b77acc71c0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2542627 Jul 09 13:33:49.240329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34204) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:49.254321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-d77ec735-76c3-4260-8291-ebcd68562bd0', 'network_id': 'd77ec735-76c3-4260-8291-ebcd68562bd0', 'tenant_id': '6277bdcf4a554cb89bc3a35a751d65fd', 'fixed_ips': [{'subnet_id': '2fcf73c7-67c0-4407-b389-b349ed1b8494'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:33:49.255657 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.268546 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e21cdaac-9b13-46f5-ac14-b68b51e0bbde admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0548115 Jul 09 13:33:49.281355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e33c4bd-15cd-4dd0-a917-d1b56a37b049 None None] Network f7c53d2b-d3b2-4d5c-9b02-8e229b37072f requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:49.334909 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-c895a005-9f17-4f12-b972-524c7f978a65 service neutron] 10.222.0.15 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126734 Jul 09 13:33:49.335790 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc3c10e4-4590-4b19-893e-4acfcd01f9de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.343450 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c94d1d4-1bb8-4366-a4ae-e1972d9d921a req-8d2f5dea-936f-4ea3-9d54-f9004b46247a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982236 Jul 09 13:33:49.455208 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fca7b29a-136c-4610-96b3-174f53337ea4 req-045f4982-9b3f-4ccd-8ef5-5827d0dd2766 service neutron] 10.222.0.15 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090171 Jul 09 13:33:49.461994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-33f914aa-9bc8-42a6-8344-ec7ff01c5770', 'network_id': '33f914aa-9bc8-42a6-8344-ec7ff01c5770', 'tenant_id': '6277bdcf4a554cb89bc3a35a751d65fd', 'fixed_ips': [{'subnet_id': '511aaab5-519a-450c-bb1b-84c429640c3a'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:33:49.463913 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.491007 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc3c10e4-4590-4b19-893e-4acfcd01f9de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.576645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe549c04-051e-47b7-a4a8-321680cbc41b tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:49.579285 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe549c04-051e-47b7-a4a8-321680cbc41b tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:49.581479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe549c04-051e-47b7-a4a8-321680cbc41b tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:49.584114 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fe549c04-051e-47b7-a4a8-321680cbc41b tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3935990 Jul 09 13:33:49.587485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34214) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:49.614173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28422cde-7871-4e30-bfeb-8bb19180267e req-5ebd109e-f3c4-480f-88cb-7621524646a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:49.615782 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-28422cde-7871-4e30-bfeb-8bb19180267e req-5ebd109e-f3c4-480f-88cb-7621524646a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a9527aafb664a62aa8fea36ce6186cf&device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 1095 time: 0.1049943 Jul 09 13:33:49.633147 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc3c10e4-4590-4b19-893e-4acfcd01f9de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.636596 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc3c10e4-4590-4b19-893e-4acfcd01f9de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:49.642141 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bc3c10e4-4590-4b19-893e-4acfcd01f9de admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c77c5839-38a0-4bdb-839d-b91d4b29034c HTTP/1.1" status: 204 len: 168 time: 0.3982351 Jul 09 13:33:49.678545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Allocated IP 172.20.0.18 (33f914aa-9bc8-42a6-8344-ec7ff01c5770/511aaab5-519a-450c-bb1b-84c429640c3a/87ce0049-0070-413b-929e-e05c66c25c10) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:49.687860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3c10e4-4590-4b19-893e-4acfcd01f9de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c77c5839-38a0-4bdb-839d-b91d4b29034c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:49.710730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b27557-2ff5-4809-afb0-9d7bcd131a7a req-3a74515d-8d27-40f5-a9c5-a99f13245843 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:49.717760 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97b27557-2ff5-4809-afb0-9d7bcd131a7a req-3a74515d-8d27-40f5-a9c5-a99f13245843 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.3373928 Jul 09 13:33:49.769897 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-f331bbab-deec-4365-9005-fd776275746a tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Deleting subnet 2fcf73c7-67c0-4407-b389-b349ed1b8494 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:33:49.792541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28422cde-7871-4e30-bfeb-8bb19180267e req-61fed96e-bca4-47ce-a664-824018fb3498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:49.794072 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-28422cde-7871-4e30-bfeb-8bb19180267e req-61fed96e-bca4-47ce-a664-824018fb3498 service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc9d62b8-4412-47a6-9995-749ff322404e HTTP/1.1" status: 200 len: 916 time: 0.1711545 Jul 09 13:33:49.885929 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97b27557-2ff5-4809-afb0-9d7bcd131a7a req-c1fc2b15-27fb-4045-a54e-2cbaa70594dd tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065917 Jul 09 13:33:49.911970 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-28422cde-7871-4e30-bfeb-8bb19180267e req-c45c3668-52f3-41de-9dc6-826f47101157 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68a1dc28-7045-4057-9063-b569c36258df HTTP/1.1" status: 200 len: 217 time: 0.1087608 Jul 09 13:33:49.914607 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Allocated IP 172.20.0.2 (d77ec735-76c3-4260-8291-ebcd68562bd0/2fcf73c7-67c0-4407-b389-b349ed1b8494/18383db2-a6fa-42bd-a231-46a018a9cca2) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:49.927619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d179fb-5938-4865-943f-b37d1d4bcea2 None None] Network f7c53d2b-d3b2-4d5c-9b02-8e229b37072f requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:49.966390 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8d11b9b-32da-4245-9f9d-33d7f944a7bd req-27af3748-20a9-43ad-b3bd-be06b92735a1 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 210 time: 0.0986228 Jul 09 13:33:50.011075 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28422cde-7871-4e30-bfeb-8bb19180267e req-9d40e586-5b55-408d-84f7-57326d51c278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:50.011075 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-28422cde-7871-4e30-bfeb-8bb19180267e req-9d40e586-5b55-408d-84f7-57326d51c278 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb0dba8b-d545-4178-9f00-28746fc5b6b3 HTTP/1.1" status: 200 len: 855 time: 0.0819879 Jul 09 13:33:50.046065 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-28422cde-7871-4e30-bfeb-8bb19180267e req-15402ae1-79f9-4265-abf3-79caab901221 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc9d62b8-4412-47a6-9995-749ff322404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0367329 Jul 09 13:33:50.301804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052b2dec-6cce-49f8-84b5-bf9ce50fd3a7 req-3946307b-6b61-4e68-8980-789fd778e024 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:50.309057 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052b2dec-6cce-49f8-84b5-bf9ce50fd3a7 req-3946307b-6b61-4e68-8980-789fd778e024 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.18 "GET /v2.0/ports?device_id=b00bbd47-5f49-4250-903f-f0cfe5d783a3 HTTP/1.1" status: 200 len: 945 time: 0.2368448 Jul 09 13:33:50.358237 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca010df-509f-4433-99a1-ce78832904b9 req-73c002c2-cb04-42cf-a8fa-e3ebd708bdca tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:50.362293 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ca010df-509f-4433-99a1-ce78832904b9 req-73c002c2-cb04-42cf-a8fa-e3ebd708bdca tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 944 time: 0.1595736 Jul 09 13:33:50.441948 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-28422cde-7871-4e30-bfeb-8bb19180267e req-be0ef39c-6e86-4626-80d3-ccdecbce7ac0 service neutron] 10.222.0.15 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3880858 Jul 09 13:33:50.449279 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ca010df-509f-4433-99a1-ce78832904b9 req-db2dfa77-9c64-43fc-b787-7e0dbd3f5a45 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814161 Jul 09 13:33:50.498579 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.501198 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.543072 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Transition to ACTIVE for port object 18383db2-a6fa-42bd-a231-46a018a9cca2 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:50.545378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Transition to ACTIVE for port object 87ce0049-0070-413b-929e-e05c66c25c10 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:50.596066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Transition to ACTIVE for port object 87ce0049-0070-413b-929e-e05c66c25c10 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:50.598624 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Transition to ACTIVE for port object 18383db2-a6fa-42bd-a231-46a018a9cca2 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:50.611140 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.614997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-052b2dec-6cce-49f8-84b5-bf9ce50fd3a7 req-a9f30444-f282-45c8-b15f-ee114bf092b5 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Deleting port d6551f8e-27cf-4ec6-932b-360059cb4806 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:50.615303 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-052b2dec-6cce-49f8-84b5-bf9ce50fd3a7 req-a9f30444-f282-45c8-b15f-ee114bf092b5 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.616169 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f331bbab-deec-4365-9005-fd776275746a tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.664788 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Pushing event updated for resources: {'Port': ['ID=87ce0049-0070-413b-929e-e05c66c25c10,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:50.668533 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.720477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-052b2dec-6cce-49f8-84b5-bf9ce50fd3a7 req-a9f30444-f282-45c8-b15f-ee114bf092b5 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] For port d6551f8e-27cf-4ec6-932b-360059cb4806, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d6551f8e-27cf-4ec6-932b-360059cb4806,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:50.720847 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-052b2dec-6cce-49f8-84b5-bf9ce50fd3a7 req-a9f30444-f282-45c8-b15f-ee114bf092b5 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.731676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Network d77ec735-76c3-4260-8291-ebcd68562bd0 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:50.736339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Network 33f914aa-9bc8-42a6-8344-ec7ff01c5770 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:50.737293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-052b2dec-6cce-49f8-84b5-bf9ce50fd3a7 req-a9f30444-f282-45c8-b15f-ee114bf092b5 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Calling delete_port for d6551f8e-27cf-4ec6-932b-360059cb4806 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:50.744253 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:50.749245 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:50.776617 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:50.782452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:50.802918 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-28422cde-7871-4e30-bfeb-8bb19180267e req-976df1b1-d865-48a7-9be1-2628e48643bd service neutron] 10.222.0.15 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3518133 Jul 09 13:33:50.831673 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f331bbab-deec-4365-9005-fd776275746a tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.832149 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Pushing event updated for resources: {'Port': ['ID=18383db2-a6fa-42bd-a231-46a018a9cca2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:50.936604 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-6191c8c1-4e55-4f7e-8307-59958efd16da tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:50.938235 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-052b2dec-6cce-49f8-84b5-bf9ce50fd3a7 req-a9f30444-f282-45c8-b15f-ee114bf092b5 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.940463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Attempting to bind port 18383db2-a6fa-42bd-a231-46a018a9cca2 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:33:50.942337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Attempting to bind port 18383db2-a6fa-42bd-a231-46a018a9cca2 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '45805c26-9966-41da-bbf4-d0867557005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd77ec735-76c3-4260-8291-ebcd68562bd0'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:33:50.942904 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Attempting to bind port 18383db2-a6fa-42bd-a231-46a018a9cca2 on network d77ec735-76c3-4260-8291-ebcd68562bd0 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:50.945492 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-6191c8c1-4e55-4f7e-8307-59958efd16da tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/networks?id=f7c53d2b-d3b2-4d5c-9b02-8e229b37072f HTTP/1.1" status: 200 len: 822 time: 0.4830739 Jul 09 13:33:50.962936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['d6551f8e-27cf-4ec6-932b-360059cb4806'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:33:50.973258 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11076672-3ed7-4c02-bcb2-22ad1abb7f7e req-0d399f36-6045-4ee3-bd2e-dd24591def25 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:50.979689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f30444-f282-45c8-b15f-ee114bf092b5 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Pushing event deleted for resources: {'Port': ['ID=d6551f8e-27cf-4ec6-932b-360059cb4806,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:50.982003 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-11076672-3ed7-4c02-bcb2-22ad1abb7f7e req-0d399f36-6045-4ee3-bd2e-dd24591def25 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=b00bbd47-5f49-4250-903f-f0cfe5d783a3 HTTP/1.1" status: 200 len: 945 time: 0.2872541 Jul 09 13:33:50.995989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:33:50.996572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Checking segment: {'id': '45805c26-9966-41da-bbf4-d0867557005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd77ec735-76c3-4260-8291-ebcd68562bd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:50.997167 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:50.997742 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Bound using segment: {'id': '45805c26-9966-41da-bbf4-d0867557005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd77ec735-76c3-4260-8291-ebcd68562bd0'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:33:50.998396 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Bound port: 18383db2-a6fa-42bd-a231-46a018a9cca2, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45805c26-9966-41da-bbf4-d0867557005e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': 'd77ec735-76c3-4260-8291-ebcd68562bd0'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:33:51.003327 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.007403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Attempting to bind port 87ce0049-0070-413b-929e-e05c66c25c10 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:33:51.007964 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Attempting to bind port 87ce0049-0070-413b-929e-e05c66c25c10 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '3ab78281-2e48-4f16-ae34-a0225155fdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '33f914aa-9bc8-42a6-8344-ec7ff01c5770'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:33:51.008498 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Attempting to bind port 87ce0049-0070-413b-929e-e05c66c25c10 on network 33f914aa-9bc8-42a6-8344-ec7ff01c5770 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:51.009609 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34254) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:51.019663 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-1c6016e5-6d8b-4c04-b22f-9327b230f05e tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/quotas/420b786ed40840aca402aad1e1502b21 HTTP/1.1" status: 200 len: 375 time: 0.0729642 Jul 09 13:33:51.024615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 33, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:33:51.026674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Checking segment: {'id': '3ab78281-2e48-4f16-ae34-a0225155fdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '33f914aa-9bc8-42a6-8344-ec7ff01c5770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:51.027493 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.028051 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Bound using segment: {'id': '3ab78281-2e48-4f16-ae34-a0225155fdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '33f914aa-9bc8-42a6-8344-ec7ff01c5770'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:33:51.028701 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Bound port: 87ce0049-0070-413b-929e-e05c66c25c10, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab78281-2e48-4f16-ae34-a0225155fdd5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '33f914aa-9bc8-42a6-8344-ec7ff01c5770'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:33:51.029284 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.053042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-052b2dec-6cce-49f8-84b5-bf9ce50fd3a7 req-a9f30444-f282-45c8-b15f-ee114bf092b5 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] No DVR routers for this DVR port d6551f8e-27cf-4ec6-932b-360059cb4806 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:51.056730 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-052b2dec-6cce-49f8-84b5-bf9ce50fd3a7 req-a9f30444-f282-45c8-b15f-ee114bf092b5 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.058874 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052b2dec-6cce-49f8-84b5-bf9ce50fd3a7 req-a9f30444-f282-45c8-b15f-ee114bf092b5 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.18 "DELETE /v2.0/ports/d6551f8e-27cf-4ec6-932b-360059cb4806 HTTP/1.1" status: 204 len: 173 time: 0.7392907 Jul 09 13:33:51.059437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b00bbd47-5f49-4250-903f-f0cfe5d783a3', 'name': 'network-vif-deleted', 'tag': 'd6551f8e-27cf-4ec6-932b-360059cb4806'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:51.062619 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bf5131-f77b-4e33-be88-a2d3611c7617" -d '{"events": [{"server_uuid": "b00bbd47-5f49-4250-903f-f0cfe5d783a3", "name": "network-vif-deleted", "tag": "d6551f8e-27cf-4ec6-932b-360059cb4806"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:51.077032 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-187d595a-85fc-4779-acff-0d767e2a7037 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=420b786ed40840aca402aad1e1502b21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0558565 Jul 09 13:33:51.159628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] For port 18383db2-a6fa-42bd-a231-46a018a9cca2, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:33:51.165903 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] For port 18383db2-a6fa-42bd-a231-46a018a9cca2, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=18383db2-a6fa-42bd-a231-46a018a9cca2,segment=NetworkSegment(45805c26-9966-41da-bbf4-d0867557005e),segment_id=45805c26-9966-41da-bbf4-d0867557005e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:33:51.178172 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-ed862636-b05d-4876-8847-a52515c3031b service neutron] 10.222.0.39 "GET /v2.0/networks/f7c53d2b-d3b2-4d5c-9b02-8e229b37072f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002533 Jul 09 13:33:51.188012 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.190465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] For port 87ce0049-0070-413b-929e-e05c66c25c10, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:33:51.242997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] For port 87ce0049-0070-413b-929e-e05c66c25c10, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=87ce0049-0070-413b-929e-e05c66c25c10,segment=NetworkSegment(3ab78281-2e48-4f16-ae34-a0225155fdd5),segment_id=3ab78281-2e48-4f16-ae34-a0225155fdd5)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:33:51.255656 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.302726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2188ad-db81-430c-b4ea-dcd1cc7aeb59 None None] Pushing event updated for resources: {'Port': ['ID=18383db2-a6fa-42bd-a231-46a018a9cca2,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:51.315029 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-11076672-3ed7-4c02-bcb2-22ad1abb7f7e req-0abaed21-3558-4caa-bdaf-19a0f45d7998 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319778 Jul 09 13:33:51.319678 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-04ce68e8-fb83-4ff1-bbac-a68f419e34e0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1949763212'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:51.352613 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f331bbab-deec-4365-9005-fd776275746a tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.395389 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04ce68e8-fb83-4ff1-bbac-a68f419e34e0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.403440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d51121f-a2d8-4e80-b964-99f2de697823 None None] Pushing event updated for resources: {'Port': ['ID=87ce0049-0070-413b-929e-e05c66c25c10,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:51.441617 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04ce68e8-fb83-4ff1-bbac-a68f419e34e0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.480025 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f331bbab-deec-4365-9005-fd776275746a tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.554553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f331bbab-deec-4365-9005-fd776275746a tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event deleted for resources: {'Subnet': ['ID=2fcf73c7-67c0-4407-b389-b349ed1b8494,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:51.589595 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f331bbab-deec-4365-9005-fd776275746a tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.595650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f331bbab-deec-4365-9005-fd776275746a tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "DELETE /v2.0/subnets/2fcf73c7-67c0-4407-b389-b349ed1b8494 HTTP/1.1" status: 204 len: 168 time: 2.0033813 Jul 09 13:33:51.595650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-bb0caef0-e98f-4f16-8b3b-101766aefd27 service neutron] 10.222.0.39 "GET /v2.0/networks/f7c53d2b-d3b2-4d5c-9b02-8e229b37072f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4166260 Jul 09 13:33:51.596930 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34264) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:51.734182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-cab21a8b-e139-4e36-934c-21ab468d2249 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Deleting subnet 511aaab5-519a-450c-bb1b-84c429640c3a {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:33:51.738163 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cab21a8b-e139-4e36-934c-21ab468d2249 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.788717 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04ce68e8-fb83-4ff1-bbac-a68f419e34e0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.797120 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04ce68e8-fb83-4ff1-bbac-a68f419e34e0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:51.847943 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce68e8-fb83-4ff1-bbac-a68f419e34e0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ba2108-c98b-4a9c-a7d5-41634c818ed3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:51.852044 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cab21a8b-e139-4e36-934c-21ab468d2249 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.023207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e795308-86f7-45b0-a837-6d30ca3f3fde req-d0086c30-870d-401c-950c-498ea62bb768 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:52.032116 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e795308-86f7-45b0-a837-6d30ca3f3fde req-d0086c30-870d-401c-950c-498ea62bb768 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.1873932 Jul 09 13:33:52.085110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e795308-86f7-45b0-a837-6d30ca3f3fde req-7fb4b88b-3ac1-4dac-9754-c7ea6d2c848c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520120 Jul 09 13:33:52.111328 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cab21a8b-e139-4e36-934c-21ab468d2249 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.147036 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04ce68e8-fb83-4ff1-bbac-a68f419e34e0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.153660 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04ce68e8-fb83-4ff1-bbac-a68f419e34e0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.200918 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f61f157-9ead-4e03-961f-f5e753ed71af x-openstack-request-id: req-9f61f157-9ead-4e03-961f-f5e753ed71af {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:52.201217 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b00bbd47-5f49-4250-903f-f0cfe5d783a3", "name": "network-vif-deleted", "tag": "d6551f8e-27cf-4ec6-932b-360059cb4806", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:52.201582 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9f61f157-9ead-4e03-961f-f5e753ed71af {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:52.201988 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b00bbd47-5f49-4250-903f-f0cfe5d783a3', 'name': 'network-vif-deleted', 'tag': 'd6551f8e-27cf-4ec6-932b-360059cb4806', 'status': 'completed', 'code': 200} Jul 09 13:33:52.231404 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce68e8-fb83-4ff1-bbac-a68f419e34e0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ddb939-f696-4591-a9ce-7379b52971d7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:52.274573 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8fe6c20f-09ac-42a4-afea-6faf0109b877 req-6c81fd6c-cd1a-4a3b-9b69-8a0e40d2c662 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 210 time: 0.0452497 Jul 09 13:33:52.277870 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04ce68e8-fb83-4ff1-bbac-a68f419e34e0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.277870 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-04ce68e8-fb83-4ff1-bbac-a68f419e34e0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2431672 Jul 09 13:33:52.280066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34274) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:52.334603 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cab21a8b-e139-4e36-934c-21ab468d2249 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.373596 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a96eb151-da6b-4e54-82f6-323a969b872b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0910530 Jul 09 13:33:52.376134 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34278) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:52.382734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fe576a41-1807-4000-b417-62041c5016bc tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group': {'name': 'tempest-security--411949539', 'description': 'tempest-security-description-420652278'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:52.401504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab21a8b-e139-4e36-934c-21ab468d2249 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event deleted for resources: {'Subnet': ['ID=511aaab5-519a-450c-bb1b-84c429640c3a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:52.442415 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cab21a8b-e139-4e36-934c-21ab468d2249 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.449394 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 18383db2-a6fa-42bd-a231-46a018a9cca2 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:52.450621 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cab21a8b-e139-4e36-934c-21ab468d2249 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "DELETE /v2.0/subnets/511aaab5-519a-450c-bb1b-84c429640c3a HTTP/1.1" status: 204 len: 168 time: 0.8525877 Jul 09 13:33:52.451371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34280) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:52.545583 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe576a41-1807-4000-b417-62041c5016bc tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.554012 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aaf19fa0-8e82-470a-aa7e-4463b48ece86 req-de96d25b-ca5a-45f7-ad96-cc30eb68d68a tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 210 time: 0.1474469 Jul 09 13:33:52.579412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 18383db2-a6fa-42bd-a231-46a018a9cca2 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:52.592012 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 87ce0049-0070-413b-929e-e05c66c25c10 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:52.709785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef190188-12c5-44e5-9dc4-e2208b281839 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:52.723727 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ef190188-12c5-44e5-9dc4-e2208b281839 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2708762 Jul 09 13:33:52.724587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34286) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:52.737696 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 87ce0049-0070-413b-929e-e05c66c25c10 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:52.753771 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe576a41-1807-4000-b417-62041c5016bc tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.770730 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe576a41-1807-4000-b417-62041c5016bc tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.781401 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe576a41-1807-4000-b417-62041c5016bc tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:52.786604 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fe576a41-1807-4000-b417-62041c5016bc tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "PUT /v2.0/security-groups/71ddb939-f696-4591-a9ce-7379b52971d7 HTTP/1.1" status: 200 len: 1778 time: 0.4068141 Jul 09 13:33:52.798065 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34290) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:52.940628 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe576a41-1807-4000-b417-62041c5016bc tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71ddb939-f696-4591-a9ce-7379b52971d7,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:52.973324 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e96e7a-086c-4a65-9e1d-3beed8d5cb82 req-2473b649-9001-47c7-8e66-453b5628f296 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:52.983804 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55e96e7a-086c-4a65-9e1d-3beed8d5cb82 req-2473b649-9001-47c7-8e66-453b5628f296 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 944 time: 0.5776277 Jul 09 13:33:52.990839 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.043451 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7a8f2dab-2416-47de-bcb8-483ded46e78c tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-groups/71ddb939-f696-4591-a9ce-7379b52971d7 HTTP/1.1" status: 200 len: 1778 time: 0.1740708 Jul 09 13:33:53.044631 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34294) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:53.089744 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Deleting port 87ce0049-0070-413b-929e-e05c66c25c10 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:53.090463 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.147745 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55e96e7a-086c-4a65-9e1d-3beed8d5cb82 req-218e5b71-5d1c-406a-b648-a20b59e31951 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630564 Jul 09 13:33:53.205491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429c63fa-9985-429a-98fc-b6ae3a49f15b None None] Network d77ec735-76c3-4260-8291-ebcd68562bd0 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:53.225893 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] For port 87ce0049-0070-413b-929e-e05c66c25c10, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=87ce0049-0070-413b-929e-e05c66c25c10,segment=NetworkSegment(3ab78281-2e48-4f16-ae34-a0225155fdd5),segment_id=3ab78281-2e48-4f16-ae34-a0225155fdd5)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:53.226207 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.242629 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2defee0b-f81a-4475-a11a-d50d37a60813 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.278815 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Calling delete_port for 87ce0049-0070-413b-929e-e05c66c25c10 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:53.382066 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2defee0b-f81a-4475-a11a-d50d37a60813 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.398435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3f04d79b-daa5-4d61-80a0-a49b39a21cb1 None None] Provisioning for port 18383db2-a6fa-42bd-a231-46a018a9cca2 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:53.444218 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3f04d79b-daa5-4d61-80a0-a49b39a21cb1 None None] Provisioning complete for port 18383db2-a6fa-42bd-a231-46a018a9cca2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:53.451913 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f04d79b-daa5-4d61-80a0-a49b39a21cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.477479 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.512343 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-f117e748-6728-4a21-8c1c-886de251a615 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:53.519572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event deleted for resources: {'Port': ['ID=87ce0049-0070-413b-929e-e05c66c25c10,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:53.519830 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-f117e748-6728-4a21-8c1c-886de251a615 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 811 time: 0.3474202 Jul 09 13:33:53.536216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] No DVR routers for this DVR port 87ce0049-0070-413b-929e-e05c66c25c10 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:53.542372 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-3684dcc9-e0f7-43cd-b878-00f928e2e136 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/quotas/f497f876391b4e08b31560ff95746718 HTTP/1.1" status: 200 len: 375 time: 0.0192146 Jul 09 13:33:53.596316 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-029ee241-965e-4bf3-b697-642b4e556355 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0529423 Jul 09 13:33:53.598105 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2defee0b-f81a-4475-a11a-d50d37a60813 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.600729 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2defee0b-f81a-4475-a11a-d50d37a60813 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.604989 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2defee0b-f81a-4475-a11a-d50d37a60813 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-groups/71ddb939-f696-4591-a9ce-7379b52971d7 HTTP/1.1" status: 204 len: 168 time: 0.5567777 Jul 09 13:33:53.607344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 68a1dc28-7045-4057-9063-b569c36258df details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:33:53.616294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34310) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:53.636658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00441e68-8870-481e-9de4-083d17fedc9c None None] Network 33f914aa-9bc8-42a6-8344-ec7ff01c5770 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:33:53.642699 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f04d79b-daa5-4d61-80a0-a49b39a21cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.716125 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7be71b-d88a-4fee-a029-c4cf2edcc7a9 None None] DHCP port deletion for d77ec735-76c3-4260-8291-ebcd68562bd0 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:33:53.755042 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-68b22f93-304f-4f4f-8a76-9a36c46d2147 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1362705 Jul 09 13:33:53.758638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34312) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:53.761825 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2defee0b-f81a-4475-a11a-d50d37a60813 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ddb939-f696-4591-a9ce-7379b52971d7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:53.775790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43611549-7c20-4b74-99fc-5dc2f0e9af9c req-ea2c1a09-0d38-4d57-847e-c9bc1ba74f5e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:53.784342 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43611549-7c20-4b74-99fc-5dc2f0e9af9c req-ea2c1a09-0d38-4d57-847e-c9bc1ba74f5e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.4041219 Jul 09 13:33:53.802691 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-741e21a2-2594-4d71-8949-3c6fa52d8cf0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] delete failed (client error): The resource could not be found. Jul 09 13:33:53.804211 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-741e21a2-2594-4d71-8949-3c6fa52d8cf0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-groups/71ddb939-f696-4591-a9ce-7379b52971d7 HTTP/1.1" status: 404 len: 347 time: 0.0438995 Jul 09 13:33:53.806766 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.816675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34314) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:53.828328 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-948d69a5-3660-4dc0-9b56-a5511c88d529 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group': {'name': 'tempest-secgroup--2097947766'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:53.834636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33f914aa-9bc8-42a6-8344-ec7ff01c5770']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:53.855064 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43611549-7c20-4b74-99fc-5dc2f0e9af9c req-f521d520-091f-42c4-acf6-d3d1ae91e4a6 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657513 Jul 09 13:33:53.864221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab78281-2e48-4f16-ae34-a0225155fdd5') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:53.864948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab78281-2e48-4f16-ae34-a0225155fdd5') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:53.886560 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3f04d79b-daa5-4d61-80a0-a49b39a21cb1 None None] For port 18383db2-a6fa-42bd-a231-46a018a9cca2, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=18383db2-a6fa-42bd-a231-46a018a9cca2,segment=NetworkSegment(45805c26-9966-41da-bbf4-d0867557005e),segment_id=45805c26-9966-41da-bbf4-d0867557005e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:53.891887 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.927024 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f04d79b-daa5-4d61-80a0-a49b39a21cb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:53.930634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:54.005393 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-7044c45a-4b7c-4c7c-9073-f81b7e83f10c service neutron] 10.222.0.39 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4081454 Jul 09 13:33:54.017666 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-948d69a5-3660-4dc0-9b56-a5511c88d529 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:54.039185 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:54.039998 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:54.104152 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 68a1dc28-7045-4057-9063-b569c36258df, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=68a1dc28-7045-4057-9063-b569c36258df,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:54.129427 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:54.172163 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d818641f-9e3c-4194-bc23-7879266ac060 None None] DHCP port deletion for 33f914aa-9bc8-42a6-8344-ec7ff01c5770 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:33:54.183337 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-8b965aee-a86e-404d-8dba-fa501c9e3b42 service neutron] 10.222.0.39 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1708488 Jul 09 13:33:54.187331 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6800c42b-b895-43d7-bcc9-143a58a50daf None None] Could not find standard attr ID for object 87ce0049-0070-413b-929e-e05c66c25c10. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:33:54.194141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '68a1dc28-7045-4057-9063-b569c36258df', 'network_id': 'dc9d62b8-4412-47a6-9995-749ff322404e', 'port_id': '68a1dc28-7045-4057-9063-b569c36258df', 'mac_address': 'fa:16:3e:e2:03:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 338, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb0dba8b-d545-4178-9f00-28746fc5b6b3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:33:54.333030 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:54.354530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68a1dc28-7045-4057-9063-b569c36258df {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:33:54.383113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 68a1dc28-7045-4057-9063-b569c36258df, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=68a1dc28-7045-4057-9063-b569c36258df,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:54.384665 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 18383db2-a6fa-42bd-a231-46a018a9cca2 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:54.394141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9d7be71b-d88a-4fee-a029-c4cf2edcc7a9 None None] Deleting port 18383db2-a6fa-42bd-a231-46a018a9cca2 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:33:54.394520 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d7be71b-d88a-4fee-a029-c4cf2edcc7a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:54.401049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f04d79b-daa5-4d61-80a0-a49b39a21cb1 None None] Pushing event updated for resources: {'Port': ['ID=18383db2-a6fa-42bd-a231-46a018a9cca2,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:54.425095 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d94316ee-e79e-42fc-9b30-62e5b1b2f1bf req-b760a252-b461-4393-bf26-7f171510add2 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 210 time: 0.1241586 Jul 09 13:33:54.432754 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:54.553161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=68a1dc28-7045-4057-9063-b569c36258df,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:54.613431 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9d7be71b-d88a-4fee-a029-c4cf2edcc7a9 None None] For port 18383db2-a6fa-42bd-a231-46a018a9cca2, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=18383db2-a6fa-42bd-a231-46a018a9cca2,segment=NetworkSegment(45805c26-9966-41da-bbf4-d0867557005e),segment_id=45805c26-9966-41da-bbf4-d0867557005e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:54.613982 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d7be71b-d88a-4fee-a029-c4cf2edcc7a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:54.670415 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:54.677209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9d7be71b-d88a-4fee-a029-c4cf2edcc7a9 None None] Calling delete_port for 18383db2-a6fa-42bd-a231-46a018a9cca2 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:33:54.705656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['68a1dc28-7045-4057-9063-b569c36258df'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:33:54.750477 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b47e0704-6043-4c6e-bba4-32eeeb454be9 req-4311c4c8-5edd-42af-9f45-0b285b7a4894 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 210 time: 0.0383348 Jul 09 13:33:54.843310 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:54.847791 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa01fe32-afbe-4c1e-b6cd-d20328b2cc7b req-50445cb5-d094-4b46-852a-eae0f2e762c9 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 210 time: 0.0519953 Jul 09 13:33:54.869424 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:54.871662 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "DELETE /v2.0/networks/33f914aa-9bc8-42a6-8344-ec7ff01c5770 HTTP/1.1" status: 204 len: 168 time: 2.1460140 Jul 09 13:33:54.874779 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34328) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:54.896848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f29e06-5e18-4b9c-90b8-e1cf3bc5db34 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event deleted for resources: {'Network': ['ID=33f914aa-9bc8-42a6-8344-ec7ff01c5770,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:54.908215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-948d69a5-3660-4dc0-9b56-a5511c88d529 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:54.920111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-fe61271e-7c29-465c-889c-21cd2978e868 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:54.922324 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-fe61271e-7c29-465c-889c-21cd2978e868 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.18 "GET /v2.0/networks?id=f7c53d2b-d3b2-4d5c-9b02-8e229b37072f HTTP/1.1" status: 200 len: 822 time: 1.0046425 Jul 09 13:33:54.923974 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-948d69a5-3660-4dc0-9b56-a5511c88d529 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:54.926714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 18383db2-a6fa-42bd-a231-46a018a9cca2, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=18383db2-a6fa-42bd-a231-46a018a9cca2,segment=NetworkSegment(45805c26-9966-41da-bbf4-d0867557005e),segment_id=45805c26-9966-41da-bbf4-d0867557005e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:54.939190 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:54.939911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 87ce0049-0070-413b-929e-e05c66c25c10 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:54.962952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948d69a5-3660-4dc0-9b56-a5511c88d529 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7274093-0267-4d6b-b01c-39a63b59c5b4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:54.969351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-6881f422-5b8e-4ae6-b752-02b79674632e tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Request body: {'port': {'device_id': '5d326b42-1366-441c-b0e4-43dc3be9eb3d', 'network_id': 'f7c53d2b-d3b2-4d5c-9b02-8e229b37072f', 'admin_state_up': True, 'tenant_id': '420b786ed40840aca402aad1e1502b21'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:55.024737 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-948d69a5-3660-4dc0-9b56-a5511c88d529 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.027509 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-948d69a5-3660-4dc0-9b56-a5511c88d529 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2090261 Jul 09 13:33:55.032645 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34334) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:55.039353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-78755df3-e972-4bda-acbc-8ad7810ff71b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group_rule': {'security_group_id': 'b7274093-0267-4d6b-b01c-39a63b59c5b4', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:55.055409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 87ce0049-0070-413b-929e-e05c66c25c10 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:33:55.055771 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 87ce0049-0070-413b-929e-e05c66c25c10 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:55.067260 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=18383db2-a6fa-42bd-a231-46a018a9cca2,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:55.160275 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78755df3-e972-4bda-acbc-8ad7810ff71b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.176745 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d7be71b-d88a-4fee-a029-c4cf2edcc7a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.206433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7be71b-d88a-4fee-a029-c4cf2edcc7a9 None None] No DVR routers for this DVR port 18383db2-a6fa-42bd-a231-46a018a9cca2 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:33:55.260724 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6bce-cb33-43a5-83a0-be2c3cf61719 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.280631 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7be71b-d88a-4fee-a029-c4cf2edcc7a9 None None] Pushing event deleted for resources: {'Port': ['ID=18383db2-a6fa-42bd-a231-46a018a9cca2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:55.282814 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78755df3-e972-4bda-acbc-8ad7810ff71b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.294922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-6881f422-5b8e-4ae6-b752-02b79674632e tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Made reservation on behalf of 420b786ed40840aca402aad1e1502b21 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:55.304983 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-6881f422-5b8e-4ae6-b752-02b79674632e tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.312457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d11c497-5d43-4700-a61e-7c7e9e4cfb04 req-28c8f370-678a-4d84-a0a5-b7a67bff0ea7 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:55.312846 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78755df3-e972-4bda-acbc-8ad7810ff71b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.314051 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d11c497-5d43-4700-a61e-7c7e9e4cfb04 req-28c8f370-678a-4d84-a0a5-b7a67bff0ea7 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 945 time: 0.3329306 Jul 09 13:33:55.333675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d6551f8e-27cf-4ec6-932b-360059cb4806 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:33:55.345134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78755df3-e972-4bda-acbc-8ad7810ff71b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be743512-9e06-4c7b-bd59-281dcd9c39e7,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:55.417231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118bedb1-048c-4616-89e8-73e1926437fd req-68aecd6c-86c0-4b86-bdd8-0a9d1987089e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:55.424850 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-118bedb1-048c-4616-89e8-73e1926437fd req-68aecd6c-86c0-4b86-bdd8-0a9d1987089e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.2732043 Jul 09 13:33:55.426385 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78755df3-e972-4bda-acbc-8ad7810ff71b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.430695 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-78755df3-e972-4bda-acbc-8ad7810ff71b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3937280 Jul 09 13:33:55.431894 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34336) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:55.434971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: d6551f8e-27cf-4ec6-932b-360059cb4806 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:33:55.435352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d6551f8e-27cf-4ec6-932b-360059cb4806 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:33:55.486358 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6bce-cb33-43a5-83a0-be2c3cf61719 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.492795 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d11c497-5d43-4700-a61e-7c7e9e4cfb04 req-f7ec4257-59d7-4339-941a-b7536b77a279 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698716 Jul 09 13:33:55.505075 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-bd3f6bce-cb33-43a5-83a0-be2c3cf61719 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77ec735-76c3-4260-8291-ebcd68562bd0']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:55.517690 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-725b91d7-7908-42fe-91b7-0dcd32b89df7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.538072 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-725b91d7-7908-42fe-91b7-0dcd32b89df7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.539234 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-bd3f6bce-cb33-43a5-83a0-be2c3cf61719 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45805c26-9966-41da-bbf4-d0867557005e') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:55.539749 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-bd3f6bce-cb33-43a5-83a0-be2c3cf61719 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45805c26-9966-41da-bbf4-d0867557005e') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:55.551526 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-118bedb1-048c-4616-89e8-73e1926437fd req-83610c2d-0fc3-4340-8cb0-4366e399da2b tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257405 Jul 09 13:33:55.568563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-6881f422-5b8e-4ae6-b752-02b79674632e tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Allocated IP 172.20.0.14 (f7c53d2b-d3b2-4d5c-9b02-8e229b37072f/76834099-f3ae-4423-9b81-bc5a4d2c9091/1f836797-1339-478c-8128-96881b7b1c03) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:55.570472 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6bce-cb33-43a5-83a0-be2c3cf61719 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.604174 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6bce-cb33-43a5-83a0-be2c3cf61719 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.619657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd3f6bce-cb33-43a5-83a0-be2c3cf61719 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:55.620886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6bce-cb33-43a5-83a0-be2c3cf61719 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.621883 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 998f26ae-c1e8-461e-9100-c113a011cd84 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:55.628224 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:55.642638 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-725b91d7-7908-42fe-91b7-0dcd32b89df7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.672752 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-725b91d7-7908-42fe-91b7-0dcd32b89df7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.673930 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-725b91d7-7908-42fe-91b7-0dcd32b89df7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/be743512-9e06-4c7b-bd59-281dcd9c39e7 HTTP/1.1" status: 204 len: 168 time: 0.2329841 Jul 09 13:33:55.677721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725b91d7-7908-42fe-91b7-0dcd32b89df7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be743512-9e06-4c7b-bd59-281dcd9c39e7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:55.695878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34340) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:55.747878 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0d6d537d-2056-4674-9792-cfc31490caf5 req-c6b31a34-edc3-44ef-b4c2-56499c4c534f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 210 time: 0.0476201 Jul 09 13:33:55.761107 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6bce-cb33-43a5-83a0-be2c3cf61719 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.798238 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd3f6bce-cb33-43a5-83a0-be2c3cf61719 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.803147 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bd3f6bce-cb33-43a5-83a0-be2c3cf61719 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "DELETE /v2.0/networks/d77ec735-76c3-4260-8291-ebcd68562bd0 HTTP/1.1" status: 204 len: 168 time: 0.9272785 Jul 09 13:33:55.803530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34346) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:55.804144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f6bce-cb33-43a5-83a0-be2c3cf61719 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event deleted for resources: {'Network': ['ID=d77ec735-76c3-4260-8291-ebcd68562bd0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:55.822396 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1da6eebf-c1b4-4c88-81e2-ace5732ece3f tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1254816 Jul 09 13:33:55.825619 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34348) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:55.835571 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=998f26ae-c1e8-461e-9100-c113a011cd84,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:55.869805 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '998f26ae-c1e8-461e-9100-c113a011cd84', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'port_id': '998f26ae-c1e8-461e-9100-c113a011cd84', 'mac_address': 'fa:16:3e:65:2d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:33:55.937708 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c695cb5-a0fc-4428-8f16-876abbd8a164 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.940773 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:55.959490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 998f26ae-c1e8-461e-9100-c113a011cd84 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:33:55.973416 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-6881f422-5b8e-4ae6-b752-02b79674632e tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.013443 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=998f26ae-c1e8-461e-9100-c113a011cd84,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:56.018037 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.078842 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-be24eda2-9571-4023-8068-852d0ead338c req-6fbe0200-7ccb-4b6c-884b-3cad2791ad4c tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 210 time: 0.0884583 Jul 09 13:33:56.080915 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.111706 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=998f26ae-c1e8-461e-9100-c113a011cd84,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:56.127228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['998f26ae-c1e8-461e-9100-c113a011cd84'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:33:56.142087 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.210947 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-5aa230a4-562d-45c3-819b-84e7c9cbbdcd tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:56.214618 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-5aa230a4-562d-45c3-819b-84e7c9cbbdcd tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.18 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 811 time: 0.1445320 Jul 09 13:33:56.219628 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c37df149-bcea-4d3d-89c2-2fbc176db1a8 req-0b12789b-dbdc-4fca-a5e3-e507c91ee692 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 210 time: 0.0548434 Jul 09 13:33:56.221054 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c695cb5-a0fc-4428-8f16-876abbd8a164 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.229899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-3cae683d-97f6-4fd7-b34e-cb2475b51a70 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Request body: {'port': {'device_id': 'cc48456e-4802-4341-b836-7a5a483de944', 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed', 'admin_state_up': True, 'tenant_id': 'f497f876391b4e08b31560ff95746718'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:56.253194 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.256416 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.262304 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-groups/b7274093-0267-4d6b-b01c-39a63b59c5b4 HTTP/1.1" status: 204 len: 168 time: 0.4345975 Jul 09 13:33:56.262304 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34352) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:56.281693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5c695cb5-a0fc-4428-8f16-876abbd8a164 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a09dd1e1-7f77-4040-9e35-d0b9e526c3e2']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:56.290053 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7274093-0267-4d6b-b01c-39a63b59c5b4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:56.300204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:56.300721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:56.301160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:56.301597 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:56.302026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:56.302454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:56.302879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:56.303329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:56.303752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:56.304191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:56.304608 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:56.305180 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5318e404-cadd-4478-aba6-0bd7c8285caf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:33:56.313000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5c695cb5-a0fc-4428-8f16-876abbd8a164 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98708e39-edba-45c6-8fc7-c0d7921bfdb9') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:56.313299 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5c695cb5-a0fc-4428-8f16-876abbd8a164 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98708e39-edba-45c6-8fc7-c0d7921bfdb9') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:56.374869 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8c12a395-8b4b-42f3-aeac-cb826ba79cc3 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0875461 Jul 09 13:33:56.375483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34360) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:56.380851 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e1175a9f-bf60-445a-b5ac-7d6ba2c9d3b6 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1013104114'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:56.406215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c695cb5-a0fc-4428-8f16-876abbd8a164 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.415869 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1175a9f-bf60-445a-b5ac-7d6ba2c9d3b6 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.454780 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c695cb5-a0fc-4428-8f16-876abbd8a164 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.470375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c695cb5-a0fc-4428-8f16-876abbd8a164 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:56.471037 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c695cb5-a0fc-4428-8f16-876abbd8a164 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:56.474300 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:56.574264 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-6881f422-5b8e-4ae6-b752-02b79674632e tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.587451 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c695cb5-a0fc-4428-8f16-876abbd8a164 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.651827 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c695cb5-a0fc-4428-8f16-876abbd8a164 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.656290 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5c695cb5-a0fc-4428-8f16-876abbd8a164 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "DELETE /v2.0/networks/a09dd1e1-7f77-4040-9e35-d0b9e526c3e2 HTTP/1.1" status: 204 len: 168 time: 0.8327870 Jul 09 13:33:56.659530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34372) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:56.694107 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c695cb5-a0fc-4428-8f16-876abbd8a164 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event deleted for resources: {'Network': ['ID=a09dd1e1-7f77-4040-9e35-d0b9e526c3e2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:56.713715 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-6881f422-5b8e-4ae6-b752-02b79674632e tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Network f7c53d2b-d3b2-4d5c-9b02-8e229b37072f is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:56.757912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-6881f422-5b8e-4ae6-b752-02b79674632e tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:56.769018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-6881f422-5b8e-4ae6-b752-02b79674632e tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:56.825495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881f422-5b8e-4ae6-b752-02b79674632e tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Pushing event updated for resources: {'Port': ['ID=1f836797-1339-478c-8128-96881b7b1c03,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:56.835574 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-6881f422-5b8e-4ae6-b752-02b79674632e tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:56.836303 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-6881f422-5b8e-4ae6-b752-02b79674632e tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.879469 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f933c64-34c0-4d40-be12-1ddb80e72573 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:56.998972 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f933c64-34c0-4d40-be12-1ddb80e72573 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.012496 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2f933c64-34c0-4d40-be12-1ddb80e72573 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8201a743-c404-4529-80b4-9b2f30c00b06']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:57.012626 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1175a9f-bf60-445a-b5ac-7d6ba2c9d3b6 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.027683 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2f933c64-34c0-4d40-be12-1ddb80e72573 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768bde7a-655d-4956-992b-dc39f0d5c348') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:57.028204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2f933c64-34c0-4d40-be12-1ddb80e72573 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768bde7a-655d-4956-992b-dc39f0d5c348') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:33:57.038800 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f933c64-34c0-4d40-be12-1ddb80e72573 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.054460 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f933c64-34c0-4d40-be12-1ddb80e72573 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.059856 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1175a9f-bf60-445a-b5ac-7d6ba2c9d3b6 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.063549 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f933c64-34c0-4d40-be12-1ddb80e72573 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:33:57.064301 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f933c64-34c0-4d40-be12-1ddb80e72573 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.140827 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1175a9f-bf60-445a-b5ac-7d6ba2c9d3b6 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7405a2c9-026d-432a-b9a4-befd2d36f568,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:33:57.151703 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:33:57.174154 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-6881f422-5b8e-4ae6-b752-02b79674632e tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2124469 Jul 09 13:33:57.191529 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Request body: {'port': {'device_id': '5d326b42-1366-441c-b0e4-43dc3be9eb3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:57.192275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d22b654-c0a3-422b-9b1f-390069f86402 req-c2dbded6-af1c-4eb1-a89d-cfa8b9594207 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:57.199430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d22b654-c0a3-422b-9b1f-390069f86402 req-c2dbded6-af1c-4eb1-a89d-cfa8b9594207 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 945 time: 0.1550934 Jul 09 13:33:57.228508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612351e-035a-44d4-943a-76edd0418aff req-16b81eac-761f-44d7-8bfe-7b4f174ba03b tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:57.235698 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e612351e-035a-44d4-943a-76edd0418aff req-16b81eac-761f-44d7-8bfe-7b4f174ba03b tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 945 time: 0.2224507 Jul 09 13:33:57.262386 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f933c64-34c0-4d40-be12-1ddb80e72573 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.271569 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f933c64-34c0-4d40-be12-1ddb80e72573 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.276047 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2f933c64-34c0-4d40-be12-1ddb80e72573 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] 10.222.0.39 "DELETE /v2.0/networks/8201a743-c404-4529-80b4-9b2f30c00b06 HTTP/1.1" status: 204 len: 168 time: 0.6117527 Jul 09 13:33:57.295132 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e612351e-035a-44d4-943a-76edd0418aff req-d1310921-f9b0-4bfb-b38f-f19680d72bd8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584135 Jul 09 13:33:57.307572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-3cae683d-97f6-4fd7-b34e-cb2475b51a70 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Made reservation on behalf of f497f876391b4e08b31560ff95746718 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:33:57.311915 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-3cae683d-97f6-4fd7-b34e-cb2475b51a70 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.319573 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d22b654-c0a3-422b-9b1f-390069f86402 req-b56e140a-e236-49d9-9f76-69d54f4d6ac2 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191511 Jul 09 13:33:57.320733 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1175a9f-bf60-445a-b5ac-7d6ba2c9d3b6 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.337955 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e1175a9f-bf60-445a-b5ac-7d6ba2c9d3b6 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9606857 Jul 09 13:33:57.341093 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34394) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:57.348187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b0f3c134-3a7a-48f9-87b8-eb435e23e4fb tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group_rule': {'security_group_id': '7405a2c9-026d-432a-b9a4-befd2d36f568', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:57.367336 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f933c64-34c0-4d40-be12-1ddb80e72573 tempest-BulkNetworkOpsTest-903533357 tempest-BulkNetworkOpsTest-903533357-project] Pushing event deleted for resources: {'Network': ['ID=8201a743-c404-4529-80b4-9b2f30c00b06,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:57.382142 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.442618 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0f3c134-3a7a-48f9-87b8-eb435e23e4fb tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.609981 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0f3c134-3a7a-48f9-87b8-eb435e23e4fb tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.634973 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0f3c134-3a7a-48f9-87b8-eb435e23e4fb tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.648459 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 68a1dc28-7045-4057-9063-b569c36258df up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:57.717962 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0453bded-21f6-4c7a-8a55-205b0bc96ad5 req-7e70aab1-0b9c-416f-8e29-65e0c6c585a6 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 210 time: 0.1041470 Jul 09 13:33:57.735238 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f3c134-3a7a-48f9-87b8-eb435e23e4fb tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c70a8279-f6fe-4e99-a210-05f16b8e63c5,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:57.742184 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0f3c134-3a7a-48f9-87b8-eb435e23e4fb tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.743490 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b0f3c134-3a7a-48f9-87b8-eb435e23e4fb tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3997180 Jul 09 13:33:57.748053 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34398) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:57.753927 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ba432f22-63d1-4245-8a7c-01a8cb74d8a9 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group_rule': {'security_group_id': '7405a2c9-026d-432a-b9a4-befd2d36f568', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:57.789807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 68a1dc28-7045-4057-9063-b569c36258df completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:33:57.795375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 68a1dc28-7045-4057-9063-b569c36258df triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:57.795762 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.836532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34400) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:57.930022 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba432f22-63d1-4245-8a7c-01a8cb74d8a9 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:57.943970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-3cae683d-97f6-4fd7-b34e-cb2475b51a70 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Allocated IP 172.20.0.12 (cb871985-694c-4bff-b9c5-df10bd3971ed/fe541801-5f2f-44e7-bf6a-e4876e7170dc/ff4ea59e-da37-40d0-b1be-68ae38a530bd) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:33:57.978114 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.041877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c654f2c-5ada-465a-bd58-8c5c88524eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a1dc28-7045-4057-9063-b569c36258df'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:33:58.047783 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c6058f8-60a2-49dc-adf9-86f414b12a3c req-3ac7859a-259e-4301-b80e-c0ffbaeae31d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 210 time: 0.0539520 Jul 09 13:33:58.059631 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7601c09f-e7bb-40ef-b30c-4b99fce98ec9" -d '{"events": [{"server_uuid": "9c654f2c-5ada-465a-bd58-8c5c88524eeb", "name": "network-vif-plugged", "status": "completed", "tag": "68a1dc28-7045-4057-9063-b569c36258df"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:33:58.084637 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 68a1dc28-7045-4057-9063-b569c36258df, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=68a1dc28-7045-4057-9063-b569c36258df,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:58.090811 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.093015 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 998f26ae-c1e8-461e-9100-c113a011cd84 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:33:58.106659 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048be186-a3d9-4319-b228-e0dbd78c6c1e req-b93eb7c8-ac1a-408c-a217-c01ab6c8267c tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:58.124474 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-048be186-a3d9-4319-b228-e0dbd78c6c1e req-b93eb7c8-ac1a-408c-a217-c01ab6c8267c tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 932 time: 0.2817340 Jul 09 13:33:58.148346 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-3cae683d-97f6-4fd7-b34e-cb2475b51a70 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.170882 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba432f22-63d1-4245-8a7c-01a8cb74d8a9 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.186608 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3232fb89-d75c-49aa-b831-ee0446891162 x-openstack-request-id: req-3232fb89-d75c-49aa-b831-ee0446891162 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:33:58.187004 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c654f2c-5ada-465a-bd58-8c5c88524eeb", "name": "network-vif-plugged", "status": "completed", "tag": "68a1dc28-7045-4057-9063-b569c36258df", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:33:58.188127 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3232fb89-d75c-49aa-b831-ee0446891162 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:33:58.188673 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c654f2c-5ada-465a-bd58-8c5c88524eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68a1dc28-7045-4057-9063-b569c36258df', 'code': 200} Jul 09 13:33:58.188797 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba432f22-63d1-4245-8a7c-01a8cb74d8a9 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.207837 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-3cae683d-97f6-4fd7-b34e-cb2475b51a70 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.243262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba432f22-63d1-4245-8a7c-01a8cb74d8a9 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3168db74-1955-4ac4-bee9-207ec6035a14,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:58.260987 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=68a1dc28-7045-4057-9063-b569c36258df,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:58.275798 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-048be186-a3d9-4319-b228-e0dbd78c6c1e req-cb440087-211b-4609-b85f-49a70f8606d0 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd4b89f8-1ed0-4d4e-ae08-a535346d8828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496463 Jul 09 13:33:58.281403 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba432f22-63d1-4245-8a7c-01a8cb74d8a9 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.282046 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ba432f22-63d1-4245-8a7c-01a8cb74d8a9 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5330527 Jul 09 13:33:58.285216 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b4534014-b0c5-49e1-ac24-b123560c3ee9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6277bdcf4a554cb89bc3a35a751d65fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278297 Jul 09 13:33:58.285782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34406) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:58.286911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 998f26ae-c1e8-461e-9100-c113a011cd84 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:33:58.296665 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.296878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-3cae683d-97f6-4fd7-b34e-cb2475b51a70 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Network cb871985-694c-4bff-b9c5-df10bd3971ed is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:33:58.296878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34408) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:58.298019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-3cae683d-97f6-4fd7-b34e-cb2475b51a70 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:33:58.300165 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-3cae683d-97f6-4fd7-b34e-cb2475b51a70 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:33:58.303083 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f50e0476-c917-4707-b170-405888ec5d62 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group_rule': {'security_group_id': '7405a2c9-026d-432a-b9a4-befd2d36f568', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:58.357585 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f50e0476-c917-4707-b170-405888ec5d62 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.433389 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.435284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-3cae683d-97f6-4fd7-b34e-cb2475b51a70 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:58.435979 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-3cae683d-97f6-4fd7-b34e-cb2475b51a70 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.494394 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-3cae683d-97f6-4fd7-b34e-cb2475b51a70 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2692325 Jul 09 13:33:58.545310 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f50e0476-c917-4707-b170-405888ec5d62 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.553001 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f50e0476-c917-4707-b170-405888ec5d62 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.564008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae683d-97f6-4fd7-b34e-cb2475b51a70 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Pushing event updated for resources: {'Port': ['ID=ff4ea59e-da37-40d0-b1be-68ae38a530bd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:58.577525 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Request body: {'port': {'device_id': 'cc48456e-4802-4341-b836-7a5a483de944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:58.630412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50e0476-c917-4707-b170-405888ec5d62 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e21a04d-94d2-4540-b389-8e5e010aeda5,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:58.653013 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f50e0476-c917-4707-b170-405888ec5d62 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.654562 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f50e0476-c917-4707-b170-405888ec5d62 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3678598 Jul 09 13:33:58.661569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34416) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:58.673295 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5a72b167-0ed8-4a51-b358-0fac594ebaa7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group_rule': {'security_group_id': '7405a2c9-026d-432a-b9a4-befd2d36f568', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:58.695443 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e21ffb4e-4f36-4185-b3d9-e9b7007f32f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.726524 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e21ffb4e-4f36-4185-b3d9-e9b7007f32f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.736782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=998f26ae-c1e8-461e-9100-c113a011cd84,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:33:58.748594 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.758413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad81d5d-b655-4ce7-83e8-2b86594a2cb4 req-85c7867e-65b3-491a-9c67-52d5ae19e4ce tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:58.760970 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cad81d5d-b655-4ce7-83e8-2b86594a2cb4 req-85c7867e-65b3-491a-9c67-52d5ae19e4ce tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 946 time: 0.1984272 Jul 09 13:33:58.780186 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a72b167-0ed8-4a51-b358-0fac594ebaa7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.793574 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173299bd-7468-416d-ab86-4e1d88b3fe68 req-5960617a-00aa-457d-8660-13fba42157df tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:58.801247 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-173299bd-7468-416d-ab86-4e1d88b3fe68 req-5960617a-00aa-457d-8660-13fba42157df tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 945 time: 0.1858277 Jul 09 13:33:58.817993 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc33fe7f-1a96-41bf-82b8-b5dc251358bd req-a73163b3-d259-42f0-b5e9-6b8dccdd6710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:58.819578 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bc33fe7f-1a96-41bf-82b8-b5dc251358bd req-a73163b3-d259-42f0-b5e9-6b8dccdd6710 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 1097 time: 0.3660774 Jul 09 13:33:58.825459 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:58.835724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=998f26ae-c1e8-461e-9100-c113a011cd84,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:58.895928 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-173299bd-7468-416d-ab86-4e1d88b3fe68 req-9495c163-9e71-4cb6-b9b0-8b5fe5ae6e5c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0933592 Jul 09 13:33:58.957834 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cad81d5d-b655-4ce7-83e8-2b86594a2cb4 req-6f3ea395-a5fb-4f12-8e8c-5065efacf0e7 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863546 Jul 09 13:33:59.015814 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a72b167-0ed8-4a51-b358-0fac594ebaa7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.022009 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a72b167-0ed8-4a51-b358-0fac594ebaa7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.063741 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a72b167-0ed8-4a51-b358-0fac594ebaa7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.068862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5a72b167-0ed8-4a51-b358-0fac594ebaa7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3973117 Jul 09 13:33:59.068862 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a72b167-0ed8-4a51-b358-0fac594ebaa7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ae1fccd-72f7-4894-a0d3-0991359db8ae,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:59.072907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34420) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:59.082991 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-892c69f2-9a46-445c-ae48-04d6ce62179d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group_rule': {'security_group_id': '7405a2c9-026d-432a-b9a4-befd2d36f568', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:33:59.146000 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-892c69f2-9a46-445c-ae48-04d6ce62179d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.226224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4ea59e-da37-40d0-b1be-68ae38a530bd {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:33:59.236453 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.253030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Transition to ACTIVE for port object ff4ea59e-da37-40d0-b1be-68ae38a530bd will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:59.288120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.313271 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd2d9463-e57c-4fae-a5cf-234a12c1465f req-553793a5-1da8-41f4-b9b8-0511fdc785fd tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/ports?device_id=e75c80f9-26ea-402d-866a-4cf35ddfa7f0 HTTP/1.1" status: 200 len: 210 time: 0.0432992 Jul 09 13:33:59.315237 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-892c69f2-9a46-445c-ae48-04d6ce62179d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.329217 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-892c69f2-9a46-445c-ae48-04d6ce62179d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.343473 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bc33fe7f-1a96-41bf-82b8-b5dc251358bd req-1e98abcb-26e0-48fa-bae4-885cd0eed13c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5105681 Jul 09 13:33:59.349883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4ea59e-da37-40d0-b1be-68ae38a530bd,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:59.364435 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e21ffb4e-4f36-4185-b3d9-e9b7007f32f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.367601 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e21ffb4e-4f36-4185-b3d9-e9b7007f32f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.380460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892c69f2-9a46-445c-ae48-04d6ce62179d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3e541b-6164-48d2-85c4-01b51ec4d00e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:59.382320 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e21ffb4e-4f36-4185-b3d9-e9b7007f32f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ef5fba3-0d9f-4f72-937d-7a9341e70581 HTTP/1.1" status: 204 len: 168 time: 1.0165722 Jul 09 13:33:59.389435 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-892c69f2-9a46-445c-ae48-04d6ce62179d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.393172 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-892c69f2-9a46-445c-ae48-04d6ce62179d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.3138583 Jul 09 13:33:59.393581 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34428) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:59.445065 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22e96ee9-ca75-47a6-9505-82bf2e57d82d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.455968 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22e96ee9-ca75-47a6-9505-82bf2e57d82d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.481322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ffb4e-4f36-4185-b3d9-e9b7007f32f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef5fba3-0d9f-4f72-937d-7a9341e70581,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:59.541724 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22e96ee9-ca75-47a6-9505-82bf2e57d82d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.546834 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22e96ee9-ca75-47a6-9505-82bf2e57d82d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.550658 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-22e96ee9-ca75-47a6-9505-82bf2e57d82d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3a3e541b-6164-48d2-85c4-01b51ec4d00e HTTP/1.1" status: 204 len: 168 time: 0.1540258 Jul 09 13:33:59.552936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f836797-1339-478c-8128-96881b7b1c03 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:33:59.558914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34430) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:59.559907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e96ee9-ca75-47a6-9505-82bf2e57d82d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3a3e541b-6164-48d2-85c4-01b51ec4d00e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:59.607914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba0f778-f74d-4e1a-be0c-27d961d1b74c req-f620785a-d9b9-41c0-b2de-06c8ca4756ee tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:59.616803 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ba0f778-f74d-4e1a-be0c-27d961d1b74c req-f620785a-d9b9-41c0-b2de-06c8ca4756ee tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 944 time: 0.3003228 Jul 09 13:33:59.632873 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.658500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Attempting to bind port ff4ea59e-da37-40d0-b1be-68ae38a530bd on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:33:59.658999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Attempting to bind port ff4ea59e-da37-40d0-b1be-68ae38a530bd by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:33:59.659475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Attempting to bind port ff4ea59e-da37-40d0-b1be-68ae38a530bd on network cb871985-694c-4bff-b9c5-df10bd3971ed {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:59.663275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Transition to ACTIVE for port object 1f836797-1339-478c-8128-96881b7b1c03 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:33:59.666481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Port ff4ea59e-da37-40d0-b1be-68ae38a530bd on network cb871985-694c-4bff-b9c5-df10bd3971ed not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:33:59.667064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Attempting to bind port ff4ea59e-da37-40d0-b1be-68ae38a530bd on network cb871985-694c-4bff-b9c5-df10bd3971ed {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:33:59.673370 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.686926 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:33:59.686926 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Checking segment: {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:33:59.687343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Bound using segment: {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:33:59.687813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Bound port: ff4ea59e-da37-40d0-b1be-68ae38a530bd, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:33:59.688331 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:33:59.771760 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cefdb7f5-179a-45ba-93e1-f752d5fb86c6 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.2023222 Jul 09 13:33:59.782121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34436) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:33:59.786158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0993ce7c-b346-4b70-87a5-fc28aabf22dd req-c53d5e09-9c56-4ca5-8b95-b208effbeb47 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:33:59.793740 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0993ce7c-b346-4b70-87a5-fc28aabf22dd req-c53d5e09-9c56-4ca5-8b95-b208effbeb47 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 932 time: 0.2975447 Jul 09 13:33:59.814768 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ba0f778-f74d-4e1a-be0c-27d961d1b74c req-d7b3a952-8c2a-41e8-8275-4e1f4a9b9811 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730807 Jul 09 13:33:59.883999 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0993ce7c-b346-4b70-87a5-fc28aabf22dd req-a69e8b72-6a38-4268-a1ce-f25466e7fea5 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd4b89f8-1ed0-4d4e-ae08-a535346d8828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889206 Jul 09 13:33:59.894858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Pushing event updated for resources: {'Port': ['ID=1f836797-1339-478c-8128-96881b7b1c03,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:33:59.953488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] For port ff4ea59e-da37-40d0-b1be-68ae38a530bd, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:00.016590 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] For port ff4ea59e-da37-40d0-b1be-68ae38a530bd, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ff4ea59e-da37-40d0-b1be-68ae38a530bd,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:34:00.029091 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db924311-d891-4631-8478-0ab8cb403e83 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.038500 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.056668 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db924311-d891-4631-8478-0ab8cb403e83 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.179488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Attempting to bind port 1f836797-1339-478c-8128-96881b7b1c03 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:00.179831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Attempting to bind port 1f836797-1339-478c-8128-96881b7b1c03 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4b5f7046-120e-4b2b-8847-96b6e30e1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f7c53d2b-d3b2-4d5c-9b02-8e229b37072f'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:00.180169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Attempting to bind port 1f836797-1339-478c-8128-96881b7b1c03 on network f7c53d2b-d3b2-4d5c-9b02-8e229b37072f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:00.190888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998f26ae-c1e8-461e-9100-c113a011cd84'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:34:00.191406 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4ea59e-da37-40d0-b1be-68ae38a530bd,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:00.195742 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6376ac-7ae1-4e58-afcd-0cbbefbae744" -d '{"events": [{"server_uuid": "bba848d5-423c-4606-89ff-82ebedfa6164", "name": "network-vif-plugged", "status": "completed", "tag": "998f26ae-c1e8-461e-9100-c113a011cd84"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:34:00.232295 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Port 1f836797-1339-478c-8128-96881b7b1c03 on network f7c53d2b-d3b2-4d5c-9b02-8e229b37072f not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:00.233019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Attempting to bind port 1f836797-1339-478c-8128-96881b7b1c03 on network f7c53d2b-d3b2-4d5c-9b02-8e229b37072f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:00.262041 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:34:00.262985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Checking segment: {'id': '4b5f7046-120e-4b2b-8847-96b6e30e1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f7c53d2b-d3b2-4d5c-9b02-8e229b37072f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:00.263496 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Bound using segment: {'id': '4b5f7046-120e-4b2b-8847-96b6e30e1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f7c53d2b-d3b2-4d5c-9b02-8e229b37072f'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:34:00.264296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Bound port: 1f836797-1339-478c-8128-96881b7b1c03, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b5f7046-120e-4b2b-8847-96b6e30e1737', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'f7c53d2b-d3b2-4d5c-9b02-8e229b37072f'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:34:00.264765 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.269746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:00.271653 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.271792 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf93648-afbc-42ef-8fca-106bbfb6bc6a req-1373b2d1-6210-40b6-9834-164f854c2bf2 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:00.273864 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-9376b510-ad10-4b9e-ace9-9783a4fd66f8 service neutron] 10.222.0.18 "PUT /v2.0/ports/ff4ea59e-da37-40d0-b1be-68ae38a530bd HTTP/1.1" status: 200 len: 1092 time: 1.7109740 Jul 09 13:34:00.276964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc48456e-4802-4341-b836-7a5a483de944', 'tag': 'ff4ea59e-da37-40d0-b1be-68ae38a530bd'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:34:00.280253 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9cf93648-afbc-42ef-8fca-106bbfb6bc6a req-1373b2d1-6210-40b6-9834-164f854c2bf2 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.1629064 Jul 09 13:34:00.288539 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429ad620-f395-474c-9d04-c7c643a66e44" -d '{"events": [{"name": "network-changed", "server_uuid": "cc48456e-4802-4341-b836-7a5a483de944", "tag": "ff4ea59e-da37-40d0-b1be-68ae38a530bd"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:34:00.306127 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db924311-d891-4631-8478-0ab8cb403e83 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.318629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b388506-8f2f-420e-a69c-a5e4d0c57553 req-ca9fc854-93d5-4ad7-be6e-ab6c007a728a tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:00.320596 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b388506-8f2f-420e-a69c-a5e4d0c57553 req-ca9fc854-93d5-4ad7-be6e-ab6c007a728a tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 946 time: 0.1275609 Jul 09 13:34:00.328523 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db924311-d891-4631-8478-0ab8cb403e83 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.334685 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-db924311-d891-4631-8478-0ab8cb403e83 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3ae1fccd-72f7-4894-a0d3-0991359db8ae HTTP/1.1" status: 204 len: 168 time: 0.5497470 Jul 09 13:34:00.336105 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34462) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:00.336786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db924311-d891-4631-8478-0ab8cb403e83 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ae1fccd-72f7-4894-a0d3-0991359db8ae,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:00.408653 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9cf93648-afbc-42ef-8fca-106bbfb6bc6a req-06331d64-cef1-4101-889a-6f17dc34138e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274192 Jul 09 13:34:00.447721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] For port 1f836797-1339-478c-8128-96881b7b1c03, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:00.452849 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] For port 1f836797-1339-478c-8128-96881b7b1c03, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1f836797-1339-478c-8128-96881b7b1c03,segment=NetworkSegment(4b5f7046-120e-4b2b-8847-96b6e30e1737),segment_id=4b5f7046-120e-4b2b-8847-96b6e30e1737)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:34:00.471724 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.500844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b388506-8f2f-420e-a69c-a5e4d0c57553 req-2aee6dc6-444b-444a-bf82-9048348ddc74 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700237 Jul 09 13:34:00.545678 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8f9aaee2-3603-4dc2-a289-1058446c6907 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.2032738 Jul 09 13:34:00.546514 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34468) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:00.574065 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95b888f-585e-4aec-bca2-8246fd72014a x-openstack-request-id: req-f95b888f-585e-4aec-bca2-8246fd72014a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:34:00.574657 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba848d5-423c-4606-89ff-82ebedfa6164", "name": "network-vif-plugged", "status": "completed", "tag": "998f26ae-c1e8-461e-9100-c113a011cd84", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:34:00.575163 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f95b888f-585e-4aec-bca2-8246fd72014a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:34:00.575766 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998f26ae-c1e8-461e-9100-c113a011cd84', 'code': 200} Jul 09 13:34:00.602551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34470) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:00.605012 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ed25f3-bcf8-4e84-990e-d90edd71280c tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.607922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:00.608573 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.610031 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] 10.222.0.18 "PUT /v2.0/ports/1f836797-1339-478c-8128-96881b7b1c03 HTTP/1.1" status: 200 len: 1092 time: 3.4265141 Jul 09 13:34:00.626504 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ed25f3-bcf8-4e84-990e-d90edd71280c tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.647455 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f8ba22-ef77-418d-b57f-880ce4396ef4 x-openstack-request-id: req-d9f8ba22-ef77-418d-b57f-880ce4396ef4 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:34:00.647768 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc48456e-4802-4341-b836-7a5a483de944", "tag": "ff4ea59e-da37-40d0-b1be-68ae38a530bd", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:34:00.648237 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d9f8ba22-ef77-418d-b57f-880ce4396ef4 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:34:00.648580 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc48456e-4802-4341-b836-7a5a483de944', 'tag': 'ff4ea59e-da37-40d0-b1be-68ae38a530bd', 'status': 'completed', 'code': 200} Jul 09 13:34:00.685871 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ed25f3-bcf8-4e84-990e-d90edd71280c tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.702677 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ed25f3-bcf8-4e84-990e-d90edd71280c tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.706240 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-80ed25f3-bcf8-4e84-990e-d90edd71280c tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/6e21a04d-94d2-4540-b389-8e5e010aeda5 HTTP/1.1" status: 204 len: 168 time: 0.1562431 Jul 09 13:34:00.709830 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ed25f3-bcf8-4e84-990e-d90edd71280c tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e21a04d-94d2-4540-b389-8e5e010aeda5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:00.711287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34474) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:00.795151 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d81e499a-d769-432d-8f0c-884ad0128129 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0706041 Jul 09 13:34:00.795824 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34478) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:00.801860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34480) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:00.806617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-0f7afbf7-f061-4171-91c6-6eae569e0897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:00.808380 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-0f7afbf7-f061-4171-91c6-6eae569e0897 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 1095 time: 0.3536921 Jul 09 13:34:00.827752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3da4fa99-6456-40d3-b0be-1a3910288fd3 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-607249910'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:00.832133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57fa269-d611-48e2-ae85-b73f600a66ed service neutron] Pushing event updated for resources: {'Port': ['ID=1f836797-1339-478c-8128-96881b7b1c03,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:00.878129 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f98d6f0d-7799-4264-be4c-74415dc5861c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.907041 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f98d6f0d-7799-4264-be4c-74415dc5861c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:00.909720 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-0ca1e8e0-2f92-4cde-9dbd-b9f9b12a1e08 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff4ea59e-da37-40d0-b1be-68ae38a530bd HTTP/1.1" status: 200 len: 217 time: 0.0930471 Jul 09 13:34:01.022630 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b07a17c-2b6f-4b31-8331-27deef5b1c12 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:01.053316 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b07a17c-2b6f-4b31-8331-27deef5b1c12 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:01.055696 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f98d6f0d-7799-4264-be4c-74415dc5861c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:01.059300 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f98d6f0d-7799-4264-be4c-74415dc5861c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:01.060602 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f98d6f0d-7799-4264-be4c-74415dc5861c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "DELETE /v2.0/security-groups/0fcb9ed4-1da3-4de9-b118-f1e35ace680f HTTP/1.1" status: 204 len: 168 time: 0.2638285 Jul 09 13:34:01.067973 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34486) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:01.074449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-050f022e-e7bd-48d8-8140-26902d1cd070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:01.080575 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-050f022e-e7bd-48d8-8140-26902d1cd070 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=420b786ed40840aca402aad1e1502b21&device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 1095 time: 0.3987288 Jul 09 13:34:01.095953 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-884b5131-01bf-418b-a134-ddaf76da475f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] show failed (client error): The resource could not be found. Jul 09 13:34:01.096845 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da4fa99-6456-40d3-b0be-1a3910288fd3 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:01.097220 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-884b5131-01bf-418b-a134-ddaf76da475f tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "GET /v2.0/security-groups/0fcb9ed4-1da3-4de9-b118-f1e35ace680f HTTP/1.1" status: 404 len: 347 time: 0.0239286 Jul 09 13:34:01.098152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98d6f0d-7799-4264-be4c-74415dc5861c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcb9ed4-1da3-4de9-b118-f1e35ace680f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:01.101755 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3da4fa99-6456-40d3-b0be-1a3910288fd3 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:01.105393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34488) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:01.167662 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-eb1c7699-fd84-4844-b387-4a06eaa2a44a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f836797-1339-478c-8128-96881b7b1c03 HTTP/1.1" status: 200 len: 217 time: 0.0610807 Jul 09 13:34:01.206368 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75896dca-74e0-490a-a1ec-8b9c01ff4a35 req-8ec659f9-06a5-45f5-8dfb-d8b304d16c1a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:01.208122 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-75896dca-74e0-490a-a1ec-8b9c01ff4a35 req-8ec659f9-06a5-45f5-8dfb-d8b304d16c1a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 944 time: 0.2050519 Jul 09 13:34:01.209508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-bd940227-635a-4814-8676-7a5862125aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:01.211368 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-bd940227-635a-4814-8676-7a5862125aac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe541801-5f2f-44e7-bf6a-e4876e7170dc HTTP/1.1" status: 200 len: 851 time: 0.2770245 Jul 09 13:34:01.226326 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3da4fa99-6456-40d3-b0be-1a3910288fd3 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:01.293675 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-75896dca-74e0-490a-a1ec-8b9c01ff4a35 req-a3d4deba-79ac-479a-8da6-a10db80976ac tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718729 Jul 09 13:34:01.301621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24847288-5781-44f0-909c-a827b3678ef0 req-4e9f7f5d-9885-4d46-beec-b47a288b617f tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:01.312991 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24847288-5781-44f0-909c-a827b3678ef0 req-4e9f7f5d-9885-4d46-beec-b47a288b617f tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 944 time: 0.1841807 Jul 09 13:34:01.373233 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24847288-5781-44f0-909c-a827b3678ef0 req-814627fd-9760-4fc7-a458-4dbb2621aab7 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd4b89f8-1ed0-4d4e-ae08-a535346d8828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541449 Jul 09 13:34:01.641160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1438d237-84f6-482c-8c68-45a1e3b83afb req-a457a9ef-2ecd-43fa-bcc8-19d544b68f69 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:01.643739 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1438d237-84f6-482c-8c68-45a1e3b83afb req-a457a9ef-2ecd-43fa-bcc8-19d544b68f69 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.0849719 Jul 09 13:34:01.711665 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1438d237-84f6-482c-8c68-45a1e3b83afb req-49627fc5-7063-42d8-b8d9-856c2c52fe00 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596731 Jul 09 13:34:01.733223 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-08319982-7433-4a42-947e-55d06f4317d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb871985-694c-4bff-b9c5-df10bd3971ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4997897 Jul 09 13:34:01.765718 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b07a17c-2b6f-4b31-8331-27deef5b1c12 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:01.774398 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91044053-7eb4-4539-868a-ac092539ce35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:01.803066 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b07a17c-2b6f-4b31-8331-27deef5b1c12 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:01.804191 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5b07a17c-2b6f-4b31-8331-27deef5b1c12 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3168db74-1955-4ac4-bee9-207ec6035a14 HTTP/1.1" status: 204 len: 168 time: 1.0009019 Jul 09 13:34:01.809002 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34496) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:01.857233 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a6256-8d91-42c7-9467-dc8d72d8d58a req-04476b5b-154b-4fa2-90ba-8f0421b4e3c4 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:01.865919 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-794a6256-8d91-42c7-9467-dc8d72d8d58a req-04476b5b-154b-4fa2-90ba-8f0421b4e3c4 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 946 time: 0.1526623 Jul 09 13:34:01.876466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b07a17c-2b6f-4b31-8331-27deef5b1c12 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3168db74-1955-4ac4-bee9-207ec6035a14,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:01.890222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-3a2af07f-c22f-4de5-9382-35a279b37c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:01.892126 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-3a2af07f-c22f-4de5-9382-35a279b37c1b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76834099-f3ae-4423-9b81-bc5a4d2c9091 HTTP/1.1" status: 200 len: 862 time: 0.6868846 Jul 09 13:34:01.942346 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cc942304-e1f6-40a3-82a9-16424bf67bac tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1312442 Jul 09 13:34:01.954774 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-794a6256-8d91-42c7-9467-dc8d72d8d58a req-976783d5-ef94-4b2f-9ca3-411ada605e87 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876567 Jul 09 13:34:01.955584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34498) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:01.986237 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-edea7db9-ecef-4da3-bbb4-49babd4a2442 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7c53d2b-d3b2-4d5c-9b02-8e229b37072f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0685134 Jul 09 13:34:02.031302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b08f561a-6a32-4d61-81b2-ce08a22f943b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Deleting port dfc14062-be5e-45ad-97a1-89113d605632 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:02.032211 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b08f561a-6a32-4d61-81b2-ce08a22f943b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.049514 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd142-1062-40e7-9b70-e20025bfb9d3 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.090778 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd142-1062-40e7-9b70-e20025bfb9d3 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.158190 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd142-1062-40e7-9b70-e20025bfb9d3 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.166314 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e0bd142-1062-40e7-9b70-e20025bfb9d3 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.167643 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7e0bd142-1062-40e7-9b70-e20025bfb9d3 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c70a8279-f6fe-4e99-a210-05f16b8e63c5 HTTP/1.1" status: 204 len: 168 time: 0.2108593 Jul 09 13:34:02.172984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34502) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:02.182074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0bd142-1062-40e7-9b70-e20025bfb9d3 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c70a8279-f6fe-4e99-a210-05f16b8e63c5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:02.241925 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-0761b9fa-a300-4a49-8b62-00d16d4735a3 service neutron] 10.222.0.18 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4831686 Jul 09 13:34:02.251598 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3da4fa99-6456-40d3-b0be-1a3910288fd3 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.273119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34504) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:02.275763 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-136a592e-95ed-4d09-a8d1-d860eb5470bc tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1012669 Jul 09 13:34:02.280260 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3da4fa99-6456-40d3-b0be-1a3910288fd3 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.438179 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da4fa99-6456-40d3-b0be-1a3910288fd3 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:34:02.486546 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-da370cba-703c-40cd-aa59-9fdc44f6ceb9 service neutron] 10.222.0.18 "GET /v2.0/networks/f7c53d2b-d3b2-4d5c-9b02-8e229b37072f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935296 Jul 09 13:34:02.486795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4fa99-6456-40d3-b0be-1a3910288fd3 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9caeadb5-0715-4bc3-a090-4dd296c0be01,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:02.503123 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3da4fa99-6456-40d3-b0be-1a3910288fd3 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.503607 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-3da4fa99-6456-40d3-b0be-1a3910288fd3 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Added segment dfeb833f-f47f-4793-bda1-339f6a3fc05b of type vlan for network e784d1b7-9019-40e4-827c-59a266c674eb Jul 09 13:34:02.505799 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b08f561a-6a32-4d61-81b2-ce08a22f943b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.506129 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b08f561a-6a32-4d61-81b2-ce08a22f943b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.631951 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39c63e6-2ca8-4bb8-b502-8512225e782e req-2d0191b2-38e3-4b0f-a324-ed408f3b0b3a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:02.633721 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f39c63e6-2ca8-4bb8-b502-8512225e782e req-2d0191b2-38e3-4b0f-a324-ed408f3b0b3a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 944 time: 0.1878390 Jul 09 13:34:02.678216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d326b42-1366-441c-b0e4-43dc3be9eb3d', 'tag': '1f836797-1339-478c-8128-96881b7b1c03'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:34:02.680673 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff915a5b-7ae2-49ee-8563-d137df57ce71" -d '{"events": [{"name": "network-changed", "server_uuid": "5d326b42-1366-441c-b0e4-43dc3be9eb3d", "tag": "1f836797-1339-478c-8128-96881b7b1c03"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:34:02.685388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b08f561a-6a32-4d61-81b2-ce08a22f943b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Calling delete_port for dfc14062-be5e-45ad-97a1-89113d605632 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:02.726071 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3da4fa99-6456-40d3-b0be-1a3910288fd3 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.776168 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f39c63e6-2ca8-4bb8-b502-8512225e782e req-57f287fe-44bc-460b-8db0-72315e9e0a85 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328812 Jul 09 13:34:02.802671 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61da85f6-1b5e-4ef3-a4af-881e4024ebd8 req-8a9da9ec-d5a3-448f-97ce-bd5c73f9ad13 service neutron] 10.222.0.18 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473495 Jul 09 13:34:02.852268 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e9c338-5cb9-48a9-9334-6e5279915523 req-6de956ab-77e2-4df2-a337-91f5e9df4cd9 service neutron] 10.222.0.18 "GET /v2.0/networks/f7c53d2b-d3b2-4d5c-9b02-8e229b37072f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3305779 Jul 09 13:34:02.861478 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3da4fa99-6456-40d3-b0be-1a3910288fd3 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.868256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da4fa99-6456-40d3-b0be-1a3910288fd3 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:02.870814 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3da4fa99-6456-40d3-b0be-1a3910288fd3 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:02.898539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556c2f8-9616-416f-a247-6751e9197b3e req-fa33f13a-9842-4e92-ad78-3a3266867fac tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:02.908546 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3556c2f8-9616-416f-a247-6751e9197b3e req-fa33f13a-9842-4e92-ad78-3a3266867fac tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 944 time: 0.2125793 Jul 09 13:34:03.000355 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3556c2f8-9616-416f-a247-6751e9197b3e req-5d5016c7-cd82-4730-b82c-7a8366f9a520 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd4b89f8-1ed0-4d4e-ae08-a535346d8828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821984 Jul 09 13:34:03.063732 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9f66b75-46c7-4651-92f0-0a3d13939001 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.083190 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3da4fa99-6456-40d3-b0be-1a3910288fd3 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4589050 Jul 09 13:34:03.083190 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b08f561a-6a32-4d61-81b2-ce08a22f943b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.201860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f561a-6a32-4d61-81b2-ce08a22f943b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event deleted for resources: {'Port': ['ID=dfc14062-be5e-45ad-97a1-89113d605632,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:03.279781 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833ca812-2833-4838-8951-58bdcca23185 req-09cfaa09-55b6-498b-8a3b-a4b20733bf96 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:03.287563 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:34:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa9b08cd-5f39-4ba2-b92e-d9a0c2bcd798 x-openstack-request-id: req-aa9b08cd-5f39-4ba2-b92e-d9a0c2bcd798 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:34:03.288604 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-833ca812-2833-4838-8951-58bdcca23185 req-09cfaa09-55b6-498b-8a3b-a4b20733bf96 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.1844389 Jul 09 13:34:03.288762 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d326b42-1366-441c-b0e4-43dc3be9eb3d", "tag": "1f836797-1339-478c-8128-96881b7b1c03", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:34:03.291590 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aa9b08cd-5f39-4ba2-b92e-d9a0c2bcd798 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:34:03.292308 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d326b42-1366-441c-b0e4-43dc3be9eb3d', 'tag': '1f836797-1339-478c-8128-96881b7b1c03', 'status': 'completed', 'code': 200} Jul 09 13:34:03.371973 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-833ca812-2833-4838-8951-58bdcca23185 req-311959f4-69f2-4c68-b494-f259c314c53e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823917 Jul 09 13:34:03.389903 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9f66b75-46c7-4651-92f0-0a3d13939001 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.489367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4fa99-6456-40d3-b0be-1a3910288fd3 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Network': ['ID=e784d1b7-9019-40e4-827c-59a266c674eb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:03.513102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network e784d1b7-9019-40e4-827c-59a266c674eb details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:03.558586 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b08f561a-6a32-4d61-81b2-ce08a22f943b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.561342 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b08f561a-6a32-4d61-81b2-ce08a22f943b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.562569 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b08f561a-6a32-4d61-81b2-ce08a22f943b tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "DELETE /v2.0/floatingips/866037a3-c45c-4726-80b3-02a95d4e3693 HTTP/1.1" status: 204 len: 168 time: 2.4512691 Jul 09 13:34:03.566162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34530) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:03.586368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ad620-f395-474c-9d04-c7c643a66e44 req-3c3688a8-5b9e-43c4-a9bc-465ac38765e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:03.588551 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-429ad620-f395-474c-9d04-c7c643a66e44 req-3c3688a8-5b9e-43c4-a9bc-465ac38765e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 1095 time: 0.5195792 Jul 09 13:34:03.590474 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9f66b75-46c7-4651-92f0-0a3d13939001 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.593109 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f9f66b75-46c7-4651-92f0-0a3d13939001 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.594376 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f9f66b75-46c7-4651-92f0-0a3d13939001 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-groups/7405a2c9-026d-432a-b9a4-befd2d36f568 HTTP/1.1" status: 204 len: 168 time: 1.3191364 Jul 09 13:34:03.601243 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34532) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:03.682970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f66b75-46c7-4651-92f0-0a3d13939001 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7405a2c9-026d-432a-b9a4-befd2d36f568,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:03.695200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff915a5b-7ae2-49ee-8563-d137df57ce71 req-cebf8873-0a4b-4c57-b0c6-b27eb2ebebe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:03.697964 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ff915a5b-7ae2-49ee-8563-d137df57ce71 req-cebf8873-0a4b-4c57-b0c6-b27eb2ebebe0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=420b786ed40840aca402aad1e1502b21&device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 1095 time: 0.3996568 Jul 09 13:34:03.830428 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-095baaef-6368-4c1e-9c80-641f18eee9cf tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2171390 Jul 09 13:34:03.835197 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34536) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:03.849406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f8672cfa-c701-4c6d-ba38-db223f096d60 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group': {'name': 'tempest-secgroup--488590300'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:03.865591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ad620-f395-474c-9d04-c7c643a66e44 req-ae4e20b2-0221-4b56-a81e-0bcb896341fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:03.867132 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-429ad620-f395-474c-9d04-c7c643a66e44 req-ae4e20b2-0221-4b56-a81e-0bcb896341fb service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 912 time: 0.2709820 Jul 09 13:34:03.903072 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8672cfa-c701-4c6d-ba38-db223f096d60 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:03.927567 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-429ad620-f395-474c-9d04-c7c643a66e44 req-4d960421-ecee-4f97-b3fa-7e1d264d6123 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff4ea59e-da37-40d0-b1be-68ae38a530bd HTTP/1.1" status: 200 len: 217 time: 0.0535576 Jul 09 13:34:03.928778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff915a5b-7ae2-49ee-8563-d137df57ce71 req-3ba56ecc-a38b-404a-97e5-a9bf704a5b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:03.930460 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ff915a5b-7ae2-49ee-8563-d137df57ce71 req-3ba56ecc-a38b-404a-97e5-a9bf704a5b5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7c53d2b-d3b2-4d5c-9b02-8e229b37072f HTTP/1.1" status: 200 len: 923 time: 0.2246480 Jul 09 13:34:03.974834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d592e055-063f-4e1d-af35-ba7fffc41a40 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Deleting port 9dac8575-da90-47f3-980a-1e70c9c7db5e {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:03.975240 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d592e055-063f-4e1d-af35-ba7fffc41a40 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.080143 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ff915a5b-7ae2-49ee-8563-d137df57ce71 req-aac89048-822f-4f32-97a2-54f93e4c6b65 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f836797-1339-478c-8128-96881b7b1c03 HTTP/1.1" status: 200 len: 217 time: 0.1405175 Jul 09 13:34:04.100628 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8672cfa-c701-4c6d-ba38-db223f096d60 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.174372 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8672cfa-c701-4c6d-ba38-db223f096d60 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.188345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429ad620-f395-474c-9d04-c7c643a66e44 req-00c25ef0-f75d-41da-b44f-1db6d9804a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:04.190871 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-429ad620-f395-474c-9d04-c7c643a66e44 req-00c25ef0-f75d-41da-b44f-1db6d9804a72 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe541801-5f2f-44e7-bf6a-e4876e7170dc HTTP/1.1" status: 200 len: 851 time: 0.2525287 Jul 09 13:34:04.235620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-429ad620-f395-474c-9d04-c7c643a66e44 req-3965753b-78b9-4e8f-be29-f57ca403af1c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb871985-694c-4bff-b9c5-df10bd3971ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343859 Jul 09 13:34:04.238182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff915a5b-7ae2-49ee-8563-d137df57ce71 req-2b594499-20e6-47f3-b1f0-7e57f34e034a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:04.239657 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ff915a5b-7ae2-49ee-8563-d137df57ce71 req-2b594499-20e6-47f3-b1f0-7e57f34e034a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=76834099-f3ae-4423-9b81-bc5a4d2c9091 HTTP/1.1" status: 200 len: 862 time: 0.1511052 Jul 09 13:34:04.314453 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8672cfa-c701-4c6d-ba38-db223f096d60 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.316344 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f8672cfa-c701-4c6d-ba38-db223f096d60 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4794002 Jul 09 13:34:04.319350 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ff915a5b-7ae2-49ee-8563-d137df57ce71 req-fba8cd00-f961-4289-96d8-28f0b9cf3e58 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7c53d2b-d3b2-4d5c-9b02-8e229b37072f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639403 Jul 09 13:34:04.326201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34540) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:04.343928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f2183dd5-527e-44e5-b026-d6dae0eff868 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group_rule': {'security_group_id': '3bbb5185-b75c-4aca-bfbf-4f0ea2cf4961', 'direction': 'ingress', 'protocol': 17}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:04.408486 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2183dd5-527e-44e5-b026-d6dae0eff868 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.446299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8672cfa-c701-4c6d-ba38-db223f096d60 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bbb5185-b75c-4aca-bfbf-4f0ea2cf4961,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:04.482711 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-429ad620-f395-474c-9d04-c7c643a66e44 req-b30f153a-c7fd-4f5c-a774-bb93224485e5 service neutron] 10.222.0.18 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260578 Jul 09 13:34:04.488608 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ff915a5b-7ae2-49ee-8563-d137df57ce71 req-f664dab9-6d8b-4ec2-9bdb-25f81d07c1e9 service neutron] 10.222.0.18 "GET /v2.0/networks/f7c53d2b-d3b2-4d5c-9b02-8e229b37072f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313725 Jul 09 13:34:04.492779 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cc6704-9291-43ab-8459-25e313302c9e req-1b2fb811-6aa6-4449-9555-2ff22e974c37 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:04.501570 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-47cc6704-9291-43ab-8459-25e313302c9e req-1b2fb811-6aa6-4449-9555-2ff22e974c37 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 944 time: 0.5053611 Jul 09 13:34:04.548668 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae78fa-2af1-4032-816c-0715e6f3e3ad req-13ba3b39-0764-4566-b8d2-711c8a4d9f04 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:04.550367 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5ae78fa-2af1-4032-816c-0715e6f3e3ad req-13ba3b39-0764-4566-b8d2-711c8a4d9f04 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 944 time: 0.3488274 Jul 09 13:34:04.587144 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.603692 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2183dd5-527e-44e5-b026-d6dae0eff868 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.636393 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3559fa5b-40c7-47a1-8fcb-eb6102fa5e72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.680280 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d592e055-063f-4e1d-af35-ba7fffc41a40 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.683384 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-429ad620-f395-474c-9d04-c7c643a66e44 req-103a4f82-88ec-42cb-89b4-7327686ca43d service neutron] 10.222.0.18 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936431 Jul 09 13:34:04.686171 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ff915a5b-7ae2-49ee-8563-d137df57ce71 req-68d4a7d6-4427-481b-aec4-4637567c6e77 service neutron] 10.222.0.18 "GET /v2.0/networks/f7c53d2b-d3b2-4d5c-9b02-8e229b37072f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853406 Jul 09 13:34:04.701576 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5ae78fa-2af1-4032-816c-0715e6f3e3ad req-cdf24759-7d27-4bbd-9833-7b3c7aeaab52 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd4b89f8-1ed0-4d4e-ae08-a535346d8828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960093 Jul 09 13:34:04.703820 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2183dd5-527e-44e5-b026-d6dae0eff868 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.758794 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-47cc6704-9291-43ab-8459-25e313302c9e req-ed8b8578-64df-4fb1-8460-d119f499b336 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559261 Jul 09 13:34:04.764302 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d592e055-063f-4e1d-af35-ba7fffc41a40 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Calling delete_port for 9dac8575-da90-47f3-980a-1e70c9c7db5e owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:04.779544 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2183dd5-527e-44e5-b026-d6dae0eff868 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78451754-0221-46d4-aa13-542a74e4b448,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:04.793798 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2183dd5-527e-44e5-b026-d6dae0eff868 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.798699 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f2183dd5-527e-44e5-b026-d6dae0eff868 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4579055 Jul 09 13:34:04.799944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34548) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:04.954562 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1e66-d492-4dd2-bd37-ce69fd130736 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:04.985681 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1e66-d492-4dd2-bd37-ce69fd130736 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.091975 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1e66-d492-4dd2-bd37-ce69fd130736 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.095253 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1e66-d492-4dd2-bd37-ce69fd130736 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.098193 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cb7e1e66-d492-4dd2-bd37-ce69fd130736 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-groups/3bbb5185-b75c-4aca-bfbf-4f0ea2cf4961 HTTP/1.1" status: 204 len: 168 time: 0.2965388 Jul 09 13:34:05.105378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34552) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:05.141684 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d592e055-063f-4e1d-af35-ba7fffc41a40 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.164846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e1e66-d492-4dd2-bd37-ce69fd130736 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bbb5185-b75c-4aca-bfbf-4f0ea2cf4961,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:05.210192 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d592e055-063f-4e1d-af35-ba7fffc41a40 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event deleted for resources: {'Port': ['ID=9dac8575-da90-47f3-980a-1e70c9c7db5e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:05.232706 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adb3304-f606-4cb5-9116-02c9d0c99331 req-90ad6b13-86d1-48c0-8e8d-aa39216124de tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:05.234567 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7adb3304-f606-4cb5-9116-02c9d0c99331 req-90ad6b13-86d1-48c0-8e8d-aa39216124de tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.1504500 Jul 09 13:34:05.271575 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ef9acf1f-6883-452f-a503-a632bbdab6b9 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1486390 Jul 09 13:34:05.271575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34554) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:05.282151 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-dcff73c2-0eff-48dc-82dc-c032c218e62b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group': {'name': 'tempest-secgroup--267916343'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:05.301646 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7adb3304-f606-4cb5-9116-02c9d0c99331 req-8187a959-d15c-4656-b2f0-c48c9a9c151f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408936 Jul 09 13:34:05.349651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 1f836797-1339-478c-8128-96881b7b1c03 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:34:05.395205 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dcff73c2-0eff-48dc-82dc-c032c218e62b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.454741 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d592e055-063f-4e1d-af35-ba7fffc41a40 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.457400 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d592e055-063f-4e1d-af35-ba7fffc41a40 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "DELETE /v2.0/ports/9dac8575-da90-47f3-980a-1e70c9c7db5e HTTP/1.1" status: 204 len: 168 time: 1.8896966 Jul 09 13:34:05.460070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34558) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:05.561260 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.628595 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 1f836797-1339-478c-8128-96881b7b1c03, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1f836797-1339-478c-8128-96881b7b1c03,segment=NetworkSegment(4b5f7046-120e-4b2b-8847-96b6e30e1737),segment_id=4b5f7046-120e-4b2b-8847-96b6e30e1737)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:05.653485 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dcff73c2-0eff-48dc-82dc-c032c218e62b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.656563 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '1f836797-1339-478c-8128-96881b7b1c03', 'network_id': 'f7c53d2b-d3b2-4d5c-9b02-8e229b37072f', 'port_id': '1f836797-1339-478c-8128-96881b7b1c03', 'mac_address': 'fa:16:3e:05:e2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76834099-f3ae-4423-9b81-bc5a4d2c9091', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:34:05.661836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dcff73c2-0eff-48dc-82dc-c032c218e62b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.731679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-99858625-103b-41fc-890e-96e75b982b19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Deleting port 09127b77-234e-4594-8ccb-d507e2278c0c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:05.734723 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-99858625-103b-41fc-890e-96e75b982b19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.766577 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.808232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcff73c2-0eff-48dc-82dc-c032c218e62b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3affbba9-06b2-4a8e-9958-33dcf3fc5f14,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:05.830561 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dcff73c2-0eff-48dc-82dc-c032c218e62b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:05.830561 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dcff73c2-0eff-48dc-82dc-c032c218e62b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5661891 Jul 09 13:34:05.855778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34568) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:05.880911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f836797-1339-478c-8128-96881b7b1c03 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:34:05.891864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-76063f09-ae5f-499a-a119-c891fc37beb5 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group': {'name': 'tempest-secgroup--260506271'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:06.002690 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 1f836797-1339-478c-8128-96881b7b1c03, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1f836797-1339-478c-8128-96881b7b1c03,segment=NetworkSegment(4b5f7046-120e-4b2b-8847-96b6e30e1737),segment_id=4b5f7046-120e-4b2b-8847-96b6e30e1737)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:06.022880 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76063f09-ae5f-499a-a119-c891fc37beb5 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.031979 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.032663 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ff4ea59e-da37-40d0-b1be-68ae38a530bd details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:34:06.275707 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-99858625-103b-41fc-890e-96e75b982b19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.296602 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76063f09-ae5f-499a-a119-c891fc37beb5 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.306643 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76063f09-ae5f-499a-a119-c891fc37beb5 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.316819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-99858625-103b-41fc-890e-96e75b982b19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Calling delete_port for 09127b77-234e-4594-8ccb-d507e2278c0c owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:06.333852 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:34:06.357714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=1f836797-1339-478c-8128-96881b7b1c03,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:06.381655 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-76063f09-ae5f-499a-a119-c891fc37beb5 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.381655 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-76063f09-ae5f-499a-a119-c891fc37beb5 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5249531 Jul 09 13:34:06.392784 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34576) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:06.404416 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-32077de5-0a82-44c0-ac51-8752ed8e008d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group_rule': {'security_group_id': '3affbba9-06b2-4a8e-9958-33dcf3fc5f14', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '5bc6b02b-5a86-4768-b9f3-f12c84d6452f', 'remote_ip_prefix': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:06.414717 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76063f09-ae5f-499a-a119-c891fc37beb5 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bc6b02b-5a86-4768-b9f3-f12c84d6452f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:06.484817 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32077de5-0a82-44c0-ac51-8752ed8e008d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.495955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port ff4ea59e-da37-40d0-b1be-68ae38a530bd, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ff4ea59e-da37-40d0-b1be-68ae38a530bd,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:06.511109 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'ff4ea59e-da37-40d0-b1be-68ae38a530bd', 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed', 'port_id': 'ff4ea59e-da37-40d0-b1be-68ae38a530bd', 'mac_address': 'fa:16:3e:0d:2e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe541801-5f2f-44e7-bf6a-e4876e7170dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:34:06.596414 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29863fd-c5bf-4c56-921e-1f5130d9d13f req-df653f81-4dc7-4f7f-8401-554bbc8aeccd tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:06.611359 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d29863fd-c5bf-4c56-921e-1f5130d9d13f req-df653f81-4dc7-4f7f-8401-554bbc8aeccd tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 945 time: 0.4241431 Jul 09 13:34:06.624591 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.653523 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32077de5-0a82-44c0-ac51-8752ed8e008d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.654124 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4ea59e-da37-40d0-b1be-68ae38a530bd {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:34:06.660768 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32077de5-0a82-44c0-ac51-8752ed8e008d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.686017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34578) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:06.694192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port ff4ea59e-da37-40d0-b1be-68ae38a530bd, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ff4ea59e-da37-40d0-b1be-68ae38a530bd,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:06.700508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bd1fa5a8-b3a5-46a9-a127-7b023c15f6d9 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'subnet': {'network_id': 'e784d1b7-9019-40e4-827c-59a266c674eb', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:06.701967 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.704927 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9306c961-0f1b-4f3e-8c3f-895705527322 req-c4d8b4a2-788a-4f47-ba07-8667a046ed61 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:06.711922 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9306c961-0f1b-4f3e-8c3f-895705527322 req-c4d8b4a2-788a-4f47-ba07-8667a046ed61 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 944 time: 0.3370359 Jul 09 13:34:06.761073 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d29863fd-c5bf-4c56-921e-1f5130d9d13f req-28294b92-74d1-4a98-8cd7-b74627165b34 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd4b89f8-1ed0-4d4e-ae08-a535346d8828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491306 Jul 09 13:34:06.834963 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9306c961-0f1b-4f3e-8c3f-895705527322 req-ff6859ae-4267-4adc-ba71-f608a97f7f1d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213160 Jul 09 13:34:06.850110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32077de5-0a82-44c0-ac51-8752ed8e008d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=437e9b52-f1f6-4f07-af09-4c73416f719f,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:06.859747 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32077de5-0a82-44c0-ac51-8752ed8e008d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.861741 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-32077de5-0a82-44c0-ac51-8752ed8e008d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4677320 Jul 09 13:34:06.875528 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1fa5a8-b3a5-46a9-a127-7b023c15f6d9 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:06.879524 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa5a8-b3a5-46a9-a127-7b023c15f6d9 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.886316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34580) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:06.921148 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=ff4ea59e-da37-40d0-b1be-68ae38a530bd,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:06.955293 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-99858625-103b-41fc-890e-96e75b982b19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:06.996791 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69ff1295-c6ba-44ab-981e-8d447572a6e2 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.016109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99858625-103b-41fc-890e-96e75b982b19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event deleted for resources: {'Port': ['ID=09127b77-234e-4594-8ccb-d507e2278c0c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:07.016950 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69ff1295-c6ba-44ab-981e-8d447572a6e2 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.033869 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.067155 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69ff1295-c6ba-44ab-981e-8d447572a6e2 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.092040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['ff4ea59e-da37-40d0-b1be-68ae38a530bd'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:34:07.094332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['1f836797-1339-478c-8128-96881b7b1c03'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:34:07.110077 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69ff1295-c6ba-44ab-981e-8d447572a6e2 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.113812 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-69ff1295-c6ba-44ab-981e-8d447572a6e2 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/437e9b52-f1f6-4f07-af09-4c73416f719f HTTP/1.1" status: 204 len: 168 time: 0.2266665 Jul 09 13:34:07.119171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34582) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:07.138755 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff1295-c6ba-44ab-981e-8d447572a6e2 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=437e9b52-f1f6-4f07-af09-4c73416f719f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:07.282381 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-99858625-103b-41fc-890e-96e75b982b19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.296293 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-99858625-103b-41fc-890e-96e75b982b19 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "DELETE /v2.0/ports/09127b77-234e-4594-8ccb-d507e2278c0c HTTP/1.1" status: 204 len: 168 time: 1.8346546 Jul 09 13:34:07.301023 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34586) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:07.344516 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5682e050-67e1-4901-a771-f31c4b96e007 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2238150 Jul 09 13:34:07.346274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34588) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:07.375018 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa5a8-b3a5-46a9-a127-7b023c15f6d9 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.513390 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1fa5a8-b3a5-46a9-a127-7b023c15f6d9 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Subnet': ['ID=861aaf91-1476-47b3-9269-18e9f5ede2f2,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:07.532483 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1fa5a8-b3a5-46a9-a127-7b023c15f6d9 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Checking segment: {'id': 'dfeb833f-f47f-4793-bda1-339f6a3fc05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e784d1b7-9019-40e4-827c-59a266c674eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:07.532752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1fa5a8-b3a5-46a9-a127-7b023c15f6d9 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network hostable DHCP agents. Network: e784d1b7-9019-40e4-827c-59a266c674eb, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:34:07.536009 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3771b5a-a528-4a4f-9959-1ead8e1c854a req-99acf533-2f92-4043-a7c0-555e85479edc tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:07.546136 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c3771b5a-a528-4a4f-9959-1ead8e1c854a req-99acf533-2f92-4043-a7c0-555e85479edc tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.4483783 Jul 09 13:34:07.583755 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1fa5a8-b3a5-46a9-a127-7b023c15f6d9 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network e784d1b7-9019-40e4-827c-59a266c674eb is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:34:07.602100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-bd1fa5a8-b3a5-46a9-a127-7b023c15f6d9 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, e784d1b7-9019-40e4-827c-59a266c674eb) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:07.607181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1fa5a8-b3a5-46a9-a127-7b023c15f6d9 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:07.607834 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd1fa5a8-b3a5-46a9-a127-7b023c15f6d9 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.621886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a62838e-e848-463c-9d4b-cbc3fe407cec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Deleting subnet 23e81aa1-ae8c-419c-8f16-4c5900062b2b {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:34:07.623590 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2893984a-df54-4449-b975-cf2c18383281 None None] Network e784d1b7-9019-40e4-827c-59a266c674eb requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:07.630968 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bd1fa5a8-b3a5-46a9-a127-7b023c15f6d9 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9408331 Jul 09 13:34:07.634908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34590) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:07.640232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8658a167-5960-4ef3-9710-e26004e2ab9d tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1722785973'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:07.704398 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e01a4cfe-01bd-4c2d-a2c0-2f19b5361e03 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.706400 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a62838e-e848-463c-9d4b-cbc3fe407cec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.717500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8658a167-5960-4ef3-9710-e26004e2ab9d tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:07.721519 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8658a167-5960-4ef3-9710-e26004e2ab9d tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.770770 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8658a167-5960-4ef3-9710-e26004e2ab9d tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:34:07.792295 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8658a167-5960-4ef3-9710-e26004e2ab9d tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.792656 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-8658a167-5960-4ef3-9710-e26004e2ab9d tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Added segment 1d7db169-19de-411f-9b84-2bbf39c6064b of type vlan for network 051627b3-1541-471f-a9ed-1f66164a8db3 Jul 09 13:34:07.856999 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c3771b5a-a528-4a4f-9959-1ead8e1c854a req-171085e9-ff84-47f6-a4cb-9be8bb5741db tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3098283 Jul 09 13:34:07.878768 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e01a4cfe-01bd-4c2d-a2c0-2f19b5361e03 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.917260 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8658a167-5960-4ef3-9710-e26004e2ab9d tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:07.925421 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a62838e-e848-463c-9d4b-cbc3fe407cec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.007770 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8658a167-5960-4ef3-9710-e26004e2ab9d tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.013949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8658a167-5960-4ef3-9710-e26004e2ab9d tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:08.014615 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8658a167-5960-4ef3-9710-e26004e2ab9d tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.070121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-e784d1b7-9019-40e4-827c-59a266c674eb', 'network_id': 'e784d1b7-9019-40e4-827c-59a266c674eb', 'tenant_id': 'b1e119af53a849a58afaf8f1e73d7cd6', 'fixed_ips': [{'subnet_id': '861aaf91-1476-47b3-9269-18e9f5ede2f2'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:34:08.070743 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.125156 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e01a4cfe-01bd-4c2d-a2c0-2f19b5361e03 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.128854 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e01a4cfe-01bd-4c2d-a2c0-2f19b5361e03 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.133354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e01a4cfe-01bd-4c2d-a2c0-2f19b5361e03 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-groups/5bc6b02b-5a86-4768-b9f3-f12c84d6452f HTTP/1.1" status: 204 len: 168 time: 0.7431624 Jul 09 13:34:08.135275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34598) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:08.147275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8658a167-5960-4ef3-9710-e26004e2ab9d tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Network': ['ID=051627b3-1541-471f-a9ed-1f66164a8db3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:08.153104 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8658a167-5960-4ef3-9710-e26004e2ab9d tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5170276 Jul 09 13:34:08.156738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34600) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:08.166463 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-89acd740-0ef7-430c-bc9f-7788771ad43f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'subnet': {'network_id': '051627b3-1541-471f-a9ed-1f66164a8db3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:08.179671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 051627b3-1541-471f-a9ed-1f66164a8db3 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:08.260316 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a4cfe-01bd-4c2d-a2c0-2f19b5361e03 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bc6b02b-5a86-4768-b9f3-f12c84d6452f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:08.276993 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a62838e-e848-463c-9d4b-cbc3fe407cec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.381994 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89acd740-0ef7-430c-bc9f-7788771ad43f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:08.386330 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89acd740-0ef7-430c-bc9f-7788771ad43f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.391965 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.513536 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Allocated IP 2001:db8:0:ffff::2 (e784d1b7-9019-40e4-827c-59a266c674eb/861aaf91-1476-47b3-9269-18e9f5ede2f2/1bb7ead9-fccd-48b3-bf47-370624c3d25e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:08.687707 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.787018 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89acd740-0ef7-430c-bc9f-7788771ad43f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.805365 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a44468a-e633-40b7-aec1-1b2f55db3e29 req-57bfb7d6-ae06-4231-9983-9402ef6cbcd2 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:08.809561 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a44468a-e633-40b7-aec1-1b2f55db3e29 req-57bfb7d6-ae06-4231-9983-9402ef6cbcd2 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 945 time: 0.6446342 Jul 09 13:34:08.819410 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e31c03c2-2400-4aa2-bb49-69974a2853fa tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.6761172 Jul 09 13:34:08.825536 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34604) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:08.859485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9862f2e-8e30-4ebc-9003-eb3d294e1edf req-f50ad5de-736d-4d1a-b609-7a9b58028605 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:08.861760 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9862f2e-8e30-4ebc-9003-eb3d294e1edf req-f50ad5de-736d-4d1a-b609-7a9b58028605 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 945 time: 0.8260891 Jul 09 13:34:08.879533 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.891466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89acd740-0ef7-430c-bc9f-7788771ad43f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Subnet': ['ID=a70ca26d-c133-492a-84a5-6d90fb497924,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:08.891767 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Transition to ACTIVE for port object 1bb7ead9-fccd-48b3-bf47-370624c3d25e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:08.910920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89acd740-0ef7-430c-bc9f-7788771ad43f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Checking segment: {'id': '1d7db169-19de-411f-9b84-2bbf39c6064b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '051627b3-1541-471f-a9ed-1f66164a8db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:08.911495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89acd740-0ef7-430c-bc9f-7788771ad43f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network hostable DHCP agents. Network: 051627b3-1541-471f-a9ed-1f66164a8db3, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:34:08.914840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Transition to ACTIVE for port object 1bb7ead9-fccd-48b3-bf47-370624c3d25e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:08.926204 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.942842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89acd740-0ef7-430c-bc9f-7788771ad43f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network 051627b3-1541-471f-a9ed-1f66164a8db3 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:34:08.944964 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a44468a-e633-40b7-aec1-1b2f55db3e29 req-b82d901d-e67c-45bd-863e-4b68c2e29c84 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162417 Jul 09 13:34:08.962430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-89acd740-0ef7-430c-bc9f-7788771ad43f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 051627b3-1541-471f-a9ed-1f66164a8db3) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:08.977286 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a62838e-e848-463c-9d4b-cbc3fe407cec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:08.983798 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89acd740-0ef7-430c-bc9f-7788771ad43f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:08.985433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89acd740-0ef7-430c-bc9f-7788771ad43f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.012980 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a62838e-e848-463c-9d4b-cbc3fe407cec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.018201 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6a62838e-e848-463c-9d4b-cbc3fe407cec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "DELETE /v2.0/subnets/23e81aa1-ae8c-419c-8f16-4c5900062b2b HTTP/1.1" status: 204 len: 168 time: 1.7154982 Jul 09 13:34:09.018654 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34608) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:09.020190 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dcbcd8-0295-43f7-9d4a-47285633893f None None] Network 051627b3-1541-471f-a9ed-1f66164a8db3 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:09.021687 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9862f2e-8e30-4ebc-9003-eb3d294e1edf req-6cc3d0eb-7dd6-400d-b3b8-66d889cb9c11 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd4b89f8-1ed0-4d4e-ae08-a535346d8828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438205 Jul 09 13:34:09.043458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a62838e-e848-463c-9d4b-cbc3fe407cec tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event deleted for resources: {'Subnet': ['ID=23e81aa1-ae8c-419c-8f16-4c5900062b2b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:09.048438 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0b67cc52-413c-48b8-b0d0-3a613d2e3dae tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.081843 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-89acd740-0ef7-430c-bc9f-7788771ad43f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9181647 Jul 09 13:34:09.086566 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34610) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:09.102156 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0b67cc52-413c-48b8-b0d0-3a613d2e3dae tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.113569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cbc976-eb2d-467c-91d5-25d6ec340f69 None None] Network a919d1e5-88c0-4789-bf94-149c0bb79ee9 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:09.175347 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0b67cc52-413c-48b8-b0d0-3a613d2e3dae tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.182916 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0b67cc52-413c-48b8-b0d0-3a613d2e3dae tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.189329 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0b67cc52-413c-48b8-b0d0-3a613d2e3dae tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-groups/3affbba9-06b2-4a8e-9958-33dcf3fc5f14 HTTP/1.1" status: 204 len: 168 time: 0.3263171 Jul 09 13:34:09.190237 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34612) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:09.259352 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67cc52-413c-48b8-b0d0-3a613d2e3dae tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3affbba9-06b2-4a8e-9958-33dcf3fc5f14,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:09.289533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Network e784d1b7-9019-40e4-827c-59a266c674eb is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:09.310486 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Pushing event updated for resources: {'Port': ['ID=1bb7ead9-fccd-48b3-bf47-370624c3d25e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:09.311231 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-af1c852e-f0f5-49e8-a93c-5d55283cb536 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1109264 Jul 09 13:34:09.312091 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34614) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:09.313884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:09.316511 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:09.323277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-581266ee-534d-45ac-ace0-50929d1e7a6b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922070770'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:09.374032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ff4ea59e-da37-40d0-b1be-68ae38a530bd up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:34:09.377089 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-f16676f9-89b8-43e0-8b2e-94162ca8568c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Deleting subnet af2149b2-f850-4dff-83ef-f279b6e3d68b {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:34:09.390039 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f16676f9-89b8-43e0-8b2e-94162ca8568c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.418103 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-581266ee-534d-45ac-ace0-50929d1e7a6b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.440436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcbd98-e69c-4bc3-99ac-13413fab691b req-c5e95e75-e705-4573-b725-1c25bcd18f1f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:09.448594 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4dcbd98-e69c-4bc3-99ac-13413fab691b req-c5e95e75-e705-4573-b725-1c25bcd18f1f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.1066566 Jul 09 13:34:09.486744 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f16676f9-89b8-43e0-8b2e-94162ca8568c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.544452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Attempting to bind port 1bb7ead9-fccd-48b3-bf47-370624c3d25e on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:09.544860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Attempting to bind port 1bb7ead9-fccd-48b3-bf47-370624c3d25e by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'dfeb833f-f47f-4793-bda1-339f6a3fc05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e784d1b7-9019-40e4-827c-59a266c674eb'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:09.545903 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Attempting to bind port 1bb7ead9-fccd-48b3-bf47-370624c3d25e on network e784d1b7-9019-40e4-827c-59a266c674eb {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:09.553188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-051627b3-1541-471f-a9ed-1f66164a8db3', 'network_id': '051627b3-1541-471f-a9ed-1f66164a8db3', 'tenant_id': 'b1e119af53a849a58afaf8f1e73d7cd6', 'fixed_ips': [{'subnet_id': 'a70ca26d-c133-492a-84a5-6d90fb497924'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:34:09.554043 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.557631 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-581266ee-534d-45ac-ace0-50929d1e7a6b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.561387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:34:09.561692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Checking segment: {'id': 'dfeb833f-f47f-4793-bda1-339f6a3fc05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e784d1b7-9019-40e4-827c-59a266c674eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:09.562096 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.562493 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Bound using segment: {'id': 'dfeb833f-f47f-4793-bda1-339f6a3fc05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e784d1b7-9019-40e4-827c-59a266c674eb'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:34:09.562990 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Bound port: 1bb7ead9-fccd-48b3-bf47-370624c3d25e, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dfeb833f-f47f-4793-bda1-339f6a3fc05b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'e784d1b7-9019-40e4-827c-59a266c674eb'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:34:09.563401 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.569883 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.614391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4dcbd98-e69c-4bc3-99ac-13413fab691b req-578b5396-7f71-4830-87dc-e0294cde1cff tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1625416 Jul 09 13:34:09.615383 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-581266ee-534d-45ac-ace0-50929d1e7a6b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.685567 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-581266ee-534d-45ac-ace0-50929d1e7a6b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.692045 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-581266ee-534d-45ac-ace0-50929d1e7a6b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3767006 Jul 09 13:34:09.693023 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34618) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:09.702056 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.713547 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cef985df-d813-4925-9b7e-7574674c98db tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group_rule': {'security_group_id': 'a08bdbc3-c72f-4580-b53a-436ab5bffcc5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:09.779727 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581266ee-534d-45ac-ace0-50929d1e7a6b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08bdbc3-c72f-4580-b53a-436ab5bffcc5,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:09.803252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Allocated IP 2001:db8::1 (051627b3-1541-471f-a9ed-1f66164a8db3/a70ca26d-c133-492a-84a5-6d90fb497924/f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:09.859121 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cef985df-d813-4925-9b7e-7574674c98db tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:09.997138 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.013456 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Transition to ACTIVE for port object f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:10.016192 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cef985df-d813-4925-9b7e-7574674c98db tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.027526 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cef985df-d813-4925-9b7e-7574674c98db tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.052872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996bf55f-919d-45ac-835b-97bea2630ccc None None] DHCP port deletion for a919d1e5-88c0-4789-bf94-149c0bb79ee9 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:34:10.054213 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef985df-d813-4925-9b7e-7574674c98db tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81276184-c3b9-4640-a391-5b69be2c03f0,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:10.071665 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cef985df-d813-4925-9b7e-7574674c98db tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.073218 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cef985df-d813-4925-9b7e-7574674c98db tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3642952 Jul 09 13:34:10.076105 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34622) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:10.110413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Transition to ACTIVE for port object f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:10.130003 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e018392-6a6b-4198-b3a8-40fd2afd0e0e tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.138587 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.159882 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e018392-6a6b-4198-b3a8-40fd2afd0e0e tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.224252 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e018392-6a6b-4198-b3a8-40fd2afd0e0e tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.231120 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e018392-6a6b-4198-b3a8-40fd2afd0e0e tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.232439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7e018392-6a6b-4198-b3a8-40fd2afd0e0e tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/81276184-c3b9-4640-a391-5b69be2c03f0 HTTP/1.1" status: 204 len: 168 time: 0.1551063 Jul 09 13:34:10.240170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34626) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:10.262217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e018392-6a6b-4198-b3a8-40fd2afd0e0e tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=81276184-c3b9-4640-a391-5b69be2c03f0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:10.291155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Network 051627b3-1541-471f-a9ed-1f66164a8db3 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:10.313356 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:10.315309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port ff4ea59e-da37-40d0-b1be-68ae38a530bd completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:34:10.326544 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:10.360348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fb8fb182-13cd-4bef-b559-d18141f3e7c1 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:10.385679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port ff4ea59e-da37-40d0-b1be-68ae38a530bd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:10.386077 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.494459 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f16676f9-89b8-43e0-8b2e-94162ca8568c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.504203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] For port 1bb7ead9-fccd-48b3-bf47-370624c3d25e, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:10.538233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Pushing event updated for resources: {'Port': ['ID=f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:10.579321 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fd3cd11a-0a46-43e8-a593-5dea82c8646c tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3330002 Jul 09 13:34:10.586610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34632) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:10.601878 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a800ce13-71dd-4255-9039-9dd771400c55 req-ebdf46ec-8e7a-4d7a-820b-46dd85f84659 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:10.609807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a800ce13-71dd-4255-9039-9dd771400c55 req-ebdf46ec-8e7a-4d7a-820b-46dd85f84659 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 945 time: 0.3266222 Jul 09 13:34:10.631882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] For port 1bb7ead9-fccd-48b3-bf47-370624c3d25e, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1bb7ead9-fccd-48b3-bf47-370624c3d25e,segment=NetworkSegment(dfeb833f-f47f-4793-bda1-339f6a3fc05b),segment_id=dfeb833f-f47f-4793-bda1-339f6a3fc05b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:34:10.657594 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b062754e-556f-472b-8c60-2303c05b00b9 req-aaa985ab-0445-458e-b173-709fe1772ff7 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:10.659312 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b062754e-556f-472b-8c60-2303c05b00b9 req-aaa985ab-0445-458e-b173-709fe1772ff7 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 945 time: 0.4008129 Jul 09 13:34:10.668928 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Attempting to bind port f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:10.669313 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Attempting to bind port f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '1d7db169-19de-411f-9b84-2bbf39c6064b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '051627b3-1541-471f-a9ed-1f66164a8db3'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:10.669683 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Attempting to bind port f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437 on network 051627b3-1541-471f-a9ed-1f66164a8db3 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:10.682449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:34:10.683318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Checking segment: {'id': '1d7db169-19de-411f-9b84-2bbf39c6064b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '051627b3-1541-471f-a9ed-1f66164a8db3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:10.684545 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.685229 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Bound using segment: {'id': '1d7db169-19de-411f-9b84-2bbf39c6064b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '051627b3-1541-471f-a9ed-1f66164a8db3'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:34:10.685995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Bound port: f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d7db169-19de-411f-9b84-2bbf39c6064b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '051627b3-1541-471f-a9ed-1f66164a8db3'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:34:10.686873 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.704299 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.705092 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a800ce13-71dd-4255-9039-9dd771400c55 req-17fd3752-b9fa-4432-bb1b-c911ac36b930 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943441 Jul 09 13:34:10.756651 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b062754e-556f-472b-8c60-2303c05b00b9 req-90a99b32-829d-4274-9056-a37faa071ccb tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd4b89f8-1ed0-4d4e-ae08-a535346d8828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883846 Jul 09 13:34:10.861242 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f16676f9-89b8-43e0-8b2e-94162ca8568c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.863297 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.969168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16676f9-89b8-43e0-8b2e-94162ca8568c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event deleted for resources: {'Subnet': ['ID=af2149b2-f850-4dff-83ef-f279b6e3d68b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:10.979213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f36059cf-b4af-4faa-83ed-167e89a1d2f7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.986019 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f16676f9-89b8-43e0-8b2e-94162ca8568c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:10.992600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34636) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:11.003665 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f16676f9-89b8-43e0-8b2e-94162ca8568c tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "DELETE /v2.0/subnets/af2149b2-f850-4dff-83ef-f279b6e3d68b HTTP/1.1" status: 204 len: 168 time: 1.9832926 Jul 09 13:34:11.191864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Subnet': ['ID=a70ca26d-c133-492a-84a5-6d90fb497924,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:11.239294 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f36059cf-b4af-4faa-83ed-167e89a1d2f7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.251600 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.266990 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.329710 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051627b3-1541-471f-a9ed-1f66164a8db3']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:11.331958 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2309434e-dc7e-4752-87a0-5e217e0beb20 req-d8530d23-472e-4e0e-8bae-3ad905b8901f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:11.334895 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2309434e-dc7e-4752-87a0-5e217e0beb20 req-d8530d23-472e-4e0e-8bae-3ad905b8901f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.2302444 Jul 09 13:34:11.337576 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f724c048-7d6e-4c6a-9067-a067639b84c1 None None] Network 4b93859f-2b1a-41bc-9b5e-e44121cb1825 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:11.341904 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-996bf55f-919d-45ac-835b-97bea2630ccc None None] Deleting port fb8fb182-13cd-4bef-b559-d18141f3e7c1 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:11.342474 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-996bf55f-919d-45ac-835b-97bea2630ccc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.366832 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7db169-19de-411f-9b84-2bbf39c6064b') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:11.367057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7db169-19de-411f-9b84-2bbf39c6064b') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:11.378371 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.412173 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.432086 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:11.432786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:11.443218 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:11.451574 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.454434 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.486847 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2309434e-dc7e-4752-87a0-5e217e0beb20 req-72c0406b-6909-4a6a-a27a-79c8860a78c9 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278050 Jul 09 13:34:11.518043 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Deleting port fb8fb182-13cd-4bef-b559-d18141f3e7c1 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:11.518389 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.541537 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f36059cf-b4af-4faa-83ed-167e89a1d2f7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.553349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f36059cf-b4af-4faa-83ed-167e89a1d2f7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.555370 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f36059cf-b4af-4faa-83ed-167e89a1d2f7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-groups/a08bdbc3-c72f-4580-b53a-436ab5bffcc5 HTTP/1.1" status: 204 len: 168 time: 0.9556420 Jul 09 13:34:11.567892 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34644) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:11.646553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] For port f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:11.662391 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36059cf-b4af-4faa-83ed-167e89a1d2f7 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08bdbc3-c72f-4580-b53a-436ab5bffcc5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:11.689484 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port fb8fb182-13cd-4bef-b559-d18141f3e7c1, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fb8fb182-13cd-4bef-b559-d18141f3e7c1,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:11.710670 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:34:11.710670 n-d-799525-3 neutron-server[93753]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:34:11.710670 n-d-799525-3 neutron-server[93753]: [parameters: {'id': '051627b3-1541-471f-a9ed-1f66164a8db3'}] Jul 09 13:34:11.710670 n-d-799525-3 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:34:11.711305 n-d-799525-3 neutron-server[93753]: DEBUG oslo_db.api [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:34:11.716183 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] For port fb8fb182-13cd-4bef-b559-d18141f3e7c1, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fb8fb182-13cd-4bef-b559-d18141f3e7c1,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:11.716560 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.726126 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b645b42-072b-44d6-b1a3-7155e9cd129c None None] Pushing event updated for resources: {'Port': ['ID=1bb7ead9-fccd-48b3-bf47-370624c3d25e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:11.746411 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.772578 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Calling delete_port for fb8fb182-13cd-4bef-b559-d18141f3e7c1 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:11.786563 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-57e246b3-8697-4dc9-9b63-e501d837dfbc tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2139652 Jul 09 13:34:11.790681 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34650) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:11.795008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc48456e-4802-4341-b836-7a5a483de944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4ea59e-da37-40d0-b1be-68ae38a530bd'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:34:11.801093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-763aec14-ea92-474c-b04c-17035e8bf815 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group': {'name': 'tempest-secgroup--703089382'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:11.804037 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbbe434-cbb8-4aa3-827b-19ad7d4f120e" -d '{"events": [{"server_uuid": "cc48456e-4802-4341-b836-7a5a483de944", "name": "network-vif-plugged", "status": "completed", "tag": "ff4ea59e-da37-40d0-b1be-68ae38a530bd"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:34:11.814820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] For port f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437,segment=NetworkSegment(1d7db169-19de-411f-9b84-2bbf39c6064b),segment_id=1d7db169-19de-411f-9b84-2bbf39c6064b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:34:11.860158 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-763aec14-ea92-474c-b04c-17035e8bf815 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.933392 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:11.940646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port ff4ea59e-da37-40d0-b1be-68ae38a530bd, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ff4ea59e-da37-40d0-b1be-68ae38a530bd,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:12.013345 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.018726 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.021594 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 1f836797-1339-478c-8128-96881b7b1c03 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:34:12.075579 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-763aec14-ea92-474c-b04c-17035e8bf815 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.084293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event deleted for resources: {'Port': ['ID=fb8fb182-13cd-4bef-b559-d18141f3e7c1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:12.085629 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-763aec14-ea92-474c-b04c-17035e8bf815 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.088237 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] No DVR routers for this DVR port fb8fb182-13cd-4bef-b559-d18141f3e7c1 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:12.177073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-996bf55f-919d-45ac-835b-97bea2630ccc None None] For port fb8fb182-13cd-4bef-b559-d18141f3e7c1, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fb8fb182-13cd-4bef-b559-d18141f3e7c1,segment=NetworkSegment(8916b24a-23d2-4bda-ab8a-3e0b276cd758),segment_id=8916b24a-23d2-4bda-ab8a-3e0b276cd758)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:12.177537 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-996bf55f-919d-45ac-835b-97bea2630ccc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.185603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763aec14-ea92-474c-b04c-17035e8bf815 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1b7c172-2e0e-4df9-8cf8-8792e9ef8af7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:12.219227 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.228925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-763aec14-ea92-474c-b04c-17035e8bf815 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.232481 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-763aec14-ea92-474c-b04c-17035e8bf815 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4405572 Jul 09 13:34:12.243594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34658) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:12.249593 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.269172 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b6496c3b-efa2-4a87-8d3c-5930f68ca100 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group_rule': {'security_group_id': 'e1b7c172-2e0e-4df9-8cf8-8792e9ef8af7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:12.272627 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a919d1e5-88c0-4789-bf94-149c0bb79ee9']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:12.301670 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8916b24a-23d2-4bda-ab8a-3e0b276cd758') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:12.302486 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8916b24a-23d2-4bda-ab8a-3e0b276cd758') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:12.320196 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.339880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-996bf55f-919d-45ac-835b-97bea2630ccc None None] Calling delete_port for fb8fb182-13cd-4bef-b559-d18141f3e7c1 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:12.350640 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.356226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e57bf3-9bae-44d6-b259-0615b61e7281 None None] Network 051627b3-1541-471f-a9ed-1f66164a8db3 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:12.358926 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=fb8fb182-13cd-4bef-b559-d18141f3e7c1,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:12.370696 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:12.371394 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:12.484294 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:12.490559 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.522516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1bb7ead9-fccd-48b3-bf47-370624c3d25e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:34:12.548908 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.553587 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "DELETE /v2.0/networks/a919d1e5-88c0-4789-bf94-149c0bb79ee9 HTTP/1.1" status: 204 len: 168 time: 1.5567873 Jul 09 13:34:12.564847 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34662) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:12.574706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Deleting port f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:12.575342 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.595255 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6496c3b-efa2-4a87-8d3c-5930f68ca100 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.600635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 1f836797-1339-478c-8128-96881b7b1c03 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:34:12.685044 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b925d4bf-4eda-4c1e-9b6e-6e0da975d631 None None] Network e784d1b7-9019-40e4-827c-59a266c674eb requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:12.708589 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 1f836797-1339-478c-8128-96881b7b1c03 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:12.709221 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.733280 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6496c3b-efa2-4a87-8d3c-5930f68ca100 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.735051 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-213e7989-f14b-4161-aba3-a9c88fdacf5e None None] Provisioning for port 1bb7ead9-fccd-48b3-bf47-370624c3d25e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:34:12.749825 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6496c3b-efa2-4a87-8d3c-5930f68ca100 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.791306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6496c3b-efa2-4a87-8d3c-5930f68ca100 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=981a5e05-a886-4ba2-b11a-78adc95e5889,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:12.802437 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6496c3b-efa2-4a87-8d3c-5930f68ca100 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.804020 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b6496c3b-efa2-4a87-8d3c-5930f68ca100 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5417776 Jul 09 13:34:12.808349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34666) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:12.817853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b17dd-d07e-441f-ab1f-567cd3fcfff1 req-ffa253d9-6a00-4762-a999-db01c237ad7d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:12.821698 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-779b17dd-d07e-441f-ab1f-567cd3fcfff1 req-ffa253d9-6a00-4762-a999-db01c237ad7d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 946 time: 0.8251412 Jul 09 13:34:12.823550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b94fb7-cdd6-43df-880c-07427c0c1218 tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event deleted for resources: {'Network': ['ID=a919d1e5-88c0-4789-bf94-149c0bb79ee9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:12.841015 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3075a78c-dfd1-4fac-9dc3-896751c324c6 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules/981a5e05-a886-4ba2-b11a-78adc95e5889 HTTP/1.1" status: 200 len: 763 time: 0.0312440 Jul 09 13:34:12.851115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34668) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:12.878099 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] For port f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437,segment=NetworkSegment(1d7db169-19de-411f-9b84-2bbf39c6064b),segment_id=1d7db169-19de-411f-9b84-2bbf39c6064b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:12.878725 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:12.918088 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Calling delete_port for f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:12.941528 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-17135e82-0c97-4c4b-bb4a-d33cf57bcc03 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0866547 Jul 09 13:34:12.943317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34670) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:12.959324 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.048694 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-779b17dd-d07e-441f-ab1f-567cd3fcfff1 req-24d0f30d-c486-415d-ab16-bcbea7bb255a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037425 Jul 09 13:34:13.070001 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5233c6d1-5854-4893-ba48-7dd73b3bfde0 None None] DHCP port deletion for 4b93859f-2b1a-41bc-9b5e-e44121cb1825 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:34:13.078447 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 1bb7ead9-fccd-48b3-bf47-370624c3d25e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:34:13.095639 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f109412-0057-4cc7-92cb-47aeff4ed311 req-b4ece9c2-86b4-4089-b3b9-9eaf640ca7a5 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:13.106457 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f109412-0057-4cc7-92cb-47aeff4ed311 req-b4ece9c2-86b4-4089-b3b9-9eaf640ca7a5 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 945 time: 0.6335466 Jul 09 13:34:13.155868 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1bb7ead9-fccd-48b3-bf47-370624c3d25e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:13.157049 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.212793 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4264db0e-d2fa-4949-86e3-4c416fed5134 None None] Pushing event updated for resources: {'Port': ['ID=f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:13.253707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.271809 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f109412-0057-4cc7-92cb-47aeff4ed311 req-8a22d684-ac33-482f-961c-7ee166536f31 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd4b89f8-1ed0-4d4e-ae08-a535346d8828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1587253 Jul 09 13:34:13.276201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Deleting port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:13.276573 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.297606 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ae5f6ac-4ee0-4a02-aef4-bb5ddf650d25 x-openstack-request-id: req-9ae5f6ac-4ee0-4a02-aef4-bb5ddf650d25 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:34:13.297606 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc48456e-4802-4341-b836-7a5a483de944", "name": "network-vif-plugged", "status": "completed", "tag": "ff4ea59e-da37-40d0-b1be-68ae38a530bd", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:34:13.297606 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9ae5f6ac-4ee0-4a02-aef4-bb5ddf650d25 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:34:13.297606 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc48456e-4802-4341-b836-7a5a483de944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4ea59e-da37-40d0-b1be-68ae38a530bd', 'code': 200} Jul 09 13:34:13.311336 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=ff4ea59e-da37-40d0-b1be-68ae38a530bd,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:13.379080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Port': ['ID=f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:13.396522 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0eeff83-cd2a-46a9-bdaa-472bed9456f5 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.399244 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-996bf55f-919d-45ac-835b-97bea2630ccc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.416954 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0eeff83-cd2a-46a9-bdaa-472bed9456f5 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.419541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No DVR routers for this DVR port f8bd3a2a-5d0a-41ce-9fed-8bcfd6d15437 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:13.509871 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-996bf55f-919d-45ac-835b-97bea2630ccc None None] Network a919d1e5-88c0-4789-bf94-149c0bb79ee9 is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:34:13.510335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996bf55f-919d-45ac-835b-97bea2630ccc None None] No DVR routers for this DVR port fb8fb182-13cd-4bef-b559-d18141f3e7c1 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:13.527359 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] For port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=760c8296-20e7-4cd4-bd6d-d224d8c93fc9,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:13.527769 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.566582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Calling delete_port for 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:13.577671 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0eeff83-cd2a-46a9-bdaa-472bed9456f5 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.600718 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.607778 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0eeff83-cd2a-46a9-bdaa-472bed9456f5 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.609363 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f0eeff83-cd2a-46a9-bdaa-472bed9456f5 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/981a5e05-a886-4ba2-b11a-78adc95e5889 HTTP/1.1" status: 204 len: 168 time: 0.6605034 Jul 09 13:34:13.610547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0eeff83-cd2a-46a9-bdaa-472bed9456f5 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=981a5e05-a886-4ba2-b11a-78adc95e5889,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:13.612601 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34672) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:13.640949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5859ac5-269f-4451-928f-60f72be82975 req-09bdfa9d-dfa6-45be-af36-278b18898ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:13.642921 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f5859ac5-269f-4451-928f-60f72be82975 req-09bdfa9d-dfa6-45be-af36-278b18898ffd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 1097 time: 0.3968627 Jul 09 13:34:13.649014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['051627b3-1541-471f-a9ed-1f66164a8db3']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:13.668633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7db169-19de-411f-9b84-2bbf39c6064b') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:13.669327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7db169-19de-411f-9b84-2bbf39c6064b') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:13.683581 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.704081 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.716611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bf55f-919d-45ac-835b-97bea2630ccc None None] Pushing event deleted for resources: {'Port': ['ID=fb8fb182-13cd-4bef-b559-d18141f3e7c1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:13.717255 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-da83dce5-13dc-4a86-bea0-947a31d5a03d tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0958295 Jul 09 13:34:13.733410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:13.735447 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5233c6d1-5854-4893-ba48-7dd73b3bfde0 None None] Deleting port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:13.735917 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5233c6d1-5854-4893-ba48-7dd73b3bfde0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.739107 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-80867586-de49-40bb-8bd2-0a773f57e9ad tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group_rule': {'security_group_id': 'e1b7c172-2e0e-4df9-8cf8-8792e9ef8af7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:13.773993 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f5859ac5-269f-4451-928f-60f72be82975 req-fbc19786-a341-489f-b554-13b7654a6c47 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209760 Jul 09 13:34:13.775970 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.781499 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80867586-de49-40bb-8bd2-0a773f57e9ad tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.807313 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09edc4-f07e-4b9f-8f2b-c0953e317bc7 req-696ad8e3-3106-4cf2-a5d1-ed1bff57eecd tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:13.811487 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:13.812245 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.814480 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe09edc4-f07e-4b9f-8f2b-c0953e317bc7 req-696ad8e3-3106-4cf2-a5d1-ed1bff57eecd tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.2776494 Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:13.816053 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:13.839274 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5233c6d1-5854-4893-ba48-7dd73b3bfde0 None None] For port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=760c8296-20e7-4cd4-bd6d-d224d8c93fc9,segment=NetworkSegment(01e6377f-ff7f-495d-b3f5-5524bcf4b527),segment_id=01e6377f-ff7f-495d-b3f5-5524bcf4b527)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:13.839812 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5233c6d1-5854-4893-ba48-7dd73b3bfde0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.877358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 1f836797-1339-478c-8128-96881b7b1c03, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1f836797-1339-478c-8128-96881b7b1c03,segment=NetworkSegment(4b5f7046-120e-4b2b-8847-96b6e30e1737),segment_id=4b5f7046-120e-4b2b-8847-96b6e30e1737)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:13.880950 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.891168 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.895871 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:13.935608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5233c6d1-5854-4893-ba48-7dd73b3bfde0 None None] Calling delete_port for 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:13.987724 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe09edc4-f07e-4b9f-8f2b-c0953e317bc7 req-34cb8910-a4e2-4400-8015-20871801e3b1 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1722414 Jul 09 13:34:13.991216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event deleted for resources: {'Port': ['ID=760c8296-20e7-4cd4-bd6d-d224d8c93fc9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:14.011187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] No DVR routers for this DVR port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:14.016664 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.031793 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.037824 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/051627b3-1541-471f-a9ed-1f66164a8db3 HTTP/1.1" status: 204 len: 168 time: 4.9439301 Jul 09 13:34:14.040024 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80867586-de49-40bb-8bd2-0a773f57e9ad tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.048021 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34678) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:14.054591 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b8724391-4b84-44fa-8096-62f91ba24d3f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1284419499'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:14.065844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098739b4-3042-4655-8833-7a9364e1b206 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Network': ['ID=051627b3-1541-471f-a9ed-1f66164a8db3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:14.075752 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80867586-de49-40bb-8bd2-0a773f57e9ad tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.114480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80867586-de49-40bb-8bd2-0a773f57e9ad tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5b6499d-40d0-42ed-8969-c08148d4def3,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:14.146550 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:34:14.153029 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.167939 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80867586-de49-40bb-8bd2-0a773f57e9ad tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.170264 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-80867586-de49-40bb-8bd2-0a773f57e9ad tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4350057 Jul 09 13:34:14.172506 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34682) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:14.178833 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8724391-4b84-44fa-8096-62f91ba24d3f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:14.183049 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8724391-4b84-44fa-8096-62f91ba24d3f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.200711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b93859f-2b1a-41bc-9b5e-e44121cb1825']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:14.210174 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-638928bd-c5b5-4c8b-9e39-2ec36b1cd266 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules/b5b6499d-40d0-42ed-8969-c08148d4def3 HTTP/1.1" status: 200 len: 763 time: 0.0327935 Jul 09 13:34:14.211235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34684) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:14.221689 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01e6377f-ff7f-495d-b3f5-5524bcf4b527') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:14.221980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01e6377f-ff7f-495d-b3f5-5524bcf4b527') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:14.230102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 1bb7ead9-fccd-48b3-bf47-370624c3d25e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1bb7ead9-fccd-48b3-bf47-370624c3d25e,segment=NetworkSegment(dfeb833f-f47f-4793-bda1-339f6a3fc05b),segment_id=dfeb833f-f47f-4793-bda1-339f6a3fc05b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:14.249889 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.254041 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=1f836797-1339-478c-8128-96881b7b1c03,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:14.261873 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.270646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8724391-4b84-44fa-8096-62f91ba24d3f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:34:14.277294 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.310367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:14.310794 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:14.331576 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:14.333733 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8724391-4b84-44fa-8096-62f91ba24d3f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.333733 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-b8724391-4b84-44fa-8096-62f91ba24d3f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Added segment da54b942-8210-472e-8a10-8bf3a301f32e of type vlan for network 4fe25d8d-537f-4346-b642-e41253e9cc37 Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: from cryptography.utils import int_from_bytes Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: from cryptography.utils import int_from_bytes Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.443431 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.447682 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.447682 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.447682 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.447682 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.447682 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.447682 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.447682 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.447682 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.447682 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.447682 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.447682 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.447682 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.447682 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:34:14.447682 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:34:14.454097 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:14.475393 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8724391-4b84-44fa-8096-62f91ba24d3f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.504870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:34:14.505216 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:34:14.507058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=1bb7ead9-fccd-48b3-bf47-370624c3d25e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:14.510815 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5233c6d1-5854-4893-ba48-7dd73b3bfde0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.573994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233c6d1-5854-4893-ba48-7dd73b3bfde0 None None] Pushing event deleted for resources: {'Port': ['ID=760c8296-20e7-4cd4-bd6d-d224d8c93fc9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:14.587015 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f23bc4d4-baea-4cab-a2ec-8cf005bbe83e tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3721542 Jul 09 13:34:14.587549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5233c6d1-5854-4893-ba48-7dd73b3bfde0 None None] No DVR routers for this DVR port 760c8296-20e7-4cd4-bd6d-d224d8c93fc9 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:14.591533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34690) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:14.633745 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b9575ed-0492-4e8e-86c2-af7ffbcadb44 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.643211 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b9575ed-0492-4e8e-86c2-af7ffbcadb44 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.685180 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b9575ed-0492-4e8e-86c2-af7ffbcadb44 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.698283 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b9575ed-0492-4e8e-86c2-af7ffbcadb44 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.702727 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8724391-4b84-44fa-8096-62f91ba24d3f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.706360 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8b9575ed-0492-4e8e-86c2-af7ffbcadb44 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b5b6499d-40d0-42ed-8969-c08148d4def3 HTTP/1.1" status: 204 len: 168 time: 0.1102080 Jul 09 13:34:14.707316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34692) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:14.718120 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8724391-4b84-44fa-8096-62f91ba24d3f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:14.718913 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8724391-4b84-44fa-8096-62f91ba24d3f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.721562 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.723886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dfea4f-a567-4beb-8ae7-437fe30e8a73 None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:34:14.739038 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:14.752260 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] 10.222.0.39 "DELETE /v2.0/networks/4b93859f-2b1a-41bc-9b5e-e44121cb1825 HTTP/1.1" status: 204 len: 168 time: 2.1851127 Jul 09 13:34:14.758283 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9575ed-0492-4e8e-86c2-af7ffbcadb44 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b5b6499d-40d0-42ed-8969-c08148d4def3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:14.836053 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-713b8449-0ef9-42e0-bff2-f6a5d56c650f tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1085143 Jul 09 13:34:14.839900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34694) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:14.846291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-96ae3237-3650-4cc5-9fe5-c315b7ac151e tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Request body: {'security_group_rule': {'security_group_id': 'e1b7c172-2e0e-4df9-8cf8-8792e9ef8af7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:14.926399 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b8724391-4b84-44fa-8096-62f91ba24d3f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8769779 Jul 09 13:34:14.926690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34698) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:14.941917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2353d339-7425-48ee-bbdb-ec817324ac35 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'subnet': {'network_id': '4fe25d8d-537f-4346-b642-e41253e9cc37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:14.966503 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8724391-4b84-44fa-8096-62f91ba24d3f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Network': ['ID=4fe25d8d-537f-4346-b642-e41253e9cc37,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:14.980825 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-96ae3237-3650-4cc5-9fe5-c315b7ac151e tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Project df578306ac0e4874aa1b635a7eef365c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:34:15.002853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8a0f2-8d94-4fa0-a7c3-a1e4fbc2b567 req-d6494498-8d62-4968-9bfc-7e431219de1f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:15.004844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5e8a0f2-8d94-4fa0-a7c3-a1e4fbc2b567 req-d6494498-8d62-4968-9bfc-7e431219de1f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 946 time: 0.7221372 Jul 09 13:34:15.011683 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82059826-6c9d-4086-a3e2-054e8e9acb5e tempest-TaggedBootDevicesTest_v242-836911666 tempest-TaggedBootDevicesTest_v242-836911666-project] Pushing event deleted for resources: {'Network': ['ID=4b93859f-2b1a-41bc-9b5e-e44121cb1825,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:15.030627 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4af552-6efb-4172-8f4a-bebf1b64d441 req-9048f45b-85b0-4fe4-ae4c-88d20e840df1 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:15.036146 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96ae3237-3650-4cc5-9fe5-c315b7ac151e tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.037720 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d4af552-6efb-4172-8f4a-bebf1b64d441 req-9048f45b-85b0-4fe4-ae4c-88d20e840df1 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 946 time: 0.4273875 Jul 09 13:34:15.110484 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d4af552-6efb-4172-8f4a-bebf1b64d441 req-28f0fe71-bc04-4279-9f78-ea6366aba64d tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd4b89f8-1ed0-4d4e-ae08-a535346d8828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717757 Jul 09 13:34:15.125208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9dfea4f-a567-4beb-8ae7-437fe30e8a73 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:34:15.139066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 4fe25d8d-537f-4346-b642-e41253e9cc37 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:15.150189 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5e8a0f2-8d94-4fa0-a7c3-a1e4fbc2b567 req-ed19cd62-55a0-42ee-a3f9-bde4f6ea08aa tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353292 Jul 09 13:34:15.256108 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2353d339-7425-48ee-bbdb-ec817324ac35 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:15.261422 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2353d339-7425-48ee-bbdb-ec817324ac35 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.427322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d326b42-1366-441c-b0e4-43dc3be9eb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f836797-1339-478c-8128-96881b7b1c03'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:34:15.429792 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdff765d-56f7-46be-ae54-9514183534ed" -d '{"events": [{"server_uuid": "5d326b42-1366-441c-b0e4-43dc3be9eb3d", "name": "network-vif-plugged", "status": "completed", "tag": "1f836797-1339-478c-8128-96881b7b1c03"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:34:15.437724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-17852272-3d98-4ac2-80f2-414fb82acadd None None] Provisioning complete for port 1bb7ead9-fccd-48b3-bf47-370624c3d25e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:15.438494 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17852272-3d98-4ac2-80f2-414fb82acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.510427 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96ae3237-3650-4cc5-9fe5-c315b7ac151e tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.513732 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2353d339-7425-48ee-bbdb-ec817324ac35 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.524848 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96ae3237-3650-4cc5-9fe5-c315b7ac151e tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.560753 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b4cd44-8a5d-4b61-81ef-b90d3ec0d298 req-acf28ae6-a55c-48f7-9d8e-19d37e83b50e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:15.571520 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a0b4cd44-8a5d-4b61-81ef-b90d3ec0d298 req-acf28ae6-a55c-48f7-9d8e-19d37e83b50e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.0976548 Jul 09 13:34:15.605159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ae3237-3650-4cc5-9fe5-c315b7ac151e tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb4401c2-6bcb-4b64-aaa9-413baf6a8ae3,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:15.623252 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96ae3237-3650-4cc5-9fe5-c315b7ac151e tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.627160 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-96ae3237-3650-4cc5-9fe5-c315b7ac151e tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7837365 Jul 09 13:34:15.632981 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34710) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:15.644979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2353d339-7425-48ee-bbdb-ec817324ac35 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Subnet': ['ID=c7a09994-3868-457d-ab2a-1dc01c40277e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:15.648392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2353d339-7425-48ee-bbdb-ec817324ac35 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Checking segment: {'id': 'da54b942-8210-472e-8a10-8bf3a301f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4fe25d8d-537f-4346-b642-e41253e9cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:15.648392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2353d339-7425-48ee-bbdb-ec817324ac35 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network hostable DHCP agents. Network: 4fe25d8d-537f-4346-b642-e41253e9cc37, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:34:15.675776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2353d339-7425-48ee-bbdb-ec817324ac35 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network 4fe25d8d-537f-4346-b642-e41253e9cc37 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:34:15.689216 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a0b4cd44-8a5d-4b61-81ef-b90d3ec0d298 req-7a2de411-4e3a-4889-932d-ae9e75468b55 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164689 Jul 09 13:34:15.694596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2353d339-7425-48ee-bbdb-ec817324ac35 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 4fe25d8d-537f-4346-b642-e41253e9cc37) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:15.717666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2353d339-7425-48ee-bbdb-ec817324ac35 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:15.718593 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2353d339-7425-48ee-bbdb-ec817324ac35 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.740583 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f3bfdc10-629d-4743-a856-e8fff3ceea6b tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules/bb4401c2-6bcb-4b64-aaa9-413baf6a8ae3 HTTP/1.1" status: 200 len: 769 time: 0.1043289 Jul 09 13:34:15.741631 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34714) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:15.773402 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2353d339-7425-48ee-bbdb-ec817324ac35 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.8409371 Jul 09 13:34:15.773974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34716) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:15.782304 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7a9ff3ce-6194-45f0-8e9b-74fe3343547b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-200160124'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:15.788028 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae018ee-952b-4a5a-9565-916c278777a3 x-openstack-request-id: req-4ae018ee-952b-4a5a-9565-916c278777a3 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:34:15.788630 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d326b42-1366-441c-b0e4-43dc3be9eb3d", "name": "network-vif-plugged", "status": "completed", "tag": "1f836797-1339-478c-8128-96881b7b1c03", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:34:15.788630 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4ae018ee-952b-4a5a-9565-916c278777a3 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:34:15.788961 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d326b42-1366-441c-b0e4-43dc3be9eb3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f836797-1339-478c-8128-96881b7b1c03', 'code': 200} Jul 09 13:34:15.827108 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a9ff3ce-6194-45f0-8e9b-74fe3343547b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:15.834455 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a9ff3ce-6194-45f0-8e9b-74fe3343547b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.851187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34718) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:15.853373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-232506bd-6fc3-432d-964a-b43207d9d189 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.1082127 Jul 09 13:34:15.927349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a9ff3ce-6194-45f0-8e9b-74fe3343547b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:34:15.931696 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fe434aa-174c-4bd9-9c3f-39ba1edfbbd0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.948290 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fe434aa-174c-4bd9-9c3f-39ba1edfbbd0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.969426 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a9ff3ce-6194-45f0-8e9b-74fe3343547b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:15.969779 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-7a9ff3ce-6194-45f0-8e9b-74fe3343547b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Added segment 659edd19-9893-4adc-a3d6-e5888429dfa9 of type vlan for network 8c3910c1-d52d-4f31-ada0-c4965b7b8f90 Jul 09 13:34:16.057173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7a0790-c4f5-4960-a2a2-a9eba34695b4 req-34415dd6-47a6-4e26-8ba0-3fc8c5e8100a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:16.061023 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4e7a0790-c4f5-4960-a2a2-a9eba34695b4 req-34415dd6-47a6-4e26-8ba0-3fc8c5e8100a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 1097 time: 0.2461379 Jul 09 13:34:16.063812 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a9ff3ce-6194-45f0-8e9b-74fe3343547b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.070289 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fe434aa-174c-4bd9-9c3f-39ba1edfbbd0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.114424 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9fe434aa-174c-4bd9-9c3f-39ba1edfbbd0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.115488 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9fe434aa-174c-4bd9-9c3f-39ba1edfbbd0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/bb4401c2-6bcb-4b64-aaa9-413baf6a8ae3 HTTP/1.1" status: 204 len: 168 time: 0.2357938 Jul 09 13:34:16.120108 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34720) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:16.132335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe434aa-174c-4bd9-9c3f-39ba1edfbbd0 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bb4401c2-6bcb-4b64-aaa9-413baf6a8ae3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:16.152426 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4e7a0790-c4f5-4960-a2a2-a9eba34695b4 req-26f560ab-419e-4752-a29a-02f301a8787e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=dd4b89f8-1ed0-4d4e-ae08-a535346d8828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782058 Jul 09 13:34:16.197617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-da852ce1-7ea2-4deb-9e24-e72d0a622423 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0725141 Jul 09 13:34:16.198049 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34728) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:16.215559 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a9ff3ce-6194-45f0-8e9b-74fe3343547b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.234767 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a9ff3ce-6194-45f0-8e9b-74fe3343547b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:16.236245 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a9ff3ce-6194-45f0-8e9b-74fe3343547b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.439816 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7a9ff3ce-6194-45f0-8e9b-74fe3343547b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6639571 Jul 09 13:34:16.440622 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34732) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:16.445640 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c258ff44-167f-452f-9770-880bb42f986c tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.451510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-71d0b000-43bc-4e2a-a852-34c75b37db2f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'subnet': {'network_id': '8c3910c1-d52d-4f31-ada0-c4965b7b8f90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:16.458956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3602fad4-454c-4f3c-8bb9-0c2a9e830c09 None None] Network 4fe25d8d-537f-4346-b642-e41253e9cc37 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:16.510947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1bb7ead9-fccd-48b3-bf47-370624c3d25e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:34:16.539492 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c258ff44-167f-452f-9770-880bb42f986c tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.544304 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9ff3ce-6194-45f0-8e9b-74fe3343547b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Network': ['ID=8c3910c1-d52d-4f31-ada0-c4965b7b8f90,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:16.566720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 8c3910c1-d52d-4f31-ada0-c4965b7b8f90 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:16.591783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d0b000-43bc-4e2a-a852-34c75b37db2f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:16.595886 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71d0b000-43bc-4e2a-a852-34c75b37db2f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.643736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47339b3a-0d8c-4978-8430-66cb6e4401ea req-5cdec38a-b93e-4eca-9abe-8f7ef7ea3077 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:16.652317 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-47339b3a-0d8c-4978-8430-66cb6e4401ea req-5cdec38a-b93e-4eca-9abe-8f7ef7ea3077 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 946 time: 0.2929068 Jul 09 13:34:16.674934 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c258ff44-167f-452f-9770-880bb42f986c tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.677539 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c258ff44-167f-452f-9770-880bb42f986c tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.678697 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c258ff44-167f-452f-9770-880bb42f986c tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "DELETE /v2.0/security-groups/e1b7c172-2e0e-4df9-8cf8-8792e9ef8af7 HTTP/1.1" status: 204 len: 168 time: 0.4714293 Jul 09 13:34:16.689163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34734) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:16.700182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610966d2-29d9-4dde-b3e1-b8a6456013ed req-adb590a1-ff0b-4064-a6af-e4488f94967f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:16.701670 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-610966d2-29d9-4dde-b3e1-b8a6456013ed req-adb590a1-ff0b-4064-a6af-e4488f94967f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 946 time: 0.2787135 Jul 09 13:34:16.703830 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c258ff44-167f-452f-9770-880bb42f986c tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1b7c172-2e0e-4df9-8cf8-8792e9ef8af7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:16.741023 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1bb7ead9-fccd-48b3-bf47-370624c3d25e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:16.741412 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:16.746420 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-47339b3a-0d8c-4978-8430-66cb6e4401ea req-7df00c44-0f03-41ae-95d2-acb37c7b4f86 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd4b89f8-1ed0-4d4e-ae08-a535346d8828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931292 Jul 09 13:34:16.788936 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-610966d2-29d9-4dde-b3e1-b8a6456013ed req-3e490761-6d0e-4eee-8508-52a6bc43be5e tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775151 Jul 09 13:34:16.847076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.ipam_backend_mixin [None req-71d0b000-43bc-4e2a-a852-34c75b37db2f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Performing IP validity checks on allocation pools {{(pid=93753) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 13:34:16.849325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.ipam_backend_mixin [None req-71d0b000-43bc-4e2a-a852-34c75b37db2f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93753) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 13:34:16.906224 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34742) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:16.911788 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a12c81fe-8ca5-40da-a966-4aa8557df9d1 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2118526 Jul 09 13:34:16.983919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-4fe25d8d-537f-4346-b642-e41253e9cc37', 'network_id': '4fe25d8d-537f-4346-b642-e41253e9cc37', 'tenant_id': 'b1e119af53a849a58afaf8f1e73d7cd6', 'fixed_ips': [{'subnet_id': 'c7a09994-3868-457d-ab2a-1dc01c40277e'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:34:16.984769 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.068531 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-11f17146-6a26-4896-91dd-84f6e9a1bcf8 tempest-SecGroupIPv6Test-318009959 tempest-SecGroupIPv6Test-318009959-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1611021 Jul 09 13:34:17.312166 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71d0b000-43bc-4e2a-a852-34c75b37db2f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.374792 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724a07ac-05be-4016-9549-cf0b2b981798 req-408079c7-bfb8-435e-bd83-9d5d01d85d89 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.388384 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-724a07ac-05be-4016-9549-cf0b2b981798 req-408079c7-bfb8-435e-bd83-9d5d01d85d89 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.1398025 Jul 09 13:34:17.432433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Allocated IP 2001:db8::3 (4fe25d8d-537f-4346-b642-e41253e9cc37/c7a09994-3868-457d-ab2a-1dc01c40277e/43eb6539-0c44-46b5-bf03-e5ba9d8d9c75) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:17.495790 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-724a07ac-05be-4016-9549-cf0b2b981798 req-3bb148eb-c76b-490c-b66a-6809e231481f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061471 Jul 09 13:34:17.578602 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0b000-43bc-4e2a-a852-34c75b37db2f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Subnet': ['ID=1307f2ca-cb68-4ecb-a140-739caa0b9f4e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:17.642080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d0b000-43bc-4e2a-a852-34c75b37db2f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Checking segment: {'id': '659edd19-9893-4adc-a3d6-e5888429dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8c3910c1-d52d-4f31-ada0-c4965b7b8f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:17.642080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d0b000-43bc-4e2a-a852-34c75b37db2f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network hostable DHCP agents. Network: 8c3910c1-d52d-4f31-ada0-c4965b7b8f90, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:34:17.675799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d0b000-43bc-4e2a-a852-34c75b37db2f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network 8c3910c1-d52d-4f31-ada0-c4965b7b8f90 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:34:17.699559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-71d0b000-43bc-4e2a-a852-34c75b37db2f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 8c3910c1-d52d-4f31-ada0-c4965b7b8f90) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:17.704343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d0b000-43bc-4e2a-a852-34c75b37db2f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:17.705166 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71d0b000-43bc-4e2a-a852-34c75b37db2f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.738115 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34754) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:17.738323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc421ac4-d66e-413a-ba8d-21956d4fa95b None None] Network 8c3910c1-d52d-4f31-ada0-c4965b7b8f90 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:17.756644 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-71d0b000-43bc-4e2a-a852-34c75b37db2f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.3116419 Jul 09 13:34:17.757407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34758) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:17.847077 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:17.863795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Transition to ACTIVE for port object 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:17.911007 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Transition to ACTIVE for port object 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:17.925062 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.038059 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.101887 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Network 4fe25d8d-537f-4346-b642-e41253e9cc37 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:18.173703 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:18.186530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:18.190997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-8c3910c1-d52d-4f31-ada0-c4965b7b8f90', 'network_id': '8c3910c1-d52d-4f31-ada0-c4965b7b8f90', 'tenant_id': 'b1e119af53a849a58afaf8f1e73d7cd6', 'fixed_ips': [{'subnet_id': '1307f2ca-cb68-4ecb-a140-739caa0b9f4e'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:34:18.191990 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.213717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Pushing event updated for resources: {'Port': ['ID=43eb6539-0c44-46b5-bf03-e5ba9d8d9c75,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:18.285116 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34768) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:18.288077 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5270149d-3c18-42f9-921e-cc755a0be408 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df578306ac0e4874aa1b635a7eef365c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5481873 Jul 09 13:34:18.363298 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.413565 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Attempting to bind port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:18.413952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Attempting to bind port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'da54b942-8210-472e-8a10-8bf3a301f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4fe25d8d-537f-4346-b642-e41253e9cc37'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:18.414330 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Attempting to bind port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 on network 4fe25d8d-537f-4346-b642-e41253e9cc37 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:18.424469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:34:18.424759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Checking segment: {'id': 'da54b942-8210-472e-8a10-8bf3a301f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4fe25d8d-537f-4346-b642-e41253e9cc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:18.424973 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.425368 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Bound using segment: {'id': 'da54b942-8210-472e-8a10-8bf3a301f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4fe25d8d-537f-4346-b642-e41253e9cc37'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:34:18.434924 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Bound port: 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da54b942-8210-472e-8a10-8bf3a301f32e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '4fe25d8d-537f-4346-b642-e41253e9cc37'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:34:18.435738 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.455156 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e9ba5ae-46a7-4783-8199-0518bcc8d8da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.505495 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0996e61-e080-47be-9f61-184f0d70d04d req-e7264348-01b3-416e-ba5e-db5ab010b604 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:18.511149 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0996e61-e080-47be-9f61-184f0d70d04d req-e7264348-01b3-416e-ba5e-db5ab010b604 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 946 time: 0.3856101 Jul 09 13:34:18.518441 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e9ba5ae-46a7-4783-8199-0518bcc8d8da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.577966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Allocated IP 2001:db8::3 (8c3910c1-d52d-4f31-ada0-c4965b7b8f90/1307f2ca-cb68-4ecb-a140-739caa0b9f4e/aeac38f2-8b13-4ebf-a6bc-d4153977618a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:18.634662 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0996e61-e080-47be-9f61-184f0d70d04d req-4bec9ebd-038f-43bf-9a59-da90c357e284 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd4b89f8-1ed0-4d4e-ae08-a535346d8828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183786 Jul 09 13:34:18.658768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] For port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:18.679484 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] For port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=43eb6539-0c44-46b5-bf03-e5ba9d8d9c75,segment=NetworkSegment(da54b942-8210-472e-8a10-8bf3a301f32e),segment_id=da54b942-8210-472e-8a10-8bf3a301f32e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:34:18.693591 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.716938 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e9ba5ae-46a7-4783-8199-0518bcc8d8da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.721319 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e9ba5ae-46a7-4783-8199-0518bcc8d8da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:18.722806 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5e9ba5ae-46a7-4783-8199-0518bcc8d8da admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5ba2108-c98b-4a9c-a7d5-41634c818ed3 HTTP/1.1" status: 204 len: 168 time: 0.4356527 Jul 09 13:34:18.751176 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ba5ae-46a7-4783-8199-0518bcc8d8da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ba2108-c98b-4a9c-a7d5-41634c818ed3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:19.122086 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.158122 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Transition to ACTIVE for port object aeac38f2-8b13-4ebf-a6bc-d4153977618a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:19.208667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef13cc5-bc79-42af-8d63-b4eb6391e2b0 req-9b87130a-8c52-4fd7-8527-05728d849b86 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:19.217917 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bef13cc5-bc79-42af-8d63-b4eb6391e2b0 req-9b87130a-8c52-4fd7-8527-05728d849b86 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.4179456 Jul 09 13:34:19.366553 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bef13cc5-bc79-42af-8d63-b4eb6391e2b0 req-3cef785e-b3c1-4187-a20a-2f53670e3389 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375110 Jul 09 13:34:19.390999 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Transition to ACTIVE for port object aeac38f2-8b13-4ebf-a6bc-d4153977618a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:19.390999 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53995f2c-d8db-4188-8a6b-7fd6c914e534 None None] Pushing event updated for resources: {'Port': ['ID=43eb6539-0c44-46b5-bf03-e5ba9d8d9c75,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:19.429649 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.435240 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.529799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Subnet': ['ID=1307f2ca-cb68-4ecb-a140-739caa0b9f4e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:19.594997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Pushing event updated for resources: {'Port': ['ID=aeac38f2-8b13-4ebf-a6bc-d4153977618a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:19.621936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Network 8c3910c1-d52d-4f31-ada0-c4965b7b8f90 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:19.627525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:19.636700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:19.744771 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.766900 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Attempting to bind port aeac38f2-8b13-4ebf-a6bc-d4153977618a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:19.767738 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Attempting to bind port aeac38f2-8b13-4ebf-a6bc-d4153977618a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '659edd19-9893-4adc-a3d6-e5888429dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8c3910c1-d52d-4f31-ada0-c4965b7b8f90'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:19.769243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Attempting to bind port aeac38f2-8b13-4ebf-a6bc-d4153977618a on network 8c3910c1-d52d-4f31-ada0-c4965b7b8f90 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:19.777423 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:34:19.778120 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Checking segment: {'id': '659edd19-9893-4adc-a3d6-e5888429dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8c3910c1-d52d-4f31-ada0-c4965b7b8f90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:19.779065 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.779650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Bound using segment: {'id': '659edd19-9893-4adc-a3d6-e5888429dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8c3910c1-d52d-4f31-ada0-c4965b7b8f90'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:34:19.780568 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Bound port: aeac38f2-8b13-4ebf-a6bc-d4153977618a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '659edd19-9893-4adc-a3d6-e5888429dfa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '8c3910c1-d52d-4f31-ada0-c4965b7b8f90'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:34:19.781346 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:19.801064 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3910c1-d52d-4f31-ada0-c4965b7b8f90']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:19.893044 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659edd19-9893-4adc-a3d6-e5888429dfa9') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:19.893344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659edd19-9893-4adc-a3d6-e5888429dfa9') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:19.965171 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.004620 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.035058 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecf75ae-50da-42f0-ab41-9493ae776bd8 req-1cb4bfd8-736d-4eb9-9113-e30631b268df tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:20.042026 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ecf75ae-50da-42f0-ab41-9493ae776bd8 req-1cb4bfd8-736d-4eb9-9113-e30631b268df tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 946 time: 0.3913808 Jul 09 13:34:20.062672 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] For port aeac38f2-8b13-4ebf-a6bc-d4153977618a, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:20.063201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:20.064150 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:20.173588 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:20.179408 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] For port aeac38f2-8b13-4ebf-a6bc-d4153977618a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=aeac38f2-8b13-4ebf-a6bc-d4153977618a,segment=NetworkSegment(659edd19-9893-4adc-a3d6-e5888429dfa9),segment_id=659edd19-9893-4adc-a3d6-e5888429dfa9)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:34:20.186734 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.217247 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:34:20.217247 n-d-799525-3 neutron-server[93754]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:34:20.217247 n-d-799525-3 neutron-server[93754]: [parameters: {'id': '8c3910c1-d52d-4f31-ada0-c4965b7b8f90'}] Jul 09 13:34:20.217247 n-d-799525-3 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:34:20.219068 n-d-799525-3 neutron-server[93754]: DEBUG oslo_db.api [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:34:20.350885 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ecf75ae-50da-42f0-ab41-9493ae776bd8 req-90a43396-c0a2-4bac-b256-6f497e3c1b2f tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd4b89f8-1ed0-4d4e-ae08-a535346d8828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021123 Jul 09 13:34:20.450520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc9c8da-101e-4b52-ac99-4dc89b7e725f None None] Pushing event updated for resources: {'Port': ['ID=aeac38f2-8b13-4ebf-a6bc-d4153977618a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:20.519240 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ede6955-458e-42e0-a1a3-031e100e965f None None] Network 8c3910c1-d52d-4f31-ada0-c4965b7b8f90 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:20.772801 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:20.816026 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:34:21.032862 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:34:21.127178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76cfd03-7a51-4cff-93ef-2696380bc586 req-9bcbb385-4f70-4540-bf06-611fc3ae3d1e tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:21.128800 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d76cfd03-7a51-4cff-93ef-2696380bc586 req-9bcbb385-4f70-4540-bf06-611fc3ae3d1e tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.18 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 946 time: 0.2708695 Jul 09 13:34:21.158353 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f483f5c7-a6eb-4747-adad-8f692a34b205 req-958b4f99-e730-4754-b121-ba13487d6b69 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:21.176681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f483f5c7-a6eb-4747-adad-8f692a34b205 req-958b4f99-e730-4754-b121-ba13487d6b69 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.5200803 Jul 09 13:34:21.261432 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Deleting port aeac38f2-8b13-4ebf-a6bc-d4153977618a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:21.262912 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:21.371262 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a4b684-4ba9-46f4-a8b3-14d49f3fdd2e None None] Network 4fe25d8d-537f-4346-b642-e41253e9cc37 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:21.426862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f483f5c7-a6eb-4747-adad-8f692a34b205 req-52d2ede0-5a9f-464a-be09-a89f3162c023 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2382035 Jul 09 13:34:21.460000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d76cfd03-7a51-4cff-93ef-2696380bc586 req-203680b9-e7da-4ce0-ac7c-18d37c53c536 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Deleting port 1f836797-1339-478c-8128-96881b7b1c03 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:21.460200 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d76cfd03-7a51-4cff-93ef-2696380bc586 req-203680b9-e7da-4ce0-ac7c-18d37c53c536 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:21.504530 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] For port aeac38f2-8b13-4ebf-a6bc-d4153977618a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=aeac38f2-8b13-4ebf-a6bc-d4153977618a,segment=NetworkSegment(659edd19-9893-4adc-a3d6-e5888429dfa9),segment_id=659edd19-9893-4adc-a3d6-e5888429dfa9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:21.515169 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:21.588076 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Calling delete_port for aeac38f2-8b13-4ebf-a6bc-d4153977618a owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:21.709809 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d76cfd03-7a51-4cff-93ef-2696380bc586 req-203680b9-e7da-4ce0-ac7c-18d37c53c536 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] For port 1f836797-1339-478c-8128-96881b7b1c03, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1f836797-1339-478c-8128-96881b7b1c03,segment=NetworkSegment(4b5f7046-120e-4b2b-8847-96b6e30e1737),segment_id=4b5f7046-120e-4b2b-8847-96b6e30e1737)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:21.711365 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d76cfd03-7a51-4cff-93ef-2696380bc586 req-203680b9-e7da-4ce0-ac7c-18d37c53c536 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:21.800864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d76cfd03-7a51-4cff-93ef-2696380bc586 req-203680b9-e7da-4ce0-ac7c-18d37c53c536 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Calling delete_port for 1f836797-1339-478c-8128-96881b7b1c03 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:21.998283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6670474b-17b1-4c3c-9b03-6c8ecd000dd2 None None] Provisioning for port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:34:22.032487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6670474b-17b1-4c3c-9b03-6c8ecd000dd2 None None] Provisioning complete for port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:22.047164 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6670474b-17b1-4c3c-9b03-6c8ecd000dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.102096 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.176626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No DVR routers for this DVR port aeac38f2-8b13-4ebf-a6bc-d4153977618a on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:22.290114 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Port': ['ID=aeac38f2-8b13-4ebf-a6bc-d4153977618a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:22.308067 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d76cfd03-7a51-4cff-93ef-2696380bc586 req-203680b9-e7da-4ce0-ac7c-18d37c53c536 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.325126 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6670474b-17b1-4c3c-9b03-6c8ecd000dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.363270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['1f836797-1339-478c-8128-96881b7b1c03'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:34:22.437066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203680b9-e7da-4ce0-ac7c-18d37c53c536 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Pushing event deleted for resources: {'Port': ['ID=1f836797-1339-478c-8128-96881b7b1c03,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:22.508006 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6670474b-17b1-4c3c-9b03-6c8ecd000dd2 None None] For port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=43eb6539-0c44-46b5-bf03-e5ba9d8d9c75,segment=NetworkSegment(da54b942-8210-472e-8a10-8bf3a301f32e),segment_id=da54b942-8210-472e-8a10-8bf3a301f32e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:22.522942 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6670474b-17b1-4c3c-9b03-6c8ecd000dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.546940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76cfd03-7a51-4cff-93ef-2696380bc586 req-203680b9-e7da-4ce0-ac7c-18d37c53c536 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] No DVR routers for this DVR port 1f836797-1339-478c-8128-96881b7b1c03 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:22.552090 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d76cfd03-7a51-4cff-93ef-2696380bc586 req-203680b9-e7da-4ce0-ac7c-18d37c53c536 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.564441 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d76cfd03-7a51-4cff-93ef-2696380bc586 req-203680b9-e7da-4ce0-ac7c-18d37c53c536 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.18 "DELETE /v2.0/ports/1f836797-1339-478c-8128-96881b7b1c03 HTTP/1.1" status: 204 len: 173 time: 1.4155622 Jul 09 13:34:22.577644 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d326b42-1366-441c-b0e4-43dc3be9eb3d', 'name': 'network-vif-deleted', 'tag': '1f836797-1339-478c-8128-96881b7b1c03'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:34:22.581070 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a53b060-bd92-4060-b77d-ed56cc4ad87b" -d '{"events": [{"server_uuid": "5d326b42-1366-441c-b0e4-43dc3be9eb3d", "name": "network-vif-deleted", "tag": "1f836797-1339-478c-8128-96881b7b1c03"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:34:22.616441 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.653809 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c3910c1-d52d-4f31-ada0-c4965b7b8f90']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:22.688462 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '659edd19-9893-4adc-a3d6-e5888429dfa9') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:22.688700 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '659edd19-9893-4adc-a3d6-e5888429dfa9') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:22.698419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6670474b-17b1-4c3c-9b03-6c8ecd000dd2 None None] Pushing event updated for resources: {'Port': ['ID=43eb6539-0c44-46b5-bf03-e5ba9d8d9c75,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:22.715145 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.745480 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.768765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:22.769134 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a451338-34dc-4d00-91b8-a94a1b8c8a01 None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:34:22.769683 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:22.851618 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:22.887025 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ffc58d4b-3553-4ee6-b0b2-50a6a7efa763 None None] Provisioning complete for port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:22.887781 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffc58d4b-3553-4ee6-b0b2-50a6a7efa763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.954458 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.967167 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:22.969116 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/8c3910c1-d52d-4f31-ada0-c4965b7b8f90 HTTP/1.1" status: 204 len: 168 time: 5.2081127 Jul 09 13:34:22.972855 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34882) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:22.980964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a66847f8-db8a-434c-b4f5-0a0fdc2a6870 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1473902477'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:23.004745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464f9359-8bb0-4fbe-b89c-562f879a2db6 req-cfe53dba-e5a1-42bc-96ae-89a29b8f5a6d tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:23.017736 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-464f9359-8bb0-4fbe-b89c-562f879a2db6 req-cfe53dba-e5a1-42bc-96ae-89a29b8f5a6d tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/ports?device_id=5d326b42-1366-441c-b0e4-43dc3be9eb3d HTTP/1.1" status: 200 len: 867 time: 1.0811892 Jul 09 13:34:23.063665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66847f8-db8a-434c-b4f5-0a0fdc2a6870 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:23.073039 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc6cd26-7a3b-4a50-bdf1-e62970202d1a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Network': ['ID=8c3910c1-d52d-4f31-ada0-c4965b7b8f90,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:23.074025 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a66847f8-db8a-434c-b4f5-0a0fdc2a6870 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.114934 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a451338-34dc-4d00-91b8-a94a1b8c8a01 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:34:23.184058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a66847f8-db8a-434c-b4f5-0a0fdc2a6870 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:34:23.206549 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-464f9359-8bb0-4fbe-b89c-562f879a2db6 req-780a2603-a329-4a86-945c-a64a89cbecf4 tempest-InstanceActionsNegativeTestJSON-985682955 tempest-InstanceActionsNegativeTestJSON-985682955-project] 10.222.0.39 "GET /v2.0/security-groups?id=dd4b89f8-1ed0-4d4e-ae08-a535346d8828&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878440 Jul 09 13:34:23.223952 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a66847f8-db8a-434c-b4f5-0a0fdc2a6870 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.224317 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-a66847f8-db8a-434c-b4f5-0a0fdc2a6870 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Added segment a971673f-197d-4f48-8349-3ce1e8dbb949 of type vlan for network d0f70b36-735b-45f9-abcd-d5bad681090b Jul 09 13:34:23.239254 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f45a134-c380-40e7-bc90-aff9c8a1f8e6 req-86ddeb1c-1820-43d9-ab5c-c594a941896e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:23.255938 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2f45a134-c380-40e7-bc90-aff9c8a1f8e6 req-86ddeb1c-1820-43d9-ab5c-c594a941896e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.4032605 Jul 09 13:34:23.327441 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a66847f8-db8a-434c-b4f5-0a0fdc2a6870 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.432582 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2f45a134-c380-40e7-bc90-aff9c8a1f8e6 req-3e889b56-c9fc-4d33-a67a-d1c33470c208 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748879 Jul 09 13:34:23.451468 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:34:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfcd4fc4-d316-47e4-a330-b40bed2f43d4 x-openstack-request-id: req-cfcd4fc4-d316-47e4-a330-b40bed2f43d4 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:34:23.451853 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d326b42-1366-441c-b0e4-43dc3be9eb3d", "name": "network-vif-deleted", "tag": "1f836797-1339-478c-8128-96881b7b1c03", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:34:23.453117 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cfcd4fc4-d316-47e4-a330-b40bed2f43d4 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:34:23.453567 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d326b42-1366-441c-b0e4-43dc3be9eb3d', 'name': 'network-vif-deleted', 'tag': '1f836797-1339-478c-8128-96881b7b1c03', 'status': 'completed', 'code': 200} Jul 09 13:34:23.455759 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a66847f8-db8a-434c-b4f5-0a0fdc2a6870 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.474444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66847f8-db8a-434c-b4f5-0a0fdc2a6870 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:23.475242 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a66847f8-db8a-434c-b4f5-0a0fdc2a6870 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:23.594392 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a66847f8-db8a-434c-b4f5-0a0fdc2a6870 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6200523 Jul 09 13:34:23.597633 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34892) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:23.603166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-feb4e49d-7d69-4831-9384-8fbcb5ac3875 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'subnet': {'network_id': 'd0f70b36-735b-45f9-abcd-d5bad681090b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:23.790889 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66847f8-db8a-434c-b4f5-0a0fdc2a6870 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Network': ['ID=d0f70b36-735b-45f9-abcd-d5bad681090b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:23.848558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network d0f70b36-735b-45f9-abcd-d5bad681090b details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:24.323788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-feb4e49d-7d69-4831-9384-8fbcb5ac3875 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:24.329664 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34906) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:24.339776 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-feb4e49d-7d69-4831-9384-8fbcb5ac3875 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.414164 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:34:24.484717 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-3507a3c7-c005-4711-b81c-fbcc58e9a606 admin admin] Deleting subnet 76834099-f3ae-4423-9b81-bc5a4d2c9091 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:34:24.497442 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3507a3c7-c005-4711-b81c-fbcc58e9a606 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.502380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:24.510185 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.684857 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3507a3c7-c005-4711-b81c-fbcc58e9a606 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.753254 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-feb4e49d-7d69-4831-9384-8fbcb5ac3875 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.777753 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3507a3c7-c005-4711-b81c-fbcc58e9a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.864128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb4e49d-7d69-4831-9384-8fbcb5ac3875 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Subnet': ['ID=0c8a942c-39dd-4cff-8525-a7d50ed89d18,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:24.921282 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6819499-46e5-4cae-be22-c88bb7523eb5 req-9115e22d-8535-466b-9280-de4fe597d074 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:24.929269 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6819499-46e5-4cae-be22-c88bb7523eb5 req-9115e22d-8535-466b-9280-de4fe597d074 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.2848253 Jul 09 13:34:24.971741 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e0f8f22-b5f2-458c-ae9a-323cbad4aba2 req-44995179-37a7-4f0d-8017-d8c4afefa8fd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1595492 Jul 09 13:34:24.972213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3507a3c7-c005-4711-b81c-fbcc58e9a606 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:24.997407 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6819499-46e5-4cae-be22-c88bb7523eb5 req-1e8c8c21-309a-41e8-8513-cf3b6575b1be tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671494 Jul 09 13:34:25.004419 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feb4e49d-7d69-4831-9384-8fbcb5ac3875 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Checking segment: {'id': 'a971673f-197d-4f48-8349-3ce1e8dbb949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd0f70b36-735b-45f9-abcd-d5bad681090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:25.004734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4e49d-7d69-4831-9384-8fbcb5ac3875 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network hostable DHCP agents. Network: d0f70b36-735b-45f9-abcd-d5bad681090b, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:34:25.031655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507a3c7-c005-4711-b81c-fbcc58e9a606 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76834099-f3ae-4423-9b81-bc5a4d2c9091,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:25.044163 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb4e49d-7d69-4831-9384-8fbcb5ac3875 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network d0f70b36-735b-45f9-abcd-d5bad681090b is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:34:25.047234 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3507a3c7-c005-4711-b81c-fbcc58e9a606 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.051339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34920) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:25.051489 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3507a3c7-c005-4711-b81c-fbcc58e9a606 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/76834099-f3ae-4423-9b81-bc5a4d2c9091 HTTP/1.1" status: 204 len: 168 time: 0.7201881 Jul 09 13:34:25.071194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e6713-5db0-431c-8032-112784147625 req-5c1dca54-d06c-40c8-a848-bbe8360dc38e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:25.072729 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b35e6713-5db0-431c-8032-112784147625 req-5c1dca54-d06c-40c8-a848-bbe8360dc38e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21d631c8b7aa4295bb9f42b979feb028&device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 1097 time: 0.1503739 Jul 09 13:34:25.074230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-feb4e49d-7d69-4831-9384-8fbcb5ac3875 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, d0f70b36-735b-45f9-abcd-d5bad681090b) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:25.082757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-419de117-995f-4bd6-b18d-11cad98867a7 None None] Network d0f70b36-735b-45f9-abcd-d5bad681090b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:25.089079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb4e49d-7d69-4831-9384-8fbcb5ac3875 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:25.089697 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-feb4e49d-7d69-4831-9384-8fbcb5ac3875 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.135072 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-feb4e49d-7d69-4831-9384-8fbcb5ac3875 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.5362833 Jul 09 13:34:25.140002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34922) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:25.170725 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6b245d2-cc87-40a7-9db5-90ab914eff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.201967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f8f22-b5f2-458c-ae9a-323cbad4aba2 req-96206807-5fba-446d-988b-1222b05e121b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:25.203567 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e0f8f22-b5f2-458c-ae9a-323cbad4aba2 req-96206807-5fba-446d-988b-1222b05e121b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=9a9527aafb664a62aa8fea36ce6186cf&device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 1096 time: 0.1958611 Jul 09 13:34:25.284580 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6b245d2-cc87-40a7-9db5-90ab914eff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.295870 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d6b245d2-cc87-40a7-9db5-90ab914eff36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7c53d2b-d3b2-4d5c-9b02-8e229b37072f']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:25.320353 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d6b245d2-cc87-40a7-9db5-90ab914eff36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b5f7046-120e-4b2b-8847-96b6e30e1737') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:25.322499 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d6b245d2-cc87-40a7-9db5-90ab914eff36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b5f7046-120e-4b2b-8847-96b6e30e1737') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:25.331232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e6713-5db0-431c-8032-112784147625 req-a9d7ff23-ee1a-40fc-ab50-2cc63ab5b967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:25.332749 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b35e6713-5db0-431c-8032-112784147625 req-a9d7ff23-ee1a-40fc-ab50-2cc63ab5b967 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 200 len: 918 time: 0.2524114 Jul 09 13:34:25.348421 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6b245d2-cc87-40a7-9db5-90ab914eff36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.370274 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-d0f70b36-735b-45f9-abcd-d5bad681090b', 'network_id': 'd0f70b36-735b-45f9-abcd-d5bad681090b', 'tenant_id': 'b1e119af53a849a58afaf8f1e73d7cd6', 'fixed_ips': [{'subnet_id': '0c8a942c-39dd-4cff-8525-a7d50ed89d18'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:34:25.371635 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.376351 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6b245d2-cc87-40a7-9db5-90ab914eff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.384357 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6b245d2-cc87-40a7-9db5-90ab914eff36 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:25.385758 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6b245d2-cc87-40a7-9db5-90ab914eff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:25.400070 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:25.405487 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.452877 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f8f22-b5f2-458c-ae9a-323cbad4aba2 req-2faa6d4e-1784-406c-b57d-426810764d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:25.454471 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e0f8f22-b5f2-458c-ae9a-323cbad4aba2 req-2faa6d4e-1784-406c-b57d-426810764d4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=dc9d62b8-4412-47a6-9995-749ff322404e HTTP/1.1" status: 200 len: 916 time: 0.2233429 Jul 09 13:34:25.459336 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b35e6713-5db0-431c-8032-112784147625 req-ba3b0b0e-8fb6-4c44-8b87-343bb43d4660 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=998f26ae-c1e8-461e-9100-c113a011cd84 HTTP/1.1" status: 200 len: 1001 time: 0.1168277 Jul 09 13:34:25.466248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 1f836797-1339-478c-8128-96881b7b1c03 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:25.496040 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6b245d2-cc87-40a7-9db5-90ab914eff36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.507380 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6b245d2-cc87-40a7-9db5-90ab914eff36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.508268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 1f836797-1339-478c-8128-96881b7b1c03 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:34:25.509358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 1f836797-1339-478c-8128-96881b7b1c03 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:34:25.511368 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d6b245d2-cc87-40a7-9db5-90ab914eff36 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f7c53d2b-d3b2-4d5c-9b02-8e229b37072f HTTP/1.1" status: 204 len: 168 time: 0.4588764 Jul 09 13:34:25.543800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b245d2-cc87-40a7-9db5-90ab914eff36 admin admin] Pushing event deleted for resources: {'Network': ['ID=f7c53d2b-d3b2-4d5c-9b02-8e229b37072f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:25.593537 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e0f8f22-b5f2-458c-ae9a-323cbad4aba2 req-5e7d3ae3-e6ef-445b-8ea6-6bcf8e83f2c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a5b95b14-ce04-4ede-9a08-0f8473bb1f81 HTTP/1.1" status: 200 len: 217 time: 0.1113498 Jul 09 13:34:25.612286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Allocated IP 2001:db8::1 (d0f70b36-735b-45f9-abcd-d5bad681090b/0c8a942c-39dd-4cff-8525-a7d50ed89d18/d94d3848-a23f-4c5c-a122-4cd2051964bd) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:25.633351 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.673896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e6713-5db0-431c-8032-112784147625 req-a57cddd7-4184-489a-bcca-e261afffc2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:25.675439 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b35e6713-5db0-431c-8032-112784147625 req-a57cddd7-4184-489a-bcca-e261afffc2ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64038094-33bf-4882-9ed5-b515adff07d9 HTTP/1.1" status: 200 len: 856 time: 0.1945007 Jul 09 13:34:25.732642 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0f8f22-b5f2-458c-ae9a-323cbad4aba2 req-81d81955-5b58-4001-bb6b-7baf56609bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:25.734258 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e0f8f22-b5f2-458c-ae9a-323cbad4aba2 req-81d81955-5b58-4001-bb6b-7baf56609bac service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bb0dba8b-d545-4178-9f00-28746fc5b6b3 HTTP/1.1" status: 200 len: 855 time: 0.1332452 Jul 09 13:34:25.771002 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e0f8f22-b5f2-458c-ae9a-323cbad4aba2 req-165bf12a-d113-4670-9d2d-48369321772e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=dc9d62b8-4412-47a6-9995-749ff322404e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292675 Jul 09 13:34:25.797362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34928) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:25.834369 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.846263 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Transition to ACTIVE for port object d94d3848-a23f-4c5c-a122-4cd2051964bd will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:25.856438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35e6713-5db0-431c-8032-112784147625 req-df971c62-4c12-4b89-9aa9-9e3dc4197e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:25.858832 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b35e6713-5db0-431c-8032-112784147625 req-df971c62-4c12-4b89-9aa9-9e3dc4197e3c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1957568-b13c-4c13-95b6-f6cc35837fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1736588 Jul 09 13:34:25.863551 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Transition to ACTIVE for port object d94d3848-a23f-4c5c-a122-4cd2051964bd will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:25.874443 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:25.907401 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6639511b-2eb3-48e1-b577-1db41974d39b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=420b786ed40840aca402aad1e1502b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1066334 Jul 09 13:34:25.907679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34930) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:25.929482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Network d0f70b36-735b-45f9-abcd-d5bad681090b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:25.933277 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:25.937838 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:25.957476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Pushing event updated for resources: {'Port': ['ID=d94d3848-a23f-4c5c-a122-4cd2051964bd,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:26.003394 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b72f2d56-e9f6-499c-994d-b199c048962e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.042349 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b72f2d56-e9f6-499c-994d-b199c048962e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.062577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Attempting to bind port d94d3848-a23f-4c5c-a122-4cd2051964bd on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:26.062967 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Attempting to bind port d94d3848-a23f-4c5c-a122-4cd2051964bd by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'a971673f-197d-4f48-8349-3ce1e8dbb949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd0f70b36-735b-45f9-abcd-d5bad681090b'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:26.063361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Attempting to bind port d94d3848-a23f-4c5c-a122-4cd2051964bd on network d0f70b36-735b-45f9-abcd-d5bad681090b {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:26.080167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:34:26.080626 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Checking segment: {'id': 'a971673f-197d-4f48-8349-3ce1e8dbb949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd0f70b36-735b-45f9-abcd-d5bad681090b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:26.081055 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.081471 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Bound using segment: {'id': 'a971673f-197d-4f48-8349-3ce1e8dbb949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd0f70b36-735b-45f9-abcd-d5bad681090b'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:34:26.090436 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Bound port: d94d3848-a23f-4c5c-a122-4cd2051964bd, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a971673f-197d-4f48-8349-3ce1e8dbb949', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'd0f70b36-735b-45f9-abcd-d5bad681090b'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:34:26.091183 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.105348 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b72f2d56-e9f6-499c-994d-b199c048962e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.115602 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b72f2d56-e9f6-499c-994d-b199c048962e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.120808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b72f2d56-e9f6-499c-994d-b199c048962e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd4b89f8-1ed0-4d4e-ae08-a535346d8828 HTTP/1.1" status: 204 len: 168 time: 0.2120821 Jul 09 13:34:26.147215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72f2d56-e9f6-499c-994d-b199c048962e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4b89f8-1ed0-4d4e-ae08-a535346d8828,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:26.280609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] For port d94d3848-a23f-4c5c-a122-4cd2051964bd, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:26.289376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] For port d94d3848-a23f-4c5c-a122-4cd2051964bd, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d94d3848-a23f-4c5c-a122-4cd2051964bd,segment=NetworkSegment(a971673f-197d-4f48-8349-3ce1e8dbb949),segment_id=a971673f-197d-4f48-8349-3ce1e8dbb949)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:34:26.297171 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.396510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba76b14-63a1-43c4-8cab-2898eaba1e65 req-bb3b4d2f-5bb2-4c0d-a8d9-700fa14dabab tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:26.405397 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ba76b14-63a1-43c4-8cab-2898eaba1e65 req-bb3b4d2f-5bb2-4c0d-a8d9-700fa14dabab tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.1538203 Jul 09 13:34:26.425249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b654edd6-d32b-4225-b394-f6f0a31b0cb8 None None] Pushing event updated for resources: {'Port': ['ID=d94d3848-a23f-4c5c-a122-4cd2051964bd,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:26.462758 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ba76b14-63a1-43c4-8cab-2898eaba1e65 req-9f231f81-d7f7-4d42-a25f-1c89a4894ca7 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561800 Jul 09 13:34:26.520317 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.560945 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e0f8f22-b5f2-458c-ae9a-323cbad4aba2 req-6e5a0c61-3176-4daf-9ea6-a334c251ab99 service neutron] 10.222.0.15 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7817981 Jul 09 13:34:26.568848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Subnet': ['ID=0c8a942c-39dd-4cff-8525-a7d50ed89d18,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:26.785101 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b35e6713-5db0-431c-8032-112784147625 req-e1937a06-7516-4835-b976-022d9cfe1a97 service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9189949 Jul 09 13:34:26.838782 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.887045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f70b36-735b-45f9-abcd-d5bad681090b']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:26.907020 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a971673f-197d-4f48-8349-3ce1e8dbb949') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:26.907331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a971673f-197d-4f48-8349-3ce1e8dbb949') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:26.929845 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.975371 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.979387 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e0f8f22-b5f2-458c-ae9a-323cbad4aba2 req-8e7bfd40-55b2-4298-91ff-73596575591c service neutron] 10.222.0.15 "GET /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053979 Jul 09 13:34:26.988541 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b35e6713-5db0-431c-8032-112784147625 req-296fbf7f-1397-4d52-916f-9e084f7271f2 service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1943436 Jul 09 13:34:26.989598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:26.990012 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:26.994660 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:27.112726 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:34:27.112726 n-d-799525-3 neutron-server[93753]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:34:27.112726 n-d-799525-3 neutron-server[93753]: [parameters: {'id': 'd0f70b36-735b-45f9-abcd-d5bad681090b'}] Jul 09 13:34:27.112726 n-d-799525-3 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:34:27.114206 n-d-799525-3 neutron-server[93753]: DEBUG oslo_db.api [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:34:27.349401 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34958) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:27.475316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-67f925cd-5208-4c74-a46b-a9b28c0aa123 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-364594377-network', 'tenant_id': '871f2facfd094c54bf79e8b246aecd4a'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:27.505727 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f925cd-5208-4c74-a46b-a9b28c0aa123 admin admin] Made reservation on behalf of 871f2facfd094c54bf79e8b246aecd4a for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:27.508133 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67f925cd-5208-4c74-a46b-a9b28c0aa123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.520584 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67f925cd-5208-4c74-a46b-a9b28c0aa123 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.616938 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.639018 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67f925cd-5208-4c74-a46b-a9b28c0aa123 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.649996 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67f925cd-5208-4c74-a46b-a9b28c0aa123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.730229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f925cd-5208-4c74-a46b-a9b28c0aa123 admin admin] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:34:27.746677 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367d9b10-556a-4bee-ab31-12b3fde88216 None None] Network d0f70b36-735b-45f9-abcd-d5bad681090b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:27.771644 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7566103a-5002-44b8-9379-b8e87c21c86a req-16bf6b27-e863-4fe4-adfc-ac84bc9c8a61 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:27.773285 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7566103a-5002-44b8-9379-b8e87c21c86a req-16bf6b27-e863-4fe4-adfc-ac84bc9c8a61 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.0964782 Jul 09 13:34:27.777337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f925cd-5208-4c74-a46b-a9b28c0aa123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3287d9c6-b6ed-48bb-84ed-d6059250bd8f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:27.781799 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67f925cd-5208-4c74-a46b-a9b28c0aa123 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.782146 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-67f925cd-5208-4c74-a46b-a9b28c0aa123 admin admin] Added segment 2b990db0-6bc6-4865-ab16-a7e45dff172b of type vlan for network 22497f87-f4f4-4a18-9250-a97b816f6ec1 Jul 09 13:34:27.818087 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Deleting port d94d3848-a23f-4c5c-a122-4cd2051964bd {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:27.818431 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.823591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 998f26ae-c1e8-461e-9100-c113a011cd84 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:27.857353 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7566103a-5002-44b8-9379-b8e87c21c86a req-d739e248-deef-40c4-8961-637cbe633b9f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742238 Jul 09 13:34:27.895881 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67f925cd-5208-4c74-a46b-a9b28c0aa123 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.897771 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f6ddb07a-5da9-4c30-a659-800aafd0cddb None None] Provisioning for port d94d3848-a23f-4c5c-a122-4cd2051964bd completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:34:27.926929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] For port d94d3848-a23f-4c5c-a122-4cd2051964bd, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d94d3848-a23f-4c5c-a122-4cd2051964bd,segment=NetworkSegment(a971673f-197d-4f48-8349-3ce1e8dbb949),segment_id=a971673f-197d-4f48-8349-3ce1e8dbb949)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:27.927583 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.958220 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67f925cd-5208-4c74-a46b-a9b28c0aa123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.959289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f925cd-5208-4c74-a46b-a9b28c0aa123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:27.960075 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67f925cd-5208-4c74-a46b-a9b28c0aa123 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:27.965650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Calling delete_port for d94d3848-a23f-4c5c-a122-4cd2051964bd owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:27.986142 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.021706 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '998f26ae-c1e8-461e-9100-c113a011cd84'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:34:28.024701 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2846b49a-7237-42fb-b330-f292cbc133f6" -d '{"events": [{"server_uuid": "bba848d5-423c-4606-89ff-82ebedfa6164", "name": "network-vif-unplugged", "status": "completed", "tag": "998f26ae-c1e8-461e-9100-c113a011cd84"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:34:28.044810 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=998f26ae-c1e8-461e-9100-c113a011cd84,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:28.052157 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.065881 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34966) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:28.071059 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9ad9b56f-d3a2-482e-b828-c69d6bdc8cc7 admin admin] Request body: {'subnet': {'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-364594377-subnet', 'tenant_id': '871f2facfd094c54bf79e8b246aecd4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:28.074997 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-67f925cd-5208-4c74-a46b-a9b28c0aa123 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7237890 Jul 09 13:34:28.082939 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5ad210-f635-4f5a-b30d-1899cfe16e02 x-openstack-request-id: req-bc5ad210-f635-4f5a-b30d-1899cfe16e02 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:34:28.083321 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba848d5-423c-4606-89ff-82ebedfa6164", "name": "network-vif-unplugged", "status": "completed", "tag": "998f26ae-c1e8-461e-9100-c113a011cd84", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:34:28.083645 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc5ad210-f635-4f5a-b30d-1899cfe16e02 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:34:28.084113 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '998f26ae-c1e8-461e-9100-c113a011cd84', 'code': 200} Jul 09 13:34:28.096916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f925cd-5208-4c74-a46b-a9b28c0aa123 admin admin] Pushing event updated for resources: {'Network': ['ID=22497f87-f4f4-4a18-9250-a97b816f6ec1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:28.111083 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 22497f87-f4f4-4a18-9250-a97b816f6ec1 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:28.145016 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.147629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ad9b56f-d3a2-482e-b828-c69d6bdc8cc7 admin admin] Made reservation on behalf of 871f2facfd094c54bf79e8b246aecd4a for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:28.151740 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b56f-d3a2-482e-b828-c69d6bdc8cc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.164843 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No DVR routers for this DVR port d94d3848-a23f-4c5c-a122-4cd2051964bd on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:28.169549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae93667f-4138-4275-9880-7356ceb049e2 None None] DHCP port deletion for d0f70b36-735b-45f9-abcd-d5bad681090b request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:34:28.171402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=998f26ae-c1e8-461e-9100-c113a011cd84,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:28.190581 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Port': ['ID=d94d3848-a23f-4c5c-a122-4cd2051964bd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:28.197950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:28.197950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:28.197950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:28.198326 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:28.199052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:28.199689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:28.200193 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:28.200896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:28.201638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:28.202280 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:28.202883 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:28.203458 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:28.284904 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.296553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0f70b36-735b-45f9-abcd-d5bad681090b']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:28.307578 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a971673f-197d-4f48-8349-3ce1e8dbb949') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:28.307889 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a971673f-197d-4f48-8349-3ce1e8dbb949') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:28.323454 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.339313 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.346053 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:28.346505 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:28.349877 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:28.385240 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b56f-d3a2-482e-b828-c69d6bdc8cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.412169 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.425100 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.431648 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34970) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:28.433901 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/d0f70b36-735b-45f9-abcd-d5bad681090b HTTP/1.1" status: 204 len: 168 time: 3.2906861 Jul 09 13:34:28.438851 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ee27b950-6c03-4e17-a470-d078d62be5d6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-586363934'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:28.448284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c4401d-9ac9-4f9d-89fa-184bccc6503f tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Network': ['ID=d0f70b36-735b-45f9-abcd-d5bad681090b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:28.465739 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad9b56f-d3a2-482e-b828-c69d6bdc8cc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d7a3a19-a731-4c99-b200-04775047b5c0,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:28.483717 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad9b56f-d3a2-482e-b828-c69d6bdc8cc7 admin admin] Checking segment: {'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:28.484112 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad9b56f-d3a2-482e-b828-c69d6bdc8cc7 admin admin] Network hostable DHCP agents. Network: 22497f87-f4f4-4a18-9250-a97b816f6ec1, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:34:28.488636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee27b950-6c03-4e17-a470-d078d62be5d6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:28.492167 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee27b950-6c03-4e17-a470-d078d62be5d6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.525467 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad9b56f-d3a2-482e-b828-c69d6bdc8cc7 admin admin] Network 22497f87-f4f4-4a18-9250-a97b816f6ec1 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:34:28.527503 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee27b950-6c03-4e17-a470-d078d62be5d6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:34:28.541503 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee27b950-6c03-4e17-a470-d078d62be5d6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.541911 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-ee27b950-6c03-4e17-a470-d078d62be5d6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Added segment 0c9c5845-a120-46c4-b2fe-ef9f0a53a066 of type vlan for network 7dd2ad38-78d4-42e4-8dc6-1cec8b68e288 Jul 09 13:34:28.543571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9ad9b56f-d3a2-482e-b828-c69d6bdc8cc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 22497f87-f4f4-4a18-9250-a97b816f6ec1) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:28.554492 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92785677-2c5e-4076-ac48-aa596225e34a None None] Network 22497f87-f4f4-4a18-9250-a97b816f6ec1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:28.567707 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad9b56f-d3a2-482e-b828-c69d6bdc8cc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:28.569401 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9ad9b56f-d3a2-482e-b828-c69d6bdc8cc7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.616851 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9ad9b56f-d3a2-482e-b828-c69d6bdc8cc7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5493217 Jul 09 13:34:28.636279 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee27b950-6c03-4e17-a470-d078d62be5d6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.701040 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee27b950-6c03-4e17-a470-d078d62be5d6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.709934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee27b950-6c03-4e17-a470-d078d62be5d6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:28.711501 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee27b950-6c03-4e17-a470-d078d62be5d6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:28.724530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4a74aa-9d36-4c65-919b-11c6f3a8aed9 None None] Network 22497f87-f4f4-4a18-9250-a97b816f6ec1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:28.817113 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ee27b950-6c03-4e17-a470-d078d62be5d6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3827798 Jul 09 13:34:28.824219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34974) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:28.832466 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27b950-6c03-4e17-a470-d078d62be5d6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Network': ['ID=7dd2ad38-78d4-42e4-8dc6-1cec8b68e288,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:28.844028 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4c5c67a5-211a-40c4-9800-06813a1afe7e tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'subnet': {'network_id': '7dd2ad38-78d4-42e4-8dc6-1cec8b68e288', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:28.870087 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 7dd2ad38-78d4-42e4-8dc6-1cec8b68e288 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:29.113375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5c67a5-211a-40c4-9800-06813a1afe7e tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:29.118142 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c5c67a5-211a-40c4-9800-06813a1afe7e tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:29.361465 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c5c67a5-211a-40c4-9800-06813a1afe7e tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:29.425418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5fd460-5059-44f3-80f3-7a1b45b59478 req-d99fb315-1dfb-4ea9-9f71-0ec9f571c5dc tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:29.433914 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba5fd460-5059-44f3-80f3-7a1b45b59478 req-d99fb315-1dfb-4ea9-9f71-0ec9f571c5dc tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 944 time: 0.3330247 Jul 09 13:34:29.448851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5c67a5-211a-40c4-9800-06813a1afe7e tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Checking segment: {'id': '0c9c5845-a120-46c4-b2fe-ef9f0a53a066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '7dd2ad38-78d4-42e4-8dc6-1cec8b68e288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:29.449478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c67a5-211a-40c4-9800-06813a1afe7e tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network hostable DHCP agents. Network: 7dd2ad38-78d4-42e4-8dc6-1cec8b68e288, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:34:29.451507 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-1d7d86b2-29cb-433e-ad8c-9774235ea7ae tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:29.452051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5c67a5-211a-40c4-9800-06813a1afe7e tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Subnet': ['ID=173e7b55-522b-46c1-98f6-ec773d1c5c45,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:29.453380 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-1d7d86b2-29cb-433e-ad8c-9774235ea7ae tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/networks?id=22497f87-f4f4-4a18-9250-a97b816f6ec1 HTTP/1.1" status: 200 len: 812 time: 0.1584556 Jul 09 13:34:29.481141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5c67a5-211a-40c4-9800-06813a1afe7e tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network 7dd2ad38-78d4-42e4-8dc6-1cec8b68e288 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:34:29.489969 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-f282fd1d-91e7-456c-980c-f5e1aa260905 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/quotas/871f2facfd094c54bf79e8b246aecd4a HTTP/1.1" status: 200 len: 375 time: 0.0290742 Jul 09 13:34:29.492493 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4c5c67a5-211a-40c4-9800-06813a1afe7e tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 7dd2ad38-78d4-42e4-8dc6-1cec8b68e288) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:29.499384 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba5fd460-5059-44f3-80f3-7a1b45b59478 req-f3c294d2-6cf2-470b-9ddf-457146708595 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643122 Jul 09 13:34:29.503700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6db6ba-529e-4516-b3fd-70b7f901cacb None None] Network 7dd2ad38-78d4-42e4-8dc6-1cec8b68e288 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:29.506514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5c67a5-211a-40c4-9800-06813a1afe7e tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:29.507261 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c5c67a5-211a-40c4-9800-06813a1afe7e tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:29.528376 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4c5c67a5-211a-40c4-9800-06813a1afe7e tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.7034934 Jul 09 13:34:29.528655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34994) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:29.541527 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-4efb4caf-c39e-4642-b94f-f6f6c650a5e9 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=871f2facfd094c54bf79e8b246aecd4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0410018 Jul 09 13:34:29.649973 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-a403c63e-99d5-45d6-bd48-8b6c2fc42098 service neutron] 10.222.0.39 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070290 Jul 09 13:34:29.662309 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7269fe26-87d7-4182-8ba0-c75ca41601ce tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:29.729774 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7269fe26-87d7-4182-8ba0-c75ca41601ce tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:29.788668 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-fd68a1fd-b184-4f0d-9111-6de58fc1b84a service neutron] 10.222.0.39 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285801 Jul 09 13:34:29.808190 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7269fe26-87d7-4182-8ba0-c75ca41601ce tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:29.825498 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ddf06ee-75ef-46cc-bd3a-eccc3dd7b6d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-7dd2ad38-78d4-42e4-8dc6-1cec8b68e288', 'network_id': '7dd2ad38-78d4-42e4-8dc6-1cec8b68e288', 'tenant_id': 'b1e119af53a849a58afaf8f1e73d7cd6', 'fixed_ips': [{'subnet_id': '173e7b55-522b-46c1-98f6-ec773d1c5c45'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:34:29.826843 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ddf06ee-75ef-46cc-bd3a-eccc3dd7b6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:29.862300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269fe26-87d7-4182-8ba0-c75ca41601ce tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Subnet': ['ID=173e7b55-522b-46c1-98f6-ec773d1c5c45,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:29.945151 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7269fe26-87d7-4182-8ba0-c75ca41601ce tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:29.949049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4761a149-5765-431b-9ac5-bc4d4b3ed756 None None] Network 7dd2ad38-78d4-42e4-8dc6-1cec8b68e288 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:29.958800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7269fe26-87d7-4182-8ba0-c75ca41601ce tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dd2ad38-78d4-42e4-8dc6-1cec8b68e288']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:29.973487 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7269fe26-87d7-4182-8ba0-c75ca41601ce tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9c5845-a120-46c4-b2fe-ef9f0a53a066') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:29.973989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7269fe26-87d7-4182-8ba0-c75ca41601ce tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9c5845-a120-46c4-b2fe-ef9f0a53a066') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:29.984811 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7269fe26-87d7-4182-8ba0-c75ca41601ce tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:30.000743 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7269fe26-87d7-4182-8ba0-c75ca41601ce tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:30.014280 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7269fe26-87d7-4182-8ba0-c75ca41601ce tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:30.015896 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7269fe26-87d7-4182-8ba0-c75ca41601ce tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:30.019269 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:30.114081 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7269fe26-87d7-4182-8ba0-c75ca41601ce tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:30.140046 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7269fe26-87d7-4182-8ba0-c75ca41601ce tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:30.146182 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7269fe26-87d7-4182-8ba0-c75ca41601ce tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/7dd2ad38-78d4-42e4-8dc6-1cec8b68e288 HTTP/1.1" status: 204 len: 168 time: 0.6132948 Jul 09 13:34:30.146182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7269fe26-87d7-4182-8ba0-c75ca41601ce tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Network': ['ID=7dd2ad38-78d4-42e4-8dc6-1cec8b68e288,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:30.147590 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35006) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:30.153139 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-920c86f8-5cff-442c-8f40-456a9022eea8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1737571866'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:30.176456 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920c86f8-5cff-442c-8f40-456a9022eea8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:30.180735 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-920c86f8-5cff-442c-8f40-456a9022eea8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:30.241850 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cbee517c-b41d-451f-9cd0-26ee5b9e8ad0 req-ee1cd16a-9c86-425c-a230-c102dff21b74 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43 HTTP/1.1" status: 200 len: 210 time: 0.0337076 Jul 09 13:34:30.251463 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920c86f8-5cff-442c-8f40-456a9022eea8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:34:30.261844 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-920c86f8-5cff-442c-8f40-456a9022eea8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:30.262202 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-920c86f8-5cff-442c-8f40-456a9022eea8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Added segment 9f5b0365-c282-430a-b585-f68390c380e6 of type vlan for network a3a9c88b-eb0a-4030-b9f6-4fe4521509a2 Jul 09 13:34:30.313907 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-920c86f8-5cff-442c-8f40-456a9022eea8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:30.356722 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-920c86f8-5cff-442c-8f40-456a9022eea8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:30.362257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920c86f8-5cff-442c-8f40-456a9022eea8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:30.362859 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-920c86f8-5cff-442c-8f40-456a9022eea8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:30.434900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35018) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:30.435175 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-920c86f8-5cff-442c-8f40-456a9022eea8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2862740 Jul 09 13:34:30.440930 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-63cde3a3-269e-4858-a38f-2fa8a8e0b88c tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'subnet': {'network_id': 'a3a9c88b-eb0a-4030-b9f6-4fe4521509a2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:30.443941 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920c86f8-5cff-442c-8f40-456a9022eea8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Network': ['ID=a3a9c88b-eb0a-4030-b9f6-4fe4521509a2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:30.454137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network a3a9c88b-eb0a-4030-b9f6-4fe4521509a2 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:30.557587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cde3a3-269e-4858-a38f-2fa8a8e0b88c tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:30.561612 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63cde3a3-269e-4858-a38f-2fa8a8e0b88c tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:30.802504 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63cde3a3-269e-4858-a38f-2fa8a8e0b88c tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:30.878533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cde3a3-269e-4858-a38f-2fa8a8e0b88c tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Subnet': ['ID=c1bec458-c476-4c6b-b52a-147f495bb4e7,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:30.881697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cde3a3-269e-4858-a38f-2fa8a8e0b88c tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Checking segment: {'id': '9f5b0365-c282-430a-b585-f68390c380e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a3a9c88b-eb0a-4030-b9f6-4fe4521509a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:30.881953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cde3a3-269e-4858-a38f-2fa8a8e0b88c tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network hostable DHCP agents. Network: a3a9c88b-eb0a-4030-b9f6-4fe4521509a2, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:34:30.901851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63cde3a3-269e-4858-a38f-2fa8a8e0b88c tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network a3a9c88b-eb0a-4030-b9f6-4fe4521509a2 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:34:30.913130 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-63cde3a3-269e-4858-a38f-2fa8a8e0b88c tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, a3a9c88b-eb0a-4030-b9f6-4fe4521509a2) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:30.918906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cde3a3-269e-4858-a38f-2fa8a8e0b88c tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:30.919553 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63cde3a3-269e-4858-a38f-2fa8a8e0b88c tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:30.924635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237564a1-aba4-4cf2-8776-eced6d332702 None None] Network a3a9c88b-eb0a-4030-b9f6-4fe4521509a2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:30.951878 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-63cde3a3-269e-4858-a38f-2fa8a8e0b88c tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5154092 Jul 09 13:34:30.954943 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35024) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:30.963428 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e1b757f7-8ca6-4d22-8080-ce7bfbc2c910 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'subnet': {'network_id': 'a3a9c88b-eb0a-4030-b9f6-4fe4521509a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:31.096944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b757f7-8ca6-4d22-8080-ce7bfbc2c910 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:31.101427 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1b757f7-8ca6-4d22-8080-ce7bfbc2c910 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:31.170188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-a3a9c88b-eb0a-4030-b9f6-4fe4521509a2', 'network_id': 'a3a9c88b-eb0a-4030-b9f6-4fe4521509a2', 'tenant_id': 'b1e119af53a849a58afaf8f1e73d7cd6', 'fixed_ips': [{'subnet_id': 'c1bec458-c476-4c6b-b52a-147f495bb4e7'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:34:31.176420 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:31.473942 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1b757f7-8ca6-4d22-8080-ce7bfbc2c910 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:31.549423 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Allocated IP 2001:db8::2 (a3a9c88b-eb0a-4030-b9f6-4fe4521509a2/c1bec458-c476-4c6b-b52a-147f495bb4e7/dc723b6e-b556-483d-8962-c7885f993f77) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:31.670960 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a8c65a7-c403-4071-bb5f-af2a6ebff7f7 req-11653eb3-9ba9-445a-bb5e-e8e614d9f447 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43 HTTP/1.1" status: 200 len: 210 time: 0.2600420 Jul 09 13:34:31.698276 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b757f7-8ca6-4d22-8080-ce7bfbc2c910 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network a3a9c88b-eb0a-4030-b9f6-4fe4521509a2 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:31.703419 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e1b757f7-8ca6-4d22-8080-ce7bfbc2c910 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:31.711296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b757f7-8ca6-4d22-8080-ce7bfbc2c910 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:31.712653 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1b757f7-8ca6-4d22-8080-ce7bfbc2c910 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:31.737473 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e1b757f7-8ca6-4d22-8080-ce7bfbc2c910 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7795556 Jul 09 13:34:31.746890 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35032) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:31.818505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b757f7-8ca6-4d22-8080-ce7bfbc2c910 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Subnet': ['ID=218ea38b-428e-4cd5-8f17-bd338679e13c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:31.861361 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1e768a-9f9c-43ca-8195-92880ca6efc7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:31.863287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1e768a-9f9c-43ca-8195-92880ca6efc7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:31.866026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1e768a-9f9c-43ca-8195-92880ca6efc7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:31.871470 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1e768a-9f9c-43ca-8195-92880ca6efc7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:31.876472 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38d1f6d5-1dcc-409c-90a6-c5aee7aec862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:31.876645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1e768a-9f9c-43ca-8195-92880ca6efc7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:31.888790 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2e1e768a-9f9c-43ca-8195-92880ca6efc7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1322017 Jul 09 13:34:31.888790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35036) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:31.896813 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7c9fba1f-cae2-4745-bbea-9f60bf45b504 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1674039853'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:31.923680 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:31.940647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Transition to ACTIVE for port object dc723b6e-b556-483d-8962-c7885f993f77 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:31.947039 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9fba1f-cae2-4745-bbea-9f60bf45b504 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:31.954467 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c9fba1f-cae2-4745-bbea-9f60bf45b504 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:31.964200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-7ad0bd8f-c5a5-4d97-b14b-b02aca7e0007 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:31.966977 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-7ad0bd8f-c5a5-4d97-b14b-b02aca7e0007 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.18 "GET /v2.0/networks?id=22497f87-f4f4-4a18-9250-a97b816f6ec1 HTTP/1.1" status: 200 len: 812 time: 0.2088649 Jul 09 13:34:31.985923 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Transition to ACTIVE for port object dc723b6e-b556-483d-8962-c7885f993f77 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:32.001115 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.020095 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c9fba1f-cae2-4745-bbea-9f60bf45b504 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:34:32.054227 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c9fba1f-cae2-4745-bbea-9f60bf45b504 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.054761 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-7c9fba1f-cae2-4745-bbea-9f60bf45b504 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Added segment 9e37a508-846a-4e28-a190-23282693dc7a of type vlan for network 78554fee-53b5-4ef1-95d7-530311cbd8d7 Jul 09 13:34:32.089795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-36085bca-eb6c-4c71-b486-6f2c1c74cbda tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:32.096688 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-36085bca-eb6c-4c71-b486-6f2c1c74cbda tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.15 "GET /v2.0/networks?id=22497f87-f4f4-4a18-9250-a97b816f6ec1 HTTP/1.1" status: 200 len: 812 time: 0.4695837 Jul 09 13:34:32.131612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-ec734cb3-c7d6-4b53-8aca-08f89873cf68 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Request body: {'port': {'device_id': '1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c', 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1', 'admin_state_up': True, 'tenant_id': '871f2facfd094c54bf79e8b246aecd4a'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:32.137769 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Pushing event updated for resources: {'Port': ['ID=dc723b6e-b556-483d-8962-c7885f993f77,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:32.161545 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-3b4c311b-732f-41a7-84a2-b0fd619b3da1 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Request body: {'port': {'device_id': '059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43', 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1', 'admin_state_up': True, 'tenant_id': '871f2facfd094c54bf79e8b246aecd4a'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:32.167642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Network a3a9c88b-eb0a-4030-b9f6-4fe4521509a2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:32.175354 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:32.183072 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:32.205557 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c9fba1f-cae2-4745-bbea-9f60bf45b504 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.280129 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c9fba1f-cae2-4745-bbea-9f60bf45b504 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.295485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9fba1f-cae2-4745-bbea-9f60bf45b504 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:32.298996 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Attempting to bind port dc723b6e-b556-483d-8962-c7885f993f77 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:32.299336 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c9fba1f-cae2-4745-bbea-9f60bf45b504 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.299557 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Attempting to bind port dc723b6e-b556-483d-8962-c7885f993f77 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '9f5b0365-c282-430a-b585-f68390c380e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a3a9c88b-eb0a-4030-b9f6-4fe4521509a2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:32.299927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Attempting to bind port dc723b6e-b556-483d-8962-c7885f993f77 on network a3a9c88b-eb0a-4030-b9f6-4fe4521509a2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:32.306276 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 34, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:34:32.306663 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Checking segment: {'id': '9f5b0365-c282-430a-b585-f68390c380e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a3a9c88b-eb0a-4030-b9f6-4fe4521509a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:32.307156 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.307572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Bound using segment: {'id': '9f5b0365-c282-430a-b585-f68390c380e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a3a9c88b-eb0a-4030-b9f6-4fe4521509a2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:34:32.308107 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Bound port: dc723b6e-b556-483d-8962-c7885f993f77, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f5b0365-c282-430a-b585-f68390c380e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'a3a9c88b-eb0a-4030-b9f6-4fe4521509a2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:34:32.308525 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.383685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-3b4c311b-732f-41a7-84a2-b0fd619b3da1 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Made reservation on behalf of 871f2facfd094c54bf79e8b246aecd4a for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:32.388107 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-3b4c311b-732f-41a7-84a2-b0fd619b3da1 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.388517 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] For port dc723b6e-b556-483d-8962-c7885f993f77, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:32.392519 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] For port dc723b6e-b556-483d-8962-c7885f993f77, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=dc723b6e-b556-483d-8962-c7885f993f77,segment=NetworkSegment(9f5b0365-c282-430a-b585-f68390c380e6),segment_id=9f5b0365-c282-430a-b585-f68390c380e6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:34:32.398804 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.452213 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7c9fba1f-cae2-4745-bbea-9f60bf45b504 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5639536 Jul 09 13:34:32.452432 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35046) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:32.463878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-92d891a1-1f50-4269-bae3-a59a7c0a9dc7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:32.486966 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fba1f-cae2-4745-bbea-9f60bf45b504 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Network': ['ID=78554fee-53b5-4ef1-95d7-530311cbd8d7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:32.488548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b17a55-6c25-4784-ae38-144f189eadc7 None None] Pushing event updated for resources: {'Port': ['ID=dc723b6e-b556-483d-8962-c7885f993f77,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:32.515229 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 78554fee-53b5-4ef1-95d7-530311cbd8d7 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:32.610482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-ec734cb3-c7d6-4b53-8aca-08f89873cf68 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Made reservation on behalf of 871f2facfd094c54bf79e8b246aecd4a for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:32.619737 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-ec734cb3-c7d6-4b53-8aca-08f89873cf68 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:32.975961 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a7fc196-ed45-4a9d-b399-4fd16e00067c req-ddfe7fd0-9f70-4672-b3dc-26a060028354 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43 HTTP/1.1" status: 200 len: 210 time: 0.0794644 Jul 09 13:34:33.010035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-3b4c311b-732f-41a7-84a2-b0fd619b3da1 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Allocated IP 172.20.0.4 (22497f87-f4f4-4a18-9250-a97b816f6ec1/5d7a3a19-a731-4c99-b200-04775047b5c0/70ade08b-ddd7-4c00-ad77-51d7f91b7fd5) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:33.095141 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d891a1-1f50-4269-bae3-a59a7c0a9dc7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:33.130895 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d891a1-1f50-4269-bae3-a59a7c0a9dc7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:33.188272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-92d891a1-1f50-4269-bae3-a59a7c0a9dc7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network 78554fee-53b5-4ef1-95d7-530311cbd8d7 is not hosted by any dhcp agent {{(pid=93753) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:34:33.193430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d891a1-1f50-4269-bae3-a59a7c0a9dc7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:33.204691 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92d891a1-1f50-4269-bae3-a59a7c0a9dc7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:33.208691 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-92d891a1-1f50-4269-bae3-a59a7c0a9dc7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "PUT /v2.0/networks/78554fee-53b5-4ef1-95d7-530311cbd8d7 HTTP/1.1" status: 200 len: 723 time: 0.7551727 Jul 09 13:34:33.212139 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35062) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:33.218007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a9e0d120-4637-4981-beaf-ee35417bebe0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'subnet': {'network_id': '78554fee-53b5-4ef1-95d7-530311cbd8d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:33.375169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d891a1-1f50-4269-bae3-a59a7c0a9dc7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Network': ['ID=78554fee-53b5-4ef1-95d7-530311cbd8d7,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:33.393043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 78554fee-53b5-4ef1-95d7-530311cbd8d7 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:33.451982 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e0d120-4637-4981-beaf-ee35417bebe0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:33.457944 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9e0d120-4637-4981-beaf-ee35417bebe0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:33.473339 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-3b4c311b-732f-41a7-84a2-b0fd619b3da1 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:33.566383 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-3b4c311b-732f-41a7-84a2-b0fd619b3da1 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:33.726045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-3b4c311b-732f-41a7-84a2-b0fd619b3da1 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Network 22497f87-f4f4-4a18-9250-a97b816f6ec1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:33.744267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-3b4c311b-732f-41a7-84a2-b0fd619b3da1 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:33.750039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-3b4c311b-732f-41a7-84a2-b0fd619b3da1 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:33.806342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 998f26ae-c1e8-461e-9100-c113a011cd84 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:33.833509 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-3b4c311b-732f-41a7-84a2-b0fd619b3da1 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:33.834193 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-3b4c311b-732f-41a7-84a2-b0fd619b3da1 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:33.838008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4c311b-732f-41a7-84a2-b0fd619b3da1 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Pushing event updated for resources: {'Port': ['ID=70ade08b-ddd7-4c00-ad77-51d7f91b7fd5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:33.876149 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-3b4c311b-732f-41a7-84a2-b0fd619b3da1 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7257574 Jul 09 13:34:33.877414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-ec734cb3-c7d6-4b53-8aca-08f89873cf68 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Allocated IP 172.20.0.13 (22497f87-f4f4-4a18-9250-a97b816f6ec1/5d7a3a19-a731-4c99-b200-04775047b5c0/8c595fe2-723f-4ffd-a284-fd00dc10cb50) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:33.893550 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Request body: {'port': {'device_id': '059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:33.977317 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9e0d120-4637-4981-beaf-ee35417bebe0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:34.153871 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:34.208003 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e0d120-4637-4981-beaf-ee35417bebe0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Subnet': ['ID=1bd2d3f6-6fd8-46eb-a113-3dea4257cdee,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:34.275907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9e0d120-4637-4981-beaf-ee35417bebe0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Checking segment: {'id': '9e37a508-846a-4e28-a190-23282693dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '78554fee-53b5-4ef1-95d7-530311cbd8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:34.276303 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e0d120-4637-4981-beaf-ee35417bebe0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network hostable DHCP agents. Network: 78554fee-53b5-4ef1-95d7-530311cbd8d7, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:34:34.356730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed912b2c-44db-4b1b-9b99-fcff83e294a5 req-5f8f5d5e-3527-4081-826c-bfbe0f30fce3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:34.359576 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed912b2c-44db-4b1b-9b99-fcff83e294a5 req-5f8f5d5e-3527-4081-826c-bfbe0f30fce3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 944 time: 0.2787313 Jul 09 13:34:34.462084 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b08af5-d548-495e-a7c5-a391ad28eda9 None None] Network a3a9c88b-eb0a-4030-b9f6-4fe4521509a2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:34.594976 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9e0d120-4637-4981-beaf-ee35417bebe0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network 78554fee-53b5-4ef1-95d7-530311cbd8d7 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:34:34.600377 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dc723b6e-b556-483d-8962-c7885f993f77 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:34:34.660078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4527fb25-d0a4-4549-868b-14ad83c6432e None None] Provisioning for port dc723b6e-b556-483d-8962-c7885f993f77 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:34:34.669518 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a9e0d120-4637-4981-beaf-ee35417bebe0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 78554fee-53b5-4ef1-95d7-530311cbd8d7) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:34.686043 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:34.692570 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e0d120-4637-4981-beaf-ee35417bebe0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:34.693810 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d737f163-0f4c-4ef1-9e4a-92b6c15eb451 None None] Network 78554fee-53b5-4ef1-95d7-530311cbd8d7 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:34.694513 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9e0d120-4637-4981-beaf-ee35417bebe0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:34.704499 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed912b2c-44db-4b1b-9b99-fcff83e294a5 req-5f0e0dce-d029-43d6-9ed9-f9656ba25d37 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3252454 Jul 09 13:34:34.730165 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d020cc97-dfa1-49d9-9fed-0d677494a4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:34.741123 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a9e0d120-4637-4981-beaf-ee35417bebe0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5254240 Jul 09 13:34:34.741333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35094) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:34.750178 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9fe98014-7f68-4f1b-95c6-8f8a77ae81d2 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:34.793099 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb063bdd-fc9a-4e9c-bd14-2b2b870d0efd req-fdb44228-f187-4ed7-a552-b842819135e1 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:34.794793 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb063bdd-fc9a-4e9c-bd14-2b2b870d0efd req-fdb44228-f187-4ed7-a552-b842819135e1 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43 HTTP/1.1" status: 200 len: 931 time: 0.3738039 Jul 09 13:34:34.876210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port dc723b6e-b556-483d-8962-c7885f993f77 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:34:34.891491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port dc723b6e-b556-483d-8962-c7885f993f77 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:34.892194 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.009935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb063bdd-fc9a-4e9c-bd14-2b2b870d0efd req-6267b1e8-f8e4-4f0c-92ee-8b726d4f7884 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075293 Jul 09 13:34:35.030050 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fe98014-7f68-4f1b-95c6-8f8a77ae81d2 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2960907'] for subnet, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.139862 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.189866 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port dc723b6e-b556-483d-8962-c7885f993f77, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=dc723b6e-b556-483d-8962-c7885f993f77,segment=NetworkSegment(9f5b0365-c282-430a-b585-f68390c380e6),segment_id=9f5b0365-c282-430a-b585-f68390c380e6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:35.196661 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.199139 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-ec734cb3-c7d6-4b53-8aca-08f89873cf68 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.245049 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fe98014-7f68-4f1b-95c6-8f8a77ae81d2 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760339640854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9832001'] for subnet, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.255726 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-ec734cb3-c7d6-4b53-8aca-08f89873cf68 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.266952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-78554fee-53b5-4ef1-95d7-530311cbd8d7', 'network_id': '78554fee-53b5-4ef1-95d7-530311cbd8d7', 'tenant_id': 'b1e119af53a849a58afaf8f1e73d7cd6', 'fixed_ips': [{'subnet_id': '1bd2d3f6-6fd8-46eb-a113-3dea4257cdee'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:34:35.267956 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.333825 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe98014-7f68-4f1b-95c6-8f8a77ae81d2 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:35.336114 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fe98014-7f68-4f1b-95c6-8f8a77ae81d2 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.338527 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9fe98014-7f68-4f1b-95c6-8f8a77ae81d2 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "PUT /v2.0/subnets/1bd2d3f6-6fd8-46eb-a113-3dea4257cdee HTTP/1.1" status: 200 len: 826 time: 0.5960476 Jul 09 13:34:35.342133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35108) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:35.387924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-ec734cb3-c7d6-4b53-8aca-08f89873cf68 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Network 22497f87-f4f4-4a18-9250-a97b816f6ec1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:35.419207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-ec734cb3-c7d6-4b53-8aca-08f89873cf68 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:35.436738 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=dc723b6e-b556-483d-8962-c7885f993f77,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:35.465767 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-ec734cb3-c7d6-4b53-8aca-08f89873cf68 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:35.477956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec734cb3-c7d6-4b53-8aca-08f89873cf68 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Pushing event updated for resources: {'Port': ['ID=8c595fe2-723f-4ffd-a284-fd00dc10cb50,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:35.504943 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.545007 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-f520ed80-06f1-469c-bacc-c3a9d58befee service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 1.0697572 Jul 09 13:34:35.576571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe98014-7f68-4f1b-95c6-8f8a77ae81d2 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Subnet': ['ID=1bd2d3f6-6fd8-46eb-a113-3dea4257cdee,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:35.599062 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.604263 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed9e155-35d6-4c50-b1b3-06513d9fca41 None None] Update dhcp port {'port': {'network_id': 'a3a9c88b-eb0a-4030-b9f6-4fe4521509a2', 'fixed_ips': [{'subnet_id': 'c1bec458-c476-4c6b-b52a-147f495bb4e7', 'ip_address': '2001:db8::2'}, {'subnet_id': '218ea38b-428e-4cd5-8f17-bd338679e13c'}], 'binding:host_id': 'n-d-799525-3'}, 'id': 'dc723b6e-b556-483d-8962-c7885f993f77'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:34:35.613284 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.625021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-ec734cb3-c7d6-4b53-8aca-08f89873cf68 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:35.628516 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-ec734cb3-c7d6-4b53-8aca-08f89873cf68 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.662917 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ed9e155-35d6-4c50-b1b3-06513d9fca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.678317 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-ec734cb3-c7d6-4b53-8aca-08f89873cf68 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5664735 Jul 09 13:34:35.694738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Request body: {'port': {'device_id': '1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:35.700442 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Allocated IP 2001:db8::2 (78554fee-53b5-4ef1-95d7-530311cbd8d7/1bd2d3f6-6fd8-46eb-a113-3dea4257cdee/bc46bcf6-e3d6-4890-b730-8cdf913daa98) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:35.820425 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:35.837566 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:34:35.996438 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9ed9e155-35d6-4c50-b1b3-06513d9fca41 None None] Allocated IP 172.20.0.1 (a3a9c88b-eb0a-4030-b9f6-4fe4521509a2/218ea38b-428e-4cd5-8f17-bd338679e13c/dc723b6e-b556-483d-8962-c7885f993f77) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:36.022456 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.046451 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.050937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Transition to ACTIVE for port object 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:36.133762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Transition to ACTIVE for port object bc46bcf6-e3d6-4890-b730-8cdf913daa98 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:36.145334 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.164552 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Transition to ACTIVE for port object bc46bcf6-e3d6-4890-b730-8cdf913daa98 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:36.186511 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.256852 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9ed9e155-35d6-4c50-b1b3-06513d9fca41 None None] For port dc723b6e-b556-483d-8962-c7885f993f77, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=dc723b6e-b556-483d-8962-c7885f993f77,segment=NetworkSegment(9f5b0365-c282-430a-b585-f68390c380e6),segment_id=9f5b0365-c282-430a-b585-f68390c380e6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:36.285093 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Network 78554fee-53b5-4ef1-95d7-530311cbd8d7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:36.292657 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:36.294821 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.345967 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ed9e155-35d6-4c50-b1b3-06513d9fca41 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.375110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9ed9e155-35d6-4c50-b1b3-06513d9fca41 None None] Transition to ACTIVE for port object dc723b6e-b556-483d-8962-c7885f993f77 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:36.387794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:36.391325 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9ed9e155-35d6-4c50-b1b3-06513d9fca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.404385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Pushing event updated for resources: {'Port': ['ID=bc46bcf6-e3d6-4890-b730-8cdf913daa98,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:36.441160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Subnet': ['ID=1bd2d3f6-6fd8-46eb-a113-3dea4257cdee,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:36.473189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846b8c55-f4d8-4bb8-8df6-7db9efcb9eb6 req-cd89325a-b16d-44ed-90a0-9a8bf40ed055 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:36.481171 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-846b8c55-f4d8-4bb8-8df6-7db9efcb9eb6 req-cd89325a-b16d-44ed-90a0-9a8bf40ed055 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 944 time: 0.4270110 Jul 09 13:34:36.488798 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Pushing event updated for resources: {'Port': ['ID=70ade08b-ddd7-4c00-ad77-51d7f91b7fd5,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:36.580406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dc723b6e-b556-483d-8962-c7885f993f77 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:34:36.621902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Attempting to bind port 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:36.621902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Attempting to bind port 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:36.621902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Attempting to bind port 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 on network 22497f87-f4f4-4a18-9250-a97b816f6ec1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:36.623953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Port 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 on network 22497f87-f4f4-4a18-9250-a97b816f6ec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:36.624613 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Attempting to bind port 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 on network 22497f87-f4f4-4a18-9250-a97b816f6ec1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:36.637857 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 34, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:34:36.638627 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Checking segment: {'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:36.639458 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Bound using segment: {'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:34:36.641295 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Bound port: 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:34:36.642213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.661778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c595fe2-723f-4ffd-a284-fd00dc10cb50 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:34:36.673196 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.689825 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-846b8c55-f4d8-4bb8-8df6-7db9efcb9eb6 req-15136719-03ff-4c11-899d-7b79b9004c70 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2076163 Jul 09 13:34:36.696116 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.725966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Transition to ACTIVE for port object 8c595fe2-723f-4ffd-a284-fd00dc10cb50 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:36.758091 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.787220 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78554fee-53b5-4ef1-95d7-530311cbd8d7']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:36.791990 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed9e155-35d6-4c50-b1b3-06513d9fca41 None None] Pushing event updated for resources: {'Port': ['ID=dc723b6e-b556-483d-8962-c7885f993f77,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:36.831840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] For port 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:36.842782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e37a508-846a-4e28-a190-23282693dc7a') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:36.848338 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Attempting to bind port bc46bcf6-e3d6-4890-b730-8cdf913daa98 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:36.848802 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e37a508-846a-4e28-a190-23282693dc7a') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:36.854180 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Attempting to bind port bc46bcf6-e3d6-4890-b730-8cdf913daa98 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '9e37a508-846a-4e28-a190-23282693dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '78554fee-53b5-4ef1-95d7-530311cbd8d7'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:36.854705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Attempting to bind port bc46bcf6-e3d6-4890-b730-8cdf913daa98 on network 78554fee-53b5-4ef1-95d7-530311cbd8d7 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:36.857205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] For port 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=70ade08b-ddd7-4c00-ad77-51d7f91b7fd5,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:34:36.871855 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Pushing event updated for resources: {'Port': ['ID=8c595fe2-723f-4ffd-a284-fd00dc10cb50,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:36.889278 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.895800 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.949953 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.970149 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:36.970866 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.976315 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] 10.222.0.15 "PUT /v2.0/ports/70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 HTTP/1.1" status: 200 len: 1091 time: 3.0889637 Jul 09 13:34:36.977518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43', 'tag': '70ade08b-ddd7-4c00-ad77-51d7f91b7fd5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:34:36.980567 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85aaaf6c-7c51-44bb-8d16-8d0a89344201" -d '{"events": [{"name": "network-changed", "server_uuid": "059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43", "tag": "70ade08b-ddd7-4c00-ad77-51d7f91b7fd5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:34:36.984360 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:36.992166 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:36.994713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:34:36.999249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Checking segment: {'id': '9e37a508-846a-4e28-a190-23282693dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '78554fee-53b5-4ef1-95d7-530311cbd8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:36.999796 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:37.001136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Bound using segment: {'id': '9e37a508-846a-4e28-a190-23282693dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '78554fee-53b5-4ef1-95d7-530311cbd8d7'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:34:37.005633 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Bound port: bc46bcf6-e3d6-4890-b730-8cdf913daa98, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e37a508-846a-4e28-a190-23282693dc7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '78554fee-53b5-4ef1-95d7-530311cbd8d7'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:34:37.005633 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:37.040129 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:37.078855 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:37.119809 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ea1d25-5c71-4b52-8c46-89a81274327e x-openstack-request-id: req-23ea1d25-5c71-4b52-8c46-89a81274327e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:34:37.120107 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43", "tag": "70ade08b-ddd7-4c00-ad77-51d7f91b7fd5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:34:37.120368 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-23ea1d25-5c71-4b52-8c46-89a81274327e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:34:37.120783 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43', 'tag': '70ade08b-ddd7-4c00-ad77-51d7f91b7fd5', 'status': 'completed', 'code': 200} Jul 09 13:34:37.128705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ac0e19-ddc5-4c94-9597-83728d49ec36 service neutron] Pushing event updated for resources: {'Port': ['ID=70ade08b-ddd7-4c00-ad77-51d7f91b7fd5,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:37.184375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049f03a1-ae61-496e-8abb-6ee4bb120847 req-34c8e094-bb2d-443a-b984-08f7258f6b1b tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:37.193077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Attempting to bind port 8c595fe2-723f-4ffd-a284-fd00dc10cb50 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:37.193433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Attempting to bind port 8c595fe2-723f-4ffd-a284-fd00dc10cb50 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:37.193727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-049f03a1-ae61-496e-8abb-6ee4bb120847 req-34c8e094-bb2d-443a-b984-08f7258f6b1b tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43 HTTP/1.1" status: 200 len: 943 time: 0.5239785 Jul 09 13:34:37.193916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Attempting to bind port 8c595fe2-723f-4ffd-a284-fd00dc10cb50 on network 22497f87-f4f4-4a18-9250-a97b816f6ec1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:37.215544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Port 8c595fe2-723f-4ffd-a284-fd00dc10cb50 on network 22497f87-f4f4-4a18-9250-a97b816f6ec1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:37.215875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Attempting to bind port 8c595fe2-723f-4ffd-a284-fd00dc10cb50 on network 22497f87-f4f4-4a18-9250-a97b816f6ec1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:37.238357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:34:37.238706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Checking segment: {'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:37.239117 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Bound using segment: {'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:34:37.239579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Bound port: 8c595fe2-723f-4ffd-a284-fd00dc10cb50, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:34:37.239950 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:37.256776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] For port bc46bcf6-e3d6-4890-b730-8cdf913daa98, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:37.261421 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] For port bc46bcf6-e3d6-4890-b730-8cdf913daa98, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=bc46bcf6-e3d6-4890-b730-8cdf913daa98,segment=NetworkSegment(9e37a508-846a-4e28-a190-23282693dc7a),segment_id=9e37a508-846a-4e28-a190-23282693dc7a)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:34:37.262452 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:34:37.262452 n-d-799525-3 neutron-server[93754]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:34:37.262452 n-d-799525-3 neutron-server[93754]: [parameters: {'id': '78554fee-53b5-4ef1-95d7-530311cbd8d7'}] Jul 09 13:34:37.262452 n-d-799525-3 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:34:37.263226 n-d-799525-3 neutron-server[93754]: DEBUG oslo_db.api [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:34:37.266979 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:37.297160 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-049f03a1-ae61-496e-8abb-6ee4bb120847 req-f1eead3a-9a4b-4b45-93e2-84e7041ce42b tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006787 Jul 09 13:34:37.342021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-a2ca558a-f510-48e2-ba47-7017da0cd598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:37.367986 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-a2ca558a-f510-48e2-ba47-7017da0cd598 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=871f2facfd094c54bf79e8b246aecd4a&device_id=059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43 HTTP/1.1" status: 200 len: 1094 time: 0.3233733 Jul 09 13:34:37.566071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3af6c0-28d9-445b-af68-9697647aecfa None None] Pushing event updated for resources: {'Port': ['ID=bc46bcf6-e3d6-4890-b730-8cdf913daa98,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:37.571019 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-f3461942-c3d7-49c6-bb48-3680071c754a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 HTTP/1.1" status: 200 len: 217 time: 0.1099966 Jul 09 13:34:37.573907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626c6c51-2397-4dfc-acf5-50d98e232ddc None None] Network 78554fee-53b5-4ef1-95d7-530311cbd8d7 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:37.697211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] For port 8c595fe2-723f-4ffd-a284-fd00dc10cb50, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:37.718994 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] For port 8c595fe2-723f-4ffd-a284-fd00dc10cb50, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8c595fe2-723f-4ffd-a284-fd00dc10cb50,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:34:37.721167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-4fb07eff-4ba1-439d-8513-ff3878279322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:37.722986 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-4fb07eff-4ba1-439d-8513-ff3878279322 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d7a3a19-a731-4c99-b200-04775047b5c0 HTTP/1.1" status: 200 len: 852 time: 0.1378319 Jul 09 13:34:37.744698 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:37.764421 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:37.869717 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-fdb65617-b8c7-44fd-abce-d9eba579cc57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22497f87-f4f4-4a18-9250-a97b816f6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1354156 Jul 09 13:34:37.922246 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:37.923196 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:37.925253 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] 10.222.0.18 "PUT /v2.0/ports/8c595fe2-723f-4ffd-a284-fd00dc10cb50 HTTP/1.1" status: 200 len: 1092 time: 2.2352324 Jul 09 13:34:37.980567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Deleting port bc46bcf6-e3d6-4890-b730-8cdf913daa98 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:37.981089 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.143014 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be39b83d-638c-4d9f-8910-8db535222364 None None] Network a3a9c88b-eb0a-4030-b9f6-4fe4521509a2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:38.152436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] For port bc46bcf6-e3d6-4890-b730-8cdf913daa98, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=bc46bcf6-e3d6-4890-b730-8cdf913daa98,segment=NetworkSegment(9e37a508-846a-4e28-a190-23282693dc7a),segment_id=9e37a508-846a-4e28-a190-23282693dc7a)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:38.152940 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.177343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acb4885-a753-4435-a56d-93c11ef61881 service neutron] Pushing event updated for resources: {'Port': ['ID=8c595fe2-723f-4ffd-a284-fd00dc10cb50,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:38.185817 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Calling delete_port for bc46bcf6-e3d6-4890-b730-8cdf913daa98 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:38.225054 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea456b2-d825-412c-bc06-d406f20e90d5 req-e79ad076-4500-427b-9fda-a87899e84163 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:38.228727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ea456b2-d825-412c-bc06-d406f20e90d5 req-e79ad076-4500-427b-9fda-a87899e84163 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 944 time: 0.1535189 Jul 09 13:34:38.235880 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-677649a9-31ec-43ed-8566-1aadaa2f3421 service neutron] 10.222.0.15 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386445 Jul 09 13:34:38.245016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-68dd0205-3960-440f-9324-994c86be756c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:38.247667 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-68dd0205-3960-440f-9324-994c86be756c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=871f2facfd094c54bf79e8b246aecd4a&device_id=1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c HTTP/1.1" status: 200 len: 1095 time: 0.2486203 Jul 09 13:34:38.385734 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-5bf35c0d-3a5e-4308-bd72-930be0726286 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c595fe2-723f-4ffd-a284-fd00dc10cb50 HTTP/1.1" status: 200 len: 217 time: 0.1272652 Jul 09 13:34:38.439721 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ea456b2-d825-412c-bc06-d406f20e90d5 req-36179b65-6630-4490-9309-5e7f3f9a180a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1976576 Jul 09 13:34:38.460922 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8b67466b-0bd2-4459-872a-c41b821d6969 None None] Provisioning for port dc723b6e-b556-483d-8962-c7885f993f77 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:34:38.482638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dc723b6e-b556-483d-8962-c7885f993f77 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:34:38.526938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-3cc60ec1-eff8-46c9-9152-f0a60993c198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:38.532055 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-3cc60ec1-eff8-46c9-9152-f0a60993c198 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d7a3a19-a731-4c99-b200-04775047b5c0 HTTP/1.1" status: 200 len: 852 time: 0.1311460 Jul 09 13:34:38.584077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8b67466b-0bd2-4459-872a-c41b821d6969 None None] Provisioning complete for port dc723b6e-b556-483d-8962-c7885f993f77 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:38.584558 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b67466b-0bd2-4459-872a-c41b821d6969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.590494 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.600597 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.614886 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-ba34c980-ffd8-414d-9958-5d8df824fd50 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22497f87-f4f4-4a18-9250-a97b816f6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539720 Jul 09 13:34:38.618034 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-ead33cc4-4505-4bd4-a0cc-8cac0afae2be service neutron] 10.222.0.15 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683660 Jul 09 13:34:38.683025 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.752924 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port dc723b6e-b556-483d-8962-c7885f993f77 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:38.753295 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:38.755308 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14702c54-54ad-44b0-bb73-ffeea7654bd0 None None] Network 78554fee-53b5-4ef1-95d7-530311cbd8d7 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:38.854303 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No DVR routers for this DVR port bc46bcf6-e3d6-4890-b730-8cdf913daa98 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:38.879670 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Port': ['ID=bc46bcf6-e3d6-4890-b730-8cdf913daa98,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:38.921085 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-2bc2d77e-bdd0-4add-a4ed-ce0d4dee8046 service neutron] 10.222.0.18 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2976828 Jul 09 13:34:39.127017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c', 'tag': '8c595fe2-723f-4ffd-a284-fd00dc10cb50'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:34:39.131466 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fee8cdf8-0146-44dd-b7c5-85fabff2d73b" -d '{"events": [{"name": "network-changed", "server_uuid": "1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c", "tag": "8c595fe2-723f-4ffd-a284-fd00dc10cb50"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:34:39.152310 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:39.175799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78554fee-53b5-4ef1-95d7-530311cbd8d7']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:39.181230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaaf6c-7c51-44bb-8d16-8d0a89344201 req-ff721fbe-47d0-49bf-90fc-f93c3bac8b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:39.186675 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-85aaaf6c-7c51-44bb-8d16-8d0a89344201 req-ff721fbe-47d0-49bf-90fc-f93c3bac8b8e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=871f2facfd094c54bf79e8b246aecd4a&device_id=059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43 HTTP/1.1" status: 200 len: 1094 time: 0.4898038 Jul 09 13:34:39.197742 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e37a508-846a-4e28-a190-23282693dc7a') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:39.198041 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e37a508-846a-4e28-a190-23282693dc7a') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:39.225107 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:39.253024 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:39.261969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:39.262385 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:39.264577 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82320704-2507-4c3a-8af7-f6222f89778a x-openstack-request-id: req-82320704-2507-4c3a-8af7-f6222f89778a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:34:39.266147 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c", "tag": "8c595fe2-723f-4ffd-a284-fd00dc10cb50", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:34:39.267236 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82320704-2507-4c3a-8af7-f6222f89778a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:34:39.268594 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c', 'tag': '8c595fe2-723f-4ffd-a284-fd00dc10cb50', 'status': 'completed', 'code': 200} Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:39.333424 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:39.380606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaaf6c-7c51-44bb-8d16-8d0a89344201 req-f506bbd6-869f-4a79-a32a-1c6402848ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:39.383621 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-85aaaf6c-7c51-44bb-8d16-8d0a89344201 req-f506bbd6-869f-4a79-a32a-1c6402848ec6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=22497f87-f4f4-4a18-9250-a97b816f6ec1 HTTP/1.1" status: 200 len: 913 time: 0.1781528 Jul 09 13:34:39.412747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24e8a9-1fb4-404b-b662-71c15e30d201 req-9a0b5a4e-4f6a-4844-a8b4-539f8fc39738 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:39.422265 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-be24e8a9-1fb4-404b-b662-71c15e30d201 req-9a0b5a4e-4f6a-4844-a8b4-539f8fc39738 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43 HTTP/1.1" status: 200 len: 943 time: 0.7787528 Jul 09 13:34:39.427123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a53536-ea11-4a1d-840e-f59750a45001 None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:34:39.435835 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:39.453687 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:39.455786 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/78554fee-53b5-4ef1-95d7-530311cbd8d7 HTTP/1.1" status: 204 len: 168 time: 4.1128337 Jul 09 13:34:39.459278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35164) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:39.485186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150af5fb-587c-43f5-92ff-db683615bb7a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Network': ['ID=78554fee-53b5-4ef1-95d7-530311cbd8d7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:39.491812 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-85aaaf6c-7c51-44bb-8d16-8d0a89344201 req-65340636-bb19-4154-99da-1754ba15f19d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 HTTP/1.1" status: 200 len: 217 time: 0.0876579 Jul 09 13:34:39.505655 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-3870bab5-4ce4-4ee5-92a3-b5b8086c6b69 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] DELETE failed (client error): The resource could not be found. Jul 09 13:34:39.506430 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3870bab5-4ce4-4ee5-92a3-b5b8086c6b69 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:34:39.509808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3870bab5-4ce4-4ee5-92a3-b5b8086c6b69 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/78554fee-53b5-4ef1-95d7-530311cbd8d7 HTTP/1.1" status: 404 len: 339 time: 0.0470037 Jul 09 13:34:39.519554 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35166) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:39.525988 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d8d8cf85-aa22-4ab9-bd30-0a38f127ffbc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1056899137', 'description': 'd1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:39.543637 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a3bc9779-dfa7-4923-b5d8-a20e152ae7f6 None None] Provisioning complete for port dc723b6e-b556-483d-8962-c7885f993f77 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:39.550018 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a3bc9779-dfa7-4923-b5d8-a20e152ae7f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:39.616441 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-be24e8a9-1fb4-404b-b662-71c15e30d201 req-6dbcc0a6-4344-478f-a07f-67403b907585 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929107 Jul 09 13:34:39.619122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8d8cf85-aa22-4ab9-bd30-0a38f127ffbc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:39.630279 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8d8cf85-aa22-4ab9-bd30-0a38f127ffbc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:39.631218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35172) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:39.664273 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-069385ce-8889-4a8b-a8bc-b56b283c86b7 req-cbbf765e-b6d7-49ed-90ed-8ed9b76c54ed service neutron] 10.222.0.18 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7217648 Jul 09 13:34:39.708330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aaaf6c-7c51-44bb-8d16-8d0a89344201 req-b6c30fbd-21ef-4ca7-93c6-d58b61560e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:39.713282 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8d8cf85-aa22-4ab9-bd30-0a38f127ffbc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:34:39.722171 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-85aaaf6c-7c51-44bb-8d16-8d0a89344201 req-b6c30fbd-21ef-4ca7-93c6-d58b61560e71 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d7a3a19-a731-4c99-b200-04775047b5c0 HTTP/1.1" status: 200 len: 852 time: 0.2191985 Jul 09 13:34:39.756478 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8d8cf85-aa22-4ab9-bd30-0a38f127ffbc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:39.759815 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-d8d8cf85-aa22-4ab9-bd30-0a38f127ffbc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Added segment 328ec7c5-6b48-4892-a081-38c5b3dc172e of type vlan for network d13308d8-b00a-4da3-8d1a-96724e1a6e5a Jul 09 13:34:39.805559 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-85aaaf6c-7c51-44bb-8d16-8d0a89344201 req-b1c35777-f929-4c0a-863e-bd2237ae5ac8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22497f87-f4f4-4a18-9250-a97b816f6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0659595 Jul 09 13:34:39.948516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a53536-ea11-4a1d-840e-f59750a45001 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:34:40.021883 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8d8cf85-aa22-4ab9-bd30-0a38f127ffbc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:40.107708 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8d8cf85-aa22-4ab9-bd30-0a38f127ffbc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:40.120550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8d8cf85-aa22-4ab9-bd30-0a38f127ffbc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:40.122367 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d8d8cf85-aa22-4ab9-bd30-0a38f127ffbc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:40.256262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8cdf8-0146-44dd-b7c5-85fabff2d73b req-128343e4-bb9c-4eaf-b19c-1a611db8d054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:40.257900 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fee8cdf8-0146-44dd-b7c5-85fabff2d73b req-128343e4-bb9c-4eaf-b19c-1a611db8d054 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=871f2facfd094c54bf79e8b246aecd4a&device_id=1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c HTTP/1.1" status: 200 len: 1095 time: 0.4722538 Jul 09 13:34:40.343632 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d8d8cf85-aa22-4ab9-bd30-0a38f127ffbc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8083243 Jul 09 13:34:40.348579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35184) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:40.429316 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-85aaaf6c-7c51-44bb-8d16-8d0a89344201 req-4b2651e0-99f2-493e-b3ef-dd8e0b566c9e service neutron] 10.222.0.15 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6228275 Jul 09 13:34:40.560330 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8cf85-aa22-4ab9-bd30-0a38f127ffbc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Network': ['ID=d13308d8-b00a-4da3-8d1a-96724e1a6e5a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:40.593621 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network d13308d8-b00a-4da3-8d1a-96724e1a6e5a details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:40.678219 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da218526-cbdf-4dc0-8e2a-917caf302858 req-2c18fd88-9d3c-4648-ab26-0f6b83af53c4 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:40.685435 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da218526-cbdf-4dc0-8e2a-917caf302858 req-2c18fd88-9d3c-4648-ab26-0f6b83af53c4 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 944 time: 0.8919551 Jul 09 13:34:40.718770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a2c80c-cb77-4b0f-9b17-f70dc04e69fd tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:40.722884 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-35a2c80c-cb77-4b0f-9b17-f70dc04e69fd tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "GET /v2.0/networks?id=d13308d8-b00a-4da3-8d1a-96724e1a6e5a HTTP/1.1" status: 200 len: 765 time: 0.3663177 Jul 09 13:34:40.735323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35188) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:40.765243 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f4c36b47-158e-4394-ba6c-1361c2259ec0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'network': {'description': 'd2'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:40.998835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8cdf8-0146-44dd-b7c5-85fabff2d73b req-9dd16285-8810-43fa-8655-89674b1d7c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:41.000549 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fee8cdf8-0146-44dd-b7c5-85fabff2d73b req-9dd16285-8810-43fa-8655-89674b1d7c9f service neutron] 10.222.0.18 "GET /v2.0/networks?id=22497f87-f4f4-4a18-9250-a97b816f6ec1 HTTP/1.1" status: 200 len: 913 time: 0.5982931 Jul 09 13:34:41.013834 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-85aaaf6c-7c51-44bb-8d16-8d0a89344201 req-78485e46-38b0-4809-b4e8-5cdd33e89d78 service neutron] 10.222.0.15 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5147514 Jul 09 13:34:41.053278 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da218526-cbdf-4dc0-8e2a-917caf302858 req-0c6a3520-e9e3-4cf6-9516-298c9540617a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3602889 Jul 09 13:34:41.060834 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fee8cdf8-0146-44dd-b7c5-85fabff2d73b req-f28ac28d-96e0-4067-b5d7-87cd584f4313 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8c595fe2-723f-4ffd-a284-fd00dc10cb50 HTTP/1.1" status: 200 len: 217 time: 0.0459204 Jul 09 13:34:41.200984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8cdf8-0146-44dd-b7c5-85fabff2d73b req-2a9a1449-68e1-47b3-99be-f59820086928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:41.202639 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fee8cdf8-0146-44dd-b7c5-85fabff2d73b req-2a9a1449-68e1-47b3-99be-f59820086928 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5d7a3a19-a731-4c99-b200-04775047b5c0 HTTP/1.1" status: 200 len: 852 time: 0.1360848 Jul 09 13:34:41.750583 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fee8cdf8-0146-44dd-b7c5-85fabff2d73b req-63bfc0aa-ad8a-462b-bf91-196e81d98b1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=22497f87-f4f4-4a18-9250-a97b816f6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1513441 Jul 09 13:34:41.753818 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b36c4bdc-9f7e-4dc4-a42a-be0f3dd0f7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:41.833579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:34:42.000850 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4c36b47-158e-4394-ba6c-1361c2259ec0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:42.041814 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4c36b47-158e-4394-ba6c-1361c2259ec0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:42.201027 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=70ade08b-ddd7-4c00-ad77-51d7f91b7fd5,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:42.209760 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f4c36b47-158e-4394-ba6c-1361c2259ec0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network d13308d8-b00a-4da3-8d1a-96724e1a6e5a is not hosted by any dhcp agent {{(pid=93754) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:34:42.215202 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fee8cdf8-0146-44dd-b7c5-85fabff2d73b req-7c1d2451-b829-4566-9c68-73d5b65f0862 service neutron] 10.222.0.18 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370718 Jul 09 13:34:42.218231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c36b47-158e-4394-ba6c-1361c2259ec0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:42.219170 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4c36b47-158e-4394-ba6c-1361c2259ec0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:42.220566 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f4c36b47-158e-4394-ba6c-1361c2259ec0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "PUT /v2.0/networks/d13308d8-b00a-4da3-8d1a-96724e1a6e5a HTTP/1.1" status: 200 len: 762 time: 1.4655836 Jul 09 13:34:42.226074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35212) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:42.231870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '70ade08b-ddd7-4c00-ad77-51d7f91b7fd5', 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1', 'port_id': '70ade08b-ddd7-4c00-ad77-51d7f91b7fd5', 'mac_address': 'fa:16:3e:8d:95:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7a3a19-a731-4c99-b200-04775047b5c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:34:42.309748 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925e51c-cccf-48f6-af1f-08fd611e0f46 req-f9642b3b-3f18-46e0-83d5-12ce4467de50 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:42.317281 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6925e51c-cccf-48f6-af1f-08fd611e0f46 req-f9642b3b-3f18-46e0-83d5-12ce4467de50 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43 HTTP/1.1" status: 200 len: 943 time: 1.3346400 Jul 09 13:34:42.331903 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:42.353269 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:34:42.396964 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=70ade08b-ddd7-4c00-ad77-51d7f91b7fd5,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:42.403981 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c36b47-158e-4394-ba6c-1361c2259ec0 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Network': ['ID=d13308d8-b00a-4da3-8d1a-96724e1a6e5a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:42.406791 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:42.465425 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fee8cdf8-0146-44dd-b7c5-85fabff2d73b req-55aa109a-cfa5-4489-a20b-2af2e8a4d569 service neutron] 10.222.0.18 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2492921 Jul 09 13:34:42.531747 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6925e51c-cccf-48f6-af1f-08fd611e0f46 req-c997aa3e-e600-4060-9597-704ca485e5ad tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126161 Jul 09 13:34:42.562174 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network d13308d8-b00a-4da3-8d1a-96724e1a6e5a details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:42.568323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf35edb4-7c16-42f6-ba2e-1587a7fc9635 req-5beefde3-6ab1-425f-9648-da62ccbaa865 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:42.581664 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf35edb4-7c16-42f6-ba2e-1587a7fc9635 req-5beefde3-6ab1-425f-9648-da62ccbaa865 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 946 time: 0.3826442 Jul 09 13:34:42.595786 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f10d18d7-78e9-439a-a4e0-888f41ed1f35 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:42.602710 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f10d18d7-78e9-439a-a4e0-888f41ed1f35 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "GET /v2.0/networks?id=d13308d8-b00a-4da3-8d1a-96724e1a6e5a HTTP/1.1" status: 200 len: 765 time: 0.3691649 Jul 09 13:34:42.603028 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35216) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:42.646491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=70ade08b-ddd7-4c00-ad77-51d7f91b7fd5,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:42.715078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['70ade08b-ddd7-4c00-ad77-51d7f91b7fd5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:34:42.900819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b36c4bdc-9f7e-4dc4-a42a-be0f3dd0f7f9 admin admin] Deleting port 2b1a1d1c-344f-4def-a640-07c87d8ae473 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:42.911050 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b36c4bdc-9f7e-4dc4-a42a-be0f3dd0f7f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:42.917065 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf35edb4-7c16-42f6-ba2e-1587a7fc9635 req-64ebd4ef-3e54-4921-821e-15b096c95364 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294489 Jul 09 13:34:43.069952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b36c4bdc-9f7e-4dc4-a42a-be0f3dd0f7f9 admin admin] For port 2b1a1d1c-344f-4def-a640-07c87d8ae473, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2b1a1d1c-344f-4def-a640-07c87d8ae473,segment=NetworkSegment(35a79c01-08c8-47a5-b194-95659d123e56),segment_id=35a79c01-08c8-47a5-b194-95659d123e56)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:43.071913 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b36c4bdc-9f7e-4dc4-a42a-be0f3dd0f7f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.147765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b36c4bdc-9f7e-4dc4-a42a-be0f3dd0f7f9 admin admin] Calling delete_port for 2b1a1d1c-344f-4def-a640-07c87d8ae473 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:43.288254 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a93d942-827d-48d0-9a5d-7993b87315f1 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:43.295415 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1a93d942-827d-48d0-9a5d-7993b87315f1 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6899059 Jul 09 13:34:43.299068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35222) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:43.351446 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fc8382ef-7269-4cfe-9efa-3212fea7edc1 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 207 time: 0.0427966 Jul 09 13:34:43.352514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35224) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:43.375712 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6737b-ecac-4af8-b9fd-d1080de8cfbf req-3105292c-5041-4ad0-9559-3fdc2a725013 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:43.377353 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ef6737b-ecac-4af8-b9fd-d1080de8cfbf req-3105292c-5041-4ad0-9559-3fdc2a725013 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 944 time: 0.2153862 Jul 09 13:34:43.438667 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ef6737b-ecac-4af8-b9fd-d1080de8cfbf req-3ad6e1f5-650b-475f-99a4-40667988ac42 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520236 Jul 09 13:34:43.522143 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8c595fe2-723f-4ffd-a284-fd00dc10cb50 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:34:43.554305 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe6a618-1ebd-4c04-9691-6c87315a2fb8 req-ab419f60-185f-4e60-a883-f8c518aa7c64 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:43.556122 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b36c4bdc-9f7e-4dc4-a42a-be0f3dd0f7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.557498 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abe6a618-1ebd-4c04-9691-6c87315a2fb8 req-ab419f60-185f-4e60-a883-f8c518aa7c64 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 946 time: 0.0867612 Jul 09 13:34:43.598829 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36c4bdc-9f7e-4dc4-a42a-be0f3dd0f7f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b1a1d1c-344f-4def-a640-07c87d8ae473,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:43.620052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabfaa1e-5d05-4fa9-8fac-b01f6b1229ea tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:43.625673 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abe6a618-1ebd-4c04-9691-6c87315a2fb8 req-ed7ff008-c3bb-4872-a12e-e1460bfabc2b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559754 Jul 09 13:34:43.627331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabfaa1e-5d05-4fa9-8fac-b01f6b1229ea tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:43.633924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabfaa1e-5d05-4fa9-8fac-b01f6b1229ea tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:43.640875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabfaa1e-5d05-4fa9-8fac-b01f6b1229ea tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:43.646734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabfaa1e-5d05-4fa9-8fac-b01f6b1229ea tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:43.653147 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabfaa1e-5d05-4fa9-8fac-b01f6b1229ea tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:43.658793 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cabfaa1e-5d05-4fa9-8fac-b01f6b1229ea tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.3017085 Jul 09 13:34:43.661444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35228) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:43.755837 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8c595fe2-723f-4ffd-a284-fd00dc10cb50, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8c595fe2-723f-4ffd-a284-fd00dc10cb50,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:43.774375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '8c595fe2-723f-4ffd-a284-fd00dc10cb50', 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1', 'port_id': '8c595fe2-723f-4ffd-a284-fd00dc10cb50', 'mac_address': 'fa:16:3e:d9:3f:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7a3a19-a731-4c99-b200-04775047b5c0', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:34:43.822982 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.841509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:34:43.845446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bc327b-64d6-4204-b21b-c4326fa4599a req-3c9d2b94-a0ef-4808-b35a-b91855a4e9cc tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:43.846510 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c595fe2-723f-4ffd-a284-fd00dc10cb50 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:34:43.854459 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-84bc327b-64d6-4204-b21b-c4326fa4599a req-3c9d2b94-a0ef-4808-b35a-b91855a4e9cc tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43 HTTP/1.1" status: 200 len: 944 time: 0.1316881 Jul 09 13:34:43.926459 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8c595fe2-723f-4ffd-a284-fd00dc10cb50, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8c595fe2-723f-4ffd-a284-fd00dc10cb50,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:43.937568 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-84bc327b-64d6-4204-b21b-c4326fa4599a req-87e915ae-b7ac-4577-a3e9-34984897abac tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820818 Jul 09 13:34:43.937827 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:43.951889 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-159eb76e-b2cf-43e4-bf8e-201a2a1440e5 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.2891431 Jul 09 13:34:43.955312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35232) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:44.049182 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:34:44.055268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:44.055864 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:44.058981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f15989-c21a-45f6-8d81-1d6534459bec req-7db729c3-8c79-40bd-bfaa-7f9b26b57d55 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.061023 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f8f15989-c21a-45f6-8d81-1d6534459bec req-7db729c3-8c79-40bd-bfaa-7f9b26b57d55 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.18 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 946 time: 0.3630290 Jul 09 13:34:44.083687 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e0952-bbdb-4000-9754-852e3d0c0e61 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.088106 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e0952-bbdb-4000-9754-852e3d0c0e61 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.091365 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e0952-bbdb-4000-9754-852e3d0c0e61 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.093530 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e0952-bbdb-4000-9754-852e3d0c0e61 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.096051 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507e0952-bbdb-4000-9754-852e3d0c0e61 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.103925 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-507e0952-bbdb-4000-9754-852e3d0c0e61 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1414304 Jul 09 13:34:44.104175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=8c595fe2-723f-4ffd-a284-fd00dc10cb50,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:44.112899 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35234) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:44.181675 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:44.208836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b36c4bdc-9f7e-4dc4-a42a-be0f3dd0f7f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:44.221726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['8c595fe2-723f-4ffd-a284-fd00dc10cb50'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:34:44.234841 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb2df30-338a-4442-8904-7351aef164fe tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.236330 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb2df30-338a-4442-8904-7351aef164fe tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.237818 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb2df30-338a-4442-8904-7351aef164fe tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.239573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb2df30-338a-4442-8904-7351aef164fe tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.241184 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fb2df30-338a-4442-8904-7351aef164fe tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.243374 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0fb2df30-338a-4442-8904-7351aef164fe tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1294096 Jul 09 13:34:44.250828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35242) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:44.263127 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ade08b-ddd7-4c00-ad77-51d7f91b7fd5'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:34:44.265458 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b062b37b-7245-4247-ac80-bcf75158c974" -d '{"events": [{"server_uuid": "059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43", "name": "network-vif-plugged", "status": "completed", "tag": "70ade08b-ddd7-4c00-ad77-51d7f91b7fd5"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:34:44.289037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=70ade08b-ddd7-4c00-ad77-51d7f91b7fd5,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:44.299505 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:44.312451 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553593b5-bf83-4727-84c1-fcec0100c580 req-fc28c38e-df86-4058-afa9-1781c15cb019 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.322133 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-553593b5-bf83-4727-84c1-fcec0100c580 req-fc28c38e-df86-4058-afa9-1781c15cb019 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 946 time: 0.2223032 Jul 09 13:34:44.381079 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abb2ca43-c487-4e49-99c6-4db96c23aa60 x-openstack-request-id: req-abb2ca43-c487-4e49-99c6-4db96c23aa60 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:34:44.381637 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43", "name": "network-vif-plugged", "status": "completed", "tag": "70ade08b-ddd7-4c00-ad77-51d7f91b7fd5", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:34:44.382057 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-abb2ca43-c487-4e49-99c6-4db96c23aa60 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:34:44.383667 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70ade08b-ddd7-4c00-ad77-51d7f91b7fd5', 'code': 200} Jul 09 13:34:44.424685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-553593b5-bf83-4727-84c1-fcec0100c580 req-69cd83e0-8282-495c-8f5f-2066fc764786 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961449 Jul 09 13:34:44.452232 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=70ade08b-ddd7-4c00-ad77-51d7f91b7fd5,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:44.625076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f8f15989-c21a-45f6-8d81-1d6534459bec req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Deleting port ff4ea59e-da37-40d0-b1be-68ae38a530bd {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:44.625667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f8f15989-c21a-45f6-8d81-1d6534459bec req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:44.706006 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60974c7d-cd38-4dd1-8fc1-1d8efd9fac10 req-2259bc01-3225-4a77-9feb-626d5bb2f760 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.707890 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60974c7d-cd38-4dd1-8fc1-1d8efd9fac10 req-2259bc01-3225-4a77-9feb-626d5bb2f760 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 944 time: 0.1139894 Jul 09 13:34:44.788780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60974c7d-cd38-4dd1-8fc1-1d8efd9fac10 req-e2a80e16-a8a7-4a2f-b013-435596ce8611 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745010 Jul 09 13:34:44.812128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6e9cae-bbfa-4d31-b5b4-1a172f747b6c tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.818834 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-af6e9cae-bbfa-4d31-b5b4-1a172f747b6c tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "GET /v2.0/networks/e784d1b7-9019-40e4-827c-59a266c674eb HTTP/1.1" status: 200 len: 803 time: 0.5618272 Jul 09 13:34:44.819815 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35254) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:44.861274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea63d6e-f0ad-497d-9962-8a7e6815a3ac req-ff3ee65e-34cd-4647-b13d-61615c44e388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.862991 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fea63d6e-f0ad-497d-9962-8a7e6815a3ac req-ff3ee65e-34cd-4647-b13d-61615c44e388 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43 HTTP/1.1" status: 200 len: 1096 time: 0.4044046 Jul 09 13:34:44.959231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92247b-8aa4-4baf-95ae-6120164c6298 req-f9f1e181-5339-4a32-aa0c-7cff5612b39a tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:44.960789 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e92247b-8aa4-4baf-95ae-6120164c6298 req-f9f1e181-5339-4a32-aa0c-7cff5612b39a tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 946 time: 0.1685367 Jul 09 13:34:44.964926 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fea63d6e-f0ad-497d-9962-8a7e6815a3ac req-8efa6fc1-34ed-4a93-8ad7-0fd67aff5799 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897491 Jul 09 13:34:44.984990 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-17750de3-f00b-4283-a97c-d8d85781420a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "GET /v2.0/networks/e784d1b7-9019-40e4-827c-59a266c674eb?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.1590557 Jul 09 13:34:44.993723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35258) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:45.090834 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e92247b-8aa4-4baf-95ae-6120164c6298 req-2e7d0853-de47-4aa1-8d31-e5d49a694038 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209347 Jul 09 13:34:45.121280 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007c084a-944f-4f50-aec5-f383cfda6963 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:45.129543 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-007c084a-944f-4f50-aec5-f383cfda6963 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "GET /v2.0/subnets/861aaf91-1476-47b3-9269-18e9f5ede2f2 HTTP/1.1" status: 200 len: 843 time: 0.1338391 Jul 09 13:34:45.130942 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35260) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:45.234513 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e82863-d051-4965-ac10-0d233efd4c98 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:45.236401 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-02e82863-d051-4965-ac10-0d233efd4c98 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "GET /v2.0/subnets/861aaf91-1476-47b3-9269-18e9f5ede2f2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0823767 Jul 09 13:34:45.249008 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1d2ca1-418a-48f5-8166-2c9c1c624cf5 req-216621df-5b48-4909-b7fe-264d6ce2f74a tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:45.250779 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c1d2ca1-418a-48f5-8166-2c9c1c624cf5 req-216621df-5b48-4909-b7fe-264d6ce2f74a tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43 HTTP/1.1" status: 200 len: 945 time: 0.1479869 Jul 09 13:34:45.251501 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35262) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:45.257098 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-717b0d76-7f62-4c44-93ef-21ddecfd1dd8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-784844143'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:45.319334 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c1d2ca1-418a-48f5-8166-2c9c1c624cf5 req-0e3c52fd-3f9c-4508-8900-59b19d520df7 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493491 Jul 09 13:34:45.320837 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-717b0d76-7f62-4c44-93ef-21ddecfd1dd8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:45.325593 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-717b0d76-7f62-4c44-93ef-21ddecfd1dd8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.366729 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-717b0d76-7f62-4c44-93ef-21ddecfd1dd8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:34:45.377045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f8f15989-c21a-45f6-8d81-1d6534459bec req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] For port ff4ea59e-da37-40d0-b1be-68ae38a530bd, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ff4ea59e-da37-40d0-b1be-68ae38a530bd,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:45.377463 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f8f15989-c21a-45f6-8d81-1d6534459bec req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.379611 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-717b0d76-7f62-4c44-93ef-21ddecfd1dd8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.379970 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-717b0d76-7f62-4c44-93ef-21ddecfd1dd8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Added segment ad3c8000-ab95-441a-95cd-a1bc2c1d9296 of type vlan for network ba468210-e1b8-4218-9ff7-e381a7d56a06 Jul 09 13:34:45.387351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6525af-fe47-4499-b072-309770a94db6 req-56d6f60a-219c-425b-a1a5-b9621d4c0d52 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:45.388898 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e6525af-fe47-4499-b072-309770a94db6 req-56d6f60a-219c-425b-a1a5-b9621d4c0d52 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 946 time: 0.6169114 Jul 09 13:34:45.436774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f8f15989-c21a-45f6-8d81-1d6534459bec req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Calling delete_port for ff4ea59e-da37-40d0-b1be-68ae38a530bd owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:45.450365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-717b0d76-7f62-4c44-93ef-21ddecfd1dd8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.501186 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-717b0d76-7f62-4c44-93ef-21ddecfd1dd8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.507294 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-717b0d76-7f62-4c44-93ef-21ddecfd1dd8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:45.508466 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-717b0d76-7f62-4c44-93ef-21ddecfd1dd8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.533351 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8c595fe2-723f-4ffd-a284-fd00dc10cb50 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:34:45.632240 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-717b0d76-7f62-4c44-93ef-21ddecfd1dd8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3795500 Jul 09 13:34:45.633275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35270) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:45.639310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 8c595fe2-723f-4ffd-a284-fd00dc10cb50 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:34:45.646057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 8c595fe2-723f-4ffd-a284-fd00dc10cb50 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:34:45.646443 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.659064 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-04b5948f-bb52-42bb-8cf1-c9f282df6e32 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'subnet': {'network_id': 'ba468210-e1b8-4218-9ff7-e381a7d56a06', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:45.744980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b36c4bdc-9f7e-4dc4-a42a-be0f3dd0f7f9 admin admin] Router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:34:45.797264 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717b0d76-7f62-4c44-93ef-21ddecfd1dd8 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Network': ['ID=ba468210-e1b8-4218-9ff7-e381a7d56a06,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:45.818070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network ba468210-e1b8-4218-9ff7-e381a7d56a06 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:34:45.938037 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878e32a2-8d07-43b5-bd0d-fcd96f8df5ae req-fa4f77a3-b0aa-48ae-b8a0-fdcb42ed9f3e tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:45.940064 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-878e32a2-8d07-43b5-bd0d-fcd96f8df5ae req-fa4f77a3-b0aa-48ae-b8a0-fdcb42ed9f3e tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 946 time: 0.3332613 Jul 09 13:34:45.941090 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04b5948f-bb52-42bb-8cf1-c9f282df6e32 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Made reservation on behalf of b1e119af53a849a58afaf8f1e73d7cd6 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:45.952533 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:45.956257 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04b5948f-bb52-42bb-8cf1-c9f282df6e32 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.025634 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8c595fe2-723f-4ffd-a284-fd00dc10cb50, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8c595fe2-723f-4ffd-a284-fd00dc10cb50,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:46.031080 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.087872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9e6525af-fe47-4499-b072-309770a94db6 req-966c9d6b-4d95-433b-9edd-2ee9130dd594 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Deleting port 68a1dc28-7045-4057-9063-b569c36258df {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:46.087872 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9e6525af-fe47-4499-b072-309770a94db6 req-966c9d6b-4d95-433b-9edd-2ee9130dd594 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.096385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=8c595fe2-723f-4ffd-a284-fd00dc10cb50,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:46.131435 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-878e32a2-8d07-43b5-bd0d-fcd96f8df5ae req-7b80a975-6d71-4e47-a320-9e564d514a14 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702449 Jul 09 13:34:46.133037 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-04b5948f-bb52-42bb-8cf1-c9f282df6e32 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Performing IP validity checks on allocation pools {{(pid=93754) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 13:34:46.133663 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-04b5948f-bb52-42bb-8cf1-c9f282df6e32 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93754) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 13:34:46.139283 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f8f15989-c21a-45f6-8d81-1d6534459bec req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.216674 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76ca82-7bb6-486a-b514-88ebb3484fb9 req-ce35ab65-7b20-4716-9d06-f4b071e32d51 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:46.219171 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1f76ca82-7bb6-486a-b514-88ebb3484fb9 req-ce35ab65-7b20-4716-9d06-f4b071e32d51 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 944 time: 0.1530187 Jul 09 13:34:46.261020 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Pushing event deleted for resources: {'Port': ['ID=ff4ea59e-da37-40d0-b1be-68ae38a530bd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:46.300911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:46.301259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:46.301614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:46.301956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:46.302295 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:46.302629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:46.302963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:46.303322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:46.303652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:46.303980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:46.304312 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:46.304689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:46.339732 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b36c4bdc-9f7e-4dc4-a42a-be0f3dd0f7f9 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:34:46.342117 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1f76ca82-7bb6-486a-b514-88ebb3484fb9 req-b2d7c8c2-4af4-4902-8943-4249721e9b5d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167133 Jul 09 13:34:46.350392 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b36c4bdc-9f7e-4dc4-a42a-be0f3dd0f7f9 admin admin] 10.222.0.39 "PUT /v2.0/routers/19a884d8-ffe4-4f3f-9062-d9aa4fec30e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7175133 Jul 09 13:34:46.352636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35278) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:46.356561 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f67adc6-a0c8-464a-acbe-92cc422f1c30 None None] Sync routers for ids ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:34:46.371399 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f67adc6-a0c8-464a-acbe-92cc422f1c30 None None] Routers {'19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:46.372707 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9f67adc6-a0c8-464a-acbe-92cc422f1c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:34:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:46.375125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f15989-c21a-45f6-8d81-1d6534459bec req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] No DVR routers for this DVR port ff4ea59e-da37-40d0-b1be-68ae38a530bd on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:46.383618 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f8f15989-c21a-45f6-8d81-1d6534459bec req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.385958 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f8f15989-c21a-45f6-8d81-1d6534459bec req-b5c12a9f-5c0e-4fb2-8515-230d23f18e66 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.18 "DELETE /v2.0/ports/ff4ea59e-da37-40d0-b1be-68ae38a530bd HTTP/1.1" status: 204 len: 173 time: 2.3170197 Jul 09 13:34:46.387492 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc48456e-4802-4341-b836-7a5a483de944', 'name': 'network-vif-deleted', 'tag': 'ff4ea59e-da37-40d0-b1be-68ae38a530bd'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:34:46.389706 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7b4fd8-e7df-435f-a583-579c77a9fa9a" -d '{"events": [{"server_uuid": "cc48456e-4802-4341-b836-7a5a483de944", "name": "network-vif-deleted", "tag": "ff4ea59e-da37-40d0-b1be-68ae38a530bd"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:34:46.391626 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c595fe2-723f-4ffd-a284-fd00dc10cb50'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:34:46.394016 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9dcc5e4-248d-4c81-b42b-2cda40df8918" -d '{"events": [{"server_uuid": "1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c", "name": "network-vif-plugged", "status": "completed", "tag": "8c595fe2-723f-4ffd-a284-fd00dc10cb50"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:34:46.406494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9e6525af-fe47-4499-b072-309770a94db6 req-966c9d6b-4d95-433b-9edd-2ee9130dd594 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] For port 68a1dc28-7045-4057-9063-b569c36258df, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=68a1dc28-7045-4057-9063-b569c36258df,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:46.406873 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9e6525af-fe47-4499-b072-309770a94db6 req-966c9d6b-4d95-433b-9edd-2ee9130dd594 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.429336 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9e6525af-fe47-4499-b072-309770a94db6 req-966c9d6b-4d95-433b-9edd-2ee9130dd594 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Calling delete_port for 68a1dc28-7045-4057-9063-b569c36258df owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:46.446535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-e51b1aca-eb56-4817-989e-e28d4ee9b9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:46.448528 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-e51b1aca-eb56-4817-989e-e28d4ee9b9eb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164&tenant_id=21d631c8b7aa4295bb9f42b979feb028 HTTP/1.1" status: 200 len: 1095 time: 0.2355232 Jul 09 13:34:46.493278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:46.528144 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-9f67adc6-a0c8-464a-acbe-92cc422f1c30 None None] Set router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:34:46.693472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e450306-268e-43d8-9499-e299c93dc42e req-e1eaaaf7-7b43-4239-b756-4c15d7188e23 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:46.695082 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e450306-268e-43d8-9499-e299c93dc42e req-e1eaaaf7-7b43-4239-b756-4c15d7188e23 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=9c654f2c-5ada-465a-bd58-8c5c88524eeb HTTP/1.1" status: 200 len: 946 time: 0.4455554 Jul 09 13:34:46.697333 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9e6525af-fe47-4499-b072-309770a94db6 req-966c9d6b-4d95-433b-9edd-2ee9130dd594 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.704250 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04b5948f-bb52-42bb-8cf1-c9f282df6e32 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.713861 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['5fbe9544-ffb8-437d-ae13-2d1d1d36b907'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:34:46.717177 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['a5b95b14-ce04-4ede-9a08-0f8473bb1f81', '1e34b705-23f4-45f4-84bb-cbdb766e8ae6'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:34:46.751435 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3bd8-bee0-4575-97f1-f723ca6ea3dd admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.803129 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c9d6b-4d95-433b-9edd-2ee9130dd594 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Pushing event deleted for resources: {'Port': ['ID=68a1dc28-7045-4057-9063-b569c36258df,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:46.865029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6525af-fe47-4499-b072-309770a94db6 req-966c9d6b-4d95-433b-9edd-2ee9130dd594 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] No DVR routers for this DVR port 68a1dc28-7045-4057-9063-b569c36258df on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:46.874967 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9e6525af-fe47-4499-b072-309770a94db6 req-966c9d6b-4d95-433b-9edd-2ee9130dd594 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.885425 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e6525af-fe47-4499-b072-309770a94db6 req-966c9d6b-4d95-433b-9edd-2ee9130dd594 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.15 "DELETE /v2.0/ports/68a1dc28-7045-4057-9063-b569c36258df HTTP/1.1" status: 204 len: 173 time: 1.4840102 Jul 09 13:34:46.891337 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.972307 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3bd8-bee0-4575-97f1-f723ca6ea3dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:46.988805 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9f67adc6-a0c8-464a-acbe-92cc422f1c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-router', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124'}], 'enable_snat': True}, 'gw_port_id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:44Z', 'updated_at': '2021-07-09T13:34:43Z', 'revision_number': 5, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'gw_port': {'id': '6342efbf-2580-426b-9d8c-a3f96d29ab33', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:1e:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 585, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:22:46Z', 'updated_at': '2021-07-09T13:22:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:47.062681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5948f-bb52-42bb-8cf1-c9f282df6e32 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Subnet': ['ID=666bcd34-c812-4d4f-8304-a89c5cb1ef07,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:47.140049 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e450306-268e-43d8-9499-e299c93dc42e req-9be6cd38-1574-4bd2-8082-56f53ffe4d99 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4103415 Jul 09 13:34:47.177944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b5948f-bb52-42bb-8cf1-c9f282df6e32 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Checking segment: {'id': 'ad3c8000-ab95-441a-95cd-a1bc2c1d9296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba468210-e1b8-4218-9ff7-e381a7d56a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:47.179574 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b5948f-bb52-42bb-8cf1-c9f282df6e32 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network hostable DHCP agents. Network: ba468210-e1b8-4218-9ff7-e381a7d56a06, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:34:47.208564 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f67adc6-a0c8-464a-acbe-92cc422f1c30 None None] Checking router: 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:34:47.233010 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f67adc6-a0c8-464a-acbe-92cc422f1c30 None None] Routers {'19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:34:47.233639 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9f67adc6-a0c8-464a-acbe-92cc422f1c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:34:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:47.250232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8421a6f2-78b7-4ead-8985-6389994a100b req-7f73e415-ef48-4046-89da-9dc26e840ddf tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:47.257694 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8421a6f2-78b7-4ead-8985-6389994a100b req-7f73e415-ef48-4046-89da-9dc26e840ddf tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43 HTTP/1.1" status: 200 len: 945 time: 0.6880069 Jul 09 13:34:47.266961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b5948f-bb52-42bb-8cf1-c9f282df6e32 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Network ba468210-e1b8-4218-9ff7-e381a7d56a06 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:34:47.298552 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cbde13d-b7b4-45ab-bbfe-4056b3d36b93 x-openstack-request-id: req-5cbde13d-b7b4-45ab-bbfe-4056b3d36b93 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:34:47.303718 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc48456e-4802-4341-b836-7a5a483de944", "name": "network-vif-deleted", "tag": "ff4ea59e-da37-40d0-b1be-68ae38a530bd", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:34:47.304183 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5cbde13d-b7b4-45ab-bbfe-4056b3d36b93 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:34:47.304793 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc48456e-4802-4341-b836-7a5a483de944', 'name': 'network-vif-deleted', 'tag': 'ff4ea59e-da37-40d0-b1be-68ae38a530bd', 'status': 'completed', 'code': 200} Jul 09 13:34:47.329676 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8421a6f2-78b7-4ead-8985-6389994a100b req-fd35dbde-7898-4309-9f01-c04502faf236 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705478 Jul 09 13:34:47.333821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-04b5948f-bb52-42bb-8cf1-c9f282df6e32 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, ba468210-e1b8-4218-9ff7-e381a7d56a06) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:47.354711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04b5948f-bb52-42bb-8cf1-c9f282df6e32 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:47.359358 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04b5948f-bb52-42bb-8cf1-c9f282df6e32 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:47.389790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a6824b7-047e-4560-8572-511b6f5a740e None None] Network ba468210-e1b8-4218-9ff7-e381a7d56a06 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:47.442604 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-04b5948f-bb52-42bb-8cf1-c9f282df6e32 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7850022 Jul 09 13:34:47.446796 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35300) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:47.461054 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6e0d881c-720f-4d6f-a2ed-4ca9614673c5 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:47.469589 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-9f67adc6-a0c8-464a-acbe-92cc422f1c30 None None] Set router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:34:47.633912 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9f67adc6-a0c8-464a-acbe-92cc422f1c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-router', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:44Z', 'updated_at': '2021-07-09T13:34:46Z', 'revision_number': 6, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:47.635798 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05048542-4a58-4483-99f2-99ffbf348dc2 req-3fd265bf-7add-498e-9735-54852a8e2b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:47.637848 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05048542-4a58-4483-99f2-99ffbf348dc2 req-3fd265bf-7add-498e-9735-54852a8e2b01 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c HTTP/1.1" status: 200 len: 1097 time: 0.1537406 Jul 09 13:34:47.678787 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=998f26ae-c1e8-461e-9100-c113a011cd84,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:47.679562 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-935e8719-c1a7-4927-8063-93113f597e64 x-openstack-request-id: req-935e8719-c1a7-4927-8063-93113f597e64 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:34:47.680434 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c", "name": "network-vif-plugged", "status": "completed", "tag": "8c595fe2-723f-4ffd-a284-fd00dc10cb50", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:34:47.680692 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-935e8719-c1a7-4927-8063-93113f597e64 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:34:47.681120 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c595fe2-723f-4ffd-a284-fd00dc10cb50', 'code': 200} Jul 09 13:34:47.705807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ff4ea59e-da37-40d0-b1be-68ae38a530bd no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:47.713345 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05048542-4a58-4483-99f2-99ffbf348dc2 req-d15a72f0-c57e-4865-bd41-ee7b7f3a9ed6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685949 Jul 09 13:34:47.714154 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f67adc6-a0c8-464a-acbe-92cc422f1c30 None None] The sync data for ids ['19a884d8-ffe4-4f3f-9062-d9aa4fec30e8'] in n-d-799525-3 is: [{'id': '19a884d8-ffe4-4f3f-9062-d9aa4fec30e8', 'name': 'tempest-TaggedBootDevicesTest_v242-1314069472-router', 'tenant_id': '28cccfcdce06416798d3fed1b5c86fea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:22:44Z', 'updated_at': '2021-07-09T13:34:46Z', 'revision_number': 6, 'project_id': '28cccfcdce06416798d3fed1b5c86fea', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:34:47.753989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:47.829670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998f26ae-c1e8-461e-9100-c113a011cd84 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:34:47.846077 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:47.870999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Transition to ACTIVE for port object 998f26ae-c1e8-461e-9100-c113a011cd84 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:47.875769 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:47.973468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 68a1dc28-7045-4057-9063-b569c36258df no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:48.041304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: ff4ea59e-da37-40d0-b1be-68ae38a530bd {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:34:48.041540 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ff4ea59e-da37-40d0-b1be-68ae38a530bd not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:34:48.091651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f3bd8-bee0-4575-97f1-f723ca6ea3dd admin admin] Deleting port 6342efbf-2580-426b-9d8c-a3f96d29ab33 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:48.092151 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3bd8-bee0-4575-97f1-f723ca6ea3dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.128966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] No DVR routers for this DVR port 998f26ae-c1e8-461e-9100-c113a011cd84 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:48.248537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-ba468210-e1b8-4218-9ff7-e381a7d56a06', 'network_id': 'ba468210-e1b8-4218-9ff7-e381a7d56a06', 'tenant_id': 'b1e119af53a849a58afaf8f1e73d7cd6', 'fixed_ips': [{'subnet_id': '666bcd34-c812-4d4f-8304-a89c5cb1ef07'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:34:48.260478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Pushing event updated for resources: {'Port': ['ID=998f26ae-c1e8-461e-9100-c113a011cd84,revision_number=9']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:48.261043 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa8df825-5f23-4e8e-8cb9-df6a148f5147 req-0e9cabd5-558f-4c5e-9bc0-f7adeecb9af7 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 210 time: 0.1791353 Jul 09 13:34:48.284963 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.314471 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 68a1dc28-7045-4057-9063-b569c36258df {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:34:48.314821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 68a1dc28-7045-4057-9063-b569c36258df not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:34:48.435541 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e0d881c-720f-4d6f-a2ed-4ca9614673c5 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2960907'] for subnet, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.436160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Attempting to bind port 998f26ae-c1e8-461e-9100-c113a011cd84 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:48.436451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Attempting to bind port 998f26ae-c1e8-461e-9100-c113a011cd84 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:48.436787 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Attempting to bind port 998f26ae-c1e8-461e-9100-c113a011cd84 on network d1957568-b13c-4c13-95b6-f6cc35837fbf {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:48.443447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Port 998f26ae-c1e8-461e-9100-c113a011cd84 on network d1957568-b13c-4c13-95b6-f6cc35837fbf not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:34:48.444547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Attempting to bind port 998f26ae-c1e8-461e-9100-c113a011cd84 on network d1957568-b13c-4c13-95b6-f6cc35837fbf {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:48.449582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-2e9f3bd8-bee0-4575-97f1-f723ca6ea3dd admin admin] For port 6342efbf-2580-426b-9d8c-a3f96d29ab33, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6342efbf-2580-426b-9d8c-a3f96d29ab33,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:48.450098 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3bd8-bee0-4575-97f1-f723ca6ea3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.454215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:34:48.454669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Checking segment: {'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:48.455164 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Bound using segment: {'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:34:48.455692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Bound port: 998f26ae-c1e8-461e-9100-c113a011cd84, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:34:48.456224 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.483010 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2e9f3bd8-bee0-4575-97f1-f723ca6ea3dd admin admin] Calling delete_port for 6342efbf-2580-426b-9d8c-a3f96d29ab33 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:48.523486 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511913f3-c9bc-4702-afbb-de601f6ad8ef req-0a9af36a-f26a-4009-b93c-5a2c03f0784d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:48.545669 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-511913f3-c9bc-4702-afbb-de601f6ad8ef req-0a9af36a-f26a-4009-b93c-5a2c03f0784d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c HTTP/1.1" status: 200 len: 946 time: 0.4754505 Jul 09 13:34:48.576708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:48.590398 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=998f26ae-c1e8-461e-9100-c113a011cd84,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:34:48.600607 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.765266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Pushing event updated for resources: {'Port': ['ID=998f26ae-c1e8-461e-9100-c113a011cd84,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:48.797761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:48.798659 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:48.807040 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-93ee173d-1bd2-4563-ba96-350dc021926f service neutron] 10.222.0.18 "PUT /v2.0/ports/998f26ae-c1e8-461e-9100-c113a011cd84 HTTP/1.1" status: 200 len: 1092 time: 2.3165767 Jul 09 13:34:48.832164 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2b1a1d1c-344f-4def-a640-07c87d8ae473 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:48.884324 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 2b1a1d1c-344f-4def-a640-07c87d8ae473 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:34:48.884677 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2b1a1d1c-344f-4def-a640-07c87d8ae473 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:34:48.885098 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6342efbf-2580-426b-9d8c-a3f96d29ab33 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:48.985371 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-511913f3-c9bc-4702-afbb-de601f6ad8ef req-dc68fdea-874b-4e93-b44f-01c61469ee21 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770427 Jul 09 13:34:48.997102 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-b8cc1ab4-aa22-4296-a649-823eaf27225e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:48.998682 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-b8cc1ab4-aa22-4296-a649-823eaf27225e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=21d631c8b7aa4295bb9f42b979feb028&device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 1096 time: 0.1631722 Jul 09 13:34:49.052417 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:34:49.052417 n-d-799525-3 neutron-server[93755]: [SQL: UPDATE subnets SET in_use=%(in_use)s WHERE subnets.id = %(id_1)s] Jul 09 13:34:49.052417 n-d-799525-3 neutron-server[93755]: [parameters: {'in_use': 1, 'id_1': '666bcd34-c812-4d4f-8304-a89c5cb1ef07'}] Jul 09 13:34:49.052417 n-d-799525-3 neutron-server[93755]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:34:49.053273 n-d-799525-3 neutron-server[93755]: DEBUG oslo_db.api [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:34:49.129360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-1889808b-0803-4d40-938a-3a0e1600bc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:49.131326 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-1889808b-0803-4d40-938a-3a0e1600bc8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 200 len: 918 time: 0.1230624 Jul 09 13:34:49.179462 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.288228 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-d5c796a0-9f3d-424e-8083-ab034247e8e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=998f26ae-c1e8-461e-9100-c113a011cd84 HTTP/1.1" status: 200 len: 999 time: 0.1482852 Jul 09 13:34:49.306478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c654f2c-5ada-465a-bd58-8c5c88524eeb', 'name': 'network-vif-deleted', 'tag': '68a1dc28-7045-4057-9063-b569c36258df'}, {'name': 'network-changed', 'server_uuid': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'tag': '998f26ae-c1e8-461e-9100-c113a011cd84'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:34:49.310916 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4214d6c-c999-465f-bf37-26f3ee20292e" -d '{"events": [{"server_uuid": "9c654f2c-5ada-465a-bd58-8c5c88524eeb", "name": "network-vif-deleted", "tag": "68a1dc28-7045-4057-9063-b569c36258df"}, {"name": "network-changed", "server_uuid": "bba848d5-423c-4606-89ff-82ebedfa6164", "tag": "998f26ae-c1e8-461e-9100-c113a011cd84"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:34:49.322843 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3bd8-bee0-4575-97f1-f723ca6ea3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.382648 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-876a938a-58c7-453c-8623-c1a98d8af8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:49.387990 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-876a938a-58c7-453c-8623-c1a98d8af8be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64038094-33bf-4882-9ed5-b515adff07d9 HTTP/1.1" status: 200 len: 856 time: 0.0929737 Jul 09 13:34:49.397978 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f3bd8-bee0-4575-97f1-f723ca6ea3dd admin admin] Pushing event deleted for resources: {'Port': ['ID=6342efbf-2580-426b-9d8c-a3f96d29ab33,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:49.434242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7d8d46-b5bb-46bb-9d9c-6fbfd7a5e095 req-67a4c829-87ed-4fa7-81df-cbb9b73146e1 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:49.441319 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c7d8d46-b5bb-46bb-9d9c-6fbfd7a5e095 req-67a4c829-87ed-4fa7-81df-cbb9b73146e1 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 945 time: 0.8932605 Jul 09 13:34:49.484859 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-cdc38c58-57ee-472d-a841-126c974f7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:49.494584 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-cdc38c58-57ee-472d-a841-126c974f7511 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d1957568-b13c-4c13-95b6-f6cc35837fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0916946 Jul 09 13:34:49.554410 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.569001 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3bd8-bee0-4575-97f1-f723ca6ea3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.639232 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94017487-4fa8-4886-a608-ba356935d49b req-96f7571c-0f08-452e-860b-b654e5fe7768 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 210 time: 0.1066632 Jul 09 13:34:49.669770 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-3d7aba76-3832-4cc4-b69d-27b6b53af93b service neutron] 10.222.0.18 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739917 Jul 09 13:34:49.771954 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3bd8-bee0-4575-97f1-f723ca6ea3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.775719 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3bd8-bee0-4575-97f1-f723ca6ea3dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.796906 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c7d8d46-b5bb-46bb-9d9c-6fbfd7a5e095 req-b279ad7b-2f43-441c-81be-e88a735adee2 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3546767 Jul 09 13:34:49.797638 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 13:34:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec018553-d24c-41d0-8923-f0c42eb6b636 x-openstack-request-id: req-ec018553-d24c-41d0-8923-f0c42eb6b636 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:34:49.798058 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c654f2c-5ada-465a-bd58-8c5c88524eeb", "name": "network-vif-deleted", "tag": "68a1dc28-7045-4057-9063-b569c36258df", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "bba848d5-423c-4606-89ff-82ebedfa6164", "tag": "998f26ae-c1e8-461e-9100-c113a011cd84", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:34:49.798471 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec018553-d24c-41d0-8923-f0c42eb6b636 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:34:49.798902 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c654f2c-5ada-465a-bd58-8c5c88524eeb', 'name': 'network-vif-deleted', 'tag': '68a1dc28-7045-4057-9063-b569c36258df', 'status': 'completed', 'code': 200} Jul 09 13:34:49.799242 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'tag': '998f26ae-c1e8-461e-9100-c113a011cd84', 'status': 'completed', 'code': 200} Jul 09 13:34:49.839569 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e27572a4-94e7-40dd-9283-368f1dd9d073 req-09e77332-34a8-44e3-a7dc-1180fa2ab583 service neutron] 10.222.0.18 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640561 Jul 09 13:34:49.846518 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e0d881c-720f-4d6f-a2ed-4ca9614673c5 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760339640854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9832001'] for subnet, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.896736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0d881c-720f-4d6f-a2ed-4ca9614673c5 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:49.897351 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e0d881c-720f-4d6f-a2ed-4ca9614673c5 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.902052 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6e0d881c-720f-4d6f-a2ed-4ca9614673c5 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "PUT /v2.0/subnets/666bcd34-c812-4d4f-8304-a89c5cb1ef07 HTTP/1.1" status: 200 len: 900 time: 2.4491348 Jul 09 13:34:49.903862 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3bd8-bee0-4575-97f1-f723ca6ea3dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.904459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9f3bd8-bee0-4575-97f1-f723ca6ea3dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:34:49.909401 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e9f3bd8-bee0-4575-97f1-f723ca6ea3dd admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:49.912914 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2e9f3bd8-bee0-4575-97f1-f723ca6ea3dd admin admin] 10.222.0.39 "DELETE /v2.0/routers/19a884d8-ffe4-4f3f-9062-d9aa4fec30e8 HTTP/1.1" status: 204 len: 168 time: 3.5558724 Jul 09 13:34:49.912914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35322) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:49.916532 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Allocated IP 2001:db8::3 (ba468210-e1b8-4218-9ff7-e381a7d56a06/666bcd34-c812-4d4f-8304-a89c5cb1ef07/c1a39847-4dcb-4c23-8d23-11d4d7189846) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:34:49.918591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35324) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:50.088792 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.163342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0d881c-720f-4d6f-a2ed-4ca9614673c5 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event updated for resources: {'Subnet': ['ID=666bcd34-c812-4d4f-8304-a89c5cb1ef07,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:50.278659 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-3dc2d428-12af-4b27-a38e-867f04d80ff2 admin admin] Deleting subnet e2915b4c-1b15-4665-bc6f-4ef8238c6ea1 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:34:50.284383 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d428-12af-4b27-a38e-867f04d80ff2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.334426 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.373002 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d428-12af-4b27-a38e-867f04d80ff2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.448768 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4214d6c-c999-465f-bf37-26f3ee20292e req-6c4674e2-4c57-4d7c-bfd4-0409ae947e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:50.450842 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4214d6c-c999-465f-bf37-26f3ee20292e req-6c4674e2-4c57-4d7c-bfd4-0409ae947e73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=21d631c8b7aa4295bb9f42b979feb028&device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 1096 time: 0.5532393 Jul 09 13:34:50.502762 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.515844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Transition to ACTIVE for port object c1a39847-4dcb-4c23-8d23-11d4d7189846 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:50.537673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Transition to ACTIVE for port object c1a39847-4dcb-4c23-8d23-11d4d7189846 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:34:50.551304 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.596870 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.659349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Network ba468210-e1b8-4218-9ff7-e381a7d56a06 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:34:50.677283 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35346) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:50.691069 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:34:50.698141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:34:50.699658 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Subnet': ['ID=666bcd34-c812-4d4f-8304-a89c5cb1ef07,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:50.745544 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Pushing event updated for resources: {'Port': ['ID=c1a39847-4dcb-4c23-8d23-11d4d7189846,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:50.774188 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc3cb8-c9e6-49c5-ab50-8177b36eb863 req-e238706e-63a8-40f2-8d7e-2a2168f48a3f tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:50.781074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c7fc3cb8-c9e6-49c5-ab50-8177b36eb863 req-e238706e-63a8-40f2-8d7e-2a2168f48a3f tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c HTTP/1.1" status: 200 len: 946 time: 0.4869604 Jul 09 13:34:50.795749 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d428-12af-4b27-a38e-867f04d80ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.912721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Attempting to bind port c1a39847-4dcb-4c23-8d23-11d4d7189846 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:34:50.913383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Attempting to bind port c1a39847-4dcb-4c23-8d23-11d4d7189846 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'ad3c8000-ab95-441a-95cd-a1bc2c1d9296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba468210-e1b8-4218-9ff7-e381a7d56a06'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:34:50.916061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Attempting to bind port c1a39847-4dcb-4c23-8d23-11d4d7189846 on network ba468210-e1b8-4218-9ff7-e381a7d56a06 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:34:50.934001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4214d6c-c999-465f-bf37-26f3ee20292e req-05ebdf21-6213-4c8f-a887-135eae7fa094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:50.936929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:34:50.937318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Checking segment: {'id': 'ad3c8000-ab95-441a-95cd-a1bc2c1d9296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba468210-e1b8-4218-9ff7-e381a7d56a06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:34:50.937738 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.938132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Bound using segment: {'id': 'ad3c8000-ab95-441a-95cd-a1bc2c1d9296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba468210-e1b8-4218-9ff7-e381a7d56a06'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:34:50.938631 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Bound port: c1a39847-4dcb-4c23-8d23-11d4d7189846, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad3c8000-ab95-441a-95cd-a1bc2c1d9296', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'ba468210-e1b8-4218-9ff7-e381a7d56a06'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:34:50.939017 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:50.947739 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4214d6c-c999-465f-bf37-26f3ee20292e req-05ebdf21-6213-4c8f-a887-135eae7fa094 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 200 len: 918 time: 0.4824233 Jul 09 13:34:51.101233 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f4b4fba-8138-453b-9697-0a51795682b9 req-72683549-41a4-49c2-94d8-e797b346cc25 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 210 time: 0.1810789 Jul 09 13:34:51.101892 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] For port c1a39847-4dcb-4c23-8d23-11d4d7189846, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:34:51.103314 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:51.108675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] For port c1a39847-4dcb-4c23-8d23-11d4d7189846, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=c1a39847-4dcb-4c23-8d23-11d4d7189846,segment=NetworkSegment(ad3c8000-ab95-441a-95cd-a1bc2c1d9296),segment_id=ad3c8000-ab95-441a-95cd-a1bc2c1d9296)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:34:51.125989 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:51.129924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c7fc3cb8-c9e6-49c5-ab50-8177b36eb863 req-1e96bead-21fd-428a-9bb9-96ae1d9bb596 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476455 Jul 09 13:34:51.152665 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:34:51.160385 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba468210-e1b8-4218-9ff7-e381a7d56a06']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:51.169634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c988db6-bfc0-45e5-a847-9aa6a1074e34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:51.191596 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3c8000-ab95-441a-95cd-a1bc2c1d9296') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:51.198665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3c8000-ab95-441a-95cd-a1bc2c1d9296') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:51.235665 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:51.280708 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:51.307829 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:51.308708 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:51.312921 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:51.345292 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1789e8be-ca14-4aad-8e0e-adfd513d7ba4 None None] Pushing event updated for resources: {'Port': ['ID=c1a39847-4dcb-4c23-8d23-11d4d7189846,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:51.349619 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d428-12af-4b27-a38e-867f04d80ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:51.386295 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebdc374-69e9-4db6-919d-ff623995023c None None] Network ba468210-e1b8-4218-9ff7-e381a7d56a06 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:51.453888 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2d428-12af-4b27-a38e-867f04d80ff2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2915b4c-1b15-4665-bc6f-4ef8238c6ea1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:51.460436 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4214d6c-c999-465f-bf37-26f3ee20292e req-85fc3480-6c28-42c9-b717-ba75303d1202 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=998f26ae-c1e8-461e-9100-c113a011cd84 HTTP/1.1" status: 200 len: 999 time: 0.4653699 Jul 09 13:34:51.490949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8c9f2c2-6cfb-4c0f-9bee-2957268b15a6 None None] Network 506f0105-b494-4138-9dfd-14195d3a3fed requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:51.541713 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:34:51.541713 n-d-799525-3 neutron-server[93754]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:34:51.541713 n-d-799525-3 neutron-server[93754]: [parameters: {'id': 'ba468210-e1b8-4218-9ff7-e381a7d56a06'}] Jul 09 13:34:51.541713 n-d-799525-3 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:34:51.542864 n-d-799525-3 neutron-server[93754]: DEBUG oslo_db.api [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:34:51.630479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360844dc-3b43-4fff-b2dd-cf89a0e0819a req-76c82206-4cb8-4d2b-b5a1-6c9e5a0b7775 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:51.643426 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-360844dc-3b43-4fff-b2dd-cf89a0e0819a req-76c82206-4cb8-4d2b-b5a1-6c9e5a0b7775 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 945 time: 0.2913332 Jul 09 13:34:51.654289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4214d6c-c999-465f-bf37-26f3ee20292e req-27f6363b-f8b6-47c0-9272-e255177bbd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:51.657015 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4214d6c-c999-465f-bf37-26f3ee20292e req-27f6363b-f8b6-47c0-9272-e255177bbd43 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=64038094-33bf-4882-9ed5-b515adff07d9 HTTP/1.1" status: 200 len: 856 time: 0.1855719 Jul 09 13:34:51.658449 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3dc2d428-12af-4b27-a38e-867f04d80ff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:51.660657 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3dc2d428-12af-4b27-a38e-867f04d80ff2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e2915b4c-1b15-4665-bc6f-4ef8238c6ea1 HTTP/1.1" status: 204 len: 168 time: 1.7389948 Jul 09 13:34:51.666930 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35366) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:51.729966 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-360844dc-3b43-4fff-b2dd-cf89a0e0819a req-b68882d1-dc14-485c-ab5a-d9a696cac835 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760970 Jul 09 13:34:52.027441 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.044304 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.103723 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4214d6c-c999-465f-bf37-26f3ee20292e req-e0e83771-5f5a-43d7-aaee-717ffb2af4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:52.115665 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4214d6c-c999-465f-bf37-26f3ee20292e req-e0e83771-5f5a-43d7-aaee-717ffb2af4c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d1957568-b13c-4c13-95b6-f6cc35837fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4237156 Jul 09 13:34:52.125007 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b6b9686-7c34-440a-b933-4e8078f5f8ee None None] Network ba468210-e1b8-4218-9ff7-e381a7d56a06 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:52.217784 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c988db6-bfc0-45e5-a847-9aa6a1074e34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.229942 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Deleting port c1a39847-4dcb-4c23-8d23-11d4d7189846 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:52.230888 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.263735 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c988db6-bfc0-45e5-a847-9aa6a1074e34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.291838 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57dbde6-335a-4976-b37b-0759eaefdbd0 None None] DHCP port deletion for 506f0105-b494-4138-9dfd-14195d3a3fed request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:34:52.343662 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] For port c1a39847-4dcb-4c23-8d23-11d4d7189846, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=c1a39847-4dcb-4c23-8d23-11d4d7189846,segment=NetworkSegment(ad3c8000-ab95-441a-95cd-a1bc2c1d9296),segment_id=ad3c8000-ab95-441a-95cd-a1bc2c1d9296)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:52.344524 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.353520 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5c988db6-bfc0-45e5-a847-9aa6a1074e34 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9ae6790043af43988ef78fcd7f25f44c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6751583 Jul 09 13:34:52.356169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35372) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:52.357204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] Deleting port b23bef3c-0a2c-4f58-a4d5-f0f546f32365 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:52.357553 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.359468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c988db6-bfc0-45e5-a847-9aa6a1074e34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9ce75af-c7bf-4dc6-8a63-c253b0f14b78,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:52.380042 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Calling delete_port for c1a39847-4dcb-4c23-8d23-11d4d7189846 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:52.479179 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4214d6c-c999-465f-bf37-26f3ee20292e req-a9852770-45f6-4f10-9ef9-7b024860eb74 service neutron] 10.222.0.18 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971299 Jul 09 13:34:52.521146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] For port b23bef3c-0a2c-4f58-a4d5-f0f546f32365, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b23bef3c-0a2c-4f58-a4d5-f0f546f32365,segment=NetworkSegment(35a79c01-08c8-47a5-b194-95659d123e56),segment_id=35a79c01-08c8-47a5-b194-95659d123e56)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:52.521511 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.566625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] Calling delete_port for b23bef3c-0a2c-4f58-a4d5-f0f546f32365 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:52.616729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b23bef3c-0a2c-4f58-a4d5-f0f546f32365 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:52.677906 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c88c639c-2950-4662-a1d6-b5ed862a2e88 req-8a38a9b1-d69e-43b9-a0d3-d7f079c70e80 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 210 time: 0.1869378 Jul 09 13:34:52.711441 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.712450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d57dbde6-335a-4976-b37b-0759eaefdbd0 None None] Deleting port b23bef3c-0a2c-4f58-a4d5-f0f546f32365 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:52.713183 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d57dbde6-335a-4976-b37b-0759eaefdbd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.724042 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e883063c-41f0-49f2-8fad-f9b8e2775b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.732332 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] No DVR routers for this DVR port b23bef3c-0a2c-4f58-a4d5-f0f546f32365 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:52.777007 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e883063c-41f0-49f2-8fad-f9b8e2775b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.844517 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.858904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['506f0105-b494-4138-9dfd-14195d3a3fed']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:52.873384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35a79c01-08c8-47a5-b194-95659d123e56') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:52.873712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35a79c01-08c8-47a5-b194-95659d123e56') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:52.896591 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.933940 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.955421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:52.955863 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:52.977524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No active binding found for port b23bef3c-0a2c-4f58-a4d5-f0f546f32365 {{(pid=93755) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 13:34:52.987804 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b23bef3c-0a2c-4f58-a4d5-f0f546f32365 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:34:53.003374 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d57dbde6-335a-4976-b37b-0759eaefdbd0 None None] For port b23bef3c-0a2c-4f58-a4d5-f0f546f32365, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:53.006876 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d57dbde6-335a-4976-b37b-0759eaefdbd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:53.033613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d57dbde6-335a-4976-b37b-0759eaefdbd0 None None] Calling delete_port for b23bef3c-0a2c-4f58-a4d5-f0f546f32365 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:53.038481 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-d57dbde6-335a-4976-b37b-0759eaefdbd0 None None] Port b23bef3c-0a2c-4f58-a4d5-f0f546f32365 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:34:53.041564 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d57dbde6-335a-4976-b37b-0759eaefdbd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:53.071568 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57dbde6-335a-4976-b37b-0759eaefdbd0 None None] Pushing event deleted for resources: {'Port': ['ID=b23bef3c-0a2c-4f58-a4d5-f0f546f32365,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:53.075716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d57dbde6-335a-4976-b37b-0759eaefdbd0 None None] No DVR routers for this DVR port b23bef3c-0a2c-4f58-a4d5-f0f546f32365 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:53.097458 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0b03e1-1bee-4234-9434-bd65bdd312db None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:34:53.254539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-7a83f6dd-a747-44c4-8b36-0787c483fc3f tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:53.258932 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-7a83f6dd-a747-44c4-8b36-0787c483fc3f tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/networks?id=22497f87-f4f4-4a18-9250-a97b816f6ec1 HTTP/1.1" status: 200 len: 812 time: 0.2729957 Jul 09 13:34:53.284923 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:53.324956 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-3719c518-559d-4b69-b3eb-48bf1bd4166e tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/quotas/871f2facfd094c54bf79e8b246aecd4a HTTP/1.1" status: 200 len: 375 time: 0.0342960 Jul 09 13:34:53.396155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Port': ['ID=c1a39847-4dcb-4c23-8d23-11d4d7189846,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:53.415324 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0b03e1-1bee-4234-9434-bd65bdd312db None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:34:53.469027 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No DVR routers for this DVR port c1a39847-4dcb-4c23-8d23-11d4d7189846 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:53.533375 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:53.547083 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] Pushing event deleted for resources: {'Port': ['ID=b23bef3c-0a2c-4f58-a4d5-f0f546f32365,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:53.569253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc491334-758b-4f93-aa87-b3c135eb9fc3 req-14ce2f93-a159-4f3a-8a27-f3010fcebc75 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:53.589242 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:53.591420 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fc491334-758b-4f93-aa87-b3c135eb9fc3 req-14ce2f93-a159-4f3a-8a27-f3010fcebc75 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 945 time: 0.3913112 Jul 09 13:34:53.606676 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:53.608909 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] 10.222.0.39 "DELETE /v2.0/networks/506f0105-b494-4138-9dfd-14195d3a3fed HTTP/1.1" status: 204 len: 168 time: 1.9407670 Jul 09 13:34:53.626537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444be42-88b7-4607-a92c-4b2838f18669 admin admin] Pushing event deleted for resources: {'Network': ['ID=506f0105-b494-4138-9dfd-14195d3a3fed,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:53.632199 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4214d6c-c999-465f-bf37-26f3ee20292e req-28faa16c-c487-442a-8a25-794bd9c21ae4 service neutron] 10.222.0.18 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9328761 Jul 09 13:34:53.744211 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e883063c-41f0-49f2-8fad-f9b8e2775b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:53.752047 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e883063c-41f0-49f2-8fad-f9b8e2775b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:53.757360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e883063c-41f0-49f2-8fad-f9b8e2775b8f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9ce75af-c7bf-4dc6-8a63-c253b0f14b78 HTTP/1.1" status: 204 len: 168 time: 1.3970263 Jul 09 13:34:53.815404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5341e7-1446-4241-8064-6640d2b3d4d4 req-36c30e17-480d-42b8-b708-556cb504dde0 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:53.827208 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6a5341e7-1446-4241-8064-6640d2b3d4d4 req-36c30e17-480d-42b8-b708-556cb504dde0 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.15 "GET /v2.0/ports?device_id=059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43 HTTP/1.1" status: 200 len: 945 time: 0.1871464 Jul 09 13:34:53.868560 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e883063c-41f0-49f2-8fad-f9b8e2775b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9ce75af-c7bf-4dc6-8a63-c253b0f14b78,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:53.889024 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:53.938160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35400) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:53.988642 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-2f1b2fb8-2e4e-4d07-80b2-d83d657e85fb tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=871f2facfd094c54bf79e8b246aecd4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6245928 Jul 09 13:34:54.219802 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f233a5a2-5add-4bb1-936a-6ca13fbdbe29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28cccfcdce06416798d3fed1b5c86fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2803586 Jul 09 13:34:54.227359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35404) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:54.269285 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba468210-e1b8-4218-9ff7-e381a7d56a06']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:54.323169 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fc491334-758b-4f93-aa87-b3c135eb9fc3 req-a6e9cf7d-7d40-4218-9cea-812f393493a3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6643217 Jul 09 13:34:54.363241 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad3c8000-ab95-441a-95cd-a1bc2c1d9296') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:54.363536 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad3c8000-ab95-441a-95cd-a1bc2c1d9296') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:54.416386 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-db1a712c-3947-43b9-ba74-cee4b47e940d service neutron] 10.222.0.39 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4243219 Jul 09 13:34:54.425876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6a5341e7-1446-4241-8064-6640d2b3d4d4 req-bea25dab-ace3-41f8-97b5-0f780df8d914 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Deleting port 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:54.426225 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6a5341e7-1446-4241-8064-6640d2b3d4d4 req-bea25dab-ace3-41f8-97b5-0f780df8d914 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:54.442660 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:54.517620 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:54.568876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:54.569209 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:54.578560 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:54.705750 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35406) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:54.734131 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5552787e-0c25-4e9a-ae85-8c642e389757 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:54.840396 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6a5341e7-1446-4241-8064-6640d2b3d4d4 req-bea25dab-ace3-41f8-97b5-0f780df8d914 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] For port 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=70ade08b-ddd7-4c00-ad77-51d7f91b7fd5,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:54.840770 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6a5341e7-1446-4241-8064-6640d2b3d4d4 req-bea25dab-ace3-41f8-97b5-0f780df8d914 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:54.846086 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:54.860655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6a5341e7-1446-4241-8064-6640d2b3d4d4 req-bea25dab-ace3-41f8-97b5-0f780df8d914 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Calling delete_port for 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:54.872300 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:54.877357 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/ba468210-e1b8-4218-9ff7-e381a7d56a06 HTTP/1.1" status: 204 len: 168 time: 4.9628935 Jul 09 13:34:54.883946 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35408) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:54.970989 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3583484-e3c6-45a4-81c5-86ce8df2d6f6 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Network': ['ID=ba468210-e1b8-4218-9ff7-e381a7d56a06,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:54.998509 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-b277e2eb-39d3-4d95-8ad7-32a1120ad118 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] DELETE failed (client error): The resource could not be found. Jul 09 13:34:54.998976 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b277e2eb-39d3-4d95-8ad7-32a1120ad118 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:34:55.001285 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b277e2eb-39d3-4d95-8ad7-32a1120ad118 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/subnets/666bcd34-c812-4d4f-8304-a89c5cb1ef07 HTTP/1.1" status: 404 len: 337 time: 0.1143036 Jul 09 13:34:55.051558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35412) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:55.061245 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-f15f4af3-961b-472b-90af-f70124132796 service neutron] 10.222.0.39 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6439357 Jul 09 13:34:55.073135 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36569c6b-816a-4f0a-b262-3d971d109fc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:55.074998 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6a5341e7-1446-4241-8064-6640d2b3d4d4 req-bea25dab-ace3-41f8-97b5-0f780df8d914 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:55.075609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-443abb41-57cb-48c8-bdd2-db61b0bb6b61 req-eb3b0408-4017-4ef1-8854-349105f129b2 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 210 time: 0.1878297 Jul 09 13:34:55.087174 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['70ade08b-ddd7-4c00-ad77-51d7f91b7fd5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:34:55.094516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['8c595fe2-723f-4ffd-a284-fd00dc10cb50'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:34:55.185701 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-039364c4-9d89-41ab-be0b-2e819dc1fb05 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] DELETE failed (client error): The resource could not be found. Jul 09 13:34:55.186315 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-039364c4-9d89-41ab-be0b-2e819dc1fb05 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:34:55.192827 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-039364c4-9d89-41ab-be0b-2e819dc1fb05 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/ba468210-e1b8-4218-9ff7-e381a7d56a06 HTTP/1.1" status: 404 len: 339 time: 0.1383998 Jul 09 13:34:55.196934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35416) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:55.296669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea25dab-ace3-41f8-97b5-0f780df8d914 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Pushing event deleted for resources: {'Port': ['ID=70ade08b-ddd7-4c00-ad77-51d7f91b7fd5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:55.318560 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5552787e-0c25-4e9a-ae85-8c642e389757 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:55.411389 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:55.613699 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:55.682870 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a5341e7-1446-4241-8064-6640d2b3d4d4 req-bea25dab-ace3-41f8-97b5-0f780df8d914 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] No DVR routers for this DVR port 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:55.692921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d13308d8-b00a-4da3-8d1a-96724e1a6e5a']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:55.701633 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6a5341e7-1446-4241-8064-6640d2b3d4d4 req-bea25dab-ace3-41f8-97b5-0f780df8d914 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:55.705474 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6a5341e7-1446-4241-8064-6640d2b3d4d4 req-bea25dab-ace3-41f8-97b5-0f780df8d914 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.15 "DELETE /v2.0/ports/70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 HTTP/1.1" status: 204 len: 173 time: 1.8732841 Jul 09 13:34:55.724910 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43', 'name': 'network-vif-deleted', 'tag': '70ade08b-ddd7-4c00-ad77-51d7f91b7fd5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:34:55.725683 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '328ec7c5-6b48-4892-a081-38c5b3dc172e') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:55.725847 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '328ec7c5-6b48-4892-a081-38c5b3dc172e') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:34:55.734173 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406fc645-b673-408a-b2a5-07e1d4bca231" -d '{"events": [{"server_uuid": "059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43", "name": "network-vif-deleted", "tag": "70ade08b-ddd7-4c00-ad77-51d7f91b7fd5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:34:55.759179 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:55.798139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e06d2c-18d2-4605-8cd0-511f19229c8a req-e8e7bbe9-6b8c-46e1-9f53-eed86021804a tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:55.801390 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41e06d2c-18d2-4605-8cd0-511f19229c8a req-e8e7bbe9-6b8c-46e1-9f53-eed86021804a tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.18 "GET /v2.0/ports?device_id=1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c HTTP/1.1" status: 200 len: 946 time: 1.2404656 Jul 09 13:34:55.814016 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:55.838626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:34:55.839614 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:34:55.843936 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:34:55.872520 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5552787e-0c25-4e9a-ae85-8c642e389757 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:55.878664 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5552787e-0c25-4e9a-ae85-8c642e389757 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:55.883462 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5552787e-0c25-4e9a-ae85-8c642e389757 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bed6996-030f-4bcc-b61d-b5e1904fff0a HTTP/1.1" status: 204 len: 168 time: 1.6519878 Jul 09 13:34:56.095449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2725efd0-3c00-4a0f-a99f-fc45aea62233 req-c7dffc76-aa8b-4472-a814-6a9ca0e7ada7 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:56.106923 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5552787e-0c25-4e9a-ae85-8c642e389757 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bed6996-030f-4bcc-b61d-b5e1904fff0a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:56.109215 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2725efd0-3c00-4a0f-a99f-fc45aea62233 req-c7dffc76-aa8b-4472-a814-6a9ca0e7ada7 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 945 time: 0.4975417 Jul 09 13:34:56.202225 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:56.238548 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:56.250502 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/d13308d8-b00a-4da3-8d1a-96724e1a6e5a HTTP/1.1" status: 204 len: 168 time: 1.0521426 Jul 09 13:34:56.252885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35438) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:56.321880 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2725efd0-3c00-4a0f-a99f-fc45aea62233 req-f08bbcb2-49ae-497c-8356-a93b4d4a9617 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1883585 Jul 09 13:34:56.325638 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Network': ['ID=d13308d8-b00a-4da3-8d1a-96724e1a6e5a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:56.379382 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-343bfcc1-2db8-407a-ad46-e06a1d05b873 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] DELETE failed (client error): The resource could not be found. Jul 09 13:34:56.381363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343bfcc1-2db8-407a-ad46-e06a1d05b873 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:34:56.389072 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-343bfcc1-2db8-407a-ad46-e06a1d05b873 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/subnets/1bd2d3f6-6fd8-46eb-a113-3dea4257cdee HTTP/1.1" status: 404 len: 337 time: 0.1314340 Jul 09 13:34:56.392334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:56.405862 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:56.406266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35440) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:56.407037 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:56.408549 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:56.411584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:56.412214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:56.413864 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:56.417139 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:56.417821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:56.419112 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:56.420952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:56.424160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d16cd3f-a45a-44e1-99e1-44e5ad85ef42 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:34:56.438475 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2122af-97d9-4233-a3d1-a5b680cb738d x-openstack-request-id: req-ba2122af-97d9-4233-a3d1-a5b680cb738d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:34:56.438848 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43", "name": "network-vif-deleted", "tag": "70ade08b-ddd7-4c00-ad77-51d7f91b7fd5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:34:56.440363 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba2122af-97d9-4233-a3d1-a5b680cb738d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:34:56.444118 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '059b2e4a-5cd3-4c11-9f9e-b72e3cc68a43', 'name': 'network-vif-deleted', 'tag': '70ade08b-ddd7-4c00-ad77-51d7f91b7fd5', 'status': 'completed', 'code': 200} Jul 09 13:34:56.515487 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-97e68f5e-0da0-497d-8069-2f063b508aef tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] DELETE failed (client error): The resource could not be found. Jul 09 13:34:56.517943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97e68f5e-0da0-497d-8069-2f063b508aef tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:34:56.524440 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-97e68f5e-0da0-497d-8069-2f063b508aef tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/78554fee-53b5-4ef1-95d7-530311cbd8d7 HTTP/1.1" status: 404 len: 339 time: 0.1140969 Jul 09 13:34:56.534037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35442) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:56.612453 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-74c7395f-bef5-42e1-be3b-b677f3302142 req-d6ce96c0-a8a9-4d24-a7fd-bbe3979956b3 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca86aa9-d1a8-4148-8806-c75d608435da HTTP/1.1" status: 200 len: 210 time: 0.1164625 Jul 09 13:34:56.863572 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3fb54987-a7e3-41d8-b8c6-df4c88811c4b req-8a78ac9a-903d-42d7-8c81-9c4075d7540e tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=cc48456e-4802-4341-b836-7a5a483de944 HTTP/1.1" status: 200 len: 210 time: 0.1072903 Jul 09 13:34:56.864493 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36569c6b-816a-4f0a-b262-3d971d109fc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:56.904979 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36569c6b-816a-4f0a-b262-3d971d109fc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.017533 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-36569c6b-816a-4f0a-b262-3d971d109fc9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=651f9bb201c44e6e91b7c224e23d30db&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2950418 Jul 09 13:34:57.019340 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-41e06d2c-18d2-4605-8cd0-511f19229c8a req-d0c42033-c6fa-41d3-a46a-1e3314db6d5e tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Deleting port 8c595fe2-723f-4ffd-a284-fd00dc10cb50 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:34:57.019783 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41e06d2c-18d2-4605-8cd0-511f19229c8a req-d0c42033-c6fa-41d3-a46a-1e3314db6d5e tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.020365 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35454) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:57.027205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36569c6b-816a-4f0a-b262-3d971d109fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4290226b-9a52-4132-93bd-34de663dda22,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:57.050825 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-48504f55-6609-4e16-83ad-78f7650189dc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Deleting subnet 218ea38b-428e-4cd5-8f17-bd338679e13c {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:34:57.096246 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48504f55-6609-4e16-83ad-78f7650189dc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.188678 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48504f55-6609-4e16-83ad-78f7650189dc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.237193 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e80ee3f-afc4-4860-8189-e6a513477126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.293100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-41e06d2c-18d2-4605-8cd0-511f19229c8a req-d0c42033-c6fa-41d3-a46a-1e3314db6d5e tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] For port 8c595fe2-723f-4ffd-a284-fd00dc10cb50, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8c595fe2-723f-4ffd-a284-fd00dc10cb50,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:34:57.293693 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41e06d2c-18d2-4605-8cd0-511f19229c8a req-d0c42033-c6fa-41d3-a46a-1e3314db6d5e tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.330553 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e80ee3f-afc4-4860-8189-e6a513477126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.384245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-41e06d2c-18d2-4605-8cd0-511f19229c8a req-d0c42033-c6fa-41d3-a46a-1e3314db6d5e tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Calling delete_port for 8c595fe2-723f-4ffd-a284-fd00dc10cb50 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:34:57.484584 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e80ee3f-afc4-4860-8189-e6a513477126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.487820 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8e80ee3f-afc4-4860-8189-e6a513477126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.493666 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8e80ee3f-afc4-4860-8189-e6a513477126 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4290226b-9a52-4132-93bd-34de663dda22 HTTP/1.1" status: 204 len: 168 time: 0.4711239 Jul 09 13:34:57.526984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e80ee3f-afc4-4860-8189-e6a513477126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4290226b-9a52-4132-93bd-34de663dda22,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:57.709118 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48504f55-6609-4e16-83ad-78f7650189dc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:57.895742 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:57.921095 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-84f89388-3f55-477a-b829-14588bee938e req-b4e88519-833a-4211-b4d3-f20ce48bf00e tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca86aa9-d1a8-4148-8806-c75d608435da HTTP/1.1" status: 200 len: 210 time: 0.1610899 Jul 09 13:34:57.964572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:34:57.969680 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 70ade08b-ddd7-4c00-ad77-51d7f91b7fd5 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:34:58.097542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7c5f29-cee6-4353-b12d-adc293d5201a req-7225775b-a317-43cd-92f2-49ba6d3042c5 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:58.110327 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de7c5f29-cee6-4353-b12d-adc293d5201a req-7225775b-a317-43cd-92f2-49ba6d3042c5 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 945 time: 0.4554622 Jul 09 13:34:58.170681 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48504f55-6609-4e16-83ad-78f7650189dc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:58.216961 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75420d0-637c-4fac-b079-27e2d1ea2ee7 None None] Network a3a9c88b-eb0a-4030-b9f6-4fe4521509a2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:34:58.231889 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48504f55-6609-4e16-83ad-78f7650189dc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:58.239977 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-48504f55-6609-4e16-83ad-78f7650189dc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/subnets/218ea38b-428e-4cd5-8f17-bd338679e13c HTTP/1.1" status: 204 len: 168 time: 1.7012875 Jul 09 13:34:58.244571 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41e06d2c-18d2-4605-8cd0-511f19229c8a req-d0c42033-c6fa-41d3-a46a-1e3314db6d5e tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:58.260604 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de7c5f29-cee6-4353-b12d-adc293d5201a req-5dee3fc0-f0e0-466a-b771-80e16073df67 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489079 Jul 09 13:34:58.268429 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35492) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:58.347415 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35496) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:34:58.393581 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ada35f6-b3db-4efa-8ba3-1e0e8cb663bc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Deleting subnet c1bec458-c476-4c6b-b52a-147f495bb4e7 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:34:58.398674 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ada35f6-b3db-4efa-8ba3-1e0e8cb663bc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:58.462925 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ada35f6-b3db-4efa-8ba3-1e0e8cb663bc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:58.502838 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c42033-c6fa-41d3-a46a-1e3314db6d5e tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Pushing event deleted for resources: {'Port': ['ID=8c595fe2-723f-4ffd-a284-fd00dc10cb50,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:58.521838 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48504f55-6609-4e16-83ad-78f7650189dc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Subnet': ['ID=218ea38b-428e-4cd5-8f17-bd338679e13c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:34:58.657534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-41e06d2c-18d2-4605-8cd0-511f19229c8a req-d0c42033-c6fa-41d3-a46a-1e3314db6d5e tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] No DVR routers for this DVR port 8c595fe2-723f-4ffd-a284-fd00dc10cb50 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:34:58.671262 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41e06d2c-18d2-4605-8cd0-511f19229c8a req-d0c42033-c6fa-41d3-a46a-1e3314db6d5e tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:58.674862 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41e06d2c-18d2-4605-8cd0-511f19229c8a req-d0c42033-c6fa-41d3-a46a-1e3314db6d5e tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.18 "DELETE /v2.0/ports/8c595fe2-723f-4ffd-a284-fd00dc10cb50 HTTP/1.1" status: 204 len: 173 time: 2.8238790 Jul 09 13:34:58.675125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c', 'name': 'network-vif-deleted', 'tag': '8c595fe2-723f-4ffd-a284-fd00dc10cb50'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:34:58.683839 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073f60db-1bff-40be-a099-ca2c37203ab8" -d '{"events": [{"server_uuid": "1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c", "name": "network-vif-deleted", "tag": "8c595fe2-723f-4ffd-a284-fd00dc10cb50"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:34:58.811882 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b6ea04e2-8d69-498b-96c8-dbd7183e4b9b admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-924549523-network', 'tenant_id': '16887d6d91964dff9ba1d08911421027'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:34:58.812655 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717a7a43-1e70-40f7-b469-67eecfb54b4e x-openstack-request-id: req-717a7a43-1e70-40f7-b469-67eecfb54b4e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:34:58.812971 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c", "name": "network-vif-deleted", "tag": "8c595fe2-723f-4ffd-a284-fd00dc10cb50", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:34:58.813527 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-717a7a43-1e70-40f7-b469-67eecfb54b4e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:34:58.813997 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d6c4f8b-88e6-4987-9f26-8ae0f23a5c0c', 'name': 'network-vif-deleted', 'tag': '8c595fe2-723f-4ffd-a284-fd00dc10cb50', 'status': 'completed', 'code': 200} Jul 09 13:34:58.923029 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ea04e2-8d69-498b-96c8-dbd7183e4b9b admin admin] Made reservation on behalf of 16887d6d91964dff9ba1d08911421027 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:34:58.937215 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6ea04e2-8d69-498b-96c8-dbd7183e4b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.071384 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6ea04e2-8d69-498b-96c8-dbd7183e4b9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.098695 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ada35f6-b3db-4efa-8ba3-1e0e8cb663bc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:34:59.598293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8c595fe2-723f-4ffd-a284-fd00dc10cb50 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:34:59.644839 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 8c595fe2-723f-4ffd-a284-fd00dc10cb50 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:34:59.645496 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8c595fe2-723f-4ffd-a284-fd00dc10cb50 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:34:59.758710 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-9f744a55-2b3d-4340-b76c-cb086e0df209 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:34:59.766133 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-9f744a55-2b3d-4340-b76c-cb086e0df209 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.15 "GET /v2.0/networks?id=22497f87-f4f4-4a18-9250-a97b816f6ec1 HTTP/1.1" status: 200 len: 812 time: 0.2938533 Jul 09 13:34:59.802524 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-8aeefa09-8dfa-436d-8144-165c3f574ae5 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Request body: {'port': {'device_id': '5e296cfb-48f1-40b4-9bda-2b848568e02d', 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1', 'admin_state_up': True, 'tenant_id': '871f2facfd094c54bf79e8b246aecd4a'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:00.238672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-8aeefa09-8dfa-436d-8144-165c3f574ae5 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Made reservation on behalf of 871f2facfd094c54bf79e8b246aecd4a for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:00.250064 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-8aeefa09-8dfa-436d-8144-165c3f574ae5 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:00.462993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-679707a2-5f85-4d8a-a600-b99cfa71f6d2 None None] Provisioning complete for port dc723b6e-b556-483d-8962-c7885f993f77 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:00.465722 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-679707a2-5f85-4d8a-a600-b99cfa71f6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:00.468309 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ada35f6-b3db-4efa-8ba3-1e0e8cb663bc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:00.646253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ada35f6-b3db-4efa-8ba3-1e0e8cb663bc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Subnet': ['ID=c1bec458-c476-4c6b-b52a-147f495bb4e7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:00.663559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-677da4f0-07ce-478d-931e-432cb1469c9d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:00.666037 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-677da4f0-07ce-478d-931e-432cb1469c9d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.15 "GET /v2.0/networks?id=22497f87-f4f4-4a18-9250-a97b816f6ec1 HTTP/1.1" status: 200 len: 812 time: 0.2424877 Jul 09 13:35:00.696214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-d527eb04-b1cc-4359-922f-b8dcdc83371d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Request body: {'port': {'device_id': '6ca86aa9-d1a8-4148-8806-c75d608435da', 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1', 'admin_state_up': True, 'tenant_id': '871f2facfd094c54bf79e8b246aecd4a'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:00.916260 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6ea04e2-8d69-498b-96c8-dbd7183e4b9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:00.973720 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f0b8a7f-444e-495e-b57b-541b9abd54fb req-53e6d26f-0dd7-4090-b875-6732c898f9e6 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca86aa9-d1a8-4148-8806-c75d608435da HTTP/1.1" status: 200 len: 210 time: 0.5266607 Jul 09 13:35:00.988282 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ada35f6-b3db-4efa-8ba3-1e0e8cb663bc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:00.988921 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e56bf76-98dc-4a2b-a507-d7199e5b6953 None None] Network a3a9c88b-eb0a-4030-b9f6-4fe4521509a2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:01.000807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35564) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:01.004360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3ada35f6-b3db-4efa-8ba3-1e0e8cb663bc tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/subnets/c1bec458-c476-4c6b-b52a-147f495bb4e7 HTTP/1.1" status: 204 len: 168 time: 2.7324443 Jul 09 13:35:01.015166 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6ea04e2-8d69-498b-96c8-dbd7183e4b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:01.108795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ea04e2-8d69-498b-96c8-dbd7183e4b9b admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:35:01.130169 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6ea04e2-8d69-498b-96c8-dbd7183e4b9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:01.131849 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-b6ea04e2-8d69-498b-96c8-dbd7183e4b9b admin admin] Added segment ac330b0a-c85f-4654-90ad-fe0921d8c350 of type vlan for network f6b007d5-12b7-4adb-8cf1-1887c546481e Jul 09 13:35:01.228879 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:01.270225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-d527eb04-b1cc-4359-922f-b8dcdc83371d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Made reservation on behalf of 871f2facfd094c54bf79e8b246aecd4a for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:01.276296 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-d527eb04-b1cc-4359-922f-b8dcdc83371d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:01.285300 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6ea04e2-8d69-498b-96c8-dbd7183e4b9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:01.386772 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6ea04e2-8d69-498b-96c8-dbd7183e4b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:01.388752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ea04e2-8d69-498b-96c8-dbd7183e4b9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:01.390052 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6ea04e2-8d69-498b-96c8-dbd7183e4b9b admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:01.425442 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-8aeefa09-8dfa-436d-8144-165c3f574ae5 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Allocated IP 172.20.0.12 (22497f87-f4f4-4a18-9250-a97b816f6ec1/5d7a3a19-a731-4c99-b200-04775047b5c0/6d3046ce-7f0b-4f22-b3ff-24ab1608e14a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:01.509422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Deleting port dc723b6e-b556-483d-8962-c7885f993f77 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:01.510954 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:01.582425 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51b04230-15a7-4c5e-920a-ebfdee2acaeb None None] DHCP port deletion for a3a9c88b-eb0a-4030-b9f6-4fe4521509a2 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:35:01.584308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea04e2-8d69-498b-96c8-dbd7183e4b9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f0d38d-b381-41b9-b623-0c883133d9b2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:01.691804 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b6ea04e2-8d69-498b-96c8-dbd7183e4b9b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.3426757 Jul 09 13:35:01.714343 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35570) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:01.723112 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-25093e30-ea6c-493d-b2bf-b5d555ba42d8 admin admin] Request body: {'subnet': {'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-924549523-subnet', 'tenant_id': '16887d6d91964dff9ba1d08911421027', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:01.858537 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ea04e2-8d69-498b-96c8-dbd7183e4b9b admin admin] Pushing event updated for resources: {'Network': ['ID=f6b007d5-12b7-4adb-8cf1-1887c546481e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:01.871322 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5d172-f380-44d1-b812-0d94dcfe9391 req-2001b616-fa4b-4064-864d-fcc44d0bc920 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:01.873845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-51b04230-15a7-4c5e-920a-ebfdee2acaeb None None] Deleting port dc723b6e-b556-483d-8962-c7885f993f77 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:01.874296 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51b04230-15a7-4c5e-920a-ebfdee2acaeb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:01.879010 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13e5d172-f380-44d1-b812-0d94dcfe9391 req-2001b616-fa4b-4064-864d-fcc44d0bc920 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 811 time: 1.4321425 Jul 09 13:35:01.904349 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13e5d172-f380-44d1-b812-0d94dcfe9391 req-abf49b38-061e-415d-bc02-689ed70f8d51 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/quotas/f497f876391b4e08b31560ff95746718 HTTP/1.1" status: 200 len: 375 time: 0.0242536 Jul 09 13:35:01.948752 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13e5d172-f380-44d1-b812-0d94dcfe9391 req-792e6f2d-12e5-40b5-94e8-5bf895bf7604 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434039 Jul 09 13:35:01.966555 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de080a-2bc3-42cf-ae03-8a23c87a353b req-ea61f98c-0bf1-4625-b2db-3b6da6153727 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:01.975187 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-08de080a-2bc3-42cf-ae03-8a23c87a353b req-ea61f98c-0bf1-4625-b2db-3b6da6153727 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 945 time: 0.6057878 Jul 09 13:35:01.979008 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25093e30-ea6c-493d-b2bf-b5d555ba42d8 admin admin] Made reservation on behalf of 16887d6d91964dff9ba1d08911421027 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:01.981492 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25093e30-ea6c-493d-b2bf-b5d555ba42d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:01.981848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] For port dc723b6e-b556-483d-8962-c7885f993f77, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=dc723b6e-b556-483d-8962-c7885f993f77,segment=NetworkSegment(9f5b0365-c282-430a-b585-f68390c380e6),segment_id=9f5b0365-c282-430a-b585-f68390c380e6)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:01.982555 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.035231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Calling delete_port for dc723b6e-b556-483d-8962-c7885f993f77 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:02.129107 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-51b04230-15a7-4c5e-920a-ebfdee2acaeb None None] For port dc723b6e-b556-483d-8962-c7885f993f77, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=dc723b6e-b556-483d-8962-c7885f993f77,segment=NetworkSegment(9f5b0365-c282-430a-b585-f68390c380e6),segment_id=9f5b0365-c282-430a-b585-f68390c380e6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:02.131105 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51b04230-15a7-4c5e-920a-ebfdee2acaeb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.171173 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-8aeefa09-8dfa-436d-8144-165c3f574ae5 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.178025 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-51b04230-15a7-4c5e-920a-ebfdee2acaeb None None] Calling delete_port for dc723b6e-b556-483d-8962-c7885f993f77 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:02.221551 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network f6b007d5-12b7-4adb-8cf1-1887c546481e details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:35:02.233377 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-616bbaa4-0c1b-4b39-bdd6-c74fc6864af7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.250070 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-08de080a-2bc3-42cf-ae03-8a23c87a353b req-9140c36e-01a7-4f99-a559-a5fd180aa7a7 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2736948 Jul 09 13:35:02.337907 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-8aeefa09-8dfa-436d-8144-165c3f574ae5 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.417880 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13e5d172-f380-44d1-b812-0d94dcfe9391 req-e5b18745-5db3-4ebb-95fa-dfbe9cb6fc37 service neutron] 10.222.0.39 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4680846 Jul 09 13:35:02.576710 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dc723b6e-b556-483d-8962-c7885f993f77 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:02.600422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-8aeefa09-8dfa-436d-8144-165c3f574ae5 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Network 22497f87-f4f4-4a18-9250-a97b816f6ec1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:02.607554 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.db.api [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-d527eb04-b1cc-4359-922f-b8dcdc83371d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.12-ff0946ea-4197-49fc-8ba1-41fe6b13af43 {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:35:02.608013 n-d-799525-3 neutron-server[93753]: DEBUG oslo_db.api [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-d527eb04-b1cc-4359-922f-b8dcdc83371d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:35:02.612322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-8aeefa09-8dfa-436d-8144-165c3f574ae5 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:02.621466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-8aeefa09-8dfa-436d-8144-165c3f574ae5 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:02.733952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-8aeefa09-8dfa-436d-8144-165c3f574ae5 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:02.738234 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-8aeefa09-8dfa-436d-8144-165c3f574ae5 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.763419 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.795515 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aeefa09-8dfa-436d-8144-165c3f574ae5 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Pushing event updated for resources: {'Port': ['ID=6d3046ce-7f0b-4f22-b3ff-24ab1608e14a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:02.809535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No DVR routers for this DVR port dc723b6e-b556-483d-8962-c7885f993f77 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:02.817287 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13e5d172-f380-44d1-b812-0d94dcfe9391 req-67287da3-dd18-413c-8f72-494e244b1ee9 service neutron] 10.222.0.39 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3944724 Jul 09 13:35:02.870201 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25093e30-ea6c-493d-b2bf-b5d555ba42d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.912072 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No active binding found for port dc723b6e-b556-483d-8962-c7885f993f77 {{(pid=93755) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 13:35:02.912526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dc723b6e-b556-483d-8962-c7885f993f77 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:35:02.921461 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51b04230-15a7-4c5e-920a-ebfdee2acaeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:02.923121 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-8aeefa09-8dfa-436d-8144-165c3f574ae5 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1441791 Jul 09 13:35:02.970151 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Port': ['ID=dc723b6e-b556-483d-8962-c7885f993f77,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:02.986551 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25093e30-ea6c-493d-b2bf-b5d555ba42d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aab4040e-8e01-4f04-9adc-821dc50dc627,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:03.013750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b04230-15a7-4c5e-920a-ebfdee2acaeb None None] Pushing event deleted for resources: {'Port': ['ID=dc723b6e-b556-483d-8962-c7885f993f77,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:03.016353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b04230-15a7-4c5e-920a-ebfdee2acaeb None None] No DVR routers for this DVR port dc723b6e-b556-483d-8962-c7885f993f77 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:03.112420 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-d527eb04-b1cc-4359-922f-b8dcdc83371d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:03.141249 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25093e30-ea6c-493d-b2bf-b5d555ba42d8 admin admin] Checking segment: {'id': 'ac330b0a-c85f-4654-90ad-fe0921d8c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:03.143391 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25093e30-ea6c-493d-b2bf-b5d555ba42d8 admin admin] Network hostable DHCP agents. Network: f6b007d5-12b7-4adb-8cf1-1887c546481e, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:35:03.192582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25093e30-ea6c-493d-b2bf-b5d555ba42d8 admin admin] Network f6b007d5-12b7-4adb-8cf1-1887c546481e is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:35:03.201466 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:03.218233 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-25093e30-ea6c-493d-b2bf-b5d555ba42d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, f6b007d5-12b7-4adb-8cf1-1887c546481e) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:03.230954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d75745-a4d5-4074-8307-d04e0af5f493 None None] Network f6b007d5-12b7-4adb-8cf1-1887c546481e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:03.236526 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25093e30-ea6c-493d-b2bf-b5d555ba42d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:03.238681 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25093e30-ea6c-493d-b2bf-b5d555ba42d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:03.305232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3a9c88b-eb0a-4030-b9f6-4fe4521509a2']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:03.306065 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-25093e30-ea6c-493d-b2bf-b5d555ba42d8 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5901561 Jul 09 13:35:03.444673 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f5b0365-c282-430a-b585-f68390c380e6') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:03.445602 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f5b0365-c282-430a-b585-f68390c380e6') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:03.464948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Request body: {'port': {'device_id': '5e296cfb-48f1-40b4-9bda-2b848568e02d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:03.488681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da38c2fd-122c-429e-a84c-3f6eb2f11b0e req-437fa39a-9c0c-418c-afcf-62c25d3e4b40 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=747f8d7e-d763-4162-826e-2ec2c3ccbc2d HTTP/1.1" status: 200 len: 210 time: 0.0821397 Jul 09 13:35:03.572082 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:03.619690 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:03.668438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:03.668891 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:35:03.677015 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:35:03.696733 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a55f9f2-c64c-4d5d-a831-f542c183f9f8 req-b329be95-a5d3-4ee6-8f84-6764a0eca949 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca86aa9-d1a8-4148-8806-c75d608435da HTTP/1.1" status: 200 len: 210 time: 0.0870297 Jul 09 13:35:03.941836 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bc90f6-5068-4c25-95e3-19ec5acb6488 req-5ff812ed-e065-455a-b1c6-e858b79f08e4 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:03.951851 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:03.980604 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-76bc90f6-5068-4c25-95e3-19ec5acb6488 req-5ff812ed-e065-455a-b1c6-e858b79f08e4 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 945 time: 0.2784598 Jul 09 13:35:04.127290 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.166133 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-76bc90f6-5068-4c25-95e3-19ec5acb6488 req-a7bd830a-d4f7-4a46-9891-5d44d1b6f367 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1843231 Jul 09 13:35:04.194385 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.197860 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/a3a9c88b-eb0a-4030-b9f6-4fe4521509a2 HTTP/1.1" status: 204 len: 168 time: 3.1751521 Jul 09 13:35:04.209801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35608) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:04.246682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-d527eb04-b1cc-4359-922f-b8dcdc83371d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Allocated IP 172.20.0.4 (22497f87-f4f4-4a18-9250-a97b816f6ec1/5d7a3a19-a731-4c99-b200-04775047b5c0/4732ff7e-25f7-492c-b895-3779ccfd8621) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:04.292874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4145bc-d97b-452d-aa93-334d00f202ea req-a7fe5cc8-394e-4520-bcfd-d99be273db71 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:04.296048 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a4145bc-d97b-452d-aa93-334d00f202ea req-a7fe5cc8-394e-4520-bcfd-d99be273db71 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 946 time: 0.2756600 Jul 09 13:35:04.348288 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdb4dde-6705-41e3-bb7b-5f7f39bb7aeb None None] Network f6b007d5-12b7-4adb-8cf1-1887c546481e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:04.349606 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-573ad683-4357-498a-8a3f-d540c01db3df tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] DELETE failed (client error): The resource could not be found. Jul 09 13:35:04.350920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573ad683-4357-498a-8a3f-d540c01db3df tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:35:04.355852 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-573ad683-4357-498a-8a3f-d540c01db3df tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/subnets/173e7b55-522b-46c1-98f6-ec773d1c5c45 HTTP/1.1" status: 404 len: 337 time: 0.0978005 Jul 09 13:35:04.368269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35612) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:04.381834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95c01cd-5837-4554-a7a5-2712f3a9a35b tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Network': ['ID=a3a9c88b-eb0a-4030-b9f6-4fe4521509a2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:04.436625 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a4145bc-d97b-452d-aa93-334d00f202ea req-bbd0b29e-e28a-44cc-a278-f325d6b5707f tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334567 Jul 09 13:35:04.466804 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c0a192-a167-4483-b9b5-4bf5a88ac951 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] DELETE failed (client error): The resource could not be found. Jul 09 13:35:04.467486 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c0a192-a167-4483-b9b5-4bf5a88ac951 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:35:04.471990 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f3c0a192-a167-4483-b9b5-4bf5a88ac951 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/7dd2ad38-78d4-42e4-8dc6-1cec8b68e288 HTTP/1.1" status: 404 len: 339 time: 0.0996871 Jul 09 13:35:04.474633 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35614) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:04.589111 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-617604e0-4bc7-4986-a757-561147597dd2 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] DELETE failed (client error): The resource could not be found. Jul 09 13:35:04.589735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-617604e0-4bc7-4986-a757-561147597dd2 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:35:04.596370 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-617604e0-4bc7-4986-a757-561147597dd2 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/subnets/0c8a942c-39dd-4cff-8525-a7d50ed89d18 HTTP/1.1" status: 404 len: 337 time: 0.1200998 Jul 09 13:35:04.598820 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35618) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:04.633594 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-f99ed308-a2d0-4c9b-b74b-aa4be22661ea tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] DELETE failed (client error): The resource could not be found. Jul 09 13:35:04.634711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f99ed308-a2d0-4c9b-b74b-aa4be22661ea tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:35:04.640760 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f99ed308-a2d0-4c9b-b74b-aa4be22661ea tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/d0f70b36-735b-45f9-abcd-d5bad681090b HTTP/1.1" status: 404 len: 339 time: 0.0395243 Jul 09 13:35:04.641678 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35620) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:04.673124 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb8a512c-1433-4975-9981-073199c313fb tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] DELETE failed (client error): The resource could not be found. Jul 09 13:35:04.680136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb8a512c-1433-4975-9981-073199c313fb tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:35:04.680136 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fb8a512c-1433-4975-9981-073199c313fb tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/subnets/1307f2ca-cb68-4ecb-a140-739caa0b9f4e HTTP/1.1" status: 404 len: 337 time: 0.0337307 Jul 09 13:35:04.681901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35622) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:04.721577 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea545539-acb4-459b-b3ef-6811e45a0575 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] DELETE failed (client error): The resource could not be found. Jul 09 13:35:04.722171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea545539-acb4-459b-b3ef-6811e45a0575 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:35:04.726741 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ea545539-acb4-459b-b3ef-6811e45a0575 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/8c3910c1-d52d-4f31-ada0-c4965b7b8f90 HTTP/1.1" status: 404 len: 339 time: 0.0426466 Jul 09 13:35:04.727995 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c57f859-63a0-4762-b54e-cfb7c09834d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.728179 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35630) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:04.736219 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:04.870193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-10c08a2c-bf13-447f-9d6e-2d29700877ac tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Deleting subnet c7a09994-3868-457d-ab2a-1dc01c40277e {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:35:04.880051 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-10c08a2c-bf13-447f-9d6e-2d29700877ac tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:05.041876 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-10c08a2c-bf13-447f-9d6e-2d29700877ac tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:05.110889 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-d527eb04-b1cc-4359-922f-b8dcdc83371d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:05.334037 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-10c08a2c-bf13-447f-9d6e-2d29700877ac tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:05.553069 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:05.577485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81988221-decb-405f-8da5-6717c94c7f55 req-204f604c-392c-4e69-bea2-9259c43ddd33 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:05.579373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81988221-decb-405f-8da5-6717c94c7f55 req-204f604c-392c-4e69-bea2-9259c43ddd33 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/networks?id=f6b007d5-12b7-4adb-8cf1-1887c546481e HTTP/1.1" status: 200 len: 814 time: 0.1561568 Jul 09 13:35:05.614004 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81988221-decb-405f-8da5-6717c94c7f55 req-fe5f4dfb-79d7-434e-b92a-fccf62750e5d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/quotas/16887d6d91964dff9ba1d08911421027 HTTP/1.1" status: 200 len: 375 time: 0.0251224 Jul 09 13:35:05.660573 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81988221-decb-405f-8da5-6717c94c7f55 req-108260b0-e21b-4799-8746-d68f3d2e69d6 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=16887d6d91964dff9ba1d08911421027&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372894 Jul 09 13:35:05.734697 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-10c08a2c-bf13-447f-9d6e-2d29700877ac tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:05.775146 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c08a2c-bf13-447f-9d6e-2d29700877ac tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Subnet': ['ID=c7a09994-3868-457d-ab2a-1dc01c40277e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:05.794249 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-10c08a2c-bf13-447f-9d6e-2d29700877ac tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:05.796681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-10c08a2c-bf13-447f-9d6e-2d29700877ac tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/subnets/c7a09994-3868-457d-ab2a-1dc01c40277e HTTP/1.1" status: 204 len: 168 time: 1.0664899 Jul 09 13:35:05.798900 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efdbe542-2b49-4042-a569-b30815f06fe2 None None] Network 4fe25d8d-537f-4346-b642-e41253e9cc37 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:05.812818 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35664) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:05.875814 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-d527eb04-b1cc-4359-922f-b8dcdc83371d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:05.894377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140220e0-c6fd-45eb-b915-aa6c3c7f8238 req-81e543e3-6488-4061-b126-a7a55363cb4c tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:05.896257 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-140220e0-c6fd-45eb-b915-aa6c3c7f8238 req-81e543e3-6488-4061-b126-a7a55363cb4c tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.15 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 946 time: 1.0026960 Jul 09 13:35:05.922455 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81988221-decb-405f-8da5-6717c94c7f55 req-071c21d8-a9f1-4dbd-b8ca-73188e6621f6 service neutron] 10.222.0.39 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548587 Jul 09 13:35:06.001035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-d527eb04-b1cc-4359-922f-b8dcdc83371d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Network 22497f87-f4f4-4a18-9250-a97b816f6ec1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:06.026761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-d527eb04-b1cc-4359-922f-b8dcdc83371d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:06.041510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-d527eb04-b1cc-4359-922f-b8dcdc83371d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:06.062399 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.089613 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527eb04-b1cc-4359-922f-b8dcdc83371d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Pushing event updated for resources: {'Port': ['ID=4732ff7e-25f7-492c-b895-3779ccfd8621,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:06.119436 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e9e931-1665-46b9-93ef-c224536c32e4 None None] DHCP port deletion for 4fe25d8d-537f-4346-b642-e41253e9cc37 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:35:06.157213 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81988221-decb-405f-8da5-6717c94c7f55 req-f46a2892-0f07-40f5-a0ef-d21c83ca8361 service neutron] 10.222.0.39 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337918 Jul 09 13:35:06.162699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-d527eb04-b1cc-4359-922f-b8dcdc83371d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:06.164186 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-d527eb04-b1cc-4359-922f-b8dcdc83371d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.191050 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-d527eb04-b1cc-4359-922f-b8dcdc83371d tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5078988 Jul 09 13:35:06.199234 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88129b78-ac17-410b-8691-c4701bb0b628 req-1d544f57-f1e7-4214-8d7b-e9b81e289b3c tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:06.199730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:35:06.206510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-140220e0-c6fd-45eb-b915-aa6c3c7f8238 req-d2245cef-f0e2-451f-941c-9f8998253338 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Deleting port 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:06.206758 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9e931-1665-46b9-93ef-c224536c32e4 None None] Deleting port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:06.206935 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6e9e931-1665-46b9-93ef-c224536c32e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.207435 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-140220e0-c6fd-45eb-b915-aa6c3c7f8238 req-d2245cef-f0e2-451f-941c-9f8998253338 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.210425 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88129b78-ac17-410b-8691-c4701bb0b628 req-1d544f57-f1e7-4214-8d7b-e9b81e289b3c tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca86aa9-d1a8-4148-8806-c75d608435da HTTP/1.1" status: 200 len: 931 time: 0.2845058 Jul 09 13:35:06.214382 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.220854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Request body: {'port': {'device_id': '6ca86aa9-d1a8-4148-8806-c75d608435da', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:06.309379 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Deleting port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:06.313975 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.350228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Transition to ACTIVE for port object 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:06.400345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e6e9e931-1665-46b9-93ef-c224536c32e4 None None] For port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=43eb6539-0c44-46b5-bf03-e5ba9d8d9c75,segment=NetworkSegment(da54b942-8210-472e-8a10-8bf3a301f32e),segment_id=da54b942-8210-472e-8a10-8bf3a301f32e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:06.401006 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6e9e931-1665-46b9-93ef-c224536c32e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.413938 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.420345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e6e9e931-1665-46b9-93ef-c224536c32e4 None None] Calling delete_port for 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:06.459328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] For port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=43eb6539-0c44-46b5-bf03-e5ba9d8d9c75,segment=NetworkSegment(da54b942-8210-472e-8a10-8bf3a301f32e),segment_id=da54b942-8210-472e-8a10-8bf3a301f32e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:06.459886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.519793 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:06.527726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88129b78-ac17-410b-8691-c4701bb0b628 req-c475151f-faaa-4c07-866e-3d61a6a81d5b tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3137984 Jul 09 13:35:06.531641 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Calling delete_port for 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:06.539537 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.586665 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-13e5d172-f380-44d1-b812-0d94dcfe9391 req-d1641400-4b0f-44a2-981b-72a201881a96 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&device_id=747f8d7e-d763-4162-826e-2ec2c3ccbc2d HTTP/1.1" status: 200 len: 210 time: 0.2073340 Jul 09 13:35:06.592755 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6e9e931-1665-46b9-93ef-c224536c32e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.736332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e9e931-1665-46b9-93ef-c224536c32e4 None None] No DVR routers for this DVR port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:06.742526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e9e931-1665-46b9-93ef-c224536c32e4 None None] Pushing event deleted for resources: {'Port': ['ID=43eb6539-0c44-46b5-bf03-e5ba9d8d9c75,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:06.760047 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 update to DOWN by agent not found {{(pid=93755) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 13:35:06.769569 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.902586 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Port': ['ID=43eb6539-0c44-46b5-bf03-e5ba9d8d9c75,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:06.922236 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:06.958188 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No DVR routers for this DVR port 43eb6539-0c44-46b5-bf03-e5ba9d8d9c75 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:07.013669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5d172-f380-44d1-b812-0d94dcfe9391 req-0e62e685-083f-4c0e-a81e-1de2982c9102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:07.015240 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-13e5d172-f380-44d1-b812-0d94dcfe9391 req-0e62e685-083f-4c0e-a81e-1de2982c9102 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=f497f876391b4e08b31560ff95746718&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3536508 Jul 09 13:35:07.102716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Pushing event updated for resources: {'Port': ['ID=6d3046ce-7f0b-4f22-b3ff-24ab1608e14a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:07.126230 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:07.143980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fe25d8d-537f-4346-b642-e41253e9cc37']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:07.165604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-140220e0-c6fd-45eb-b915-aa6c3c7f8238 req-d2245cef-f0e2-451f-941c-9f8998253338 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] For port 1e34b705-23f4-45f4-84bb-cbdb766e8ae6, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=1e34b705-23f4-45f4-84bb-cbdb766e8ae6,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:07.165973 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-140220e0-c6fd-45eb-b915-aa6c3c7f8238 req-d2245cef-f0e2-451f-941c-9f8998253338 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:07.170282 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72774f30-95f6-4ac1-87c0-d6593dfdd311 req-04b668ca-f7fa-4168-b05d-e6d9f3523a56 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:07.178773 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72774f30-95f6-4ac1-87c0-d6593dfdd311 req-04b668ca-f7fa-4168-b05d-e6d9f3523a56 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 945 time: 0.2475946 Jul 09 13:35:07.186139 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da54b942-8210-472e-8a10-8bf3a301f32e') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:07.186661 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da54b942-8210-472e-8a10-8bf3a301f32e') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:07.215949 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a9154d-b16c-4b69-a665-6c146d941629 req-162a7fdb-9120-4f35-afa1-a899298c253a tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:07.223860 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6a9154d-b16c-4b69-a665-6c146d941629 req-162a7fdb-9120-4f35-afa1-a899298c253a tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 946 time: 0.3686876 Jul 09 13:35:07.246145 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:07.251712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-140220e0-c6fd-45eb-b915-aa6c3c7f8238 req-d2245cef-f0e2-451f-941c-9f8998253338 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Calling delete_port for 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:07.284082 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72774f30-95f6-4ac1-87c0-d6593dfdd311 req-fa7ec2fc-2bac-4ef8-b6cd-47c9e50bdafd tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031017 Jul 09 13:35:07.290686 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:07.300136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:07.300501 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:35:07.389551 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:35:07.416136 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6a9154d-b16c-4b69-a665-6c146d941629 req-cdd09cff-74bd-4ad8-9a14-43ecd6958f97 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910534 Jul 09 13:35:07.416887 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:07.438853 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:07.445407 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35688) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:07.446427 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/4fe25d8d-537f-4346-b642-e41253e9cc37 HTTP/1.1" status: 204 len: 168 time: 1.6301157 Jul 09 13:35:07.447427 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d738df11-88dd-48f5-b607-521d0a5d017a tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Network': ['ID=4fe25d8d-537f-4346-b642-e41253e9cc37,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:07.657547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5d172-f380-44d1-b812-0d94dcfe9391 req-bbff0667-9afa-4686-8475-67f969db8ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:07.659135 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-13e5d172-f380-44d1-b812-0d94dcfe9391 req-bbff0667-9afa-4686-8475-67f969db8ac5 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6237247 Jul 09 13:35:07.659805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Attempting to bind port 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:35:07.660139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Attempting to bind port 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:35:07.660470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Attempting to bind port 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a on network 22497f87-f4f4-4a18-9250-a97b816f6ec1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:07.662794 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8de7997-441e-467e-9286-8f397041cd76 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] DELETE failed (client error): The resource could not be found. Jul 09 13:35:07.663263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8de7997-441e-467e-9286-8f397041cd76 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:35:07.669044 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b8de7997-441e-467e-9286-8f397041cd76 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/subnets/a70ca26d-c133-492a-84a5-6d90fb497924 HTTP/1.1" status: 404 len: 337 time: 0.1220102 Jul 09 13:35:07.669665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35694) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:07.689827 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e9311380-f216-4981-a609-56e061b5fefb req-766609d3-cc11-49e1-9f74-8a2a08cb2069 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 210 time: 0.0533407 Jul 09 13:35:07.706991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Port 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a on network 22497f87-f4f4-4a18-9250-a97b816f6ec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:35:07.707363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Attempting to bind port 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a on network 22497f87-f4f4-4a18-9250-a97b816f6ec1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:07.724012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:35:07.724459 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Checking segment: {'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:07.724924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Bound using segment: {'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:35:07.725391 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Bound port: 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:35:07.725767 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:07.728802 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bbb068c-aded-4979-93a1-da8c63148ed7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] DELETE failed (client error): The resource could not be found. Jul 09 13:35:07.730494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bbb068c-aded-4979-93a1-da8c63148ed7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:35:07.732499 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6bbb068c-aded-4979-93a1-da8c63148ed7 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/051627b3-1541-471f-a9ed-1f66164a8db3 HTTP/1.1" status: 404 len: 339 time: 0.0564988 Jul 09 13:35:07.733263 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-140220e0-c6fd-45eb-b915-aa6c3c7f8238 req-d2245cef-f0e2-451f-941c-9f8998253338 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:07.736649 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35696) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:07.746594 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['a5b95b14-ce04-4ede-9a08-0f8473bb1f81'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:07.772344 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-13e5d172-f380-44d1-b812-0d94dcfe9391 req-8269eeed-93a7-4904-8510-f642a846d92e tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.18 "GET /v2.0/ports?device_id=747f8d7e-d763-4162-826e-2ec2c3ccbc2d HTTP/1.1" status: 200 len: 210 time: 0.0570366 Jul 09 13:35:07.816532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fdc9e19-dca5-4cc6-a5db-e8db7a19b879 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Deleting subnet 861aaf91-1476-47b3-9269-18e9f5ede2f2 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:35:07.822040 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fdc9e19-dca5-4cc6-a5db-e8db7a19b879 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:07.857506 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['5fbe9544-ffb8-437d-ae13-2d1d1d36b907'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:07.863035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2245cef-f0e2-451f-941c-9f8998253338 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Pushing event deleted for resources: {'Port': ['ID=1e34b705-23f4-45f4-84bb-cbdb766e8ae6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:07.879354 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fdc9e19-dca5-4cc6-a5db-e8db7a19b879 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:07.919917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-140220e0-c6fd-45eb-b915-aa6c3c7f8238 req-d2245cef-f0e2-451f-941c-9f8998253338 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] No DVR routers for this DVR port 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:07.929626 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-140220e0-c6fd-45eb-b915-aa6c3c7f8238 req-d2245cef-f0e2-451f-941c-9f8998253338 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:07.932004 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-140220e0-c6fd-45eb-b915-aa6c3c7f8238 req-d2245cef-f0e2-451f-941c-9f8998253338 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.15 "DELETE /v2.0/ports/1e34b705-23f4-45f4-84bb-cbdb766e8ae6 HTTP/1.1" status: 204 len: 173 time: 2.0061309 Jul 09 13:35:07.934936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '952fde07-5910-4a58-9afe-812acd8e63e1', 'name': 'network-vif-deleted', 'tag': '1e34b705-23f4-45f4-84bb-cbdb766e8ae6'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:07.945820 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b7bffde-2a1f-470a-abcb-4ea0249786d4" -d '{"events": [{"server_uuid": "952fde07-5910-4a58-9afe-812acd8e63e1", "name": "network-vif-deleted", "tag": "1e34b705-23f4-45f4-84bb-cbdb766e8ae6"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:07.983697 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:07.988388 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fdc9e19-dca5-4cc6-a5db-e8db7a19b879 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.030636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:35:08.030909 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 1e34b705-23f4-45f4-84bb-cbdb766e8ae6 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:35:08.074614 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fdc9e19-dca5-4cc6-a5db-e8db7a19b879 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.090809 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4732ff7e-25f7-492c-b895-3779ccfd8621 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:35:08.110418 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.140300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Transition to ACTIVE for port object 4732ff7e-25f7-492c-b895-3779ccfd8621 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:08.147372 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] For port 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:35:08.152371 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d9a9f5-8cef-43eb-b01c-33096a75d603 None None] Network e784d1b7-9019-40e4-827c-59a266c674eb requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:08.161217 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.166139 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d3f0bc-64c5-488b-b8f7-f453d297f85b req-f23b2930-be51-4a59-b831-2db440ad097e tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:08.173410 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4d3f0bc-64c5-488b-b8f7-f453d297f85b req-f23b2930-be51-4a59-b831-2db440ad097e tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca86aa9-d1a8-4148-8806-c75d608435da HTTP/1.1" status: 200 len: 931 time: 0.4865739 Jul 09 13:35:08.193547 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdc9e19-dca5-4cc6-a5db-e8db7a19b879 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Subnet': ['ID=861aaf91-1476-47b3-9269-18e9f5ede2f2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:08.196980 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0fdc9e19-dca5-4cc6-a5db-e8db7a19b879 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.198960 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0fdc9e19-dca5-4cc6-a5db-e8db7a19b879 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/subnets/861aaf91-1476-47b3-9269-18e9f5ede2f2 HTTP/1.1" status: 204 len: 168 time: 0.4550326 Jul 09 13:35:08.213928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35710) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:08.244651 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4d3f0bc-64c5-488b-b8f7-f453d297f85b req-3b609758-60d1-47ad-9ed1-b557429b1cac tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702088 Jul 09 13:35:08.335025 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Pushing event updated for resources: {'Port': ['ID=4732ff7e-25f7-492c-b895-3779ccfd8621,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:08.346500 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e312b99f-5ea9-414e-9fe8-ca215b1bbcac x-openstack-request-id: req-e312b99f-5ea9-414e-9fe8-ca215b1bbcac {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:08.346986 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "952fde07-5910-4a58-9afe-812acd8e63e1", "name": "network-vif-deleted", "tag": "1e34b705-23f4-45f4-84bb-cbdb766e8ae6", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:08.347532 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e312b99f-5ea9-414e-9fe8-ca215b1bbcac {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:08.348111 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '952fde07-5910-4a58-9afe-812acd8e63e1', 'name': 'network-vif-deleted', 'tag': '1e34b705-23f4-45f4-84bb-cbdb766e8ae6', 'status': 'completed', 'code': 200} Jul 09 13:35:08.352489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] For port 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6d3046ce-7f0b-4f22-b3ff-24ab1608e14a,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:35:08.365729 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-6b8e20e4-e9b9-4cbc-8596-4add702a4632 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:08.379397 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-6b8e20e4-e9b9-4cbc-8596-4add702a4632 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 811 time: 0.3274126 Jul 09 13:35:08.410134 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.411216 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-fbbbf32c-e548-4154-9a01-905a5671b1f5 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/quotas/f497f876391b4e08b31560ff95746718 HTTP/1.1" status: 200 len: 375 time: 0.0307617 Jul 09 13:35:08.421767 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.495050 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-6d4f068a-782a-4da4-ba0e-17c0a0e5eef2 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0815768 Jul 09 13:35:08.542133 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.562424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a832e92-8fc3-4a9f-ad32-4525fae72b0f None None] DHCP port deletion for e784d1b7-9019-40e4-827c-59a266c674eb request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:35:08.644208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7a832e92-8fc3-4a9f-ad32-4525fae72b0f None None] Deleting port 1bb7ead9-fccd-48b3-bf47-370624c3d25e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:08.644616 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a832e92-8fc3-4a9f-ad32-4525fae72b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.665590 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-b968b98f-ebcf-4245-9bbf-27df2a23cda9 service neutron] 10.222.0.39 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695657 Jul 09 13:35:08.719198 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7a832e92-8fc3-4a9f-ad32-4525fae72b0f None None] For port 1bb7ead9-fccd-48b3-bf47-370624c3d25e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1bb7ead9-fccd-48b3-bf47-370624c3d25e,segment=NetworkSegment(dfeb833f-f47f-4793-bda1-339f6a3fc05b),segment_id=dfeb833f-f47f-4793-bda1-339f6a3fc05b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:08.719198 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a832e92-8fc3-4a9f-ad32-4525fae72b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.728255 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:08.736227 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.738182 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] 10.222.0.15 "PUT /v2.0/ports/6d3046ce-7f0b-4f22-b3ff-24ab1608e14a HTTP/1.1" status: 200 len: 1092 time: 5.7787189 Jul 09 13:35:08.752520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7a832e92-8fc3-4a9f-ad32-4525fae72b0f None None] Calling delete_port for 1bb7ead9-fccd-48b3-bf47-370624c3d25e owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:08.765156 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.765997 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd23b18-26ee-423f-bd8d-b4f69cb35762 req-31eef096-3636-4cd9-88ad-afa6ca96cc60 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:08.768350 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7dd23b18-26ee-423f-bd8d-b4f69cb35762 req-31eef096-3636-4cd9-88ad-afa6ca96cc60 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 945 time: 0.1488819 Jul 09 13:35:08.772185 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Attempting to bind port 4732ff7e-25f7-492c-b895-3779ccfd8621 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:35:08.772533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Attempting to bind port 4732ff7e-25f7-492c-b895-3779ccfd8621 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:35:08.772909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Attempting to bind port 4732ff7e-25f7-492c-b895-3779ccfd8621 on network 22497f87-f4f4-4a18-9250-a97b816f6ec1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:08.803574 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Port 4732ff7e-25f7-492c-b895-3779ccfd8621 on network 22497f87-f4f4-4a18-9250-a97b816f6ec1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:35:08.803918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Attempting to bind port 4732ff7e-25f7-492c-b895-3779ccfd8621 on network 22497f87-f4f4-4a18-9250-a97b816f6ec1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:08.813519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d02d61-0db8-4e8e-893a-d37c5f95732c service neutron] Pushing event updated for resources: {'Port': ['ID=6d3046ce-7f0b-4f22-b3ff-24ab1608e14a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:08.832365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81988221-decb-405f-8da5-6717c94c7f55 req-c0f6ca76-83f3-4f48-8de5-140286628b51 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:08.834160 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81988221-decb-405f-8da5-6717c94c7f55 req-c0f6ca76-83f3-4f48-8de5-140286628b51 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.18 "GET /v2.0/networks?id=f6b007d5-12b7-4adb-8cf1-1887c546481e HTTP/1.1" status: 200 len: 814 time: 0.2796056 Jul 09 13:35:08.839364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:35:08.839581 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Checking segment: {'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:08.839945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Bound using segment: {'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:35:08.840407 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Bound port: 4732ff7e-25f7-492c-b895-3779ccfd8621, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b990db0-6bc6-4865-ab16-a7e45dff172b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:35:08.840775 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:08.869417 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-55219b57-fefe-4a04-bae6-c1fe1e93f805 service neutron] 10.222.0.39 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2028801 Jul 09 13:35:08.883906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-81988221-decb-405f-8da5-6717c94c7f55 req-017c1be2-2d36-4439-b5be-0b58ab0dc6d7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Request body: {'port': {'device_id': '2b59b749-2362-49f8-ad6a-6eb986e99d26', 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e', 'admin_state_up': True, 'tenant_id': '16887d6d91964dff9ba1d08911421027'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:08.890673 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7dd23b18-26ee-423f-bd8d-b4f69cb35762 req-d6f84b3e-3f0b-4b75-acee-6def034e0afe tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084800 Jul 09 13:35:08.980294 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a832e92-8fc3-4a9f-ad32-4525fae72b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:09.037030 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a832e92-8fc3-4a9f-ad32-4525fae72b0f None None] Pushing event deleted for resources: {'Port': ['ID=1bb7ead9-fccd-48b3-bf47-370624c3d25e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:09.056591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a832e92-8fc3-4a9f-ad32-4525fae72b0f None None] No DVR routers for this DVR port 1bb7ead9-fccd-48b3-bf47-370624c3d25e on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:09.147521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a7f88a5-6ff1-42bc-b493-8dc72b23a051 req-2696a1e9-1ae7-4127-bfc5-37c7a71dfa1b tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=952fde07-5910-4a58-9afe-812acd8e63e1 HTTP/1.1" status: 200 len: 210 time: 0.0404797 Jul 09 13:35:09.269840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81988221-decb-405f-8da5-6717c94c7f55 req-017c1be2-2d36-4439-b5be-0b58ab0dc6d7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Made reservation on behalf of 16887d6d91964dff9ba1d08911421027 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:09.281083 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81988221-decb-405f-8da5-6717c94c7f55 req-017c1be2-2d36-4439-b5be-0b58ab0dc6d7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:09.354185 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-32dd19e1-16b7-4959-9d18-4ca775eafb8a req-a517eb51-bc50-41b4-9b96-56cf8736ce0c tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 210 time: 0.0469625 Jul 09 13:35:09.443043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] For port 4732ff7e-25f7-492c-b895-3779ccfd8621, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:35:09.448914 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-763a9b21-3f1e-47e0-a0dc-9bed4342e0e7 req-c3762b4a-62be-44e8-af2d-69862b876f3b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 210 time: 0.0495687 Jul 09 13:35:09.450190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-b5f2e2b3-89be-4553-9fb2-b1d26ccdb071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:09.452936 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-b5f2e2b3-89be-4553-9fb2-b1d26ccdb071 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=871f2facfd094c54bf79e8b246aecd4a&device_id=5e296cfb-48f1-40b4-9bda-2b848568e02d HTTP/1.1" status: 200 len: 1095 time: 0.4766452 Jul 09 13:35:09.463111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Deleting port 1bb7ead9-fccd-48b3-bf47-370624c3d25e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:09.463466 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:09.600804 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25c614ba-7538-4869-bcaa-09b65b0eb86d req-47f31492-efbe-44fe-8bc0-b62ec8565959 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:09.603241 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-25c614ba-7538-4869-bcaa-09b65b0eb86d req-47f31492-efbe-44fe-8bc0-b62ec8565959 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca86aa9-d1a8-4148-8806-c75d608435da HTTP/1.1" status: 200 len: 943 time: 0.1027131 Jul 09 13:35:09.656360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-25c614ba-7538-4869-bcaa-09b65b0eb86d req-522b53f8-ac31-480f-8783-508e0d6e4a61 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441310 Jul 09 13:35:09.869569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] For port 4732ff7e-25f7-492c-b895-3779ccfd8621, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=4732ff7e-25f7-492c-b895-3779ccfd8621,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:35:09.899010 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-918d1d40-8b56-498d-a301-f8168f4a3680 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d3046ce-7f0b-4f22-b3ff-24ab1608e14a HTTP/1.1" status: 200 len: 217 time: 0.4272375 Jul 09 13:35:09.921562 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:10.046060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:10.046693 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:10.048172 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] 10.222.0.15 "PUT /v2.0/ports/4732ff7e-25f7-492c-b895-3779ccfd8621 HTTP/1.1" status: 200 len: 1091 time: 3.8435123 Jul 09 13:35:10.059576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] For port 1bb7ead9-fccd-48b3-bf47-370624c3d25e, host n-d-799525-3, got binding levels [] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:10.059972 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:10.104614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-851dc489-be00-4cc5-9714-a1d95c678bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:10.106147 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-851dc489-be00-4cc5-9714-a1d95c678bd0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d7a3a19-a731-4c99-b200-04775047b5c0 HTTP/1.1" status: 200 len: 852 time: 0.1947434 Jul 09 13:35:10.110096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Calling delete_port for 1bb7ead9-fccd-48b3-bf47-370624c3d25e owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:10.112500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-81988221-decb-405f-8da5-6717c94c7f55 req-017c1be2-2d36-4439-b5be-0b58ab0dc6d7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Allocated IP 172.20.0.7 (f6b007d5-12b7-4adb-8cf1-1887c546481e/aab4040e-8e01-4f04-9adc-821dc50dc627/496c3315-d675-462d-abc8-63c7dc0c36b1) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:10.115119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6919d6c-8b4c-40bf-b142-655a2b710e95 service neutron] Pushing event updated for resources: {'Port': ['ID=4732ff7e-25f7-492c-b895-3779ccfd8621,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:10.147846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.ipam_backend_mixin [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Port 1bb7ead9-fccd-48b3-bf47-370624c3d25e was not found and therefore no delete operation was performed {{(pid=93753) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:35:10.151034 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-903f71a7-b1ac-463d-8e3c-75bff39be51a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22497f87-f4f4-4a18-9250-a97b816f6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309985 Jul 09 13:35:10.176714 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:10.199440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf6081d-6510-4ecf-8520-efd9166e80fd req-02ed51c9-87af-4e44-9f87-19b1af87df06 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:10.203944 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ddf6081d-6510-4ecf-8520-efd9166e80fd req-02ed51c9-87af-4e44-9f87-19b1af87df06 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 945 time: 0.1220367 Jul 09 13:35:10.262703 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ddf6081d-6510-4ecf-8520-efd9166e80fd req-d70a72d7-d012-4091-a383-d94c171a012b tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525002 Jul 09 13:35:10.270164 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Port': ['ID=1bb7ead9-fccd-48b3-bf47-370624c3d25e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:10.292759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] No DVR routers for this DVR port 1bb7ead9-fccd-48b3-bf47-370624c3d25e on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:10.351927 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e296cfb-48f1-40b4-9bda-2b848568e02d', 'tag': '6d3046ce-7f0b-4f22-b3ff-24ab1608e14a'}, {'name': 'network-changed', 'server_uuid': '6ca86aa9-d1a8-4148-8806-c75d608435da', 'tag': '4732ff7e-25f7-492c-b895-3779ccfd8621'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:10.354779 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eed44b96-f1d3-4e40-90ab-f291369de95d" -d '{"events": [{"name": "network-changed", "server_uuid": "5e296cfb-48f1-40b4-9bda-2b848568e02d", "tag": "6d3046ce-7f0b-4f22-b3ff-24ab1608e14a"}, {"name": "network-changed", "server_uuid": "6ca86aa9-d1a8-4148-8806-c75d608435da", "tag": "4732ff7e-25f7-492c-b895-3779ccfd8621"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:10.425318 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee9788b-2c73-4bc9-b78e-998111d1c5d4 x-openstack-request-id: req-1ee9788b-2c73-4bc9-b78e-998111d1c5d4 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:10.425560 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e296cfb-48f1-40b4-9bda-2b848568e02d", "tag": "6d3046ce-7f0b-4f22-b3ff-24ab1608e14a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "6ca86aa9-d1a8-4148-8806-c75d608435da", "tag": "4732ff7e-25f7-492c-b895-3779ccfd8621", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:10.425821 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ee9788b-2c73-4bc9-b78e-998111d1c5d4 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:10.426225 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e296cfb-48f1-40b4-9bda-2b848568e02d', 'tag': '6d3046ce-7f0b-4f22-b3ff-24ab1608e14a', 'status': 'completed', 'code': 200} Jul 09 13:35:10.426482 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ca86aa9-d1a8-4148-8806-c75d608435da', 'tag': '4732ff7e-25f7-492c-b895-3779ccfd8621', 'status': 'completed', 'code': 200} Jul 09 13:35:10.496589 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:10.509926 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1bb7ead9-fccd-48b3-bf47-370624c3d25e no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:10.518020 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-e72bf81c-8901-4764-b71a-5e9c07f73c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:10.519659 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-e72bf81c-8901-4764-b71a-5e9c07f73c32 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=871f2facfd094c54bf79e8b246aecd4a&device_id=6ca86aa9-d1a8-4148-8806-c75d608435da HTTP/1.1" status: 200 len: 1094 time: 0.3652194 Jul 09 13:35:10.526740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e784d1b7-9019-40e4-827c-59a266c674eb']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:10.530651 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-4b45116a-c075-49f6-bbb9-133e2e6138c7 service neutron] 10.222.0.15 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680291 Jul 09 13:35:10.561682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfeb833f-f47f-4793-bda1-339f6a3fc05b') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:10.561994 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfeb833f-f47f-4793-bda1-339f6a3fc05b') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:10.575975 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 1bb7ead9-fccd-48b3-bf47-370624c3d25e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:35:10.576330 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1bb7ead9-fccd-48b3-bf47-370624c3d25e not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:35:10.664620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-bd571f11-526d-440b-bdab-0fb04c0fac43 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4732ff7e-25f7-492c-b895-3779ccfd8621 HTTP/1.1" status: 200 len: 217 time: 0.1262319 Jul 09 13:35:10.721002 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1332108-ebc9-48cf-ae65-f53de4a55a22 req-62c8884a-21c8-4876-9c5f-8568a36b3af7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 210 time: 0.0852005 Jul 09 13:35:10.732196 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-95bde8d9-0ac3-4a4c-acf9-259d8a18566c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:10.733724 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-95bde8d9-0ac3-4a4c-acf9-259d8a18566c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d7a3a19-a731-4c99-b200-04775047b5c0 HTTP/1.1" status: 200 len: 852 time: 0.0561306 Jul 09 13:35:10.771049 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:10.834040 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-39ccddd9-e7eb-43a2-bf52-ab40465d94fa service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22497f87-f4f4-4a18-9250-a97b816f6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493703 Jul 09 13:35:10.861727 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:10.922273 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:10.922951 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:35:10.931745 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:35:10.955436 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81988221-decb-405f-8da5-6717c94c7f55 req-017c1be2-2d36-4439-b5be-0b58ab0dc6d7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:10.958349 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94e4767a-e882-42be-b641-a31799999ad4 req-fc20c052-53d8-4569-a851-f6080c7933f2 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 210 time: 0.0573897 Jul 09 13:35:11.048244 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-8d1d2b2d-2db3-411f-9f22-ce4720ded9e4 service neutron] 10.222.0.15 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4983528 Jul 09 13:35:11.085878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-17bc9fa2-59ca-471a-9cfa-b90b8fefb8c8 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:11.088336 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-17bc9fa2-59ca-471a-9cfa-b90b8fefb8c8 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.18 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 811 time: 0.4384131 Jul 09 13:35:11.106917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-f1e3bffe-00e2-43a7-88e2-d04f158f512a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Request body: {'port': {'device_id': 'c5df8d37-dc56-41e6-a6f3-8d031b23d000', 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed', 'admin_state_up': True, 'tenant_id': 'f497f876391b4e08b31560ff95746718'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:11.112341 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.129739 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dba6021-0e1d-4a01-ba6d-95578b645082 req-0dc4c0cb-f808-463a-85ee-e1c8251f4c8e tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:11.134432 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2dba6021-0e1d-4a01-ba6d-95578b645082 req-0dc4c0cb-f808-463a-85ee-e1c8251f4c8e tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 946 time: 0.1014223 Jul 09 13:35:11.176606 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.181156 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] 10.222.0.39 "DELETE /v2.0/networks/e784d1b7-9019-40e4-827c-59a266c674eb HTTP/1.1" status: 204 len: 168 time: 2.8490160 Jul 09 13:35:11.205622 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2dba6021-0e1d-4a01-ba6d-95578b645082 req-4928420b-9ca2-40b0-8dab-532e17dccbbe tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612385 Jul 09 13:35:11.235385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd35460-4213-4aa0-b108-7c003baeb2d4 tempest-NetworksIpV6Test-1017208515 tempest-NetworksIpV6Test-1017208515-project] Pushing event deleted for resources: {'Network': ['ID=e784d1b7-9019-40e4-827c-59a266c674eb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:11.249795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112b5c7-b46e-49c8-bf1b-87afd9369f08 req-95e332d4-e690-4263-ab81-f283a5dc3c94 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:11.250182 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-ece660df-1bd8-48ab-b2d1-93046fa758f2 service neutron] 10.222.0.15 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036474 Jul 09 13:35:11.256588 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81988221-decb-405f-8da5-6717c94c7f55 req-017c1be2-2d36-4439-b5be-0b58ab0dc6d7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.259779 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3112b5c7-b46e-49c8-bf1b-87afd9369f08 req-95e332d4-e690-4263-ab81-f283a5dc3c94 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca86aa9-d1a8-4148-8806-c75d608435da HTTP/1.1" status: 200 len: 943 time: 0.1241744 Jul 09 13:35:11.302874 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3112b5c7-b46e-49c8-bf1b-87afd9369f08 req-8f0e39d4-c018-4551-84e2-41d0efcac4a0 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420458 Jul 09 13:35:11.478657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81988221-decb-405f-8da5-6717c94c7f55 req-017c1be2-2d36-4439-b5be-0b58ab0dc6d7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Network f6b007d5-12b7-4adb-8cf1-1887c546481e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:11.483806 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017c1be2-2d36-4439-b5be-0b58ab0dc6d7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Pushing event updated for resources: {'Port': ['ID=496c3315-d675-462d-abc8-63c7dc0c36b1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:11.487925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-b967675a-22de-4e08-868e-b4b2b78bd163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:11.489461 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-b967675a-22de-4e08-868e-b4b2b78bd163 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=871f2facfd094c54bf79e8b246aecd4a&device_id=5e296cfb-48f1-40b4-9bda-2b848568e02d HTTP/1.1" status: 200 len: 1095 time: 0.3736665 Jul 09 13:35:11.498518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-81988221-decb-405f-8da5-6717c94c7f55 req-017c1be2-2d36-4439-b5be-0b58ab0dc6d7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:11.514447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-81988221-decb-405f-8da5-6717c94c7f55 req-017c1be2-2d36-4439-b5be-0b58ab0dc6d7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:11.517256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-f1e3bffe-00e2-43a7-88e2-d04f158f512a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Made reservation on behalf of f497f876391b4e08b31560ff95746718 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:11.520842 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5971c071-6d1e-46e9-b3b8-b9164b74fc6f req-f220a9ec-5452-4206-86a1-00cef172c8c4 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:11.520970 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-f1e3bffe-00e2-43a7-88e2-d04f158f512a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.522621 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5971c071-6d1e-46e9-b3b8-b9164b74fc6f req-f220a9ec-5452-4206-86a1-00cef172c8c4 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 945 time: 0.1114099 Jul 09 13:35:11.573919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35766) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:11.603021 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5971c071-6d1e-46e9-b3b8-b9164b74fc6f req-d6132981-074e-4627-96da-58f8a9f9bc19 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720682 Jul 09 13:35:11.643430 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37e4d27e-7472-416e-b29b-4b226021e1e8 req-2fc34edb-f649-441e-a146-04312ffb0a77 service neutron] 10.222.0.15 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3817439 Jul 09 13:35:11.661652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81988221-decb-405f-8da5-6717c94c7f55 req-017c1be2-2d36-4439-b5be-0b58ab0dc6d7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:11.662331 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81988221-decb-405f-8da5-6717c94c7f55 req-017c1be2-2d36-4439-b5be-0b58ab0dc6d7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.730975 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81988221-decb-405f-8da5-6717c94c7f55 req-017c1be2-2d36-4439-b5be-0b58ab0dc6d7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8643963 Jul 09 13:35:11.749802 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Request body: {'port': {'device_id': '2b59b749-2362-49f8-ad6a-6eb986e99d26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:11.759484 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b10c64d5-9f0a-4ac7-85da-43950910672b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b1e119af53a849a58afaf8f1e73d7cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1820357 Jul 09 13:35:11.760665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35774) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:11.829837 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22cfb0df-9549-4095-af30-f23261edc05c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.881483 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22cfb0df-9549-4095-af30-f23261edc05c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:11.912100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-ddf90476-6dc4-4091-81ee-6d782c0be2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:11.915066 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-ddf90476-6dc4-4091-81ee-6d782c0be2cd service neutron] 10.222.0.15 "GET /v2.0/networks?id=22497f87-f4f4-4a18-9250-a97b816f6ec1 HTTP/1.1" status: 200 len: 913 time: 0.4116185 Jul 09 13:35:11.915261 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-f1e3bffe-00e2-43a7-88e2-d04f158f512a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Allocated IP 172.20.0.8 (cb871985-694c-4bff-b9c5-df10bd3971ed/fe541801-5f2f-44e7-bf6a-e4876e7170dc/d83f4d81-5c6e-4711-8f08-204fac65d9ec) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:11.980060 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-6fa05c77-c8e5-47ce-be71-9db041efca33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6d3046ce-7f0b-4f22-b3ff-24ab1608e14a HTTP/1.1" status: 200 len: 217 time: 0.0585058 Jul 09 13:35:12.042192 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22cfb0df-9549-4095-af30-f23261edc05c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:12.044833 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22cfb0df-9549-4095-af30-f23261edc05c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:12.048303 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-22cfb0df-9549-4095-af30-f23261edc05c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9caeadb5-0715-4bc3-a090-4dd296c0be01 HTTP/1.1" status: 204 len: 168 time: 0.2830341 Jul 09 13:35:12.108075 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48df582f-bfae-43a4-a434-c73d90663f34 req-0d51a35b-8a5a-4805-8688-9b0264cd324e tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:12.109710 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48df582f-bfae-43a4-a434-c73d90663f34 req-0d51a35b-8a5a-4805-8688-9b0264cd324e tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 931 time: 0.1711152 Jul 09 13:35:12.110900 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cfb0df-9549-4095-af30-f23261edc05c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9caeadb5-0715-4bc3-a090-4dd296c0be01,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:12.169623 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:12.227587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35788) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:12.345260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-0a58eeb5-4f14-48fd-af79-981a398d2241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:12.347501 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-0a58eeb5-4f14-48fd-af79-981a398d2241 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d7a3a19-a731-4c99-b200-04775047b5c0 HTTP/1.1" status: 200 len: 852 time: 0.3578246 Jul 09 13:35:12.393778 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-66854286-6f92-4084-9d2b-8c3f4917641a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22497f87-f4f4-4a18-9250-a97b816f6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344956 Jul 09 13:35:12.565780 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-367ee0c0-54bf-447d-819b-a1771d354481 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:12.672536 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-481910d0-2a04-4117-8c0b-665e88761e9d req-6a6e21ec-bafa-4208-91ce-072f56775f22 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 210 time: 0.4989169 Jul 09 13:35:12.683709 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-ed560b5e-6493-48af-8535-244808bddfbf service neutron] 10.222.0.15 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802744 Jul 09 13:35:12.712049 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48df582f-bfae-43a4-a434-c73d90663f34 req-b776ba1a-eadd-4ce8-b094-e59b16cdef66 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5891201 Jul 09 13:35:12.712888 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-f1e3bffe-00e2-43a7-88e2-d04f158f512a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:12.738961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc32a99-65ba-40d9-bd7a-ef7da456e212 req-669d6869-a081-404a-b782-17956607ded4 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:12.740542 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dbc32a99-65ba-40d9-bd7a-ef7da456e212 req-669d6869-a081-404a-b782-17956607ded4 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.18 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 946 time: 0.7349803 Jul 09 13:35:12.981299 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-367ee0c0-54bf-447d-819b-a1771d354481 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.005216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-dbc32a99-65ba-40d9-bd7a-ef7da456e212 req-7bebe965-1b81-48ee-8a76-2f91d76a2a85 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Deleting port 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:13.005674 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-dbc32a99-65ba-40d9-bd7a-ef7da456e212 req-7bebe965-1b81-48ee-8a76-2f91d76a2a85 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.034310 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-edd83d9e-8320-476d-9376-7d6dd529c2cb service neutron] 10.222.0.15 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3357413 Jul 09 13:35:13.037561 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-367ee0c0-54bf-447d-819b-a1771d354481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.057418 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-f1e3bffe-00e2-43a7-88e2-d04f158f512a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.071352 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50977ab6-16f7-4832-b636-92d6311d6bce req-98c37ccc-f9e1-4da2-9213-e8ca3d58b023 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:13.073303 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-50977ab6-16f7-4832-b636-92d6311d6bce req-98c37ccc-f9e1-4da2-9213-e8ca3d58b023 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 946 time: 0.2002821 Jul 09 13:35:13.086196 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fb67ae-d8eb-476c-911a-eed116e09c8e req-f6a54e4b-5e70-4585-b870-19d32b4f7530 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:13.088376 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0fb67ae-d8eb-476c-911a-eed116e09c8e req-f6a54e4b-5e70-4585-b870-19d32b4f7530 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca86aa9-d1a8-4148-8806-c75d608435da HTTP/1.1" status: 200 len: 943 time: 0.2031024 Jul 09 13:35:13.093258 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35818) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:13.128725 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-367ee0c0-54bf-447d-819b-a1771d354481 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c2b2385bdf9f42b28c45544e6a08ac85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8997524 Jul 09 13:35:13.134623 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35824) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:13.164639 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-f1e3bffe-00e2-43a7-88e2-d04f158f512a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Network cb871985-694c-4bff-b9c5-df10bd3971ed is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:13.171516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 496c3315-d675-462d-abc8-63c7dc0c36b1 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:35:13.193097 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.196300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-f1e3bffe-00e2-43a7-88e2-d04f158f512a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:13.205052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-f1e3bffe-00e2-43a7-88e2-d04f158f512a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:13.205863 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-50977ab6-16f7-4832-b636-92d6311d6bce req-34156a7e-3a97-4bd6-94c6-7ba95b6b14ed tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161141 Jul 09 13:35:13.235190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0fb67ae-d8eb-476c-911a-eed116e09c8e req-b8a681ee-9c02-47b7-82c4-4fa4742b9595 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383123 Jul 09 13:35:13.242872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367ee0c0-54bf-447d-819b-a1771d354481 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf6d67f-f4f9-4170-aa67-af34a0737475,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:13.254273 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-da5be8a1-575d-4db7-bf8c-fdf4eca08a91 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'network': {'name': 'tempest-RoutersTest-555242931'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:13.262234 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Transition to ACTIVE for port object 496c3315-d675-462d-abc8-63c7dc0c36b1 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:13.265087 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3bffe-00e2-43a7-88e2-d04f158f512a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Pushing event updated for resources: {'Port': ['ID=d83f4d81-5c6e-4711-8f08-204fac65d9ec,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:13.269888 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-dbc32a99-65ba-40d9-bd7a-ef7da456e212 req-7bebe965-1b81-48ee-8a76-2f91d76a2a85 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] For port 5fbe9544-ffb8-437d-ae13-2d1d1d36b907, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=5fbe9544-ffb8-437d-ae13-2d1d1d36b907,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:13.270279 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-dbc32a99-65ba-40d9-bd7a-ef7da456e212 req-7bebe965-1b81-48ee-8a76-2f91d76a2a85 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.270971 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.278975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-f1e3bffe-00e2-43a7-88e2-d04f158f512a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:13.279652 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-f1e3bffe-00e2-43a7-88e2-d04f158f512a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.328802 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65f98d25-07c3-4a9b-b19d-bd7c9fe62c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.352279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Pushing event updated for resources: {'Port': ['ID=496c3315-d675-462d-abc8-63c7dc0c36b1,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:13.356809 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65f98d25-07c3-4a9b-b19d-bd7c9fe62c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.362456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-b3eb77d9-6930-4741-abd8-0e67dc104417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:13.363987 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-b3eb77d9-6930-4741-abd8-0e67dc104417 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=871f2facfd094c54bf79e8b246aecd4a&device_id=6ca86aa9-d1a8-4148-8806-c75d608435da HTTP/1.1" status: 200 len: 1094 time: 0.2810240 Jul 09 13:35:13.387951 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-dbc32a99-65ba-40d9-bd7a-ef7da456e212 req-7bebe965-1b81-48ee-8a76-2f91d76a2a85 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Calling delete_port for 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:13.419217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5be8a1-575d-4db7-bf8c-fdf4eca08a91 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:13.422892 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5be8a1-575d-4db7-bf8c-fdf4eca08a91 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.450251 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-f1e3bffe-00e2-43a7-88e2-d04f158f512a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3473117 Jul 09 13:35:13.470145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Request body: {'port': {'device_id': 'c5df8d37-dc56-41e6-a6f3-8d031b23d000', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:13.492059 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5be8a1-575d-4db7-bf8c-fdf4eca08a91 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.516519 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65f98d25-07c3-4a9b-b19d-bd7c9fe62c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.519007 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65f98d25-07c3-4a9b-b19d-bd7c9fe62c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.522472 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-65f98d25-07c3-4a9b-b19d-bd7c9fe62c00 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/daf6d67f-f4f9-4170-aa67-af34a0737475 HTTP/1.1" status: 204 len: 168 time: 0.3783593 Jul 09 13:35:13.542153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Attempting to bind port 496c3315-d675-462d-abc8-63c7dc0c36b1 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:35:13.542502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Attempting to bind port 496c3315-d675-462d-abc8-63c7dc0c36b1 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'ac330b0a-c85f-4654-90ad-fe0921d8c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:35:13.542837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Attempting to bind port 496c3315-d675-462d-abc8-63c7dc0c36b1 on network f6b007d5-12b7-4adb-8cf1-1887c546481e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:13.557817 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f98d25-07c3-4a9b-b19d-bd7c9fe62c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf6d67f-f4f9-4170-aa67-af34a0737475,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:13.561060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Port 496c3315-d675-462d-abc8-63c7dc0c36b1 on network f6b007d5-12b7-4adb-8cf1-1887c546481e not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:35:13.561401 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Attempting to bind port 496c3315-d675-462d-abc8-63c7dc0c36b1 on network f6b007d5-12b7-4adb-8cf1-1887c546481e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:13.567738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-465b4b9d-ca35-48d3-842e-86f273c4ed5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:13.570212 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-465b4b9d-ca35-48d3-842e-86f273c4ed5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=22497f87-f4f4-4a18-9250-a97b816f6ec1 HTTP/1.1" status: 200 len: 913 time: 0.1848032 Jul 09 13:35:13.575820 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:35:13.576164 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Checking segment: {'id': 'ac330b0a-c85f-4654-90ad-fe0921d8c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:13.576931 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Bound using segment: {'id': 'ac330b0a-c85f-4654-90ad-fe0921d8c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:35:13.577062 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Bound port: 496c3315-d675-462d-abc8-63c7dc0c36b1, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac330b0a-c85f-4654-90ad-fe0921d8c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:35:13.577363 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.620636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bfdd2-4587-4477-9f01-3e8e499c00ae req-da9e2e22-1316-485c-887a-73be76c49516 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:13.622219 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c5bfdd2-4587-4477-9f01-3e8e499c00ae req-da9e2e22-1316-485c-887a-73be76c49516 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 945 time: 0.2050819 Jul 09 13:35:13.644078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 998f26ae-c1e8-461e-9100-c113a011cd84 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:35:13.650016 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-d2713ed6-0475-43a0-ab79-4e00ffb92bf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4732ff7e-25f7-492c-b895-3779ccfd8621 HTTP/1.1" status: 200 len: 217 time: 0.0528078 Jul 09 13:35:13.657203 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.747714 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-dbc32a99-65ba-40d9-bd7a-ef7da456e212 req-7bebe965-1b81-48ee-8a76-2f91d76a2a85 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.774224 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=998f26ae-c1e8-461e-9100-c113a011cd84,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:13.792734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '998f26ae-c1e8-461e-9100-c113a011cd84', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'port_id': '998f26ae-c1e8-461e-9100-c113a011cd84', 'mac_address': 'fa:16:3e:65:2d:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:35:13.794352 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c5bfdd2-4587-4477-9f01-3e8e499c00ae req-f2cd2c73-0a5b-4df8-9499-8150f12ea309 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637673 Jul 09 13:35:13.799297 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['5fbe9544-ffb8-437d-ae13-2d1d1d36b907'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:13.801847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['a5b95b14-ce04-4ede-9a08-0f8473bb1f81'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:13.868072 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bebe965-1b81-48ee-8a76-2f91d76a2a85 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Pushing event deleted for resources: {'Port': ['ID=5fbe9544-ffb8-437d-ae13-2d1d1d36b907,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:13.918239 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5be8a1-575d-4db7-bf8c-fdf4eca08a91 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.970830 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.973350 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5be8a1-575d-4db7-bf8c-fdf4eca08a91 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:13.990756 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da5be8a1-575d-4db7-bf8c-fdf4eca08a91 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:35:13.993511 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998f26ae-c1e8-461e-9100-c113a011cd84 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:35:14.004587 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5be8a1-575d-4db7-bf8c-fdf4eca08a91 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.004947 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-da5be8a1-575d-4db7-bf8c-fdf4eca08a91 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Added segment 5d925f0c-051a-40cc-9219-39de06485b96 of type vlan for network 5e0913a4-9c06-4d5a-b3b9-148970f66e73 Jul 09 13:35:14.018970 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=998f26ae-c1e8-461e-9100-c113a011cd84,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:14.020956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:35:14.034452 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.075658 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5be8a1-575d-4db7-bf8c-fdf4eca08a91 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.139655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-68d700c7-2041-4318-ba2e-b6cdd8b33f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:14.141330 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-68d700c7-2041-4318-ba2e-b6cdd8b33f34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5d7a3a19-a731-4c99-b200-04775047b5c0 HTTP/1.1" status: 200 len: 852 time: 0.4851346 Jul 09 13:35:14.155947 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] For port 496c3315-d675-462d-abc8-63c7dc0c36b1, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:35:14.191537 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35834) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:14.204644 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=998f26ae-c1e8-461e-9100-c113a011cd84,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:14.206370 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-5b02886f-6d30-4b23-bdad-73e03f315d29 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=22497f87-f4f4-4a18-9250-a97b816f6ec1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523293 Jul 09 13:35:14.239403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc32a99-65ba-40d9-bd7a-ef7da456e212 req-7bebe965-1b81-48ee-8a76-2f91d76a2a85 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] No DVR routers for this DVR port 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 on host n-h1-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:14.244032 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-dbc32a99-65ba-40d9-bd7a-ef7da456e212 req-7bebe965-1b81-48ee-8a76-2f91d76a2a85 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.246839 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dbc32a99-65ba-40d9-bd7a-ef7da456e212 req-7bebe965-1b81-48ee-8a76-2f91d76a2a85 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.18 "DELETE /v2.0/ports/5fbe9544-ffb8-437d-ae13-2d1d1d36b907 HTTP/1.1" status: 204 len: 173 time: 1.4998839 Jul 09 13:35:14.258228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] For port 496c3315-d675-462d-abc8-63c7dc0c36b1, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=496c3315-d675-462d-abc8-63c7dc0c36b1,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:35:14.262044 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94b188b8-2b4d-404a-b784-837747498297', 'name': 'network-vif-deleted', 'tag': '5fbe9544-ffb8-437d-ae13-2d1d1d36b907'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:14.265931 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7592aa68-aa73-4861-bd3f-7f17e11d29ef" -d '{"events": [{"server_uuid": "94b188b8-2b4d-404a-b784-837747498297", "name": "network-vif-deleted", "tag": "5fbe9544-ffb8-437d-ae13-2d1d1d36b907"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:14.270048 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6d3046ce-7f0b-4f22-b3ff-24ab1608e14a,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:14.285162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '6d3046ce-7f0b-4f22-b3ff-24ab1608e14a', 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1', 'port_id': '6d3046ce-7f0b-4f22-b3ff-24ab1608e14a', 'mac_address': 'fa:16:3e:e5:a9:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7a3a19-a731-4c99-b200-04775047b5c0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:35:14.288317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5be8a1-575d-4db7-bf8c-fdf4eca08a91 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24607e44-00ee-41c6-8675-904bed78f430,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:14.293184 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.313404 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-014bd247-5ea9-404f-ac21-72238a715df2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.342984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7910d8-97b3-448b-9c54-b5e380681147 req-1ae40f0c-ca65-426d-9ebc-4e269831685b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:14.344610 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-df7910d8-97b3-448b-9c54-b5e380681147 req-1ae40f0c-ca65-426d-9ebc-4e269831685b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 931 time: 0.4714768 Jul 09 13:35:14.345278 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5be8a1-575d-4db7-bf8c-fdf4eca08a91 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.351846 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5be8a1-575d-4db7-bf8c-fdf4eca08a91 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:14.352551 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da5be8a1-575d-4db7-bf8c-fdf4eca08a91 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.353813 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.359447 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['998f26ae-c1e8-461e-9100-c113a011cd84'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:14.400239 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-da5be8a1-575d-4db7-bf8c-fdf4eca08a91 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3042083 Jul 09 13:35:14.402566 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35842) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:14.411616 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:35:14.432371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:14.433036 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.434465 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81988221-decb-405f-8da5-6717c94c7f55 req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] 10.222.0.18 "PUT /v2.0/ports/496c3315-d675-462d-abc8-63c7dc0c36b1 HTTP/1.1" status: 200 len: 1091 time: 2.6933990 Jul 09 13:35:14.436604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b59b749-2362-49f8-ad6a-6eb986e99d26', 'tag': '496c3315-d675-462d-abc8-63c7dc0c36b1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:14.438918 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acbc2ff-e6ac-4744-a1de-0059cf81fa8e" -d '{"events": [{"name": "network-changed", "server_uuid": "2b59b749-2362-49f8-ad6a-6eb986e99d26", "tag": "496c3315-d675-462d-abc8-63c7dc0c36b1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:14.452330 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-72dbc367-9e2b-425e-bb10-454dc529e5f3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'network': {'name': 'tempest-RoutersTest-774997982'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:14.461826 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6d3046ce-7f0b-4f22-b3ff-24ab1608e14a,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:14.482187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf48bb8a-5d81-4eb0-8322-598075ab057e service neutron] Pushing event updated for resources: {'Port': ['ID=496c3315-d675-462d-abc8-63c7dc0c36b1,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:14.492879 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.493649 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 4732ff7e-25f7-492c-b895-3779ccfd8621 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:35:14.528053 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72dbc367-9e2b-425e-bb10-454dc529e5f3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:14.531559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 4732ff7e-25f7-492c-b895-3779ccfd8621, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=4732ff7e-25f7-492c-b895-3779ccfd8621,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:14.531736 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72dbc367-9e2b-425e-bb10-454dc529e5f3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.536897 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-86443dd9-d635-4bfc-96b6-7b420b4c9eb7 service neutron] 10.222.0.15 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2745941 Jul 09 13:35:14.548345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '4732ff7e-25f7-492c-b895-3779ccfd8621', 'network_id': '22497f87-f4f4-4a18-9250-a97b816f6ec1', 'port_id': '4732ff7e-25f7-492c-b895-3779ccfd8621', 'mac_address': 'fa:16:3e:02:7b:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d7a3a19-a731-4c99-b200-04775047b5c0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:35:14.559487 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b34fd7-61fb-4376-a4e4-cef684f9115c req-5abb5bf5-adee-4de7-8cef-865071be7801 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:14.567020 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b0b34fd7-61fb-4376-a4e4-cef684f9115c req-5abb5bf5-adee-4de7-8cef-865071be7801 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 943 time: 0.4758542 Jul 09 13:35:14.589514 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-df7910d8-97b3-448b-9c54-b5e380681147 req-a6ee02ea-62c8-4561-abd2-c18413d01f02 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030733 Jul 09 13:35:14.633685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5be8a1-575d-4db7-bf8c-fdf4eca08a91 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Network': ['ID=5e0913a4-9c06-4d5a-b3b9-148970f66e73,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:14.633912 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.662095 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4732ff7e-25f7-492c-b895-3779ccfd8621 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:35:14.687917 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b0b34fd7-61fb-4376-a4e4-cef684f9115c req-3a98cc13-3186-4f74-84a2-ef245d22cb0b tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198456 Jul 09 13:35:14.699660 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 4732ff7e-25f7-492c-b895-3779ccfd8621, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=4732ff7e-25f7-492c-b895-3779ccfd8621,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:14.700183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81988221-decb-405f-8da5-6717c94c7f55 req-5d75bffd-ce82-4fb9-a164-f6985ef9c972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:14.701642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 5e0913a4-9c06-4d5a-b3b9-148970f66e73 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:35:14.703389 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72dbc367-9e2b-425e-bb10-454dc529e5f3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:35:14.712043 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81988221-decb-405f-8da5-6717c94c7f55 req-5d75bffd-ce82-4fb9-a164-f6985ef9c972 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16887d6d91964dff9ba1d08911421027&device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 1094 time: 0.2152774 Jul 09 13:35:14.728580 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72dbc367-9e2b-425e-bb10-454dc529e5f3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.729306 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-72dbc367-9e2b-425e-bb10-454dc529e5f3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Added segment 0cddedab-76ff-40f4-8505-57bedfcf7524 of type vlan for network cd2d736a-48d9-4918-957b-ec6afd23bbf9 Jul 09 13:35:14.785984 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81988221-decb-405f-8da5-6717c94c7f55 req-8695b86f-d696-4f37-83e2-7648e0fa4716 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=496c3315-d675-462d-abc8-63c7dc0c36b1 HTTP/1.1" status: 200 len: 217 time: 0.0629086 Jul 09 13:35:14.790023 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eed44b96-f1d3-4e40-90ab-f291369de95d req-d07cf415-fa67-45a5-928d-8b5f50871943 service neutron] 10.222.0.15 "GET /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401359 Jul 09 13:35:14.792280 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d83f4d81-5c6e-4711-8f08-204fac65d9ec {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:35:14.810282 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.856001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Transition to ACTIVE for port object d83f4d81-5c6e-4711-8f08-204fac65d9ec will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:14.863425 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72dbc367-9e2b-425e-bb10-454dc529e5f3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.865200 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.865825 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:14.875513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81988221-decb-405f-8da5-6717c94c7f55 req-3344e3b3-354b-4f48-8923-8ea07d1e8d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:14.877033 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81988221-decb-405f-8da5-6717c94c7f55 req-3344e3b3-354b-4f48-8923-8ea07d1e8d68 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aab4040e-8e01-4f04-9adc-821dc50dc627 HTTP/1.1" status: 200 len: 854 time: 0.0798082 Jul 09 13:35:14.907344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=6d3046ce-7f0b-4f22-b3ff-24ab1608e14a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:14.938615 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-42d23083-9b51-408f-aaa4-a499ce43d3d0 req-b8e8299e-3b25-42a8-aa58-b7a51e173180 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=94b188b8-2b4d-404a-b784-837747498297 HTTP/1.1" status: 200 len: 210 time: 0.0763249 Jul 09 13:35:14.941915 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81988221-decb-405f-8da5-6717c94c7f55 req-589b6fb8-86e0-4902-85aa-94d8c12e8997 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6b007d5-12b7-4adb-8cf1-1887c546481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377820 Jul 09 13:35:14.981408 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=4732ff7e-25f7-492c-b895-3779ccfd8621,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:15.028731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Pushing event updated for resources: {'Port': ['ID=d83f4d81-5c6e-4711-8f08-204fac65d9ec,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:15.054793 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-014bd247-5ea9-404f-ac21-72238a715df2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.057262 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72dbc367-9e2b-425e-bb10-454dc529e5f3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.069434 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72dbc367-9e2b-425e-bb10-454dc529e5f3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:15.071306 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72dbc367-9e2b-425e-bb10-454dc529e5f3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.095719 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['6d3046ce-7f0b-4f22-b3ff-24ab1608e14a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:15.141312 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['4732ff7e-25f7-492c-b895-3779ccfd8621'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:15.166502 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-014bd247-5ea9-404f-ac21-72238a715df2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.197010 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3fbb67e-97dd-45f3-abf0-265f9d830f28 x-openstack-request-id: req-b3fbb67e-97dd-45f3-abf0-265f9d830f28 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:15.197327 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94b188b8-2b4d-404a-b784-837747498297", "name": "network-vif-deleted", "tag": "5fbe9544-ffb8-437d-ae13-2d1d1d36b907", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:15.197663 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b3fbb67e-97dd-45f3-abf0-265f9d830f28 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:15.198081 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94b188b8-2b4d-404a-b784-837747498297', 'name': 'network-vif-deleted', 'tag': '5fbe9544-ffb8-437d-ae13-2d1d1d36b907', 'status': 'completed', 'code': 200} Jul 09 13:35:15.208290 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-014bd247-5ea9-404f-ac21-72238a715df2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7f94ff7a055040d7b5c45eff6855d72a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9820457 Jul 09 13:35:15.214963 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-72dbc367-9e2b-425e-bb10-454dc529e5f3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8083587 Jul 09 13:35:15.217950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35852) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:15.218305 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35854) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:15.219350 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81988221-decb-405f-8da5-6717c94c7f55 req-47505db6-c22e-4440-85a0-b4f7c75fc363 service neutron] 10.222.0.18 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2676497 Jul 09 13:35:15.270243 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d73dba50-e088-4858-b000-239271a2a19c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'subnet': {'network_id': '5e0913a4-9c06-4d5a-b3b9-148970f66e73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:15.318305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Attempting to bind port d83f4d81-5c6e-4711-8f08-204fac65d9ec on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:35:15.318713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Attempting to bind port d83f4d81-5c6e-4711-8f08-204fac65d9ec by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:35:15.318971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Attempting to bind port d83f4d81-5c6e-4711-8f08-204fac65d9ec on network cb871985-694c-4bff-b9c5-df10bd3971ed {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:15.344452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Port d83f4d81-5c6e-4711-8f08-204fac65d9ec on network cb871985-694c-4bff-b9c5-df10bd3971ed not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:35:15.344785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Attempting to bind port d83f4d81-5c6e-4711-8f08-204fac65d9ec on network cb871985-694c-4bff-b9c5-df10bd3971ed {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:15.356874 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:35:15.357225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Checking segment: {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:15.357614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Bound using segment: {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:35:15.358409 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Bound port: d83f4d81-5c6e-4711-8f08-204fac65d9ec, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:35:15.358782 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.361797 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcb2341-9011-4b2c-b143-825deb85de8d x-openstack-request-id: req-9dcb2341-9011-4b2c-b143-825deb85de8d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:15.362091 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b59b749-2362-49f8-ad6a-6eb986e99d26", "tag": "496c3315-d675-462d-abc8-63c7dc0c36b1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:15.362350 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9dcb2341-9011-4b2c-b143-825deb85de8d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:15.362919 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b59b749-2362-49f8-ad6a-6eb986e99d26', 'tag': '496c3315-d675-462d-abc8-63c7dc0c36b1', 'status': 'completed', 'code': 200} Jul 09 13:35:15.384959 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81988221-decb-405f-8da5-6717c94c7f55 req-0084982c-4efa-4fd2-af06-d0eb8db21fdb service neutron] 10.222.0.18 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575699 Jul 09 13:35:15.427603 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dbc367-9e2b-425e-bb10-454dc529e5f3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Network': ['ID=cd2d736a-48d9-4918-957b-ec6afd23bbf9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:15.442187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network cd2d736a-48d9-4918-957b-ec6afd23bbf9 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:35:15.452386 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c7e669-df7f-4529-8cd6-a8a1ccee2f3c req-719f212a-be39-4968-8644-2ad9840ed5d5 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:15.454003 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92c7e669-df7f-4529-8cd6-a8a1ccee2f3c req-719f212a-be39-4968-8644-2ad9840ed5d5 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca86aa9-d1a8-4148-8806-c75d608435da HTTP/1.1" status: 200 len: 944 time: 0.2890332 Jul 09 13:35:15.458783 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bd247-5ea9-404f-ac21-72238a715df2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=499108ab-7bea-49fd-904f-abcfb51f949c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:15.507942 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] For port d83f4d81-5c6e-4711-8f08-204fac65d9ec, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:35:15.512779 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] For port d83f4d81-5c6e-4711-8f08-204fac65d9ec, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d83f4d81-5c6e-4711-8f08-204fac65d9ec,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:35:15.519952 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.571591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:15.571822 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a1456c5-a68a-413a-aeb3-4c2e84fd2372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.572312 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.574135 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] 10.222.0.18 "PUT /v2.0/ports/d83f4d81-5c6e-4711-8f08-204fac65d9ec HTTP/1.1" status: 200 len: 1091 time: 2.1137426 Jul 09 13:35:15.582692 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92c7e669-df7f-4529-8cd6-a8a1ccee2f3c req-80a0592a-ad0d-4c99-ac8f-4ab841ea40bd tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161625 Jul 09 13:35:15.585805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbc2ff-e6ac-4744-a1de-0059cf81fa8e req-043ca0ac-443a-4290-a4be-326e905b0779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:15.587716 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8acbc2ff-e6ac-4744-a1de-0059cf81fa8e req-043ca0ac-443a-4290-a4be-326e905b0779 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=16887d6d91964dff9ba1d08911421027&device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 1094 time: 0.1419566 Jul 09 13:35:15.624537 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a1456c5-a68a-413a-aeb3-4c2e84fd2372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.646673 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475950a6-fb9e-49a0-8f61-f0805ad31264 service neutron] Pushing event updated for resources: {'Port': ['ID=d83f4d81-5c6e-4711-8f08-204fac65d9ec,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:15.660572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:15.674655 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73dba50-e088-4858-b000-239271a2a19c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:15.678318 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d73dba50-e088-4858-b000-239271a2a19c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.701111 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e3058-824c-4860-a9db-ddba925de3bf req-a2e93fd1-822a-4e96-b989-6d5863b61592 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:15.702777 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bc0e3058-824c-4860-a9db-ddba925de3bf req-a2e93fd1-822a-4e96-b989-6d5863b61592 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.1851950 Jul 09 13:35:15.726847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:35:15.728303 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 5fbe9544-ffb8-437d-ae13-2d1d1d36b907 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:35:15.742016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbc2ff-e6ac-4744-a1de-0059cf81fa8e req-6069dff7-16b4-4364-a562-17c73919875e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:15.742839 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8acbc2ff-e6ac-4744-a1de-0059cf81fa8e req-6069dff7-16b4-4364-a562-17c73919875e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f6b007d5-12b7-4adb-8cf1-1887c546481e HTTP/1.1" status: 200 len: 915 time: 0.1453121 Jul 09 13:35:15.758196 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-5b016b86-34a8-4137-aabd-4247b09a8c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:15.759820 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-5b016b86-34a8-4137-aabd-4247b09a8c56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 1094 time: 0.1078298 Jul 09 13:35:15.801081 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8acbc2ff-e6ac-4744-a1de-0059cf81fa8e req-44874d31-31d9-4c39-a6ef-182603936d21 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=496c3315-d675-462d-abc8-63c7dc0c36b1 HTTP/1.1" status: 200 len: 217 time: 0.0511940 Jul 09 13:35:15.840786 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a1456c5-a68a-413a-aeb3-4c2e84fd2372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.842938 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-e1d7f599-c13f-43d0-9aae-24194c51dac4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d83f4d81-5c6e-4711-8f08-204fac65d9ec HTTP/1.1" status: 200 len: 217 time: 0.0498452 Jul 09 13:35:15.843285 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a1456c5-a68a-413a-aeb3-4c2e84fd2372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:15.844439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8a1456c5-a68a-413a-aeb3-4c2e84fd2372 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/499108ab-7bea-49fd-904f-abcfb51f949c HTTP/1.1" status: 204 len: 168 time: 0.5841148 Jul 09 13:35:15.872391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bc0e3058-824c-4860-a9db-ddba925de3bf req-80a7c424-4c9d-40f7-95ad-e6616d157cce tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296668 Jul 09 13:35:15.877549 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1456c5-a68a-413a-aeb3-4c2e84fd2372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=499108ab-7bea-49fd-904f-abcfb51f949c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:15.934803 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-97cc2e0f-8f25-41ff-bac4-0874b8693b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:15.936443 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-97cc2e0f-8f25-41ff-bac4-0874b8693b76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe541801-5f2f-44e7-bf6a-e4876e7170dc HTTP/1.1" status: 200 len: 851 time: 0.0664554 Jul 09 13:35:15.954857 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 4732ff7e-25f7-492c-b895-3779ccfd8621 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:15.957793 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5ef9f-21e7-494d-a651-985f7a4d5c4e req-9001ccec-8b8a-4750-8c1a-cbe64cb2981d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:15.961864 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46a5ef9f-21e7-494d-a651-985f7a4d5c4e req-9001ccec-8b8a-4750-8c1a-cbe64cb2981d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 943 time: 0.1819975 Jul 09 13:35:16.027583 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-33d6ed79-b593-4ba9-96ee-a9473281dbaa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb871985-694c-4bff-b9c5-df10bd3971ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0813832 Jul 09 13:35:16.037616 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acbc2ff-e6ac-4744-a1de-0059cf81fa8e req-b89587a0-604e-4cc9-993d-70c289acfdb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:16.041049 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8acbc2ff-e6ac-4744-a1de-0059cf81fa8e req-b89587a0-604e-4cc9-993d-70c289acfdb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aab4040e-8e01-4f04-9adc-821dc50dc627 HTTP/1.1" status: 200 len: 854 time: 0.2085395 Jul 09 13:35:16.065429 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 4732ff7e-25f7-492c-b895-3779ccfd8621 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:16.070034 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 4732ff7e-25f7-492c-b895-3779ccfd8621 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:16.070226 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.092741 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46a5ef9f-21e7-494d-a651-985f7a4d5c4e req-b93822f4-8213-4d27-89b9-d8243939c90f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223195 Jul 09 13:35:16.097854 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d73dba50-e088-4858-b000-239271a2a19c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.103417 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8acbc2ff-e6ac-4744-a1de-0059cf81fa8e req-a04c1bcf-e7b2-4194-868b-6b3ad881cc3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f6b007d5-12b7-4adb-8cf1-1887c546481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440505 Jul 09 13:35:16.212644 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-ef95b01b-5dc9-40c7-84dc-bc2c3f175a33 service neutron] 10.222.0.18 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687081 Jul 09 13:35:16.217375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73dba50-e088-4858-b000-239271a2a19c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Subnet': ['ID=640aa05f-cea9-4f38-8955-f01ca3378d58,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:16.239603 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d73dba50-e088-4858-b000-239271a2a19c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Checking segment: {'id': '5d925f0c-051a-40cc-9219-39de06485b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5e0913a4-9c06-4d5a-b3b9-148970f66e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:16.239868 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73dba50-e088-4858-b000-239271a2a19c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network hostable DHCP agents. Network: 5e0913a4-9c06-4d5a-b3b9-148970f66e73, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:35:16.252170 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.253864 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b41beb-e6c2-46f8-b71e-1fee8f175736 req-cd634f7a-4cef-469c-b995-26741d31bb30 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:16.256182 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-47b41beb-e6c2-46f8-b71e-1fee8f175736 req-cd634f7a-4cef-469c-b995-26741d31bb30 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 943 time: 0.1884761 Jul 09 13:35:16.285357 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca86aa9-d1a8-4148-8806-c75d608435da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4732ff7e-25f7-492c-b895-3779ccfd8621'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:16.290108 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4429eb-d01f-47ca-bdac-c0088f35b3b1" -d '{"events": [{"server_uuid": "6ca86aa9-d1a8-4148-8806-c75d608435da", "name": "network-vif-plugged", "status": "completed", "tag": "4732ff7e-25f7-492c-b895-3779ccfd8621"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:16.308175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 4732ff7e-25f7-492c-b895-3779ccfd8621, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=4732ff7e-25f7-492c-b895-3779ccfd8621,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:16.315531 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.324056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73dba50-e088-4858-b000-239271a2a19c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network 5e0913a4-9c06-4d5a-b3b9-148970f66e73 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:35:16.376268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d73dba50-e088-4858-b000-239271a2a19c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 5e0913a4-9c06-4d5a-b3b9-148970f66e73) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:16.398596 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-47b41beb-e6c2-46f8-b71e-1fee8f175736 req-196a0392-ce21-401b-aa35-388ca33ae087 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335368 Jul 09 13:35:16.402070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02274cdd-78f8-42ef-a83d-e5cf8a4d22de None None] Network 5e0913a4-9c06-4d5a-b3b9-148970f66e73 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:16.413935 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73dba50-e088-4858-b000-239271a2a19c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:16.413935 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d73dba50-e088-4858-b000-239271a2a19c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.447811 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d73dba50-e088-4858-b000-239271a2a19c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1861112 Jul 09 13:35:16.448710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35880) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:16.448830 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86a3a0be-59fa-4530-87ae-4f7600abb44a req-31553b08-d42f-423c-82d4-e91c45a6b463 service neutron] 10.222.0.18 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2233262 Jul 09 13:35:16.454213 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2a9ed88e-bb5e-462e-bf9d-5c351ea7692c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'subnet': {'network_id': 'cd2d736a-48d9-4918-957b-ec6afd23bbf9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:16.538800 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8acbc2ff-e6ac-4744-a1de-0059cf81fa8e req-26041f12-a2f1-4989-a8a2-45f822be0103 service neutron] 10.222.0.18 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3238304 Jul 09 13:35:16.554809 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=4732ff7e-25f7-492c-b895-3779ccfd8621,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:16.625336 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dcd0006-57bf-49a7-a795-93d23a9982d4 x-openstack-request-id: req-6dcd0006-57bf-49a7-a795-93d23a9982d4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:16.626263 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca86aa9-d1a8-4148-8806-c75d608435da", "name": "network-vif-plugged", "status": "completed", "tag": "4732ff7e-25f7-492c-b895-3779ccfd8621", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:16.626554 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6dcd0006-57bf-49a7-a795-93d23a9982d4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:16.627207 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca86aa9-d1a8-4148-8806-c75d608435da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4732ff7e-25f7-492c-b895-3779ccfd8621', 'code': 200} Jul 09 13:35:16.731375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a9ed88e-bb5e-462e-bf9d-5c351ea7692c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:16.735170 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a9ed88e-bb5e-462e-bf9d-5c351ea7692c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.782720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-5e0913a4-9c06-4d5a-b3b9-148970f66e73', 'network_id': '5e0913a4-9c06-4d5a-b3b9-148970f66e73', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'fixed_ips': [{'subnet_id': '640aa05f-cea9-4f38-8955-f01ca3378d58'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:35:16.783646 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:16.810667 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8acbc2ff-e6ac-4744-a1de-0059cf81fa8e req-1c14c847-8592-450e-a18c-67a522aa6195 service neutron] 10.222.0.18 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663081 Jul 09 13:35:16.823924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a305584e-53ed-40be-ba5c-ae08e3ab23df req-f47c7252-3618-4ed5-a233-a9847e7057df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:16.827680 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a305584e-53ed-40be-ba5c-ae08e3ab23df req-f47c7252-3618-4ed5-a233-a9847e7057df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=6ca86aa9-d1a8-4148-8806-c75d608435da HTTP/1.1" status: 200 len: 1096 time: 0.1203101 Jul 09 13:35:16.897390 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a305584e-53ed-40be-ba5c-ae08e3ab23df req-1c515674-4b5b-4beb-be2a-ff943cd27514 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645852 Jul 09 13:35:17.042994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Allocated IP 172.20.0.2 (5e0913a4-9c06-4d5a-b3b9-148970f66e73/640aa05f-cea9-4f38-8955-f01ca3378d58/5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:17.117147 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74cec3-24a5-431a-abbd-95880828322a req-eff5807b-6a5b-48fe-89c4-0660ea2aa936 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:17.124890 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e74cec3-24a5-431a-abbd-95880828322a req-eff5807b-6a5b-48fe-89c4-0660ea2aa936 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca86aa9-d1a8-4148-8806-c75d608435da HTTP/1.1" status: 200 len: 945 time: 0.2146084 Jul 09 13:35:17.224597 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a9ed88e-bb5e-462e-bf9d-5c351ea7692c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:17.231892 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:17.242912 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e74cec3-24a5-431a-abbd-95880828322a req-64753faf-b788-4e9a-9930-1f1a825c1996 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168728 Jul 09 13:35:17.243186 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Transition to ACTIVE for port object 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:17.269702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Transition to ACTIVE for port object 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:17.279392 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:17.338025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e05212-5265-4b71-be79-c9d296eacb48 req-d4e788ad-d88c-4c00-bc5b-f02bdf4c92e4 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:17.339967 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0e05212-5265-4b71-be79-c9d296eacb48 req-d4e788ad-d88c-4c00-bc5b-f02bdf4c92e4 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.2736771 Jul 09 13:35:17.340381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9ed88e-bb5e-462e-bf9d-5c351ea7692c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Subnet': ['ID=e7726703-7030-4dfc-b788-d44c49224cac,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:17.363983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5df8d37-dc56-41e6-a6f3-8d031b23d000', 'tag': 'd83f4d81-5c6e-4711-8f08-204fac65d9ec'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:17.366425 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-899606ee-ada1-4755-ae06-abb892de37fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c5df8d37-dc56-41e6-a6f3-8d031b23d000", "tag": "d83f4d81-5c6e-4711-8f08-204fac65d9ec"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:17.381822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Pushing event updated for resources: {'Port': ['ID=5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:17.386498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a9ed88e-bb5e-462e-bf9d-5c351ea7692c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Checking segment: {'id': '0cddedab-76ff-40f4-8505-57bedfcf7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cd2d736a-48d9-4918-957b-ec6afd23bbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:17.386869 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9ed88e-bb5e-462e-bf9d-5c351ea7692c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network hostable DHCP agents. Network: cd2d736a-48d9-4918-957b-ec6afd23bbf9, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:35:17.394559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Network 5e0913a4-9c06-4d5a-b3b9-148970f66e73 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:17.395814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:17.403155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:17.409718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0e05212-5265-4b71-be79-c9d296eacb48 req-0009a304-b272-4fd3-a528-1432b0c00945 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629158 Jul 09 13:35:17.424024 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a9ed88e-bb5e-462e-bf9d-5c351ea7692c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network cd2d736a-48d9-4918-957b-ec6afd23bbf9 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:35:17.454673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-2a9ed88e-bb5e-462e-bf9d-5c351ea7692c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, cd2d736a-48d9-4918-957b-ec6afd23bbf9) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:17.486483 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ada86f5-8db1-4689-8ab7-dcaddcfde914 None None] Network cd2d736a-48d9-4918-957b-ec6afd23bbf9 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:17.501579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a9ed88e-bb5e-462e-bf9d-5c351ea7692c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:17.502329 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a9ed88e-bb5e-462e-bf9d-5c351ea7692c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:17.527428 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e9363e3-97da-4e91-bee4-410786d971bb x-openstack-request-id: req-0e9363e3-97da-4e91-bee4-410786d971bb {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:17.531388 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5df8d37-dc56-41e6-a6f3-8d031b23d000", "tag": "d83f4d81-5c6e-4711-8f08-204fac65d9ec", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:17.532178 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e9363e3-97da-4e91-bee4-410786d971bb {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:17.532875 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5df8d37-dc56-41e6-a6f3-8d031b23d000', 'tag': 'd83f4d81-5c6e-4711-8f08-204fac65d9ec', 'status': 'completed', 'code': 200} Jul 09 13:35:17.533517 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35910) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:17.539678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-84331a12-0570-4722-8600-3be3c7638470 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1560979093', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:17.540398 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2a9ed88e-bb5e-462e-bf9d-5c351ea7692c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0780838 Jul 09 13:35:17.618912 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d1306-bd04-45f3-aa40-26b366a93caa req-4e505294-b23d-406d-aba4-f7408c2f227e tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:17.629388 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a0d1306-bd04-45f3-aa40-26b366a93caa req-4e505294-b23d-406d-aba4-f7408c2f227e tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 943 time: 0.1886060 Jul 09 13:35:17.674627 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84331a12-0570-4722-8600-3be3c7638470 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:17.680358 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84331a12-0570-4722-8600-3be3c7638470 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:17.695799 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a0d1306-bd04-45f3-aa40-26b366a93caa req-ccc4ac72-9d85-4be8-8272-203b14ce6b97 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653024 Jul 09 13:35:17.781301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899606ee-ada1-4755-ae06-abb892de37fd req-c42b7842-aaca-477e-8f6a-5bb22394632e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:17.783398 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-899606ee-ada1-4755-ae06-abb892de37fd req-c42b7842-aaca-477e-8f6a-5bb22394632e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 1094 time: 0.2325339 Jul 09 13:35:17.849077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 496c3315-d675-462d-abc8-63c7dc0c36b1 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:35:17.851509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 998f26ae-c1e8-461e-9100-c113a011cd84 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:17.891548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Attempting to bind port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:35:17.891870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Attempting to bind port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '5d925f0c-051a-40cc-9219-39de06485b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5e0913a4-9c06-4d5a-b3b9-148970f66e73'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:35:17.892214 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Attempting to bind port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 on network 5e0913a4-9c06-4d5a-b3b9-148970f66e73 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:17.902993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:35:17.903404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Checking segment: {'id': '5d925f0c-051a-40cc-9219-39de06485b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5e0913a4-9c06-4d5a-b3b9-148970f66e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:17.903809 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:17.904470 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Bound using segment: {'id': '5d925f0c-051a-40cc-9219-39de06485b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5e0913a4-9c06-4d5a-b3b9-148970f66e73'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:35:17.904969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Bound port: 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d925f0c-051a-40cc-9219-39de06485b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '5e0913a4-9c06-4d5a-b3b9-148970f66e73'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:35:17.905422 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:17.955681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cc5cdc-6718-4c88-a4b7-b3218785a1e7 req-07390eab-0260-484b-9f93-9aaafa3243ab tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:17.964673 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5cc5cdc-6718-4c88-a4b7-b3218785a1e7 req-07390eab-0260-484b-9f93-9aaafa3243ab tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 943 time: 0.1898205 Jul 09 13:35:17.979560 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899606ee-ada1-4755-ae06-abb892de37fd req-a2d10078-f4f6-413b-878a-d885af7aac48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:17.981710 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-899606ee-ada1-4755-ae06-abb892de37fd req-a2d10078-f4f6-413b-878a-d885af7aac48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 912 time: 0.1283541 Jul 09 13:35:17.983578 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84331a12-0570-4722-8600-3be3c7638470 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.008110 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84331a12-0570-4722-8600-3be3c7638470 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.009987 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:18.028124 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5cc5cdc-6718-4c88-a4b7-b3218785a1e7 req-29dbaec3-da73-4a58-9029-3e155001291a tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584371 Jul 09 13:35:18.073148 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-899606ee-ada1-4755-ae06-abb892de37fd req-f384978b-8b86-40cb-be6b-482ef6c68508 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d83f4d81-5c6e-4711-8f08-204fac65d9ec HTTP/1.1" status: 200 len: 217 time: 0.0836322 Jul 09 13:35:18.093925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84331a12-0570-4722-8600-3be3c7638470 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.098189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35924) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:18.098395 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-84331a12-0570-4722-8600-3be3c7638470 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5636458 Jul 09 13:35:18.144000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899606ee-ada1-4755-ae06-abb892de37fd req-2ad2b8ac-7a4d-49fe-b2fd-31494a4c8b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:18.146102 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-899606ee-ada1-4755-ae06-abb892de37fd req-2ad2b8ac-7a4d-49fe-b2fd-31494a4c8b33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fe541801-5f2f-44e7-bf6a-e4876e7170dc HTTP/1.1" status: 200 len: 851 time: 0.0639224 Jul 09 13:35:18.161777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] For port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:35:18.187855 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-899606ee-ada1-4755-ae06-abb892de37fd req-ccc09a22-dbda-4e67-a77c-0c8163ea8ebe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb871985-694c-4bff-b9c5-df10bd3971ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339580 Jul 09 13:35:18.221463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] For port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26,segment=NetworkSegment(5d925f0c-051a-40cc-9219-39de06485b96),segment_id=5d925f0c-051a-40cc-9219-39de06485b96)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:35:18.244959 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.266291 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 998f26ae-c1e8-461e-9100-c113a011cd84 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:18.317948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 998f26ae-c1e8-461e-9100-c113a011cd84 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:18.318384 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.342883 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 496c3315-d675-462d-abc8-63c7dc0c36b1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=496c3315-d675-462d-abc8-63c7dc0c36b1,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:18.435118 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-899606ee-ada1-4755-ae06-abb892de37fd req-763f40ac-37eb-4bd9-9352-8b2079ad42a6 service neutron] 10.222.0.18 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2277565 Jul 09 13:35:18.443802 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-cd2d736a-48d9-4918-957b-ec6afd23bbf9', 'network_id': 'cd2d736a-48d9-4918-957b-ec6afd23bbf9', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'fixed_ips': [{'subnet_id': 'e7726703-7030-4dfc-b788-d44c49224cac'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:35:18.445443 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.474371 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '496c3315-d675-462d-abc8-63c7dc0c36b1', 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e', 'port_id': '496c3315-d675-462d-abc8-63c7dc0c36b1', 'mac_address': 'fa:16:3e:12:e4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab4040e-8e01-4f04-9adc-821dc50dc627', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:35:18.489886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:18.508844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2442db-7a1c-4719-b55b-4df2958e07da None None] Pushing event updated for resources: {'Port': ['ID=5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:18.548061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:18.548336 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.744701 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.821578 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-899606ee-ada1-4755-ae06-abb892de37fd req-70022125-6930-459b-a259-13851d005501 service neutron] 10.222.0.18 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3717828 Jul 09 13:35:18.856798 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 496c3315-d675-462d-abc8-63c7dc0c36b1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:35:18.879888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 496c3315-d675-462d-abc8-63c7dc0c36b1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=496c3315-d675-462d-abc8-63c7dc0c36b1,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:18.904359 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.916828 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:18.992528 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=496c3315-d675-462d-abc8-63c7dc0c36b1,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:19.005823 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Allocated IP 172.21.0.2 (cd2d736a-48d9-4918-957b-ec6afd23bbf9/e7726703-7030-4dfc-b788-d44c49224cac/ce4a00a9-9277-4b01-b707-e4816a1f158c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:19.036523 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:19.154462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998f26ae-c1e8-461e-9100-c113a011cd84'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:19.156866 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c52f441-e87c-4db2-bed5-3eaa7ea46f00" -d '{"events": [{"server_uuid": "bba848d5-423c-4606-89ff-82ebedfa6164", "name": "network-vif-plugged", "status": "completed", "tag": "998f26ae-c1e8-461e-9100-c113a011cd84"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:19.175922 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:19.184845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=998f26ae-c1e8-461e-9100-c113a011cd84,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:19.199517 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['496c3315-d675-462d-abc8-63c7dc0c36b1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:19.209146 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:19.300213 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=998f26ae-c1e8-461e-9100-c113a011cd84,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:19.408227 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:19.422406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Transition to ACTIVE for port object ce4a00a9-9277-4b01-b707-e4816a1f158c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:19.443829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Transition to ACTIVE for port object ce4a00a9-9277-4b01-b707-e4816a1f158c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:19.460814 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:19.465453 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b579b35-5ee0-4ba0-b89b-62c5f2ec590f req-d19b2bb4-670d-46d0-a5cb-aca3fab14f69 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:19.467221 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b579b35-5ee0-4ba0-b89b-62c5f2ec590f req-d19b2bb4-670d-46d0-a5cb-aca3fab14f69 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=6ca86aa9-d1a8-4148-8806-c75d608435da HTTP/1.1" status: 200 len: 945 time: 0.9695253 Jul 09 13:35:19.499368 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6d3046ce-7f0b-4f22-b3ff-24ab1608e14a,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:19.527613 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02c74b8-5c69-45cf-aaad-70f137f2f041 req-0dc0c034-6d04-4b97-a181-635a3779e25d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:19.535677 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b02c74b8-5c69-45cf-aaad-70f137f2f041 req-0dc0c034-6d04-4b97-a181-635a3779e25d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 946 time: 0.7259605 Jul 09 13:35:19.542228 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:19.560919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Network cd2d736a-48d9-4918-957b-ec6afd23bbf9 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:19.587161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:19.591985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:19.634623 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Pushing event updated for resources: {'Port': ['ID=ce4a00a9-9277-4b01-b707-e4816a1f158c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:19.705125 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b579b35-5ee0-4ba0-b89b-62c5f2ec590f req-7c83f27e-7614-455a-b4e2-d29bf29bcc90 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926858 Jul 09 13:35:19.723050 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b02c74b8-5c69-45cf-aaad-70f137f2f041 req-2a4a78ce-5c3d-4698-a8a6-f1d94997023d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864898 Jul 09 13:35:19.813109 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d83f4d81-5c6e-4711-8f08-204fac65d9ec details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:35:19.815716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=6d3046ce-7f0b-4f22-b3ff-24ab1608e14a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:19.832235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Allocated IP 172.20.0.1 (5e0913a4-9c06-4d5a-b3b9-148970f66e73/640aa05f-cea9-4f38-8955-f01ca3378d58/b674de8e-8577-43c1-bb30-01ed6b01b555) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:19.920211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Attempting to bind port ce4a00a9-9277-4b01-b707-e4816a1f158c on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:35:19.920749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Attempting to bind port ce4a00a9-9277-4b01-b707-e4816a1f158c by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0cddedab-76ff-40f4-8505-57bedfcf7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cd2d736a-48d9-4918-957b-ec6afd23bbf9'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:35:19.920851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Attempting to bind port ce4a00a9-9277-4b01-b707-e4816a1f158c on network cd2d736a-48d9-4918-957b-ec6afd23bbf9 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:19.963535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:35:19.969032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Checking segment: {'id': '0cddedab-76ff-40f4-8505-57bedfcf7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cd2d736a-48d9-4918-957b-ec6afd23bbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:19.969527 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:19.969944 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Bound using segment: {'id': '0cddedab-76ff-40f4-8505-57bedfcf7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cd2d736a-48d9-4918-957b-ec6afd23bbf9'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:35:19.970465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Bound port: ce4a00a9-9277-4b01-b707-e4816a1f158c, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cddedab-76ff-40f4-8505-57bedfcf7524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'cd2d736a-48d9-4918-957b-ec6afd23bbf9'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:35:19.970860 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:20.047645 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:35:20.152525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b817cd3e-a7ed-478e-b646-14fc3814c2e0 None None] Network 5e0913a4-9c06-4d5a-b3b9-148970f66e73 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:20.214203 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:20.248569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Transition to ACTIVE for port object b674de8e-8577-43c1-bb30-01ed6b01b555 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:20.266078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e9b3b4-f2e7-4eb0-af80-587aac249182 req-b620dfab-0d14-4f99-8577-25f35a3381ca tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:20.273970 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c5e9b3b4-f2e7-4eb0-af80-587aac249182 req-b620dfab-0d14-4f99-8577-25f35a3381ca tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 943 time: 0.2584128 Jul 09 13:35:20.295113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port d83f4d81-5c6e-4711-8f08-204fac65d9ec, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d83f4d81-5c6e-4711-8f08-204fac65d9ec,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:20.350690 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'd83f4d81-5c6e-4711-8f08-204fac65d9ec', 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed', 'port_id': 'd83f4d81-5c6e-4711-8f08-204fac65d9ec', 'mac_address': 'fa:16:3e:b1:a4:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe541801-5f2f-44e7-bf6a-e4876e7170dc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:35:20.356421 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c5e9b3b4-f2e7-4eb0-af80-587aac249182 req-34d670a9-10f7-4f86-a73f-dc9b77f801b7 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798619 Jul 09 13:35:20.374889 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e2e0b3-492b-471e-8d97-51acea20b9ed req-4a1d6b6b-66cd-4e8a-9cf3-713e46f9e106 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:20.384265 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-28e2e0b3-492b-471e-8d97-51acea20b9ed req-4a1d6b6b-66cd-4e8a-9cf3-713e46f9e106 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 944 time: 0.2186964 Jul 09 13:35:20.388549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-db5be744-59f5-4750-b21a-cbaeeece9498 None None] Provisioning for port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:20.407867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] For port ce4a00a9-9277-4b01-b707-e4816a1f158c, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:35:20.458885 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-28e2e0b3-492b-471e-8d97-51acea20b9ed req-5b007e51-568e-4ede-a959-d175dcab3e0c tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726926 Jul 09 13:35:20.476173 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:20.482870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] For port ce4a00a9-9277-4b01-b707-e4816a1f158c, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ce4a00a9-9277-4b01-b707-e4816a1f158c,segment=NetworkSegment(0cddedab-76ff-40f4-8505-57bedfcf7524),segment_id=0cddedab-76ff-40f4-8505-57bedfcf7524)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:35:20.519479 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:20.580025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network 5e0913a4-9c06-4d5a-b3b9-148970f66e73 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:20.597271 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:20.608084 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:20.648907 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-142ca103-3fb7-4e6c-9384-b22ac6f04f94 x-openstack-request-id: req-142ca103-3fb7-4e6c-9384-b22ac6f04f94 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:20.649875 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba848d5-423c-4606-89ff-82ebedfa6164", "name": "network-vif-plugged", "status": "completed", "tag": "998f26ae-c1e8-461e-9100-c113a011cd84", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:20.649875 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-142ca103-3fb7-4e6c-9384-b22ac6f04f94 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:20.650511 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998f26ae-c1e8-461e-9100-c113a011cd84', 'code': 200} Jul 09 13:35:20.654025 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:20.656617 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:20.671816 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=b674de8e-8577-43c1-bb30-01ed6b01b555,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:20.715844 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:20.777326 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d83f4d81-5c6e-4711-8f08-204fac65d9ec {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:35:20.814104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2795e3-7f86-4d2e-9c97-0f566a0f5a99 req-3fc92d46-113d-4c4f-aea3-fdca78f70e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:20.816342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ad3dd-4e66-4608-8e7c-9d33552b4b7e None None] Pushing event updated for resources: {'Port': ['ID=ce4a00a9-9277-4b01-b707-e4816a1f158c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:20.816768 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bc2795e3-7f86-4d2e-9c97-0f566a0f5a99 req-3fc92d46-113d-4c4f-aea3-fdca78f70e8f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 1098 time: 0.0658691 Jul 09 13:35:20.850820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port d83f4d81-5c6e-4711-8f08-204fac65d9ec, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d83f4d81-5c6e-4711-8f08-204fac65d9ec,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:20.861433 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bc2795e3-7f86-4d2e-9c97-0f566a0f5a99 req-6b783845-47b4-4773-8e42-693e79db66f7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369530 Jul 09 13:35:20.865418 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:20.881187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:20.918878 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:20.919337 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:20.921210 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89045a59-4af2-49de-825e-47fe579f8851 req-95a7f309-27a2-4860-8c1e-8b51857a3d68 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:20.928218 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-89045a59-4af2-49de-825e-47fe579f8851 req-95a7f309-27a2-4860-8c1e-8b51857a3d68 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e296cfb-48f1-40b4-9bda-2b848568e02d HTTP/1.1" status: 200 len: 946 time: 0.2607336 Jul 09 13:35:21.017937 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:21.093067 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-89045a59-4af2-49de-825e-47fe579f8851 req-7977e9d5-023a-4383-90e8-5da9128d0e3f tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598608 Jul 09 13:35:21.282968 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=d83f4d81-5c6e-4711-8f08-204fac65d9ec,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:21.337065 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:21.376922 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['d83f4d81-5c6e-4711-8f08-204fac65d9ec'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:21.425507 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26,segment=NetworkSegment(5d925f0c-051a-40cc-9219-39de06485b96),segment_id=5d925f0c-051a-40cc-9219-39de06485b96)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:21.435310 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:21.527028 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:21.672174 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b6e444be-e1a9-4f33-98d7-75692e2209dd None None] Provisioning complete for port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:21.672564 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6e444be-e1a9-4f33-98d7-75692e2209dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:21.754127 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 496c3315-d675-462d-abc8-63c7dc0c36b1 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:21.812600 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:21.829352 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:21.929344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 496c3315-d675-462d-abc8-63c7dc0c36b1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:21.935132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466b8251-c979-4647-b1f2-71b057499b4b req-c87d4c0e-c34f-49e3-b04c-29a15ab12e9e tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:21.936110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 496c3315-d675-462d-abc8-63c7dc0c36b1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:21.936724 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:21.942422 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-466b8251-c979-4647-b1f2-71b057499b4b req-c87d4c0e-c34f-49e3-b04c-29a15ab12e9e tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 945 time: 0.5185585 Jul 09 13:35:21.964771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cba2df-828f-4c0b-b833-ef1b1e92c886 req-a9a9f9e0-d60c-4f67-b9a3-9a360955604e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:21.971813 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-64cba2df-828f-4c0b-b833-ef1b1e92c886 req-a9a9f9e0-d60c-4f67-b9a3-9a360955604e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 947 time: 0.6190031 Jul 09 13:35:21.986424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b6e444be-e1a9-4f33-98d7-75692e2209dd None None] Provisioning for port b674de8e-8577-43c1-bb30-01ed6b01b555 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:21.994344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b6e444be-e1a9-4f33-98d7-75692e2209dd None None] Provisioning complete for port b674de8e-8577-43c1-bb30-01ed6b01b555 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:21.994557 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b6e444be-e1a9-4f33-98d7-75692e2209dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:22.023642 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=b674de8e-8577-43c1-bb30-01ed6b01b555,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:22.124019 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-64cba2df-828f-4c0b-b833-ef1b1e92c886 req-578659e0-1c98-4eed-90a3-32fbeef4591c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1512897 Jul 09 13:35:22.151653 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-466b8251-c979-4647-b1f2-71b057499b4b req-86a37e92-a0dd-4f1b-901b-8d6d98dc4b79 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/security-groups?id=599aca71-9a7b-4be4-967e-0951941c7c60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2045345 Jul 09 13:35:22.157355 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:22.196519 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:22.211522 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b6e444be-e1a9-4f33-98d7-75692e2209dd None None] Port b674de8e-8577-43c1-bb30-01ed6b01b555 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:35:22.318502 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 496c3315-d675-462d-abc8-63c7dc0c36b1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=496c3315-d675-462d-abc8-63c7dc0c36b1,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:22.330732 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:22.488034 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network 5e0913a4-9c06-4d5a-b3b9-148970f66e73 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:22.488763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=496c3315-d675-462d-abc8-63c7dc0c36b1,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:22.495640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75ebce23-6413-4f43-81ab-c0ca8f65d3ce None None] Network cd2d736a-48d9-4918-957b-ec6afd23bbf9 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:22.496521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:22.655304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2e36d79f-ed4a-45bf-9e2d-7e1c9ad0490b None None] Provisioning complete for port b674de8e-8577-43c1-bb30-01ed6b01b555 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:22.656224 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e36d79f-ed4a-45bf-9e2d-7e1c9ad0490b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:22.660681 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e296cfb-48f1-40b4-9bda-2b848568e02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3046ce-7f0b-4f22-b3ff-24ab1608e14a'}, {'server_uuid': '2b59b749-2362-49f8-ad6a-6eb986e99d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496c3315-d675-462d-abc8-63c7dc0c36b1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:22.666834 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b464cf53-f684-4d8e-b265-ff67603691df" -d '{"events": [{"server_uuid": "5e296cfb-48f1-40b4-9bda-2b848568e02d", "name": "network-vif-plugged", "status": "completed", "tag": "6d3046ce-7f0b-4f22-b3ff-24ab1608e14a"}, {"server_uuid": "2b59b749-2362-49f8-ad6a-6eb986e99d26", "name": "network-vif-plugged", "status": "completed", "tag": "496c3315-d675-462d-abc8-63c7dc0c36b1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:22.737221 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:22.741938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64127cd-df41-4d72-a1f7-850d99118819 req-2543382e-5376-4858-89a5-1501ab63730a tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:22.743648 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b64127cd-df41-4d72-a1f7-850d99118819 req-2543382e-5376-4858-89a5-1501ab63730a tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 945 time: 0.1619284 Jul 09 13:35:22.807576 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807fd7da-3e4d-46f6-9806-8e2b55c52beb req-2bac7c17-8e5d-48c0-9d04-24ecb080d820 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:22.815438 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-807fd7da-3e4d-46f6-9806-8e2b55c52beb req-2bac7c17-8e5d-48c0-9d04-24ecb080d820 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 944 time: 0.4684186 Jul 09 13:35:22.915923 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2e36d79f-ed4a-45bf-9e2d-7e1c9ad0490b None None] Port b674de8e-8577-43c1-bb30-01ed6b01b555 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:35:22.922911 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 114885f1-bb46-4a61-b259-759ee711017b is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:35:22.949932 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-807fd7da-3e4d-46f6-9806-8e2b55c52beb req-ba5e2004-578f-40bf-9b5d-d3282eb85501 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335778 Jul 09 13:35:22.975325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b64127cd-df41-4d72-a1f7-850d99118819 req-b6337216-c7ec-4d78-b12e-bcea2fab1cb6 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Deleting port a5b95b14-ce04-4ede-9a08-0f8473bb1f81 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:22.976222 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b64127cd-df41-4d72-a1f7-850d99118819 req-b6337216-c7ec-4d78-b12e-bcea2fab1cb6 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.034777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:23.040566 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.060111 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-48780cb2-4444-438e-a139-5b5205581b43 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1951268 Jul 09 13:35:23.068180 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589e818-76d1-435a-9b51-d94c3ce8621c req-f4653802-39f3-471e-9309-97646a31023c tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:23.072714 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9589e818-76d1-435a-9b51-d94c3ce8621c req-f4653802-39f3-471e-9309-97646a31023c tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.3291681 Jul 09 13:35:23.105504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:35:23.134882 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bd551bbb-7493-4bf6-acbf-21e5b63d2fcc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/114885f1-bb46-4a61-b259-759ee711017b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0349002 Jul 09 13:35:23.139169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36028) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:23.153388 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579040fd-23ba-40e2-9e47-a2aca319da0e None None] Sync routers for ids ['114885f1-bb46-4a61-b259-759ee711017b'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:35:23.155012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b64127cd-df41-4d72-a1f7-850d99118819 req-b6337216-c7ec-4d78-b12e-bcea2fab1cb6 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] For port a5b95b14-ce04-4ede-9a08-0f8473bb1f81, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a5b95b14-ce04-4ede-9a08-0f8473bb1f81,segment=NetworkSegment(59958029-1a58-4efe-b6dc-d33c97333f6f),segment_id=59958029-1a58-4efe-b6dc-d33c97333f6f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:23.155878 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b64127cd-df41-4d72-a1f7-850d99118819 req-b6337216-c7ec-4d78-b12e-bcea2fab1cb6 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.175460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b64127cd-df41-4d72-a1f7-850d99118819 req-b6337216-c7ec-4d78-b12e-bcea2fab1cb6 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Calling delete_port for a5b95b14-ce04-4ede-9a08-0f8473bb1f81 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:23.197995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7fc44910-1371-421c-aeae-8b2ca67ceaf6 None None] Provisioning for port ce4a00a9-9277-4b01-b707-e4816a1f158c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:23.210601 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579040fd-23ba-40e2-9e47-a2aca319da0e None None] Routers {'114885f1-bb46-4a61-b259-759ee711017b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:23.211626 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-579040fd-23ba-40e2-9e47-a2aca319da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:35:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['114885f1-bb46-4a61-b259-759ee711017b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:23.278544 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-579040fd-23ba-40e2-9e47-a2aca319da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:23.322323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7fc44910-1371-421c-aeae-8b2ca67ceaf6 None None] Provisioning complete for port b674de8e-8577-43c1-bb30-01ed6b01b555 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:23.322939 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fc44910-1371-421c-aeae-8b2ca67ceaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.332492 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579040fd-23ba-40e2-9e47-a2aca319da0e None None] Routers {'114885f1-bb46-4a61-b259-759ee711017b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:23.333366 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-579040fd-23ba-40e2-9e47-a2aca319da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:35:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['114885f1-bb46-4a61-b259-759ee711017b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:23.341846 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9589e818-76d1-435a-9b51-d94c3ce8621c req-272c2d3f-0387-423b-ae59-e9abe51cbee2 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2052450 Jul 09 13:35:23.407517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb13d4d-8068-467a-8eaa-1d856c062fa7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:23.410134 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6bb13d4d-8068-467a-8eaa-1d856c062fa7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports/b674de8e-8577-43c1-bb30-01ed6b01b555 HTTP/1.1" status: 200 len: 910 time: 0.2628424 Jul 09 13:35:23.418418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36038) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:23.426503 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-579040fd-23ba-40e2-9e47-a2aca319da0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:23.427383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-579040fd-23ba-40e2-9e47-a2aca319da0e None None] The sync data for ids ['114885f1-bb46-4a61-b259-759ee711017b'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:35:23.434353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ce4a00a9-9277-4b01-b707-e4816a1f158c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:23.465363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-010786b4-fbdc-410d-bd54-d2704d9bd4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:23.466119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-010786b4-fbdc-410d-bd54-d2704d9bd4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:23.466760 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-010786b4-fbdc-410d-bd54-d2704d9bd4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:23.467431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-010786b4-fbdc-410d-bd54-d2704d9bd4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:23.468058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-010786b4-fbdc-410d-bd54-d2704d9bd4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:23.468817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-010786b4-fbdc-410d-bd54-d2704d9bd4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:23.469443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-010786b4-fbdc-410d-bd54-d2704d9bd4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:23.471600 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-010786b4-fbdc-410d-bd54-d2704d9bd4c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=590f3198215a402b9f863adddb8b13ff&device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 6491 time: 0.2276690 Jul 09 13:35:23.489675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7fc44910-1371-421c-aeae-8b2ca67ceaf6 None None] Port b674de8e-8577-43c1-bb30-01ed6b01b555 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:35:23.510161 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b64127cd-df41-4d72-a1f7-850d99118819 req-b6337216-c7ec-4d78-b12e-bcea2fab1cb6 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.541818 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['a5b95b14-ce04-4ede-9a08-0f8473bb1f81'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:23.618820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port ce4a00a9-9277-4b01-b707-e4816a1f158c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:23.623534 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ce4a00a9-9277-4b01-b707-e4816a1f158c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:23.623923 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.680304 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6337216-c7ec-4d78-b12e-bcea2fab1cb6 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Pushing event deleted for resources: {'Port': ['ID=a5b95b14-ce04-4ede-9a08-0f8473bb1f81,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:23.743845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d83f4d81-5c6e-4711-8f08-204fac65d9ec up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:23.755926 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b64127cd-df41-4d72-a1f7-850d99118819 req-b6337216-c7ec-4d78-b12e-bcea2fab1cb6 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] No DVR routers for this DVR port a5b95b14-ce04-4ede-9a08-0f8473bb1f81 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:23.763912 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43884104-4498-4753-98c6-f2735cdae374 req-090cc57b-a53b-4bff-9373-be2f71682e47 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:23.765186 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b64127cd-df41-4d72-a1f7-850d99118819 req-b6337216-c7ec-4d78-b12e-bcea2fab1cb6 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.767439 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b64127cd-df41-4d72-a1f7-850d99118819 req-b6337216-c7ec-4d78-b12e-bcea2fab1cb6 tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.15 "DELETE /v2.0/ports/a5b95b14-ce04-4ede-9a08-0f8473bb1f81 HTTP/1.1" status: 204 len: 173 time: 1.0179989 Jul 09 13:35:23.767897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd821281-14fe-4405-9e38-0fc24c7c8b88', 'name': 'network-vif-deleted', 'tag': 'a5b95b14-ce04-4ede-9a08-0f8473bb1f81'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:23.771145 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96b3c71-7e3f-4c45-97bf-e0a3b1f24aff" -d '{"events": [{"server_uuid": "cd821281-14fe-4405-9e38-0fc24c7c8b88", "name": "network-vif-deleted", "tag": "a5b95b14-ce04-4ede-9a08-0f8473bb1f81"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:23.778934 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43884104-4498-4753-98c6-f2735cdae374 req-090cc57b-a53b-4bff-9373-be2f71682e47 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e296cfb-48f1-40b4-9bda-2b848568e02d HTTP/1.1" status: 200 len: 946 time: 0.6369839 Jul 09 13:35:23.840054 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cac76a-2513-436d-a0df-c362eb15d047 x-openstack-request-id: req-a4cac76a-2513-436d-a0df-c362eb15d047 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:23.842119 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e296cfb-48f1-40b4-9bda-2b848568e02d", "name": "network-vif-plugged", "status": "completed", "tag": "6d3046ce-7f0b-4f22-b3ff-24ab1608e14a", "code": 200}, {"server_uuid": "2b59b749-2362-49f8-ad6a-6eb986e99d26", "name": "network-vif-plugged", "status": "completed", "tag": "496c3315-d675-462d-abc8-63c7dc0c36b1", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:23.844294 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4cac76a-2513-436d-a0df-c362eb15d047 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:23.845005 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e296cfb-48f1-40b4-9bda-2b848568e02d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3046ce-7f0b-4f22-b3ff-24ab1608e14a', 'code': 200} Jul 09 13:35:23.845194 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b59b749-2362-49f8-ad6a-6eb986e99d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496c3315-d675-462d-abc8-63c7dc0c36b1', 'code': 200} Jul 09 13:35:23.862303 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-80f08468-526c-4331-a2c0-dbcb67a0b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:23.862979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-80f08468-526c-4331-a2c0-dbcb67a0b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:23.863638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-80f08468-526c-4331-a2c0-dbcb67a0b898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:23.873109 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-80f08468-526c-4331-a2c0-dbcb67a0b898 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d737c001-7bab-4f5d-8700-9afe90af1f16&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76&id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 HTTP/1.1" status: 200 len: 2289 time: 0.3258088 Jul 09 13:35:23.895147 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9b55a2b6-6069-461b-b34d-d228bf51b27b None None] Provisioning complete for port ce4a00a9-9277-4b01-b707-e4816a1f158c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:23.895585 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b55a2b6-6069-461b-b34d-d228bf51b27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:23.918537 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43884104-4498-4753-98c6-f2735cdae374 req-86125547-f3ce-4b0e-a8ba-5df9a2f92708 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268132 Jul 09 13:35:24.098961 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c726bbf-d8d5-4cc7-9a7f-cc719fbb4aa8 req-0089525d-5028-497f-b518-2b2aac6c615a tempest-AttachVolumeNegativeTest-1563792457 tempest-AttachVolumeNegativeTest-1563792457-project] 10.222.0.39 "GET /v2.0/ports?device_id=cd821281-14fe-4405-9e38-0fc24c7c8b88 HTTP/1.1" status: 200 len: 210 time: 0.0721233 Jul 09 13:35:24.100170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port d83f4d81-5c6e-4711-8f08-204fac65d9ec completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:24.136324 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port d83f4d81-5c6e-4711-8f08-204fac65d9ec triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:24.136743 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:24.188191 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-7748fefd-8c81-4aa3-a745-f16a7e285eaa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4edfb6ea-db14-4165-bcd2-8f02f28336be HTTP/1.1" status: 200 len: 1001 time: 0.3089180 Jul 09 13:35:24.217987 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b55a2b6-6069-461b-b34d-d228bf51b27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:24.222190 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b82bf494-89ef-45ae-82f4-0db36f48e96b x-openstack-request-id: req-b82bf494-89ef-45ae-82f4-0db36f48e96b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:24.225131 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:24.225783 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd821281-14fe-4405-9e38-0fc24c7c8b88", "name": "network-vif-deleted", "tag": "a5b95b14-ce04-4ede-9a08-0f8473bb1f81", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:24.226139 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b82bf494-89ef-45ae-82f4-0db36f48e96b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:24.226853 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd821281-14fe-4405-9e38-0fc24c7c8b88', 'name': 'network-vif-deleted', 'tag': 'a5b95b14-ce04-4ede-9a08-0f8473bb1f81', 'status': 'completed', 'code': 200} Jul 09 13:35:24.304637 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port ce4a00a9-9277-4b01-b707-e4816a1f158c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ce4a00a9-9277-4b01-b707-e4816a1f158c,segment=NetworkSegment(0cddedab-76ff-40f4-8505-57bedfcf7524),segment_id=0cddedab-76ff-40f4-8505-57bedfcf7524)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:24.317838 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:24.401234 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-9b55a2b6-6069-461b-b34d-d228bf51b27b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:35:24.401946 n-d-799525-3 neutron-server[93755]: DEBUG oslo_db.api [None req-9b55a2b6-6069-461b-b34d-d228bf51b27b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:35:24.459806 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=ce4a00a9-9277-4b01-b707-e4816a1f158c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:24.480255 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:24.531716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port d83f4d81-5c6e-4711-8f08-204fac65d9ec, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d83f4d81-5c6e-4711-8f08-204fac65d9ec,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:24.538891 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:24.595942 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=d83f4d81-5c6e-4711-8f08-204fac65d9ec,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:24.697548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b884f2-b7f8-4c91-ab19-deca27c87bbb req-75c462c4-4ced-4ff6-8848-a9d650db822a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:24.699407 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37b884f2-b7f8-4c91-ab19-deca27c87bbb req-75c462c4-4ced-4ff6-8848-a9d650db822a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5e296cfb-48f1-40b4-9bda-2b848568e02d HTTP/1.1" status: 200 len: 1097 time: 0.7154698 Jul 09 13:35:24.742529 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8e5e7-a35c-4a72-975b-55cda98330fe req-47367a5d-99d6-4a76-aeff-b956e771e6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:24.744111 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-91e8e5e7-a35c-4a72-975b-55cda98330fe req-47367a5d-99d6-4a76-aeff-b956e771e6a1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 1096 time: 0.7636297 Jul 09 13:35:24.745936 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37b884f2-b7f8-4c91-ab19-deca27c87bbb req-c07e4d1d-e04b-4a0e-aa13-9ed051837f25 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377719 Jul 09 13:35:24.748073 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-3619ce42-91d1-4034-a4d9-c02cd2ad2373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:24.749709 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-3619ce42-91d1-4034-a4d9-c02cd2ad2373 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c761eaf5-8e23-405f-bf31-0b4ca38c7398 HTTP/1.1" status: 200 len: 850 time: 0.5512207 Jul 09 13:35:24.822952 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-91e8e5e7-a35c-4a72-975b-55cda98330fe req-98ced562-1d3a-428e-9d41-4ce127b27e6d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719380 Jul 09 13:35:24.850259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-3fdee8e2-b740-4254-96f6-9d78abbc2b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:24.853363 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-3fdee8e2-b740-4254-96f6-9d78abbc2b4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d737c001-7bab-4f5d-8700-9afe90af1f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0969687 Jul 09 13:35:24.856841 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2330f1-002e-4fa8-9bd5-01312970cb18 req-31f75e36-97fe-4c7f-bb74-3d19c1cef8b1 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:24.858350 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d2330f1-002e-4fa8-9bd5-01312970cb18 req-31f75e36-97fe-4c7f-bb74-3d19c1cef8b1 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 947 time: 0.6741903 Jul 09 13:35:24.875967 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60b1780-a4f7-4bf9-a2d9-30f4740d18c0 req-a5e848aa-7920-4048-b1ab-984674bf3c2c tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:24.877847 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a60b1780-a4f7-4bf9-a2d9-30f4740d18c0 req-a5e848aa-7920-4048-b1ab-984674bf3c2c tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 945 time: 0.1816418 Jul 09 13:35:24.969904 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:24.976559 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-7aeabef8-23cb-4dea-804f-ce50cbf00a71 service neutron] 10.222.0.18 "GET /v2.0/networks/d737c001-7bab-4f5d-8700-9afe90af1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059394 Jul 09 13:35:24.978022 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d2330f1-002e-4fa8-9bd5-01312970cb18 req-15e652d7-cb9e-4bab-ada6-ddc5ba01bd30 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126060 Jul 09 13:35:24.993387 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a60b1780-a4f7-4bf9-a2d9-30f4740d18c0 req-2a67b198-8b57-44a5-a65c-4a749fe479ef tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912147 Jul 09 13:35:25.094334 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-563be689-69ae-4c26-ba18-96e921451a32 service neutron] 10.222.0.18 "GET /v2.0/networks/d737c001-7bab-4f5d-8700-9afe90af1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114368 Jul 09 13:35:25.156388 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-543fb602-0d79-43fc-aae1-400b92259c94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=28930a53-11dd-4de0-887b-cd975c02419b HTTP/1.1" status: 200 len: 217 time: 0.0556369 Jul 09 13:35:25.217900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-ef10bdd4-2f09-4ae5-960e-4b0a25e52846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:25.219806 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-ef10bdd4-2f09-4ae5-960e-4b0a25e52846 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 200 len: 797 time: 0.0568922 Jul 09 13:35:25.292317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-96542d15-0c62-445a-a925-55c9eb882634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:25.294548 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-96542d15-0c62-445a-a925-55c9eb882634 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0676634 Jul 09 13:35:25.365954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Allocated IP 172.21.0.1 (cd2d736a-48d9-4918-957b-ec6afd23bbf9/e7726703-7030-4dfc-b788-d44c49224cac/9dc33b42-2acf-4739-9240-d362fd55a30f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:25.396166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7906dc-bcc1-4473-92e3-ead599732728 req-2a95d692-b1e9-4aab-bf78-4bfc8ba9f938 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:25.397984 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de7906dc-bcc1-4473-92e3-ead599732728 req-2a95d692-b1e9-4aab-bf78-4bfc8ba9f938 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.2295756 Jul 09 13:35:25.407159 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-7248b117-5e1b-414f-8b15-d3b9ef3040cf service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052532 Jul 09 13:35:25.518894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121cd403-6689-42e1-bfee-25f9fc68d114 req-7f0eaf85-74b4-4c55-8c6a-58537b9985c2 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:25.523081 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-b3a09581-6748-41c9-84bc-f9cbfa09320b service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083033 Jul 09 13:35:25.527638 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-121cd403-6689-42e1-bfee-25f9fc68d114 req-7f0eaf85-74b4-4c55-8c6a-58537b9985c2 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e296cfb-48f1-40b4-9bda-2b848568e02d HTTP/1.1" status: 200 len: 946 time: 0.2254682 Jul 09 13:35:25.556824 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de7906dc-bcc1-4473-92e3-ead599732728 req-e0d637a1-6144-4070-9f4a-9fb5693bcda4 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368465 Jul 09 13:35:25.611073 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-121cd403-6689-42e1-bfee-25f9fc68d114 req-20803cb5-8f7a-4d36-b828-a576b48d42e8 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824223 Jul 09 13:35:25.621246 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-a1fc375e-31fc-4d52-81a5-de29e378f96c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=ea254c8c-527b-4377-8ac0-c397795b2168 HTTP/1.1" status: 200 len: 217 time: 0.0893989 Jul 09 13:35:25.635378 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:25.653406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Transition to ACTIVE for port object 9dc33b42-2acf-4739-9240-d362fd55a30f will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:25.688984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-88499a07-1997-499f-8aa7-177b082e7787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:25.690708 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-88499a07-1997-499f-8aa7-177b082e7787 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 200 len: 797 time: 0.0629995 Jul 09 13:35:25.693093 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36060) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:25.724318 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:25.780961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-7c04495a-ff7d-4eec-a976-df51870c054c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:25.782946 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-7c04495a-ff7d-4eec-a976-df51870c054c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0792122 Jul 09 13:35:25.786530 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network cd2d736a-48d9-4918-957b-ec6afd23bbf9 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:25.800146 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-a82b51e6-7eab-4d69-be23-8df7ce501cce admin admin] Deleting subnet bb0dba8b-d545-4178-9f00-28746fc5b6b3 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:35:25.802600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:25.810502 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a82b51e6-7eab-4d69-be23-8df7ce501cce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:25.812947 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:25.846835 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5df8d37-dc56-41e6-a6f3-8d031b23d000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83f4d81-5c6e-4711-8f08-204fac65d9ec'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:25.851072 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26be4d09-4832-4433-9adb-2b7908913784" -d '{"events": [{"server_uuid": "c5df8d37-dc56-41e6-a6f3-8d031b23d000", "name": "network-vif-plugged", "status": "completed", "tag": "d83f4d81-5c6e-4711-8f08-204fac65d9ec"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:25.930435 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-06df0c7c-5abf-47af-9d16-9f88bd19bca6 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411483 Jul 09 13:35:25.934523 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f53539-c0ad-4c71-8d58-93dcdc8cc978 x-openstack-request-id: req-46f53539-c0ad-4c71-8d58-93dcdc8cc978 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:25.935352 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5df8d37-dc56-41e6-a6f3-8d031b23d000", "name": "network-vif-plugged", "status": "completed", "tag": "d83f4d81-5c6e-4711-8f08-204fac65d9ec", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:25.935705 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-46f53539-c0ad-4c71-8d58-93dcdc8cc978 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:25.936191 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5df8d37-dc56-41e6-a6f3-8d031b23d000', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd83f4d81-5c6e-4711-8f08-204fac65d9ec', 'code': 200} Jul 09 13:35:25.947342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=9dc33b42-2acf-4739-9240-d362fd55a30f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:25.981475 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a82b51e6-7eab-4d69-be23-8df7ce501cce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:25.989521 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a5b95b14-ce04-4ede-9a08-0f8473bb1f81 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:26.020086 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.043521 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: a5b95b14-ce04-4ede-9a08-0f8473bb1f81 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:35:26.044545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a5b95b14-ce04-4ede-9a08-0f8473bb1f81 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:35:26.143877 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a82b51e6-7eab-4d69-be23-8df7ce501cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.196713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-55a3be74-229d-4188-82e7-2b5f6ec18a52 None None] Provisioning for port 9dc33b42-2acf-4739-9240-d362fd55a30f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:26.201569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-55a3be74-229d-4188-82e7-2b5f6ec18a52 None None] Provisioning complete for port 9dc33b42-2acf-4739-9240-d362fd55a30f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:26.202093 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55a3be74-229d-4188-82e7-2b5f6ec18a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.261662 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-55a3be74-229d-4188-82e7-2b5f6ec18a52 None None] Port 9dc33b42-2acf-4739-9240-d362fd55a30f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:35:26.269965 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-dcf1fc55-3b29-467d-a7fc-a092f85038e3 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281517 Jul 09 13:35:26.355788 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b4923b-4cbe-40fa-a45f-dcf49101224d req-82229b87-94c2-4fbc-bad7-7ee66d2d19a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:26.358140 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c8b4923b-4cbe-40fa-a45f-dcf49101224d req-82229b87-94c2-4fbc-bad7-7ee66d2d19a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 1096 time: 0.2925963 Jul 09 13:35:26.360590 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-51873e0f-f8b7-43bb-92f4-b3f8af3988be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=1000f9a7-444e-4349-b942-82d071e6b185 HTTP/1.1" status: 200 len: 217 time: 0.0786002 Jul 09 13:35:26.363366 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.366283 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a82b51e6-7eab-4d69-be23-8df7ce501cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.422264 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82b51e6-7eab-4d69-be23-8df7ce501cce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb0dba8b-d545-4178-9f00-28746fc5b6b3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:26.427130 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a82b51e6-7eab-4d69-be23-8df7ce501cce admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.430056 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a82b51e6-7eab-4d69-be23-8df7ce501cce admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bb0dba8b-d545-4178-9f00-28746fc5b6b3 HTTP/1.1" status: 204 len: 168 time: 0.7350311 Jul 09 13:35:26.448833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36080) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:26.471187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8077f57-d215-43c5-b12a-71753e835767 req-44e0bac9-d968-49fd-966e-99df9759b236 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:26.472762 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8077f57-d215-43c5-b12a-71753e835767 req-44e0bac9-d968-49fd-966e-99df9759b236 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 945 time: 0.2754180 Jul 09 13:35:26.540370 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c8b4923b-4cbe-40fa-a45f-dcf49101224d req-204bf4d3-aece-4529-9df5-9434132e4c01 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328578 Jul 09 13:35:26.565257 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ce4a00a9-9277-4b01-b707-e4816a1f158c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:26.592726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-ff45d323-5fa7-452e-9e91-b5f4483f6ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:26.599806 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-ff45d323-5fa7-452e-9e91-b5f4483f6ef8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 200 len: 797 time: 0.2294617 Jul 09 13:35:26.624834 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8077f57-d215-43c5-b12a-71753e835767 req-763dfde8-548b-440a-aaf3-12aa4957860c tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430016 Jul 09 13:35:26.625342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36086) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:26.656140 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69d47905-0c8a-413c-a6f0-dfd3f2ce68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.704969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ce4a00a9-9277-4b01-b707-e4816a1f158c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:26.707738 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.782180 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-89c68596-a517-4dfe-bc19-31f6f7b8472b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:26.786910 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-89c68596-a517-4dfe-bc19-31f6f7b8472b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1775992 Jul 09 13:35:26.897908 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69d47905-0c8a-413c-a6f0-dfd3f2ce68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.914372 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-69d47905-0c8a-413c-a6f0-dfd3f2ce68d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc9d62b8-4412-47a6-9995-749ff322404e']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:26.925240 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9ba37433-0dcf-47df-9a4a-8693a54370ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.928337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-69d47905-0c8a-413c-a6f0-dfd3f2ce68d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59958029-1a58-4efe-b6dc-d33c97333f6f') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:26.929262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-69d47905-0c8a-413c-a6f0-dfd3f2ce68d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59958029-1a58-4efe-b6dc-d33c97333f6f') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:26.946918 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69d47905-0c8a-413c-a6f0-dfd3f2ce68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.969821 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69d47905-0c8a-413c-a6f0-dfd3f2ce68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.984690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69d47905-0c8a-413c-a6f0-dfd3f2ce68d6 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:26.985195 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69d47905-0c8a-413c-a6f0-dfd3f2ce68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:35:26.987263 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:35:27.013102 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-179cd4df-df34-467d-b56c-bbf3aeae0433 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2113435 Jul 09 13:35:27.060488 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aed695-e841-44c9-a83b-86545de7c2d0 req-9ee85664-e0ae-4349-a35e-4bc83593a826 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:27.061959 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12aed695-e841-44c9-a83b-86545de7c2d0 req-9ee85664-e0ae-4349-a35e-4bc83593a826 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.2723727 Jul 09 13:35:27.090901 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.107048 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69d47905-0c8a-413c-a6f0-dfd3f2ce68d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.116754 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69d47905-0c8a-413c-a6f0-dfd3f2ce68d6 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.117012 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.118357 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-69d47905-0c8a-413c-a6f0-dfd3f2ce68d6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/dc9d62b8-4412-47a6-9995-749ff322404e HTTP/1.1" status: 204 len: 168 time: 0.6682701 Jul 09 13:35:27.135770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ac0d04-ab6d-42fc-bca2-a19626a2458b req-6f4f25db-96b9-4955-b618-0b4159454c55 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:27.137200 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31ac0d04-ab6d-42fc-bca2-a19626a2458b req-6f4f25db-96b9-4955-b618-0b4159454c55 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e296cfb-48f1-40b4-9bda-2b848568e02d HTTP/1.1" status: 200 len: 946 time: 0.2421925 Jul 09 13:35:27.139349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d47905-0c8a-413c-a6f0-dfd3f2ce68d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc9d62b8-4412-47a6-9995-749ff322404e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:27.177091 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-e8686563-df6e-4fd3-9446-85f31f3b36c8 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287439 Jul 09 13:35:27.249223 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-1fb20995-6880-4808-9cd0-d19f8f7d0082 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 HTTP/1.1" status: 200 len: 217 time: 0.0498044 Jul 09 13:35:27.257010 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12aed695-e841-44c9-a83b-86545de7c2d0 req-a788fb0d-d0a9-4327-9538-30f5a986186e tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851511 Jul 09 13:35:27.281518 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.288969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=9dc33b42-2acf-4739-9240-d362fd55a30f,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:27.301195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36096) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:27.327144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-1a7e71a7-163d-49dc-9aac-c440b09ffa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:27.328804 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-1a7e71a7-163d-49dc-9aac-c440b09ffa5d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 200 len: 797 time: 0.0726578 Jul 09 13:35:27.330053 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31ac0d04-ab6d-42fc-bca2-a19626a2458b req-66503c3f-0151-4a6d-9b9e-7572d084cdb2 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454506 Jul 09 13:35:27.404484 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cbb8a94a-20bc-46a8-af7f-e3a118fde48f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9a9527aafb664a62aa8fea36ce6186cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0989041 Jul 09 13:35:27.404484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36102) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:27.407908 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9ba37433-0dcf-47df-9a4a-8693a54370ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.420845 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9ba37433-0dcf-47df-9a4a-8693a54370ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.457016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-d9b3e5fe-9373-443e-90af-98b43b5c9867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:27.458652 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-d9b3e5fe-9373-443e-90af-98b43b5c9867 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1189222 Jul 09 13:35:27.506032 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a381975e-9eb7-42d0-a218-54c4448365b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.523900 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9ba37433-0dcf-47df-9a4a-8693a54370ae admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a284a01c2d484f96b7331c53f54cdb87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8908758 Jul 09 13:35:27.525214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba37433-0dcf-47df-9a4a-8693a54370ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2557a4e1-4489-458d-a274-9c4f52fabf14,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:27.532702 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36104) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:27.540021 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network cd2d736a-48d9-4918-957b-ec6afd23bbf9 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:27.547359 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:27.594076 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a381975e-9eb7-42d0-a218-54c4448365b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.666727 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-26323514-bba5-4fa7-a1c2-5da845bdcc98 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2000265 Jul 09 13:35:27.720567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059666ca-f8e7-4e4c-9c1b-1db760ad9ab5 req-7ba7261b-cfc5-4c58-813d-3146f584b4bc tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:27.729792 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-059666ca-f8e7-4e4c-9c1b-1db760ad9ab5 req-7ba7261b-cfc5-4c58-813d-3146f584b4bc tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.2841446 Jul 09 13:35:27.765582 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9307639e-4fb1-48f2-8f61-95502472ec0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.775111 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 114885f1-bb46-4a61-b259-759ee711017b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:35:27.791489 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a381975e-9eb7-42d0-a218-54c4448365b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.795592 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a381975e-9eb7-42d0-a218-54c4448365b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.797043 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a381975e-9eb7-42d0-a218-54c4448365b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/599aca71-9a7b-4be4-967e-0951941c7c60 HTTP/1.1" status: 204 len: 168 time: 0.3903849 Jul 09 13:35:27.814961 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9307639e-4fb1-48f2-8f61-95502472ec0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:27.829093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a381975e-9eb7-42d0-a218-54c4448365b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=599aca71-9a7b-4be4-967e-0951941c7c60,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:27.842535 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-059666ca-f8e7-4e4c-9c1b-1db760ad9ab5 req-651dfa60-a8bc-4f67-9f85-6763bfa68619 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117330 Jul 09 13:35:27.887852 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-e37c4956-7d6d-47f3-aac9-4e0db2cd6b46 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125094 Jul 09 13:35:27.959766 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-7f8c7cc9-5c2c-4088-b072-6e9ed0e1f2bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ad774c33-cfca-4add-b80c-6424715fae3e HTTP/1.1" status: 200 len: 217 time: 0.0653312 Jul 09 13:35:28.013707 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e1638991-4a14-45f4-bd5d-3c7a87b82da0 None None] Provisioning complete for port 9dc33b42-2acf-4739-9240-d362fd55a30f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:28.014284 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1638991-4a14-45f4-bd5d-3c7a87b82da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.052490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-2906a367-7cd9-4dad-9e29-3a611ce8703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:28.058049 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-2906a367-7cd9-4dad-9e29-3a611ce8703a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49d3e9d5-750d-45f1-840a-12db3a7eff08 HTTP/1.1" status: 200 len: 797 time: 0.0922625 Jul 09 13:35:28.105604 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e1638991-4a14-45f4-bd5d-3c7a87b82da0 None None] Port 9dc33b42-2acf-4739-9240-d362fd55a30f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:35:28.143835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-6cdbd00e-0936-4402-ba05-f7068a599e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:28.145599 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-6cdbd00e-0936-4402-ba05-f7068a599e4e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0804913 Jul 09 13:35:28.153410 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:35:28.261420 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-d68ecd86-bbce-40aa-9fd1-c8f20bbdb2ba service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091390 Jul 09 13:35:28.415192 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-de8f25b6-c538-46f0-95bb-de4654f4e8f2 service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470857 Jul 09 13:35:28.470387 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-658d9a5d-50b4-4054-ac18-8fb3fca44883 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7aafc5af-bd0d-4302-8462-84fc2adfb5f9 HTTP/1.1" status: 200 len: 217 time: 0.0485528 Jul 09 13:35:28.510902 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:35:28.521305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-43a6e08a-8b42-4c08-8114-603ed6fdfd54 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/114885f1-bb46-4a61-b259-759ee711017b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0965810 Jul 09 13:35:28.524705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36138) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:28.526605 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db9697-303f-4592-bb7c-d9d04c071008 None None] Sync routers for ids ['114885f1-bb46-4a61-b259-759ee711017b'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:35:28.537537 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9307639e-4fb1-48f2-8f61-95502472ec0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.541646 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9307639e-4fb1-48f2-8f61-95502472ec0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:28.545750 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9307639e-4fb1-48f2-8f61-95502472ec0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2557a4e1-4489-458d-a274-9c4f52fabf14 HTTP/1.1" status: 204 len: 168 time: 1.0112739 Jul 09 13:35:28.545995 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db9697-303f-4592-bb7c-d9d04c071008 None None] Routers {'114885f1-bb46-4a61-b259-759ee711017b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:28.546811 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c2db9697-303f-4592-bb7c-d9d04c071008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:35:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['114885f1-bb46-4a61-b259-759ee711017b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:28.579703 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-471fa99c-de34-4afd-8015-f17116065268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:28.581500 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-471fa99c-de34-4afd-8015-f17116065268 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49d3e9d5-750d-45f1-840a-12db3a7eff08 HTTP/1.1" status: 200 len: 797 time: 0.0999043 Jul 09 13:35:28.629218 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c2db9697-303f-4592-bb7c-d9d04c071008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:28.653093 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2db9697-303f-4592-bb7c-d9d04c071008 None None] Routers {'114885f1-bb46-4a61-b259-759ee711017b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:28.654133 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c2db9697-303f-4592-bb7c-d9d04c071008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:35:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['114885f1-bb46-4a61-b259-759ee711017b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:28.674910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f710e73d-2fc2-4af9-bcb2-cb357bdea37b req-a151c2f6-6c3c-4bae-b36b-67dc2e8a48f9 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:28.685524 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f710e73d-2fc2-4af9-bcb2-cb357bdea37b req-a151c2f6-6c3c-4bae-b36b-67dc2e8a48f9 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 945 time: 0.2519691 Jul 09 13:35:28.688836 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307639e-4fb1-48f2-8f61-95502472ec0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2557a4e1-4489-458d-a274-9c4f52fabf14,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:28.706716 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c2db9697-303f-4592-bb7c-d9d04c071008 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:28.732598 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2db9697-303f-4592-bb7c-d9d04c071008 None None] The sync data for ids ['114885f1-bb46-4a61-b259-759ee711017b'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:35:28.754081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-b4458ae6-79e0-46de-b1e3-95fabf6c4022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:28.756228 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-b4458ae6-79e0-46de-b1e3-95fabf6c4022 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1682520 Jul 09 13:35:28.759304 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33877d-0e01-4011-85fe-c320fbfc1123 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:28.764288 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2d33877d-0e01-4011-85fe-c320fbfc1123 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports/9dc33b42-2acf-4739-9240-d362fd55a30f HTTP/1.1" status: 200 len: 910 time: 0.2385385 Jul 09 13:35:28.765252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36148) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:28.906582 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f710e73d-2fc2-4af9-bcb2-cb357bdea37b req-f04b6eee-406a-4318-8e39-5eb4e05bdcb6 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095313 Jul 09 13:35:28.998645 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-6d33af7b-da0f-4390-83ad-790959449bda service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340357 Jul 09 13:35:29.076688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd41cb-9452-4d80-aa66-f9fe1c238e7e req-dd00288e-1824-4646-88ce-db2b884f83bc tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:29.085432 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8cd41cb-9452-4d80-aa66-f9fe1c238e7e req-dd00288e-1824-4646-88ce-db2b884f83bc tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.2238765 Jul 09 13:35:29.174395 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8cd41cb-9452-4d80-aa66-f9fe1c238e7e req-e46ac1c2-6d01-498a-86a5-a30aed19d77b tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875733 Jul 09 13:35:29.181780 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a00a0569-d80a-4a80-a47d-7bdea6f744a5 req-87585fdc-4367-4a0e-a820-5d1682fdde3a service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730781 Jul 09 13:35:29.314481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36162) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:29.333571 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5607a1d0-fad4-4704-be2a-f8e03f1acfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:29.415473 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b939-a653-4a31-9406-a66b5f90b44e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:29.469208 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd66b02-3dda-47ba-ab36-7b5e542dc051 req-cf7abfdd-ca44-40ef-8303-125355dc80a3 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:29.471304 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fd66b02-3dda-47ba-ab36-7b5e542dc051 req-cf7abfdd-ca44-40ef-8303-125355dc80a3 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.15 "GET /v2.0/ports?device_id=5e296cfb-48f1-40b4-9bda-2b848568e02d HTTP/1.1" status: 200 len: 946 time: 0.1136847 Jul 09 13:35:29.506545 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a65ca3-100e-4e8f-bf0e-69e26f357411 req-3ef46aee-9704-43c2-b9cd-49df5d25c8d3 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:29.514339 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1a65ca3-100e-4e8f-bf0e-69e26f357411 req-3ef46aee-9704-43c2-b9cd-49df5d25c8d3 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e296cfb-48f1-40b4-9bda-2b848568e02d HTTP/1.1" status: 200 len: 946 time: 0.2060056 Jul 09 13:35:29.588000 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1a65ca3-100e-4e8f-bf0e-69e26f357411 req-c6df5d9e-fc64-4ccb-9e3f-3c683d4cb1e7 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/security-groups?id=3287d9c6-b6ed-48bb-84ed-d6059250bd8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724306 Jul 09 13:35:29.616170 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5607a1d0-fad4-4704-be2a-f8e03f1acfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:29.633634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5607a1d0-fad4-4704-be2a-f8e03f1acfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:29.685175 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5607a1d0-fad4-4704-be2a-f8e03f1acfa7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1a5079a473ae4097a4c109df03ba96cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693805 Jul 09 13:35:29.687993 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36168) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:29.691182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-4fd66b02-3dda-47ba-ab36-7b5e542dc051 req-436db24c-b886-47d4-ba6e-a3b604cc3849 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Deleting port 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:29.691674 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4fd66b02-3dda-47ba-ab36-7b5e542dc051 req-436db24c-b886-47d4-ba6e-a3b604cc3849 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:29.713507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5607a1d0-fad4-4704-be2a-f8e03f1acfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb0676d-0d88-46fd-b51e-462df4bfc8ba,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:29.828736 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8afce8a-8b4d-4f6c-9ab4-d4572558ea1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:29.874089 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4fd66b02-3dda-47ba-ab36-7b5e542dc051 req-436db24c-b886-47d4-ba6e-a3b604cc3849 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] For port 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6d3046ce-7f0b-4f22-b3ff-24ab1608e14a,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:29.874397 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4fd66b02-3dda-47ba-ab36-7b5e542dc051 req-436db24c-b886-47d4-ba6e-a3b604cc3849 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:29.881714 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8b939-a653-4a31-9406-a66b5f90b44e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port 9dc33b42-2acf-4739-9240-d362fd55a30f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:29.882088 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b939-a653-4a31-9406-a66b5f90b44e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:29.885852 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8afce8a-8b4d-4f6c-9ab4-d4572558ea1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:29.891951 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e5a982-1b50-4a0a-8750-e62db100043a req-829255ef-1314-46db-8a77-aae554b34618 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:29.893244 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87e5a982-1b50-4a0a-8750-e62db100043a req-829255ef-1314-46db-8a77-aae554b34618 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 945 time: 0.1239681 Jul 09 13:35:29.900713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-4fd66b02-3dda-47ba-ab36-7b5e542dc051 req-436db24c-b886-47d4-ba6e-a3b604cc3849 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Calling delete_port for 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:30.000058 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8afce8a-8b4d-4f6c-9ab4-d4572558ea1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:30.002666 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8afce8a-8b4d-4f6c-9ab4-d4572558ea1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:30.003888 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b8afce8a-8b4d-4f6c-9ab4-d4572558ea1c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0cb0676d-0d88-46fd-b51e-462df4bfc8ba HTTP/1.1" status: 204 len: 168 time: 0.3145008 Jul 09 13:35:30.035772 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87e5a982-1b50-4a0a-8750-e62db100043a req-04df0f73-0c36-4cf6-8710-3b8caf060215 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812078 Jul 09 13:35:30.046148 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8afce8a-8b4d-4f6c-9ab4-d4572558ea1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb0676d-0d88-46fd-b51e-462df4bfc8ba,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:30.092630 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b939-a653-4a31-9406-a66b5f90b44e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:30.116717 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9bb8b939-a653-4a31-9406-a66b5f90b44e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for 9dc33b42-2acf-4739-9240-d362fd55a30f owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:30.176340 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4fd66b02-3dda-47ba-ab36-7b5e542dc051 req-436db24c-b886-47d4-ba6e-a3b604cc3849 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:30.189551 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['4732ff7e-25f7-492c-b895-3779ccfd8621', '6d3046ce-7f0b-4f22-b3ff-24ab1608e14a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:30.250462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436db24c-b886-47d4-ba6e-a3b604cc3849 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Pushing event deleted for resources: {'Port': ['ID=6d3046ce-7f0b-4f22-b3ff-24ab1608e14a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:30.440072 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fd66b02-3dda-47ba-ab36-7b5e542dc051 req-436db24c-b886-47d4-ba6e-a3b604cc3849 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] No DVR routers for this DVR port 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:30.447777 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4fd66b02-3dda-47ba-ab36-7b5e542dc051 req-436db24c-b886-47d4-ba6e-a3b604cc3849 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:30.449902 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fd66b02-3dda-47ba-ab36-7b5e542dc051 req-436db24c-b886-47d4-ba6e-a3b604cc3849 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.15 "DELETE /v2.0/ports/6d3046ce-7f0b-4f22-b3ff-24ab1608e14a HTTP/1.1" status: 204 len: 173 time: 0.9614577 Jul 09 13:35:30.450515 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e296cfb-48f1-40b4-9bda-2b848568e02d', 'name': 'network-vif-deleted', 'tag': '6d3046ce-7f0b-4f22-b3ff-24ab1608e14a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:30.453641 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-085575eb-98fc-4480-8fc5-a16e93a300da" -d '{"events": [{"server_uuid": "5e296cfb-48f1-40b4-9bda-2b848568e02d", "name": "network-vif-deleted", "tag": "6d3046ce-7f0b-4f22-b3ff-24ab1608e14a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:30.492135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6111ef66-6435-4aac-998d-1d9196c8210a req-6f3df7b6-b3f8-410e-ad6d-e36a087b0af8 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:30.494559 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6111ef66-6435-4aac-998d-1d9196c8210a req-6f3df7b6-b3f8-410e-ad6d-e36a087b0af8 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.15 "GET /v2.0/ports?device_id=6ca86aa9-d1a8-4148-8806-c75d608435da HTTP/1.1" status: 200 len: 945 time: 0.2446969 Jul 09 13:35:30.513341 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314f173e-cb65-4e33-9fe2-a741bc227b69 x-openstack-request-id: req-314f173e-cb65-4e33-9fe2-a741bc227b69 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:30.522285 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e296cfb-48f1-40b4-9bda-2b848568e02d", "name": "network-vif-deleted", "tag": "6d3046ce-7f0b-4f22-b3ff-24ab1608e14a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:30.523411 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-314f173e-cb65-4e33-9fe2-a741bc227b69 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:30.525076 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e296cfb-48f1-40b4-9bda-2b848568e02d', 'name': 'network-vif-deleted', 'tag': '6d3046ce-7f0b-4f22-b3ff-24ab1608e14a', 'status': 'completed', 'code': 200} Jul 09 13:35:30.547895 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b939-a653-4a31-9406-a66b5f90b44e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:30.585353 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36206) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:30.592246 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb8b939-a653-4a31-9406-a66b5f90b44e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=9dc33b42-2acf-4739-9240-d362fd55a30f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:30.603177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bc54b1-eb9b-46a8-a3da-9a9f4056dd5e req-5b518c68-b40f-4a0a-a59e-b5dda93fbc30 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:30.621679 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c0bc54b1-eb9b-46a8-a3da-9a9f4056dd5e req-5b518c68-b40f-4a0a-a59e-b5dda93fbc30 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.2192502 Jul 09 13:35:30.748674 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c0bc54b1-eb9b-46a8-a3da-9a9f4056dd5e req-c9e300d6-1e18-4059-8286-73021e19302a tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254351 Jul 09 13:35:30.799471 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6111ef66-6435-4aac-998d-1d9196c8210a req-e6c5e343-96b2-432a-81ca-9adf34716563 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Deleting port 4732ff7e-25f7-492c-b895-3779ccfd8621 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:30.801969 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6111ef66-6435-4aac-998d-1d9196c8210a req-e6c5e343-96b2-432a-81ca-9adf34716563 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:30.894940 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bb8b939-a653-4a31-9406-a66b5f90b44e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:30.924130 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6111ef66-6435-4aac-998d-1d9196c8210a req-e6c5e343-96b2-432a-81ca-9adf34716563 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] For port 4732ff7e-25f7-492c-b895-3779ccfd8621, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=4732ff7e-25f7-492c-b895-3779ccfd8621,segment=NetworkSegment(2b990db0-6bc6-4865-ab16-a7e45dff172b),segment_id=2b990db0-6bc6-4865-ab16-a7e45dff172b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:30.924780 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6111ef66-6435-4aac-998d-1d9196c8210a req-e6c5e343-96b2-432a-81ca-9adf34716563 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:30.939879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6111ef66-6435-4aac-998d-1d9196c8210a req-e6c5e343-96b2-432a-81ca-9adf34716563 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Calling delete_port for 4732ff7e-25f7-492c-b895-3779ccfd8621 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:30.951594 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78e20486-8a5d-4ad8-9e25-a4814b151ae9 req-98520497-9fab-4549-84f6-9ff76279eb3f tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.39 "GET /v2.0/ports?device_id=5e296cfb-48f1-40b4-9bda-2b848568e02d HTTP/1.1" status: 200 len: 210 time: 0.0498304 Jul 09 13:35:30.952382 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ff027b8-2e02-4f5b-a282-281def864bff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:31.124327 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6111ef66-6435-4aac-998d-1d9196c8210a req-e6c5e343-96b2-432a-81ca-9adf34716563 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:31.155316 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['6d3046ce-7f0b-4f22-b3ff-24ab1608e14a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:31.201487 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb8b939-a653-4a31-9406-a66b5f90b44e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 114885f1-bb46-4a61-b259-759ee711017b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:35:31.215018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c5e343-96b2-432a-81ca-9adf34716563 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Pushing event deleted for resources: {'Port': ['ID=4732ff7e-25f7-492c-b895-3779ccfd8621,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:31.275033 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ff027b8-2e02-4f5b-a282-281def864bff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:31.290309 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6111ef66-6435-4aac-998d-1d9196c8210a req-e6c5e343-96b2-432a-81ca-9adf34716563 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] No DVR routers for this DVR port 4732ff7e-25f7-492c-b895-3779ccfd8621 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:31.293098 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6111ef66-6435-4aac-998d-1d9196c8210a req-e6c5e343-96b2-432a-81ca-9adf34716563 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:31.295620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6111ef66-6435-4aac-998d-1d9196c8210a req-e6c5e343-96b2-432a-81ca-9adf34716563 tempest-MultipleCreateTestJSON-1473568854 tempest-MultipleCreateTestJSON-1473568854-project] 10.222.0.15 "DELETE /v2.0/ports/4732ff7e-25f7-492c-b895-3779ccfd8621 HTTP/1.1" status: 204 len: 173 time: 0.7865298 Jul 09 13:35:31.311238 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ff027b8-2e02-4f5b-a282-281def864bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:31.406226 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2ff027b8-2e02-4f5b-a282-281def864bff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=619c3ba2d36d4feb9839288b88db2a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8193719 Jul 09 13:35:31.409696 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36232) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:31.429466 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff027b8-2e02-4f5b-a282-281def864bff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6673575e-aa90-4f47-8e06-26f4b5e863b6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:31.442760 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb8b939-a653-4a31-9406-a66b5f90b44e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:35:31.452447 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9bb8b939-a653-4a31-9406-a66b5f90b44e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/114885f1-bb46-4a61-b259-759ee711017b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6844735 Jul 09 13:35:31.453285 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36234) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:31.455481 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67770e7f-3a57-45b8-8ae8-0758d49a2fe7 None None] Sync routers for ids ['114885f1-bb46-4a61-b259-759ee711017b'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:35:31.468602 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67770e7f-3a57-45b8-8ae8-0758d49a2fe7 None None] Routers {'114885f1-bb46-4a61-b259-759ee711017b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:31.469252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-67770e7f-3a57-45b8-8ae8-0758d49a2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:35:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['114885f1-bb46-4a61-b259-759ee711017b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:31.529515 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1934-beb2-448a-90fd-6d54d1664784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:31.532755 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-67770e7f-3a57-45b8-8ae8-0758d49a2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:31.542676 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f69d34-ed8d-4e9e-8435-9f46d27c9757 req-55416c28-aa95-4158-bea2-183728500bac tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:31.544434 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a1f69d34-ed8d-4e9e-8435-9f46d27c9757 req-55416c28-aa95-4158-bea2-183728500bac tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 945 time: 0.3306100 Jul 09 13:35:31.546846 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67770e7f-3a57-45b8-8ae8-0758d49a2fe7 None None] Routers {'114885f1-bb46-4a61-b259-759ee711017b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:31.548669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-67770e7f-3a57-45b8-8ae8-0758d49a2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:35:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['114885f1-bb46-4a61-b259-759ee711017b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:31.561376 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1934-beb2-448a-90fd-6d54d1664784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:31.592521 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-67770e7f-3a57-45b8-8ae8-0758d49a2fe7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:31.593636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67770e7f-3a57-45b8-8ae8-0758d49a2fe7 None None] The sync data for ids ['114885f1-bb46-4a61-b259-759ee711017b'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:35:31.625587 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1934-beb2-448a-90fd-6d54d1664784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:31.628478 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f0a1934-beb2-448a-90fd-6d54d1664784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:31.632288 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8f0a1934-beb2-448a-90fd-6d54d1664784 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6673575e-aa90-4f47-8e06-26f4b5e863b6 HTTP/1.1" status: 204 len: 168 time: 0.2189815 Jul 09 13:35:31.637920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0a1934-beb2-448a-90fd-6d54d1664784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6673575e-aa90-4f47-8e06-26f4b5e863b6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:31.671018 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a1f69d34-ed8d-4e9e-8435-9f46d27c9757 req-49d21176-a626-4332-8769-800cb90c1ab0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164525 Jul 09 13:35:31.784181 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ee49647-5b7f-4fe1-b8b1-dc69ddc37fdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:31.946776 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9f60-6dc3-45ab-aa61-47187d481213 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:32.219458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41895a5-ece8-4a5e-b9d6-63c37185fdce req-a236d219-be6b-4be9-9048-204923328c5d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:32.226722 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b41895a5-ece8-4a5e-b9d6-63c37185fdce req-a236d219-be6b-4be9-9048-204923328c5d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.2343693 Jul 09 13:35:32.305044 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b41895a5-ece8-4a5e-b9d6-63c37185fdce req-56ead4d3-4646-429a-82a1-58eca0b58e9e tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771592 Jul 09 13:35:32.408183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36274) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:32.412963 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7559ec09-aa30-4f82-9ae3-ed2d55e3a779 req-969c2808-376e-4ac7-a166-b993e1fbb02e tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:32.414536 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7559ec09-aa30-4f82-9ae3-ed2d55e3a779 req-969c2808-376e-4ac7-a166-b993e1fbb02e tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 945 time: 0.1458991 Jul 09 13:35:32.446710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a9f60-6dc3-45ab-aa61-47187d481213 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port b674de8e-8577-43c1-bb30-01ed6b01b555 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:32.447041 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9f60-6dc3-45ab-aa61-47187d481213 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:32.479808 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ebbd755-7b51-44ec-b221-bfa2f3425e6d admin admin] Deleting subnet 5d7a3a19-a731-4c99-b200-04775047b5c0 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:35:32.484368 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd755-7b51-44ec-b221-bfa2f3425e6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:32.505556 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7559ec09-aa30-4f82-9ae3-ed2d55e3a779 req-b1578356-7a74-43da-8ea1-751f9360bb09 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812235 Jul 09 13:35:32.527149 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ca86aa9-d1a8-4148-8806-c75d608435da', 'name': 'network-vif-deleted', 'tag': '4732ff7e-25f7-492c-b895-3779ccfd8621'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:32.529847 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc94f140-e1f0-4623-9df7-d29386b5f52d" -d '{"events": [{"server_uuid": "6ca86aa9-d1a8-4148-8806-c75d608435da", "name": "network-vif-deleted", "tag": "4732ff7e-25f7-492c-b895-3779ccfd8621"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:32.566062 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9f60-6dc3-45ab-aa61-47187d481213 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:32.579019 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd755-7b51-44ec-b221-bfa2f3425e6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:32.582800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ec5a9f60-6dc3-45ab-aa61-47187d481213 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for b674de8e-8577-43c1-bb30-01ed6b01b555 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:32.637325 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59d8a11-4224-48f1-8de1-b87da63be317 x-openstack-request-id: req-c59d8a11-4224-48f1-8de1-b87da63be317 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:32.638016 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ca86aa9-d1a8-4148-8806-c75d608435da", "name": "network-vif-deleted", "tag": "4732ff7e-25f7-492c-b895-3779ccfd8621", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:32.639207 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c59d8a11-4224-48f1-8de1-b87da63be317 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:32.640353 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ca86aa9-d1a8-4148-8806-c75d608435da', 'name': 'network-vif-deleted', 'tag': '4732ff7e-25f7-492c-b895-3779ccfd8621', 'status': 'completed', 'code': 200} Jul 09 13:35:32.672690 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd755-7b51-44ec-b221-bfa2f3425e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:32.753233 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd755-7b51-44ec-b221-bfa2f3425e6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:32.794204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebbd755-7b51-44ec-b221-bfa2f3425e6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d7a3a19-a731-4c99-b200-04775047b5c0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:32.796073 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ebbd755-7b51-44ec-b221-bfa2f3425e6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:32.801973 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7ebbd755-7b51-44ec-b221-bfa2f3425e6d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5d7a3a19-a731-4c99-b200-04775047b5c0 HTTP/1.1" status: 204 len: 168 time: 0.3893290 Jul 09 13:35:32.801973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36292) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:32.908782 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6ada43b8-a353-40b6-a34f-be03c2659bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:33.000619 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6ada43b8-a353-40b6-a34f-be03c2659bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:33.011813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6ada43b8-a353-40b6-a34f-be03c2659bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22497f87-f4f4-4a18-9250-a97b816f6ec1']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:33.023829 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6ada43b8-a353-40b6-a34f-be03c2659bc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b990db0-6bc6-4865-ab16-a7e45dff172b') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:33.024174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6ada43b8-a353-40b6-a34f-be03c2659bc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b990db0-6bc6-4865-ab16-a7e45dff172b') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:33.034028 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6ada43b8-a353-40b6-a34f-be03c2659bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:33.057127 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6ada43b8-a353-40b6-a34f-be03c2659bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:33.072153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ada43b8-a353-40b6-a34f-be03c2659bc7 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:33.072948 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6ada43b8-a353-40b6-a34f-be03c2659bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:35:33.076939 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:35:33.180862 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9f60-6dc3-45ab-aa61-47187d481213 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:33.185790 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6ada43b8-a353-40b6-a34f-be03c2659bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:33.198282 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6ada43b8-a353-40b6-a34f-be03c2659bc7 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:33.200311 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6ada43b8-a353-40b6-a34f-be03c2659bc7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/22497f87-f4f4-4a18-9250-a97b816f6ec1 HTTP/1.1" status: 204 len: 168 time: 0.3972135 Jul 09 13:35:33.214944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada43b8-a353-40b6-a34f-be03c2659bc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=22497f87-f4f4-4a18-9250-a97b816f6ec1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:33.251655 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a9f60-6dc3-45ab-aa61-47187d481213 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=b674de8e-8577-43c1-bb30-01ed6b01b555,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:33.515621 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9f60-6dc3-45ab-aa61-47187d481213 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:33.633988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36324) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:33.700471 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3bb17de3-e196-4fbe-b8da-e5f2dbdd3ba0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=871f2facfd094c54bf79e8b246aecd4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0644414 Jul 09 13:35:33.703138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36328) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:33.794141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a14c21-d1bf-406f-92be-bff3b21f8857 req-a06d9707-d29f-411c-a5e6-20d0b046f1bc tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:33.795995 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45a14c21-d1bf-406f-92be-bff3b21f8857 req-a06d9707-d29f-411c-a5e6-20d0b046f1bc tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.18 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 945 time: 0.2276421 Jul 09 13:35:33.796205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5a9f60-6dc3-45ab-aa61-47187d481213 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 114885f1-bb46-4a61-b259-759ee711017b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:35:33.800139 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce7067a9-53b2-485f-a141-1f10a12a3056 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:33.868592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99b91fc-d027-4e75-8804-0e1b8ac929a6 req-a01a5fe7-45f3-44e8-b5a1-e1b3c59b972c tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:33.870066 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e99b91fc-d027-4e75-8804-0e1b8ac929a6 req-a01a5fe7-45f3-44e8-b5a1-e1b3c59b972c tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.2312939 Jul 09 13:35:33.880118 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce7067a9-53b2-485f-a141-1f10a12a3056 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.001897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-45a14c21-d1bf-406f-92be-bff3b21f8857 req-62a7ad7b-a767-4e1a-a0ae-eda7f0d39b65 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Deleting port d83f4d81-5c6e-4711-8f08-204fac65d9ec {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:34.002706 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45a14c21-d1bf-406f-92be-bff3b21f8857 req-62a7ad7b-a767-4e1a-a0ae-eda7f0d39b65 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.007764 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce7067a9-53b2-485f-a141-1f10a12a3056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.011509 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce7067a9-53b2-485f-a141-1f10a12a3056 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.016323 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e99b91fc-d027-4e75-8804-0e1b8ac929a6 req-0d574cd0-afd8-45c9-9546-14b6dd946cf4 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335683 Jul 09 13:35:34.017224 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ce7067a9-53b2-485f-a141-1f10a12a3056 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3287d9c6-b6ed-48bb-84ed-d6059250bd8f HTTP/1.1" status: 204 len: 168 time: 0.3112893 Jul 09 13:35:34.032370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92100f17-d868-43f4-b116-79532a57a477 req-18d0e521-7e69-42b4-ab81-56cfe2ce0203 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:34.034184 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92100f17-d868-43f4-b116-79532a57a477 req-18d0e521-7e69-42b4-ab81-56cfe2ce0203 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 945 time: 0.2250190 Jul 09 13:35:34.035436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5a9f60-6dc3-45ab-aa61-47187d481213 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:35:34.045165 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ec5a9f60-6dc3-45ab-aa61-47187d481213 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/114885f1-bb46-4a61-b259-759ee711017b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5898325 Jul 09 13:35:34.050758 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8283ed7-69d0-4479-9025-441025aa50f1 None None] Sync routers for ids ['114885f1-bb46-4a61-b259-759ee711017b'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:35:34.052951 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:34.055816 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36342) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:34.068553 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8283ed7-69d0-4479-9025-441025aa50f1 None None] Routers {'114885f1-bb46-4a61-b259-759ee711017b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:34.069586 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d8283ed7-69d0-4479-9025-441025aa50f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:35:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['114885f1-bb46-4a61-b259-759ee711017b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:34.121050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:35:34.125659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6d3046ce-7f0b-4f22-b3ff-24ab1608e14a not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:35:34.130219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 4732ff7e-25f7-492c-b895-3779ccfd8621 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:34.158300 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cd8bbd31-f3d5-4bed-9093-0ba1da09fc11 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports?device_id=114885f1-bb46-4a61-b259-759ee711017b HTTP/1.1" status: 200 len: 205 time: 0.1013901 Jul 09 13:35:34.161282 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36346) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:34.164652 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d8283ed7-69d0-4479-9025-441025aa50f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:34.184373 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 4732ff7e-25f7-492c-b895-3779ccfd8621 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:35:34.184994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 4732ff7e-25f7-492c-b895-3779ccfd8621 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:35:34.201222 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8283ed7-69d0-4479-9025-441025aa50f1 None None] Routers {'114885f1-bb46-4a61-b259-759ee711017b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:34.201865 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d8283ed7-69d0-4479-9025-441025aa50f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:35:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['114885f1-bb46-4a61-b259-759ee711017b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:34.244755 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d8283ed7-69d0-4479-9025-441025aa50f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:34.245414 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8283ed7-69d0-4479-9025-441025aa50f1 None None] The sync data for ids ['114885f1-bb46-4a61-b259-759ee711017b'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:35:34.263542 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92100f17-d868-43f4-b116-79532a57a477 req-664f1849-6ae1-4c12-bdc1-6d279081ba1f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078221 Jul 09 13:35:34.269591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7067a9-53b2-485f-a141-1f10a12a3056 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3287d9c6-b6ed-48bb-84ed-d6059250bd8f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:34.271950 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7e962d7-9e7d-41a6-b734-62fec0e4e29e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.285360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-45a14c21-d1bf-406f-92be-bff3b21f8857 req-62a7ad7b-a767-4e1a-a0ae-eda7f0d39b65 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] For port d83f4d81-5c6e-4711-8f08-204fac65d9ec, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d83f4d81-5c6e-4711-8f08-204fac65d9ec,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:34.287394 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45a14c21-d1bf-406f-92be-bff3b21f8857 req-62a7ad7b-a767-4e1a-a0ae-eda7f0d39b65 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.313195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-45a14c21-d1bf-406f-92be-bff3b21f8857 req-62a7ad7b-a767-4e1a-a0ae-eda7f0d39b65 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Calling delete_port for d83f4d81-5c6e-4711-8f08-204fac65d9ec owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:34.505791 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45a14c21-d1bf-406f-92be-bff3b21f8857 req-62a7ad7b-a767-4e1a-a0ae-eda7f0d39b65 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.521488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['d83f4d81-5c6e-4711-8f08-204fac65d9ec'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:34.595278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a7ad7b-a767-4e1a-a0ae-eda7f0d39b65 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Pushing event deleted for resources: {'Port': ['ID=d83f4d81-5c6e-4711-8f08-204fac65d9ec,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:34.638005 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7e962d7-9e7d-41a6-b734-62fec0e4e29e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.642972 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7e962d7-9e7d-41a6-b734-62fec0e4e29e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.644886 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.665404 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e757f471-a55d-409c-8099-5e323c3ed261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.717601 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a14c21-d1bf-406f-92be-bff3b21f8857 req-62a7ad7b-a767-4e1a-a0ae-eda7f0d39b65 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] No DVR routers for this DVR port d83f4d81-5c6e-4711-8f08-204fac65d9ec on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:34.730263 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45a14c21-d1bf-406f-92be-bff3b21f8857 req-62a7ad7b-a767-4e1a-a0ae-eda7f0d39b65 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.733604 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7e962d7-9e7d-41a6-b734-62fec0e4e29e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.734169 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45a14c21-d1bf-406f-92be-bff3b21f8857 req-62a7ad7b-a767-4e1a-a0ae-eda7f0d39b65 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.18 "DELETE /v2.0/ports/d83f4d81-5c6e-4711-8f08-204fac65d9ec HTTP/1.1" status: 204 len: 173 time: 0.9310513 Jul 09 13:35:34.734492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e962d7-9e7d-41a6-b734-62fec0e4e29e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Fanout notify agent at l3_agent the message router_deleted on router 114885f1-bb46-4a61-b259-759ee711017b {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:35:34.735110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5df8d37-dc56-41e6-a6f3-8d031b23d000', 'name': 'network-vif-deleted', 'tag': 'd83f4d81-5c6e-4711-8f08-204fac65d9ec'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:34.738031 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e44208b-0743-432d-844b-ee94828fc602" -d '{"events": [{"server_uuid": "c5df8d37-dc56-41e6-a6f3-8d031b23d000", "name": "network-vif-deleted", "tag": "d83f4d81-5c6e-4711-8f08-204fac65d9ec"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:34.749974 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7e962d7-9e7d-41a6-b734-62fec0e4e29e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.752645 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c7e962d7-9e7d-41a6-b734-62fec0e4e29e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/routers/114885f1-bb46-4a61-b259-759ee711017b HTTP/1.1" status: 204 len: 168 time: 0.5903063 Jul 09 13:35:34.755716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36360) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:34.826888 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bb25a2e-a8e4-45a1-a5cb-3e2e0c7f0e30 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting subnet e7726703-7030-4dfc-b788-d44c49224cac {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:35:34.830910 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bb25a2e-a8e4-45a1-a5cb-3e2e0c7f0e30 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.835993 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840bf207-1e8f-47f3-abdc-8ca9cb2aae08 x-openstack-request-id: req-840bf207-1e8f-47f3-abdc-8ca9cb2aae08 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:34.836766 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5df8d37-dc56-41e6-a6f3-8d031b23d000", "name": "network-vif-deleted", "tag": "d83f4d81-5c6e-4711-8f08-204fac65d9ec", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:34.837209 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-840bf207-1e8f-47f3-abdc-8ca9cb2aae08 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:34.837789 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5df8d37-dc56-41e6-a6f3-8d031b23d000', 'name': 'network-vif-deleted', 'tag': 'd83f4d81-5c6e-4711-8f08-204fac65d9ec', 'status': 'completed', 'code': 200} Jul 09 13:35:34.893832 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bb25a2e-a8e4-45a1-a5cb-3e2e0c7f0e30 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:34.999408 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bb25a2e-a8e4-45a1-a5cb-3e2e0c7f0e30 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:35.076026 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bb25a2e-a8e4-45a1-a5cb-3e2e0c7f0e30 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:35.114218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb25a2e-a8e4-45a1-a5cb-3e2e0c7f0e30 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Subnet': ['ID=e7726703-7030-4dfc-b788-d44c49224cac,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:35.131356 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d23bab4-0142-4d62-bdf6-efb57a10d878 None None] Network cd2d736a-48d9-4918-957b-ec6afd23bbf9 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:35.140508 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bb25a2e-a8e4-45a1-a5cb-3e2e0c7f0e30 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:35.149985 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6bb25a2e-a8e4-45a1-a5cb-3e2e0c7f0e30 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/e7726703-7030-4dfc-b788-d44c49224cac HTTP/1.1" status: 204 len: 168 time: 0.3885028 Jul 09 13:35:35.150475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36376) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:35.251735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd22587-9616-4b1f-95aa-a6365d34ad38 req-3fb6f1a8-46fd-44a7-b02f-200b3376fb30 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:35.260442 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6bd22587-9616-4b1f-95aa-a6365d34ad38 req-3fb6f1a8-46fd-44a7-b02f-200b3376fb30 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.0850370 Jul 09 13:35:35.264842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1c79c3-8338-47c3-b6df-ad3b70f4e8f9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting subnet 640aa05f-cea9-4f38-8955-f01ca3378d58 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:35:35.273971 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b1c79c3-8338-47c3-b6df-ad3b70f4e8f9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:35.340994 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b1c79c3-8338-47c3-b6df-ad3b70f4e8f9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:35.374832 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6bd22587-9616-4b1f-95aa-a6365d34ad38 req-804174b8-4a9e-4f40-8a13-9d46616fa73c tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121433 Jul 09 13:35:35.513322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] DHCP port deletion for cd2d736a-48d9-4918-957b-ec6afd23bbf9 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:35:35.533594 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b1c79c3-8338-47c3-b6df-ad3b70f4e8f9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:35.556531 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8b71baf-53c2-405b-af23-ea06eda81b1d req-af6c0b0a-bc06-446f-9543-2f9dd54a25a0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=c5df8d37-dc56-41e6-a6f3-8d031b23d000 HTTP/1.1" status: 200 len: 210 time: 0.0549839 Jul 09 13:35:35.620283 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:35.645086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Deleting port ce4a00a9-9277-4b01-b707-e4816a1f158c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:35.646070 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:35.734116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] For port ce4a00a9-9277-4b01-b707-e4816a1f158c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ce4a00a9-9277-4b01-b707-e4816a1f158c,segment=NetworkSegment(0cddedab-76ff-40f4-8505-57bedfcf7524),segment_id=0cddedab-76ff-40f4-8505-57bedfcf7524)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:35.734452 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:35.749488 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36392) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:35.755225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Calling delete_port for ce4a00a9-9277-4b01-b707-e4816a1f158c owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:35.855025 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:35.916104 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Pushing event deleted for resources: {'Port': ['ID=ce4a00a9-9277-4b01-b707-e4816a1f158c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:35.921491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] No DVR routers for this DVR port ce4a00a9-9277-4b01-b707-e4816a1f158c on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:35.946897 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:35.947268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:35.949380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:35.950954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:35.951335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:35.953841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:35.954205 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:35.954550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:35.954940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:35.957208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:35.957587 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:35.958630 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd188a5b-53bb-4b2c-88f4-36f52b163b88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:36.042520 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b1c79c3-8338-47c3-b6df-ad3b70f4e8f9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.077334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0c42e686-2e80-4487-80e9-923691ec3aa5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-956661974-network', 'tenant_id': '602336b03a2d4bbfa02877245604a863'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:36.084132 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c79c3-8338-47c3-b6df-ad3b70f4e8f9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Subnet': ['ID=640aa05f-cea9-4f38-8955-f01ca3378d58,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:36.089601 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af7c7a-d243-4933-9fac-dedb29bb7054 None None] Network 5e0913a4-9c06-4d5a-b3b9-148970f66e73 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:36.100506 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b1c79c3-8338-47c3-b6df-ad3b70f4e8f9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.109604 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1b1c79c3-8338-47c3-b6df-ad3b70f4e8f9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/640aa05f-cea9-4f38-8955-f01ca3378d58 HTTP/1.1" status: 204 len: 168 time: 0.9574003 Jul 09 13:35:36.112465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36412) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:36.129933 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c42e686-2e80-4487-80e9-923691ec3aa5 admin admin] Made reservation on behalf of 602336b03a2d4bbfa02877245604a863 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:36.138350 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c42e686-2e80-4487-80e9-923691ec3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.162302 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c42e686-2e80-4487-80e9-923691ec3aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.253884 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a41a362d-b3cd-4871-b062-2a1bc9ef522a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.313701 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c42e686-2e80-4487-80e9-923691ec3aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.320849 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c42e686-2e80-4487-80e9-923691ec3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.333277 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77fe83fc-8502-481e-ae03-9813362b4096 None None] DHCP port deletion for 5e0913a4-9c06-4d5a-b3b9-148970f66e73 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:35:36.346576 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c42e686-2e80-4487-80e9-923691ec3aa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:35:36.364763 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42e686-2e80-4487-80e9-923691ec3aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab07fe42-5662-423c-ae5f-bf071a497ae9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:36.368590 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c42e686-2e80-4487-80e9-923691ec3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.369322 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-0c42e686-2e80-4487-80e9-923691ec3aa5 admin admin] Added segment fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e of type vlan for network f32b346a-76ff-4881-a3c3-2fee13d93a6f Jul 09 13:35:36.384098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36416) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:36.404712 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-77fe83fc-8502-481e-ae03-9813362b4096 None None] Deleting port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:36.405477 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77fe83fc-8502-481e-ae03-9813362b4096 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.436406 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c42e686-2e80-4487-80e9-923691ec3aa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.454746 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a41a362d-b3cd-4871-b062-2a1bc9ef522a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.503062 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a41a362d-b3cd-4871-b062-2a1bc9ef522a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd2d736a-48d9-4918-957b-ec6afd23bbf9']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:36.529521 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c42e686-2e80-4487-80e9-923691ec3aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.530984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c42e686-2e80-4487-80e9-923691ec3aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:36.531982 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c42e686-2e80-4487-80e9-923691ec3aa5 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.536912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a41a362d-b3cd-4871-b062-2a1bc9ef522a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cddedab-76ff-40f4-8505-57bedfcf7524') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:36.541269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a41a362d-b3cd-4871-b062-2a1bc9ef522a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cddedab-76ff-40f4-8505-57bedfcf7524') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:36.547246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-77fe83fc-8502-481e-ae03-9813362b4096 None None] For port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26,segment=NetworkSegment(5d925f0c-051a-40cc-9219-39de06485b96),segment_id=5d925f0c-051a-40cc-9219-39de06485b96)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:36.547246 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77fe83fc-8502-481e-ae03-9813362b4096 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.567166 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a41a362d-b3cd-4871-b062-2a1bc9ef522a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.573598 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:36.581075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-77fe83fc-8502-481e-ae03-9813362b4096 None None] Calling delete_port for 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:36.618461 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a41a362d-b3cd-4871-b062-2a1bc9ef522a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.646405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a41a362d-b3cd-4871-b062-2a1bc9ef522a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:36.647428 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a41a362d-b3cd-4871-b062-2a1bc9ef522a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:35:36.654578 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:35:36.682558 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0c42e686-2e80-4487-80e9-923691ec3aa5 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9293568 Jul 09 13:35:36.688271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36426) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:36.702632 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-235f71ed-5d13-44df-b9bc-303a31cd562d admin admin] Request body: {'subnet': {'network_id': 'f32b346a-76ff-4881-a3c3-2fee13d93a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-956661974-subnet', 'tenant_id': '602336b03a2d4bbfa02877245604a863', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:36.703754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42e686-2e80-4487-80e9-923691ec3aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=f32b346a-76ff-4881-a3c3-2fee13d93a6f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:36.759618 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d73db-78ce-43fe-afe0-64b78f395f7f req-94534b50-56b0-4ee7-b2f3-d40960497509 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:36.768580 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e5d73db-78ce-43fe-afe0-64b78f395f7f req-94534b50-56b0-4ee7-b2f3-d40960497509 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.1056848 Jul 09 13:35:36.785860 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed7879b5-2acf-4dba-97b7-ec1d5a113d60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.827982 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e5d73db-78ce-43fe-afe0-64b78f395f7f req-ac366c55-0530-4bd9-9880-6d2f7c7b9854 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580912 Jul 09 13:35:36.861323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-235f71ed-5d13-44df-b9bc-303a31cd562d admin admin] Made reservation on behalf of 602336b03a2d4bbfa02877245604a863 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:36.864148 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-235f71ed-5d13-44df-b9bc-303a31cd562d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.866737 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a41a362d-b3cd-4871-b062-2a1bc9ef522a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.871043 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a41a362d-b3cd-4871-b062-2a1bc9ef522a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:36.875887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36432) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:36.876960 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a41a362d-b3cd-4871-b062-2a1bc9ef522a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/networks/cd2d736a-48d9-4918-957b-ec6afd23bbf9 HTTP/1.1" status: 204 len: 168 time: 0.7573771 Jul 09 13:35:36.961619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network f32b346a-76ff-4881-a3c3-2fee13d93a6f details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:35:36.997816 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.015973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a362d-b3cd-4871-b062-2a1bc9ef522a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Network': ['ID=cd2d736a-48d9-4918-957b-ec6afd23bbf9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:37.091852 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.169654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:37.170034 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.180595 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed7879b5-2acf-4dba-97b7-ec1d5a113d60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.206277 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.211032 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed7879b5-2acf-4dba-97b7-ec1d5a113d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.274240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-0b209c0d-04e7-4a5b-8962-9b99a62eb389 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:37.274801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7879b5-2acf-4dba-97b7-ec1d5a113d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc587235-390e-47a7-bd54-ec35fbe7d624,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:37.285360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-0b209c0d-04e7-4a5b-8962-9b99a62eb389 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 811 time: 0.2653048 Jul 09 13:35:37.290171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26,segment=NetworkSegment(5d925f0c-051a-40cc-9219-39de06485b96),segment_id=5d925f0c-051a-40cc-9219-39de06485b96)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:37.298154 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.299169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ce4a00a9-9277-4b01-b707-e4816a1f158c no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:37.309302 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-235f71ed-5d13-44df-b9bc-303a31cd562d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.311230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-6743272d-64f2-4f77-a153-b249504f6503 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/quotas/f497f876391b4e08b31560ff95746718 HTTP/1.1" status: 200 len: 375 time: 0.0248232 Jul 09 13:35:37.320511 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] For port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26,segment=NetworkSegment(5d925f0c-051a-40cc-9219-39de06485b96),segment_id=5d925f0c-051a-40cc-9219-39de06485b96)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:37.321172 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.325281 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ed7879b5-2acf-4dba-97b7-ec1d5a113d60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d170224201e474584baef7922150f80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9401913 Jul 09 13:35:37.344026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36444) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:37.356801 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77fe83fc-8502-481e-ae03-9813362b4096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.360900 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: ce4a00a9-9277-4b01-b707-e4816a1f158c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:35:37.361254 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ce4a00a9-9277-4b01-b707-e4816a1f158c not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:35:37.386209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fe83fc-8502-481e-ae03-9813362b4096 None None] No DVR routers for this DVR port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:37.393295 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:37.394787 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235f71ed-5d13-44df-b9bc-303a31cd562d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f311df5-600f-495d-8bd1-26fab747d5b6,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:37.401149 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:37.416843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c5a5824c-6925-4133-b0e7-3f52e8da4f1a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0990634 Jul 09 13:35:37.418260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-235f71ed-5d13-44df-b9bc-303a31cd562d admin admin] Checking segment: {'id': 'fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f32b346a-76ff-4881-a3c3-2fee13d93a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:37.418620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f71ed-5d13-44df-b9bc-303a31cd562d admin admin] Network hostable DHCP agents. Network: f32b346a-76ff-4881-a3c3-2fee13d93a6f, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:35:37.427628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fe83fc-8502-481e-ae03-9813362b4096 None None] Pushing event deleted for resources: {'Port': ['ID=5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:37.437984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-235f71ed-5d13-44df-b9bc-303a31cd562d admin admin] Network f32b346a-76ff-4881-a3c3-2fee13d93a6f is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:35:37.448515 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-235f71ed-5d13-44df-b9bc-303a31cd562d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, f32b346a-76ff-4881-a3c3-2fee13d93a6f) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:37.453515 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235f71ed-5d13-44df-b9bc-303a31cd562d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:37.454751 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-235f71ed-5d13-44df-b9bc-303a31cd562d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.458630 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b064506d-a755-4df7-bd78-607567bfd181 None None] Network f32b346a-76ff-4881-a3c3-2fee13d93a6f requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:37.480098 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-235f71ed-5d13-44df-b9bc-303a31cd562d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.7897904 Jul 09 13:35:37.630094 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.630899 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c72882-c319-46c8-811e-d93e75dd2cc2 None None] Network f32b346a-76ff-4881-a3c3-2fee13d93a6f requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:37.657873 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b443fb75-6168-4143-9193-8bf5dc34ca8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.681864 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:37.696594 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b443fb75-6168-4143-9193-8bf5dc34ca8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.714541 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] No DVR routers for this DVR port 5a50cbd6-a1ba-4a0d-92c2-4d64b7da6e26 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:37.784797 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-3a5ee953-06c1-4df9-ae51-e32818e4bea6 service neutron] 10.222.0.39 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3575552 Jul 09 13:35:37.857830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d83f4d81-5c6e-4711-8f08-204fac65d9ec no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:37.893004 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: d83f4d81-5c6e-4711-8f08-204fac65d9ec {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:35:37.893351 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d83f4d81-5c6e-4711-8f08-204fac65d9ec not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:35:37.906024 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.927411 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e0913a4-9c06-4d5a-b3b9-148970f66e73']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:37.985588 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b443fb75-6168-4143-9193-8bf5dc34ca8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.988149 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b443fb75-6168-4143-9193-8bf5dc34ca8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:37.991147 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b443fb75-6168-4143-9193-8bf5dc34ca8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fc587235-390e-47a7-bd54-ec35fbe7d624 HTTP/1.1" status: 204 len: 168 time: 0.6413546 Jul 09 13:35:37.991958 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d925f0c-051a-40cc-9219-39de06485b96') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:37.992250 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d925f0c-051a-40cc-9219-39de06485b96') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:38.051669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b443fb75-6168-4143-9193-8bf5dc34ca8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc587235-390e-47a7-bd54-ec35fbe7d624,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:38.063799 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.115617 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.125308 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-0c262623-0341-4b35-9643-c8ac1189756f service neutron] 10.222.0.39 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3395941 Jul 09 13:35:38.139782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:38.140014 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:35:38.144314 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:35:38.227524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-92ea8111-feec-4f37-8937-78859b15c55e tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:38.229231 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-92ea8111-feec-4f37-8937-78859b15c55e tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/networks?id=f32b346a-76ff-4881-a3c3-2fee13d93a6f HTTP/1.1" status: 200 len: 820 time: 0.2978559 Jul 09 13:35:38.246052 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-6eeb7eab-d65b-4ced-a866-d1a253b97957 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/quotas/602336b03a2d4bbfa02877245604a863 HTTP/1.1" status: 200 len: 375 time: 0.0111449 Jul 09 13:35:38.250496 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.263775 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.266336 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/networks/5e0913a4-9c06-4d5a-b3b9-148970f66e73 HTTP/1.1" status: 204 len: 168 time: 1.3885570 Jul 09 13:35:38.271319 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36474) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:38.277477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6c6cada5-cbbb-44c2-91ff-d464f78154cd tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'network': {'name': 'tempest-RoutersTest-254634584'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:38.318466 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.320838 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-72a67213-8915-48ff-8cb9-c694e17ab0bb tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=602336b03a2d4bbfa02877245604a863&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532861 Jul 09 13:35:38.321785 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cbcbf7-6313-454d-add7-03146dc0c4b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Network': ['ID=5e0913a4-9c06-4d5a-b3b9-148970f66e73,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:38.388778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c6cada5-cbbb-44c2-91ff-d464f78154cd tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:38.392321 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c6cada5-cbbb-44c2-91ff-d464f78154cd tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.452095 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c6cada5-cbbb-44c2-91ff-d464f78154cd tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:35:38.478216 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c6cada5-cbbb-44c2-91ff-d464f78154cd tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.478603 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-6c6cada5-cbbb-44c2-91ff-d464f78154cd tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Added segment 75356758-bbce-4a95-bc21-8e32d9110a00 of type vlan for network 9c552eee-7198-46cb-a0f2-a91e317539d3 Jul 09 13:35:38.510368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36482) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:38.526876 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.549949 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1dc490a3-6c53-46b1-b0fa-c54e8c2fccfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.568457 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-9ff37de7-1c01-4db5-a3c9-d782c7fd0e98 service neutron] 10.222.0.39 "GET /v2.0/networks/f32b346a-76ff-4881-a3c3-2fee13d93a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2220869 Jul 09 13:35:38.657449 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1dc490a3-6c53-46b1-b0fa-c54e8c2fccfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.665474 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1dc490a3-6c53-46b1-b0fa-c54e8c2fccfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.672262 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c6cada5-cbbb-44c2-91ff-d464f78154cd tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.695834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4e2d2-5487-47c7-9a19-39787e9eb6ff req-77c73c49-1628-4977-a9b2-f3d2cbc0b88c tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:38.698401 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6dc4e2d2-5487-47c7-9a19-39787e9eb6ff req-77c73c49-1628-4977-a9b2-f3d2cbc0b88c tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.2150681 Jul 09 13:35:38.730502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc490a3-6c53-46b1-b0fa-c54e8c2fccfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22c6ab5f-b3be-4483-a3f7-bb2f32be078c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:38.735365 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1dc490a3-6c53-46b1-b0fa-c54e8c2fccfd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6dfa81f477cc4dfa82ee771ba4c63bd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2238915 Jul 09 13:35:38.738198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36490) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:38.778440 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c6cada5-cbbb-44c2-91ff-d464f78154cd tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.788648 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6cada5-cbbb-44c2-91ff-d464f78154cd tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:38.792830 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6dc4e2d2-5487-47c7-9a19-39787e9eb6ff req-bfd372ca-e1b4-4775-bd57-0dbbd535bdc9 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854161 Jul 09 13:35:38.794418 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c6cada5-cbbb-44c2-91ff-d464f78154cd tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.818546 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36492) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:38.839824 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-df25a839-aa0e-4373-9e4f-168b326626c8 service neutron] 10.222.0.39 "GET /v2.0/networks/f32b346a-76ff-4881-a3c3-2fee13d93a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2631521 Jul 09 13:35:38.849146 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6c6cada5-cbbb-44c2-91ff-d464f78154cd tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5777142 Jul 09 13:35:38.852667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36498) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:38.858441 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6044b355-e64d-4443-bcb4-b8e6a26c29cc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'subnet': {'network_id': '9c552eee-7198-46cb-a0f2-a91e317539d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:38.956291 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2351318-7615-48b7-9cca-0df7348b00ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:38.975650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6cada5-cbbb-44c2-91ff-d464f78154cd tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Network': ['ID=9c552eee-7198-46cb-a0f2-a91e317539d3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:38.988598 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 9c552eee-7198-46cb-a0f2-a91e317539d3 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:35:39.018362 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2351318-7615-48b7-9cca-0df7348b00ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.078831 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1aaddb1b-32f9-4eb4-81cf-e4c62fbf5bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.143179 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2351318-7615-48b7-9cca-0df7348b00ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.146110 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2351318-7615-48b7-9cca-0df7348b00ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.151592 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e2351318-7615-48b7-9cca-0df7348b00ca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22c6ab5f-b3be-4483-a3f7-bb2f32be078c HTTP/1.1" status: 204 len: 168 time: 0.4090889 Jul 09 13:35:39.152237 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-6044b355-e64d-4443-bcb4-b8e6a26c29cc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:35:39.152237 n-d-799525-3 neutron-server[93754]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:35:39.152237 n-d-799525-3 neutron-server[93754]: [parameters: {'project_id': '9f5182291d214869b5ef5954bb1eb951', 'id': '564f6a35-47dd-4fa5-ab25-65653683bc58', 'expiration': datetime.datetime(2021, 7, 9, 13, 37, 39, 134025)}] Jul 09 13:35:39.152237 n-d-799525-3 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:35:39.154771 n-d-799525-3 neutron-server[93754]: DEBUG oslo_db.api [None req-6044b355-e64d-4443-bcb4-b8e6a26c29cc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:35:39.184672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2351318-7615-48b7-9cca-0df7348b00ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22c6ab5f-b3be-4483-a3f7-bb2f32be078c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:39.296045 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-73ef33ee-cc0c-42b8-8ba2-9c66e80e7c36 req-07bc0906-b537-47a1-b940-6c25bfb5ef08 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de0d745-8b87-4b05-b497-f22fedaec0d4 HTTP/1.1" status: 200 len: 210 time: 0.0677447 Jul 09 13:35:39.357301 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1aaddb1b-32f9-4eb4-81cf-e4c62fbf5bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.364683 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1aaddb1b-32f9-4eb4-81cf-e4c62fbf5bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.384782 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-30735764-a2d3-4a8e-8991-73501034161f req-9e81cb1e-cd26-4ea1-a788-de223cdfcb47 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 210 time: 0.0704238 Jul 09 13:35:39.425145 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1aaddb1b-32f9-4eb4-81cf-e4c62fbf5bba admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=61f9f99e17de45619bcab93ac794d3d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998075 Jul 09 13:35:39.427669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36510) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:39.455985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaddb1b-32f9-4eb4-81cf-e4c62fbf5bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05329306-4c6c-41dc-8b79-8c7c05abc7eb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:39.548876 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d84bc41-ba46-4a70-b716-befbb688c3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.578328 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d84bc41-ba46-4a70-b716-befbb688c3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.638761 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d84bc41-ba46-4a70-b716-befbb688c3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.642568 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d84bc41-ba46-4a70-b716-befbb688c3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:39.644137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6d84bc41-ba46-4a70-b716-befbb688c3c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/05329306-4c6c-41dc-8b79-8c7c05abc7eb HTTP/1.1" status: 204 len: 168 time: 0.2143204 Jul 09 13:35:39.679370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d84bc41-ba46-4a70-b716-befbb688c3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05329306-4c6c-41dc-8b79-8c7c05abc7eb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:39.726806 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6044b355-e64d-4443-bcb4-b8e6a26c29cc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:39.731318 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6044b355-e64d-4443-bcb4-b8e6a26c29cc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:40.091547 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6044b355-e64d-4443-bcb4-b8e6a26c29cc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:40.168535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371de679-bd9b-4ae5-898e-5dde4b5095c0 req-8bc5cfef-36f4-4cea-8639-495e2166a4eb tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:40.170641 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-371de679-bd9b-4ae5-898e-5dde4b5095c0 req-8bc5cfef-36f4-4cea-8639-495e2166a4eb tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.2392025 Jul 09 13:35:40.230460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36538) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:40.265168 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abc90c1d-97c7-407c-b251-48bcb2aa10c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:40.310463 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6044b355-e64d-4443-bcb4-b8e6a26c29cc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Checking segment: {'id': '75356758-bbce-4a95-bc21-8e32d9110a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9c552eee-7198-46cb-a0f2-a91e317539d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:40.310838 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6044b355-e64d-4443-bcb4-b8e6a26c29cc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network hostable DHCP agents. Network: 9c552eee-7198-46cb-a0f2-a91e317539d3, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:35:40.330405 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-371de679-bd9b-4ae5-898e-5dde4b5095c0 req-3ed1fa6f-dd07-4ad5-bf99-899e7082a912 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326313 Jul 09 13:35:40.338224 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6044b355-e64d-4443-bcb4-b8e6a26c29cc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Subnet': ['ID=8932e843-d03b-4901-ba47-c6a5b51c3ee6,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:40.363067 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6044b355-e64d-4443-bcb4-b8e6a26c29cc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network 9c552eee-7198-46cb-a0f2-a91e317539d3 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:35:40.387777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6044b355-e64d-4443-bcb4-b8e6a26c29cc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 9c552eee-7198-46cb-a0f2-a91e317539d3) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:40.394663 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6044b355-e64d-4443-bcb4-b8e6a26c29cc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:40.395453 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6044b355-e64d-4443-bcb4-b8e6a26c29cc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:40.408704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6598a35a-be49-422a-b992-c3f7d1cc5e47 None None] Network 9c552eee-7198-46cb-a0f2-a91e317539d3 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:40.481430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-d43b5c1f-16a0-4d47-a5f5-f57c5826e8d4 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:40.483723 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-d43b5c1f-16a0-4d47-a5f5-f57c5826e8d4 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.15 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 811 time: 0.3934534 Jul 09 13:35:40.499418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-aef720a4-0c91-43a1-8f72-fc01778618df tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Request body: {'port': {'device_id': '4ee39bdc-64ab-497b-b1f6-4c3bf66a461a', 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed', 'admin_state_up': True, 'tenant_id': 'f497f876391b4e08b31560ff95746718'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:40.573049 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d085f88-042f-4ed3-a830-c98c29befaee req-06315445-8a96-48c8-895e-22a126901051 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de0d745-8b87-4b05-b497-f22fedaec0d4 HTTP/1.1" status: 200 len: 210 time: 0.0791714 Jul 09 13:35:40.635836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abc90c1d-97c7-407c-b251-48bcb2aa10c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:40.647648 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abc90c1d-97c7-407c-b251-48bcb2aa10c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:40.675318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-9c552eee-7198-46cb-a0f2-a91e317539d3', 'network_id': '9c552eee-7198-46cb-a0f2-a91e317539d3', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'fixed_ips': [{'subnet_id': '8932e843-d03b-4901-ba47-c6a5b51c3ee6'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:35:40.676203 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:40.703488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc90c1d-97c7-407c-b251-48bcb2aa10c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c190fc9-4035-46e8-b0e9-98dd55a74599,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:40.713550 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-abc90c1d-97c7-407c-b251-48bcb2aa10c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1063de98874472f9aee0c871d6b69b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4776084 Jul 09 13:35:40.714221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36550) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:40.780664 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6920dee0-8d24-4a6a-9482-f20b4c99c785 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:40.837873 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6920dee0-8d24-4a6a-9482-f20b4c99c785 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:40.893057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Allocated IP 172.20.0.2 (9c552eee-7198-46cb-a0f2-a91e317539d3/8932e843-d03b-4901-ba47-c6a5b51c3ee6/51141f4d-b5f2-45b5-892b-36031c30e676) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:40.914463 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6920dee0-8d24-4a6a-9482-f20b4c99c785 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:40.918063 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6920dee0-8d24-4a6a-9482-f20b4c99c785 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:40.919397 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6920dee0-8d24-4a6a-9482-f20b4c99c785 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c190fc9-4035-46e8-b0e9-98dd55a74599 HTTP/1.1" status: 204 len: 168 time: 0.2041423 Jul 09 13:35:40.933581 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6920dee0-8d24-4a6a-9482-f20b4c99c785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c190fc9-4035-46e8-b0e9-98dd55a74599,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:41.061384 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ad24341-722c-4604-947d-d081c7996a11 req-b0dba7e0-05ae-4c88-8fa4-c2abb4dde808 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 210 time: 0.4616113 Jul 09 13:35:41.071940 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6044b355-e64d-4443-bcb4-b8e6a26c29cc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2180643 Jul 09 13:35:41.082220 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36560) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:41.083230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7aa633ad-7aef-490f-bca0-d108e78ff470 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1517589118', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:41.138474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-9561c402-d30b-43c8-9341-713d683004c6 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:41.142656 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-9561c402-d30b-43c8-9341-713d683004c6 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.15 "GET /v2.0/networks?id=f32b346a-76ff-4881-a3c3-2fee13d93a6f HTTP/1.1" status: 200 len: 820 time: 0.1681395 Jul 09 13:35:41.145371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-aef720a4-0c91-43a1-8f72-fc01778618df tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Made reservation on behalf of f497f876391b4e08b31560ff95746718 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:41.151893 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-aef720a4-0c91-43a1-8f72-fc01778618df tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.163210 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-3c00269c-d95d-41b4-9436-2244a2efa723 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Request body: {'port': {'device_id': '1de0d745-8b87-4b05-b497-f22fedaec0d4', 'network_id': 'f32b346a-76ff-4881-a3c3-2fee13d93a6f', 'admin_state_up': True, 'tenant_id': '602336b03a2d4bbfa02877245604a863'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:41.168810 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7aa633ad-7aef-490f-bca0-d108e78ff470 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.169886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7aa633ad-7aef-490f-bca0-d108e78ff470 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.238622 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.255281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Transition to ACTIVE for port object 51141f4d-b5f2-45b5-892b-36031c30e676 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:41.283350 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7aa633ad-7aef-490f-bca0-d108e78ff470 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.290449 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7aa633ad-7aef-490f-bca0-d108e78ff470 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.310699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Transition to ACTIVE for port object 51141f4d-b5f2-45b5-892b-36031c30e676 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:41.321659 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7aa633ad-7aef-490f-bca0-d108e78ff470 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.321880 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.324634 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7aa633ad-7aef-490f-bca0-d108e78ff470 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2487447 Jul 09 13:35:41.327317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36568) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:41.336601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cc6a3816-1180-4abc-b2fb-99b4699212c8 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'port': {'network_id': '9c552eee-7198-46cb-a0f2-a91e317539d3', 'name': 'tempest-RoutersTest-684813652'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:41.429205 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Network 9c552eee-7198-46cb-a0f2-a91e317539d3 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:41.447473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:41.453061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:41.481894 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Pushing event updated for resources: {'Port': ['ID=51141f4d-b5f2-45b5-892b-36031c30e676,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:41.553627 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6a3816-1180-4abc-b2fb-99b4699212c8 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:41.559971 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc6a3816-1180-4abc-b2fb-99b4699212c8 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.575408 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Attempting to bind port 51141f4d-b5f2-45b5-892b-36031c30e676 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:35:41.575845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Attempting to bind port 51141f4d-b5f2-45b5-892b-36031c30e676 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '75356758-bbce-4a95-bc21-8e32d9110a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9c552eee-7198-46cb-a0f2-a91e317539d3'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:35:41.576225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Attempting to bind port 51141f4d-b5f2-45b5-892b-36031c30e676 on network 9c552eee-7198-46cb-a0f2-a91e317539d3 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:41.582727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:35:41.583128 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Checking segment: {'id': '75356758-bbce-4a95-bc21-8e32d9110a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9c552eee-7198-46cb-a0f2-a91e317539d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:41.584018 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.585036 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Bound using segment: {'id': '75356758-bbce-4a95-bc21-8e32d9110a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9c552eee-7198-46cb-a0f2-a91e317539d3'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:35:41.585737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Bound port: 51141f4d-b5f2-45b5-892b-36031c30e676, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75356758-bbce-4a95-bc21-8e32d9110a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '9c552eee-7198-46cb-a0f2-a91e317539d3'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:35:41.586320 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.633699 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-cc6a3816-1180-4abc-b2fb-99b4699212c8 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] device_id is not set on port 7b97a529-e0aa-4615-af08-eb4a81988204 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:35:41.664078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] For port 51141f4d-b5f2-45b5-892b-36031c30e676, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:35:41.668058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] For port 51141f4d-b5f2-45b5-892b-36031c30e676, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=51141f4d-b5f2-45b5-892b-36031c30e676,segment=NetworkSegment(75356758-bbce-4a95-bc21-8e32d9110a00),segment_id=75356758-bbce-4a95-bc21-8e32d9110a00)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:35:41.674589 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.760214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-3c00269c-d95d-41b4-9436-2244a2efa723 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Made reservation on behalf of 602336b03a2d4bbfa02877245604a863 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:41.761982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dafd694-8353-4e19-b3ca-bc5fe26b3b23 None None] Pushing event updated for resources: {'Port': ['ID=51141f4d-b5f2-45b5-892b-36031c30e676,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:41.770033 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-3c00269c-d95d-41b4-9436-2244a2efa723 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:41.813106 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-aef720a4-0c91-43a1-8f72-fc01778618df tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Allocated IP 172.20.0.4 (cb871985-694c-4bff-b9c5-df10bd3971ed/fe541801-5f2f-44e7-bf6a-e4876e7170dc/edd770bf-f77c-42fe-aca4-ca58b6eb9f2c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:41.903388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfcccdc-a627-4f3f-857a-e2fe0145c87e req-4050403f-5b2e-4e25-af3c-acb5681c413d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:41.905485 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9dfcccdc-a627-4f3f-857a-e2fe0145c87e req-4050403f-5b2e-4e25-af3c-acb5681c413d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.3670661 Jul 09 13:35:41.920736 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2752b96c-5442-4fe4-bc11-6fdcb3c608cd req-e4b62c0d-f095-4ae9-8aa9-6216aa485b9d tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de0d745-8b87-4b05-b497-f22fedaec0d4 HTTP/1.1" status: 200 len: 210 time: 0.1044273 Jul 09 13:35:42.046059 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-cc6a3816-1180-4abc-b2fb-99b4699212c8 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Allocated IP 172.20.0.11 (9c552eee-7198-46cb-a0f2-a91e317539d3/8932e843-d03b-4901-ba47-c6a5b51c3ee6/7b97a529-e0aa-4615-af08-eb4a81988204) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:42.063202 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9dfcccdc-a627-4f3f-857a-e2fe0145c87e req-285707a5-7ad4-477a-b9aa-6b320278f22f tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296029 Jul 09 13:35:42.065685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-3c00269c-d95d-41b4-9436-2244a2efa723 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Allocated IP 172.20.0.12 (f32b346a-76ff-4881-a3c3-2fee13d93a6f/4f311df5-600f-495d-8bd1-26fab747d5b6/74b25b69-7bea-49b3-9573-f7a776760284) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:42.304455 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-aef720a4-0c91-43a1-8f72-fc01778618df tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:42.322310 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-32ff51e0-876f-45c6-b11c-d5fbad770bf1 req-ddda06e2-a987-45c5-a44c-4e5ba34a7460 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 210 time: 0.0854716 Jul 09 13:35:42.403039 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-3c00269c-d95d-41b4-9436-2244a2efa723 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:42.424389 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-aef720a4-0c91-43a1-8f72-fc01778618df tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:42.426293 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc6a3816-1180-4abc-b2fb-99b4699212c8 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:42.455967 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-cc6a3816-1180-4abc-b2fb-99b4699212c8 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Transition to ACTIVE for port object 7b97a529-e0aa-4615-af08-eb4a81988204 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:42.515843 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-aef720a4-0c91-43a1-8f72-fc01778618df tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Network cb871985-694c-4bff-b9c5-df10bd3971ed is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:42.522609 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-aef720a4-0c91-43a1-8f72-fc01778618df tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:42.530081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-aef720a4-0c91-43a1-8f72-fc01778618df tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:42.539758 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-3c00269c-d95d-41b4-9436-2244a2efa723 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:42.541650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef720a4-0c91-43a1-8f72-fc01778618df tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Pushing event updated for resources: {'Port': ['ID=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:42.590177 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 51141f4d-b5f2-45b5-892b-36031c30e676 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:42.607067 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc6a3816-1180-4abc-b2fb-99b4699212c8 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:42.639535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c00269c-d95d-41b4-9436-2244a2efa723 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Pushing event updated for resources: {'Port': ['ID=74b25b69-7bea-49b3-9573-f7a776760284,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:42.674789 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-3c00269c-d95d-41b4-9436-2244a2efa723 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Network f32b346a-76ff-4881-a3c3-2fee13d93a6f is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:42.688962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-3c00269c-d95d-41b4-9436-2244a2efa723 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:42.699790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-3c00269c-d95d-41b4-9436-2244a2efa723 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:42.734230 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 51141f4d-b5f2-45b5-892b-36031c30e676 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:42.739036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6a3816-1180-4abc-b2fb-99b4699212c8 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network 9c552eee-7198-46cb-a0f2-a91e317539d3 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:42.759008 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-cc6a3816-1180-4abc-b2fb-99b4699212c8 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:42.768152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6a3816-1180-4abc-b2fb-99b4699212c8 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:42.790535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-aef720a4-0c91-43a1-8f72-fc01778618df tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:42.791275 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-aef720a4-0c91-43a1-8f72-fc01778618df tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:42.823145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-3c00269c-d95d-41b4-9436-2244a2efa723 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:42.824216 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-3c00269c-d95d-41b4-9436-2244a2efa723 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:42.849599 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-aef720a4-0c91-43a1-8f72-fc01778618df tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3536325 Jul 09 13:35:42.852087 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-3c00269c-d95d-41b4-9436-2244a2efa723 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6964581 Jul 09 13:35:42.868670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Request body: {'port': {'device_id': '4ee39bdc-64ab-497b-b1f6-4c3bf66a461a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:42.875191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6a3816-1180-4abc-b2fb-99b4699212c8 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=7b97a529-e0aa-4615-af08-eb4a81988204,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:42.878972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Request body: {'port': {'device_id': '1de0d745-8b87-4b05-b497-f22fedaec0d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:42.916308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6a3816-1180-4abc-b2fb-99b4699212c8 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:42.917546 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc6a3816-1180-4abc-b2fb-99b4699212c8 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:42.942803 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cc6a3816-1180-4abc-b2fb-99b4699212c8 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.6113918 Jul 09 13:35:42.944276 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36616) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:43.144086 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.146099 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.290213 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949d51c0-e91f-4757-85a6-244cb6ad90c3 None None] Network 9c552eee-7198-46cb-a0f2-a91e317539d3 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:43.434977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-95b86029-6345-43f0-b16a-d4bb93c50ce7 None None] Provisioning for port 51141f4d-b5f2-45b5-892b-36031c30e676 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:43.449069 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-95b86029-6345-43f0-b16a-d4bb93c50ce7 None None] Provisioning complete for port 51141f4d-b5f2-45b5-892b-36031c30e676 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:43.460149 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95b86029-6345-43f0-b16a-d4bb93c50ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.575311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edd770bf-f77c-42fe-aca4-ca58b6eb9f2c {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:35:43.593039 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.624810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Transition to ACTIVE for port object edd770bf-f77c-42fe-aca4-ca58b6eb9f2c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:43.637709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b741d9-5f2a-43da-968b-57dfb966a129 req-42969231-9fdb-4b84-b72c-287af602970a tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:43.640039 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b2b741d9-5f2a-43da-968b-57dfb966a129 req-42969231-9fdb-4b84-b72c-287af602970a tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de0d745-8b87-4b05-b497-f22fedaec0d4 HTTP/1.1" status: 200 len: 932 time: 0.5176892 Jul 09 13:35:43.708960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040805d7-7f79-4ff1-8650-1ab0f6497443 req-72ab8b42-5a8f-4d18-803f-3a218c450dea tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:43.710787 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-040805d7-7f79-4ff1-8650-1ab0f6497443 req-72ab8b42-5a8f-4d18-803f-3a218c450dea tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.4453390 Jul 09 13:35:43.762718 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ed7c-1719-4c0a-9c25-7ad6018c3764 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.831064 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95b86029-6345-43f0-b16a-d4bb93c50ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.908969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-95b86029-6345-43f0-b16a-d4bb93c50ce7 None None] For port 51141f4d-b5f2-45b5-892b-36031c30e676, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=51141f4d-b5f2-45b5-892b-36031c30e676,segment=NetworkSegment(75356758-bbce-4a95-bc21-8e32d9110a00),segment_id=75356758-bbce-4a95-bc21-8e32d9110a00)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:43.937992 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-95b86029-6345-43f0-b16a-d4bb93c50ce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:43.956272 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:44.042963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74b25b69-7bea-49b3-9573-f7a776760284 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:35:44.064179 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b86029-6345-43f0-b16a-d4bb93c50ce7 None None] Pushing event updated for resources: {'Port': ['ID=51141f4d-b5f2-45b5-892b-36031c30e676,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:44.064333 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:44.090208 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Pushing event updated for resources: {'Port': ['ID=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:44.100864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Transition to ACTIVE for port object 74b25b69-7bea-49b3-9573-f7a776760284 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:44.152500 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:44.210990 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ed7c-1719-4c0a-9c25-7ad6018c3764 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:44.226003 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ed7c-1719-4c0a-9c25-7ad6018c3764 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:44.240448 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b2b741d9-5f2a-43da-968b-57dfb966a129 req-563e4f2e-f185-4a93-b999-f7cd78011721 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab07fe42-5662-423c-ae5f-bf071a497ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5853100 Jul 09 13:35:44.293559 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-040805d7-7f79-4ff1-8650-1ab0f6497443 req-5d82ced8-6a44-4616-a245-251b63fb56ae tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317028 Jul 09 13:35:44.377723 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-db2fa318-b2ee-4cc1-ad55-9577dfc017fc None None] Provisioning for port 7b97a529-e0aa-4615-af08-eb4a81988204 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:44.389834 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-db2fa318-b2ee-4cc1-ad55-9577dfc017fc None None] Provisioning complete for port 7b97a529-e0aa-4615-af08-eb4a81988204 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:44.390224 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db2fa318-b2ee-4cc1-ad55-9577dfc017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:44.435239 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0ed7c-1719-4c0a-9c25-7ad6018c3764 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=7b97a529-e0aa-4615-af08-eb4a81988204,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:44.465940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Pushing event updated for resources: {'Port': ['ID=74b25b69-7bea-49b3-9573-f7a776760284,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:44.513468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-db2fa318-b2ee-4cc1-ad55-9577dfc017fc None None] Port 7b97a529-e0aa-4615-af08-eb4a81988204 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:35:44.539014 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-db2fa318-b2ee-4cc1-ad55-9577dfc017fc None None] Provisioning complete for port 51141f4d-b5f2-45b5-892b-36031c30e676 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:44.539667 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db2fa318-b2ee-4cc1-ad55-9577dfc017fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:44.549751 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Attempting to bind port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:35:44.550299 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Attempting to bind port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:35:44.550815 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Attempting to bind port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c on network cb871985-694c-4bff-b9c5-df10bd3971ed {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:44.559888 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c on network cb871985-694c-4bff-b9c5-df10bd3971ed not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:35:44.560976 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Attempting to bind port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c on network cb871985-694c-4bff-b9c5-df10bd3971ed {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:44.583136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:35:44.583493 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Checking segment: {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:44.583887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Bound using segment: {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:35:44.584973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Bound port: edd770bf-f77c-42fe-aca4-ca58b6eb9f2c, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:35:44.586274 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:44.630686 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 51141f4d-b5f2-45b5-892b-36031c30e676 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:44.651145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Attempting to bind port 74b25b69-7bea-49b3-9573-f7a776760284 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:35:44.651765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Attempting to bind port 74b25b69-7bea-49b3-9573-f7a776760284 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f32b346a-76ff-4881-a3c3-2fee13d93a6f'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:35:44.652279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Attempting to bind port 74b25b69-7bea-49b3-9573-f7a776760284 on network f32b346a-76ff-4881-a3c3-2fee13d93a6f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:44.681125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Port 74b25b69-7bea-49b3-9573-f7a776760284 on network f32b346a-76ff-4881-a3c3-2fee13d93a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:35:44.681720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Attempting to bind port 74b25b69-7bea-49b3-9573-f7a776760284 on network f32b346a-76ff-4881-a3c3-2fee13d93a6f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:44.693638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:35:44.695569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Checking segment: {'id': 'fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f32b346a-76ff-4881-a3c3-2fee13d93a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:44.696429 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Bound using segment: {'id': 'fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f32b346a-76ff-4881-a3c3-2fee13d93a6f'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:35:44.696804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Bound port: 74b25b69-7bea-49b3-9573-f7a776760284, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': 'f32b346a-76ff-4881-a3c3-2fee13d93a6f'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:35:44.697431 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:44.755358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 51141f4d-b5f2-45b5-892b-36031c30e676 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:44.755939 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:44.793837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] For port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:35:44.801173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] For port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:35:44.806596 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ed7c-1719-4c0a-9c25-7ad6018c3764 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:44.811433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:44.976251 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] For port 74b25b69-7bea-49b3-9573-f7a776760284, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:35:44.980828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] For port 74b25b69-7bea-49b3-9573-f7a776760284, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=74b25b69-7bea-49b3-9573-f7a776760284,segment=NetworkSegment(fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e),segment_id=fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:35:44.989454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Pushing event updated for resources: {'Port': ['ID=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:44.999724 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.009855 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efe494c-730e-4337-b439-06806ce2aae3 req-6f9da945-5d11-4d1d-a523-0594e83a729b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:45.019292 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2efe494c-730e-4337-b439-06806ce2aae3 req-6f9da945-5d11-4d1d-a523-0594e83a729b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 943 time: 0.5519025 Jul 09 13:35:45.038698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3e42a9d6-c260-4870-8cd7-e3656f34066b None None] Provisioning complete for port 7b97a529-e0aa-4615-af08-eb4a81988204 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:45.039268 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e42a9d6-c260-4870-8cd7-e3656f34066b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.107029 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3e42a9d6-c260-4870-8cd7-e3656f34066b None None] Port 7b97a529-e0aa-4615-af08-eb4a81988204 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:35:45.109374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:45.110241 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.118832 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c36166d5-7563-476a-ae06-a441cd37093b service neutron] 10.222.0.15 "PUT /v2.0/ports/edd770bf-f77c-42fe-aca4-ca58b6eb9f2c HTTP/1.1" status: 200 len: 1091 time: 2.2498760 Jul 09 13:35:45.121311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ee39bdc-64ab-497b-b1f6-4c3bf66a461a', 'tag': 'edd770bf-f77c-42fe-aca4-ca58b6eb9f2c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:45.124186 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-894cb88d-3513-468d-83d9-a842c019f86f" -d '{"events": [{"name": "network-changed", "server_uuid": "4ee39bdc-64ab-497b-b1f6-4c3bf66a461a", "tag": "edd770bf-f77c-42fe-aca4-ca58b6eb9f2c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:45.153909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Pushing event updated for resources: {'Port': ['ID=74b25b69-7bea-49b3-9573-f7a776760284,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:45.158861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:45.159883 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.161654 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-591bdb84-de71-49d6-93d0-c77c6d804066 service neutron] 10.222.0.15 "PUT /v2.0/ports/74b25b69-7bea-49b3-9573-f7a776760284 HTTP/1.1" status: 200 len: 1092 time: 2.2887068 Jul 09 13:35:45.177897 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ed7c-1719-4c0a-9c25-7ad6018c3764 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.219448 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2efe494c-730e-4337-b439-06806ce2aae3 req-8afea8a8-e46b-49cb-9a4c-9102e336e8bb tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871984 Jul 09 13:35:45.228478 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b0d82a4-bca3-46bd-a107-b7aa27883267 x-openstack-request-id: req-4b0d82a4-bca3-46bd-a107-b7aa27883267 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:45.228702 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36700) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:45.229157 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ee39bdc-64ab-497b-b1f6-4c3bf66a461a", "tag": "edd770bf-f77c-42fe-aca4-ca58b6eb9f2c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:45.229589 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4b0d82a4-bca3-46bd-a107-b7aa27883267 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:45.230182 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ee39bdc-64ab-497b-b1f6-4c3bf66a461a', 'tag': 'edd770bf-f77c-42fe-aca4-ca58b6eb9f2c', 'status': 'completed', 'code': 200} Jul 09 13:35:45.244396 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-793306fc-dae5-42f8-96d1-2b003b5958cb None None] Provisioning complete for port 7b97a529-e0aa-4615-af08-eb4a81988204 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:45.244862 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-793306fc-dae5-42f8-96d1-2b003b5958cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.290246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-793306fc-dae5-42f8-96d1-2b003b5958cb None None] Port 7b97a529-e0aa-4615-af08-eb4a81988204 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:35:45.377803 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-599445b4-779f-4af7-88da-06ef55df788e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:45.379677 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-599445b4-779f-4af7-88da-06ef55df788e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 1094 time: 0.1989505 Jul 09 13:35:45.421812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-2bb7f11c-0fe0-44aa-a4da-4765ba936ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:45.423582 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-2bb7f11c-0fe0-44aa-a4da-4765ba936ece service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=602336b03a2d4bbfa02877245604a863&device_id=1de0d745-8b87-4b05-b497-f22fedaec0d4 HTTP/1.1" status: 200 len: 1095 time: 0.1989319 Jul 09 13:35:45.476371 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-301e1a34-67d5-4ff9-96e1-3320059323d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.495734 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-01d5ecc8-81d3-4df2-aff4-235101360265 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c HTTP/1.1" status: 200 len: 217 time: 0.1041162 Jul 09 13:35:45.533763 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-0a202819-0aa6-4e20-b7c1-2e3227c424d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74b25b69-7bea-49b3-9573-f7a776760284 HTTP/1.1" status: 200 len: 217 time: 0.0463469 Jul 09 13:35:45.610568 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-602ee0df-3810-46bd-b306-b8d8f8884212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:45.612128 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-602ee0df-3810-46bd-b306-b8d8f8884212 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe541801-5f2f-44e7-bf6a-e4876e7170dc HTTP/1.1" status: 200 len: 851 time: 0.0881011 Jul 09 13:35:45.629182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-d6d40b80-370f-4869-af74-446033684496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:45.630572 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-d6d40b80-370f-4869-af74-446033684496 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f311df5-600f-495d-8bd1-26fab747d5b6 HTTP/1.1" status: 200 len: 860 time: 0.0789809 Jul 09 13:35:45.653680 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-c4d87d71-7a55-43e7-9f43-324c8aaf240d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb871985-694c-4bff-b9c5-df10bd3971ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329449 Jul 09 13:35:45.698150 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-bd2558ca-564f-44ae-a341-f4b49755e1e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f32b346a-76ff-4881-a3c3-2fee13d93a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474286 Jul 09 13:35:45.714301 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ed7c-1719-4c0a-9c25-7ad6018c3764 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.732612 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5f363a-69fb-4ba4-ab8c-18ab110053fa req-857d3e87-7103-4d7a-9297-688a431698d6 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:45.734153 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c5f363a-69fb-4ba4-ab8c-18ab110053fa req-857d3e87-7103-4d7a-9297-688a431698d6 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de0d745-8b87-4b05-b497-f22fedaec0d4 HTTP/1.1" status: 200 len: 944 time: 0.2547281 Jul 09 13:35:45.738254 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ed7c-1719-4c0a-9c25-7ad6018c3764 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.777461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfa65f8-e84e-423e-9a63-3a49ccfddddc req-a30a1985-7181-4169-89a2-c9de753fa72d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:45.779012 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bfa65f8-e84e-423e-9a63-3a49ccfddddc req-a30a1985-7181-4169-89a2-c9de753fa72d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.2371018 Jul 09 13:35:45.870304 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-71904d5a-5823-4cf9-9a33-72664808d234 service neutron] 10.222.0.15 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080896 Jul 09 13:35:45.872251 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-9c133541-e8bf-414e-ba42-e48b81aaea17 service neutron] 10.222.0.15 "GET /v2.0/networks/f32b346a-76ff-4881-a3c3-2fee13d93a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629493 Jul 09 13:35:45.898170 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-301e1a34-67d5-4ff9-96e1-3320059323d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.903861 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecf0ed7c-1719-4c0a-9c25-7ad6018c3764 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.916845 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-301e1a34-67d5-4ff9-96e1-3320059323d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:45.933341 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf0ed7c-1719-4c0a-9c25-7ad6018c3764 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=7b97a529-e0aa-4615-af08-eb4a81988204,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:45.938317 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c5f363a-69fb-4ba4-ab8c-18ab110053fa req-93ef56a9-b46a-4836-9d36-fe1ca9fd2c89 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab07fe42-5662-423c-ae5f-bf071a497ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580994 Jul 09 13:35:45.977862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bfa65f8-e84e-423e-9a63-3a49ccfddddc req-9ffd2eb5-2e8c-4681-9bf3-783dd362bc6d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627636 Jul 09 13:35:46.037259 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-301e1a34-67d5-4ff9-96e1-3320059323d6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3886a3948ab42a3abefae0acf3ec725&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8052258 Jul 09 13:35:46.038530 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36728) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:46.040369 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301e1a34-67d5-4ff9-96e1-3320059323d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59aaa03-0cec-471a-95a6-95a92245b26a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:46.114745 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9a22489-d675-4d44-93d5-94fb15fc4172 req-b75c0601-4109-412f-b7ff-677c462f5b3a service neutron] 10.222.0.15 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332165 Jul 09 13:35:46.124120 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-21b8eaee-0057-4ab2-ae92-8e3435230761 req-b577dc73-045e-4a64-99c1-8cd0149fee6b service neutron] 10.222.0.15 "GET /v2.0/networks/f32b346a-76ff-4881-a3c3-2fee13d93a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338245 Jul 09 13:35:46.142563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36730) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:46.230993 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cb88d-3513-468d-83d9-a842c019f86f req-bc526cdc-c952-40d9-b410-bcfd1779d606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:46.232586 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-894cb88d-3513-468d-83d9-a842c019f86f req-bc526cdc-c952-40d9-b410-bcfd1779d606 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 1094 time: 0.0646191 Jul 09 13:35:46.310458 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.370971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cb88d-3513-468d-83d9-a842c019f86f req-8c86a533-f382-407e-b353-7f4ffb87f661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:46.372412 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-894cb88d-3513-468d-83d9-a842c019f86f req-8c86a533-f382-407e-b353-7f4ffb87f661 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 912 time: 0.1333573 Jul 09 13:35:46.429942 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-894cb88d-3513-468d-83d9-a842c019f86f req-244d9c99-dca8-4583-b0e8-deafca29ff7a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c HTTP/1.1" status: 200 len: 217 time: 0.0495393 Jul 09 13:35:46.491391 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf0ed7c-1719-4c0a-9c25-7ad6018c3764 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network 9c552eee-7198-46cb-a0f2-a91e317539d3 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:46.494009 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ecf0ed7c-1719-4c0a-9c25-7ad6018c3764 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:46.496699 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cad4b468-30e8-40e1-9e5f-8981b5b1599a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.509610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cb88d-3513-468d-83d9-a842c019f86f req-cd4af97f-9430-44d2-8c08-cb1ae0ed443b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:46.511221 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-894cb88d-3513-468d-83d9-a842c019f86f req-cd4af97f-9430-44d2-8c08-cb1ae0ed443b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe541801-5f2f-44e7-bf6a-e4876e7170dc HTTP/1.1" status: 200 len: 851 time: 0.0737126 Jul 09 13:35:46.535079 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.557601 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-894cb88d-3513-468d-83d9-a842c019f86f req-b63f9eb5-c0ba-43c6-a36f-caa16f6afdf9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb871985-694c-4bff-b9c5-df10bd3971ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354095 Jul 09 13:35:46.558218 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.568377 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cad4b468-30e8-40e1-9e5f-8981b5b1599a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.646964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7091ecf2-986d-4674-9eee-11b64f61f5d2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:46.650192 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5a2b1-90fc-4963-8018-acb386499af2 req-fded3672-07f9-4e2c-891c-f6cdcfce7e71 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:46.651843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63b5a2b1-90fc-4963-8018-acb386499af2 req-fded3672-07f9-4e2c-891c-f6cdcfce7e71 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 943 time: 0.2395465 Jul 09 13:35:46.659644 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9bcd5dd4f09443c187142b5f6699e2fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5158281 Jul 09 13:35:46.662117 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36736) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:46.676805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:46.677416 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:46.677977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:46.679191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:46.679541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:46.679872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:46.680206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:46.680537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:46.680866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:46.681193 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:46.681693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:46.682281 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05428e2a-a940-4c47-94c6-2b40abd1fc2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:46.717928 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63b5a2b1-90fc-4963-8018-acb386499af2 req-b6ffc901-35f4-4d04-aff1-ce41152d86ed tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545716 Jul 09 13:35:46.719305 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cad4b468-30e8-40e1-9e5f-8981b5b1599a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.721873 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cad4b468-30e8-40e1-9e5f-8981b5b1599a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.723190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cad4b468-30e8-40e1-9e5f-8981b5b1599a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b59aaa03-0cec-471a-95a6-95a92245b26a HTTP/1.1" status: 204 len: 168 time: 0.6836135 Jul 09 13:35:46.744511 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad4b468-30e8-40e1-9e5f-8981b5b1599a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59aaa03-0cec-471a-95a6-95a92245b26a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:46.764068 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ecf0ed7c-1719-4c0a-9c25-7ad6018c3764 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:35:46.788213 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-894cb88d-3513-468d-83d9-a842c019f86f req-c91e7f17-a426-4299-8771-534272083bb2 service neutron] 10.222.0.15 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132096 Jul 09 13:35:46.793513 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2b73b3d-e268-4056-b49e-b15702080c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.829935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5197e248-95c8-4ae7-b455-4e0fd3750018 None None] Provisioning complete for port 7b97a529-e0aa-4615-af08-eb4a81988204 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:46.831237 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5197e248-95c8-4ae7-b455-4e0fd3750018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.870646 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2b73b3d-e268-4056-b49e-b15702080c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.882671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5197e248-95c8-4ae7-b455-4e0fd3750018 None None] Port 7b97a529-e0aa-4615-af08-eb4a81988204 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:35:46.883805 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecf0ed7c-1719-4c0a-9c25-7ad6018c3764 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:35:46.891357 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ecf0ed7c-1719-4c0a-9c25-7ad6018c3764 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9458070 Jul 09 13:35:46.893828 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36742) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:46.900715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d805b-8d39-4a0c-8d87-e26c1dcbffba None None] Sync routers for ids ['7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:35:46.914321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6d805b-8d39-4a0c-8d87-e26c1dcbffba None None] Routers {'7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:46.915066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ce6d805b-8d39-4a0c-8d87-e26c1dcbffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:46.953725 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-894cb88d-3513-468d-83d9-a842c019f86f req-7fb8046a-1b58-48ca-a4c6-313ba0b8fb3e service neutron] 10.222.0.15 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1567876 Jul 09 13:35:46.960057 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695d51fd-63ea-4877-9b32-7918010a8710 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:46.962349 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-695d51fd-63ea-4877-9b32-7918010a8710 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports/7b97a529-e0aa-4615-af08-eb4a81988204 HTTP/1.1" status: 200 len: 977 time: 0.0671530 Jul 09 13:35:46.965056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36744) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:46.987654 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ce6d805b-8d39-4a0c-8d87-e26c1dcbffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:46.988862 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2b73b3d-e268-4056-b49e-b15702080c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.993151 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2b73b3d-e268-4056-b49e-b15702080c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:46.997653 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a2b73b3d-e268-4056-b49e-b15702080c8d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7091ecf2-986d-4674-9eee-11b64f61f5d2 HTTP/1.1" status: 204 len: 168 time: 0.3301353 Jul 09 13:35:47.012505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b73b3d-e268-4056-b49e-b15702080c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7091ecf2-986d-4674-9eee-11b64f61f5d2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:47.029765 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6d805b-8d39-4a0c-8d87-e26c1dcbffba None None] Routers {'7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:47.030395 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ce6d805b-8d39-4a0c-8d87-e26c1dcbffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:47.125555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ce6d805b-8d39-4a0c-8d87-e26c1dcbffba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:47.126244 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6d805b-8d39-4a0c-8d87-e26c1dcbffba None None] The sync data for ids ['7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:35:47.198987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36754) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:47.215139 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd89a65a-104e-4b3f-b4f0-f12628de21cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:47.233564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1de0d745-8b87-4b05-b497-f22fedaec0d4', 'tag': '74b25b69-7bea-49b3-9573-f7a776760284'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:47.236071 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc05d1c1-c4c2-498e-9e4a-8ed0853f9e55" -d '{"events": [{"name": "network-changed", "server_uuid": "1de0d745-8b87-4b05-b497-f22fedaec0d4", "tag": "74b25b69-7bea-49b3-9573-f7a776760284"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:47.328637 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd89a65a-104e-4b3f-b4f0-f12628de21cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:47.333329 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd89a65a-104e-4b3f-b4f0-f12628de21cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:47.376957 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd89a65a-104e-4b3f-b4f0-f12628de21cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=affc5d38-fce9-44a2-afa9-3a508829c92b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:47.383143 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bd89a65a-104e-4b3f-b4f0-f12628de21cd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4b880ec0f37a4a34ab99cc859b810227&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1818850 Jul 09 13:35:47.385000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36760) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:47.396581 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203724f5-087e-446d-8763-e33e099996dd req-30455225-ef05-4ff1-aaec-8473ef6472d6 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:47.404474 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-203724f5-087e-446d-8763-e33e099996dd req-30455225-ef05-4ff1-aaec-8473ef6472d6 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.1920650 Jul 09 13:35:47.423924 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2def94-8cd0-47cc-9b14-d5ffe924838d req-2b4db63d-d8e6-40d3-8fe9-879c7d91f89c tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:47.431554 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b2def94-8cd0-47cc-9b14-d5ffe924838d req-2b4db63d-d8e6-40d3-8fe9-879c7d91f89c tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de0d745-8b87-4b05-b497-f22fedaec0d4 HTTP/1.1" status: 200 len: 944 time: 0.2208550 Jul 09 13:35:47.444594 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b9f7476-3e77-4688-9ef2-8411afd09337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:47.468235 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b9f7476-3e77-4688-9ef2-8411afd09337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:47.520600 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-203724f5-087e-446d-8763-e33e099996dd req-cfdcd19c-91d9-4ba1-a0e8-66a2e6572bae tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152005 Jul 09 13:35:47.534985 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b2def94-8cd0-47cc-9b14-d5ffe924838d req-d8daa95b-1784-41e2-bddf-0c560ace37a3 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab07fe42-5662-423c-ae5f-bf071a497ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024153 Jul 09 13:35:47.548089 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b9f7476-3e77-4688-9ef2-8411afd09337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:47.548089 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b9f7476-3e77-4688-9ef2-8411afd09337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:47.559783 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8b9f7476-3e77-4688-9ef2-8411afd09337 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/affc5d38-fce9-44a2-afa9-3a508829c92b HTTP/1.1" status: 204 len: 168 time: 0.1726532 Jul 09 13:35:47.598252 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd92bb1-7b4d-4e04-a199-6e6ccb781f7b x-openstack-request-id: req-6bd92bb1-7b4d-4e04-a199-6e6ccb781f7b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:47.598547 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1de0d745-8b87-4b05-b497-f22fedaec0d4", "tag": "74b25b69-7bea-49b3-9573-f7a776760284", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:47.598801 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6bd92bb1-7b4d-4e04-a199-6e6ccb781f7b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:47.599227 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1de0d745-8b87-4b05-b497-f22fedaec0d4', 'tag': '74b25b69-7bea-49b3-9573-f7a776760284', 'status': 'completed', 'code': 200} Jul 09 13:35:47.603995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f7476-3e77-4688-9ef2-8411afd09337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=affc5d38-fce9-44a2-afa9-3a508829c92b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:47.712097 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05d1c1-c4c2-498e-9e4a-8ed0853f9e55 req-ba877333-67c1-4b64-a215-77680035382a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:47.714381 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc05d1c1-c4c2-498e-9e4a-8ed0853f9e55 req-ba877333-67c1-4b64-a215-77680035382a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=602336b03a2d4bbfa02877245604a863&device_id=1de0d745-8b87-4b05-b497-f22fedaec0d4 HTTP/1.1" status: 200 len: 1095 time: 0.0852132 Jul 09 13:35:47.719234 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36764) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:47.752903 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83fbc0ef-d2b0-49f7-9a0e-6bb74ecc018a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:47.804775 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-716e2a09-1b7f-4cde-8771-291ac27b0850 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:47.863450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05d1c1-c4c2-498e-9e4a-8ed0853f9e55 req-6ffe1d31-3ac3-4421-94bc-0852876dac45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:47.865103 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc05d1c1-c4c2-498e-9e4a-8ed0853f9e55 req-6ffe1d31-3ac3-4421-94bc-0852876dac45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f32b346a-76ff-4881-a3c3-2fee13d93a6f HTTP/1.1" status: 200 len: 921 time: 0.1432116 Jul 09 13:35:47.914306 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc05d1c1-c4c2-498e-9e4a-8ed0853f9e55 req-30558b66-7805-40d1-a37a-4f69f0069dd2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=74b25b69-7bea-49b3-9573-f7a776760284 HTTP/1.1" status: 200 len: 217 time: 0.0413997 Jul 09 13:35:47.993409 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc05d1c1-c4c2-498e-9e4a-8ed0853f9e55 req-7bf6d359-74e8-4058-a894-ccc1c538f1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:47.994912 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc05d1c1-c4c2-498e-9e4a-8ed0853f9e55 req-7bf6d359-74e8-4058-a894-ccc1c538f1f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f311df5-600f-495d-8bd1-26fab747d5b6 HTTP/1.1" status: 200 len: 860 time: 0.0729237 Jul 09 13:35:48.022691 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83fbc0ef-d2b0-49f7-9a0e-6bb74ecc018a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:48.034178 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36c6d4-787e-43b6-af05-8bedf229ed26 req-7c993201-1b4b-4d38-a93c-5c346363eede tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:48.035746 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f36c6d4-787e-43b6-af05-8bedf229ed26 req-7c993201-1b4b-4d38-a93c-5c346363eede tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 943 time: 0.1335373 Jul 09 13:35:48.044050 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc05d1c1-c4c2-498e-9e4a-8ed0853f9e55 req-f9ee6fbd-b540-4d97-83ec-0b9a50d4ece3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f32b346a-76ff-4881-a3c3-2fee13d93a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420804 Jul 09 13:35:48.044929 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83fbc0ef-d2b0-49f7-9a0e-6bb74ecc018a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:48.073188 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-83fbc0ef-d2b0-49f7-9a0e-6bb74ecc018a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a5bbe0b56d8249668fa12a52ecb2543b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3526750 Jul 09 13:35:48.083044 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36778) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:48.133436 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f36c6d4-787e-43b6-af05-8bedf229ed26 req-b9f96c4d-7137-41c2-a835-70607a069d99 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892584 Jul 09 13:35:48.141603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fbc0ef-d2b0-49f7-9a0e-6bb74ecc018a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bca02e-d392-40a8-8592-40087d73c068,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:48.183245 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40ba213b-e32c-4c94-bb6e-15fc9cc4edbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:48.188249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 74b25b69-7bea-49b3-9573-f7a776760284 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:35:48.189525 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-716e2a09-1b7f-4cde-8771-291ac27b0850 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port 7b97a529-e0aa-4615-af08-eb4a81988204 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:48.189969 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-716e2a09-1b7f-4cde-8771-291ac27b0850 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:48.222822 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40ba213b-e32c-4c94-bb6e-15fc9cc4edbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:48.339253 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40ba213b-e32c-4c94-bb6e-15fc9cc4edbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:48.341901 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40ba213b-e32c-4c94-bb6e-15fc9cc4edbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:48.346699 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-40ba213b-e32c-4c94-bb6e-15fc9cc4edbf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d8bca02e-d392-40a8-8592-40087d73c068 HTTP/1.1" status: 204 len: 168 time: 0.2611804 Jul 09 13:35:48.358351 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 74b25b69-7bea-49b3-9573-f7a776760284, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=74b25b69-7bea-49b3-9573-f7a776760284,segment=NetworkSegment(fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e),segment_id=fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:48.364881 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ba213b-e32c-4c94-bb6e-15fc9cc4edbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bca02e-d392-40a8-8592-40087d73c068,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:48.375132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '74b25b69-7bea-49b3-9573-f7a776760284', 'network_id': 'f32b346a-76ff-4881-a3c3-2fee13d93a6f', 'port_id': '74b25b69-7bea-49b3-9573-f7a776760284', 'mac_address': 'fa:16:3e:60:bb:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f311df5-600f-495d-8bd1-26fab747d5b6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:35:48.380679 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-716e2a09-1b7f-4cde-8771-291ac27b0850 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:48.398533 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-716e2a09-1b7f-4cde-8771-291ac27b0850 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for 7b97a529-e0aa-4615-af08-eb4a81988204 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:48.426715 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:48.444382 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74b25b69-7bea-49b3-9573-f7a776760284 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:35:48.470579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 74b25b69-7bea-49b3-9573-f7a776760284, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=74b25b69-7bea-49b3-9573-f7a776760284,segment=NetworkSegment(fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e),segment_id=fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:48.477597 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:48.478944 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device edd770bf-f77c-42fe-aca4-ca58b6eb9f2c details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:35:48.555886 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc05d1c1-c4c2-498e-9e4a-8ed0853f9e55 req-bbd52106-2495-4422-942e-68585af27f32 service neutron] 10.222.0.15 "GET /v2.0/networks/f32b346a-76ff-4881-a3c3-2fee13d93a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4876742 Jul 09 13:35:48.567636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=74b25b69-7bea-49b3-9573-f7a776760284,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:48.754217 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc05d1c1-c4c2-498e-9e4a-8ed0853f9e55 req-2e207bd7-7d5d-41ed-a179-1eb0ffbac45d service neutron] 10.222.0.15 "GET /v2.0/networks/f32b346a-76ff-4881-a3c3-2fee13d93a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905127 Jul 09 13:35:48.785426 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:48.811077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'edd770bf-f77c-42fe-aca4-ca58b6eb9f2c', 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed', 'port_id': 'edd770bf-f77c-42fe-aca4-ca58b6eb9f2c', 'mac_address': 'fa:16:3e:b8:64:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe541801-5f2f-44e7-bf6a-e4876e7170dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:35:48.880497 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:48.903014 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edd770bf-f77c-42fe-aca4-ca58b6eb9f2c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:35:48.926708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:48.932279 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:48.989661 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-716e2a09-1b7f-4cde-8771-291ac27b0850 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:48.991907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:49.018515 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684760a-899c-47b3-bd6b-1d285c5836b3 req-52725a05-f9e5-4c63-97de-0ce53c12e138 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:49.020362 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1684760a-899c-47b3-bd6b-1d285c5836b3 req-52725a05-f9e5-4c63-97de-0ce53c12e138 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.2556214 Jul 09 13:35:49.047257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e2a09-1b7f-4cde-8771-291ac27b0850 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=7b97a529-e0aa-4615-af08-eb4a81988204,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:49.109217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8be24e0-baa2-44a0-ac6d-4f9fd4d5ec6e req-b68d2c5c-652d-44ae-8324-04650cc49161 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:49.110932 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8be24e0-baa2-44a0-ac6d-4f9fd4d5ec6e req-b68d2c5c-652d-44ae-8324-04650cc49161 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de0d745-8b87-4b05-b497-f22fedaec0d4 HTTP/1.1" status: 200 len: 945 time: 0.3176951 Jul 09 13:35:49.153074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['74b25b69-7bea-49b3-9573-f7a776760284'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:49.158110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['edd770bf-f77c-42fe-aca4-ca58b6eb9f2c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:49.178606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1684760a-899c-47b3-bd6b-1d285c5836b3 req-55b5d402-bfe4-4689-829d-abceeeed295c tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371756 Jul 09 13:35:49.250039 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8be24e0-baa2-44a0-ac6d-4f9fd4d5ec6e req-ca33b4b7-2cec-451b-b1df-80633cf32d19 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab07fe42-5662-423c-ae5f-bf071a497ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166592 Jul 09 13:35:49.317895 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-716e2a09-1b7f-4cde-8771-291ac27b0850 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:49.613403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716e2a09-1b7f-4cde-8771-291ac27b0850 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:35:49.743005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716e2a09-1b7f-4cde-8771-291ac27b0850 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:35:49.751480 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-716e2a09-1b7f-4cde-8771-291ac27b0850 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7850263 Jul 09 13:35:49.752110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36828) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:49.754708 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047db3af-e817-4650-90f1-fb00d7f00337 None None] Sync routers for ids ['7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:35:49.769038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d284b20-2ccf-4b9c-bf41-70c891e55750 req-f6c87d5b-3179-487d-926c-aef56b884628 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:49.776159 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047db3af-e817-4650-90f1-fb00d7f00337 None None] Routers {'7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:49.776736 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2d284b20-2ccf-4b9c-bf41-70c891e55750 req-f6c87d5b-3179-487d-926c-aef56b884628 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 944 time: 0.1618471 Jul 09 13:35:49.776897 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-047db3af-e817-4650-90f1-fb00d7f00337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:49.825748 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2d284b20-2ccf-4b9c-bf41-70c891e55750 req-55d45bfc-44eb-4cbf-a74e-6894ee5a3fce tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480185 Jul 09 13:35:49.831215 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-047db3af-e817-4650-90f1-fb00d7f00337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:49.850682 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047db3af-e817-4650-90f1-fb00d7f00337 None None] Routers {'7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:49.851477 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-047db3af-e817-4650-90f1-fb00d7f00337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:49.887874 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-047db3af-e817-4650-90f1-fb00d7f00337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:49.889170 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047db3af-e817-4650-90f1-fb00d7f00337 None None] The sync data for ids ['7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:35:50.017589 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-07043b82-13f0-4521-bf13-04485be65461 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 13:35:50.018822 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-07043b82-13f0-4521-bf13-04485be65461 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2652345 Jul 09 13:35:50.021800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36834) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:50.058029 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2c9b20f0-a80e-4205-bd03-c790e42ae023 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b HTTP/1.1" status: 200 len: 205 time: 0.0348227 Jul 09 13:35:50.060819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36836) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:50.157044 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d796303-21b1-4d74-826f-1fcfb072df10 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:50.207336 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 74b25b69-7bea-49b3-9573-f7a776760284 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:50.283655 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 74b25b69-7bea-49b3-9573-f7a776760284 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:50.292126 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 74b25b69-7bea-49b3-9573-f7a776760284 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:50.292950 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:50.340481 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d796303-21b1-4d74-826f-1fcfb072df10 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:50.343064 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d796303-21b1-4d74-826f-1fcfb072df10 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:50.413474 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:50.428705 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d796303-21b1-4d74-826f-1fcfb072df10 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:50.429297 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d796303-21b1-4d74-826f-1fcfb072df10 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Fanout notify agent at l3_agent the message router_deleted on router 7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:35:50.436426 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d796303-21b1-4d74-826f-1fcfb072df10 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:50.440408 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0d796303-21b1-4d74-826f-1fcfb072df10 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/routers/7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b HTTP/1.1" status: 204 len: 168 time: 0.3756707 Jul 09 13:35:50.440999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36850) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:50.450681 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de0d745-8b87-4b05-b497-f22fedaec0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b25b69-7bea-49b3-9573-f7a776760284'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:50.455447 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62121019-1ce9-4c80-a178-780223b45bf7" -d '{"events": [{"server_uuid": "1de0d745-8b87-4b05-b497-f22fedaec0d4", "name": "network-vif-plugged", "status": "completed", "tag": "74b25b69-7bea-49b3-9573-f7a776760284"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:50.482061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 74b25b69-7bea-49b3-9573-f7a776760284, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=74b25b69-7bea-49b3-9573-f7a776760284,segment=NetworkSegment(fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e),segment_id=fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:50.488615 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:50.489440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device edd770bf-f77c-42fe-aca4-ca58b6eb9f2c up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:50.569732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502e6272-2e89-43c9-9eac-88c444239ce9 req-dae882d7-4995-48fa-96c6-7e518eaeeb88 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:50.576209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=74b25b69-7bea-49b3-9573-f7a776760284,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:50.580004 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-502e6272-2e89-43c9-9eac-88c444239ce9 req-dae882d7-4995-48fa-96c6-7e518eaeeb88 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.1952145 Jul 09 13:35:50.589309 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c0f183-c277-4162-9f7b-c39965a54c4e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting subnet 8932e843-d03b-4901-ba47-c6a5b51c3ee6 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:35:50.599492 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:50.601862 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23c0f183-c277-4162-9f7b-c39965a54c4e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:50.608373 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:50.608822 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:50.931788 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:50.985371 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:50.992712 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.001114 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23c0f183-c277-4162-9f7b-c39965a54c4e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.017801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa61e7-939a-4c8c-8b61-24a665d4d605 req-6e957eb6-1426-452d-843c-5fe39335c250 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:51.019430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-21fa61e7-939a-4c8c-8b61-24a665d4d605 req-6e957eb6-1426-452d-843c-5fe39335c250 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de0d745-8b87-4b05-b497-f22fedaec0d4 HTTP/1.1" status: 200 len: 946 time: 0.5649509 Jul 09 13:35:51.031635 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-502e6272-2e89-43c9-9eac-88c444239ce9 req-f0f7c5a6-11da-45df-87c3-32ee33db6bf9 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4505794 Jul 09 13:35:51.064312 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:51.170118 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-21fa61e7-939a-4c8c-8b61-24a665d4d605 req-a1d58589-70b3-4f59-92ff-823b4e89baf6 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab07fe42-5662-423c-ae5f-bf071a497ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962627 Jul 09 13:35:51.203904 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23c0f183-c277-4162-9f7b-c39965a54c4e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.269186 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b138978-59ba-48d0-b6a1-f32b32b7b2d2 x-openstack-request-id: req-3b138978-59ba-48d0-b6a1-f32b32b7b2d2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:51.269838 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de0d745-8b87-4b05-b497-f22fedaec0d4", "name": "network-vif-plugged", "status": "completed", "tag": "74b25b69-7bea-49b3-9573-f7a776760284", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:51.269838 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b138978-59ba-48d0-b6a1-f32b32b7b2d2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:51.270622 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de0d745-8b87-4b05-b497-f22fedaec0d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74b25b69-7bea-49b3-9573-f7a776760284', 'code': 200} Jul 09 13:35:51.306214 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23c0f183-c277-4162-9f7b-c39965a54c4e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.375909 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23c0f183-c277-4162-9f7b-c39965a54c4e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.377289 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83944c30-bcaf-43cd-9c9c-c869d469cb5a None None] Network 9c552eee-7198-46cb-a0f2-a91e317539d3 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:51.380485 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-23c0f183-c277-4162-9f7b-c39965a54c4e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/8932e843-d03b-4901-ba47-c6a5b51c3ee6 HTTP/1.1" status: 204 len: 168 time: 0.9360874 Jul 09 13:35:51.383772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36908) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:51.399107 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c0f183-c277-4162-9f7b-c39965a54c4e tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Subnet': ['ID=8932e843-d03b-4901-ba47-c6a5b51c3ee6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:51.451713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956ca57d-0f73-4cb9-a1aa-b39396e53fa9 req-e5f7bf9f-a1e3-46da-8e51-e4935c541a00 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:51.454090 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-956ca57d-0f73-4cb9-a1aa-b39396e53fa9 req-e5f7bf9f-a1e3-46da-8e51-e4935c541a00 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.1357694 Jul 09 13:35:51.486924 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.490255 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47904fc-8581-4af6-a0f4-e36873e803b0 req-b1e1d7df-2257-4519-844d-05c5c1715c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:51.492603 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a47904fc-8581-4af6-a0f4-e36873e803b0 req-b1e1d7df-2257-4519-844d-05c5c1715c72 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1de0d745-8b87-4b05-b497-f22fedaec0d4 HTTP/1.1" status: 200 len: 1097 time: 0.1498914 Jul 09 13:35:51.558250 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-956ca57d-0f73-4cb9-a1aa-b39396e53fa9 req-4a0b238a-04b0-42ef-8415-fd3125a5a85c tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933402 Jul 09 13:35:51.559924 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a47904fc-8581-4af6-a0f4-e36873e803b0 req-c4251b9c-25d3-4d03-81b4-076a377634c6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ab07fe42-5662-423c-ae5f-bf071a497ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584400 Jul 09 13:35:51.579374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port 51141f4d-b5f2-45b5-892b-36031c30e676 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:51.579911 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.667955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] For port 51141f4d-b5f2-45b5-892b-36031c30e676, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=51141f4d-b5f2-45b5-892b-36031c30e676,segment=NetworkSegment(75356758-bbce-4a95-bc21-8e32d9110a00),segment_id=75356758-bbce-4a95-bc21-8e32d9110a00)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:51.668614 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.687742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for 51141f4d-b5f2-45b5-892b-36031c30e676 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:51.697190 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcda45f3-6c4c-4af5-b6a7-e21f96835fd3 None None] DHCP port deletion for 9c552eee-7198-46cb-a0f2-a91e317539d3 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:35:51.761088 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcda45f3-6c4c-4af5-b6a7-e21f96835fd3 None None] Deleting port 51141f4d-b5f2-45b5-892b-36031c30e676 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:51.761729 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcda45f3-6c4c-4af5-b6a7-e21f96835fd3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.789356 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.804008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] No DVR routers for this DVR port 51141f4d-b5f2-45b5-892b-36031c30e676 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:51.828617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=51141f4d-b5f2-45b5-892b-36031c30e676,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:51.836570 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcda45f3-6c4c-4af5-b6a7-e21f96835fd3 None None] For port 51141f4d-b5f2-45b5-892b-36031c30e676, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=51141f4d-b5f2-45b5-892b-36031c30e676,segment=NetworkSegment(75356758-bbce-4a95-bc21-8e32d9110a00),segment_id=75356758-bbce-4a95-bc21-8e32d9110a00)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:51.836959 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcda45f3-6c4c-4af5-b6a7-e21f96835fd3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.852907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcda45f3-6c4c-4af5-b6a7-e21f96835fd3 None None] Calling delete_port for 51141f4d-b5f2-45b5-892b-36031c30e676 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:51.914967 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.921296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36916) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:51.930213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c552eee-7198-46cb-a0f2-a91e317539d3']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:51.948117 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75356758-bbce-4a95-bc21-8e32d9110a00') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:51.948117 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75356758-bbce-4a95-bc21-8e32d9110a00') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:51.951306 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcda45f3-6c4c-4af5-b6a7-e21f96835fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.961662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.978748 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcda45f3-6c4c-4af5-b6a7-e21f96835fd3 None None] Pushing event deleted for resources: {'Port': ['ID=51141f4d-b5f2-45b5-892b-36031c30e676,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:51.979130 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.986533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:51.987620 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:51.991601 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcda45f3-6c4c-4af5-b6a7-e21f96835fd3 None None] No DVR routers for this DVR port 51141f4d-b5f2-45b5-892b-36031c30e676 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:35:51.994183 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:35:52.061272 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.068861 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e31c98c-19ec-4da6-b9e7-18e343dea6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.073819 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.076609 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/networks/9c552eee-7198-46cb-a0f2-a91e317539d3 HTTP/1.1" status: 204 len: 168 time: 0.6898878 Jul 09 13:35:52.081017 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36922) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:52.086635 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cca02e41-d3e7-4c46-b390-9b3850d00576 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'network': {'name': 'tempest-RoutersTest-676220338'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:52.088194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc1f74-32ea-400a-b448-9214573e3813 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Network': ['ID=9c552eee-7198-46cb-a0f2-a91e317539d3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:52.120929 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-4e31c98c-19ec-4da6-b9e7-18e343dea6a5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:35:52.120929 n-d-799525-3 neutron-server[93754]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:35:52.120929 n-d-799525-3 neutron-server[93754]: [parameters: {'project_id': '9505a4cf5d4c4a33b7d16e4aa076ca99', 'id': '71f142d5-6f73-4f62-a7b5-bf98f118d603', 'expiration': datetime.datetime(2021, 7, 9, 13, 37, 52, 110543)}] Jul 09 13:35:52.120929 n-d-799525-3 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:35:52.121383 n-d-799525-3 neutron-server[93754]: DEBUG oslo_db.api [None req-4e31c98c-19ec-4da6-b9e7-18e343dea6a5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:35:52.131606 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca02e41-d3e7-4c46-b390-9b3850d00576 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:52.135324 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cca02e41-d3e7-4c46-b390-9b3850d00576 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.201289 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca02e41-d3e7-4c46-b390-9b3850d00576 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:35:52.219132 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cca02e41-d3e7-4c46-b390-9b3850d00576 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.219585 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-cca02e41-d3e7-4c46-b390-9b3850d00576 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Added segment 8406b422-6119-4db0-b17a-964b26064c39 of type vlan for network 5d308670-079d-4620-92d1-ce951d77387b Jul 09 13:35:52.271328 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cca02e41-d3e7-4c46-b390-9b3850d00576 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.297347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131d0b0-4201-4090-a5fb-fbc82ed19e4c req-1363a297-9d98-4c95-a69a-e449149f7193 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:52.298992 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f131d0b0-4201-4090-a5fb-fbc82ed19e4c req-1363a297-9d98-4c95-a69a-e449149f7193 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.1341538 Jul 09 13:35:52.330342 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cca02e41-d3e7-4c46-b390-9b3850d00576 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.337688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca02e41-d3e7-4c46-b390-9b3850d00576 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:52.338403 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cca02e41-d3e7-4c46-b390-9b3850d00576 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.417776 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cca02e41-d3e7-4c46-b390-9b3850d00576 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3355258 Jul 09 13:35:52.420581 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36932) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:52.426034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f1e99501-4dbc-409c-ba83-42971ce3a0ce tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'subnet': {'network_id': '5d308670-079d-4620-92d1-ce951d77387b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:52.429286 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f131d0b0-4201-4090-a5fb-fbc82ed19e4c req-67be74e0-dc73-4630-b090-2431c323b276 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207011 Jul 09 13:35:52.439578 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca02e41-d3e7-4c46-b390-9b3850d00576 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Network': ['ID=5d308670-079d-4620-92d1-ce951d77387b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:52.461603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 5d308670-079d-4620-92d1-ce951d77387b details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:35:52.533258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 51141f4d-b5f2-45b5-892b-36031c30e676 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:52.544087 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b330c-ccc3-4156-90e7-99b07c1617d9 req-3e348f4c-9f78-472d-a661-93e62be34a93 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:52.545812 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b68b330c-ccc3-4156-90e7-99b07c1617d9 req-3e348f4c-9f78-472d-a661-93e62be34a93 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de0d745-8b87-4b05-b497-f22fedaec0d4 HTTP/1.1" status: 200 len: 946 time: 0.1027145 Jul 09 13:35:52.576496 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e99501-4dbc-409c-ba83-42971ce3a0ce tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:35:52.579431 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 51141f4d-b5f2-45b5-892b-36031c30e676 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:35:52.580063 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 51141f4d-b5f2-45b5-892b-36031c30e676 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:35:52.581871 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1e99501-4dbc-409c-ba83-42971ce3a0ce tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.611902 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b68b330c-ccc3-4156-90e7-99b07c1617d9 req-a5799a14-7adb-42ca-8c64-d7886b107dd9 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab07fe42-5662-423c-ae5f-bf071a497ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599585 Jul 09 13:35:52.622850 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e31c98c-19ec-4da6-b9e7-18e343dea6a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.724419 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e31c98c-19ec-4da6-b9e7-18e343dea6a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.733386 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e31c98c-19ec-4da6-b9e7-18e343dea6a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.793488 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4e31c98c-19ec-4da6-b9e7-18e343dea6a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9505a4cf5d4c4a33b7d16e4aa076ca99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8711042 Jul 09 13:35:52.799185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36942) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:52.868685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e31c98c-19ec-4da6-b9e7-18e343dea6a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253c57e1-c58b-44cd-b56f-26e8190a0793,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:52.889255 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc8bed69-98d7-4772-9888-7f07cdaedb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.909910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998830ca-1c33-42ab-9d9b-7d7d486cca7c req-6e992bd2-698a-46c5-8d0f-2dc6617cfac4 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:52.910311 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-998830ca-1c33-42ab-9d9b-7d7d486cca7c req-6e992bd2-698a-46c5-8d0f-2dc6617cfac4 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.1531014 Jul 09 13:35:52.921411 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1e99501-4dbc-409c-ba83-42971ce3a0ce tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:52.950387 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc8bed69-98d7-4772-9888-7f07cdaedb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:53.028712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e99501-4dbc-409c-ba83-42971ce3a0ce tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Subnet': ['ID=5067c241-8415-43e4-a6c8-3a7ad96d8ef9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:53.033859 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e99501-4dbc-409c-ba83-42971ce3a0ce tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Checking segment: {'id': '8406b422-6119-4db0-b17a-964b26064c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5d308670-079d-4620-92d1-ce951d77387b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:53.034282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e99501-4dbc-409c-ba83-42971ce3a0ce tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network hostable DHCP agents. Network: 5d308670-079d-4620-92d1-ce951d77387b, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:35:53.035892 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-998830ca-1c33-42ab-9d9b-7d7d486cca7c req-7dbbfff2-0a2c-40fc-8b7a-54ffecf265a9 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146028 Jul 09 13:35:53.062386 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e99501-4dbc-409c-ba83-42971ce3a0ce tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network 5d308670-079d-4620-92d1-ce951d77387b is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:35:53.090598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f1e99501-4dbc-409c-ba83-42971ce3a0ce tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 5d308670-079d-4620-92d1-ce951d77387b) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:53.092875 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc8bed69-98d7-4772-9888-7f07cdaedb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:53.099511 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc8bed69-98d7-4772-9888-7f07cdaedb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:53.100361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e99501-4dbc-409c-ba83-42971ce3a0ce tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:53.101028 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1e99501-4dbc-409c-ba83-42971ce3a0ce tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:53.101534 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dc8bed69-98d7-4772-9888-7f07cdaedb6b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/253c57e1-c58b-44cd-b56f-26e8190a0793 HTTP/1.1" status: 204 len: 168 time: 0.2973955 Jul 09 13:35:53.101682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779cceff-b44a-4b4b-9e9c-353d21fde227 None None] Network 5d308670-079d-4620-92d1-ce951d77387b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:53.110806 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8bed69-98d7-4772-9888-7f07cdaedb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253c57e1-c58b-44cd-b56f-26e8190a0793,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:53.124397 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f1e99501-4dbc-409c-ba83-42971ce3a0ce tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7002733 Jul 09 13:35:53.124782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36960) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:53.129844 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9fba7199-3703-4d1b-89c5-d91d86cc1f2a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1297641801', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:35:53.168752 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fba7199-3703-4d1b-89c5-d91d86cc1f2a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:53.170071 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fba7199-3703-4d1b-89c5-d91d86cc1f2a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:53.247238 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fba7199-3703-4d1b-89c5-d91d86cc1f2a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:53.253484 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fba7199-3703-4d1b-89c5-d91d86cc1f2a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:53.271709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee39bdc-64ab-497b-b1f6-4c3bf66a461a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd770bf-f77c-42fe-aca4-ca58b6eb9f2c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:53.274913 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053c4121-f913-42fb-9c3c-20c975b59a5b" -d '{"events": [{"server_uuid": "4ee39bdc-64ab-497b-b1f6-4c3bf66a461a", "name": "network-vif-plugged", "status": "completed", "tag": "edd770bf-f77c-42fe-aca4-ca58b6eb9f2c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:53.275260 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fba7199-3703-4d1b-89c5-d91d86cc1f2a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:53.280706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36972) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:53.292907 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9fba7199-3703-4d1b-89c5-d91d86cc1f2a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1668503 Jul 09 13:35:53.364200 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbfe2121-d1c0-4c5e-b8da-4c46add81b82 x-openstack-request-id: req-dbfe2121-d1c0-4c5e-b8da-4c46add81b82 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:53.364505 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee39bdc-64ab-497b-b1f6-4c3bf66a461a", "name": "network-vif-plugged", "status": "completed", "tag": "edd770bf-f77c-42fe-aca4-ca58b6eb9f2c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:53.365013 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dbfe2121-d1c0-4c5e-b8da-4c46add81b82 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:53.366205 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee39bdc-64ab-497b-b1f6-4c3bf66a461a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd770bf-f77c-42fe-aca4-ca58b6eb9f2c', 'code': 200} Jul 09 13:35:53.371507 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-5d308670-079d-4620-92d1-ce951d77387b', 'network_id': '5d308670-079d-4620-92d1-ce951d77387b', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'fixed_ips': [{'subnet_id': '5067c241-8415-43e4-a6c8-3a7ad96d8ef9'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:35:53.372401 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:53.640896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Allocated IP 172.20.0.2 (5d308670-079d-4620-92d1-ce951d77387b/5067c241-8415-43e4-a6c8-3a7ad96d8ef9/06b4a32c-4a8c-4ed5-b159-9c292020901f) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:53.931677 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:53.944953 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Transition to ACTIVE for port object 06b4a32c-4a8c-4ed5-b159-9c292020901f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:53.983679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Transition to ACTIVE for port object 06b4a32c-4a8c-4ed5-b159-9c292020901f will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:53.998679 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:54.012798 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7653f223-37aa-40e1-835d-a08eeaff25f3 req-d39fa2c0-f2bc-4903-a33c-739c1e183455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:54.019112 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7653f223-37aa-40e1-835d-a08eeaff25f3 req-d39fa2c0-f2bc-4903-a33c-739c1e183455 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 1096 time: 0.4939299 Jul 09 13:35:54.064889 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672bcc0f-536e-4537-acfa-8762f1181e3f req-e9820dac-3409-46b2-9fc1-ae89e985c723 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:54.065684 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Network 5d308670-079d-4620-92d1-ce951d77387b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:54.069928 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:54.073780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-672bcc0f-536e-4537-acfa-8762f1181e3f req-e9820dac-3409-46b2-9fc1-ae89e985c723 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.2340539 Jul 09 13:35:54.074133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:54.096691 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37000) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:54.126631 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7653f223-37aa-40e1-835d-a08eeaff25f3 req-f6a2dba3-1b49-4b4d-a28d-25e61183b548 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970795 Jul 09 13:35:54.130486 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:54.134097 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-672bcc0f-536e-4537-acfa-8762f1181e3f req-bde83a46-972a-46d2-ba9d-d0cfbb01be19 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593364 Jul 09 13:35:54.161337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Pushing event updated for resources: {'Port': ['ID=06b4a32c-4a8c-4ed5-b159-9c292020901f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:54.168063 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6232d-1683-4b75-a75c-4a5d99591fef req-3d4a3408-18b2-43ae-bc2c-5e162217f0fb tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:54.170214 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0a6232d-1683-4b75-a75c-4a5d99591fef req-3d4a3408-18b2-43ae-bc2c-5e162217f0fb tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de0d745-8b87-4b05-b497-f22fedaec0d4 HTTP/1.1" status: 200 len: 946 time: 0.2432864 Jul 09 13:35:54.208580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Attempting to bind port 06b4a32c-4a8c-4ed5-b159-9c292020901f on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:35:54.208955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Attempting to bind port 06b4a32c-4a8c-4ed5-b159-9c292020901f by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8406b422-6119-4db0-b17a-964b26064c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5d308670-079d-4620-92d1-ce951d77387b'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:35:54.209870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Attempting to bind port 06b4a32c-4a8c-4ed5-b159-9c292020901f on network 5d308670-079d-4620-92d1-ce951d77387b {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:35:54.230352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:35:54.230870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Checking segment: {'id': '8406b422-6119-4db0-b17a-964b26064c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5d308670-079d-4620-92d1-ce951d77387b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:35:54.232681 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:54.233278 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Bound using segment: {'id': '8406b422-6119-4db0-b17a-964b26064c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5d308670-079d-4620-92d1-ce951d77387b'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:35:54.235450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Bound port: 06b4a32c-4a8c-4ed5-b159-9c292020901f, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8406b422-6119-4db0-b17a-964b26064c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '5d308670-079d-4620-92d1-ce951d77387b'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:35:54.236386 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:54.263859 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0a6232d-1683-4b75-a75c-4a5d99591fef req-4e39701b-4e63-4ce0-84d6-5ba463eb8f7f tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab07fe42-5662-423c-ae5f-bf071a497ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880065 Jul 09 13:35:54.329600 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efce42c4-d3db-4b74-a63e-d3c9b160d553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:54.369969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] For port 06b4a32c-4a8c-4ed5-b159-9c292020901f, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:35:54.373873 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] For port 06b4a32c-4a8c-4ed5-b159-9c292020901f, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=06b4a32c-4a8c-4ed5-b159-9c292020901f,segment=NetworkSegment(8406b422-6119-4db0-b17a-964b26064c39),segment_id=8406b422-6119-4db0-b17a-964b26064c39)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:35:54.379984 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:54.451268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c096091-5002-48de-b69a-30c4164fe9a6 None None] Pushing event updated for resources: {'Port': ['ID=06b4a32c-4a8c-4ed5-b159-9c292020901f,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:54.488746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69164ae-2133-4a46-8b1d-626c5d02e273 req-36a48513-821c-4163-866b-aaa88ee07519 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:54.495645 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c69164ae-2133-4a46-8b1d-626c5d02e273 req-36a48513-821c-4163-866b-aaa88ee07519 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.1549356 Jul 09 13:35:54.571928 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c69164ae-2133-4a46-8b1d-626c5d02e273 req-b74530a8-2824-4286-a074-c261ea13230a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595691 Jul 09 13:35:54.730929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Allocated IP 172.20.0.1 (5d308670-079d-4620-92d1-ce951d77387b/5067c241-8415-43e4-a6c8-3a7ad96d8ef9/98313d0f-d831-41cf-9a5a-ed2493920d61) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:35:54.865996 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efce42c4-d3db-4b74-a63e-d3c9b160d553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:54.874777 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efce42c4-d3db-4b74-a63e-d3c9b160d553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:54.920868 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37018) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:54.949900 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-efce42c4-d3db-4b74-a63e-d3c9b160d553 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e930025967f9492980b09991f6d24445&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8466334 Jul 09 13:35:54.949900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37022) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:54.957369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efce42c4-d3db-4b74-a63e-d3c9b160d553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c1c5f0e-73be-4406-b57d-1ec85e00c700,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:54.977800 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.009835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Transition to ACTIVE for port object 98313d0f-d831-41cf-9a5a-ed2493920d61 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:35:55.035982 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9497ce8-b5bc-4db2-a3db-63ce7a16954b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.046957 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90481830-ebb5-4186-a34c-cbe8b8e8f7aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.105830 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9497ce8-b5bc-4db2-a3db-63ce7a16954b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.129138 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.153845 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90481830-ebb5-4186-a34c-cbe8b8e8f7aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.158569 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-90481830-ebb5-4186-a34c-cbe8b8e8f7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.191121 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-90481830-ebb5-4186-a34c-cbe8b8e8f7aa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0551681117aa4cef88aaf73edcf8e83c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2685304 Jul 09 13:35:55.191886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37026) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:55.202776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network 5d308670-079d-4620-92d1-ce951d77387b is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:55.210614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:55.216537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:35:55.221937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=98313d0f-d831-41cf-9a5a-ed2493920d61,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:55.245730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90481830-ebb5-4186-a34c-cbe8b8e8f7aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592931e9-a8a2-424c-84a5-ff206bae8416,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:55.265500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c86170-40a3-4e9e-b9a4-7f80658cbd5a req-7c14df85-8af6-405b-b7c3-2a1d85de3fe7 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:55.267134 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a0c86170-40a3-4e9e-b9a4-7f80658cbd5a req-7c14df85-8af6-405b-b7c3-2a1d85de3fe7 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.15 "GET /v2.0/ports?device_id=1de0d745-8b87-4b05-b497-f22fedaec0d4 HTTP/1.1" status: 200 len: 946 time: 0.2053030 Jul 09 13:35:55.291413 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9497ce8-b5bc-4db2-a3db-63ce7a16954b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.294179 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9497ce8-b5bc-4db2-a3db-63ce7a16954b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.295434 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d9497ce8-b5bc-4db2-a3db-63ce7a16954b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c1c5f0e-73be-4406-b57d-1ec85e00c700 HTTP/1.1" status: 204 len: 168 time: 0.3458295 Jul 09 13:35:55.318349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.323646 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8528d408-3051-460e-967b-8d6706d3f53d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.356684 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8528d408-3051-460e-967b-8d6706d3f53d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.368105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9497ce8-b5bc-4db2-a3db-63ce7a16954b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c1c5f0e-73be-4406-b57d-1ec85e00c700,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:55.453420 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f7002b-f603-4db0-82da-47d55b5802ca req-b6417f20-4cbe-4ca9-a4cb-54925d4a1e21 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:55.455429 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02f7002b-f603-4db0-82da-47d55b5802ca req-b6417f20-4cbe-4ca9-a4cb-54925d4a1e21 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.1970162 Jul 09 13:35:55.504115 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8528d408-3051-460e-967b-8d6706d3f53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.507287 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8528d408-3051-460e-967b-8d6706d3f53d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.508850 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8528d408-3051-460e-967b-8d6706d3f53d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/592931e9-a8a2-424c-84a5-ff206bae8416 HTTP/1.1" status: 204 len: 168 time: 0.3148649 Jul 09 13:35:55.563937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8528d408-3051-460e-967b-8d6706d3f53d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592931e9-a8a2-424c-84a5-ff206bae8416,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:55.625952 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02f7002b-f603-4db0-82da-47d55b5802ca req-86e8d47f-6771-4fd1-b53a-18b9b3689ccf tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533804 Jul 09 13:35:55.698338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91048c0-d292-4947-92ff-c5e74b03e352 req-5ede68e6-175f-4a88-a244-660053593729 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:55.706233 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a91048c0-d292-4947-92ff-c5e74b03e352 req-5ede68e6-175f-4a88-a244-660053593729 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de0d745-8b87-4b05-b497-f22fedaec0d4 HTTP/1.1" status: 200 len: 946 time: 0.2480366 Jul 09 13:35:55.727871 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.805440 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a91048c0-d292-4947-92ff-c5e74b03e352 req-24598e1d-0f31-47da-993b-ef76a5672abd tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/security-groups?id=ab07fe42-5662-423c-ae5f-bf071a497ae9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976396 Jul 09 13:35:55.814167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-a0c86170-40a3-4e9e-b9a4-7f80658cbd5a req-034d6434-7027-4a6e-888d-51116ff0754e tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Deleting port 74b25b69-7bea-49b3-9573-f7a776760284 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:55.814841 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0c86170-40a3-4e9e-b9a4-7f80658cbd5a req-034d6434-7027-4a6e-888d-51116ff0754e tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.934573 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a0c86170-40a3-4e9e-b9a4-7f80658cbd5a req-034d6434-7027-4a6e-888d-51116ff0754e tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] For port 74b25b69-7bea-49b3-9573-f7a776760284, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=74b25b69-7bea-49b3-9573-f7a776760284,segment=NetworkSegment(fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e),segment_id=fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:55.935341 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0c86170-40a3-4e9e-b9a4-7f80658cbd5a req-034d6434-7027-4a6e-888d-51116ff0754e tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:55.955984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-a0c86170-40a3-4e9e-b9a4-7f80658cbd5a req-034d6434-7027-4a6e-888d-51116ff0754e tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Calling delete_port for 74b25b69-7bea-49b3-9573-f7a776760284 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:55.969372 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635e5e55-151e-48cc-b335-1473fcf76af0 None None] Network 5d308670-079d-4620-92d1-ce951d77387b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:35:55.970188 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cae682-82cc-4c2e-b398-187964345128 req-d0d95a0c-18a6-45fc-883d-089a2b68f4fd tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:55.978478 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72cae682-82cc-4c2e-b398-187964345128 req-d0d95a0c-18a6-45fc-883d-089a2b68f4fd tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.1410091 Jul 09 13:35:56.056515 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72cae682-82cc-4c2e-b398-187964345128 req-026b62f2-6ca8-4f17-a0b1-e733b3e5ea34 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767035 Jul 09 13:35:56.117612 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e8f8204c-d4dd-49ca-a311-b53cd7de34b7 None None] Provisioning for port 06b4a32c-4a8c-4ed5-b159-9c292020901f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:56.315380 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0c86170-40a3-4e9e-b9a4-7f80658cbd5a req-034d6434-7027-4a6e-888d-51116ff0754e tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:56.374592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034d6434-7027-4a6e-888d-51116ff0754e tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Pushing event deleted for resources: {'Port': ['ID=74b25b69-7bea-49b3-9573-f7a776760284,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:56.480409 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0c86170-40a3-4e9e-b9a4-7f80658cbd5a req-034d6434-7027-4a6e-888d-51116ff0754e tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] No DVR routers for this DVR port 74b25b69-7bea-49b3-9573-f7a776760284 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:35:56.484523 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a0c86170-40a3-4e9e-b9a4-7f80658cbd5a req-034d6434-7027-4a6e-888d-51116ff0754e tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:56.486632 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a0c86170-40a3-4e9e-b9a4-7f80658cbd5a req-034d6434-7027-4a6e-888d-51116ff0754e tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.15 "DELETE /v2.0/ports/74b25b69-7bea-49b3-9573-f7a776760284 HTTP/1.1" status: 204 len: 173 time: 1.2124150 Jul 09 13:35:56.487067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1de0d745-8b87-4b05-b497-f22fedaec0d4', 'name': 'network-vif-deleted', 'tag': '74b25b69-7bea-49b3-9573-f7a776760284'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:35:56.489386 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b5b9d28-0e85-48c6-81b5-97dcd5591873" -d '{"events": [{"server_uuid": "1de0d745-8b87-4b05-b497-f22fedaec0d4", "name": "network-vif-deleted", "tag": "74b25b69-7bea-49b3-9573-f7a776760284"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:35:56.522486 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:56.544404 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:56.602311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 06b4a32c-4a8c-4ed5-b159-9c292020901f up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:56.620057 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b48afec-b638-4704-ac65-9530d735cf61 x-openstack-request-id: req-8b48afec-b638-4704-ac65-9530d735cf61 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:35:56.620356 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1de0d745-8b87-4b05-b497-f22fedaec0d4", "name": "network-vif-deleted", "tag": "74b25b69-7bea-49b3-9573-f7a776760284", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:35:56.620618 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b48afec-b638-4704-ac65-9530d735cf61 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:35:56.621043 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1de0d745-8b87-4b05-b497-f22fedaec0d4', 'name': 'network-vif-deleted', 'tag': '74b25b69-7bea-49b3-9573-f7a776760284', 'status': 'completed', 'code': 200} Jul 09 13:35:56.701410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=98313d0f-d831-41cf-9a5a-ed2493920d61,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:56.722344 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:56.727148 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 06b4a32c-4a8c-4ed5-b159-9c292020901f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:56.731563 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 06b4a32c-4a8c-4ed5-b159-9c292020901f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:56.731945 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:56.858154 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cfe16a84-7fe5-4f20-96a6-e57d2b72c9e0 None None] Provisioning for port 98313d0f-d831-41cf-9a5a-ed2493920d61 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:35:56.869667 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cfe16a84-7fe5-4f20-96a6-e57d2b72c9e0 None None] Provisioning complete for port 98313d0f-d831-41cf-9a5a-ed2493920d61 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:56.870421 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfe16a84-7fe5-4f20-96a6-e57d2b72c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:56.954641 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:56.998059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cfe16a84-7fe5-4f20-96a6-e57d2b72c9e0 None None] Port 98313d0f-d831-41cf-9a5a-ed2493920d61 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:35:57.025251 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 06b4a32c-4a8c-4ed5-b159-9c292020901f, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=06b4a32c-4a8c-4ed5-b159-9c292020901f,segment=NetworkSegment(8406b422-6119-4db0-b17a-964b26064c39),segment_id=8406b422-6119-4db0-b17a-964b26064c39)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:57.031133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cfe16a84-7fe5-4f20-96a6-e57d2b72c9e0 None None] Provisioning complete for port 06b4a32c-4a8c-4ed5-b159-9c292020901f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:57.031753 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cfe16a84-7fe5-4f20-96a6-e57d2b72c9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:57.040040 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:57.051798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a060a4-ff2d-4af2-89e5-249e61c1ccfb req-d6d18ed8-98b5-443d-affd-18d73d5411cf tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:57.061706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3a060a4-ff2d-4af2-89e5-249e61c1ccfb req-d6d18ed8-98b5-443d-affd-18d73d5411cf tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.1504126 Jul 09 13:35:57.080512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network 5d308670-079d-4620-92d1-ce951d77387b is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:35:57.087544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:35:57.132818 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3a060a4-ff2d-4af2-89e5-249e61c1ccfb req-5518ff7f-8fc7-47cd-9f55-54aaa5975685 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696056 Jul 09 13:35:57.198704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=06b4a32c-4a8c-4ed5-b159-9c292020901f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:57.355417 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router edf0c025-7f8b-4295-a27d-2648d9327897 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:35:57.501353 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2071c644-fd5e-44a0-803f-a83b8f242816 req-ad0e7f6a-b049-4046-aa2f-cdf221422908 tempest-ServerMetadataNegativeTestJSON-1613178088 tempest-ServerMetadataNegativeTestJSON-1613178088-project] 10.222.0.39 "GET /v2.0/ports?device_id=1de0d745-8b87-4b05-b497-f22fedaec0d4 HTTP/1.1" status: 200 len: 210 time: 0.1081846 Jul 09 13:35:57.506613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c5331e03-fcdd-47e7-bb49-9f575e7b581a None None] Provisioning complete for port 98313d0f-d831-41cf-9a5a-ed2493920d61 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:57.507964 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5331e03-fcdd-47e7-bb49-9f575e7b581a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:57.622466 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c5331e03-fcdd-47e7-bb49-9f575e7b581a None None] Port 98313d0f-d831-41cf-9a5a-ed2493920d61 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:35:57.643312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9962f0-092e-4b88-9404-8082e45a0824 req-9ed1c3bf-fef0-43ad-9070-d54a1198d52f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:57.654343 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1f9962f0-092e-4b88-9404-8082e45a0824 req-9ed1c3bf-fef0-43ad-9070-d54a1198d52f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.1520026 Jul 09 13:35:57.700936 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1f9962f0-092e-4b88-9404-8082e45a0824 req-d9409eac-2081-462a-b217-3d261c6d4816 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446923 Jul 09 13:35:57.746100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-38a18f01-cf4b-40e6-ae84-bd07df125822 None None] Provisioning complete for port 98313d0f-d831-41cf-9a5a-ed2493920d61 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:57.746759 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38a18f01-cf4b-40e6-ae84-bd07df125822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:57.828559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-38a18f01-cf4b-40e6-ae84-bd07df125822 None None] Port 98313d0f-d831-41cf-9a5a-ed2493920d61 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:35:57.972921 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 496c3315-d675-462d-abc8-63c7dc0c36b1 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:35:58.076992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:35:58.087332 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d59182c2-b947-4f46-9252-9e2863eace79 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/edf0c025-7f8b-4295-a27d-2648d9327897/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8053017 Jul 09 13:35:58.091342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37140) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:58.137870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23067882-392e-4e52-8f20-22f3486cc6e3 None None] Sync routers for ids ['edf0c025-7f8b-4295-a27d-2648d9327897'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:35:58.165768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea733a8-42aa-4159-adc2-0b84ef0d46df tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:58.171815 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2ea733a8-42aa-4159-adc2-0b84ef0d46df tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports/98313d0f-d831-41cf-9a5a-ed2493920d61 HTTP/1.1" status: 200 len: 910 time: 0.0748842 Jul 09 13:35:58.171978 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37148) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:58.299422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23067882-392e-4e52-8f20-22f3486cc6e3 None None] Routers {'edf0c025-7f8b-4295-a27d-2648d9327897'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:58.300245 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-23067882-392e-4e52-8f20-22f3486cc6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['edf0c025-7f8b-4295-a27d-2648d9327897'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:58.311233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 74b25b69-7bea-49b3-9573-f7a776760284 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:35:58.402142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-23067882-392e-4e52-8f20-22f3486cc6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:58.407480 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 496c3315-d675-462d-abc8-63c7dc0c36b1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=496c3315-d675-462d-abc8-63c7dc0c36b1,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:58.410374 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 74b25b69-7bea-49b3-9573-f7a776760284 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:35:58.410724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 74b25b69-7bea-49b3-9573-f7a776760284 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:35:58.429428 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '496c3315-d675-462d-abc8-63c7dc0c36b1', 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e', 'port_id': '496c3315-d675-462d-abc8-63c7dc0c36b1', 'mac_address': 'fa:16:3e:12:e4:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab4040e-8e01-4f04-9adc-821dc50dc627', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:35:58.434026 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23067882-392e-4e52-8f20-22f3486cc6e3 None None] Routers {'edf0c025-7f8b-4295-a27d-2648d9327897'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:35:58.434676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-23067882-392e-4e52-8f20-22f3486cc6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['edf0c025-7f8b-4295-a27d-2648d9327897'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:58.469797 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-23067882-392e-4e52-8f20-22f3486cc6e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:58.470487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23067882-392e-4e52-8f20-22f3486cc6e3 None None] The sync data for ids ['edf0c025-7f8b-4295-a27d-2648d9327897'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:35:58.515475 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa132b0-6db6-4dc2-85d3-578d337d2427 req-aafa6f42-b359-461e-bc06-8e4bbe0a794b tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:58.517882 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1aa132b0-6db6-4dc2-85d3-578d337d2427 req-aafa6f42-b359-461e-bc06-8e4bbe0a794b tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.1490102 Jul 09 13:35:58.523488 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:58.551296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 06b4a32c-4a8c-4ed5-b159-9c292020901f up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:58.585136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 496c3315-d675-462d-abc8-63c7dc0c36b1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:35:58.609241 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 496c3315-d675-462d-abc8-63c7dc0c36b1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=496c3315-d675-462d-abc8-63c7dc0c36b1,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:35:58.619523 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1aa132b0-6db6-4dc2-85d3-578d337d2427 req-96a51703-0dc8-45d2-afb1-cf4fc5e98457 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914257 Jul 09 13:35:58.619967 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:58.635594 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37164) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:58.687303 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37168) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:58.689998 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=496c3315-d675-462d-abc8-63c7dc0c36b1,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:58.698450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 06b4a32c-4a8c-4ed5-b159-9c292020901f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:35:58.699272 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:58.782221 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6322001-bdae-46d5-92fe-e7a2cfe5ae4f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:58.895875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Deleting subnet 4f311df5-600f-495d-8bd1-26fab747d5b6 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:35:58.918923 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:58.937829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['496c3315-d675-462d-abc8-63c7dc0c36b1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:35:59.010268 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.115035 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0f4d380-f8cb-4392-bdb2-d0f146f767c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.169836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d6322001-bdae-46d5-92fe-e7a2cfe5ae4f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port 98313d0f-d831-41cf-9a5a-ed2493920d61 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:35:59.170104 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6322001-bdae-46d5-92fe-e7a2cfe5ae4f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.178317 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.247549 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416ce494-407e-4e2f-8e2f-5f9c419edbb8 req-b436fd4c-b880-4ac3-b837-cf2774229a96 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:35:59.249560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-416ce494-407e-4e2f-8e2f-5f9c419edbb8 req-b436fd4c-b880-4ac3-b837-cf2774229a96 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.1995053 Jul 09 13:35:59.303939 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6322001-bdae-46d5-92fe-e7a2cfe5ae4f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.320693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d6322001-bdae-46d5-92fe-e7a2cfe5ae4f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for 98313d0f-d831-41cf-9a5a-ed2493920d61 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:35:59.324445 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-416ce494-407e-4e2f-8e2f-5f9c419edbb8 req-2693c57a-c3a2-4332-8288-a42d03f49cae tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666087 Jul 09 13:35:59.340957 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.363495 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.366213 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4f311df5-600f-495d-8bd1-26fab747d5b6 HTTP/1.1" status: 204 len: 168 time: 0.6776986 Jul 09 13:35:59.371255 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37184) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:59.412488 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f311df5-600f-495d-8bd1-26fab747d5b6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:59.470673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:59.471032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:59.471386 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:59.471724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:59.472057 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:59.472390 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:59.472718 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:59.473041 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:59.473366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:59.473687 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:59.474005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:59.474327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23bce3ea-7fa1-4f59-bf87-9fad452bbb82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:35:59.521060 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8511e5f2-71dd-48ec-a85e-574c911ce303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.542341 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0f4d380-f8cb-4392-bdb2-d0f146f767c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.546355 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6322001-bdae-46d5-92fe-e7a2cfe5ae4f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.547970 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0f4d380-f8cb-4392-bdb2-d0f146f767c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.597285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6322001-bdae-46d5-92fe-e7a2cfe5ae4f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=98313d0f-d831-41cf-9a5a-ed2493920d61,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:59.636668 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c0f4d380-f8cb-4392-bdb2-d0f146f767c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e532e223eded43afafa10f2db4159a6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9996462 Jul 09 13:35:59.674890 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f4d380-f8cb-4392-bdb2-d0f146f767c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0c9276-0b97-4ee7-9895-d296ae58c6c9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:35:59.708153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37188) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:35:59.754028 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8511e5f2-71dd-48ec-a85e-574c911ce303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.805982 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-8511e5f2-71dd-48ec-a85e-574c911ce303 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f32b346a-76ff-4881-a3c3-2fee13d93a6f']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:59.837544 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-8511e5f2-71dd-48ec-a85e-574c911ce303 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:59.838232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-8511e5f2-71dd-48ec-a85e-574c911ce303 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6cd68f-cbce-4a0e-bbf9-d9d82c23ca4e') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:35:59.889435 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8511e5f2-71dd-48ec-a85e-574c911ce303 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.910768 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94b88608-23e7-437e-bc71-469962a968ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.941333 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94b88608-23e7-437e-bc71-469962a968ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.964792 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8511e5f2-71dd-48ec-a85e-574c911ce303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.972173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 496c3315-d675-462d-abc8-63c7dc0c36b1 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:35:59.972787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8511e5f2-71dd-48ec-a85e-574c911ce303 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:35:59.973412 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8511e5f2-71dd-48ec-a85e-574c911ce303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:35:59.984495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6322001-bdae-46d5-92fe-e7a2cfe5ae4f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:00.050733 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:00.092225 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8511e5f2-71dd-48ec-a85e-574c911ce303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:00.102355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 496c3315-d675-462d-abc8-63c7dc0c36b1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:00.103151 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:00.134895 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8511e5f2-71dd-48ec-a85e-574c911ce303 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:00.137541 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8511e5f2-71dd-48ec-a85e-574c911ce303 admin admin] 10.222.0.39 "DELETE /v2.0/networks/f32b346a-76ff-4881-a3c3-2fee13d93a6f HTTP/1.1" status: 204 len: 168 time: 0.7339499 Jul 09 13:36:00.140689 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8511e5f2-71dd-48ec-a85e-574c911ce303 admin admin] Pushing event deleted for resources: {'Network': ['ID=f32b346a-76ff-4881-a3c3-2fee13d93a6f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:00.158078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf1affb-e8ab-46ad-bca9-9550a469a4ea req-b9f97b97-ab17-44b2-8000-def0230f2cc6 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:00.166159 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fcf1affb-e8ab-46ad-bca9-9550a469a4ea req-b9f97b97-ab17-44b2-8000-def0230f2cc6 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 944 time: 0.3255177 Jul 09 13:36:00.215870 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fcf1affb-e8ab-46ad-bca9-9550a469a4ea req-180017b6-1cc9-4523-9550-233600a5769b tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483775 Jul 09 13:36:00.237758 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94b88608-23e7-437e-bc71-469962a968ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:00.241780 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94b88608-23e7-437e-bc71-469962a968ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:00.246038 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-94b88608-23e7-437e-bc71-469962a968ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c0c9276-0b97-4ee7-9895-d296ae58c6c9 HTTP/1.1" status: 204 len: 168 time: 0.5371497 Jul 09 13:36:00.262436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b88608-23e7-437e-bc71-469962a968ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0c9276-0b97-4ee7-9895-d296ae58c6c9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:00.302977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6322001-bdae-46d5-92fe-e7a2cfe5ae4f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router edf0c025-7f8b-4295-a27d-2648d9327897 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:36:00.337245 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:00.414600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37204) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:00.425318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b59b749-2362-49f8-ad6a-6eb986e99d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496c3315-d675-462d-abc8-63c7dc0c36b1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:00.429659 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b127cf6-d392-4c50-88a6-b1a1fafb7d73" -d '{"events": [{"server_uuid": "2b59b749-2362-49f8-ad6a-6eb986e99d26", "name": "network-vif-plugged", "status": "completed", "tag": "496c3315-d675-462d-abc8-63c7dc0c36b1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:00.455471 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6322001-bdae-46d5-92fe-e7a2cfe5ae4f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:00.465119 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d6322001-bdae-46d5-92fe-e7a2cfe5ae4f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/edf0c025-7f8b-4295-a27d-2648d9327897/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2920985 Jul 09 13:36:00.465589 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 496c3315-d675-462d-abc8-63c7dc0c36b1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=496c3315-d675-462d-abc8-63c7dc0c36b1,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:00.470214 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d827ae-4d6e-49d5-b331-8dfb7246c377 None None] Sync routers for ids ['edf0c025-7f8b-4295-a27d-2648d9327897'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:00.475538 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:00.481009 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37208) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:00.490767 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d827ae-4d6e-49d5-b331-8dfb7246c377 None None] Routers {'edf0c025-7f8b-4295-a27d-2648d9327897'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:00.491567 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f7d827ae-4d6e-49d5-b331-8dfb7246c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['edf0c025-7f8b-4295-a27d-2648d9327897'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:00.536710 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a9ead40c-c9a4-4448-a8e9-d9b77e686ecd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=602336b03a2d4bbfa02877245604a863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1208725 Jul 09 13:36:00.540199 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37212) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:00.570956 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b2fd192b-e036-4fd7-acaa-a6f61cfb3028 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports?device_id=edf0c025-7f8b-4295-a27d-2648d9327897 HTTP/1.1" status: 200 len: 205 time: 0.0836864 Jul 09 13:36:00.572195 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37214) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:00.598361 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f7d827ae-4d6e-49d5-b331-8dfb7246c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:00.603600 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27938263-1dbe-4474-b463-a9bc3a7cf41d x-openstack-request-id: req-27938263-1dbe-4474-b463-a9bc3a7cf41d {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:00.609984 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b59b749-2362-49f8-ad6a-6eb986e99d26", "name": "network-vif-plugged", "status": "completed", "tag": "496c3315-d675-462d-abc8-63c7dc0c36b1", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:00.610428 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27938263-1dbe-4474-b463-a9bc3a7cf41d {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:00.612003 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b59b749-2362-49f8-ad6a-6eb986e99d26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '496c3315-d675-462d-abc8-63c7dc0c36b1', 'code': 200} Jul 09 13:36:00.618642 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d827ae-4d6e-49d5-b331-8dfb7246c377 None None] Routers {'edf0c025-7f8b-4295-a27d-2648d9327897'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:00.621992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=496c3315-d675-462d-abc8-63c7dc0c36b1,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:00.622955 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f7d827ae-4d6e-49d5-b331-8dfb7246c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['edf0c025-7f8b-4295-a27d-2648d9327897'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:00.670338 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f7d827ae-4d6e-49d5-b331-8dfb7246c377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:00.672045 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7d827ae-4d6e-49d5-b331-8dfb7246c377 None None] The sync data for ids ['edf0c025-7f8b-4295-a27d-2648d9327897'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:00.807145 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ef08bfa-e5d8-48c7-a2ff-82e06492b251 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:00.920586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9aeb85-d58e-46b1-9976-ac7b2e7c07f0 req-8b49c176-0b0c-4c39-ad14-51528fd964be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:00.922495 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fd9aeb85-d58e-46b1-9976-ac7b2e7c07f0 req-8b49c176-0b0c-4c39-ad14-51528fd964be service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 1096 time: 0.2058678 Jul 09 13:36:00.968535 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fd9aeb85-d58e-46b1-9976-ac7b2e7c07f0 req-5ebbdb19-6a26-4afc-be84-ee26812de57f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383720 Jul 09 13:36:01.014147 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ebe683b-883b-4203-9aca-bf9ea4febdad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.031923 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ef08bfa-e5d8-48c7-a2ff-82e06492b251 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.047077 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ef08bfa-e5d8-48c7-a2ff-82e06492b251 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.070781 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ebe683b-883b-4203-9aca-bf9ea4febdad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.123596 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8105a73c-4b6f-434d-a553-61c1db0cc9e0 req-8394bf16-58c6-494c-be6e-b060ac97ff41 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:01.130458 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8105a73c-4b6f-434d-a553-61c1db0cc9e0 req-8394bf16-58c6-494c-be6e-b060ac97ff41 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.4301670 Jul 09 13:36:01.158698 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ef08bfa-e5d8-48c7-a2ff-82e06492b251 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.159460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef08bfa-e5d8-48c7-a2ff-82e06492b251 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Fanout notify agent at l3_agent the message router_deleted on router edf0c025-7f8b-4295-a27d-2648d9327897 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:36:01.173620 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ef08bfa-e5d8-48c7-a2ff-82e06492b251 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.177144 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4ef08bfa-e5d8-48c7-a2ff-82e06492b251 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/routers/edf0c025-7f8b-4295-a27d-2648d9327897 HTTP/1.1" status: 204 len: 168 time: 0.5973451 Jul 09 13:36:01.177960 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37234) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:01.238021 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8105a73c-4b6f-434d-a553-61c1db0cc9e0 req-9c803f03-e257-4b59-a770-6648abdc2812 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038923 Jul 09 13:36:01.261108 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ebe683b-883b-4203-9aca-bf9ea4febdad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.263777 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ebe683b-883b-4203-9aca-bf9ea4febdad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.267298 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7ebe683b-883b-4203-9aca-bf9ea4febdad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ab07fe42-5662-423c-ae5f-bf071a497ae9 HTTP/1.1" status: 204 len: 168 time: 0.7235003 Jul 09 13:36:01.286562 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebe683b-883b-4203-9aca-bf9ea4febdad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab07fe42-5662-423c-ae5f-bf071a497ae9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:01.333123 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-abdd6fd9-6835-4d87-8807-4b504c5b83f9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting subnet 5067c241-8415-43e4-a6c8-3a7ad96d8ef9 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:36:01.336847 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abdd6fd9-6835-4d87-8807-4b504c5b83f9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.413953 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abdd6fd9-6835-4d87-8807-4b504c5b83f9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.541051 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abdd6fd9-6835-4d87-8807-4b504c5b83f9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.547341 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d2315-a2d7-4a9d-925d-cfbd3e9c77c5 req-f1471c59-99fc-41b6-91f0-30f965690eb3 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:01.549884 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae7d2315-a2d7-4a9d-925d-cfbd3e9c77c5 req-f1471c59-99fc-41b6-91f0-30f965690eb3 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.1149137 Jul 09 13:36:01.617735 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae7d2315-a2d7-4a9d-925d-cfbd3e9c77c5 req-e8682024-69eb-4a5d-9b9a-2c078b1f8154 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611753 Jul 09 13:36:01.671481 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abdd6fd9-6835-4d87-8807-4b504c5b83f9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.705111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdd6fd9-6835-4d87-8807-4b504c5b83f9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Subnet': ['ID=5067c241-8415-43e4-a6c8-3a7ad96d8ef9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:01.716389 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-abdd6fd9-6835-4d87-8807-4b504c5b83f9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.722263 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37254) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:01.724889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30b8182-fc07-4dd1-bb36-d20bbb2dd231 None None] Network 5d308670-079d-4620-92d1-ce951d77387b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:01.735749 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-abdd6fd9-6835-4d87-8807-4b504c5b83f9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/5067c241-8415-43e4-a6c8-3a7ad96d8ef9 HTTP/1.1" status: 204 len: 168 time: 0.5527282 Jul 09 13:36:01.822995 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f087c4ed-7e23-485f-a371-14528227cfb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.837503 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:01.956265 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port 06b4a32c-4a8c-4ed5-b159-9c292020901f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:01.956793 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.121761 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] For port 06b4a32c-4a8c-4ed5-b159-9c292020901f, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=06b4a32c-4a8c-4ed5-b159-9c292020901f,segment=NetworkSegment(8406b422-6119-4db0-b17a-964b26064c39),segment_id=8406b422-6119-4db0-b17a-964b26064c39)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:02.122520 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.142579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e3e0ce-5222-4bd7-bdde-62ee1689f460 None None] DHCP port deletion for 5d308670-079d-4620-92d1-ce951d77387b request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:36:02.145100 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for 06b4a32c-4a8c-4ed5-b159-9c292020901f owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:02.250540 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e0ce-5222-4bd7-bdde-62ee1689f460 None None] Deleting port 06b4a32c-4a8c-4ed5-b159-9c292020901f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:02.250939 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62e3e0ce-5222-4bd7-bdde-62ee1689f460 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.269391 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.348057 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=06b4a32c-4a8c-4ed5-b159-9c292020901f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:02.351607 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-62e3e0ce-5222-4bd7-bdde-62ee1689f460 None None] For port 06b4a32c-4a8c-4ed5-b159-9c292020901f, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=06b4a32c-4a8c-4ed5-b159-9c292020901f,segment=NetworkSegment(8406b422-6119-4db0-b17a-964b26064c39),segment_id=8406b422-6119-4db0-b17a-964b26064c39)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:02.352465 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62e3e0ce-5222-4bd7-bdde-62ee1689f460 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.370370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-62e3e0ce-5222-4bd7-bdde-62ee1689f460 None None] Calling delete_port for 06b4a32c-4a8c-4ed5-b159-9c292020901f owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:02.392940 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] No DVR routers for this DVR port 06b4a32c-4a8c-4ed5-b159-9c292020901f on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:02.515503 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-62e3e0ce-5222-4bd7-bdde-62ee1689f460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.610763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 06b4a32c-4a8c-4ed5-b159-9c292020901f no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:36:02.621068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e3e0ce-5222-4bd7-bdde-62ee1689f460 None None] Pushing event deleted for resources: {'Port': ['ID=06b4a32c-4a8c-4ed5-b159-9c292020901f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:02.632344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e3e0ce-5222-4bd7-bdde-62ee1689f460 None None] No DVR routers for this DVR port 06b4a32c-4a8c-4ed5-b159-9c292020901f on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:02.669458 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 06b4a32c-4a8c-4ed5-b159-9c292020901f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:36:02.670170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 06b4a32c-4a8c-4ed5-b159-9c292020901f not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:36:02.771804 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.810910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d308670-079d-4620-92d1-ce951d77387b']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:02.842336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8406b422-6119-4db0-b17a-964b26064c39') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:02.855342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8406b422-6119-4db0-b17a-964b26064c39') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:02.879254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37326) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:02.915384 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.959042 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.973165 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:02.973576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:02.978427 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:03.001199 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5d52f4-7202-4bee-a7e5-3a72b0ed8b41 req-6203e35f-606f-4aa8-80a5-d97b17fefc7f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:03.009755 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e5d52f4-7202-4bee-a7e5-3a72b0ed8b41 req-6203e35f-606f-4aa8-80a5-d97b17fefc7f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.3206689 Jul 09 13:36:03.056128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7267f412-c3e7-4982-bf1a-6ec61fb192a7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1774921387-network', 'tenant_id': '7988931c66014d94a538d603c69f6b55'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:03.083803 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7267f412-c3e7-4982-bf1a-6ec61fb192a7 admin admin] Made reservation on behalf of 7988931c66014d94a538d603c69f6b55 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:03.088534 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7267f412-c3e7-4982-bf1a-6ec61fb192a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.102662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7267f412-c3e7-4982-bf1a-6ec61fb192a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.135603 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.146267 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6137deb5-422a-49ae-9b8f-b2acf37cc600 req-b0c76030-acf7-4016-898e-3b62dc03ee52 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:03.148737 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6137deb5-422a-49ae-9b8f-b2acf37cc600 req-b0c76030-acf7-4016-898e-3b62dc03ee52 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.2910748 Jul 09 13:36:03.159379 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.161622 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/networks/5d308670-079d-4620-92d1-ce951d77387b HTTP/1.1" status: 204 len: 168 time: 1.4378650 Jul 09 13:36:03.166379 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37346) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:03.185049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1444170', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:03.186595 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e5d52f4-7202-4bee-a7e5-3a72b0ed8b41 req-0ab4121c-7291-4051-a050-d880fc4df5c6 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755862 Jul 09 13:36:03.198368 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf268028-4f77-4935-a13c-63aea4a94b3c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Network': ['ID=5d308670-079d-4620-92d1-ce951d77387b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:03.281065 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6137deb5-422a-49ae-9b8f-b2acf37cc600 req-71e2cacf-3e28-486b-a594-ae5eeb0c3077 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074965 Jul 09 13:36:03.352703 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7267f412-c3e7-4982-bf1a-6ec61fb192a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.367917 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7267f412-c3e7-4982-bf1a-6ec61fb192a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.422491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267f412-c3e7-4982-bf1a-6ec61fb192a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=887b870a-486e-47d7-9613-fdbb0b220c50,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:03.439931 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7267f412-c3e7-4982-bf1a-6ec61fb192a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:03.444856 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.446698 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.465964 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7267f412-c3e7-4982-bf1a-6ec61fb192a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.466358 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-7267f412-c3e7-4982-bf1a-6ec61fb192a7 admin admin] Added segment 2565525b-8675-431a-a60e-eec0302eaf01 of type vlan for network cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 Jul 09 13:36:03.567870 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.586647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7267f412-c3e7-4982-bf1a-6ec61fb192a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.676834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6087178a-dfce-4535-81a5-3f2464818b48 req-2784a7d1-54b5-443b-abc5-6332e2567c08 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:03.687638 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6087178a-dfce-4535-81a5-3f2464818b48 req-2784a7d1-54b5-443b-abc5-6332e2567c08 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.1554039 Jul 09 13:36:03.753258 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6087178a-dfce-4535-81a5-3f2464818b48 req-f021f8c2-7014-4b6d-989e-ac8435f16fc1 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645745 Jul 09 13:36:03.842034 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.848773 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7267f412-c3e7-4982-bf1a-6ec61fb192a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.850707 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7267f412-c3e7-4982-bf1a-6ec61fb192a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:03.851551 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7267f412-c3e7-4982-bf1a-6ec61fb192a7 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.888744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37394) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:03.894832 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-447c3a20-8e6e-4aa0-ae3f-282b49173e24 admin admin] Request body: {'subnet': {'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1774921387-subnet', 'tenant_id': '7988931c66014d94a538d603c69f6b55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:03.899876 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7267f412-c3e7-4982-bf1a-6ec61fb192a7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0190094 Jul 09 13:36:03.936747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-447c3a20-8e6e-4aa0-ae3f-282b49173e24 admin admin] Made reservation on behalf of 7988931c66014d94a538d603c69f6b55 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:03.940442 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-447c3a20-8e6e-4aa0-ae3f-282b49173e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:03.983970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7267f412-c3e7-4982-bf1a-6ec61fb192a7 admin admin] Pushing event updated for resources: {'Network': ['ID=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:03.995679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:04.351068 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.394537 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.446155 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-447c3a20-8e6e-4aa0-ae3f-282b49173e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.590479 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.660044 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c3a20-8e6e-4aa0-ae3f-282b49173e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e16ab60-94e1-4b9b-b001-fec4823748a4,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:04.668984 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eb5b8bf3-012a-4255-9da2-e8c5171c105e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.672069 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Allocated IP 172.25.2.173 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/431722e7-2cb1-4ef7-9e32-0a4cf9ba1487) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:04.874060 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:04.937389 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.004443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:05.010862 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:05.012936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=431722e7-2cb1-4ef7-9e32-0a4cf9ba1487,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:05.018722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:05.113549 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-447c3a20-8e6e-4aa0-ae3f-282b49173e24 admin admin] Checking segment: {'id': '2565525b-8675-431a-a60e-eec0302eaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:05.113992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447c3a20-8e6e-4aa0-ae3f-282b49173e24 admin admin] Network hostable DHCP agents. Network: cb1c26be-6d88-465b-8a4c-fb612fc6f2f9, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:05.153792 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:36:05.167568 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3487411-5c80-4f6b-8e73-2da4a08b0b65 req-423dba0a-cc84-4de5-8581-4e0eef428408 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:05.169335 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3487411-5c80-4f6b-8e73-2da4a08b0b65 req-423dba0a-cc84-4de5-8581-4e0eef428408 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.6682549 Jul 09 13:36:05.239130 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-648cadeb-d4cf-4751-9c61-d5d15bbf44cd tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:05.246897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-648cadeb-d4cf-4751-9c61-d5d15bbf44cd tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/networks?id=f6b007d5-12b7-4adb-8cf1-1887c546481e HTTP/1.1" status: 200 len: 814 time: 0.5951788 Jul 09 13:36:05.251657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-447c3a20-8e6e-4aa0-ae3f-282b49173e24 admin admin] Network cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:05.273565 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3487411-5c80-4f6b-8e73-2da4a08b0b65 req-04c34a88-85c0-4091-9dd3-09c8cca29796 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937636 Jul 09 13:36:05.298897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-ae0887bc-45d5-42d6-b485-e165ec0709bf tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/quotas/16887d6d91964dff9ba1d08911421027 HTTP/1.1" status: 200 len: 375 time: 0.0510209 Jul 09 13:36:05.302019 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-447c3a20-8e6e-4aa0-ae3f-282b49173e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, cb1c26be-6d88-465b-8a4c-fb612fc6f2f9) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:05.310033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c3a20-8e6e-4aa0-ae3f-282b49173e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:05.310692 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-447c3a20-8e6e-4aa0-ae3f-282b49173e24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.315734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12540eb8-68e7-4384-81bc-4d32683e99cb None None] Network cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:05.433295 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37486) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:05.434060 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-447c3a20-8e6e-4aa0-ae3f-282b49173e24 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5439801 Jul 09 13:36:05.441555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1774921387-router', 'tenant_id': '7988931c66014d94a538d603c69f6b55', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:05.496307 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.497314 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b4c9a7fa-05f9-475b-b2b0-986eb3bfd8b7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=16887d6d91964dff9ba1d08911421027&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1968415 Jul 09 13:36:05.497794 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.527272 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.564112 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656fe491-2031-450f-9fe9-3f4995d8c201 None None] Network cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:05.581609 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.638893 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-02e2db15-1b68-4ab8-aac3-ed2f8f53ff59 service neutron] 10.222.0.39 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340528 Jul 09 13:36:05.826702 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-d307141e-aea9-4470-a603-31db3b7e3e74 service neutron] 10.222.0.39 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689990 Jul 09 13:36:05.839731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:05.868059 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374985fd-9518-4c18-9bd2-cfafef08c0a5 req-30755fae-3441-46cc-be19-f99b2b7864fc tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:05.870321 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-374985fd-9518-4c18-9bd2-cfafef08c0a5 req-30755fae-3441-46cc-be19-f99b2b7864fc tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b59b749-2362-49f8-ad6a-6eb986e99d26 HTTP/1.1" status: 200 len: 945 time: 0.3897405 Jul 09 13:36:06.210575 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e064dd74-3472-4884-8ca9-e72563b3417c req-732c9a65-c7dd-4a2e-888f-ecd328ee996a tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 210 time: 0.0397568 Jul 09 13:36:06.408682 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37538) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:06.515549 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e69f0-4a5f-435f-9669-65cb1adab0df req-e82f9f0d-1343-452e-ab3e-f376a8e96586 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:06.517996 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c29e69f0-4a5f-435f-9669-65cb1adab0df req-e82f9f0d-1343-452e-ab3e-f376a8e96586 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 947 time: 0.2638640 Jul 09 13:36:06.571145 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cea8f27-ae42-452f-bc9a-ba1d1d472c56 req-53804b7d-1d12-4b60-b960-6fd38a1ba5f4 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:06.573686 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7cea8f27-ae42-452f-bc9a-ba1d1d472c56 req-53804b7d-1d12-4b60-b960-6fd38a1ba5f4 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.1336250 Jul 09 13:36:06.624176 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c29e69f0-4a5f-435f-9669-65cb1adab0df req-0d1ebf46-2801-42ae-8ff6-c52f14fb3c0d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898299 Jul 09 13:36:06.667189 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.715375 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7cea8f27-ae42-452f-bc9a-ba1d1d472c56 req-624ed6d8-808d-458f-9ace-4b04856a5b0c tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327455 Jul 09 13:36:06.719257 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27c8e411-0f90-4e8c-b2cc-d34b798d1cdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.739172 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.864587 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27c8e411-0f90-4e8c-b2cc-d34b798d1cdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.870486 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27c8e411-0f90-4e8c-b2cc-d34b798d1cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.917657 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.932305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-27c8e411-0f90-4e8c-b2cc-d34b798d1cdf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00a65f31f77442f5ab8f1b7695e990a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5225608 Jul 09 13:36:06.935350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37550) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:06.941142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-374985fd-9518-4c18-9bd2-cfafef08c0a5 req-ac792189-11d4-4dac-b2da-6d5cf6123488 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Deleting port 496c3315-d675-462d-abc8-63c7dc0c36b1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:06.944022 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-374985fd-9518-4c18-9bd2-cfafef08c0a5 req-ac792189-11d4-4dac-b2da-6d5cf6123488 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:06.977184 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c8e411-0f90-4e8c-b2cc-d34b798d1cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a62e07-e1de-4036-9918-af1a85218602,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:07.016996 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61a7b0b0-7850-46f1-b71d-a923e78c74a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.053036 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61a7b0b0-7850-46f1-b71d-a923e78c74a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.120207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-374985fd-9518-4c18-9bd2-cfafef08c0a5 req-ac792189-11d4-4dac-b2da-6d5cf6123488 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] For port 496c3315-d675-462d-abc8-63c7dc0c36b1, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=496c3315-d675-462d-abc8-63c7dc0c36b1,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:07.120850 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-374985fd-9518-4c18-9bd2-cfafef08c0a5 req-ac792189-11d4-4dac-b2da-6d5cf6123488 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.122474 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61a7b0b0-7850-46f1-b71d-a923e78c74a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.127569 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61a7b0b0-7850-46f1-b71d-a923e78c74a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.129097 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-61a7b0b0-7850-46f1-b71d-a923e78c74a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69a62e07-e1de-4036-9918-af1a85218602 HTTP/1.1" status: 204 len: 168 time: 0.1922770 Jul 09 13:36:07.132988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router d6c0405a-113b-4d66-ae08-110a3ab0f929 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:36:07.144653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-374985fd-9518-4c18-9bd2-cfafef08c0a5 req-ac792189-11d4-4dac-b2da-6d5cf6123488 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Calling delete_port for 496c3315-d675-462d-abc8-63c7dc0c36b1 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:07.145318 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a7b0b0-7850-46f1-b71d-a923e78c74a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a62e07-e1de-4036-9918-af1a85218602,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:07.192892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-2894fe55-4428-42c6-810a-1ae147224ee7 req-a939b65a-eae9-4478-bfbc-fd513558e5a9 service neutron] (93754) timed out ('10.222.0.18', 55263) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:36:07.446374 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-42dc0dd4-cb83-4fd8-9e15-25ddf927d0b8 req-8cd66976-f3d1-47eb-ad30-48d708a4fa6e tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 210 time: 0.0486894 Jul 09 13:36:07.554975 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.605136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:07.614358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e53299-da32-480e-8c4b-bcf5793c8bf1 None None] Sync routers for ids ['d6c0405a-113b-4d66-ae08-110a3ab0f929'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:07.634763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e53299-da32-480e-8c4b-bcf5793c8bf1 None None] Routers {'d6c0405a-113b-4d66-ae08-110a3ab0f929'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:07.635426 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-87e53299-da32-480e-8c4b-bcf5793c8bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d6c0405a-113b-4d66-ae08-110a3ab0f929'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:07.641527 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.670575 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-374985fd-9518-4c18-9bd2-cfafef08c0a5 req-ac792189-11d4-4dac-b2da-6d5cf6123488 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.759347 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:07.760694 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-920458d4-5883-40d5-b429-7fc225d29cb3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 4.5904465 Jul 09 13:36:07.763744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37576) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:07.818670 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-87e53299-da32-480e-8c4b-bcf5793c8bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:07.821290 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['496c3315-d675-462d-abc8-63c7dc0c36b1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:36:07.898942 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac792189-11d4-4dac-b2da-6d5cf6123488 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Pushing event deleted for resources: {'Port': ['ID=496c3315-d675-462d-abc8-63c7dc0c36b1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:07.923809 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e53299-da32-480e-8c4b-bcf5793c8bf1 None None] Routers {'d6c0405a-113b-4d66-ae08-110a3ab0f929'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:07.926721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-87e53299-da32-480e-8c4b-bcf5793c8bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d6c0405a-113b-4d66-ae08-110a3ab0f929'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:08.028531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-87e53299-da32-480e-8c4b-bcf5793c8bf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:08.029197 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87e53299-da32-480e-8c4b-bcf5793c8bf1 None None] The sync data for ids ['d6c0405a-113b-4d66-ae08-110a3ab0f929'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:08.090262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-374985fd-9518-4c18-9bd2-cfafef08c0a5 req-ac792189-11d4-4dac-b2da-6d5cf6123488 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] No DVR routers for this DVR port 496c3315-d675-462d-abc8-63c7dc0c36b1 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:08.133177 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-374985fd-9518-4c18-9bd2-cfafef08c0a5 req-ac792189-11d4-4dac-b2da-6d5cf6123488 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.135216 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-374985fd-9518-4c18-9bd2-cfafef08c0a5 req-ac792189-11d4-4dac-b2da-6d5cf6123488 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.18 "DELETE /v2.0/ports/496c3315-d675-462d-abc8-63c7dc0c36b1 HTTP/1.1" status: 204 len: 173 time: 2.2553065 Jul 09 13:36:08.139358 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b59b749-2362-49f8-ad6a-6eb986e99d26', 'name': 'network-vif-deleted', 'tag': '496c3315-d675-462d-abc8-63c7dc0c36b1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:08.151478 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc954d8f-88c3-49c0-9e01-7dbeaaf797a2" -d '{"events": [{"server_uuid": "2b59b749-2362-49f8-ad6a-6eb986e99d26", "name": "network-vif-deleted", "tag": "496c3315-d675-462d-abc8-63c7dc0c36b1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:08.183018 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2a860c2b-aebe-4876-a798-ff7e411e8fc0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/routers/d6c0405a-113b-4d66-ae08-110a3ab0f929 HTTP/1.1" status: 200 len: 878 time: 0.4158680 Jul 09 13:36:08.187860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37592) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:08.266086 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea8dcb4-80ac-46bb-919f-2ea32aa78425 req-4adebd67-6816-4fed-bfdc-806261460b08 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:08.267692 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bea8dcb4-80ac-46bb-919f-2ea32aa78425 req-4adebd67-6816-4fed-bfdc-806261460b08 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.18 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 947 time: 0.7003617 Jul 09 13:36:08.304948 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76874d-4b5a-47f2-a9c4-40ed212679ae req-3aa29476-cf85-4a2a-b95f-ca574a12290e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:08.312339 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f76874d-4b5a-47f2-a9c4-40ed212679ae req-3aa29476-cf85-4a2a-b95f-ca574a12290e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 947 time: 0.2395847 Jul 09 13:36:08.322138 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d076a00-2d5f-455b-92d6-3fd8a1212563 req-5803ee3c-4e9c-4a1c-bf74-daebf946de24 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:08.324026 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d076a00-2d5f-455b-92d6-3fd8a1212563 req-5803ee3c-4e9c-4a1c-bf74-daebf946de24 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.2776198 Jul 09 13:36:08.324556 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.439357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Allocated IP 172.25.2.236 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/dd8df9ce-c226-4996-b1cd-7f078acb86b1) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:08.461568 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-f5382621-45cb-412b-893f-bb91c19b0f84 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:08.462897 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-f5382621-45cb-412b-893f-bb91c19b0f84 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.15 "GET /v2.0/networks?id=f6b007d5-12b7-4adb-8cf1-1887c546481e HTTP/1.1" status: 200 len: 814 time: 0.4887385 Jul 09 13:36:08.467577 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f76874d-4b5a-47f2-a9c4-40ed212679ae req-c0b0bf6b-bac7-4342-8d0f-3024e8c947a3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=31d7801b-e77d-404f-83c1-533f10656586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539969 Jul 09 13:36:08.482716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-734f7685-edd4-4169-b84a-15ff5b235a27 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Request body: {'port': {'device_id': 'd3812536-9d97-4c26-83c8-ac33ce8f6086', 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e', 'admin_state_up': True, 'tenant_id': '16887d6d91964dff9ba1d08911421027'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:08.552118 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.636015 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d076a00-2d5f-455b-92d6-3fd8a1212563 req-bb045676-1a33-444a-a2d3-1becbac4d898 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955823 Jul 09 13:36:08.681598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-bea8dcb4-80ac-46bb-919f-2ea32aa78425 req-f5e033a6-b794-4a92-96ca-01533425c402 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Deleting port 998f26ae-c1e8-461e-9100-c113a011cd84 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:08.682131 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bea8dcb4-80ac-46bb-919f-2ea32aa78425 req-f5e033a6-b794-4a92-96ca-01533425c402 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.793508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bea8dcb4-80ac-46bb-919f-2ea32aa78425 req-f5e033a6-b794-4a92-96ca-01533425c402 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] For port 998f26ae-c1e8-461e-9100-c113a011cd84, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=998f26ae-c1e8-461e-9100-c113a011cd84,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:08.794155 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bea8dcb4-80ac-46bb-919f-2ea32aa78425 req-f5e033a6-b794-4a92-96ca-01533425c402 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:08.859972 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e9ea0340-0e31-4242-b13a-6f576d0cec09 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 881 time: 0.6700318 Jul 09 13:36:08.861453 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37610) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:08.870357 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a196da97-15c1-476c-a61b-020dcaf4b685 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1444170'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:08.871695 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da724fb0-2d12-4cb6-a4f5-ac153cb3be3e x-openstack-request-id: req-da724fb0-2d12-4cb6-a4f5-ac153cb3be3e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:08.871995 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b59b749-2362-49f8-ad6a-6eb986e99d26", "name": "network-vif-deleted", "tag": "496c3315-d675-462d-abc8-63c7dc0c36b1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:08.872254 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da724fb0-2d12-4cb6-a4f5-ac153cb3be3e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:08.874400 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b59b749-2362-49f8-ad6a-6eb986e99d26', 'name': 'network-vif-deleted', 'tag': '496c3315-d675-462d-abc8-63c7dc0c36b1', 'status': 'completed', 'code': 200} Jul 09 13:36:09.022119 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.064035 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e2215a7-5754-4666-a7dd-ec0325c28bc2 req-6f5e9ce6-fd7a-47c1-86e2-a1cfe08bdf0d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 210 time: 0.0513401 Jul 09 13:36:09.082978 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-734f7685-edd4-4169-b84a-15ff5b235a27 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Made reservation on behalf of 16887d6d91964dff9ba1d08911421027 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:09.086788 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-734f7685-edd4-4169-b84a-15ff5b235a27 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.218946 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bea8dcb4-80ac-46bb-919f-2ea32aa78425 req-f5e033a6-b794-4a92-96ca-01533425c402 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.219366 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bea8dcb4-80ac-46bb-919f-2ea32aa78425 req-f5e033a6-b794-4a92-96ca-01533425c402 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.219752 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-bea8dcb4-80ac-46bb-919f-2ea32aa78425 req-f5e033a6-b794-4a92-96ca-01533425c402 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Floating IP 0a158148-af2d-45c9-a8f3-a23fa8259bff disassociated. External IP: 172.25.2.61, port: 998f26ae-c1e8-461e-9100-c113a011cd84. Jul 09 13:36:09.220064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-bea8dcb4-80ac-46bb-919f-2ea32aa78425 req-f5e033a6-b794-4a92-96ca-01533425c402 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Calling delete_port for 998f26ae-c1e8-461e-9100-c113a011cd84 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:09.236605 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.306526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:09.324399 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a196da97-15c1-476c-a61b-020dcaf4b685 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.337635 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a196da97-15c1-476c-a61b-020dcaf4b685 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.350278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:09.352902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:09.438899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Pushing event updated for resources: {'Port': ['ID=dd8df9ce-c226-4996-b1cd-7f078acb86b1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:09.448946 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-734f7685-edd4-4169-b84a-15ff5b235a27 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Allocated IP 172.20.0.2 (f6b007d5-12b7-4adb-8cf1-1887c546481e/aab4040e-8e01-4f04-9adc-821dc50dc627/2299aa0f-0343-42cd-a5f9-9f6ff560107a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:09.467216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a196da97-15c1-476c-a61b-020dcaf4b685 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router d6c0405a-113b-4d66-ae08-110a3ab0f929 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:36:09.615977 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a196da97-15c1-476c-a61b-020dcaf4b685 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:09.624480 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a196da97-15c1-476c-a61b-020dcaf4b685 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.625737 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a6b6f-0fc2-4efc-a23d-e894f392d912 None None] Sync routers for ids ['d6c0405a-113b-4d66-ae08-110a3ab0f929'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:09.629129 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a196da97-15c1-476c-a61b-020dcaf4b685 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/d6c0405a-113b-4d66-ae08-110a3ab0f929 HTTP/1.1" status: 200 len: 885 time: 0.7655454 Jul 09 13:36:09.629965 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37646) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:09.651327 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a6b6f-0fc2-4efc-a23d-e894f392d912 None None] Routers {'d6c0405a-113b-4d66-ae08-110a3ab0f929'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:09.651955 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5b0a6b6f-0fc2-4efc-a23d-e894f392d912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d6c0405a-113b-4d66-ae08-110a3ab0f929'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:09.711722 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5b0a6b6f-0fc2-4efc-a23d-e894f392d912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:09.726822 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0a6b6f-0fc2-4efc-a23d-e894f392d912 None None] Routers {'d6c0405a-113b-4d66-ae08-110a3ab0f929'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:09.727916 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5b0a6b6f-0fc2-4efc-a23d-e894f392d912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d6c0405a-113b-4d66-ae08-110a3ab0f929'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:09.770440 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bea8dcb4-80ac-46bb-919f-2ea32aa78425 req-f5e033a6-b794-4a92-96ca-01533425c402 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.775976 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-5b0a6b6f-0fc2-4efc-a23d-e894f392d912 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:09.776793 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0a6b6f-0fc2-4efc-a23d-e894f392d912 None None] The sync data for ids ['d6c0405a-113b-4d66-ae08-110a3ab0f929'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:09.859632 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e033a6-b794-4a92-96ca-01533425c402 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event deleted for resources: {'Port': ['ID=998f26ae-c1e8-461e-9100-c113a011cd84,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:09.903734 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58a2dccd-f4ec-4a4f-9d5a-4f9428f6e021 req-92853c64-ba4a-4808-b8c5-cb2afe6b8257 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 210 time: 0.0786974 Jul 09 13:36:09.932960 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cb689bf6-59ff-4b5a-8c85-a05ed18a95ea tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/routers/d6c0405a-113b-4d66-ae08-110a3ab0f929 HTTP/1.1" status: 200 len: 885 time: 0.3015304 Jul 09 13:36:09.935744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37662) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:09.967241 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:09.998835 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-80933960-af5a-48da-a584-6397bd763e63 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6c0405a-113b-4d66-ae08-110a3ab0f929 HTTP/1.1" status: 200 len: 205 time: 0.0619633 Jul 09 13:36:10.001530 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37670) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:10.010665 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-734f7685-edd4-4169-b84a-15ff5b235a27 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.036258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 496c3315-d675-462d-abc8-63c7dc0c36b1 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:36:10.073930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 496c3315-d675-462d-abc8-63c7dc0c36b1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:36:10.075779 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 496c3315-d675-462d-abc8-63c7dc0c36b1 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:36:10.741394 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6704cb07-1fd1-440f-92f4-4d65958e1fb0 req-582cbf39-369c-4715-9694-e2348b2c6ec3 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 210 time: 0.5351529 Jul 09 13:36:10.752693 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c10138c-ad5b-4be1-92a8-23379de92e98 req-6b2488ef-4e08-4f46-a770-18ec3b343bd1 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:10.762334 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c10138c-ad5b-4be1-92a8-23379de92e98 req-6b2488ef-4e08-4f46-a770-18ec3b343bd1 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.7744808 Jul 09 13:36:10.785287 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.797192 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bea8dcb4-80ac-46bb-919f-2ea32aa78425 req-f5e033a6-b794-4a92-96ca-01533425c402 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Router d939e762-c9e0-43b8-85e1-d6500cec7558 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:36:10.800319 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8fa8-6922-4b34-8a64-44b96b85ca1b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.854933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c10138c-ad5b-4be1-92a8-23379de92e98 req-10a65421-f377-460f-8577-cbadf3a2512a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913672 Jul 09 13:36:10.916229 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-734f7685-edd4-4169-b84a-15ff5b235a27 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:10.940563 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8fa8-6922-4b34-8a64-44b96b85ca1b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.023470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f7685-edd4-4169-b84a-15ff5b235a27 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Pushing event updated for resources: {'Port': ['ID=2299aa0f-0343-42cd-a5f9-9f6ff560107a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:11.060300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-734f7685-edd4-4169-b84a-15ff5b235a27 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Network f6b007d5-12b7-4adb-8cf1-1887c546481e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:11.069273 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-734f7685-edd4-4169-b84a-15ff5b235a27 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:11.089821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c9ab8fa8-6922-4b34-8a64-44b96b85ca1b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port 431722e7-2cb1-4ef7-9e32-0a4cf9ba1487 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:11.092711 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8fa8-6922-4b34-8a64-44b96b85ca1b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.108029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-734f7685-edd4-4169-b84a-15ff5b235a27 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:11.175703 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2695fe20-ceb5-4fcf-8a0e-03aea86dd867 req-3c04384b-3a41-42f5-bd26-856e10690e30 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=bba848d5-423c-4606-89ff-82ebedfa6164 HTTP/1.1" status: 200 len: 210 time: 0.0362930 Jul 09 13:36:11.187980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-734f7685-edd4-4169-b84a-15ff5b235a27 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:11.189161 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-734f7685-edd4-4169-b84a-15ff5b235a27 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.232019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bea8dcb4-80ac-46bb-919f-2ea32aa78425 req-f5e033a6-b794-4a92-96ca-01533425c402 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:11.232274 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8fa8-6922-4b34-8a64-44b96b85ca1b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.241312 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-734f7685-edd4-4169-b84a-15ff5b235a27 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7648239 Jul 09 13:36:11.244702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19046fb6-5cb8-4989-bf27-52f2cf306f3e None None] Sync routers for ids ['d939e762-c9e0-43b8-85e1-d6500cec7558'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:11.256947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19046fb6-5cb8-4989-bf27-52f2cf306f3e None None] Routers {'d939e762-c9e0-43b8-85e1-d6500cec7558'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:11.257918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-19046fb6-5cb8-4989-bf27-52f2cf306f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d939e762-c9e0-43b8-85e1-d6500cec7558'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:11.263213 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c9ab8fa8-6922-4b34-8a64-44b96b85ca1b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for 431722e7-2cb1-4ef7-9e32-0a4cf9ba1487 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:11.275785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Request body: {'port': {'device_id': 'd3812536-9d97-4c26-83c8-ac33ce8f6086', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:11.404395 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.420450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-bea8dcb4-80ac-46bb-919f-2ea32aa78425 req-f5e033a6-b794-4a92-96ca-01533425c402 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] No DVR routers for this DVR port 998f26ae-c1e8-461e-9100-c113a011cd84 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:11.423641 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bea8dcb4-80ac-46bb-919f-2ea32aa78425 req-f5e033a6-b794-4a92-96ca-01533425c402 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.426049 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bea8dcb4-80ac-46bb-919f-2ea32aa78425 req-f5e033a6-b794-4a92-96ca-01533425c402 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.18 "DELETE /v2.0/ports/998f26ae-c1e8-461e-9100-c113a011cd84 HTTP/1.1" status: 204 len: 173 time: 3.1513641 Jul 09 13:36:11.439361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'name': 'network-vif-deleted', 'tag': '998f26ae-c1e8-461e-9100-c113a011cd84'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:11.446605 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8feadf34-7b4b-4dbe-af8d-f2630a2135e5" -d '{"events": [{"server_uuid": "bba848d5-423c-4606-89ff-82ebedfa6164", "name": "network-vif-deleted", "tag": "998f26ae-c1e8-461e-9100-c113a011cd84"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:11.551287 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc690d7a-2f84-43d0-9ed0-9e9de2044c7b x-openstack-request-id: req-bc690d7a-2f84-43d0-9ed0-9e9de2044c7b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:11.551714 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bba848d5-423c-4606-89ff-82ebedfa6164", "name": "network-vif-deleted", "tag": "998f26ae-c1e8-461e-9100-c113a011cd84", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:11.552077 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc690d7a-2f84-43d0-9ed0-9e9de2044c7b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:11.553291 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bba848d5-423c-4606-89ff-82ebedfa6164', 'name': 'network-vif-deleted', 'tag': '998f26ae-c1e8-461e-9100-c113a011cd84', 'status': 'completed', 'code': 200} Jul 09 13:36:11.554035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Router a4e28ade-70d4-469f-8b55-b8028abb6938 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:36:11.624383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-19046fb6-5cb8-4989-bf27-52f2cf306f3e None None] Set router d939e762-c9e0-43b8-85e1-d6500cec7558 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:11.677418 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8fa8-6922-4b34-8a64-44b96b85ca1b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.721212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:11.734450 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Sync routers for ids ['a4e28ade-70d4-469f-8b55-b8028abb6938'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:11.746545 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Routers {'a4e28ade-70d4-469f-8b55-b8028abb6938'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:11.747228 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a4e28ade-70d4-469f-8b55-b8028abb6938'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:11.853052 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:11.854721 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4e4ea2b6-d7d6-4fe6-b699-be4d81b1ac5d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.4205756 Jul 09 13:36:11.863168 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37768) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:11.866575 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ab8fa8-6922-4b34-8a64-44b96b85ca1b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=431722e7-2cb1-4ef7-9e32-0a4cf9ba1487,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:11.873527 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8fa8-6922-4b34-8a64-44b96b85ca1b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.017832 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Set router a4e28ade-70d4-469f-8b55-b8028abb6938 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:12.056505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 998f26ae-c1e8-461e-9100-c113a011cd84 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:36:12.151398 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 998f26ae-c1e8-461e-9100-c113a011cd84 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:36:12.151803 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 998f26ae-c1e8-461e-9100-c113a011cd84 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:36:12.212716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2299aa0f-0343-42cd-a5f9-9f6ff560107a {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:36:12.223803 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.253826 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Transition to ACTIVE for port object 2299aa0f-0343-42cd-a5f9-9f6ff560107a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:12.259680 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.273388 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'name': 'tempest-ServerRescueNegativeTestJSON-1774921387-router', 'tenant_id': '7988931c66014d94a538d603c69f6b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dd8df9ce-c226-4996-b1cd-7f078acb86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:05Z', 'updated_at': '2021-07-09T13:36:09Z', 'revision_number': 3, 'project_id': '7988931c66014d94a538d603c69f6b55', 'gw_port': {'id': 'dd8df9ce-c226-4996-b1cd-7f078acb86b1', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:07Z', 'updated_at': '2021-07-09T13:36:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:12.304542 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Checking router: a4e28ade-70d4-469f-8b55-b8028abb6938 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:36:12.305417 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Updating router a4e28ade-70d4-469f-8b55-b8028abb6938 port dd8df9ce-c226-4996-b1cd-7f078acb86b1 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:36:12.311133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-19046fb6-5cb8-4989-bf27-52f2cf306f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'd6f3e705-f7ad-4011-acd2-0ae10b6264d5', 'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'mac_address': 'fa:16:3e:51:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:30Z', 'updated_at': '2021-07-09T13:31:38Z', 'revision_number': 5, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'subnets': [{'id': '64038094-33bf-4882-9ed5-b515adff07d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:12.329319 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=2299aa0f-0343-42cd-a5f9-9f6ff560107a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:12.374692 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.381582 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19046fb6-5cb8-4989-bf27-52f2cf306f3e None None] Checking router: d939e762-c9e0-43b8-85e1-d6500cec7558 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:36:12.391407 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19046fb6-5cb8-4989-bf27-52f2cf306f3e None None] Routers {'d939e762-c9e0-43b8-85e1-d6500cec7558'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:12.392282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-19046fb6-5cb8-4989-bf27-52f2cf306f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d939e762-c9e0-43b8-85e1-d6500cec7558'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:12.430420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Attempting to bind port 2299aa0f-0343-42cd-a5f9-9f6ff560107a on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:12.430778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Attempting to bind port 2299aa0f-0343-42cd-a5f9-9f6ff560107a by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'ac330b0a-c85f-4654-90ad-fe0921d8c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:12.431145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Attempting to bind port 2299aa0f-0343-42cd-a5f9-9f6ff560107a on network f6b007d5-12b7-4adb-8cf1-1887c546481e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:12.438079 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Port 2299aa0f-0343-42cd-a5f9-9f6ff560107a on network f6b007d5-12b7-4adb-8cf1-1887c546481e not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:12.438430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Attempting to bind port 2299aa0f-0343-42cd-a5f9-9f6ff560107a on network f6b007d5-12b7-4adb-8cf1-1887c546481e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:12.445348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:12.445705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Checking segment: {'id': 'ac330b0a-c85f-4654-90ad-fe0921d8c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:12.446102 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Bound using segment: {'id': 'ac330b0a-c85f-4654-90ad-fe0921d8c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:12.447178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Bound port: 2299aa0f-0343-42cd-a5f9-9f6ff560107a, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac330b0a-c85f-4654-90ad-fe0921d8c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:12.447568 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.510155 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8fa8-6922-4b34-8a64-44b96b85ca1b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.532785 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8fa8-6922-4b34-8a64-44b96b85ca1b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.585736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] For port 2299aa0f-0343-42cd-a5f9-9f6ff560107a, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:12.592313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] For port 2299aa0f-0343-42cd-a5f9-9f6ff560107a, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2299aa0f-0343-42cd-a5f9-9f6ff560107a,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:12.597056 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-19046fb6-5cb8-4989-bf27-52f2cf306f3e None None] Set router d939e762-c9e0-43b8-85e1-d6500cec7558 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:12.600121 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.703039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:12.703771 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.705270 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] 10.222.0.15 "PUT /v2.0/ports/2299aa0f-0343-42cd-a5f9-9f6ff560107a HTTP/1.1" status: 200 len: 1091 time: 1.4544022 Jul 09 13:36:12.721062 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fd8ff7-9862-4b68-baf2-35a905bd6435 req-31230135-f8c0-4a91-8f17-b051059d9ce3 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:12.732401 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22fd8ff7-9862-4b68-baf2-35a905bd6435 req-31230135-f8c0-4a91-8f17-b051059d9ce3 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.4946826 Jul 09 13:36:12.746422 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8fa8-6922-4b34-8a64-44b96b85ca1b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.747316 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ab8fa8-6922-4b34-8a64-44b96b85ca1b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Fanout notify agent at l3_agent the message router_deleted on router d6c0405a-113b-4d66-ae08-110a3ab0f929 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:36:12.799872 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9ab8fa8-6922-4b34-8a64-44b96b85ca1b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.804495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c9ab8fa8-6922-4b34-8a64-44b96b85ca1b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/routers/d6c0405a-113b-4d66-ae08-110a3ab0f929 HTTP/1.1" status: 204 len: 168 time: 2.8010755 Jul 09 13:36:12.826366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37834) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:12.852218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3b30f97a-a741-45bb-95a9-b93dee4422f5 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'network': {'name': 'tempest-RoutersTest-733750545'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:12.853938 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ad0f42-8a20-435d-ad06-13135174e789 req-7afc0b4b-e06c-4822-878f-2d68d73c32ed tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:12.856040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d25f59-5cce-43f5-a216-fad5ef189ed0 service neutron] Pushing event updated for resources: {'Port': ['ID=2299aa0f-0343-42cd-a5f9-9f6ff560107a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:12.872310 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26ad0f42-8a20-435d-ad06-13135174e789 req-7afc0b4b-e06c-4822-878f-2d68d73c32ed tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 943 time: 0.6412582 Jul 09 13:36:12.902098 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.918751 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Transition to ACTIVE for port object dd8df9ce-c226-4996-b1cd-7f078acb86b1 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:12.927351 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.940352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b30f97a-a741-45bb-95a9-b93dee4422f5 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:12.946735 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b30f97a-a741-45bb-95a9-b93dee4422f5 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:12.994768 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-f7df7c37-50c0-4379-9daa-6d1c483dbece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:12.996444 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-f7df7c37-50c0-4379-9daa-6d1c483dbece service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16887d6d91964dff9ba1d08911421027&device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 1094 time: 0.2327158 Jul 09 13:36:13.093806 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b30f97a-a741-45bb-95a9-b93dee4422f5 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:13.096053 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22fd8ff7-9862-4b68-baf2-35a905bd6435 req-be8cfff6-1eeb-42d8-80b0-804a6c4be909 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3624611 Jul 09 13:36:13.103480 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-19046fb6-5cb8-4989-bf27-52f2cf306f3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'd6f3e705-f7ad-4011-acd2-0ae10b6264d5', 'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'mac_address': 'fa:16:3e:51:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:30Z', 'updated_at': '2021-07-09T13:31:38Z', 'revision_number': 5, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'subnets': [{'id': '64038094-33bf-4882-9ed5-b515adff07d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:13.103939 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26ad0f42-8a20-435d-ad06-13135174e789 req-f103e4f5-6f85-4218-b1eb-cd09e3062251 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304888 Jul 09 13:36:13.105401 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-a15f76f9-cf16-4868-8bc1-7b7afd6f7694 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2299aa0f-0343-42cd-a5f9-9f6ff560107a HTTP/1.1" status: 200 len: 217 time: 0.1003990 Jul 09 13:36:13.185228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-67dfc34b-76cc-4b9e-b3a8-812f9f5c2aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:13.187357 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-67dfc34b-76cc-4b9e-b3a8-812f9f5c2aa3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aab4040e-8e01-4f04-9adc-821dc50dc627 HTTP/1.1" status: 200 len: 854 time: 0.0742273 Jul 09 13:36:13.188691 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b30f97a-a741-45bb-95a9-b93dee4422f5 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.189237 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-3b30f97a-a741-45bb-95a9-b93dee4422f5 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Added segment 7c40814e-e296-4515-b65d-07a75604a9fb of type vlan for network 843dc028-66f9-4b8a-a196-346ca5729891 Jul 09 13:36:13.192488 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Attempting to bind port dd8df9ce-c226-4996-b1cd-7f078acb86b1 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:13.192798 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Attempting to bind port dd8df9ce-c226-4996-b1cd-7f078acb86b1 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:13.193193 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Attempting to bind port dd8df9ce-c226-4996-b1cd-7f078acb86b1 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:13.196476 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d10e6-da61-45b4-8048-bf05ed4d834c None None] Pushing event updated for resources: {'Port': ['ID=dd8df9ce-c226-4996-b1cd-7f078acb86b1,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:13.251327 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:13.261811 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:13.262266 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.262695 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:13.263236 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Bound port: dd8df9ce-c226-4996-b1cd-7f078acb86b1, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:13.263634 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.269699 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-1dff318e-1ecc-4614-9781-21501b079d78 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6b007d5-12b7-4adb-8cf1-1887c546481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0697246 Jul 09 13:36:13.269991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19046fb6-5cb8-4989-bf27-52f2cf306f3e None None] The sync data for ids ['d939e762-c9e0-43b8-85e1-d6500cec7558'] in n-d-799525-3 is: [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'd6f3e705-f7ad-4011-acd2-0ae10b6264d5', 'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'mac_address': 'fa:16:3e:51:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:30Z', 'updated_at': '2021-07-09T13:31:38Z', 'revision_number': 5, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'subnets': [{'id': '64038094-33bf-4882-9ed5-b515adff07d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:13.370147 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] For port dd8df9ce-c226-4996-b1cd-7f078acb86b1, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:13.375147 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] For port dd8df9ce-c226-4996-b1cd-7f078acb86b1, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=dd8df9ce-c226-4996-b1cd-7f078acb86b1,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:13.377954 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d10e6-da61-45b4-8048-bf05ed4d834c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:13.378712 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d10e6-da61-45b4-8048-bf05ed4d834c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:13.379223 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d10e6-da61-45b4-8048-bf05ed4d834c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:13.380473 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d10e6-da61-45b4-8048-bf05ed4d834c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:13.381905 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d10e6-da61-45b4-8048-bf05ed4d834c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:13.382897 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d10e6-da61-45b4-8048-bf05ed4d834c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:13.383424 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d10e6-da61-45b4-8048-bf05ed4d834c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:13.384005 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d10e6-da61-45b4-8048-bf05ed4d834c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:13.384717 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d10e6-da61-45b4-8048-bf05ed4d834c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:13.385209 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d10e6-da61-45b4-8048-bf05ed4d834c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:13.385677 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d10e6-da61-45b4-8048-bf05ed4d834c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:13.386176 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-278d10e6-da61-45b4-8048-bf05ed4d834c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:13.392438 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.468166 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278d10e6-da61-45b4-8048-bf05ed4d834c None None] Pushing event updated for resources: {'Port': ['ID=dd8df9ce-c226-4996-b1cd-7f078acb86b1,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:13.483132 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b30f97a-a741-45bb-95a9-b93dee4422f5 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.486913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37864) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:13.494434 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Routers {'a4e28ade-70d4-469f-8b55-b8028abb6938'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:13.495205 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a4e28ade-70d4-469f-8b55-b8028abb6938'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:13.537978 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.562226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3812536-9d97-4c26-83c8-ac33ce8f6086', 'tag': '2299aa0f-0343-42cd-a5f9-9f6ff560107a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:13.564989 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e53c02-f15d-4a61-811b-cfb49e563188" -d '{"events": [{"name": "network-changed", "server_uuid": "d3812536-9d97-4c26-83c8-ac33ce8f6086", "tag": "2299aa0f-0343-42cd-a5f9-9f6ff560107a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:13.670945 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4a0a015-8982-4d88-9b8e-a04888e935cd x-openstack-request-id: req-c4a0a015-8982-4d88-9b8e-a04888e935cd {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:13.671274 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3812536-9d97-4c26-83c8-ac33ce8f6086", "tag": "2299aa0f-0343-42cd-a5f9-9f6ff560107a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:13.671511 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c4a0a015-8982-4d88-9b8e-a04888e935cd {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:13.684193 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3812536-9d97-4c26-83c8-ac33ce8f6086', 'tag': '2299aa0f-0343-42cd-a5f9-9f6ff560107a', 'status': 'completed', 'code': 200} Jul 09 13:36:13.687589 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b30f97a-a741-45bb-95a9-b93dee4422f5 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.693890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b30f97a-a741-45bb-95a9-b93dee4422f5 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:13.694534 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b30f97a-a741-45bb-95a9-b93dee4422f5 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.708995 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-3bae7857-749b-4b15-918c-e42d5ab5fdc8 service neutron] 10.222.0.15 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4311037 Jul 09 13:36:13.722539 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ebe748e5-145c-476e-89be-346c189e2a6f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:13.770114 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] Set router a4e28ade-70d4-469f-8b55-b8028abb6938 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:13.808966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f53281-0114-4e63-a032-acbcff87c834 None None] New status for floating IP 0a158148-af2d-45c9-a8f3-a23fa8259bff: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:36:13.900626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Allocated IP 172.20.0.1 (cb1c26be-6d88-465b-8a4c-fb612fc6f2f9/4e16ab60-94e1-4b9b-b001-fec4823748a4/8d13f20e-912e-49ec-b8c7-087f97c6edd0) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:13.945583 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3b30f97a-a741-45bb-95a9-b93dee4422f5 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1176298 Jul 09 13:36:13.961091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37892) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:14.063828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-56518e4f-51e5-483f-856b-9421f310337d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'subnet': {'network_id': '843dc028-66f9-4b8a-a196-346ca5729891', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:14.167469 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.252787 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'name': 'tempest-ServerRescueNegativeTestJSON-1774921387-router', 'tenant_id': '7988931c66014d94a538d603c69f6b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dd8df9ce-c226-4996-b1cd-7f078acb86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:05Z', 'updated_at': '2021-07-09T13:36:09Z', 'revision_number': 3, 'project_id': '7988931c66014d94a538d603c69f6b55', 'gw_port': {'id': 'dd8df9ce-c226-4996-b1cd-7f078acb86b1', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:07Z', 'updated_at': '2021-07-09T13:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:14.268880 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.286947 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30f97a-a741-45bb-95a9-b93dee4422f5 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Network': ['ID=843dc028-66f9-4b8a-a196-346ca5729891,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:14.303380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 843dc028-66f9-4b8a-a196-346ca5729891 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:14.310986 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ebe748e5-145c-476e-89be-346c189e2a6f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.322003 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0c5c5cae-40d2-42bb-905b-b5c5a8f36cb5 req-e59868e9-04e0-456a-922e-851c7be5b3c0 service neutron] 10.222.0.15 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4864235 Jul 09 13:36:14.325628 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799d0d80-fbae-4388-ad38-d8f33b644457 None None] The sync data for ids ['a4e28ade-70d4-469f-8b55-b8028abb6938'] in n-d-799525-3 is: [{'id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'name': 'tempest-ServerRescueNegativeTestJSON-1774921387-router', 'tenant_id': '7988931c66014d94a538d603c69f6b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dd8df9ce-c226-4996-b1cd-7f078acb86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:05Z', 'updated_at': '2021-07-09T13:36:09Z', 'revision_number': 3, 'project_id': '7988931c66014d94a538d603c69f6b55', 'gw_port': {'id': 'dd8df9ce-c226-4996-b1cd-7f078acb86b1', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e6:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:07Z', 'updated_at': '2021-07-09T13:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:14.408234 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56518e4f-51e5-483f-856b-9421f310337d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:14.414483 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56518e4f-51e5-483f-856b-9421f310337d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.433366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Pushing event updated for resources: {'Port': ['ID=8d13f20e-912e-49ec-b8c7-087f97c6edd0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:14.559895 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Network cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:14.572896 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:14.614531 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:14.638544 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ebe748e5-145c-476e-89be-346c189e2a6f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.642416 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ebe748e5-145c-476e-89be-346c189e2a6f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.652617 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ebe748e5-145c-476e-89be-346c189e2a6f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "DELETE /v2.0/security-groups/31d7801b-e77d-404f-83c1-533f10656586 HTTP/1.1" status: 204 len: 168 time: 1.1599028 Jul 09 13:36:14.656366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37932) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:14.691783 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37934) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:14.712642 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe748e5-145c-476e-89be-346c189e2a6f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31d7801b-e77d-404f-83c1-533f10656586,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:14.743120 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e53c02-f15d-4a61-811b-cfb49e563188 req-43a7f135-1258-4125-97b7-9e00ac768db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:14.746643 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99e53c02-f15d-4a61-811b-cfb49e563188 req-43a7f135-1258-4125-97b7-9e00ac768db6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16887d6d91964dff9ba1d08911421027&device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 1094 time: 0.2313876 Jul 09 13:36:14.749817 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-ae2290b9-6c3e-44dd-a597-c0e131f82c0a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] show failed (client error): The resource could not be found. Jul 09 13:36:14.751545 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ae2290b9-6c3e-44dd-a597-c0e131f82c0a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups/31d7801b-e77d-404f-83c1-533f10656586 HTTP/1.1" status: 404 len: 347 time: 0.0820189 Jul 09 13:36:14.782708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37940) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:14.816543 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:14.959124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e53c02-f15d-4a61-811b-cfb49e563188 req-d55725e6-67f2-4f49-a5c1-eabc55771920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:14.961358 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99e53c02-f15d-4a61-811b-cfb49e563188 req-d55725e6-67f2-4f49-a5c1-eabc55771920 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6b007d5-12b7-4adb-8cf1-1887c546481e HTTP/1.1" status: 200 len: 915 time: 0.2068663 Jul 09 13:36:15.030826 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56518e4f-51e5-483f-856b-9421f310337d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.040305 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99e53c02-f15d-4a61-811b-cfb49e563188 req-b7c98f62-568b-402c-a426-ba59b5b29e89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2299aa0f-0343-42cd-a5f9-9f6ff560107a HTTP/1.1" status: 200 len: 217 time: 0.0675278 Jul 09 13:36:15.097886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be809da6-140a-4ed8-a391-2b57df94b80e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.112578 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a20e39-9b29-40d3-9afb-bedc49b53321 req-4048d021-172b-4bc0-bf8a-511e7ffebb84 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:15.114207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e9a20e39-9b29-40d3-9afb-bedc49b53321 req-4048d021-172b-4bc0-bf8a-511e7ffebb84 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 943 time: 0.6820991 Jul 09 13:36:15.139983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56518e4f-51e5-483f-856b-9421f310337d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Subnet': ['ID=3622e2b4-f7de-4306-b856-94bfca533f05,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:15.141164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4627a3a-53b9-4aa5-b39d-ab292fd65d31 req-50a30166-bed9-4285-8f88-075f15878bab tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:15.143762 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4627a3a-53b9-4aa5-b39d-ab292fd65d31 req-50a30166-bed9-4285-8f88-075f15878bab tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.6926382 Jul 09 13:36:15.164688 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e53c02-f15d-4a61-811b-cfb49e563188 req-b271483b-a0da-4610-b5b0-451edda24313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:15.167116 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99e53c02-f15d-4a61-811b-cfb49e563188 req-b271483b-a0da-4610-b5b0-451edda24313 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aab4040e-8e01-4f04-9adc-821dc50dc627 HTTP/1.1" status: 200 len: 854 time: 0.1044023 Jul 09 13:36:15.173839 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56518e4f-51e5-483f-856b-9421f310337d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Checking segment: {'id': '7c40814e-e296-4515-b65d-07a75604a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '843dc028-66f9-4b8a-a196-346ca5729891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:15.174521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56518e4f-51e5-483f-856b-9421f310337d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network hostable DHCP agents. Network: 843dc028-66f9-4b8a-a196-346ca5729891, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:15.218414 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99e53c02-f15d-4a61-811b-cfb49e563188 req-4912666d-31bb-436c-aa7c-a44a4ad62eba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6b007d5-12b7-4adb-8cf1-1887c546481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398536 Jul 09 13:36:15.238052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56518e4f-51e5-483f-856b-9421f310337d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network 843dc028-66f9-4b8a-a196-346ca5729891 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:15.257913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-56518e4f-51e5-483f-856b-9421f310337d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 843dc028-66f9-4b8a-a196-346ca5729891) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:15.269676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f1e7a8-0cfa-4898-881e-163226c2a6d5 None None] Network 843dc028-66f9-4b8a-a196-346ca5729891 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:15.288308 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4627a3a-53b9-4aa5-b39d-ab292fd65d31 req-137c1dfe-a082-4009-8e37-f2bb89740649 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310723 Jul 09 13:36:15.363268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56518e4f-51e5-483f-856b-9421f310337d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:15.364170 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56518e4f-51e5-483f-856b-9421f310337d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.378363 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e9a20e39-9b29-40d3-9afb-bedc49b53321 req-3612f8fb-d3a1-4547-9cc0-344508d70c6c tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2335036 Jul 09 13:36:15.404838 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-07e877cb-ff62-4947-aeca-2e4de7cfdfef tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Deleting port 02231d88-0a23-403d-8e28-eb07b45dbbb5 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:15.405361 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07e877cb-ff62-4947-aeca-2e4de7cfdfef tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.520803 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99e53c02-f15d-4a61-811b-cfb49e563188 req-06ada284-b734-4742-a1d1-5c2615ca5d81 service neutron] 10.222.0.15 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921548 Jul 09 13:36:15.554656 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.625242 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be809da6-140a-4ed8-a391-2b57df94b80e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.637631 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-843dc028-66f9-4b8a-a196-346ca5729891', 'network_id': '843dc028-66f9-4b8a-a196-346ca5729891', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'fixed_ips': [{'subnet_id': '3622e2b4-f7de-4306-b856-94bfca533f05'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:36:15.638918 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.639079 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be809da6-140a-4ed8-a391-2b57df94b80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.642693 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07e877cb-ff62-4947-aeca-2e4de7cfdfef tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.643023 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07e877cb-ff62-4947-aeca-2e4de7cfdfef tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.656966 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-56518e4f-51e5-483f-856b-9421f310337d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6124253 Jul 09 13:36:15.659193 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99e53c02-f15d-4a61-811b-cfb49e563188 req-66a68b0d-24bc-4b5e-a49f-4ecf52c32b04 service neutron] 10.222.0.15 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220934 Jul 09 13:36:15.662863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37980) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:15.678465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-46574e41-3a75-469e-a158-d437f779b326 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-463956086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:15.710273 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-07e877cb-ff62-4947-aeca-2e4de7cfdfef tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Calling delete_port for 02231d88-0a23-403d-8e28-eb07b45dbbb5 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:15.714937 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46574e41-3a75-469e-a158-d437f779b326 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.716522 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46574e41-3a75-469e-a158-d437f779b326 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.762979 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be809da6-140a-4ed8-a391-2b57df94b80e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78c3eedd-6d7e-49fa-81a2-3c5c6822bfa5,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:15.799701 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-be809da6-140a-4ed8-a391-2b57df94b80e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4299027b5ada4b75a399febd3c07d7e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0412447 Jul 09 13:36:15.801807 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37990) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:15.839608 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46574e41-3a75-469e-a158-d437f779b326 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.845802 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46574e41-3a75-469e-a158-d437f779b326 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.880825 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Allocated IP 172.20.0.2 (843dc028-66f9-4b8a-a196-346ca5729891/3622e2b4-f7de-4306-b856-94bfca533f05/7e5a1a39-dd70-4de9-ac0e-3a03ff30061f) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:15.884662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46574e41-3a75-469e-a158-d437f779b326 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:15.891128 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-46574e41-3a75-469e-a158-d437f779b326 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2270901 Jul 09 13:36:15.894156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37998) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:16.114705 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.124786 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-038d7d4b-4382-4bca-8fbd-57c12e34aba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.125989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Transition to ACTIVE for port object 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:16.155267 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Transition to ACTIVE for port object 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:16.165441 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.195241 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.208170 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-038d7d4b-4382-4bca-8fbd-57c12e34aba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.210597 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.246494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Network 843dc028-66f9-4b8a-a196-346ca5729891 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:16.249919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:16.254920 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:16.277979 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07e877cb-ff62-4947-aeca-2e4de7cfdfef tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.293965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Pushing event updated for resources: {'Port': ['ID=7e5a1a39-dd70-4de9-ac0e-3a03ff30061f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:16.336084 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Attempting to bind port 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:16.336460 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Attempting to bind port 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '7c40814e-e296-4515-b65d-07a75604a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '843dc028-66f9-4b8a-a196-346ca5729891'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:16.337347 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Attempting to bind port 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f on network 843dc028-66f9-4b8a-a196-346ca5729891 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:16.339934 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.345635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:16.346030 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Checking segment: {'id': '7c40814e-e296-4515-b65d-07a75604a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '843dc028-66f9-4b8a-a196-346ca5729891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:16.346444 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.346845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Bound using segment: {'id': '7c40814e-e296-4515-b65d-07a75604a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '843dc028-66f9-4b8a-a196-346ca5729891'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:16.347389 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Bound port: 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c40814e-e296-4515-b65d-07a75604a9fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '843dc028-66f9-4b8a-a196-346ca5729891'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:16.347778 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.360961 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.367205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Pushing event updated for resources: {'Port': ['ID=8d13f20e-912e-49ec-b8c7-087f97c6edd0,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:16.469207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e877cb-ff62-4947-aeca-2e4de7cfdfef tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event deleted for resources: {'Port': ['ID=02231d88-0a23-403d-8e28-eb07b45dbbb5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:16.481412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] For port 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:16.491362 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] For port 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7e5a1a39-dd70-4de9-ac0e-3a03ff30061f,segment=NetworkSegment(7c40814e-e296-4515-b65d-07a75604a9fb),segment_id=7c40814e-e296-4515-b65d-07a75604a9fb)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:16.503131 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.614498 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ce2b7-a3ea-4386-8d6a-5570143bfd5a None None] Pushing event updated for resources: {'Port': ['ID=7e5a1a39-dd70-4de9-ac0e-3a03ff30061f,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:16.618805 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-038d7d4b-4382-4bca-8fbd-57c12e34aba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.622689 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-038d7d4b-4382-4bca-8fbd-57c12e34aba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.624226 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-038d7d4b-4382-4bca-8fbd-57c12e34aba4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/78c3eedd-6d7e-49fa-81a2-3c5c6822bfa5 HTTP/1.1" status: 204 len: 168 time: 0.8187466 Jul 09 13:36:16.625076 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38020) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:16.729233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dd8df9ce-c226-4996-b1cd-7f078acb86b1 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:16.742462 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038d7d4b-4382-4bca-8fbd-57c12e34aba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78c3eedd-6d7e-49fa-81a2-3c5c6822bfa5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:16.830597 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port dd8df9ce-c226-4996-b1cd-7f078acb86b1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:16.839059 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Network cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:16.840396 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07e877cb-ff62-4947-aeca-2e4de7cfdfef tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.848413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port dd8df9ce-c226-4996-b1cd-7f078acb86b1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:16.849655 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.876250 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07e877cb-ff62-4947-aeca-2e4de7cfdfef tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:16.884185 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-07e877cb-ff62-4947-aeca-2e4de7cfdfef tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "DELETE /v2.0/floatingips/0a158148-af2d-45c9-a8f3-a23fa8259bff HTTP/1.1" status: 204 len: 168 time: 2.0992785 Jul 09 13:36:16.894252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:16.980151 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Allocated IP 172.20.0.1 (843dc028-66f9-4b8a-a196-346ca5729891/3622e2b4-f7de-4306-b856-94bfca533f05/a1fd0b23-1c30-4625-b634-9cbe8b64f5d6) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:17.059235 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.121675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port dd8df9ce-c226-4996-b1cd-7f078acb86b1, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=dd8df9ce-c226-4996-b1cd-7f078acb86b1,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:17.131434 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.186015 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64db84b5-f3dd-46b4-8770-3fdee9826bf1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.203135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=dd8df9ce-c226-4996-b1cd-7f078acb86b1,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:17.233720 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.243742 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b617a7-07d3-4a39-85e5-f57e5543fb53 req-86973a7b-f068-4893-8812-c83552385355 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:17.245320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-62b617a7-07d3-4a39-85e5-f57e5543fb53 req-86973a7b-f068-4893-8812-c83552385355 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 943 time: 0.5682864 Jul 09 13:36:17.245818 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38030) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:17.252067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Transition to ACTIVE for port object a1fd0b23-1c30-4625-b634-9cbe8b64f5d6 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:17.292186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea872b4a-5f72-4704-a344-8e70998aa3cc req-149b0d7d-8280-40ba-acb9-9c90a2f7a97b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:17.293852 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea872b4a-5f72-4704-a344-8e70998aa3cc req-149b0d7d-8280-40ba-acb9-9c90a2f7a97b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.6968060 Jul 09 13:36:17.303652 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2254df5c-2fc6-4a74-b323-b360c81b4ea6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.311492 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.327440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Router a4e28ade-70d4-469f-8b55-b8028abb6938 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:36:17.360164 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network 843dc028-66f9-4b8a-a196-346ca5729891 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:17.366494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:17.372831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:17.378531 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-62b617a7-07d3-4a39-85e5-f57e5543fb53 req-1d74f176-3d82-4961-a413-b48bd294ea62 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263280 Jul 09 13:36:17.410787 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=a1fd0b23-1c30-4625-b634-9cbe8b64f5d6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:17.432211 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.609930 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.795949 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea872b4a-5f72-4704-a344-8e70998aa3cc req-0b8f7162-9b44-479a-9b46-6111ebebc5b0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4899609 Jul 09 13:36:17.897451 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64db84b5-f3dd-46b4-8770-3fdee9826bf1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.909007 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64db84b5-f3dd-46b4-8770-3fdee9826bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.922359 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:17.933217 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Sync routers for ids ['a4e28ade-70d4-469f-8b55-b8028abb6938'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:17.939309 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6a3d60dc-4cda-4f54-8207-0e6291c92263 admin admin] 10.222.0.39 "PUT /v2.0/routers/a4e28ade-70d4-469f-8b55-b8028abb6938/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0733190 Jul 09 13:36:17.973706 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ad65e7-e77c-4235-9865-ffa66f9bc576 None None] Network 843dc028-66f9-4b8a-a196-346ca5729891 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:17.977456 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-64db84b5-f3dd-46b4-8770-3fdee9826bf1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10c69f16d0f445569403a94d117a70e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3417645 Jul 09 13:36:17.978233 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db84b5-f3dd-46b4-8770-3fdee9826bf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ba9d4f7-83c3-4b77-9a1e-2e6cf061aa05,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:17.982110 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:17.982471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38034) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:17.992456 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.056806 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Routers {'a4e28ade-70d4-469f-8b55-b8028abb6938'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:18.058182 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a4e28ade-70d4-469f-8b55-b8028abb6938'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:18.073979 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24d9c935-e48c-47c6-8a90-4657c1219b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.108249 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2254df5c-2fc6-4a74-b323-b360c81b4ea6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.113204 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24d9c935-e48c-47c6-8a90-4657c1219b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.123852 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2254df5c-2fc6-4a74-b323-b360c81b4ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.172734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6506e9c2-aaf8-45ff-b3cc-0b8e9faa9b30 None None] Provisioning for port 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:18.192449 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2254df5c-2fc6-4a74-b323-b360c81b4ea6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a06c559d09cc49f0b7ecc4cb60a56888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9413345 Jul 09 13:36:18.194464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2254df5c-2fc6-4a74-b323-b360c81b4ea6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ccdbf9d-4a75-4737-957e-11a4dfd825e0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:18.196929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38036) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:18.205483 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.215031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=a1fd0b23-1c30-4625-b634-9cbe8b64f5d6,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:18.266696 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24d9c935-e48c-47c6-8a90-4657c1219b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.269357 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24d9c935-e48c-47c6-8a90-4657c1219b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.270748 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-24d9c935-e48c-47c6-8a90-4657c1219b1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9ba9d4f7-83c3-4b77-9a1e-2e6cf061aa05 HTTP/1.1" status: 204 len: 168 time: 0.2873330 Jul 09 13:36:18.310774 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d9c935-e48c-47c6-8a90-4657c1219b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ba9d4f7-83c3-4b77-9a1e-2e6cf061aa05,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:18.361247 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38046) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:18.382763 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f67ea91-19cc-424d-bb57-be1a4afa851f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.383025 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f2ea6b21-2efd-41ff-a2e4-1763922941d7 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1841821189', 'description': 'tempest-description--1080556311'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:18.409260 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 2299aa0f-0343-42cd-a5f9-9f6ff560107a details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:36:18.454912 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f67ea91-19cc-424d-bb57-be1a4afa851f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.455308 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2ea6b21-2efd-41ff-a2e4-1763922941d7 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.462238 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Set router a4e28ade-70d4-469f-8b55-b8028abb6938 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:18.554377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network 843dc028-66f9-4b8a-a196-346ca5729891 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:18.565965 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:18.639024 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f67ea91-19cc-424d-bb57-be1a4afa851f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.643515 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f67ea91-19cc-424d-bb57-be1a4afa851f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:18.644914 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5f67ea91-19cc-424d-bb57-be1a4afa851f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6ccdbf9d-4a75-4737-957e-11a4dfd825e0 HTTP/1.1" status: 204 len: 168 time: 0.4461820 Jul 09 13:36:18.701392 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f67ea91-19cc-424d-bb57-be1a4afa851f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ccdbf9d-4a75-4737-957e-11a4dfd825e0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:18.759403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b5fde8-8d57-46e8-823f-a91b87a5e65c req-780e9d47-49fc-4339-a7cf-f5504fb4feb9 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:18.769627 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-67b5fde8-8d57-46e8-823f-a91b87a5e65c req-780e9d47-49fc-4339-a7cf-f5504fb4feb9 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 943 time: 0.1412687 Jul 09 13:36:18.847497 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 2299aa0f-0343-42cd-a5f9-9f6ff560107a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2299aa0f-0343-42cd-a5f9-9f6ff560107a,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:18.882547 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-67b5fde8-8d57-46e8-823f-a91b87a5e65c req-c70e31a3-24a8-43df-ad3c-9386a5187a3d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113365 Jul 09 13:36:18.883289 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dd8df9ce-c226-4996-b1cd-7f078acb86b1 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:18.938579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '2299aa0f-0343-42cd-a5f9-9f6ff560107a', 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e', 'port_id': '2299aa0f-0343-42cd-a5f9-9f6ff560107a', 'mac_address': 'fa:16:3e:9f:6e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab4040e-8e01-4f04-9adc-821dc50dc627', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:36:18.963802 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'name': 'tempest-ServerRescueNegativeTestJSON-1774921387-router', 'tenant_id': '7988931c66014d94a538d603c69f6b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dd8df9ce-c226-4996-b1cd-7f078acb86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:05Z', 'updated_at': '2021-07-09T13:36:15Z', 'revision_number': 4, 'project_id': '7988931c66014d94a538d603c69f6b55', 'gw_port': {'id': 'dd8df9ce-c226-4996-b1cd-7f078acb86b1', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:07Z', 'updated_at': '2021-07-09T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8d13f20e-912e-49ec-b8c7-087f97c6edd0', 'name': '', 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9', 'tenant_id': '7988931c66014d94a538d603c69f6b55', 'mac_address': 'fa:16:3e:6b:b1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '4e16ab60-94e1-4b9b-b001-fec4823748a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:13Z', 'updated_at': '2021-07-09T13:36:15Z', 'revision_number': 2, 'project_id': '7988931c66014d94a538d603c69f6b55', 'subnets': [{'id': '4e16ab60-94e1-4b9b-b001-fec4823748a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:19.062862 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Checking router: a4e28ade-70d4-469f-8b55-b8028abb6938 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:36:19.070730 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Updating router a4e28ade-70d4-469f-8b55-b8028abb6938 port 8d13f20e-912e-49ec-b8c7-087f97c6edd0 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:36:19.085847 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.111929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port dd8df9ce-c226-4996-b1cd-7f078acb86b1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:19.112473 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.163981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2299aa0f-0343-42cd-a5f9-9f6ff560107a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:36:19.164942 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.269327 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 2299aa0f-0343-42cd-a5f9-9f6ff560107a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2299aa0f-0343-42cd-a5f9-9f6ff560107a,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:19.293722 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.470853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4818cd-fc36-435f-bace-079f59c55104 req-7097916c-3648-409f-a656-efbd106a23d7 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:19.476562 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f4818cd-fc36-435f-bace-079f59c55104 req-7097916c-3648-409f-a656-efbd106a23d7 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/networks?id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 HTTP/1.1" status: 200 len: 819 time: 0.3020027 Jul 09 13:36:19.509167 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38078) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:19.564279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['2299aa0f-0343-42cd-a5f9-9f6ff560107a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:36:19.579573 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:19.584453 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f35ec59d-9f66-4aca-bd5f-e5bc578f5207 None None] Provisioning for port a1fd0b23-1c30-4625-b634-9cbe8b64f5d6 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:19.614535 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f4818cd-fc36-435f-bace-079f59c55104 req-c2edc48c-5209-4022-b1f7-280b020b8c31 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/quotas/7988931c66014d94a538d603c69f6b55 HTTP/1.1" status: 200 len: 375 time: 0.1108048 Jul 09 13:36:19.663582 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-628be63e-848d-47e1-b006-ecf7755eae1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.701773 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=2299aa0f-0343-42cd-a5f9-9f6ff560107a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:19.721597 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f35ec59d-9f66-4aca-bd5f-e5bc578f5207 None None] Provisioning complete for port a1fd0b23-1c30-4625-b634-9cbe8b64f5d6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:19.722618 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f35ec59d-9f66-4aca-bd5f-e5bc578f5207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.741087 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33883698-dd6f-4ffb-bf9a-503e72b9a930 req-8495755e-d4e3-40de-9690-caaf085e22ec tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:19.748372 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33883698-dd6f-4ffb-bf9a-503e72b9a930 req-8495755e-d4e3-40de-9690-caaf085e22ec tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.2705047 Jul 09 13:36:19.808468 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33883698-dd6f-4ffb-bf9a-503e72b9a930 req-c42a0797-659b-4d42-8006-52f71c0cc48f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590377 Jul 09 13:36:19.844913 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f4818cd-fc36-435f-bace-079f59c55104 req-bb155382-1ed2-4463-85a9-5248a731c28d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7988931c66014d94a538d603c69f6b55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2286329 Jul 09 13:36:19.853929 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2ea6b21-2efd-41ff-a2e4-1763922941d7 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.860573 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.865592 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2ea6b21-2efd-41ff-a2e4-1763922941d7 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.892172 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Transition to ACTIVE for port object 8d13f20e-912e-49ec-b8c7-087f97c6edd0 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:19.908830 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:19.983910 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc5a97-77e1-40c0-bc4b-2fd497ba513d None None] Pushing event updated for resources: {'Port': ['ID=8d13f20e-912e-49ec-b8c7-087f97c6edd0,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:20.018225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ea6b21-2efd-41ff-a2e4-1763922941d7 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:20.065926 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f35ec59d-9f66-4aca-bd5f-e5bc578f5207 None None] Port a1fd0b23-1c30-4625-b634-9cbe8b64f5d6 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:20.070145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 14a0872c-122f-46f6-8292-43e64b7bf20a is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:36:20.075401 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Attempting to bind port 8d13f20e-912e-49ec-b8c7-087f97c6edd0 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:20.076065 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Attempting to bind port 8d13f20e-912e-49ec-b8c7-087f97c6edd0 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '2565525b-8675-431a-a60e-eec0302eaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:20.076647 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Attempting to bind port 8d13f20e-912e-49ec-b8c7-087f97c6edd0 on network cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:20.084505 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:20.085236 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Checking segment: {'id': '2565525b-8675-431a-a60e-eec0302eaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:20.085825 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.086232 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Bound using segment: {'id': '2565525b-8675-431a-a60e-eec0302eaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:20.086711 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Bound port: 8d13f20e-912e-49ec-b8c7-087f97c6edd0, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2565525b-8675-431a-a60e-eec0302eaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:20.087342 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.091050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:20.096252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:20.096940 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.200484 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] For port 8d13f20e-912e-49ec-b8c7-087f97c6edd0, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:20.201837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:20.206373 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] For port 8d13f20e-912e-49ec-b8c7-087f97c6edd0, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8d13f20e-912e-49ec-b8c7-087f97c6edd0,segment=NetworkSegment(2565525b-8675-431a-a60e-eec0302eaf01),segment_id=2565525b-8675-431a-a60e-eec0302eaf01)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:20.220074 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0f015975-1b84-4835-b748-d450e00dabd7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/14a0872c-122f-46f6-8292-43e64b7bf20a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3215137 Jul 09 13:36:20.220074 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38096) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:20.225521 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.227243 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.239402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cffc3e-a9ed-46e5-b9d5-8d6e03a8f7da None None] Sync routers for ids ['14a0872c-122f-46f6-8292-43e64b7bf20a'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:20.241597 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f4818cd-fc36-435f-bace-079f59c55104 req-19d3331e-a8bf-4432-ac8c-16d898f88afa service neutron] 10.222.0.39 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958147 Jul 09 13:36:20.243648 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-628be63e-848d-47e1-b006-ecf7755eae1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.269183 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702a120-93e3-4512-a711-0e905c7fe433 req-fbba2f45-e519-4bce-a0bf-c633a4aa3721 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:20.276590 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cffc3e-a9ed-46e5-b9d5-8d6e03a8f7da None None] Routers {'14a0872c-122f-46f6-8292-43e64b7bf20a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:20.277772 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7702a120-93e3-4512-a711-0e905c7fe433 req-fbba2f45-e519-4bce-a0bf-c633a4aa3721 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 944 time: 0.2018290 Jul 09 13:36:20.278989 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f2ea6b21-2efd-41ff-a2e4-1763922941d7 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.279759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-65cffc3e-a9ed-46e5-b9d5-8d6e03a8f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['14a0872c-122f-46f6-8292-43e64b7bf20a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:20.281019 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f2ea6b21-2efd-41ff-a2e4-1763922941d7 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.9171798 Jul 09 13:36:20.285309 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38098) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:20.290664 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-628be63e-848d-47e1-b006-ecf7755eae1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.296769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-28c44a32-0b94-455a-bd41-23169b42e5c8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Request body: {'security_group_rule': {'security_group_id': '5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:20.332469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f69e5491-601a-4e2b-bb06-57bdd16a991b None None] Provisioning complete for port a1fd0b23-1c30-4625-b634-9cbe8b64f5d6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:20.334525 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f69e5491-601a-4e2b-bb06-57bdd16a991b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.334988 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28c44a32-0b94-455a-bd41-23169b42e5c8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.338390 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-65cffc3e-a9ed-46e5-b9d5-8d6e03a8f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:20.375203 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4448db21-0f37-48aa-8705-5398d845c318 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:20.376734 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4448db21-0f37-48aa-8705-5398d845c318 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports/a1fd0b23-1c30-4625-b634-9cbe8b64f5d6 HTTP/1.1" status: 200 len: 910 time: 0.1560206 Jul 09 13:36:20.383355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38100) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:20.386755 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc5a97-77e1-40c0-bc4b-2fd497ba513d None None] Pushing event updated for resources: {'Port': ['ID=8d13f20e-912e-49ec-b8c7-087f97c6edd0,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:20.391151 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-09faf323-cd68-4721-abe1-18bee9211c95 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3622e2b4-f7de-4306-b856-94bfca533f05'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:20.418682 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Routers {'a4e28ade-70d4-469f-8b55-b8028abb6938'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:20.419326 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28c44a32-0b94-455a-bd41-23169b42e5c8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.420162 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a4e28ade-70d4-469f-8b55-b8028abb6938'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:20.443519 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28c44a32-0b94-455a-bd41-23169b42e5c8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.459013 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-628be63e-848d-47e1-b006-ecf7755eae1c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b30c4f327f441619aa6150344c4cdab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9412022 Jul 09 13:36:20.468531 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38104) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:20.470243 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628be63e-848d-47e1-b006-ecf7755eae1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b541e7-3904-436a-becd-d94dde4660ec,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:20.476632 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c44a32-0b94-455a-bd41-23169b42e5c8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c80096f-a00d-452c-9314-8576f585de06,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:20.477719 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7e5a1a39-dd70-4de9-ac0e-3a03ff30061f,segment=NetworkSegment(7c40814e-e296-4515-b65d-07a75604a9fb),segment_id=7c40814e-e296-4515-b65d-07a75604a9fb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:20.482051 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28c44a32-0b94-455a-bd41-23169b42e5c8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.483423 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-28c44a32-0b94-455a-bd41-23169b42e5c8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1975687 Jul 09 13:36:20.487060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38106) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:20.492232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b2230b0f-a516-4a01-8456-2639d401096e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Request body: {'security_group_rule': {'security_group_id': '5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:20.506082 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7702a120-93e3-4512-a711-0e905c7fe433 req-f9fd42a0-aac6-4d83-8854-416d9b9840ec tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276840 Jul 09 13:36:20.534022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65cffc3e-a9ed-46e5-b9d5-8d6e03a8f7da None None] Routers {'14a0872c-122f-46f6-8292-43e64b7bf20a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:20.538619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-65cffc3e-a9ed-46e5-b9d5-8d6e03a8f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['14a0872c-122f-46f6-8292-43e64b7bf20a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:20.570694 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.603867 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f4818cd-fc36-435f-bace-079f59c55104 req-e19120bc-9441-4ddd-b02d-2e883c5833c7 service neutron] 10.222.0.39 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3482747 Jul 09 13:36:20.655339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-65cffc3e-a9ed-46e5-b9d5-8d6e03a8f7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:20.656004 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65cffc3e-a9ed-46e5-b9d5-8d6e03a8f7da None None] The sync data for ids ['14a0872c-122f-46f6-8292-43e64b7bf20a'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:20.682659 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc66e394-c65f-42c1-bd93-b077350fd80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.706272 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f69e5491-601a-4e2b-bb06-57bdd16a991b None None] Port a1fd0b23-1c30-4625-b634-9cbe8b64f5d6 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:20.718886 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2230b0f-a516-4a01-8456-2639d401096e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.748644 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc66e394-c65f-42c1-bd93-b077350fd80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.753479 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09faf323-cd68-4721-abe1-18bee9211c95 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.797808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=7e5a1a39-dd70-4de9-ac0e-3a03ff30061f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:20.858389 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2230b0f-a516-4a01-8456-2639d401096e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.885354 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] Set router a4e28ade-70d4-469f-8b55-b8028abb6938 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:20.886523 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc66e394-c65f-42c1-bd93-b077350fd80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.889427 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc66e394-c65f-42c1-bd93-b077350fd80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.890662 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cc66e394-c65f-42c1-bd93-b077350fd80c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b5b541e7-3904-436a-becd-d94dde4660ec HTTP/1.1" status: 204 len: 168 time: 0.4217041 Jul 09 13:36:20.901579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc66e394-c65f-42c1-bd93-b077350fd80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b541e7-3904-436a-becd-d94dde4660ec,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:20.915916 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2230b0f-a516-4a01-8456-2639d401096e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:20.959102 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2230b0f-a516-4a01-8456-2639d401096e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3e8101-6c86-4702-bd6a-43eb5c75f63d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:21.019866 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2230b0f-a516-4a01-8456-2639d401096e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.024765 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b2230b0f-a516-4a01-8456-2639d401096e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5340433 Jul 09 13:36:21.026536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38128) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:21.040037 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5f67ea2a-9539-44cb-86ce-25d35a837448 req-ac02beed-0d37-42f8-9119-ec58afa2b820 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 210 time: 0.0656111 Jul 09 13:36:21.048585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:21.162279 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b23704-cd35-42c7-9d77-2be0e3c2c457 req-6ef119b5-feb3-4974-9d2d-2c24c2f97d40 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:21.169703 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72b23704-cd35-42c7-9d77-2be0e3c2c457 req-6ef119b5-feb3-4974-9d2d-2c24c2f97d40 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.0995820 Jul 09 13:36:21.219230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72b23704-cd35-42c7-9d77-2be0e3c2c457 req-5213a006-87aa-4a6c-b154-dc658e9de6ea tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484648 Jul 09 13:36:21.244443 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.244725 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'name': 'tempest-ServerRescueNegativeTestJSON-1774921387-router', 'tenant_id': '7988931c66014d94a538d603c69f6b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dd8df9ce-c226-4996-b1cd-7f078acb86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:05Z', 'updated_at': '2021-07-09T13:36:15Z', 'revision_number': 4, 'project_id': '7988931c66014d94a538d603c69f6b55', 'gw_port': {'id': 'dd8df9ce-c226-4996-b1cd-7f078acb86b1', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:07Z', 'updated_at': '2021-07-09T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8d13f20e-912e-49ec-b8c7-087f97c6edd0', 'name': '', 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9', 'tenant_id': '7988931c66014d94a538d603c69f6b55', 'mac_address': 'fa:16:3e:6b:b1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '4e16ab60-94e1-4b9b-b001-fec4823748a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:13Z', 'updated_at': '2021-07-09T13:36:20Z', 'revision_number': 4, 'project_id': '7988931c66014d94a538d603c69f6b55', 'subnets': [{'id': '4e16ab60-94e1-4b9b-b001-fec4823748a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:21.279791 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed697cef-15dc-49c3-8eb2-4f21d77f8d83 None None] The sync data for ids ['a4e28ade-70d4-469f-8b55-b8028abb6938'] in n-d-799525-3 is: [{'id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'name': 'tempest-ServerRescueNegativeTestJSON-1774921387-router', 'tenant_id': '7988931c66014d94a538d603c69f6b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dd8df9ce-c226-4996-b1cd-7f078acb86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:05Z', 'updated_at': '2021-07-09T13:36:15Z', 'revision_number': 4, 'project_id': '7988931c66014d94a538d603c69f6b55', 'gw_port': {'id': 'dd8df9ce-c226-4996-b1cd-7f078acb86b1', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:07Z', 'updated_at': '2021-07-09T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8d13f20e-912e-49ec-b8c7-087f97c6edd0', 'name': '', 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9', 'tenant_id': '7988931c66014d94a538d603c69f6b55', 'mac_address': 'fa:16:3e:6b:b1:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'device_owner': 'network:router_interface', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '4e16ab60-94e1-4b9b-b001-fec4823748a4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:13Z', 'updated_at': '2021-07-09T13:36:20Z', 'revision_number': 4, 'project_id': '7988931c66014d94a538d603c69f6b55', 'subnets': [{'id': '4e16ab60-94e1-4b9b-b001-fec4823748a4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:21.686728 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.741980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644254-5f94-45ab-88d0-694409f68c0e req-4dfa2a86-3e89-49d3-9f66-d5a7b8626b85 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:21.745365 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5644254-5f94-45ab-88d0-694409f68c0e req-4dfa2a86-3e89-49d3-9f66-d5a7b8626b85 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/networks?id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 HTTP/1.1" status: 200 len: 819 time: 0.2627985 Jul 09 13:36:21.785747 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09faf323-cd68-4721-abe1-18bee9211c95 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.814908 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5644254-5f94-45ab-88d0-694409f68c0e req-bd2610b3-10f0-4b2b-a0ce-a7f5b571db7b tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/quotas/7988931c66014d94a538d603c69f6b55 HTTP/1.1" status: 200 len: 375 time: 0.0240290 Jul 09 13:36:21.827771 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09faf323-cd68-4721-abe1-18bee9211c95 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:21.927178 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc092932-44e5-4dac-92ff-e6b42a74f29a req-71c72b83-7a23-4853-a865-c6106fb0e870 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:21.934924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bc092932-44e5-4dac-92ff-e6b42a74f29a req-71c72b83-7a23-4853-a865-c6106fb0e870 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 944 time: 0.1882517 Jul 09 13:36:21.999999 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bc092932-44e5-4dac-92ff-e6b42a74f29a req-51f95a84-3afe-4785-9a5e-42e87ff15627 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640557 Jul 09 13:36:22.025156 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5644254-5f94-45ab-88d0-694409f68c0e req-1407d1db-2da1-4278-86e6-b118abfb124b tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7988931c66014d94a538d603c69f6b55&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1985602 Jul 09 13:36:22.142192 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09faf323-cd68-4721-abe1-18bee9211c95 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:22.142978 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09faf323-cd68-4721-abe1-18bee9211c95 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.144560 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-09faf323-cd68-4721-abe1-18bee9211c95 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/ports/a1fd0b23-1c30-4625-b634-9cbe8b64f5d6 HTTP/1.1" status: 200 len: 910 time: 1.7602692 Jul 09 13:36:22.145935 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09faf323-cd68-4721-abe1-18bee9211c95 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=a1fd0b23-1c30-4625-b634-9cbe8b64f5d6,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:22.148697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38178) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:22.194528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5644254-5f94-45ab-88d0-694409f68c0e req-85bdac9a-3474-4289-ad72-dfd937fb146b service neutron] 10.222.0.39 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664312 Jul 09 13:36:22.330048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Allocated IP 172.25.2.43 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/ac2e5513-baed-45d3-9b53-b2509dfad6ed) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:22.355653 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5644254-5f94-45ab-88d0-694409f68c0e req-a3ff899f-d494-4ce7-ab12-37cb6abe6a7b service neutron] 10.222.0.39 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601868 Jul 09 13:36:22.395116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 2299aa0f-0343-42cd-a5f9-9f6ff560107a up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:22.633617 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 2299aa0f-0343-42cd-a5f9-9f6ff560107a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:22.640119 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 2299aa0f-0343-42cd-a5f9-9f6ff560107a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:22.642114 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.684824 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb43478-4d5a-4cb7-aa3e-c7ceb9fd0fcf req-4e4c2150-53ec-40dc-922e-8a1315f14db4 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:22.697772 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9cb43478-4d5a-4cb7-aa3e-c7ceb9fd0fcf req-4e4c2150-53ec-40dc-922e-8a1315f14db4 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.1844521 Jul 09 13:36:22.747460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38220) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:22.772567 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.874080 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:22.874423 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7d7cf01-2ac3-4e69-95a3-f506ae6dd4fb req-74603a5d-ed6a-4620-a311-7f33f2e442df tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 210 time: 0.0955799 Jul 09 13:36:22.921305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9cb43478-4d5a-4cb7-aa3e-c7ceb9fd0fcf req-ce75f8b5-d00c-412a-812d-14e245290c99 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2225795 Jul 09 13:36:22.983966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3812536-9d97-4c26-83c8-ac33ce8f6086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2299aa0f-0343-42cd-a5f9-9f6ff560107a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:22.988192 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.003891 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bfabed4-e74c-4f39-8293-3b7599a7310a" -d '{"events": [{"server_uuid": "d3812536-9d97-4c26-83c8-ac33ce8f6086", "name": "network-vif-plugged", "status": "completed", "tag": "2299aa0f-0343-42cd-a5f9-9f6ff560107a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:23.052284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8d13f20e-912e-49ec-b8c7-087f97c6edd0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:23.091783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:23.102054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:23.106223 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:23.116864 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 2299aa0f-0343-42cd-a5f9-9f6ff560107a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2299aa0f-0343-42cd-a5f9-9f6ff560107a,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:23.132540 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-576d85f0-b090-4df5-be04-9493c9cfeeec admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2050176612-network', 'tenant_id': '66ab61939b2a4e529fc820b30657c9da'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:23.167503 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c31abf5-6333-4752-bbb3-99ff22e1b9e9 x-openstack-request-id: req-3c31abf5-6333-4752-bbb3-99ff22e1b9e9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:23.167832 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3812536-9d97-4c26-83c8-ac33ce8f6086", "name": "network-vif-plugged", "status": "completed", "tag": "2299aa0f-0343-42cd-a5f9-9f6ff560107a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:23.168261 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3c31abf5-6333-4752-bbb3-99ff22e1b9e9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:23.168685 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3812536-9d97-4c26-83c8-ac33ce8f6086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2299aa0f-0343-42cd-a5f9-9f6ff560107a', 'code': 200} Jul 09 13:36:23.171599 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.210054 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-576d85f0-b090-4df5-be04-9493c9cfeeec admin admin] Made reservation on behalf of 66ab61939b2a4e529fc820b30657c9da for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:23.213550 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event updated for resources: {'Port': ['ID=ac2e5513-baed-45d3-9b53-b2509dfad6ed,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:23.222545 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-576d85f0-b090-4df5-be04-9493c9cfeeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.265184 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-576d85f0-b090-4df5-be04-9493c9cfeeec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.480273 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-576d85f0-b090-4df5-be04-9493c9cfeeec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.495492 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-576d85f0-b090-4df5-be04-9493c9cfeeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.561164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-576d85f0-b090-4df5-be04-9493c9cfeeec admin admin] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:23.566341 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e844e61e-adcc-42e2-846c-d872d8abe48d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.611114 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-576d85f0-b090-4df5-be04-9493c9cfeeec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.611492 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-576d85f0-b090-4df5-be04-9493c9cfeeec admin admin] Added segment c31b89bf-c1bd-46ed-ad20-7e883b39d593 of type vlan for network 25867fa4-222c-42d6-9bc7-92af90407190 Jul 09 13:36:23.626231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d85f0-b090-4df5-be04-9493c9cfeeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ccf679-2ce7-4c6d-8398-96fc3446410b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:23.695998 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-576d85f0-b090-4df5-be04-9493c9cfeeec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.710360 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=2299aa0f-0343-42cd-a5f9-9f6ff560107a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:23.736268 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.740368 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-576d85f0-b090-4df5-be04-9493c9cfeeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.742158 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 8d13f20e-912e-49ec-b8c7-087f97c6edd0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:23.742528 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-576d85f0-b090-4df5-be04-9493c9cfeeec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:23.746741 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-576d85f0-b090-4df5-be04-9493c9cfeeec admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.752402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 8d13f20e-912e-49ec-b8c7-087f97c6edd0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:23.753480 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:23.799239 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-576d85f0-b090-4df5-be04-9493c9cfeeec admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0509069 Jul 09 13:36:23.814119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38284) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:23.816879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd263bb-d5d3-49a4-bf61-1ae19b5297da req-cea24af4-6dd1-4bfd-97ca-51f0382fb4e3 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:23.826329 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5cd263bb-d5d3-49a4-bf61-1ae19b5297da req-cea24af4-6dd1-4bfd-97ca-51f0382fb4e3 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.3439956 Jul 09 13:36:23.844516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3951cb21-a032-4143-b522-d4d1b3f255c6 admin admin] Request body: {'subnet': {'network_id': '25867fa4-222c-42d6-9bc7-92af90407190', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2050176612-subnet', 'tenant_id': '66ab61939b2a4e529fc820b30657c9da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:23.925037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e780ca-fb46-419b-b89d-be6b904396fc req-04fff115-11df-4233-8029-de62f7ade270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:23.926670 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-94e780ca-fb46-419b-b89d-be6b904396fc req-04fff115-11df-4233-8029-de62f7ade270 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 1096 time: 0.5713713 Jul 09 13:36:23.968313 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576d85f0-b090-4df5-be04-9493c9cfeeec admin admin] Pushing event updated for resources: {'Network': ['ID=25867fa4-222c-42d6-9bc7-92af90407190,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:23.979829 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5cd263bb-d5d3-49a4-bf61-1ae19b5297da req-aad014c1-21a0-41a4-9142-085f964e085c tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521707 Jul 09 13:36:23.994980 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.018828 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 25867fa4-222c-42d6-9bc7-92af90407190 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:24.050088 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.168788 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c7ac92c8-7e76-4b4c-a6bb-37c23404ecbd req-8b6d1467-6d5f-44e7-a711-d89d47626e79 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 210 time: 0.0503955 Jul 09 13:36:24.190070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 8d13f20e-912e-49ec-b8c7-087f97c6edd0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8d13f20e-912e-49ec-b8c7-087f97c6edd0,segment=NetworkSegment(2565525b-8675-431a-a60e-eec0302eaf01),segment_id=2565525b-8675-431a-a60e-eec0302eaf01)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:24.198928 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.201733 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:24.285765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc5e13-5d6d-4def-ba95-0bcc80f5ac6c req-499a18eb-706f-4859-bf1a-35c0fb74959b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:24.293758 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abbc5e13-5d6d-4def-ba95-0bcc80f5ac6c req-499a18eb-706f-4859-bf1a-35c0fb74959b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.1087761 Jul 09 13:36:24.299338 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.309790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4818cd-fc36-435f-bace-079f59c55104 req-7500eb91-5b18-4c58-b993-2c302e6facbb tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:24.310893 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f4818cd-fc36-435f-bace-079f59c55104 req-7500eb91-5b18-4c58-b993-2c302e6facbb tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.18 "GET /v2.0/networks?id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 HTTP/1.1" status: 200 len: 819 time: 0.9796121 Jul 09 13:36:24.313709 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-94e780ca-fb46-419b-b89d-be6b904396fc req-c51276a0-8ebf-40a9-a226-0e6021d3e916 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3470435 Jul 09 13:36:24.314484 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.326588 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3951cb21-a032-4143-b522-d4d1b3f255c6 admin admin] Made reservation on behalf of 66ab61939b2a4e529fc820b30657c9da for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:24.332721 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3951cb21-a032-4143-b522-d4d1b3f255c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.363377 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=8d13f20e-912e-49ec-b8c7-087f97c6edd0,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:24.381278 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abbc5e13-5d6d-4def-ba95-0bcc80f5ac6c req-41f2eebc-2b18-415b-9a5b-40bdc88e4f1f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860658 Jul 09 13:36:24.399339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-8f4818cd-fc36-435f-bace-079f59c55104 req-5bac91e9-8f22-4d88-abc3-ae11527c84d1 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Request body: {'port': {'device_id': '18987471-43f7-4ed1-8afe-f9ad5e013af2', 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9', 'admin_state_up': True, 'tenant_id': '7988931c66014d94a538d603c69f6b55'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:24.400894 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device edd770bf-f77c-42fe-aca4-ca58b6eb9f2c details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:36:24.420358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:24.421018 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.631732 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f4818cd-fc36-435f-bace-079f59c55104 req-5bac91e9-8f22-4d88-abc3-ae11527c84d1 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Made reservation on behalf of 7988931c66014d94a538d603c69f6b55 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:24.636221 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8f4818cd-fc36-435f-bace-079f59c55104 req-5bac91e9-8f22-4d88-abc3-ae11527c84d1 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.670337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event updated for resources: {'Port': ['ID=ac2e5513-baed-45d3-9b53-b2509dfad6ed,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:24.694293 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.721088 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:24.758893 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'edd770bf-f77c-42fe-aca4-ca58b6eb9f2c', 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed', 'port_id': 'edd770bf-f77c-42fe-aca4-ca58b6eb9f2c', 'mac_address': 'fa:16:3e:b8:64:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe541801-5f2f-44e7-bf6a-e4876e7170dc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:36:24.803954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8d13f20e-912e-49ec-b8c7-087f97c6edd0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:24.805714 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.815737 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5d6ae09b-8342-4602-90a4-6dd056e162a8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.7747316 Jul 09 13:36:24.856382 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.886325 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edd770bf-f77c-42fe-aca4-ca58b6eb9f2c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:36:24.917115 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:24.923239 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 8d13f20e-912e-49ec-b8c7-087f97c6edd0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:24.923897 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:24.978976 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.118628 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38352) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:25.135899 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['edd770bf-f77c-42fe-aca4-ca58b6eb9f2c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:36:25.213526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:25.379459 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-846cfb8a-813e-4795-b199-192b2087378a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.401118 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-ab14f10f-2eb5-4e10-8b97-f3832bcb3d00 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1841821189&fields=id&tenant_id=21d631c8b7aa4295bb9f42b979feb028 HTTP/1.1" status: 200 len: 267 time: 0.1811876 Jul 09 13:36:25.534897 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-0904c2f9-27d5-406a-8b6a-486979b29080 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:25.542973 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-0904c2f9-27d5-406a-8b6a-486979b29080 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/networks?id=d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 200 len: 817 time: 0.1412132 Jul 09 13:36:25.561470 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-ff9a749d-2f0e-435f-82ae-30d22797eca0 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/quotas/21d631c8b7aa4295bb9f42b979feb028 HTTP/1.1" status: 200 len: 375 time: 0.0175633 Jul 09 13:36:25.685894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee29db12-2766-49e2-a129-2dd0dfef4f78 req-9bd4b273-575b-4aa0-bbbe-0d1d078cc08b tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:25.687532 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee29db12-2766-49e2-a129-2dd0dfef4f78 req-9bd4b273-575b-4aa0-bbbe-0d1d078cc08b tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.3856065 Jul 09 13:36:25.787560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-131ff9d2-7c68-41ad-8892-9d1d9be6d797 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=21d631c8b7aa4295bb9f42b979feb028&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2099233 Jul 09 13:36:25.800836 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee29db12-2766-49e2-a129-2dd0dfef4f78 req-fcd07a43-41a1-4624-8d76-802765f7e5d0 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046679 Jul 09 13:36:25.826142 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3951cb21-a032-4143-b522-d4d1b3f255c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.897598 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-846cfb8a-813e-4795-b199-192b2087378a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.907712 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-846cfb8a-813e-4795-b199-192b2087378a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.914284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-8f4818cd-fc36-435f-bace-079f59c55104 req-5bac91e9-8f22-4d88-abc3-ae11527c84d1 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Allocated IP 172.20.0.9 (cb1c26be-6d88-465b-8a4c-fb612fc6f2f9/4e16ab60-94e1-4b9b-b001-fec4823748a4/21c99192-eda1-4ebc-8f17-9c8c7b7639c0) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:25.931538 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e844e61e-adcc-42e2-846c-d872d8abe48d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port a1fd0b23-1c30-4625-b634-9cbe8b64f5d6 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:25.932206 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e844e61e-adcc-42e2-846c-d872d8abe48d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:25.939611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846cfb8a-813e-4795-b199-192b2087378a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173c96a9-5056-45aa-bcfd-c2a82ebf39b6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:26.002687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644254-5f94-45ab-88d0-694409f68c0e req-00743761-420c-43ef-a9e8-deb4830cd68f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:26.004447 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f5644254-5f94-45ab-88d0-694409f68c0e req-00743761-420c-43ef-a9e8-deb4830cd68f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.18 "GET /v2.0/networks?id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 HTTP/1.1" status: 200 len: 819 time: 1.0413015 Jul 09 13:36:26.033580 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-01074a02-a9d2-40a9-b259-8885f8a58e0d req-dcfac493-241d-46c5-b8e4-2d99b5483750 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 210 time: 0.0487931 Jul 09 13:36:26.040357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f5644254-5f94-45ab-88d0-694409f68c0e req-81e7b661-f9ac-4874-951c-3b25911aac9f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Request body: {'port': {'device_id': '8b8be00f-0084-4c13-8827-dc30357bda96', 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9', 'admin_state_up': True, 'tenant_id': '7988931c66014d94a538d603c69f6b55'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:26.040516 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-846cfb8a-813e-4795-b199-192b2087378a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9e63a8ec33ea493aa0ef44fcd41c1fbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9190507 Jul 09 13:36:26.046194 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38380) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:26.100306 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-05801982-cf0c-4970-b97b-98af8221cd36 service neutron] 10.222.0.39 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977951 Jul 09 13:36:26.171821 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3951cb21-a032-4143-b522-d4d1b3f255c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1780ebcd-1654-423d-a2c6-37fd59135a20,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:26.187034 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-860cc457-f58a-4d60-9bc7-0a80bdf0232f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.215221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3951cb21-a032-4143-b522-d4d1b3f255c6 admin admin] Checking segment: {'id': 'c31b89bf-c1bd-46ed-ad20-7e883b39d593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '25867fa4-222c-42d6-9bc7-92af90407190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:26.215734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951cb21-a032-4143-b522-d4d1b3f255c6 admin admin] Network hostable DHCP agents. Network: 25867fa4-222c-42d6-9bc7-92af90407190, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:26.268903 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-860cc457-f58a-4d60-9bc7-0a80bdf0232f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.328301 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e844e61e-adcc-42e2-846c-d872d8abe48d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.331033 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-7c13b511-5539-4b07-b8e7-9f73136f0923 service neutron] 10.222.0.39 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2196281 Jul 09 13:36:26.369715 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-860cc457-f58a-4d60-9bc7-0a80bdf0232f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.372330 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-860cc457-f58a-4d60-9bc7-0a80bdf0232f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.373519 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-860cc457-f58a-4d60-9bc7-0a80bdf0232f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/173c96a9-5056-45aa-bcfd-c2a82ebf39b6 HTTP/1.1" status: 204 len: 168 time: 0.3239279 Jul 09 13:36:26.386330 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4132562b-f8ef-44e7-bfaf-8344c414b4f5 req-414c2041-4169-4b13-b0d5-43fdac405061 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:26.390042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3951cb21-a032-4143-b522-d4d1b3f255c6 admin admin] Network 25867fa4-222c-42d6-9bc7-92af90407190 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:26.393589 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4132562b-f8ef-44e7-bfaf-8344c414b4f5 req-414c2041-4169-4b13-b0d5-43fdac405061 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 944 time: 0.1947043 Jul 09 13:36:26.410422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3951cb21-a032-4143-b522-d4d1b3f255c6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 25867fa4-222c-42d6-9bc7-92af90407190) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:26.415640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device edd770bf-f77c-42fe-aca4-ca58b6eb9f2c up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:26.419918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3951cb21-a032-4143-b522-d4d1b3f255c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:26.420540 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3951cb21-a032-4143-b522-d4d1b3f255c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.427587 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860cc457-f58a-4d60-9bc7-0a80bdf0232f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173c96a9-5056-45aa-bcfd-c2a82ebf39b6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:26.427973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e844e61e-adcc-42e2-846c-d872d8abe48d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for a1fd0b23-1c30-4625-b634-9cbe8b64f5d6 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:26.463419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa00a5c-69bd-467c-9954-6b1a191adb3f None None] Network 25867fa4-222c-42d6-9bc7-92af90407190 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:26.494966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5644254-5f94-45ab-88d0-694409f68c0e req-81e7b661-f9ac-4874-951c-3b25911aac9f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Made reservation on behalf of 7988931c66014d94a538d603c69f6b55 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:26.499196 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f5644254-5f94-45ab-88d0-694409f68c0e req-81e7b661-f9ac-4874-951c-3b25911aac9f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.519728 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4132562b-f8ef-44e7-bfaf-8344c414b4f5 req-0e756312-5546-4393-af23-27e22e052e6a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249857 Jul 09 13:36:26.610072 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:26.610566 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.698755 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3951cb21-a032-4143-b522-d4d1b3f255c6 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8822532 Jul 09 13:36:26.771528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c61a963-8987-400f-a962-fd63870c3006 req-bf28e2b8-e409-4767-877e-a93f722a48fc tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 210 time: 0.0826306 Jul 09 13:36:26.822302 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.884320 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798ed9aa-3a50-42cf-b7d5-b70719ab1d22 None None] Network 25867fa4-222c-42d6-9bc7-92af90407190 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:26.894106 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee39bdc-64ab-497b-b1f6-4c3bf66a461a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd770bf-f77c-42fe-aca4-ca58b6eb9f2c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:26.897745 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db774a9-a206-4c7d-95ef-71ec666f3c39" -d '{"events": [{"server_uuid": "4ee39bdc-64ab-497b-b1f6-4c3bf66a461a", "name": "network-vif-plugged", "status": "completed", "tag": "edd770bf-f77c-42fe-aca4-ca58b6eb9f2c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:26.935888 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8f4818cd-fc36-435f-bace-079f59c55104 req-5bac91e9-8f22-4d88-abc3-ae11527c84d1 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:26.982693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:26.995922 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:27.127660 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22e7b538-d27d-4a95-899c-04c4695f48c9 x-openstack-request-id: req-22e7b538-d27d-4a95-899c-04c4695f48c9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:27.128748 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee39bdc-64ab-497b-b1f6-4c3bf66a461a", "name": "network-vif-plugged", "status": "completed", "tag": "edd770bf-f77c-42fe-aca4-ca58b6eb9f2c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:27.128748 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-22e7b538-d27d-4a95-899c-04c4695f48c9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:27.131856 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ee39bdc-64ab-497b-b1f6-4c3bf66a461a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edd770bf-f77c-42fe-aca4-ca58b6eb9f2c', 'code': 200} Jul 09 13:36:27.235544 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38406) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:27.243037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:27.330866 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5de0a085-5702-4af7-a2dc-a8a74db5edd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:27.481785 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46bbeba8-462c-498c-9895-29741314cbf9 req-d34b9165-97e5-4a26-97e5-aa464e9b0377 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 210 time: 0.1363738 Jul 09 13:36:27.513975 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8f4818cd-fc36-435f-bace-079f59c55104 req-5bac91e9-8f22-4d88-abc3-ae11527c84d1 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:27.552526 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430fdb79-4dc3-4f81-878a-73f500dbb475 req-807479cb-1b86-4045-bd07-37ee3b4f0436 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:27.554247 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-430fdb79-4dc3-4f81-878a-73f500dbb475 req-807479cb-1b86-4045-bd07-37ee3b4f0436 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.4220064 Jul 09 13:36:27.685562 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-430fdb79-4dc3-4f81-878a-73f500dbb475 req-89849827-4a3e-48a6-b138-a1464d5e246a tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198039 Jul 09 13:36:27.801915 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5de0a085-5702-4af7-a2dc-a8a74db5edd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:27.806832 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e844e61e-adcc-42e2-846c-d872d8abe48d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:27.848002 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5de0a085-5702-4af7-a2dc-a8a74db5edd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:27.910014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f4818cd-fc36-435f-bace-079f59c55104 req-5bac91e9-8f22-4d88-abc3-ae11527c84d1 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Network cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:27.935334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-f5644254-5f94-45ab-88d0-694409f68c0e req-81e7b661-f9ac-4874-951c-3b25911aac9f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Allocated IP 172.20.0.13 (cb1c26be-6d88-465b-8a4c-fb612fc6f2f9/4e16ab60-94e1-4b9b-b001-fec4823748a4/0f987c4b-4a74-4e26-a2ad-14b4128f6277) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:27.997558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-8f4818cd-fc36-435f-bace-079f59c55104 req-5bac91e9-8f22-4d88-abc3-ae11527c84d1 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:28.026135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4818cd-fc36-435f-bace-079f59c55104 req-5bac91e9-8f22-4d88-abc3-ae11527c84d1 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:28.042985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac91e9-8f22-4d88-abc3-ae11527c84d1 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Pushing event updated for resources: {'Port': ['ID=21c99192-eda1-4ebc-8f17-9c8c7b7639c0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:28.051581 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5de0a085-5702-4af7-a2dc-a8a74db5edd7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3ef114b3596b4aedb079076dec6ad05d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7937117 Jul 09 13:36:28.064736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de0a085-5702-4af7-a2dc-a8a74db5edd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42555e86-4fa9-46cb-988f-488ed332b745,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:28.068275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38420) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:28.215507 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9520bf0-62b5-45e9-9f65-484a6f07d353 req-009aa70f-83c0-4e5d-bcca-e9cbb6888791 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:28.223316 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9520bf0-62b5-45e9-9f65-484a6f07d353 req-009aa70f-83c0-4e5d-bcca-e9cbb6888791 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.4190850 Jul 09 13:36:28.297058 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4f4d24-347f-494f-84d8-8ffae2e0e1b3 req-1aa2cf7a-838f-4cca-b92a-4185b02015e8 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:28.305645 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d4f4d24-347f-494f-84d8-8ffae2e0e1b3 req-1aa2cf7a-838f-4cca-b92a-4185b02015e8 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.4040444 Jul 09 13:36:28.339744 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8959027d-9541-44a0-a8dd-dc2a2f72e8ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:28.386026 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9520bf0-62b5-45e9-9f65-484a6f07d353 req-584fce10-9066-473e-8713-9b0dfb029663 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610372 Jul 09 13:36:28.412620 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8959027d-9541-44a0-a8dd-dc2a2f72e8ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:28.433130 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d4f4d24-347f-494f-84d8-8ffae2e0e1b3 req-1c484d8e-d4df-4f56-8fb0-0128551af425 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261640 Jul 09 13:36:28.455645 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f5644254-5f94-45ab-88d0-694409f68c0e req-81e7b661-f9ac-4874-951c-3b25911aac9f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:28.498168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af1044-f49c-41cf-a442-a70a49d7c4d3 req-2703975e-756d-495f-be65-1dd8170f07d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:28.499871 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26af1044-f49c-41cf-a442-a70a49d7c4d3 req-2703975e-756d-495f-be65-1dd8170f07d0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 1096 time: 1.0222712 Jul 09 13:36:28.548061 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f5644254-5f94-45ab-88d0-694409f68c0e req-81e7b661-f9ac-4874-951c-3b25911aac9f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:28.553110 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8959027d-9541-44a0-a8dd-dc2a2f72e8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:28.556007 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8959027d-9541-44a0-a8dd-dc2a2f72e8ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:28.558568 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8959027d-9541-44a0-a8dd-dc2a2f72e8ff admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/42555e86-4fa9-46cb-988f-488ed332b745 HTTP/1.1" status: 204 len: 168 time: 0.4772065 Jul 09 13:36:28.580512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8959027d-9541-44a0-a8dd-dc2a2f72e8ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42555e86-4fa9-46cb-988f-488ed332b745,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:28.609024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e844e61e-adcc-42e2-846c-d872d8abe48d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=a1fd0b23-1c30-4625-b634-9cbe8b64f5d6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:28.673058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5644254-5f94-45ab-88d0-694409f68c0e req-81e7b661-f9ac-4874-951c-3b25911aac9f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Network cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:28.707751 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4372feed-c1ef-47e3-a453-c0fe99346744 req-62d0293e-e391-4129-ba30-8a754cb4f402 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 210 time: 0.0580392 Jul 09 13:36:28.751354 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-f5644254-5f94-45ab-88d0-694409f68c0e req-81e7b661-f9ac-4874-951c-3b25911aac9f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:28.760896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5644254-5f94-45ab-88d0-694409f68c0e req-81e7b661-f9ac-4874-951c-3b25911aac9f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:28.821314 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644254-5f94-45ab-88d0-694409f68c0e req-81e7b661-f9ac-4874-951c-3b25911aac9f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:28.822358 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f5644254-5f94-45ab-88d0-694409f68c0e req-81e7b661-f9ac-4874-951c-3b25911aac9f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:28.842589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4818cd-fc36-435f-bace-079f59c55104 req-5bac91e9-8f22-4d88-abc3-ae11527c84d1 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:28.843551 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8f4818cd-fc36-435f-bace-079f59c55104 req-5bac91e9-8f22-4d88-abc3-ae11527c84d1 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:28.854911 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f5644254-5f94-45ab-88d0-694409f68c0e req-81e7b661-f9ac-4874-951c-3b25911aac9f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8201292 Jul 09 13:36:29.126491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Request body: {'port': {'device_id': '8b8be00f-0084-4c13-8827-dc30357bda96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:29.129562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af1044-f49c-41cf-a442-a70a49d7c4d3 req-43881ba5-af22-4aee-992b-256828d0d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.138045 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26af1044-f49c-41cf-a442-a70a49d7c4d3 req-43881ba5-af22-4aee-992b-256828d0d090 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 912 time: 0.5818632 Jul 09 13:36:29.203564 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef823b-4a18-45f0-a9d2-2eb95f4469f1 req-c909726d-9d37-415c-af65-a1c3d3d6fc51 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.216735 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41ef823b-4a18-45f0-a9d2-2eb95f4469f1 req-c909726d-9d37-415c-af65-a1c3d3d6fc51 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 932 time: 0.1557064 Jul 09 13:36:29.237762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e7b661-f9ac-4874-951c-3b25911aac9f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Pushing event updated for resources: {'Port': ['ID=0f987c4b-4a74-4e26-a2ad-14b4128f6277,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:29.242009 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f4818cd-fc36-435f-bace-079f59c55104 req-5bac91e9-8f22-4d88-abc3-ae11527c84d1 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8495836 Jul 09 13:36:29.337400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Request body: {'port': {'device_id': '18987471-43f7-4ed1-8afe-f9ad5e013af2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:29.350802 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41ef823b-4a18-45f0-a9d2-2eb95f4469f1 req-295c0d7a-8a25-4268-88ad-6e0adabc0e8c tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324854 Jul 09 13:36:29.352262 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e844e61e-adcc-42e2-846c-d872d8abe48d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:29.374092 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26af1044-f49c-41cf-a442-a70a49d7c4d3 req-2d6482e0-2bcb-407d-9106-772ed302c5d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c HTTP/1.1" status: 200 len: 217 time: 0.2072091 Jul 09 13:36:29.503037 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff657d29-1847-47db-a074-a3369140dfea req-1860cb5a-1cbe-4ad4-aa40-953934c2c3b9 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.515479 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ff657d29-1847-47db-a074-a3369140dfea req-1860cb5a-1cbe-4ad4-aa40-953934c2c3b9 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.2604635 Jul 09 13:36:29.655711 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ff657d29-1847-47db-a074-a3369140dfea req-74cdc1eb-7994-47d3-a8e8-b2570c7de89a tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392555 Jul 09 13:36:29.727517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0927314-222f-4c20-91b2-609b242459a4 req-61099984-f8e5-4c48-83cb-5c3199906b08 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.732520 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c0927314-222f-4c20-91b2-609b242459a4 req-61099984-f8e5-4c48-83cb-5c3199906b08 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.1383848 Jul 09 13:36:29.824559 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c0927314-222f-4c20-91b2-609b242459a4 req-1a18ac55-57ac-4add-9206-f92e2b452320 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822229 Jul 09 13:36:29.919752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4cf73-1b07-42f2-9f01-888665f0aa5a req-a520d1b6-7cec-4898-9fb8-b76c46d48149 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:29.928667 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-10a4cf73-1b07-42f2-9f01-888665f0aa5a req-a520d1b6-7cec-4898-9fb8-b76c46d48149 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.1028135 Jul 09 13:36:30.017091 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-10a4cf73-1b07-42f2-9f01-888665f0aa5a req-c737ffed-8710-41e5-9bf9-a6ae8f882ba7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873766 Jul 09 13:36:30.031509 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-7edbbc5e-c1d4-4110-990e-ffacab8b12df tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:30.040775 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-7edbbc5e-c1d4-4110-990e-ffacab8b12df tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.15 "GET /v2.0/networks?id=d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 200 len: 817 time: 1.0033293 Jul 09 13:36:30.123634 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea8b0cb2-5ef2-49b9-ab49-7fb377d2cb33 req-028828e3-7ced-49dc-9743-8d1c108a3147 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 210 time: 0.0501812 Jul 09 13:36:30.233932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26af1044-f49c-41cf-a442-a70a49d7c4d3 req-f728018f-8637-482c-ad1d-6e993a0b3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:30.235453 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26af1044-f49c-41cf-a442-a70a49d7c4d3 req-f728018f-8637-482c-ad1d-6e993a0b3d98 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe541801-5f2f-44e7-bf6a-e4876e7170dc HTTP/1.1" status: 200 len: 851 time: 0.7760370 Jul 09 13:36:30.236258 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:30.369397 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:30.373095 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26af1044-f49c-41cf-a442-a70a49d7c4d3 req-3ca9e043-54c9-4ebd-aa0f-4e7091a182cf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb871985-694c-4bff-b9c5-df10bd3971ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1277516 Jul 09 13:36:30.390240 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-6eacf778-2ee5-4091-8d57-cb05afddd9ee tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21d631c8b7aa4295bb9f42b979feb028 HTTP/1.1" status: 200 len: 380 time: 0.2545524 Jul 09 13:36:30.417397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-2eef5dd6-162d-4541-9297-5467ae575b18 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Request body: {'port': {'device_id': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'admin_state_up': True, 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'security_groups': ['5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:30.793473 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0c554-9364-457b-915a-3ce598f82c76 req-874bb808-d04d-4479-8e80-114c507c9733 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:30.805641 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6dc0c554-9364-457b-915a-3ce598f82c76 req-874bb808-d04d-4479-8e80-114c507c9733 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 932 time: 0.1595254 Jul 09 13:36:30.912727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6dc0c554-9364-457b-915a-3ce598f82c76 req-931983a7-137a-4282-9b42-97c6663bd5e3 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061652 Jul 09 13:36:31.001416 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a0a331-34b9-4c73-a8bd-a5281e5c3bca req-d8bb936c-331d-493d-8e56-9441d9b6ab71 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:31.003059 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57a0a331-34b9-4c73-a8bd-a5281e5c3bca req-d8bb936c-331d-493d-8e56-9441d9b6ab71 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.1110568 Jul 09 13:36:31.108921 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57a0a331-34b9-4c73-a8bd-a5281e5c3bca req-f85fa55b-9069-4130-ad66-6a1e97d4380c tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925934 Jul 09 13:36:31.185014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-2eef5dd6-162d-4541-9297-5467ae575b18 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Made reservation on behalf of 21d631c8b7aa4295bb9f42b979feb028 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:31.188935 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-2eef5dd6-162d-4541-9297-5467ae575b18 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.230553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e844e61e-adcc-42e2-846c-d872d8abe48d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 14a0872c-122f-46f6-8292-43e64b7bf20a has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:36:31.391083 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-6984eee6-6e41-4694-9a96-76bcca2d9287 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:31.400904 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-6984eee6-6e41-4694-9a96-76bcca2d9287 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/networks?id=25867fa4-222c-42d6-9bc7-92af90407190 HTTP/1.1" status: 200 len: 809 time: 0.2903585 Jul 09 13:36:31.416349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e844e61e-adcc-42e2-846c-d872d8abe48d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:31.426243 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38516) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:31.429441 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e05de01-a677-46bf-903a-091b74fe9f78 None None] Sync routers for ids ['14a0872c-122f-46f6-8292-43e64b7bf20a'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:31.442461 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e844e61e-adcc-42e2-846c-d872d8abe48d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/14a0872c-122f-46f6-8292-43e64b7bf20a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2876868 Jul 09 13:36:31.442791 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-1f71cd55-4400-48e4-89ff-875b26df429d tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/quotas/66ab61939b2a4e529fc820b30657c9da HTTP/1.1" status: 200 len: 375 time: 0.0385709 Jul 09 13:36:31.450768 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e05de01-a677-46bf-903a-091b74fe9f78 None None] Routers {'14a0872c-122f-46f6-8292-43e64b7bf20a'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:31.451696 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2e05de01-a677-46bf-903a-091b74fe9f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['14a0872c-122f-46f6-8292-43e64b7bf20a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:31.452529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38518) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:31.506923 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2e05de01-a677-46bf-903a-091b74fe9f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:31.519158 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e05de01-a677-46bf-903a-091b74fe9f78 None None] Routers {'14a0872c-122f-46f6-8292-43e64b7bf20a'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:31.520050 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2e05de01-a677-46bf-903a-091b74fe9f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['14a0872c-122f-46f6-8292-43e64b7bf20a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:31.565403 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2e05de01-a677-46bf-903a-091b74fe9f78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:31.566868 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e05de01-a677-46bf-903a-091b74fe9f78 None None] The sync data for ids ['14a0872c-122f-46f6-8292-43e64b7bf20a'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:31.580796 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-7dddb595-e070-4ed2-ba60-cc42abe0c721 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=66ab61939b2a4e529fc820b30657c9da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1393204 Jul 09 13:36:31.606124 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a4ab0b21-553e-48c2-bf69-48878f3c2468 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a0872c-122f-46f6-8292-43e64b7bf20a HTTP/1.1" status: 200 len: 205 time: 0.1213245 Jul 09 13:36:31.606917 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38522) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:31.674745 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26af1044-f49c-41cf-a442-a70a49d7c4d3 req-ea331b23-682e-4166-b2bf-b0ad2c13ab84 service neutron] 10.222.0.15 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2795062 Jul 09 13:36:31.766119 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-eaf8f866-b174-42ed-ae88-522d4a1aa665 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-757926115'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:31.784580 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe4f043b-cf40-4fdc-a975-8d6aad77c20b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.840463 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2338c1ce-c1b8-499e-a472-4ccce346a6c0 req-0a102370-9ac4-40ed-88b0-48ccd7bc5dfa tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:31.846335 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2338c1ce-c1b8-499e-a472-4ccce346a6c0 req-0a102370-9ac4-40ed-88b0-48ccd7bc5dfa tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.5070138 Jul 09 13:36:31.852033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-2eef5dd6-162d-4541-9297-5467ae575b18 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Allocated IP 172.20.0.3 (d1957568-b13c-4c13-95b6-f6cc35837fbf/64038094-33bf-4882-9ed5-b515adff07d9/87f0b530-8e5b-4ab3-bab0-c770e91e05bc) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:31.858013 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1610eb2a-c36c-4ea8-8bb0-7c27574c34e3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:31.930469 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26af1044-f49c-41cf-a442-a70a49d7c4d3 req-4188f49e-0fcf-44d1-82b3-aa718ca5c262 service neutron] 10.222.0.15 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444999 Jul 09 13:36:32.050905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f987c4b-4a74-4e26-a2ad-14b4128f6277 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:36:32.068091 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.095996 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Transition to ACTIVE for port object 0f987c4b-4a74-4e26-a2ad-14b4128f6277 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:32.117454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf8f866-b174-42ed-ae88-522d4a1aa665 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Made reservation on behalf of 10d5e01d7efc4da9a8ee6fa741b0bada for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:32.118594 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.121291 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f866-b174-42ed-ae88-522d4a1aa665 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.159343 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1610eb2a-c36c-4ea8-8bb0-7c27574c34e3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.163023 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f866-b174-42ed-ae88-522d4a1aa665 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.167994 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1610eb2a-c36c-4ea8-8bb0-7c27574c34e3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.174914 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2338c1ce-c1b8-499e-a472-4ccce346a6c0 req-b2742b6d-04b5-4c52-ba2e-7a236eff1101 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3032246 Jul 09 13:36:32.209723 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Pushing event updated for resources: {'Port': ['ID=0f987c4b-4a74-4e26-a2ad-14b4128f6277,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:32.214825 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-2eef5dd6-162d-4541-9297-5467ae575b18 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.251691 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-2eef5dd6-162d-4541-9297-5467ae575b18 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Transition to ACTIVE for port object 87f0b530-8e5b-4ab3-bab0-c770e91e05bc will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:32.263823 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-682cb78a-4e40-40d2-a978-a78dbc8c4cb9 service neutron] 10.222.0.39 "GET /v2.0/networks/25867fa4-222c-42d6-9bc7-92af90407190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6524072 Jul 09 13:36:32.319525 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1610eb2a-c36c-4ea8-8bb0-7c27574c34e3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.320174 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1610eb2a-c36c-4ea8-8bb0-7c27574c34e3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Fanout notify agent at l3_agent the message router_deleted on router 14a0872c-122f-46f6-8292-43e64b7bf20a {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:36:32.332530 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1610eb2a-c36c-4ea8-8bb0-7c27574c34e3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.334368 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1610eb2a-c36c-4ea8-8bb0-7c27574c34e3 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/routers/14a0872c-122f-46f6-8292-43e64b7bf20a HTTP/1.1" status: 204 len: 168 time: 0.7218194 Jul 09 13:36:32.343127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38530) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:32.404135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Attempting to bind port 0f987c4b-4a74-4e26-a2ad-14b4128f6277 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:32.404814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Attempting to bind port 0f987c4b-4a74-4e26-a2ad-14b4128f6277 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '2565525b-8675-431a-a60e-eec0302eaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:32.405367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Attempting to bind port 0f987c4b-4a74-4e26-a2ad-14b4128f6277 on network cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:32.416720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Port 0f987c4b-4a74-4e26-a2ad-14b4128f6277 on network cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:32.417710 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Attempting to bind port 0f987c4b-4a74-4e26-a2ad-14b4128f6277 on network cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:32.429605 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:32.430334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Checking segment: {'id': '2565525b-8675-431a-a60e-eec0302eaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:32.431068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Bound using segment: {'id': '2565525b-8675-431a-a60e-eec0302eaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:32.431774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Bound port: 0f987c4b-4a74-4e26-a2ad-14b4128f6277, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2565525b-8675-431a-a60e-eec0302eaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:32.432413 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.453841 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2921b1d6-7301-4564-b445-a9bead33fc3f req-a2c549c5-a8d2-45b3-9fd0-d1a0a600e45a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 210 time: 0.0607505 Jul 09 13:36:32.469807 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-2eef5dd6-162d-4541-9297-5467ae575b18 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.499857 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-88b64ee5-18b9-431b-8255-82b845df1b8d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting subnet 3622e2b4-f7de-4306-b856-94bfca533f05 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:36:32.510238 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88b64ee5-18b9-431b-8255-82b845df1b8d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.535513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] For port 0f987c4b-4a74-4e26-a2ad-14b4128f6277, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:32.540649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] For port 0f987c4b-4a74-4e26-a2ad-14b4128f6277, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0f987c4b-4a74-4e26-a2ad-14b4128f6277,segment=NetworkSegment(2565525b-8675-431a-a60e-eec0302eaf01),segment_id=2565525b-8675-431a-a60e-eec0302eaf01)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:32.545332 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-c5aabe45-7734-4b09-8bbe-f028e4f29683 service neutron] 10.222.0.39 "GET /v2.0/networks/25867fa4-222c-42d6-9bc7-92af90407190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804637 Jul 09 13:36:32.577943 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.608834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-2eef5dd6-162d-4541-9297-5467ae575b18 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Network d1957568-b13c-4c13-95b6-f6cc35837fbf is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:32.616721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-2eef5dd6-162d-4541-9297-5467ae575b18 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:32.627026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21c99192-eda1-4ebc-8f17-9c8c7b7639c0 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:36:32.632869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:32.633711 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.635823 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f5644254-5f94-45ab-88d0-694409f68c0e req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] 10.222.0.18 "PUT /v2.0/ports/0f987c4b-4a74-4e26-a2ad-14b4128f6277 HTTP/1.1" status: 200 len: 1092 time: 3.6163440 Jul 09 13:36:32.636388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8be00f-0084-4c13-8827-dc30357bda96', 'tag': '0f987c4b-4a74-4e26-a2ad-14b4128f6277'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:32.638809 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7b97683-1ff5-4dd7-be37-218f725495bd" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8be00f-0084-4c13-8827-dc30357bda96", "tag": "0f987c4b-4a74-4e26-a2ad-14b4128f6277"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:32.654865 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-2eef5dd6-162d-4541-9297-5467ae575b18 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:32.660718 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88b64ee5-18b9-431b-8255-82b845df1b8d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.662161 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:32.800936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eef5dd6-162d-4541-9297-5467ae575b18 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event updated for resources: {'Port': ['ID=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:32.994824 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88b64ee5-18b9-431b-8255-82b845df1b8d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.000141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Transition to ACTIVE for port object 21c99192-eda1-4ebc-8f17-9c8c7b7639c0 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:33.024570 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f866-b174-42ed-ae88-522d4a1aa665 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.060421 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f866-b174-42ed-ae88-522d4a1aa665 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.116235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-2eef5dd6-162d-4541-9297-5467ae575b18 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:33.127553 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-2eef5dd6-162d-4541-9297-5467ae575b18 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.142286 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.158466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5ce87-72cb-44b8-b3a5-76ca901ac9fb service neutron] Pushing event updated for resources: {'Port': ['ID=0f987c4b-4a74-4e26-a2ad-14b4128f6277,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:33.219355 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-2eef5dd6-162d-4541-9297-5467ae575b18 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8004889 Jul 09 13:36:33.234860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8286b280-1e6c-4cc5-9131-1eca523895ac None None] Provisioning for port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:33.236084 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaf8f866-b174-42ed-ae88-522d4a1aa665 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:33.241695 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8286b280-1e6c-4cc5-9131-1eca523895ac None None] Provisioning complete for port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:33.242522 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8286b280-1e6c-4cc5-9131-1eca523895ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.245566 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Request body: {'port': {'device_id': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:33.251130 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8f866-b174-42ed-ae88-522d4a1aa665 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32514ead-3583-4da7-8273-b73af5313699,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:33.274155 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f866-b174-42ed-ae88-522d4a1aa665 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.274512 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-eaf8f866-b174-42ed-ae88-522d4a1aa665 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Added segment 5de962f3-86a4-4228-86f0-c42632f405a1 of type vlan for network 407e78ab-ec65-4140-b7f7-671404fcde46 Jul 09 13:36:33.327156 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88b64ee5-18b9-431b-8255-82b845df1b8d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.339783 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8286b280-1e6c-4cc5-9131-1eca523895ac None None] Port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:33.359868 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f866-b174-42ed-ae88-522d4a1aa665 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.392331 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b64ee5-18b9-431b-8255-82b845df1b8d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Subnet': ['ID=3622e2b4-f7de-4306-b856-94bfca533f05,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:33.397231 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88b64ee5-18b9-431b-8255-82b845df1b8d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.402333 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed7d730-e575-41f8-b673-09fc21a0dba5 None None] Network 843dc028-66f9-4b8a-a196-346ca5729891 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:33.402710 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-88b64ee5-18b9-431b-8255-82b845df1b8d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/3622e2b4-f7de-4306-b856-94bfca533f05 HTTP/1.1" status: 204 len: 168 time: 1.0543697 Jul 09 13:36:33.410522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38548) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:33.431819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5084130-ba0b-4eb8-90da-63d0f6e2c0a9 req-377c3c99-1e60-4627-bf78-7475be14420d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:33.438844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5084130-ba0b-4eb8-90da-63d0f6e2c0a9 req-377c3c99-1e60-4627-bf78-7475be14420d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 944 time: 0.3263674 Jul 09 13:36:33.555607 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Pushing event updated for resources: {'Port': ['ID=21c99192-eda1-4ebc-8f17-9c8c7b7639c0,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:33.592247 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644254-5f94-45ab-88d0-694409f68c0e req-87d14620-6ca9-4399-8f3d-c37009e1da9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:33.596342 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f5644254-5f94-45ab-88d0-694409f68c0e req-87d14620-6ca9-4399-8f3d-c37009e1da9e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7988931c66014d94a538d603c69f6b55&device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 1095 time: 0.8471177 Jul 09 13:36:33.748637 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f5644254-5f94-45ab-88d0-694409f68c0e req-79557737-a95c-4e07-95de-cecd6c46036b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f987c4b-4a74-4e26-a2ad-14b4128f6277 HTTP/1.1" status: 200 len: 217 time: 0.1087227 Jul 09 13:36:33.860554 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56c54d4-3576-4a73-9ab4-1400b59bf168 None None] DHCP port deletion for 843dc028-66f9-4b8a-a196-346ca5729891 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:36:33.957715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a56c54d4-3576-4a73-9ab4-1400b59bf168 None None] Deleting port 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:33.959835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5644254-5f94-45ab-88d0-694409f68c0e req-b1e7b2be-c3df-43e8-a637-c6c4f7ddc39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:33.960816 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a56c54d4-3576-4a73-9ab4-1400b59bf168 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:33.962785 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f5644254-5f94-45ab-88d0-694409f68c0e req-b1e7b2be-c3df-43e8-a637-c6c4f7ddc39c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e16ab60-94e1-4b9b-b001-fec4823748a4 HTTP/1.1" status: 200 len: 859 time: 0.1589544 Jul 09 13:36:33.966133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Attempting to bind port 21c99192-eda1-4ebc-8f17-9c8c7b7639c0 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:33.966473 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Attempting to bind port 21c99192-eda1-4ebc-8f17-9c8c7b7639c0 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '2565525b-8675-431a-a60e-eec0302eaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:33.966807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Attempting to bind port 21c99192-eda1-4ebc-8f17-9c8c7b7639c0 on network cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:33.993132 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Port 21c99192-eda1-4ebc-8f17-9c8c7b7639c0 on network cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:33.993560 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Attempting to bind port 21c99192-eda1-4ebc-8f17-9c8c7b7639c0 on network cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:33.999910 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.025973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:34.026623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Checking segment: {'id': '2565525b-8675-431a-a60e-eec0302eaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:34.026876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Bound using segment: {'id': '2565525b-8675-431a-a60e-eec0302eaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:34.027681 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Bound port: 21c99192-eda1-4ebc-8f17-9c8c7b7639c0, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2565525b-8675-431a-a60e-eec0302eaf01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:34.027844 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.071040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8049a089-59be-4703-95af-cd998384768f req-366769a0-91eb-43b0-a302-1fbdff10fa3f tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:34.077935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8049a089-59be-4703-95af-cd998384768f req-366769a0-91eb-43b0-a302-1fbdff10fa3f tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.9378664 Jul 09 13:36:34.078622 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a56c54d4-3576-4a73-9ab4-1400b59bf168 None None] For port 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7e5a1a39-dd70-4de9-ac0e-3a03ff30061f,segment=NetworkSegment(7c40814e-e296-4515-b65d-07a75604a9fb),segment_id=7c40814e-e296-4515-b65d-07a75604a9fb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:34.079026 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a56c54d4-3576-4a73-9ab4-1400b59bf168 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.097863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a56c54d4-3576-4a73-9ab4-1400b59bf168 None None] Calling delete_port for 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:34.136894 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f866-b174-42ed-ae88-522d4a1aa665 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.150533 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf8f866-b174-42ed-ae88-522d4a1aa665 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:34.151690 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eaf8f866-b174-42ed-ae88-522d4a1aa665 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.170721 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8cce5b86-76cc-4f6c-86ee-c60d845be954 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.180445 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f5644254-5f94-45ab-88d0-694409f68c0e req-7d302d2b-ad94-4ba5-a27a-560ec846e0a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2006590 Jul 09 13:36:34.226910 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a56c54d4-3576-4a73-9ab4-1400b59bf168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.288350 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5084130-ba0b-4eb8-90da-63d0f6e2c0a9 req-9b33ca02-8897-4ad5-b47b-47de9bcd275e tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8485641 Jul 09 13:36:34.319306 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c54d4-3576-4a73-9ab4-1400b59bf168 None None] Pushing event deleted for resources: {'Port': ['ID=7e5a1a39-dd70-4de9-ac0e-3a03ff30061f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:34.343738 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56c54d4-3576-4a73-9ab4-1400b59bf168 None None] No DVR routers for this DVR port 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:34.394833 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8049a089-59be-4703-95af-cd998384768f req-8d574728-342c-42ed-9eaf-b126c7651c0e tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3159528 Jul 09 13:36:34.400136 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-eaf8f866-b174-42ed-ae88-522d4a1aa665 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.9683535 Jul 09 13:36:34.452492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf8f866-b174-42ed-ae88-522d4a1aa665 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Pushing event updated for resources: {'Network': ['ID=407e78ab-ec65-4140-b7f7-671404fcde46,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:34.474727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 407e78ab-ec65-4140-b7f7-671404fcde46 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:34.485900 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc85f0bb-8199-4280-b4a3-3f482fa6b5cd x-openstack-request-id: req-bc85f0bb-8199-4280-b4a3-3f482fa6b5cd {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:34.486505 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8be00f-0084-4c13-8827-dc30357bda96", "tag": "0f987c4b-4a74-4e26-a2ad-14b4128f6277", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:34.486951 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bc85f0bb-8199-4280-b4a3-3f482fa6b5cd {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:34.487562 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8be00f-0084-4c13-8827-dc30357bda96', 'tag': '0f987c4b-4a74-4e26-a2ad-14b4128f6277', 'status': 'completed', 'code': 200} Jul 09 13:36:34.488787 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] For port 21c99192-eda1-4ebc-8f17-9c8c7b7639c0, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:34.557149 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] For port 21c99192-eda1-4ebc-8f17-9c8c7b7639c0, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=21c99192-eda1-4ebc-8f17-9c8c7b7639c0,segment=NetworkSegment(2565525b-8675-431a-a60e-eec0302eaf01),segment_id=2565525b-8675-431a-a60e-eec0302eaf01)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:34.562683 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f5644254-5f94-45ab-88d0-694409f68c0e req-b3a234d6-117f-4b24-8cbf-2211ceadf0e3 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3613005 Jul 09 13:36:34.578241 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.603164 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.622304 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8cce5b86-76cc-4f6c-86ee-c60d845be954 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.636645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-8cce5b86-76cc-4f6c-86ee-c60d845be954 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['843dc028-66f9-4b8a-a196-346ca5729891']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:34.650916 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-8cce5b86-76cc-4f6c-86ee-c60d845be954 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c40814e-e296-4515-b65d-07a75604a9fb') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:34.651738 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-8cce5b86-76cc-4f6c-86ee-c60d845be954 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c40814e-e296-4515-b65d-07a75604a9fb') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:34.668247 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8cce5b86-76cc-4f6c-86ee-c60d845be954 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.671284 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdc662b0-fb2e-43b3-aa66-f29f3455beaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.683436 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:34.684228 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.685732 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f4818cd-fc36-435f-bace-079f59c55104 req-333df782-002a-444b-bcc2-267a87949df1 service neutron] 10.222.0.18 "PUT /v2.0/ports/21c99192-eda1-4ebc-8f17-9c8c7b7639c0 HTTP/1.1" status: 200 len: 1091 time: 5.3975999 Jul 09 13:36:34.688410 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8cce5b86-76cc-4f6c-86ee-c60d845be954 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.706192 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cce5b86-76cc-4f6c-86ee-c60d845be954 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:34.706638 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8cce5b86-76cc-4f6c-86ee-c60d845be954 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.783911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:34.822786 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:34.845918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:36:34.849800 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7e5a1a39-dd70-4de9-ac0e-3a03ff30061f not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:36:34.873811 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2047d211-e08b-4df6-b3bf-3371d2159c6d req-8ab10773-0a94-419a-886b-3afe4ec9022d tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=be35e3af-ca90-4302-9e8a-b9bd9e25c717 HTTP/1.1" status: 200 len: 210 time: 0.0479491 Jul 09 13:36:34.877598 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8cce5b86-76cc-4f6c-86ee-c60d845be954 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.888553 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8cce5b86-76cc-4f6c-86ee-c60d845be954 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.895069 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8cce5b86-76cc-4f6c-86ee-c60d845be954 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/networks/843dc028-66f9-4b8a-a196-346ca5729891 HTTP/1.1" status: 204 len: 168 time: 1.4819255 Jul 09 13:36:34.927909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-7b92d5d9-ff67-4b02-ae94-d2fba3204b5d tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:34.929463 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-7b92d5d9-ff67-4b02-ae94-d2fba3204b5d tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.18 "GET /v2.0/networks?id=25867fa4-222c-42d6-9bc7-92af90407190 HTTP/1.1" status: 200 len: 809 time: 0.1470053 Jul 09 13:36:34.935339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38558) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:34.942899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-aa238572-7e29-4d96-8803-b10740be22eb tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-238140394', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:34.978212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-a76af805-cc6a-4364-85bf-546af674f4bc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Request body: {'port': {'device_id': 'be35e3af-ca90-4302-9e8a-b9bd9e25c717', 'network_id': '25867fa4-222c-42d6-9bc7-92af90407190', 'admin_state_up': True, 'tenant_id': '66ab61939b2a4e529fc820b30657c9da'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:34.983224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333df782-002a-444b-bcc2-267a87949df1 service neutron] Pushing event updated for resources: {'Port': ['ID=21c99192-eda1-4ebc-8f17-9c8c7b7639c0,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:34.991875 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa238572-7e29-4d96-8803-b10740be22eb tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:34.993219 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa238572-7e29-4d96-8803-b10740be22eb tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.019995 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cce5b86-76cc-4f6c-86ee-c60d845be954 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Network': ['ID=843dc028-66f9-4b8a-a196-346ca5729891,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:35.083796 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f5644254-5f94-45ab-88d0-694409f68c0e req-204ec011-7fe0-48a9-bbc5-1315defef709 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4836957 Jul 09 13:36:35.096946 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4818cd-fc36-435f-bace-079f59c55104 req-fdb5d9a9-c750-460c-b24c-9a44e6abbb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:35.101402 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f4818cd-fc36-435f-bace-079f59c55104 req-fdb5d9a9-c750-460c-b24c-9a44e6abbb31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7988931c66014d94a538d603c69f6b55&device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 1094 time: 0.2380066 Jul 09 13:36:35.133655 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eef23da-01c1-4ce3-9c56-d55006608160 req-57dd508f-53f8-4447-a37a-1be4634a7707 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:35.141604 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6eef23da-01c1-4ce3-9c56-d55006608160 req-57dd508f-53f8-4447-a37a-1be4634a7707 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.3170259 Jul 09 13:36:35.203326 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87f0b530-8e5b-4ab3-bab0-c770e91e05bc {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:36:35.268629 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f4818cd-fc36-435f-bace-079f59c55104 req-7a3d5a47-cc67-48d0-9407-d20de93b807c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21c99192-eda1-4ebc-8f17-9c8c7b7639c0 HTTP/1.1" status: 200 len: 217 time: 0.1206586 Jul 09 13:36:35.269108 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa238572-7e29-4d96-8803-b10740be22eb tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.282159 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.304481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Transition to ACTIVE for port object 87f0b530-8e5b-4ab3-bab0-c770e91e05bc will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:35.318281 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa238572-7e29-4d96-8803-b10740be22eb tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.330290 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.361072 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6eef23da-01c1-4ce3-9c56-d55006608160 req-67770dce-c5da-4aba-93cb-a9e926f9c141 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184896 Jul 09 13:36:35.386325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4818cd-fc36-435f-bace-079f59c55104 req-9bd2aa27-816c-449f-8dd8-a261a5a72137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:35.390730 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f4818cd-fc36-435f-bace-079f59c55104 req-9bd2aa27-816c-449f-8dd8-a261a5a72137 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e16ab60-94e1-4b9b-b001-fec4823748a4 HTTP/1.1" status: 200 len: 859 time: 0.1142199 Jul 09 13:36:35.467721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-a76af805-cc6a-4364-85bf-546af674f4bc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Made reservation on behalf of 66ab61939b2a4e529fc820b30657c9da for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:35.473619 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-a76af805-cc6a-4364-85bf-546af674f4bc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.486340 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa238572-7e29-4d96-8803-b10740be22eb tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.490089 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aa238572-7e29-4d96-8803-b10740be22eb tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.5510421 Jul 09 13:36:35.506757 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f4818cd-fc36-435f-bace-079f59c55104 req-92ca5d14-319a-43a1-bf9c-716f0c2eabfe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1089919 Jul 09 13:36:35.509806 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38566) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:35.518705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8a0a8041-3dcb-435c-acd7-89dc508184ed tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'network': {'name': 'tempest-RoutersTest-867216404'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:35.532589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Pushing event updated for resources: {'Port': ['ID=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:35.567491 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.629190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b97683-1ff5-4dd7-be37-218f725495bd req-2aa54b9b-8c8b-4a5d-91d6-7af92f74d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:35.634529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a0a8041-3dcb-435c-acd7-89dc508184ed tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:35.639334 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a0a8041-3dcb-435c-acd7-89dc508184ed tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.639557 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7b97683-1ff5-4dd7-be37-218f725495bd req-2aa54b9b-8c8b-4a5d-91d6-7af92f74d0d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7988931c66014d94a538d603c69f6b55&device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 1095 time: 0.3622451 Jul 09 13:36:35.734733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a0a8041-3dcb-435c-acd7-89dc508184ed tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:35.747030 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a0a8041-3dcb-435c-acd7-89dc508184ed tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.747730 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-8a0a8041-3dcb-435c-acd7-89dc508184ed tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Added segment f17c9013-e911-47c9-8c77-a0c013cf1a22 of type vlan for network d636e23b-091d-4d01-9a8c-46f409149236 Jul 09 13:36:35.795521 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a0a8041-3dcb-435c-acd7-89dc508184ed tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.833607 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38570) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:35.838281 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b97683-1ff5-4dd7-be37-218f725495bd req-b317f27a-1a81-4bd6-afe2-382ac0c0bdff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:35.839747 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7b97683-1ff5-4dd7-be37-218f725495bd req-b317f27a-1a81-4bd6-afe2-382ac0c0bdff service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 HTTP/1.1" status: 200 len: 920 time: 0.1654530 Jul 09 13:36:35.846632 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Request body: {'port': {'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46', 'binding:host_id': 'n-h1-799525-3', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-942589697'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:35.882137 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a0a8041-3dcb-435c-acd7-89dc508184ed tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.888786 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a0a8041-3dcb-435c-acd7-89dc508184ed tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:35.889622 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a0a8041-3dcb-435c-acd7-89dc508184ed tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.905965 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Made reservation on behalf of 25800b5544d249aa9d913bccb0f94bea for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:35.908463 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:35.937714 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7b97683-1ff5-4dd7-be37-218f725495bd req-274ccad9-6246-45f3-bc17-e7d6ecb05f8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f987c4b-4a74-4e26-a2ad-14b4128f6277 HTTP/1.1" status: 200 len: 217 time: 0.0891073 Jul 09 13:36:36.055535 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.065366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Attempting to bind port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:36.066007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Attempting to bind port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:36.066547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Attempting to bind port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc on network d1957568-b13c-4c13-95b6-f6cc35837fbf {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:36.081211 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8a0a8041-3dcb-435c-acd7-89dc508184ed tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5697849 Jul 09 13:36:36.083689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b97683-1ff5-4dd7-be37-218f725495bd req-d8f4ceeb-c16a-4727-b6b1-585e82b6d0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:36.086693 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7b97683-1ff5-4dd7-be37-218f725495bd req-d8f4ceeb-c16a-4727-b6b1-585e82b6d0f6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e16ab60-94e1-4b9b-b001-fec4823748a4 HTTP/1.1" status: 200 len: 859 time: 0.1416144 Jul 09 13:36:36.087435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38574) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:36.091857 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc on network d1957568-b13c-4c13-95b6-f6cc35837fbf not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:36.092387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Attempting to bind port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc on network d1957568-b13c-4c13-95b6-f6cc35837fbf {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:36.095014 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c25733-9ef0-4597-acb0-4b26cade833c req-9fa474de-a55f-4c2e-a707-141e27fad88f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:36.096560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5c25733-9ef0-4597-acb0-4b26cade833c req-9fa474de-a55f-4c2e-a707-141e27fad88f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 0.6783381 Jul 09 13:36:36.118887 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f4818cd-fc36-435f-bace-079f59c55104 req-e25b2a25-4639-416c-a866-af5c3cc56d77 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5416360 Jul 09 13:36:36.126723 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-95298165-9b24-40eb-8ab2-42fa0b2e92e0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'subnet': {'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:36.128751 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0a8041-3dcb-435c-acd7-89dc508184ed tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Network': ['ID=d636e23b-091d-4d01-9a8c-46f409149236,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:36.137456 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7b97683-1ff5-4dd7-be37-218f725495bd req-e0d1e5ad-3bd4-4d76-a7e8-3e6b34d42913 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412719 Jul 09 13:36:36.142442 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network d636e23b-091d-4d01-9a8c-46f409149236 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:36.155518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:36.155950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Checking segment: {'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:36.156285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Bound using segment: {'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:36.156766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Bound port: 87f0b530-8e5b-4ab3-bab0-c770e91e05bc, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0298acb0-a9c7-4c11-ae47-90110901925d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:36.157161 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.244684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f4818cd-fc36-435f-bace-079f59c55104 req-9875981a-340e-4925-92ba-8574ec162934 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093693 Jul 09 13:36:36.314146 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5c25733-9ef0-4597-acb0-4b26cade833c req-9d267a04-773c-4b84-8771-597005c6ca29 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2058911 Jul 09 13:36:36.326589 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf73a2-6126-4658-97eb-6e1dd55b079d req-d9ebe31c-1641-428d-bc78-5f931dbcf258 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:36.328245 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31cf73a2-6126-4658-97eb-6e1dd55b079d req-d9ebe31c-1641-428d-bc78-5f931dbcf258 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 944 time: 0.4268939 Jul 09 13:36:36.407418 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31cf73a2-6126-4658-97eb-6e1dd55b079d req-35fa355b-9fa2-4219-881c-290ba91cf556 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595787 Jul 09 13:36:36.460062 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.470695 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.489803 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] device_id is not set on port 94d5bf34-eae9-45cf-8112-4b70bf451a36 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:36.594084 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7d8a27-547f-463c-9eae-48cbb2fc24e6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:36.658305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef17c078-5d53-47e3-b2fd-ee4c37157492 req-267716d8-53b6-4c8b-9d62-b12054a2fefe tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=be35e3af-ca90-4302-9e8a-b9bd9e25c717 HTTP/1.1" status: 200 len: 210 time: 0.0355067 Jul 09 13:36:36.733811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18987471-43f7-4ed1-8afe-f9ad5e013af2', 'tag': '21c99192-eda1-4ebc-8f17-9c8c7b7639c0'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:36.736649 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bef64b-fb46-4a60-8d92-6bbd40c69243" -d '{"events": [{"name": "network-changed", "server_uuid": "18987471-43f7-4ed1-8afe-f9ad5e013af2", "tag": "21c99192-eda1-4ebc-8f17-9c8c7b7639c0"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:36.741796 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7b97683-1ff5-4dd7-be37-218f725495bd req-4cc71f15-83be-4183-abd8-4ef75feecb2b service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5877142 Jul 09 13:36:36.750130 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-a76af805-cc6a-4364-85bf-546af674f4bc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Allocated IP 172.20.0.13 (25867fa4-222c-42d6-9bc7-92af90407190/1780ebcd-1654-423d-a2c6-37fd59135a20/c692f549-d438-4e06-a902-e856f95c4b5d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:36.795569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc7ba43-d085-4827-b8c8-186cbd91641a req-107ca7f5-64ba-4b34-ae96-3eebee0beff5 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:36.803665 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8fc7ba43-d085-4827-b8c8-186cbd91641a req-107ca7f5-64ba-4b34-ae96-3eebee0beff5 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.2266645 Jul 09 13:36:36.940968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8fc7ba43-d085-4827-b8c8-186cbd91641a req-01ab8323-38b2-46c4-bea6-fbfbe0541ea5 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363013 Jul 09 13:36:36.951362 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95298165-9b24-40eb-8ab2-42fa0b2e92e0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:36.955582 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-95298165-9b24-40eb-8ab2-42fa0b2e92e0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:36.967497 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.016355 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] device_id is not set on port 94d5bf34-eae9-45cf-8112-4b70bf451a36 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:37.054232 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.074259 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebd948-9174-4ea4-88bb-548e3043a7ef req-f88d277d-afbe-42a0-9623-afe4d7230b0b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:37.086333 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7ebd948-9174-4ea4-88bb-548e3043a7ef req-f88d277d-afbe-42a0-9623-afe4d7230b0b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.2608788 Jul 09 13:36:37.137575 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Transition to ACTIVE for port object 94d5bf34-eae9-45cf-8112-4b70bf451a36 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:37.158575 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.168998 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-95298165-9b24-40eb-8ab2-42fa0b2e92e0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.195052 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7ebd948-9174-4ea4-88bb-548e3043a7ef req-7dd6be93-db62-4701-9897-3cbdedaebf91 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073596 Jul 09 13:36:37.228613 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7b97683-1ff5-4dd7-be37-218f725495bd req-976b479f-eaf7-4610-8545-338e41398b94 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691269 Jul 09 13:36:37.240392 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Pushing event updated for resources: {'Port': ['ID=94d5bf34-eae9-45cf-8112-4b70bf451a36,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:37.246268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] For port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:37.246980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Checking segment: {'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:37.247533 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Network hostable DHCP agents. Network: 407e78ab-ec65-4140-b7f7-671404fcde46, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:37.253391 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3b72000-65e7-4596-ad26-3b5beccbd04d x-openstack-request-id: req-d3b72000-65e7-4596-ad26-3b5beccbd04d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:37.253744 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18987471-43f7-4ed1-8afe-f9ad5e013af2", "tag": "21c99192-eda1-4ebc-8f17-9c8c7b7639c0", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:37.253975 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3b72000-65e7-4596-ad26-3b5beccbd04d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:37.254339 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18987471-43f7-4ed1-8afe-f9ad5e013af2', 'tag': '21c99192-eda1-4ebc-8f17-9c8c7b7639c0', 'status': 'completed', 'code': 200} Jul 09 13:36:37.278242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Network 407e78ab-ec65-4140-b7f7-671404fcde46 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:37.291258 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 407e78ab-ec65-4140-b7f7-671404fcde46) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:37.294608 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] For port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:37.295651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:37.307491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c949001-5467-4603-84a8-d04391213671 None None] Network 407e78ab-ec65-4140-b7f7-671404fcde46 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:37.316149 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:37.316639 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:37.317170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:37.322043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95298165-9b24-40eb-8ab2-42fa0b2e92e0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Subnet': ['ID=2299b038-3642-4558-9416-d85fc9a961d4,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:37.322524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:37.323056 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:37.323573 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 2 to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 Jul 09 13:36:37.348534 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:37.349709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:37.350215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:37.356130 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:37.357734 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:37.357734 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 3 to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 Jul 09 13:36:37.375015 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.376873 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:37.377326 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:37.378397 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:37.385328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:37.385780 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:37.386451 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 4 to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 Jul 09 13:36:37.407519 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:37.408202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:37.408706 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:37.414160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:37.414636 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:37.415149 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 5 to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 Jul 09 13:36:37.432840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95298165-9b24-40eb-8ab2-42fa0b2e92e0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Checking segment: {'id': 'f17c9013-e911-47c9-8c77-a0c013cf1a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:37.433211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95298165-9b24-40eb-8ab2-42fa0b2e92e0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network hostable DHCP agents. Network: d636e23b-091d-4d01-9a8c-46f409149236, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:37.447448 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:37.448066 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.449505 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] 10.222.0.15 "PUT /v2.0/ports/87f0b530-8e5b-4ab3-bab0-c770e91e05bc HTTP/1.1" status: 200 len: 1091 time: 4.2287216 Jul 09 13:36:37.469874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:37.471431 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:37.472915 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:37.484928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:37.487984 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:37.490848 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 6 to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 Jul 09 13:36:37.525183 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:37.527995 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:37.528651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:37.542660 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:37.544552 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:37.546462 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 7 to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 Jul 09 13:36:37.585398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:37.588483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:37.589268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:37.594936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95298165-9b24-40eb-8ab2-42fa0b2e92e0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network d636e23b-091d-4d01-9a8c-46f409149236 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:37.602217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:37.603809 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:37.604695 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 8 to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 Jul 09 13:36:37.617380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93321b32-f959-4d6e-8992-cab9f5b69e61 service neutron] Pushing event updated for resources: {'Port': ['ID=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:37.670670 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:37.671406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:37.671984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:37.680105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bef64b-fb46-4a60-8d92-6bbd40c69243 req-9ebbecbb-d7b9-42d6-8919-27f50236451a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:37.681679 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10bef64b-fb46-4a60-8d92-6bbd40c69243 req-9ebbecbb-d7b9-42d6-8919-27f50236451a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7988931c66014d94a538d603c69f6b55&device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 1094 time: 0.4022620 Jul 09 13:36:37.682318 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-95298165-9b24-40eb-8ab2-42fa0b2e92e0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, d636e23b-091d-4d01-9a8c-46f409149236) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:37.690588 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2839f7f8-30a4-4d44-82c4-1ab46092f15c None None] Network d636e23b-091d-4d01-9a8c-46f409149236 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:37.707375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95298165-9b24-40eb-8ab2-42fa0b2e92e0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:37.709255 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-95298165-9b24-40eb-8ab2-42fa0b2e92e0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.725630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:37.726386 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:37.752763 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 9 to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 Jul 09 13:36:37.765719 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-a76af805-cc6a-4364-85bf-546af674f4bc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.775483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:37.775983 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:37.776426 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:37.779197 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-95298165-9b24-40eb-8ab2-42fa0b2e92e0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6881418 Jul 09 13:36:37.782183 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38588) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:37.880459 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-7a7d3983-aacc-4d73-a908-0792fe018827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:37.882456 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-7a7d3983-aacc-4d73-a908-0792fe018827 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21d631c8b7aa4295bb9f42b979feb028&device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 1094 time: 0.3680408 Jul 09 13:36:37.911580 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:37.912089 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:37.919144 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 10 to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 Jul 09 13:36:37.933327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bef64b-fb46-4a60-8d92-6bbd40c69243 req-6381c5a8-396f-41a7-b1c7-e8b1b19a87e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:37.935229 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10bef64b-fb46-4a60-8d92-6bbd40c69243 req-6381c5a8-396f-41a7-b1c7-e8b1b19a87e3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 HTTP/1.1" status: 200 len: 920 time: 0.2452462 Jul 09 13:36:37.941560 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-d636e23b-091d-4d01-9a8c-46f409149236', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:36:37.942955 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:37.978732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24cb33d-a2f5-4b4e-84d0-c0afeaf4b813 req-caaaa462-5638-4bc8-80e5-2c787673f87b tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:37.988140 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f24cb33d-a2f5-4b4e-84d0-c0afeaf4b813 req-caaaa462-5638-4bc8-80e5-2c787673f87b tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 0.3593259 Jul 09 13:36:38.040505 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10bef64b-fb46-4a60-8d92-6bbd40c69243 req-1c3dade0-5ffc-4f8c-83d3-175ff07d257f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21c99192-eda1-4ebc-8f17-9c8c7b7639c0 HTTP/1.1" status: 200 len: 217 time: 0.0567119 Jul 09 13:36:38.041437 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-ab402f32-3884-48ae-a956-16bdebfb7e50 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc HTTP/1.1" status: 200 len: 217 time: 0.1421316 Jul 09 13:36:38.103010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Allocated IP 172.20.0.2 (d636e23b-091d-4d01-9a8c-46f409149236/2299b038-3642-4558-9416-d85fc9a961d4/45872ed7-3201-4821-9528-4b7e571220b0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:38.107213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-a76af805-cc6a-4364-85bf-546af674f4bc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.137446 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-a76af805-cc6a-4364-85bf-546af674f4bc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Network 25867fa4-222c-42d6-9bc7-92af90407190 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:38.146662 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-a76af805-cc6a-4364-85bf-546af674f4bc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:38.149108 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-a76af805-cc6a-4364-85bf-546af674f4bc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:38.224583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-a76af805-cc6a-4364-85bf-546af674f4bc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:38.225264 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-a76af805-cc6a-4364-85bf-546af674f4bc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.252277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:38.253288 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:38.254197 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:38.265001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bef64b-fb46-4a60-8d92-6bbd40c69243 req-e4496786-9d41-42fc-b504-31ff22bc85d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:38.265733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:38.266665 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10bef64b-fb46-4a60-8d92-6bbd40c69243 req-e4496786-9d41-42fc-b504-31ff22bc85d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e16ab60-94e1-4b9b-b001-fec4823748a4 HTTP/1.1" status: 200 len: 859 time: 0.2205293 Jul 09 13:36:38.266932 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 94d5bf34-eae9-45cf-8112-4b70bf451a36 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:38.267500 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.271749 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-a76af805-cc6a-4364-85bf-546af674f4bc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3335037 Jul 09 13:36:38.272874 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-63827ff5-4437-4978-99e3-5159f2e4cbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:38.274858 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-63827ff5-4437-4978-99e3-5159f2e4cbf8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64038094-33bf-4882-9ed5-b515adff07d9 HTTP/1.1" status: 200 len: 856 time: 0.2167909 Jul 09 13:36:38.279952 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.284313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Request body: {'port': {'device_id': 'be35e3af-ca90-4302-9e8a-b9bd9e25c717', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:38.289497 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Transition to ACTIVE for port object 45872ed7-3201-4821-9528-4b7e571220b0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:38.297747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31deb43-3f18-4e04-9c05-d316503adb35 req-1c247e76-f9e2-4840-8a6a-73c621ef743b tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:38.306146 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c31deb43-3f18-4e04-9c05-d316503adb35 req-1c247e76-f9e2-4840-8a6a-73c621ef743b tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 944 time: 0.6226220 Jul 09 13:36:38.307930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Transition to ACTIVE for port object 45872ed7-3201-4821-9528-4b7e571220b0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:38.311888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 21c99192-eda1-4ebc-8f17-9c8c7b7639c0 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:36:38.320155 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10bef64b-fb46-4a60-8d92-6bbd40c69243 req-2bd18d71-9ca7-4417-a3db-a6ba1222c194 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405345 Jul 09 13:36:38.376932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76af805-cc6a-4364-85bf-546af674f4bc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Pushing event updated for resources: {'Port': ['ID=c692f549-d438-4e06-a902-e856f95c4b5d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:38.427715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 21c99192-eda1-4ebc-8f17-9c8c7b7639c0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=21c99192-eda1-4ebc-8f17-9c8c7b7639c0,segment=NetworkSegment(2565525b-8675-431a-a60e-eec0302eaf01),segment_id=2565525b-8675-431a-a60e-eec0302eaf01)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:38.430137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c31deb43-3f18-4e04-9c05-d316503adb35 req-02ccb33a-b9d2-459e-9664-7b973507fab7 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208417 Jul 09 13:36:38.434572 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f24cb33d-a2f5-4b4e-84d0-c0afeaf4b813 req-9b37c490-dc11-4ba0-851f-b0455d3d8481 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4280124 Jul 09 13:36:38.452883 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '21c99192-eda1-4ebc-8f17-9c8c7b7639c0', 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9', 'port_id': '21c99192-eda1-4ebc-8f17-9c8c7b7639c0', 'mac_address': 'fa:16:3e:b8:de:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e16ab60-94e1-4b9b-b001-fec4823748a4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:36:38.554094 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.577532 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.605922 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.632658 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] For port 94d5bf34-eae9-45cf-8112-4b70bf451a36, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:38.632953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-89c5c334-cd7b-4d5c-83c8-8d5ec67f2a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:38.633315 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempted to set empty binding levels {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 13:36:38.636053 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-89c5c334-cd7b-4d5c-83c8-8d5ec67f2a53 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1957568-b13c-4c13-95b6-f6cc35837fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3137872 Jul 09 13:36:38.642061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Pushing event updated for resources: {'Port': ['ID=45872ed7-3201-4821-9528-4b7e571220b0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:38.660145 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.665861 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.668097 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Network d636e23b-091d-4d01-9a8c-46f409149236 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:38.681063 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:38.690697 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:38.691050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:38.691438 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:38.691775 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:38.692922 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:38.693690 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:38.694226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:38.694784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:38.695310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:38.695661 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:38.696092 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:38.696657 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:38.702267 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21c99192-eda1-4ebc-8f17-9c8c7b7639c0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:36:38.707425 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:38.712684 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.767040 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.795680 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 21c99192-eda1-4ebc-8f17-9c8c7b7639c0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=21c99192-eda1-4ebc-8f17-9c8c7b7639c0,segment=NetworkSegment(2565525b-8675-431a-a60e-eec0302eaf01),segment_id=2565525b-8675-431a-a60e-eec0302eaf01)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:38.800168 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Attempting to bind port 45872ed7-3201-4821-9528-4b7e571220b0 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:38.800552 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Attempting to bind port 45872ed7-3201-4821-9528-4b7e571220b0 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'f17c9013-e911-47c9-8c77-a0c013cf1a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:38.800929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Attempting to bind port 45872ed7-3201-4821-9528-4b7e571220b0 on network d636e23b-091d-4d01-9a8c-46f409149236 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:38.809313 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.809988 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 0f987c4b-4a74-4e26-a2ad-14b4128f6277 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:36:38.812040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:38.813257 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.819080 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:38.819524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Checking segment: {'id': 'f17c9013-e911-47c9-8c77-a0c013cf1a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:38.819939 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.820349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Bound using segment: {'id': 'f17c9013-e911-47c9-8c77-a0c013cf1a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:38.820843 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Bound port: 45872ed7-3201-4821-9528-4b7e571220b0, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17c9013-e911-47c9-8c77-a0c013cf1a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:38.821236 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:38.840901 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10bef64b-fb46-4a60-8d92-6bbd40c69243 req-c10d9647-1e32-4b3d-9f5d-e9e6964a54a9 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4534099 Jul 09 13:36:38.903027 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Pushing event updated for resources: {'Port': ['ID=94d5bf34-eae9-45cf-8112-4b70bf451a36,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:38.945685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ef3250fb-e15e-4bad-8296-89c1e89d47fc tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 3.1073518 Jul 09 13:36:38.946563 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 0f987c4b-4a74-4e26-a2ad-14b4128f6277, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0f987c4b-4a74-4e26-a2ad-14b4128f6277,segment=NetworkSegment(2565525b-8675-431a-a60e-eec0302eaf01),segment_id=2565525b-8675-431a-a60e-eec0302eaf01)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:38.953136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38596) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:38.975145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=21c99192-eda1-4ebc-8f17-9c8c7b7639c0,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:38.985569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '0f987c4b-4a74-4e26-a2ad-14b4128f6277', 'network_id': 'cb1c26be-6d88-465b-8a4c-fb612fc6f2f9', 'port_id': '0f987c4b-4a74-4e26-a2ad-14b4128f6277', 'mac_address': 'fa:16:3e:bc:17:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e16ab60-94e1-4b9b-b001-fec4823748a4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:36:38.999227 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10bef64b-fb46-4a60-8d92-6bbd40c69243 req-9fc239f2-4043-456f-ad51-ad8e8eb01d6c service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507964 Jul 09 13:36:39.025362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca71ff46-5cb0-4a0f-b28e-66386e9d9b38 req-b056bc9a-00c6-4ed2-8343-7169318c77f8 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:39.027050 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca71ff46-5cb0-4a0f-b28e-66386e9d9b38 req-b056bc9a-00c6-4ed2-8343-7169318c77f8 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=be35e3af-ca90-4302-9e8a-b9bd9e25c717 HTTP/1.1" status: 200 len: 932 time: 0.4262307 Jul 09 13:36:39.049676 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.069201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] For port 45872ed7-3201-4821-9528-4b7e571220b0, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:39.079760 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-5679bd0a-3237-4116-a156-02a3cff63a0c service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083579 Jul 09 13:36:39.081779 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f987c4b-4a74-4e26-a2ad-14b4128f6277 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:36:39.091635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] For port 45872ed7-3201-4821-9528-4b7e571220b0, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=45872ed7-3201-4821-9528-4b7e571220b0,segment=NetworkSegment(f17c9013-e911-47c9-8c77-a0c013cf1a22),segment_id=f17c9013-e911-47c9-8c77-a0c013cf1a22)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:39.108405 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.117294 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 0f987c4b-4a74-4e26-a2ad-14b4128f6277, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0f987c4b-4a74-4e26-a2ad-14b4128f6277,segment=NetworkSegment(2565525b-8675-431a-a60e-eec0302eaf01),segment_id=2565525b-8675-431a-a60e-eec0302eaf01)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:39.144179 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.199975 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d187b7b-c641-4706-adde-e70feab6f459 req-8d4354b3-edef-4fa4-810a-39b8d65b8e68 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:39.201945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d187b7b-c641-4706-adde-e70feab6f459 req-8d4354b3-edef-4fa4-810a-39b8d65b8e68 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.4690723 Jul 09 13:36:39.203462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe71fb-2a7f-4a54-80b0-d9e28f6572cb None None] Pushing event updated for resources: {'Port': ['ID=45872ed7-3201-4821-9528-4b7e571220b0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:39.279171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=0f987c4b-4a74-4e26-a2ad-14b4128f6277,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:39.296429 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca71ff46-5cb0-4a0f-b28e-66386e9d9b38 req-ce701e5a-8e49-44a7-a070-4c8b51d7dced tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2549126 Jul 09 13:36:39.324582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Allocated IP 172.20.0.1 (d636e23b-091d-4d01-9a8c-46f409149236/2299b038-3642-4558-9416-d85fc9a961d4/9e0e3050-96df-4856-a7c5-333743d9096e) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:39.453637 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['0f987c4b-4a74-4e26-a2ad-14b4128f6277'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:36:39.457413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['21c99192-eda1-4ebc-8f17-9c8c7b7639c0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:36:39.488645 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c692f549-d438-4e06-a902-e856f95c4b5d {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:36:39.516133 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.521016 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0773ed06-168f-42ea-a25e-ddbab4901ec9 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Deleting port 94d5bf34-eae9-45cf-8112-4b70bf451a36 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:39.521531 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0773ed06-168f-42ea-a25e-ddbab4901ec9 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.549715 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Transition to ACTIVE for port object c692f549-d438-4e06-a902-e856f95c4b5d will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:39.551772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'tag': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:39.568368 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7685584-5abc-47b2-a4fe-82b2265127e6" -d '{"events": [{"name": "network-changed", "server_uuid": "de0f1532-f595-455b-b1a7-8900b47da42c", "tag": "87f0b530-8e5b-4ab3-bab0-c770e91e05bc"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:39.595895 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.649834 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d187b7b-c641-4706-adde-e70feab6f459 req-39145d95-f32e-49cf-8a1e-5ac1824022ac tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4125469 Jul 09 13:36:39.698980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Pushing event updated for resources: {'Port': ['ID=c692f549-d438-4e06-a902-e856f95c4b5d,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:39.713742 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.724824 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-0773ed06-168f-42ea-a25e-ddbab4901ec9 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] For port 94d5bf34-eae9-45cf-8112-4b70bf451a36, host n-h1-799525-3, got binding levels [] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:39.725791 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0773ed06-168f-42ea-a25e-ddbab4901ec9 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:39.850634 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba117664-b44c-4e8c-9e85-e78b14e9da79 req-8776a663-1d4d-458b-9962-062c18be9534 service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7105432 Jul 09 13:36:39.857267 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0773ed06-168f-42ea-a25e-ddbab4901ec9 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Calling delete_port for 94d5bf34-eae9-45cf-8112-4b70bf451a36 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:39.859792 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Transition to ACTIVE for port object 9e0e3050-96df-4856-a7c5-333743d9096e will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:39.877531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Attempting to bind port c692f549-d438-4e06-a902-e856f95c4b5d on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:39.877924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Attempting to bind port c692f549-d438-4e06-a902-e856f95c4b5d by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'c31b89bf-c1bd-46ed-ad20-7e883b39d593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '25867fa4-222c-42d6-9bc7-92af90407190'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:39.878215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Attempting to bind port c692f549-d438-4e06-a902-e856f95c4b5d on network 25867fa4-222c-42d6-9bc7-92af90407190 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:39.890450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Port c692f549-d438-4e06-a902-e856f95c4b5d on network 25867fa4-222c-42d6-9bc7-92af90407190 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:39.890813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Attempting to bind port c692f549-d438-4e06-a902-e856f95c4b5d on network 25867fa4-222c-42d6-9bc7-92af90407190 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:39.905271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:39.905694 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Checking segment: {'id': 'c31b89bf-c1bd-46ed-ad20-7e883b39d593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '25867fa4-222c-42d6-9bc7-92af90407190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:39.905977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Bound using segment: {'id': 'c31b89bf-c1bd-46ed-ad20-7e883b39d593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '25867fa4-222c-42d6-9bc7-92af90407190'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:39.906418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Bound port: c692f549-d438-4e06-a902-e856f95c4b5d, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31b89bf-c1bd-46ed-ad20-7e883b39d593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '25867fa4-222c-42d6-9bc7-92af90407190'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:39.906779 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:40.003910 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] For port c692f549-d438-4e06-a902-e856f95c4b5d, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:40.013704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] For port c692f549-d438-4e06-a902-e856f95c4b5d, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c692f549-d438-4e06-a902-e856f95c4b5d,segment=NetworkSegment(c31b89bf-c1bd-46ed-ad20-7e883b39d593),segment_id=c31b89bf-c1bd-46ed-ad20-7e883b39d593)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:40.035720 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:40.100565 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c02217-5f5a-401d-be9a-a7a3e8584b34 req-4540902b-4c9b-4d93-92f8-51eada4aef3c tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:40.102822 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-03c02217-5f5a-401d-be9a-a7a3e8584b34 req-4540902b-4c9b-4d93-92f8-51eada4aef3c tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.3572078 Jul 09 13:36:40.104211 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:40.134962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Pushing event updated for resources: {'Port': ['ID=c692f549-d438-4e06-a902-e856f95c4b5d,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:40.142122 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:40.143895 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:40.145129 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-90c04bc4-972b-4aa1-ac44-bdddbfe21717 service neutron] 10.222.0.18 "PUT /v2.0/ports/c692f549-d438-4e06-a902-e856f95c4b5d HTTP/1.1" status: 200 len: 1092 time: 1.8666811 Jul 09 13:36:40.250976 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0773ed06-168f-42ea-a25e-ddbab4901ec9 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:40.272512 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-03c02217-5f5a-401d-be9a-a7a3e8584b34 req-9bff5563-a67c-4a4b-9f58-6d980a1b8b37 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549044 Jul 09 13:36:40.280538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network d636e23b-091d-4d01-9a8c-46f409149236 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:40.294420 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803d534c-f478-461e-b5b9-d69c36731d21 req-4fb6e8ce-6cb8-4a88-8bb7-4712736fa7c6 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:40.303275 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-803d534c-f478-461e-b5b9-d69c36731d21 req-4fb6e8ce-6cb8-4a88-8bb7-4712736fa7c6 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 945 time: 0.3985436 Jul 09 13:36:40.317370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:40.326288 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:40.327818 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-833a6c48-717e-476d-ace3-b67fdf9bb8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:40.329534 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-833a6c48-717e-476d-ace3-b67fdf9bb8db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66ab61939b2a4e529fc820b30657c9da&device_id=be35e3af-ca90-4302-9e8a-b9bd9e25c717 HTTP/1.1" status: 200 len: 1095 time: 0.1292226 Jul 09 13:36:40.331652 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=9e0e3050-96df-4856-a7c5-333743d9096e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:40.417730 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-7d5dacc6-b12a-4d54-9f9b-645989408830 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c692f549-d438-4e06-a902-e856f95c4b5d HTTP/1.1" status: 200 len: 217 time: 0.0715673 Jul 09 13:36:40.432796 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0773ed06-168f-42ea-a25e-ddbab4901ec9 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:40.437214 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0773ed06-168f-42ea-a25e-ddbab4901ec9 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] 10.222.0.39 "DELETE /v2.0/ports/94d5bf34-eae9-45cf-8112-4b70bf451a36 HTTP/1.1" status: 204 len: 168 time: 1.4805551 Jul 09 13:36:40.438589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38610) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:40.457695 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-803d534c-f478-461e-b5b9-d69c36731d21 req-b7d55674-802e-45fe-9d07-0a08a92725f4 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528592 Jul 09 13:36:40.458454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0773ed06-168f-42ea-a25e-ddbab4901ec9 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Pushing event deleted for resources: {'Port': ['ID=94d5bf34-eae9-45cf-8112-4b70bf451a36,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:40.469512 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:40.512534 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-30c68ac4-76dd-4d9f-9ee9-44d73f4678aa tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] GET failed (client error): The resource could not be found. Jul 09 13:36:40.514244 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-30c68ac4-76dd-4d9f-9ee9-44d73f4678aa tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] 10.222.0.39 "GET /v2.0/ports/94d5bf34-eae9-45cf-8112-4b70bf451a36 HTTP/1.1" status: 404 len: 333 time: 0.0737507 Jul 09 13:36:40.520665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38612) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:40.526520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3a6bb326-7a96-4458-838b-8109a4d70b40 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Request body: {'port': {'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1403098392'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:40.548172 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a0a22b-b718-479c-bfa0-bf27bbfcb094 x-openstack-request-id: req-38a0a22b-b718-479c-bfa0-bf27bbfcb094 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:40.548172 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0f1532-f595-455b-b1a7-8900b47da42c", "tag": "87f0b530-8e5b-4ab3-bab0-c770e91e05bc", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:40.548563 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-38a0a22b-b718-479c-bfa0-bf27bbfcb094 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:40.548879 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'tag': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'status': 'completed', 'code': 200} Jul 09 13:36:40.615757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-e62f5eda-27e2-4943-9083-c643390c56bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:40.617311 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-e62f5eda-27e2-4943-9083-c643390c56bf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1780ebcd-1654-423d-a2c6-37fd59135a20 HTTP/1.1" status: 200 len: 849 time: 0.1884770 Jul 09 13:36:40.677045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6bb326-7a96-4458-838b-8109a4d70b40 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Made reservation on behalf of 25800b5544d249aa9d913bccb0f94bea for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:40.682752 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a6bb326-7a96-4458-838b-8109a4d70b40 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:40.688773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-bb21c583-ee10-41a7-8c7f-64eb6b9fb526 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25867fa4-222c-42d6-9bc7-92af90407190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503333 Jul 09 13:36:40.812370 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-3a6bb326-7a96-4458-838b-8109a4d70b40 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] device_id is not set on port 329b1af2-a7de-4031-8db2-8adc9fd746be yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:40.835466 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 45872ed7-3201-4821-9528-4b7e571220b0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:40.940002 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 45872ed7-3201-4821-9528-4b7e571220b0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:40.965176 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7685584-5abc-47b2-a4fe-82b2265127e6 req-82af2399-eb1b-4e05-bde4-ad7505ec2466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:40.968610 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7685584-5abc-47b2-a4fe-82b2265127e6 req-82af2399-eb1b-4e05-bde4-ad7505ec2466 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21d631c8b7aa4295bb9f42b979feb028&device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 1094 time: 0.3926966 Jul 09 13:36:40.979632 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58596b50-5081-4b8e-8ed4-6545b5f783aa None None] Network d636e23b-091d-4d01-9a8c-46f409149236 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:41.061713 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-a028ee93-6cc6-4e7e-b7ec-f9a033c4bc2f service neutron] 10.222.0.18 "GET /v2.0/networks/25867fa4-222c-42d6-9bc7-92af90407190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3536706 Jul 09 13:36:41.141049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-56ddd790-9e86-49a7-ab03-718e40fc3c73 None None] Provisioning for port 45872ed7-3201-4821-9528-4b7e571220b0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:41.148246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-56ddd790-9e86-49a7-ab03-718e40fc3c73 None None] Provisioning complete for port 45872ed7-3201-4821-9528-4b7e571220b0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:41.149244 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56ddd790-9e86-49a7-ab03-718e40fc3c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:41.284801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1e39f-9fa0-45ea-b1db-277bf55d7543 req-9847e41e-c7ce-4258-bfe6-a191eb6b5168 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:41.286980 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bed1e39f-9fa0-45ea-b1db-277bf55d7543 req-9847e41e-c7ce-4258-bfe6-a191eb6b5168 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=be35e3af-ca90-4302-9e8a-b9bd9e25c717 HTTP/1.1" status: 200 len: 944 time: 0.2113471 Jul 09 13:36:41.292519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7685584-5abc-47b2-a4fe-82b2265127e6 req-c0477221-8048-4928-a22b-99eb8f0cb73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:41.293651 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7685584-5abc-47b2-a4fe-82b2265127e6 req-c0477221-8048-4928-a22b-99eb8f0cb73a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 200 len: 918 time: 0.3137548 Jul 09 13:36:41.299839 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56ddd790-9e86-49a7-ab03-718e40fc3c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:41.301629 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a6bb326-7a96-4458-838b-8109a4d70b40 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:41.310510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d13aa52-088c-4718-839c-0a801313deaf req-0b6b5dc9-8365-4218-8794-60ea98ac1853 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:41.312153 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d13aa52-088c-4718-839c-0a801313deaf req-0b6b5dc9-8365-4218-8794-60ea98ac1853 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 0.2376957 Jul 09 13:36:41.368266 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:41.371516 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-243cba21-0093-4e0d-8e76-ce9a6609d421 req-ab5ccbeb-72bf-4fa2-a1b7-7fc089b7d8c6 service neutron] 10.222.0.18 "GET /v2.0/networks/25867fa4-222c-42d6-9bc7-92af90407190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017213 Jul 09 13:36:41.373468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-56ddd790-9e86-49a7-ab03-718e40fc3c73 None None] For port 45872ed7-3201-4821-9528-4b7e571220b0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=45872ed7-3201-4821-9528-4b7e571220b0,segment=NetworkSegment(f17c9013-e911-47c9-8c77-a0c013cf1a22),segment_id=f17c9013-e911-47c9-8c77-a0c013cf1a22)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:41.374591 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7685584-5abc-47b2-a4fe-82b2265127e6 req-574e5135-2d0a-4d4a-bccc-df6d5e9dffb4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc HTTP/1.1" status: 200 len: 217 time: 0.0655007 Jul 09 13:36:41.396971 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56ddd790-9e86-49a7-ab03-718e40fc3c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:41.421430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bed1e39f-9fa0-45ea-b1db-277bf55d7543 req-152ef8ce-0b29-4e3b-bd40-f5b473a1b6d0 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246407 Jul 09 13:36:41.472469 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7685584-5abc-47b2-a4fe-82b2265127e6 req-d3a25021-89b5-47fd-a539-f776de613af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:41.474433 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d13aa52-088c-4718-839c-0a801313deaf req-90d37e07-4df8-47a1-b111-74d3f40035ac tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1229889 Jul 09 13:36:41.475329 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7685584-5abc-47b2-a4fe-82b2265127e6 req-d3a25021-89b5-47fd-a539-f776de613af5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64038094-33bf-4882-9ed5-b515adff07d9 HTTP/1.1" status: 200 len: 856 time: 0.0938756 Jul 09 13:36:41.576852 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ddd790-9e86-49a7-ab03-718e40fc3c73 None None] Pushing event updated for resources: {'Port': ['ID=45872ed7-3201-4821-9528-4b7e571220b0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:41.578242 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a6bb326-7a96-4458-838b-8109a4d70b40 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:41.665408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6bb326-7a96-4458-838b-8109a4d70b40 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Network 407e78ab-ec65-4140-b7f7-671404fcde46 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:41.683982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3a6bb326-7a96-4458-838b-8109a4d70b40 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:41.691464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6bb326-7a96-4458-838b-8109a4d70b40 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:41.694365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6bb326-7a96-4458-838b-8109a4d70b40 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:41.695378 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a6bb326-7a96-4458-838b-8109a4d70b40 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:41.713379 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6bb326-7a96-4458-838b-8109a4d70b40 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Pushing event updated for resources: {'Port': ['ID=329b1af2-a7de-4031-8db2-8adc9fd746be,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:41.723979 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3a6bb326-7a96-4458-838b-8109a4d70b40 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1992726 Jul 09 13:36:41.726047 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38622) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:41.737279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:41.831061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5ef22ec3-bff4-48ed-89be-5a1663841a69 None None] Provisioning complete for port 45872ed7-3201-4821-9528-4b7e571220b0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:41.831481 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ef22ec3-bff4-48ed-89be-5a1663841a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:41.943017 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b347887-0700-48f2-9cb7-48862abee6ce req-e3b4694f-90fd-4402-b9a7-e1e60bb339d0 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:41.956287 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b347887-0700-48f2-9cb7-48862abee6ce req-e3b4694f-90fd-4402-b9a7-e1e60bb339d0 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.1976514 Jul 09 13:36:42.069987 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5ef22ec3-bff4-48ed-89be-5a1663841a69 None None] Provisioning for port 9e0e3050-96df-4856-a7c5-333743d9096e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:42.089000 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5ef22ec3-bff4-48ed-89be-5a1663841a69 None None] Provisioning complete for port 9e0e3050-96df-4856-a7c5-333743d9096e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:42.089442 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ef22ec3-bff4-48ed-89be-5a1663841a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.144935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b347887-0700-48f2-9cb7-48862abee6ce req-2450a1dc-594e-43ca-9ad5-ddc902553882 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876593 Jul 09 13:36:42.154944 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:36:42.168958 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 21c99192-eda1-4ebc-8f17-9c8c7b7639c0 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:42.247077 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.262869 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.285464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5ef22ec3-bff4-48ed-89be-5a1663841a69 None None] Port 9e0e3050-96df-4856-a7c5-333743d9096e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:42.309986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 21c99192-eda1-4ebc-8f17-9c8c7b7639c0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:42.314553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 21c99192-eda1-4ebc-8f17-9c8c7b7639c0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:42.314934 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.386140 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.446927 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc48696-f0e6-4064-9b27-0213a05c5be2 req-67d01ba4-cae3-40f3-bdba-eedf0cf2768d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:42.449019 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3fc48696-f0e6-4064-9b27-0213a05c5be2 req-67d01ba4-cae3-40f3-bdba-eedf0cf2768d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.4657526 Jul 09 13:36:42.490695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7685584-5abc-47b2-a4fe-82b2265127e6 req-e5966821-582b-40d2-813c-cfde5b4fe665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:42.496460 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7685584-5abc-47b2-a4fe-82b2265127e6 req-e5966821-582b-40d2-813c-cfde5b4fe665 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1957568-b13c-4c13-95b6-f6cc35837fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0127435 Jul 09 13:36:42.497145 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.537855 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.542339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=9e0e3050-96df-4856-a7c5-333743d9096e,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:42.583302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 87f0b530-8e5b-4ab3-bab0-c770e91e05bc details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:36:42.592410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e5b941fa-3bbb-4750-ba1f-5bf0011da2e2 None None] Provisioning complete for port 9e0e3050-96df-4856-a7c5-333743d9096e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:42.592903 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5b941fa-3bbb-4750-ba1f-5bf0011da2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.636085 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ae0547-cf5f-4ac8-88d7-705f0d3a4dc3 req-1bed6743-9290-4eba-b255-e0f9a2b61c3b tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:42.656804 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7ae0547-cf5f-4ac8-88d7-705f0d3a4dc3 req-1bed6743-9290-4eba-b255-e0f9a2b61c3b tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 945 time: 0.2603498 Jul 09 13:36:42.665471 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18987471-43f7-4ed1-8afe-f9ad5e013af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c99192-eda1-4ebc-8f17-9c8c7b7639c0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:42.672906 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad8fc8a-d867-44f0-b7b9-9bfb87fc8a95" -d '{"events": [{"server_uuid": "18987471-43f7-4ed1-8afe-f9ad5e013af2", "name": "network-vif-plugged", "status": "completed", "tag": "21c99192-eda1-4ebc-8f17-9c8c7b7639c0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:42.689362 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be35e3af-ca90-4302-9e8a-b9bd9e25c717', 'tag': 'c692f549-d438-4e06-a902-e856f95c4b5d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:42.698403 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0e4c12-47f0-4a2f-bcc9-d4a4f7cd3f53" -d '{"events": [{"name": "network-changed", "server_uuid": "be35e3af-ca90-4302-9e8a-b9bd9e25c717", "tag": "c692f549-d438-4e06-a902-e856f95c4b5d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:42.703138 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3fc48696-f0e6-4064-9b27-0213a05c5be2 req-510cf071-2068-49b3-8a71-9fef2e8ee443 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397361 Jul 09 13:36:42.757716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 21c99192-eda1-4ebc-8f17-9c8c7b7639c0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=21c99192-eda1-4ebc-8f17-9c8c7b7639c0,segment=NetworkSegment(2565525b-8675-431a-a60e-eec0302eaf01),segment_id=2565525b-8675-431a-a60e-eec0302eaf01)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:42.767612 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7ae0547-cf5f-4ac8-88d7-705f0d3a4dc3 req-d70b682d-f6a3-42ce-a61e-c1922dbd066b tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089795 Jul 09 13:36:42.791602 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:42.792407 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 0f987c4b-4a74-4e26-a2ad-14b4128f6277 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:42.843436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network d636e23b-091d-4d01-9a8c-46f409149236 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:42.845324 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:42.895417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=21c99192-eda1-4ebc-8f17-9c8c7b7639c0,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:42.900209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 45872ed7-3201-4821-9528-4b7e571220b0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:42.922846 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e5b941fa-3bbb-4750-ba1f-5bf0011da2e2 None None] Port 9e0e3050-96df-4856-a7c5-333743d9096e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:43.078430 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:43.094101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'port_id': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'mac_address': 'fa:16:3e:2a:e0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:36:43.161524 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] device_id is not set on port 329b1af2-a7de-4031-8db2-8adc9fd746be yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:43.165407 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.171968 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.185333 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f0b530-8e5b-4ab3-bab0-c770e91e05bc {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:36:43.189049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Transition to ACTIVE for port object 329b1af2-a7de-4031-8db2-8adc9fd746be will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:43.197483 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7685584-5abc-47b2-a4fe-82b2265127e6 req-426e64d1-f335-48f2-8254-411f893607f2 service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6683452 Jul 09 13:36:43.199031 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.244002 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 0f987c4b-4a74-4e26-a2ad-14b4128f6277 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:43.249505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 45872ed7-3201-4821-9528-4b7e571220b0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:43.250269 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.323255 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:43.331165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 0f987c4b-4a74-4e26-a2ad-14b4128f6277 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:43.335774 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.341888 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.376816 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Pushing event updated for resources: {'Port': ['ID=329b1af2-a7de-4031-8db2-8adc9fd746be,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:43.394934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:43.395365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:43.395951 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:43.408287 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:43.408656 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:43.413107 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 2 to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be Jul 09 13:36:43.433943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:43.434352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:43.434700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:43.443865 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:43.444287 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:43.444566 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990e0f0-01a5-4dc4-97d5-eed8959e6675 req-df02b57f-7dfb-4993-949b-02a9272c2440 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:43.446890 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7685584-5abc-47b2-a4fe-82b2265127e6 req-b9f4f39e-039c-47f1-b4fd-ff2f6676ac37 service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414651 Jul 09 13:36:43.447378 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 3 to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be Jul 09 13:36:43.449777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:43.460063 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a990e0f0-01a5-4dc4-97d5-eed8959e6675 req-df02b57f-7dfb-4993-949b-02a9272c2440 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=be35e3af-ca90-4302-9e8a-b9bd9e25c717 HTTP/1.1" status: 200 len: 944 time: 0.3797634 Jul 09 13:36:43.476914 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:43.477257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:43.477615 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:43.482944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:43.483309 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:43.483709 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 4 to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be Jul 09 13:36:43.496105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-200e02cd-c139-45dc-ba4c-efb3a5efa6e6 None None] Provisioning complete for port 9e0e3050-96df-4856-a7c5-333743d9096e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:43.496879 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-200e02cd-c139-45dc-ba4c-efb3a5efa6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.505569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:43.506158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:43.506263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:43.513911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:43.514249 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:43.514657 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 5 to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be Jul 09 13:36:43.532042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:43.532418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:43.532729 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:43.538927 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:43.539403 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:43.539878 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 6 to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be Jul 09 13:36:43.550190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a2ffe2-c718-4af0-a93a-0cd21a993650 req-3bec6874-d69c-41d7-9a5f-08b89b4f8eb0 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:43.551886 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5a2ffe2-c718-4af0-a93a-0cd21a993650 req-3bec6874-d69c-41d7-9a5f-08b89b4f8eb0 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 0.4013364 Jul 09 13:36:43.570700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:43.571206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:43.571610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:43.578669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:43.579222 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:43.579762 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 7 to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be Jul 09 13:36:43.598026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 90d5d88c-1ad0-4d18-843a-495f2d65c47c is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:36:43.601731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:43.602075 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:43.602791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:43.607807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-200e02cd-c139-45dc-ba4c-efb3a5efa6e6 None None] Port 9e0e3050-96df-4856-a7c5-333743d9096e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:43.608653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:43.609001 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:43.609398 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 8 to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be Jul 09 13:36:43.627451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:43.627842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:43.628777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:43.635053 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:43.635425 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:43.636318 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 9 to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be Jul 09 13:36:43.638933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a990e0f0-01a5-4dc4-97d5-eed8959e6675 req-3052e900-5a4a-40ee-9027-88d0dfc7ecd5 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707749 Jul 09 13:36:43.650589 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['87f0b530-8e5b-4ab3-bab0-c770e91e05bc'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:36:43.683162 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:43.683702 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:43.684483 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:43.699380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:43.699930 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:43.700499 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 10 to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be Jul 09 13:36:43.738422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:43.738838 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:43.739422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:43.744930 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:43.748542 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5a2ffe2-c718-4af0-a93a-0cd21a993650 req-c6fbe699-bf43-46e4-aac9-1a6d914afe2e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810415 Jul 09 13:36:43.748821 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 329b1af2-a7de-4031-8db2-8adc9fd746be on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:43.749341 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.788451 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae27b85f-b7d6-4231-9df9-a9b5b6b16c58 x-openstack-request-id: req-ae27b85f-b7d6-4231-9df9-a9b5b6b16c58 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:43.788724 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18987471-43f7-4ed1-8afe-f9ad5e013af2", "name": "network-vif-plugged", "status": "completed", "tag": "21c99192-eda1-4ebc-8f17-9c8c7b7639c0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:43.788986 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae27b85f-b7d6-4231-9df9-a9b5b6b16c58 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:43.789381 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18987471-43f7-4ed1-8afe-f9ad5e013af2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21c99192-eda1-4ebc-8f17-9c8c7b7639c0', 'code': 200} Jul 09 13:36:43.794822 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:43.805406 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-57b43343-23d3-425f-b1d0-d30194c95455 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/90d5d88c-1ad0-4d18-843a-495f2d65c47c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0171072 Jul 09 13:36:43.805406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38640) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:43.813528 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-eeb25e4f-1fe8-4aa3-836d-5ca7882dffc9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'network': {'name': 'tempest-RoutersTest-2082399257'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:43.826820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Sync routers for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:43.866403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb25e4f-1fe8-4aa3-836d-5ca7882dffc9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:43.870582 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb25e4f-1fe8-4aa3-836d-5ca7882dffc9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.887394 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.917148 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb25e4f-1fe8-4aa3-836d-5ca7882dffc9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:43.928887 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb25e4f-1fe8-4aa3-836d-5ca7882dffc9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:43.929236 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-eeb25e4f-1fe8-4aa3-836d-5ca7882dffc9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Added segment 25ed2981-b700-4446-8208-80b8b2e7e8f9 of type vlan for network a592d815-ffd2-4621-942a-946366a6dffa Jul 09 13:36:43.937234 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2ee31ef-e534-472a-8157-fbe787beae89 x-openstack-request-id: req-b2ee31ef-e534-472a-8157-fbe787beae89 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:43.955533 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be35e3af-ca90-4302-9e8a-b9bd9e25c717", "tag": "c692f549-d438-4e06-a902-e856f95c4b5d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:43.955820 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2ee31ef-e534-472a-8157-fbe787beae89 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:43.956924 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:43.958111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:43.958482 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be35e3af-ca90-4302-9e8a-b9bd9e25c717', 'tag': 'c692f549-d438-4e06-a902-e856f95c4b5d', 'status': 'completed', 'code': 200} Jul 09 13:36:44.031649 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb25e4f-1fe8-4aa3-836d-5ca7882dffc9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.074235 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb25e4f-1fe8-4aa3-836d-5ca7882dffc9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.080297 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb25e4f-1fe8-4aa3-836d-5ca7882dffc9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.081058 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb25e4f-1fe8-4aa3-836d-5ca7882dffc9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.182159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] For port 329b1af2-a7de-4031-8db2-8adc9fd746be, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:44.183712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempted to set empty binding levels {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 13:36:44.204553 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-eeb25e4f-1fe8-4aa3-836d-5ca7882dffc9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3999460 Jul 09 13:36:44.209272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38644) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:44.215528 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fd721c87-0f54-4d93-a875-fda15112c8ba tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'subnet': {'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:44.224393 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb25e4f-1fe8-4aa3-836d-5ca7882dffc9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Network': ['ID=a592d815-ffd2-4621-942a-946366a6dffa,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:44.235408 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.326646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Pushing event updated for resources: {'Port': ['ID=329b1af2-a7de-4031-8db2-8adc9fd746be,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:44.326952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:44.341187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee532bda-45f8-4c69-9936-b5a24e013e5f req-5bec5625-83c3-4646-9021-4bd98fc31edb tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.353554 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee532bda-45f8-4c69-9936-b5a24e013e5f req-5bec5625-83c3-4646-9021-4bd98fc31edb tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.2902908 Jul 09 13:36:44.423237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] In _notify_port_updated(), no bound segment for port 329b1af2-a7de-4031-8db2-8adc9fd746be on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:36:44.424643 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.425620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c692f549-d438-4e06-a902-e856f95c4b5d details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:36:44.425925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.427793 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network a592d815-ffd2-4621-942a-946366a6dffa details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:44.429362 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cf9eb413-0d6a-4c7e-8fc1-ef46b1a82a71 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] 10.222.0.39 "PUT /v2.0/ports/329b1af2-a7de-4031-8db2-8adc9fd746be HTTP/1.1" status: 200 len: 975 time: 2.7023163 Jul 09 13:36:44.432010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38646) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:44.432717 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee532bda-45f8-4c69-9936-b5a24e013e5f req-e0fd0ec6-76aa-4b87-b887-18c15466491b tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780818 Jul 09 13:36:44.591865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 0f987c4b-4a74-4e26-a2ad-14b4128f6277, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0f987c4b-4a74-4e26-a2ad-14b4128f6277,segment=NetworkSegment(2565525b-8675-431a-a60e-eec0302eaf01),segment_id=2565525b-8675-431a-a60e-eec0302eaf01)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:44.616295 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.621460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd721c87-0f54-4d93-a875-fda15112c8ba tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:44.629042 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd721c87-0f54-4d93-a875-fda15112c8ba tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:44.649789 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce054661-b551-4cbc-bfe2-cdfe81f49eb2 req-f1c0c67f-e10b-4e98-9864-ce004d8507e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.651363 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ce054661-b551-4cbc-bfe2-cdfe81f49eb2 req-f1c0c67f-e10b-4e98-9864-ce004d8507e1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 1096 time: 0.7808130 Jul 09 13:36:44.656152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e4c12-47f0-4a2f-bcc9-d4a4f7cd3f53 req-49f17bb8-050f-45fd-b515-d781be98bed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.657628 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc0e4c12-47f0-4a2f-bcc9-d4a4f7cd3f53 req-49f17bb8-050f-45fd-b515-d781be98bed2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66ab61939b2a4e529fc820b30657c9da&device_id=be35e3af-ca90-4302-9e8a-b9bd9e25c717 HTTP/1.1" status: 200 len: 1095 time: 0.7424788 Jul 09 13:36:44.793146 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ce054661-b551-4cbc-bfe2-cdfe81f49eb2 req-d3ec829d-dbbb-481b-b443-da753dfb912e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316605 Jul 09 13:36:44.820133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.820631 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.821245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.821590 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.822068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.822542 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.823016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.823533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.824421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.824554 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.824933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.825443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.826045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.826518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.827605 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.827605 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.827968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.828742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.828903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.829589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.829829 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.830286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.830753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.831322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.831794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.832257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.833464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.834068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.834864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.835006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.835497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.836097 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.838453 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddf565-2cb8-4a8f-a587-2626436dd10f req-a6f9d9a0-ad7b-4c73-a404-dd0f2a6f0532 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.843759 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1262fad6-0bb9-4b35-a332-ec879d441b56 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 28780 time: 0.4056797 Jul 09 13:36:44.843960 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8fddf565-2cb8-4a8f-a587-2626436dd10f req-a6f9d9a0-ad7b-4c73-a404-dd0f2a6f0532 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.2850356 Jul 09 13:36:44.845396 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38652) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:44.857273 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c786c-ed60-4d3e-bf9b-d66bfba83ada req-b8c3553c-8bfd-4dd6-b6b4-a28c6b1d5941 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.868012 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e8c786c-ed60-4d3e-bf9b-d66bfba83ada req-b8c3553c-8bfd-4dd6-b6b4-a28c6b1d5941 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.2792809 Jul 09 13:36:44.930161 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e4c12-47f0-4a2f-bcc9-d4a4f7cd3f53 req-dfddf308-735a-48c7-a0e8-4e9a5ab67dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:44.931849 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc0e4c12-47f0-4a2f-bcc9-d4a4f7cd3f53 req-dfddf308-735a-48c7-a0e8-4e9a5ab67dee service neutron] 10.222.0.18 "GET /v2.0/networks?id=25867fa4-222c-42d6-9bc7-92af90407190 HTTP/1.1" status: 200 len: 910 time: 0.2592206 Jul 09 13:36:44.993544 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8fddf565-2cb8-4a8f-a587-2626436dd10f req-336fbfc2-6b4d-47bd-8747-efc12cf6242b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166701 Jul 09 13:36:45.003196 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc0e4c12-47f0-4a2f-bcc9-d4a4f7cd3f53 req-2662a57f-d40e-4319-a214-3041cef401ee service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c692f549-d438-4e06-a902-e856f95c4b5d HTTP/1.1" status: 200 len: 217 time: 0.0445921 Jul 09 13:36:45.039922 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e8c786c-ed60-4d3e-bf9b-d66bfba83ada req-38730cd9-3664-4c9e-94f2-457894751707 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704836 Jul 09 13:36:45.088869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-377db356-bfdd-4d65-bff2-f9e213856b99 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Deleting port 329b1af2-a7de-4031-8db2-8adc9fd746be {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:45.089217 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-377db356-bfdd-4d65-bff2-f9e213856b99 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.093184 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0e4c12-47f0-4a2f-bcc9-d4a4f7cd3f53 req-b9e5f0e2-d4c4-4954-aa28-41f91e9ff247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:45.094792 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc0e4c12-47f0-4a2f-bcc9-d4a4f7cd3f53 req-b9e5f0e2-d4c4-4954-aa28-41f91e9ff247 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1780ebcd-1654-423d-a2c6-37fd59135a20 HTTP/1.1" status: 200 len: 849 time: 0.0855601 Jul 09 13:36:45.173413 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc0e4c12-47f0-4a2f-bcc9-d4a4f7cd3f53 req-61ac303d-5835-4ce4-bf7a-2f7a10997370 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25867fa4-222c-42d6-9bc7-92af90407190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0682228 Jul 09 13:36:45.183827 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd721c87-0f54-4d93-a875-fda15112c8ba tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.232720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=0f987c4b-4a74-4e26-a2ad-14b4128f6277,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:45.241900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-377db356-bfdd-4d65-bff2-f9e213856b99 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] For port 329b1af2-a7de-4031-8db2-8adc9fd746be, host n-h1-799525-3, got binding levels [] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:45.242278 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-377db356-bfdd-4d65-bff2-f9e213856b99 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.263840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-377db356-bfdd-4d65-bff2-f9e213856b99 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Calling delete_port for 329b1af2-a7de-4031-8db2-8adc9fd746be owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:45.329724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c692f549-d438-4e06-a902-e856f95c4b5d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c692f549-d438-4e06-a902-e856f95c4b5d,segment=NetworkSegment(c31b89bf-c1bd-46ed-ad20-7e883b39d593),segment_id=c31b89bf-c1bd-46ed-ad20-7e883b39d593)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:45.349431 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'c692f549-d438-4e06-a902-e856f95c4b5d', 'network_id': '25867fa4-222c-42d6-9bc7-92af90407190', 'port_id': 'c692f549-d438-4e06-a902-e856f95c4b5d', 'mac_address': 'fa:16:3e:79:a6:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1780ebcd-1654-423d-a2c6-37fd59135a20', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:36:45.354242 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc0e4c12-47f0-4a2f-bcc9-d4a4f7cd3f53 req-2cd5944d-25f9-4178-a8a2-2797b14526ae service neutron] 10.222.0.18 "GET /v2.0/networks/25867fa4-222c-42d6-9bc7-92af90407190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715689 Jul 09 13:36:45.396813 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd721c87-0f54-4d93-a875-fda15112c8ba tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Subnet': ['ID=88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:45.413564 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-377db356-bfdd-4d65-bff2-f9e213856b99 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.422885 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.450754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c692f549-d438-4e06-a902-e856f95c4b5d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:36:45.488623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377db356-bfdd-4d65-bff2-f9e213856b99 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Pushing event deleted for resources: {'Port': ['ID=329b1af2-a7de-4031-8db2-8adc9fd746be,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:45.500794 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-377db356-bfdd-4d65-bff2-f9e213856b99 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.500997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c692f549-d438-4e06-a902-e856f95c4b5d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c692f549-d438-4e06-a902-e856f95c4b5d,segment=NetworkSegment(c31b89bf-c1bd-46ed-ad20-7e883b39d593),segment_id=c31b89bf-c1bd-46ed-ad20-7e883b39d593)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:45.505756 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-377db356-bfdd-4d65-bff2-f9e213856b99 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] 10.222.0.39 "DELETE /v2.0/ports/329b1af2-a7de-4031-8db2-8adc9fd746be HTTP/1.1" status: 204 len: 168 time: 0.6575968 Jul 09 13:36:45.506019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38656) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:45.511531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:36:41Z', 'revision_number': 2, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:41Z', 'revision_number': 2, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:45.546011 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-d660e50a-bdcd-4f3a-a8bd-cb4e58b80850 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] GET failed (client error): The resource could not be found. Jul 09 13:36:45.551106 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d660e50a-bdcd-4f3a-a8bd-cb4e58b80850 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] 10.222.0.39 "GET /v2.0/ports/329b1af2-a7de-4031-8db2-8adc9fd746be HTTP/1.1" status: 404 len: 333 time: 0.0409038 Jul 09 13:36:45.552605 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38658) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:45.561811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-55e3d380-921b-4ffa-a9ed-92ef659ef020 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-340112403', 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:45.597031 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc0e4c12-47f0-4a2f-bcc9-d4a4f7cd3f53 req-5c0629e5-83a5-4ad5-b81c-f8439a36cfef service neutron] 10.222.0.18 "GET /v2.0/networks/25867fa4-222c-42d6-9bc7-92af90407190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288013 Jul 09 13:36:45.600009 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e3d380-921b-4ffa-a9ed-92ef659ef020 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Made reservation on behalf of 25800b5544d249aa9d913bccb0f94bea for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:45.603305 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55e3d380-921b-4ffa-a9ed-92ef659ef020 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.606509 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.609724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Checking router: 90d5d88c-1ad0-4d18-843a-495f2d65c47c for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:36:45.610429 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd721c87-0f54-4d93-a875-fda15112c8ba tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Checking segment: {'id': '25ed2981-b700-4446-8208-80b8b2e7e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:45.611005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd721c87-0f54-4d93-a875-fda15112c8ba tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network hostable DHCP agents. Network: a592d815-ffd2-4621-942a-946366a6dffa, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:45.611957 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Updating router 90d5d88c-1ad0-4d18-843a-495f2d65c47c port 9e0e3050-96df-4856-a7c5-333743d9096e binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:36:45.638322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-55e3d380-921b-4ffa-a9ed-92ef659ef020 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] device_id is not set on port 2515b8c9-b1d4-4af7-8cff-1a8ca2a90448 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:45.700972 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.707056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366380c-c58a-4bf2-bb4f-e8a68db7ef80 req-5138f42a-5ce6-4207-a1a1-501fab4ed17c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:45.722773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366380c-c58a-4bf2-bb4f-e8a68db7ef80 req-5138f42a-5ce6-4207-a1a1-501fab4ed17c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:45.744219 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366380c-c58a-4bf2-bb4f-e8a68db7ef80 req-5138f42a-5ce6-4207-a1a1-501fab4ed17c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:45.750646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366380c-c58a-4bf2-bb4f-e8a68db7ef80 req-5138f42a-5ce6-4207-a1a1-501fab4ed17c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:45.766407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366380c-c58a-4bf2-bb4f-e8a68db7ef80 req-5138f42a-5ce6-4207-a1a1-501fab4ed17c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:45.774812 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366380c-c58a-4bf2-bb4f-e8a68db7ef80 req-5138f42a-5ce6-4207-a1a1-501fab4ed17c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:45.791109 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8be00f-0084-4c13-8827-dc30357bda96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f987c4b-4a74-4e26-a2ad-14b4128f6277'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:45.793955 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366380c-c58a-4bf2-bb4f-e8a68db7ef80 req-5138f42a-5ce6-4207-a1a1-501fab4ed17c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:45.803201 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0366380c-c58a-4bf2-bb4f-e8a68db7ef80 req-5138f42a-5ce6-4207-a1a1-501fab4ed17c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5434 time: 0.4615221 Jul 09 13:36:45.806556 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04c945e-cb5c-45f6-9d46-9a096b7d06ee" -d '{"events": [{"server_uuid": "8b8be00f-0084-4c13-8827-dc30357bda96", "name": "network-vif-plugged", "status": "completed", "tag": "0f987c4b-4a74-4e26-a2ad-14b4128f6277"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:45.833926 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97c6dab-ad75-446e-8795-30eac0157f65 req-364d31ad-171c-4721-b027-8513ffaef7d9 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:45.843876 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c97c6dab-ad75-446e-8795-30eac0157f65 req-364d31ad-171c-4721-b027-8513ffaef7d9 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=be35e3af-ca90-4302-9e8a-b9bd9e25c717 HTTP/1.1" status: 200 len: 944 time: 0.5179238 Jul 09 13:36:45.870788 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c692f549-d438-4e06-a902-e856f95c4b5d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:45.871397 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd721c87-0f54-4d93-a875-fda15112c8ba tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network a592d815-ffd2-4621-942a-946366a6dffa is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:45.885083 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55e3d380-921b-4ffa-a9ed-92ef659ef020 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.916086 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0366380c-c58a-4bf2-bb4f-e8a68db7ef80 req-4596b0c3-c104-47a5-9ff6-37897ddbcd82 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1129661 Jul 09 13:36:45.923352 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-fd721c87-0f54-4d93-a875-fda15112c8ba tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, a592d815-ffd2-4621-942a-946366a6dffa) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:45.931721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['c692f549-d438-4e06-a902-e856f95c4b5d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:36:45.932299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd721c87-0f54-4d93-a875-fda15112c8ba tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:45.934195 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd721c87-0f54-4d93-a875-fda15112c8ba tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:45.969795 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c97c6dab-ad75-446e-8795-30eac0157f65 req-045c240f-8e88-413f-99b2-c7f2e379bd55 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246831 Jul 09 13:36:46.007173 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55e3d380-921b-4ffa-a9ed-92ef659ef020 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.011913 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fd721c87-0f54-4d93-a875-fda15112c8ba tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8006017 Jul 09 13:36:46.012682 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38664) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:46.153810 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431e81db-975a-4d5d-ab1f-1b90189e103f None None] Network a592d815-ffd2-4621-942a-946366a6dffa requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:46.177200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55e3d380-921b-4ffa-a9ed-92ef659ef020 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Network 407e78ab-ec65-4140-b7f7-671404fcde46 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:46.178990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-55e3d380-921b-4ffa-a9ed-92ef659ef020 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:46.183413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e3d380-921b-4ffa-a9ed-92ef659ef020 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Pushing event updated for resources: {'Port': ['ID=2515b8c9-b1d4-4af7-8cff-1a8ca2a90448,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:46.189507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e3d380-921b-4ffa-a9ed-92ef659ef020 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:46.196238 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e3d380-921b-4ffa-a9ed-92ef659ef020 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:46.208974 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55e3d380-921b-4ffa-a9ed-92ef659ef020 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.250673 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-55e3d380-921b-4ffa-a9ed-92ef659ef020 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6976564 Jul 09 13:36:46.253225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38670) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:46.308308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea58c55-fe43-4d81-a7db-2e64c436b60c tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:46.313078 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5ea58c55-fe43-4d81-a7db-2e64c436b60c tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] 10.222.0.39 "GET /v2.0/ports/2515b8c9-b1d4-4af7-8cff-1a8ca2a90448 HTTP/1.1" status: 200 len: 954 time: 0.0562677 Jul 09 13:36:46.313804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:46.407806 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.456052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Deleting port 2515b8c9-b1d4-4af7-8cff-1a8ca2a90448 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:46.456799 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.480569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Transition to ACTIVE for port object 9e0e3050-96df-4856-a7c5-333743d9096e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:46.491522 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-a592d815-ffd2-4621-942a-946366a6dffa', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:36:46.492523 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.496908 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.561056 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 87f0b530-8e5b-4ab3-bab0-c770e91e05bc up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:46.581852 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.603553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Calling delete_port for 2515b8c9-b1d4-4af7-8cff-1a8ca2a90448 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:46.750349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.797768 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Pushing event deleted for resources: {'Port': ['ID=2515b8c9-b1d4-4af7-8cff-1a8ca2a90448,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:46.808596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:46.809018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:46.809371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:46.809715 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:46.810115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:46.810455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:46.810791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:46.811190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:46.811487 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:46.811897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:46.812620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:46.813076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:36:46.822753 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.827788 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7e85deb8-87f8-4787-bce4-1f1f340d4ccd tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] 10.222.0.39 "DELETE /v2.0/ports/2515b8c9-b1d4-4af7-8cff-1a8ca2a90448 HTTP/1.1" status: 204 len: 168 time: 0.5128124 Jul 09 13:36:46.829083 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38678) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:46.858573 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbb658-b9e0-4d9a-85ba-f7a9940fed0c None None] Pushing event updated for resources: {'Port': ['ID=9e0e3050-96df-4856-a7c5-333743d9096e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:46.872353 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddfd0d7b-acb1-4e57-bb91-4092cccd6c51 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] GET failed (client error): The resource could not be found. Jul 09 13:36:46.874421 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ddfd0d7b-acb1-4e57-bb91-4092cccd6c51 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] 10.222.0.39 "GET /v2.0/ports/2515b8c9-b1d4-4af7-8cff-1a8ca2a90448 HTTP/1.1" status: 404 len: 333 time: 0.0442176 Jul 09 13:36:46.878364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38680) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:46.885812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bf38e5ad-b4df-4f83-92b0-77cf6d72bf47 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Request body: {'port': {'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-507551888'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:46.909488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf38e5ad-b4df-4f83-92b0-77cf6d72bf47 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Made reservation on behalf of 25800b5544d249aa9d913bccb0f94bea for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:46.913338 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf38e5ad-b4df-4f83-92b0-77cf6d72bf47 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:46.941230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-bf38e5ad-b4df-4f83-92b0-77cf6d72bf47 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] device_id is not set on port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:46.993446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac49279-917e-4b7d-9c7e-35d154bb6451 req-42577627-8e6f-4bbb-a959-79e7d4acae78 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:47.001484 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:47.002029 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ac49279-917e-4b7d-9c7e-35d154bb6451 req-42577627-8e6f-4bbb-a959-79e7d4acae78 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 944 time: 0.7788315 Jul 09 13:36:47.037304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:47.037705 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.081326 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Attempting to bind port 9e0e3050-96df-4856-a7c5-333743d9096e on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:47.081746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Attempting to bind port 9e0e3050-96df-4856-a7c5-333743d9096e by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'f17c9013-e911-47c9-8c77-a0c013cf1a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:47.082079 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Attempting to bind port 9e0e3050-96df-4856-a7c5-333743d9096e on network d636e23b-091d-4d01-9a8c-46f409149236 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:47.087023 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Allocated IP 172.21.0.2 (a592d815-ffd2-4621-942a-946366a6dffa/88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95/65724fcc-4e78-4345-a075-1d4ba52f18cc) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:47.113308 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:47.114314 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Checking segment: {'id': 'f17c9013-e911-47c9-8c77-a0c013cf1a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:47.114641 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.115055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Bound using segment: {'id': 'f17c9013-e911-47c9-8c77-a0c013cf1a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:47.115580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Bound port: 9e0e3050-96df-4856-a7c5-333743d9096e, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17c9013-e911-47c9-8c77-a0c013cf1a22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:47.115971 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.164579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecc804b-f701-4325-b789-8fc48dc9ed21 req-1aefbf55-c045-4d70-affa-a066eefae831 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:47.177250 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fecc804b-f701-4325-b789-8fc48dc9ed21 req-1aefbf55-c045-4d70-affa-a066eefae831 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.9383683 Jul 09 13:36:47.235369 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ac49279-917e-4b7d-9c7e-35d154bb6451 req-01275599-06e2-456b-824b-8df3402d8361 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2321322 Jul 09 13:36:47.279360 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf38e5ad-b4df-4f83-92b0-77cf6d72bf47 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.301886 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df74ff10-a255-47c0-bb24-d01aea0a1a8e x-openstack-request-id: req-df74ff10-a255-47c0-bb24-d01aea0a1a8e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:47.302179 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8be00f-0084-4c13-8827-dc30357bda96", "name": "network-vif-plugged", "status": "completed", "tag": "0f987c4b-4a74-4e26-a2ad-14b4128f6277", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:47.302422 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-df74ff10-a255-47c0-bb24-d01aea0a1a8e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:47.302877 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8be00f-0084-4c13-8827-dc30357bda96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f987c4b-4a74-4e26-a2ad-14b4128f6277', 'code': 200} Jul 09 13:36:47.361640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] For port 9e0e3050-96df-4856-a7c5-333743d9096e, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:47.363905 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.375389 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf38e5ad-b4df-4f83-92b0-77cf6d72bf47 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.415859 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] For port 9e0e3050-96df-4856-a7c5-333743d9096e, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9e0e3050-96df-4856-a7c5-333743d9096e,segment=NetworkSegment(f17c9013-e911-47c9-8c77-a0c013cf1a22),segment_id=f17c9013-e911-47c9-8c77-a0c013cf1a22)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:47.428047 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.433162 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf38e5ad-b4df-4f83-92b0-77cf6d72bf47 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Pushing event updated for resources: {'Port': ['ID=4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:47.465945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fecc804b-f701-4325-b789-8fc48dc9ed21 req-89c28dd8-c3f2-4caf-a346-95c673328e16 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872894 Jul 09 13:36:47.474193 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.509171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:47.512875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf38e5ad-b4df-4f83-92b0-77cf6d72bf47 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Network 407e78ab-ec65-4140-b7f7-671404fcde46 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:47.525890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-bf38e5ad-b4df-4f83-92b0-77cf6d72bf47 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:47.529276 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Transition to ACTIVE for port object 65724fcc-4e78-4345-a075-1d4ba52f18cc will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:47.532320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf38e5ad-b4df-4f83-92b0-77cf6d72bf47 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:47.533582 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.539167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf38e5ad-b4df-4f83-92b0-77cf6d72bf47 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:47.539949 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf38e5ad-b4df-4f83-92b0-77cf6d72bf47 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.570755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38694) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:47.572526 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bf38e5ad-b4df-4f83-92b0-77cf6d72bf47 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6927123 Jul 09 13:36:47.574543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Transition to ACTIVE for port object 65724fcc-4e78-4345-a075-1d4ba52f18cc will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:47.576582 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cbb658-b9e0-4d9a-85ba-f7a9940fed0c None None] Pushing event updated for resources: {'Port': ['ID=9e0e3050-96df-4856-a7c5-333743d9096e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:47.576751 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:47.595934 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:47.596273 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:47.597869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc98c52-999a-402f-916b-6b1ca71547fb req-46236251-a4a1-4367-82a1-1a7d0f7c2c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:47.600198 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9fc98c52-999a-402f-916b-6b1ca71547fb req-46236251-a4a1-4367-82a1-1a7d0f7c2c2c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 1097 time: 0.1531436 Jul 09 13:36:47.633645 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.639542 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.654494 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9fc98c52-999a-402f-916b-6b1ca71547fb req-1d4834f1-de62-48d3-9fdb-866c7a928491 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477479 Jul 09 13:36:47.750399 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Network a592d815-ffd2-4621-942a-946366a6dffa is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:47.757921 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:47.761395 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:47.764086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:47.773947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:47.809453 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c61813-f664-464f-89c6-6e6e0b5736dd req-5439e13f-9a7d-47cc-a8c6-6b0ca5d2a0fa tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:47.815394 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c61813-f664-464f-89c6-6e6e0b5736dd req-5439e13f-9a7d-47cc-a8c6-6b0ca5d2a0fa tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:47.821990 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c61813-f664-464f-89c6-6e6e0b5736dd req-5439e13f-9a7d-47cc-a8c6-6b0ca5d2a0fa tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:47.827440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c61813-f664-464f-89c6-6e6e0b5736dd req-5439e13f-9a7d-47cc-a8c6-6b0ca5d2a0fa tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:47.834226 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c61813-f664-464f-89c6-6e6e0b5736dd req-5439e13f-9a7d-47cc-a8c6-6b0ca5d2a0fa tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:47.841000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c61813-f664-464f-89c6-6e6e0b5736dd req-5439e13f-9a7d-47cc-a8c6-6b0ca5d2a0fa tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:47.846059 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c61813-f664-464f-89c6-6e6e0b5736dd req-5439e13f-9a7d-47cc-a8c6-6b0ca5d2a0fa tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:47.848914 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93c61813-f664-464f-89c6-6e6e0b5736dd req-5439e13f-9a7d-47cc-a8c6-6b0ca5d2a0fa tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5434 time: 0.3879440 Jul 09 13:36:47.885554 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.932516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Pushing event updated for resources: {'Port': ['ID=65724fcc-4e78-4345-a075-1d4ba52f18cc,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:47.975537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Attempting to bind port 65724fcc-4e78-4345-a075-1d4ba52f18cc on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:47.975945 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Attempting to bind port 65724fcc-4e78-4345-a075-1d4ba52f18cc by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '25ed2981-b700-4446-8208-80b8b2e7e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:47.976319 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Attempting to bind port 65724fcc-4e78-4345-a075-1d4ba52f18cc on network a592d815-ffd2-4621-942a-946366a6dffa {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:47.989469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:47.989852 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Checking segment: {'id': '25ed2981-b700-4446-8208-80b8b2e7e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:47.990368 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:47.991485 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Bound using segment: {'id': '25ed2981-b700-4446-8208-80b8b2e7e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:47.991485 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Bound port: 65724fcc-4e78-4345-a075-1d4ba52f18cc, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ed2981-b700-4446-8208-80b8b2e7e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:47.991896 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.110565 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] For port 65724fcc-4e78-4345-a075-1d4ba52f18cc, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:48.123515 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e85e19-1476-43d5-8336-f77424ec9cac req-4c0e0ea6-e0f2-431e-a7b7-23293185ce67 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:48.125123 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77e85e19-1476-43d5-8336-f77424ec9cac req-4c0e0ea6-e0f2-431e-a7b7-23293185ce67 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.4478331 Jul 09 13:36:48.125532 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] For port 65724fcc-4e78-4345-a075-1d4ba52f18cc, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=65724fcc-4e78-4345-a075-1d4ba52f18cc,segment=NetworkSegment(25ed2981-b700-4446-8208-80b8b2e7e8f9),segment_id=25ed2981-b700-4446-8208-80b8b2e7e8f9)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:48.133389 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.182003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c692f549-d438-4e06-a902-e856f95c4b5d up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:48.186655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d280d-dca6-4071-a378-3c2a4db43924 req-c2db392e-1ca1-493f-a9cb-17de298ad3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:48.188964 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0e1d280d-dca6-4071-a378-3c2a4db43924 req-c2db392e-1ca1-493f-a9cb-17de298ad3cc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 1096 time: 0.0685241 Jul 09 13:36:48.331692 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77e85e19-1476-43d5-8336-f77424ec9cac req-491ad9ff-1312-40cb-a057-594fc3e82fbf tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839135 Jul 09 13:36:48.345109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd3a663-a2be-41b9-b79a-1291d6999f76 req-0743a5bd-e5e4-4e01-a596-f1dfa302f7cc tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:48.346843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8fd3a663-a2be-41b9-b79a-1291d6999f76 req-0743a5bd-e5e4-4e01-a596-f1dfa302f7cc tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.3279138 Jul 09 13:36:48.373947 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] device_id is not set on port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:48.381834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d280d-dca6-4071-a378-3c2a4db43924 req-9f690aae-8deb-4700-9aad-780da0c0bbc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:48.383545 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0e1d280d-dca6-4071-a378-3c2a4db43924 req-9f690aae-8deb-4700-9aad-780da0c0bbc4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 912 time: 0.1879628 Jul 09 13:36:48.399246 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.425310 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Allocated IP 172.21.0.1 (a592d815-ffd2-4621-942a-946366a6dffa/88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95/a76cb561-6006-438b-840d-8dfc02ad899a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:48.452058 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Transition to ACTIVE for port object 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:48.487977 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.517202 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8fd3a663-a2be-41b9-b79a-1291d6999f76 req-8c689ee1-d001-45a6-a4ce-d63e2bb0e0d2 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628733 Jul 09 13:36:48.519772 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0e1d280d-dca6-4071-a378-3c2a4db43924 req-1a0d905e-8a12-456d-8dce-9d47a624c470 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c HTTP/1.1" status: 200 len: 217 time: 0.1250818 Jul 09 13:36:48.530421 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:36:41Z', 'revision_number': 2, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:47Z', 'revision_number': 4, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:48.641902 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a28ab2c-606f-4ab5-a94c-8380867c02f3 None None] The sync data for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 is: [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:36:41Z', 'revision_number': 2, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:47Z', 'revision_number': 4, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:48.644704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1d280d-dca6-4071-a378-3c2a4db43924 req-6918ea64-7c23-4d55-b370-9b641fdbaa01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:48.647742 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0e1d280d-dca6-4071-a378-3c2a4db43924 req-6918ea64-7c23-4d55-b370-9b641fdbaa01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe541801-5f2f-44e7-bf6a-e4876e7170dc HTTP/1.1" status: 200 len: 851 time: 0.1204336 Jul 09 13:36:48.656495 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fd6b71-0aed-48da-a87e-899b8be66279 None None] Pushing event updated for resources: {'Port': ['ID=65724fcc-4e78-4345-a075-1d4ba52f18cc,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:48.704770 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port c692f549-d438-4e06-a902-e856f95c4b5d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:48.710089 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port c692f549-d438-4e06-a902-e856f95c4b5d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:48.710350 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.746388 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0e1d280d-dca6-4071-a378-3c2a4db43924 req-a5f7ea0f-4eee-4972-97c0-b7da757fc8df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb871985-694c-4bff-b9c5-df10bd3971ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819182 Jul 09 13:36:48.822864 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Pushing event updated for resources: {'Port': ['ID=4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:48.843367 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.861612 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:48.861969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:48.862284 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:48.873652 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0e1d280d-dca6-4071-a378-3c2a4db43924 req-9a0b07e4-6060-4089-bede-4ed464c148c5 service neutron] 10.222.0.15 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195555 Jul 09 13:36:48.887783 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c692f549-d438-4e06-a902-e856f95c4b5d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c692f549-d438-4e06-a902-e856f95c4b5d,segment=NetworkSegment(c31b89bf-c1bd-46ed-ad20-7e883b39d593),segment_id=c31b89bf-c1bd-46ed-ad20-7e883b39d593)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:48.889663 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:48.890010 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:48.897768 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.898067 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 2 to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c Jul 09 13:36:48.913634 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:48.943136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:48.948724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:48.949125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:48.966682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c692f549-d438-4e06-a902-e856f95c4b5d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:48.967233 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Transition to ACTIVE for port object a76cb561-6006-438b-840d-8dfc02ad899a will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:48.980234 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:48.980406 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:48.989157 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cac8f-6e71-4f57-8724-f30b4a363fd0 req-ccf2bdcc-9cba-4b73-96a0-607a3450fe95 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:48.990890 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-170cac8f-6e71-4f57-8724-f30b4a363fd0 req-ccf2bdcc-9cba-4b73-96a0-607a3450fe95 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=be35e3af-ca90-4302-9e8a-b9bd9e25c717 HTTP/1.1" status: 200 len: 945 time: 0.3884099 Jul 09 13:36:48.996264 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0e1d280d-dca6-4071-a378-3c2a4db43924 req-cf1eb88c-ab80-464e-9174-fd7e67d8883d service neutron] 10.222.0.15 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151168 Jul 09 13:36:48.997157 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 3 to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c Jul 09 13:36:49.079279 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8d657-3d08-453f-8dad-5443b4d500c1 req-a3a8e3b8-26bf-4752-9ee2-59327866f01e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:49.080916 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4b8d657-3d08-453f-8dad-5443b4d500c1 req-a3a8e3b8-26bf-4752-9ee2-59327866f01e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.3593752 Jul 09 13:36:49.081686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:49.082095 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:49.082367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:49.121131 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:49.121508 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:49.130041 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 4 to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c Jul 09 13:36:49.152409 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:49.168999 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-170cac8f-6e71-4f57-8724-f30b4a363fd0 req-924f4696-ca57-4543-a3dd-8356554eb2e0 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278939 Jul 09 13:36:49.201751 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:49.202093 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:49.202437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:49.220184 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4b8d657-3d08-453f-8dad-5443b4d500c1 req-a1ddd461-997b-44b4-b9a9-7e8247468534 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1270397 Jul 09 13:36:49.221157 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:49.221837 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:49.257915 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 5 to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c Jul 09 13:36:49.260977 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=a76cb561-6006-438b-840d-8dfc02ad899a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:49.277580 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network a592d815-ffd2-4621-942a-946366a6dffa is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:49.280752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:49.281133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:49.281485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:49.283805 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:49.286819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:49.304523 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc'}, {'server_uuid': 'be35e3af-ca90-4302-9e8a-b9bd9e25c717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c692f549-d438-4e06-a902-e856f95c4b5d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:49.306917 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5539fa53-d3f7-4e5f-a771-dcf5fed781d1" -d '{"events": [{"server_uuid": "de0f1532-f595-455b-b1a7-8900b47da42c", "name": "network-vif-plugged", "status": "completed", "tag": "87f0b530-8e5b-4ab3-bab0-c770e91e05bc"}, {"server_uuid": "be35e3af-ca90-4302-9e8a-b9bd9e25c717", "name": "network-vif-plugged", "status": "completed", "tag": "c692f549-d438-4e06-a902-e856f95c4b5d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:49.311533 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:49.311887 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:49.314449 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 6 to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c Jul 09 13:36:49.364234 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bdeb8fc-f30b-4a53-b16c-71cf5ed577c0 x-openstack-request-id: req-4bdeb8fc-f30b-4a53-b16c-71cf5ed577c0 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:49.364631 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0f1532-f595-455b-b1a7-8900b47da42c", "name": "network-vif-plugged", "status": "completed", "tag": "87f0b530-8e5b-4ab3-bab0-c770e91e05bc", "code": 200}, {"server_uuid": "be35e3af-ca90-4302-9e8a-b9bd9e25c717", "name": "network-vif-plugged", "status": "completed", "tag": "c692f549-d438-4e06-a902-e856f95c4b5d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:49.365263 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4bdeb8fc-f30b-4a53-b16c-71cf5ed577c0 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:49.365263 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'code': 200} Jul 09 13:36:49.365479 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be35e3af-ca90-4302-9e8a-b9bd9e25c717', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c692f549-d438-4e06-a902-e856f95c4b5d', 'code': 200} Jul 09 13:36:49.372461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:49.372802 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:49.373144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:49.386626 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:49.390896 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:49.391161 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:49.446759 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 7 to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c Jul 09 13:36:49.483228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:49.483944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:49.484524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:49.530048 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:49.530532 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:49.536934 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 8 to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c Jul 09 13:36:49.568572 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006ab7d-b322-4560-97c2-3d9c5ef01c65 req-60ecdd07-e174-4661-a9c0-4da5aa01ac03 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:49.576237 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6006ab7d-b322-4560-97c2-3d9c5ef01c65 req-60ecdd07-e174-4661-a9c0-4da5aa01ac03 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.2518563 Jul 09 13:36:49.604360 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:49.604982 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:49.605569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:49.650795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89ef821-2187-4b69-ad1f-f2f9f35a2a2e None None] Network a592d815-ffd2-4621-942a-946366a6dffa requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:49.675181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbff5b74-5a49-4179-84ed-0c097f017fb1 req-d3925f44-211e-4eb6-b0d6-a203e7b92bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:49.676726 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fbff5b74-5a49-4179-84ed-0c097f017fb1 req-d3925f44-211e-4eb6-b0d6-a203e7b92bba service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=be35e3af-ca90-4302-9e8a-b9bd9e25c717 HTTP/1.1" status: 200 len: 1097 time: 0.2100577 Jul 09 13:36:49.679773 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b478334-666d-4465-9ac1-53f2dd759de2 req-c620503b-9ea6-44bb-830a-fe94094e1127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:49.681156 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b478334-666d-4465-9ac1-53f2dd759de2 req-c620503b-9ea6-44bb-830a-fe94094e1127 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 1096 time: 0.1248133 Jul 09 13:36:49.690007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:49.690340 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:49.711237 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 9 to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c Jul 09 13:36:49.745103 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:49.757276 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c71e5c43-b03a-40c4-8ec8-4284aa84995c None None] Provisioning for port 65724fcc-4e78-4345-a075-1d4ba52f18cc completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:49.764668 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6006ab7d-b322-4560-97c2-3d9c5ef01c65 req-7b0fff53-e9f8-40f5-b91d-9ac401a23946 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874363 Jul 09 13:36:49.764899 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b478334-666d-4465-9ac1-53f2dd759de2 req-2cda12ed-6869-4efc-8d71-55e22a3ffce4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503283 Jul 09 13:36:49.766713 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fbff5b74-5a49-4179-84ed-0c097f017fb1 req-4c9421dc-41ad-407b-9ded-dfa850bd7064 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835707 Jul 09 13:36:49.768583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:49.768866 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:49.769203 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:49.782868 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:49.783227 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:49.783785 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempt 10 to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c Jul 09 13:36:49.844881 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:49.845223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:49.845564 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempting to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:49.859191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:36:49.859525 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Failed to bind port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on host n-h1-799525-3 for vnic_type normal using segments [{'id': '5de962f3-86a4-4228-86f0-c42632f405a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '407e78ab-ec65-4140-b7f7-671404fcde46'}] Jul 09 13:36:49.859892 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:49.942355 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee0f503-d2b8-48fc-8108-98fb020efcb5 req-6c15aac8-984f-41b8-a377-6d64c727ce57 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:49.949554 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aee0f503-d2b8-48fc-8108-98fb020efcb5 req-6c15aac8-984f-41b8-a377-6d64c727ce57 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.2667959 Jul 09 13:36:50.007268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38726) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:50.101577 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aee0f503-d2b8-48fc-8108-98fb020efcb5 req-f4f881b0-c593-43ab-a4bd-87e8064da31c tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512880 Jul 09 13:36:50.142037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe97f9-064e-4212-a53a-4cee0ef7ed55 req-a7e7e42d-3784-431a-bf09-fba3f272d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:50.142529 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe97f9-064e-4212-a53a-4cee0ef7ed55 req-a7e7e42d-3784-431a-bf09-fba3f272d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:50.143012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe97f9-064e-4212-a53a-4cee0ef7ed55 req-a7e7e42d-3784-431a-bf09-fba3f272d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:50.143506 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe97f9-064e-4212-a53a-4cee0ef7ed55 req-a7e7e42d-3784-431a-bf09-fba3f272d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:50.143980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe97f9-064e-4212-a53a-4cee0ef7ed55 req-a7e7e42d-3784-431a-bf09-fba3f272d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:50.144447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe97f9-064e-4212-a53a-4cee0ef7ed55 req-a7e7e42d-3784-431a-bf09-fba3f272d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:50.145198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe97f9-064e-4212-a53a-4cee0ef7ed55 req-a7e7e42d-3784-431a-bf09-fba3f272d660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:50.153352 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4fe97f9-064e-4212-a53a-4cee0ef7ed55 req-a7e7e42d-3784-431a-bf09-fba3f272d660 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 6491 time: 0.1449244 Jul 09 13:36:50.178122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] For port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:50.178666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attempted to set empty binding levels {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 13:36:50.180327 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e740497e-d2a9-4236-9bad-8fecea46d535 None None] Provisioning for port a76cb561-6006-438b-840d-8dfc02ad899a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:50.190965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e740497e-d2a9-4236-9bad-8fecea46d535 None None] Provisioning complete for port a76cb561-6006-438b-840d-8dfc02ad899a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:50.191299 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4fe97f9-064e-4212-a53a-4cee0ef7ed55 req-1c4b0502-e6e5-4fb7-99e7-99b2e302887c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370378 Jul 09 13:36:50.192511 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e740497e-d2a9-4236-9bad-8fecea46d535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.207770 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.249577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e740497e-d2a9-4236-9bad-8fecea46d535 None None] Port a76cb561-6006-438b-840d-8dfc02ad899a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:50.272275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7efd8b0-90b3-49a3-8150-2d82cb9df4d7 req-b2915e77-c955-4afb-8dee-2c1b6a8839a4 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:50.279508 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7efd8b0-90b3-49a3-8150-2d82cb9df4d7 req-b2915e77-c955-4afb-8dee-2c1b6a8839a4 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.3192563 Jul 09 13:36:50.303952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] In _notify_port_updated(), no bound segment for port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c on network 407e78ab-ec65-4140-b7f7-671404fcde46 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:36:50.304891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:50.305510 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.309381 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] 10.222.0.39 "PUT /v2.0/ports/4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c HTTP/1.1" status: 200 len: 974 time: 2.7350860 Jul 09 13:36:50.309745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38736) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:50.375557 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4317450-b9e1-416c-bbfe-3fb558084290 tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Pushing event updated for resources: {'Port': ['ID=4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:50.409765 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7efd8b0-90b3-49a3-8150-2d82cb9df4d7 req-45629f02-bacc-489f-9bcd-5c1e70817bfd tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292121 Jul 09 13:36:50.422500 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.422724 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-36056681-c529-46b3-b288-56f5ae042f3e tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Deleting port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:50.422962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36056681-c529-46b3-b288-56f5ae042f3e tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.443196 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.489870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-70998f96-88a1-485d-98b9-d17e7766b2b2 None None] Provisioning complete for port a76cb561-6006-438b-840d-8dfc02ad899a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:50.490663 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70998f96-88a1-485d-98b9-d17e7766b2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.538283 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-36056681-c529-46b3-b288-56f5ae042f3e tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] For port 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c, host n-h1-799525-3, got binding levels [] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:50.538681 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36056681-c529-46b3-b288-56f5ae042f3e tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.540414 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6c4617-ae30-4c7d-b692-9d7f0ff45ddd req-ab50d9a6-3101-4c3e-96da-1ffbfac05cd3 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:50.547707 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea6c4617-ae30-4c7d-b692-9d7f0ff45ddd req-ab50d9a6-3101-4c3e-96da-1ffbfac05cd3 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=be35e3af-ca90-4302-9e8a-b9bd9e25c717 HTTP/1.1" status: 200 len: 946 time: 0.2214777 Jul 09 13:36:50.555345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-70998f96-88a1-485d-98b9-d17e7766b2b2 None None] Port a76cb561-6006-438b-840d-8dfc02ad899a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:50.561211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-36056681-c529-46b3-b288-56f5ae042f3e tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Calling delete_port for 4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:50.575537 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.577390 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=a76cb561-6006-438b-840d-8dfc02ad899a,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:50.680462 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36056681-c529-46b3-b288-56f5ae042f3e tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.718680 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36056681-c529-46b3-b288-56f5ae042f3e tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Pushing event deleted for resources: {'Port': ['ID=4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:50.724070 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea6c4617-ae30-4c7d-b692-9d7f0ff45ddd req-64ba5465-e1f2-4a04-a0bf-0ac0aeb6e177 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753545 Jul 09 13:36:50.727683 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36056681-c529-46b3-b288-56f5ae042f3e tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.734273 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-36056681-c529-46b3-b288-56f5ae042f3e tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] 10.222.0.39 "DELETE /v2.0/ports/4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c HTTP/1.1" status: 204 len: 168 time: 0.4226623 Jul 09 13:36:50.734943 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38742) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:50.780826 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-f817621b-6235-4a28-8735-867f347d0d3b tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] GET failed (client error): The resource could not be found. Jul 09 13:36:50.784262 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f817621b-6235-4a28-8735-867f347d0d3b tempest-PortsAdminExtendedAttrsTestJSON-172034825 tempest-PortsAdminExtendedAttrsTestJSON-172034825-project-admin] 10.222.0.39 "GET /v2.0/ports/4b97d8d7-20c4-463c-bbdf-7bbbbd29a10c HTTP/1.1" status: 404 len: 333 time: 0.0452182 Jul 09 13:36:50.788263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38744) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:50.861577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ced87d-7cd7-471f-8253-b4863f4c523a req-cbaf106e-9da7-44ed-bbd9-0d18be09692d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:50.863318 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15ced87d-7cd7-471f-8253-b4863f4c523a req-cbaf106e-9da7-44ed-bbd9-0d18be09692d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.2562757 Jul 09 13:36:50.935479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network a592d815-ffd2-4621-942a-946366a6dffa is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:50.937054 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70dd86b4-bd85-416d-acf5-68719151f976 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:50.938764 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:50.961053 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15ced87d-7cd7-471f-8253-b4863f4c523a req-6be7d4c8-8544-4ee4-a6e0-f6f24f80d7fb tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804355 Jul 09 13:36:51.005249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9e0e3050-96df-4856-a7c5-333743d9096e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:51.122522 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70dd86b4-bd85-416d-acf5-68719151f976 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.143658 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-70dd86b4-bd85-416d-acf5-68719151f976 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['407e78ab-ec65-4140-b7f7-671404fcde46']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:51.188022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 9e0e3050-96df-4856-a7c5-333743d9096e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:51.193006 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9e0e3050-96df-4856-a7c5-333743d9096e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:51.193390 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.214489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-70dd86b4-bd85-416d-acf5-68719151f976 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5de962f3-86a4-4228-86f0-c42632f405a1') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:51.215328 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-70dd86b4-bd85-416d-acf5-68719151f976 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5de962f3-86a4-4228-86f0-c42632f405a1') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:51.233322 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70dd86b4-bd85-416d-acf5-68719151f976 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.256286 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70dd86b4-bd85-416d-acf5-68719151f976 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.271321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70dd86b4-bd85-416d-acf5-68719151f976 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:36:51.271734 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70dd86b4-bd85-416d-acf5-68719151f976 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:36:51.279073 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:36:51.305381 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.320997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc31bf-5a0b-416f-afbd-7cf91d96f85d req-ca1451db-1cc2-4c7d-9ac4-a523fd68f1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:51.322608 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-63fc31bf-5a0b-416f-afbd-7cf91d96f85d req-ca1451db-1cc2-4c7d-9ac4-a523fd68f1db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7988931c66014d94a538d603c69f6b55&device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 1097 time: 0.1622951 Jul 09 13:36:51.352575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 9e0e3050-96df-4856-a7c5-333743d9096e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9e0e3050-96df-4856-a7c5-333743d9096e,segment=NetworkSegment(f17c9013-e911-47c9-8c77-a0c013cf1a22),segment_id=f17c9013-e911-47c9-8c77-a0c013cf1a22)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:51.357224 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.358179 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 65724fcc-4e78-4345-a075-1d4ba52f18cc up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:51.399780 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70dd86b4-bd85-416d-acf5-68719151f976 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.408395 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70dd86b4-bd85-416d-acf5-68719151f976 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.410544 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-70dd86b4-bd85-416d-acf5-68719151f976 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] 10.222.0.39 "DELETE /v2.0/networks/407e78ab-ec65-4140-b7f7-671404fcde46 HTTP/1.1" status: 204 len: 168 time: 0.6195931 Jul 09 13:36:51.426315 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dd86b4-bd85-416d-acf5-68719151f976 tempest-PortsAdminExtendedAttrsTestJSON-535628951 tempest-PortsAdminExtendedAttrsTestJSON-535628951-project] Pushing event deleted for resources: {'Network': ['ID=407e78ab-ec65-4140-b7f7-671404fcde46,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:51.458955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc31bf-5a0b-416f-afbd-7cf91d96f85d req-cea52c5f-b19e-4c00-a615-0ad28061d74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:51.460473 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-63fc31bf-5a0b-416f-afbd-7cf91d96f85d req-cea52c5f-b19e-4c00-a615-0ad28061d74e service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 HTTP/1.1" status: 200 len: 920 time: 0.1306026 Jul 09 13:36:51.510838 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a92d6e1b-8f8f-4a81-bc8f-e0f7ab2d7384 None None] Provisioning complete for port a76cb561-6006-438b-840d-8dfc02ad899a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:51.511142 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a92d6e1b-8f8f-4a81-bc8f-e0f7ab2d7384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.530531 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-63fc31bf-5a0b-416f-afbd-7cf91d96f85d req-bebde61c-eac0-483b-9298-70d2b913f31f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0f987c4b-4a74-4e26-a2ad-14b4128f6277 HTTP/1.1" status: 200 len: 217 time: 0.0636244 Jul 09 13:36:51.558231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=9e0e3050-96df-4856-a7c5-333743d9096e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:51.587479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a92d6e1b-8f8f-4a81-bc8f-e0f7ab2d7384 None None] Port a76cb561-6006-438b-840d-8dfc02ad899a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:51.591220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 65724fcc-4e78-4345-a075-1d4ba52f18cc completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:51.596609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 65724fcc-4e78-4345-a075-1d4ba52f18cc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:51.597298 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.605966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fc31bf-5a0b-416f-afbd-7cf91d96f85d req-7ad5fa08-4ef3-449c-a859-0d890e536ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:51.607524 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-63fc31bf-5a0b-416f-afbd-7cf91d96f85d req-7ad5fa08-4ef3-449c-a859-0d890e536ce7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e16ab60-94e1-4b9b-b001-fec4823748a4 HTTP/1.1" status: 200 len: 859 time: 0.0699892 Jul 09 13:36:51.644664 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-63fc31bf-5a0b-416f-afbd-7cf91d96f85d req-90f16c60-2609-4952-9a82-28d150b11a52 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299332 Jul 09 13:36:51.692764 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 90d5d88c-1ad0-4d18-843a-495f2d65c47c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:36:51.696085 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.737921 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 65724fcc-4e78-4345-a075-1d4ba52f18cc, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=65724fcc-4e78-4345-a075-1d4ba52f18cc,segment=NetworkSegment(25ed2981-b700-4446-8208-80b8b2e7e8f9),segment_id=25ed2981-b700-4446-8208-80b8b2e7e8f9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:51.742401 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:51.756890 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599cbb90-2700-4e8f-ab90-7b5e8aebcff0 req-3b47a929-d321-406c-ae5a-9e01e1d2e04a tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:51.761976 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-63fc31bf-5a0b-416f-afbd-7cf91d96f85d req-fd50caf9-4ad6-4463-89f6-f43df6742cd9 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112497 Jul 09 13:36:51.763805 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-599cbb90-2700-4e8f-ab90-7b5e8aebcff0 req-3b47a929-d321-406c-ae5a-9e01e1d2e04a tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.2354167 Jul 09 13:36:51.800357 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=65724fcc-4e78-4345-a075-1d4ba52f18cc,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:51.811813 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52cefa-074c-4197-9228-fe925a6ffab4 req-d9c3306d-11ac-45f8-bca3-c27be98d2eef tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:51.813359 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f52cefa-074c-4197-9228-fe925a6ffab4 req-d9c3306d-11ac-45f8-bca3-c27be98d2eef tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.2863998 Jul 09 13:36:51.834348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38758) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:51.877888 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-63fc31bf-5a0b-416f-afbd-7cf91d96f85d req-452c8c74-c321-4765-ba8a-8d37b8c621e5 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098039 Jul 09 13:36:51.923025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:51.928151 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-599cbb90-2700-4e8f-ab90-7b5e8aebcff0 req-b638c943-8ddf-4c4d-b753-a1274381c5d0 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634753 Jul 09 13:36:51.933436 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Sync routers for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:51.934780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9e59b992-4875-4974-bdc0-96f91dbe9084 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/90d5d88c-1ad0-4d18-843a-495f2d65c47c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9209714 Jul 09 13:36:51.937672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38766) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:51.945447 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-84b71bed-0591-416d-9343-5085f952c935 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'network': {'name': 'tempest-RoutersTest-917696023'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:51.955892 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:51.956550 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:51.962086 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f52cefa-074c-4197-9228-fe925a6ffab4 req-d6c0f617-4a01-4288-9731-a3a23031f77b tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155407 Jul 09 13:36:52.006268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b71bed-0591-416d-9343-5085f952c935 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:52.010896 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84b71bed-0591-416d-9343-5085f952c935 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.032410 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38770) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:52.032688 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4b232964-5ac5-4346-a55f-13e8d9128cd2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10d5e01d7efc4da9a8ee6fa741b0bada&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972272 Jul 09 13:36:52.069390 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b71bed-0591-416d-9343-5085f952c935 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:52.081164 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:52.109112 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84b71bed-0591-416d-9343-5085f952c935 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.109568 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-84b71bed-0591-416d-9343-5085f952c935 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Added segment 6ea7e435-316b-466f-bc26-bb377d83fb25 of type vlan for network f0ba154c-dddd-4b1b-a218-77a394e1a504 Jul 09 13:36:52.219002 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe23b356-2e3d-40d4-abaf-9748e321b786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.241725 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84b71bed-0591-416d-9343-5085f952c935 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.281564 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe23b356-2e3d-40d4-abaf-9748e321b786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.301586 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:36:49Z', 'revision_number': 3, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:50Z', 'revision_number': 2, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:52.309155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d3d97-05aa-442b-a17e-46d7ae8e197f req-5785eb57-ffdd-4804-905e-3952df6f61c5 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:52.310682 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a0d3d97-05aa-442b-a17e-46d7ae8e197f req-5785eb57-ffdd-4804-905e-3952df6f61c5 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 945 time: 0.2311342 Jul 09 13:36:52.328045 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Checking router: 90d5d88c-1ad0-4d18-843a-495f2d65c47c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:36:52.328396 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Updating router 90d5d88c-1ad0-4d18-843a-495f2d65c47c port a76cb561-6006-438b-840d-8dfc02ad899a binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:36:52.354296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de447c45-e007-4301-8045-a24c3d8dfc7a req-46d45db8-7a15-4b61-b684-827c1c984963 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:52.355840 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de447c45-e007-4301-8045-a24c3d8dfc7a req-46d45db8-7a15-4b61-b684-827c1c984963 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=be35e3af-ca90-4302-9e8a-b9bd9e25c717 HTTP/1.1" status: 200 len: 946 time: 0.2240219 Jul 09 13:36:52.364430 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.379421 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84b71bed-0591-416d-9343-5085f952c935 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.384830 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b71bed-0591-416d-9343-5085f952c935 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:52.385419 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84b71bed-0591-416d-9343-5085f952c935 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.469318 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-84b71bed-0591-416d-9343-5085f952c935 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5305710 Jul 09 13:36:52.472506 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38772) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:52.478347 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a0d3d97-05aa-442b-a17e-46d7ae8e197f req-92d775ac-85fb-4314-b4bb-fd62b621779e tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471131 Jul 09 13:36:52.478585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d4ba2c3f-a014-4bef-bf21-5e17cba90cd9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'subnet': {'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:52.496705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b71bed-0591-416d-9343-5085f952c935 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Network': ['ID=f0ba154c-dddd-4b1b-a218-77a394e1a504,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:52.505680 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de447c45-e007-4301-8045-a24c3d8dfc7a req-77d09738-c1c1-4497-ab8a-3b701021b148 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428127 Jul 09 13:36:52.508983 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe23b356-2e3d-40d4-abaf-9748e321b786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.513902 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network f0ba154c-dddd-4b1b-a218-77a394e1a504 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:52.521465 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe23b356-2e3d-40d4-abaf-9748e321b786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.525312 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fe23b356-2e3d-40d4-abaf-9748e321b786 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/32514ead-3583-4da7-8273-b73af5313699 HTTP/1.1" status: 204 len: 168 time: 0.4891703 Jul 09 13:36:52.554652 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23b356-2e3d-40d4-abaf-9748e321b786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32514ead-3583-4da7-8273-b73af5313699,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:52.577063 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device edd770bf-f77c-42fe-aca4-ca58b6eb9f2c no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:36:52.663404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ba2c3f-a014-4bef-bf21-5e17cba90cd9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:52.672858 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2c3f-a014-4bef-bf21-5e17cba90cd9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.718018 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.766416 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:52.767788 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee39bdc-64ab-497b-b1f6-4c3bf66a461a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edd770bf-f77c-42fe-aca4-ca58b6eb9f2c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:52.772185 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5195716e-9264-4afd-9070-fa872a24ba7c" -d '{"events": [{"server_uuid": "4ee39bdc-64ab-497b-b1f6-4c3bf66a461a", "name": "network-vif-unplugged", "status": "completed", "tag": "edd770bf-f77c-42fe-aca4-ca58b6eb9f2c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:52.778175 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.851297 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:52.894182 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9e0e3050-96df-4856-a7c5-333743d9096e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:52.923459 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:52.967630 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Transition to ACTIVE for port object a76cb561-6006-438b-840d-8dfc02ad899a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:52.982027 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.038165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9e0e3050-96df-4856-a7c5-333743d9096e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:53.038599 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.077374 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcc56c-1973-4830-8420-5ae46cb5d5a5 None None] Pushing event updated for resources: {'Port': ['ID=a76cb561-6006-438b-840d-8dfc02ad899a,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:53.078901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb27a2-ec5f-4d38-9901-97d302702709 req-039e40a9-4ccf-4f11-9688-21cb592d3e06 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:53.092978 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6cb27a2-ec5f-4d38-9901-97d302702709 req-039e40a9-4ccf-4f11-9688-21cb592d3e06 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.2108538 Jul 09 13:36:53.116039 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2c3f-a014-4bef-bf21-5e17cba90cd9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.167982 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6cb27a2-ec5f-4d38-9901-97d302702709 req-a2bc5158-5dac-4d02-be14-9bae686e2f40 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736458 Jul 09 13:36:53.217439 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38806) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:53.229259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 65724fcc-4e78-4345-a075-1d4ba52f18cc up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:53.232762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba2c3f-a014-4bef-bf21-5e17cba90cd9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Subnet': ['ID=8dfad291-655d-4d69-92a2-2d3e22b1eaa7,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:53.288062 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Attempting to bind port a76cb561-6006-438b-840d-8dfc02ad899a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:53.291306 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Attempting to bind port a76cb561-6006-438b-840d-8dfc02ad899a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '25ed2981-b700-4446-8208-80b8b2e7e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:53.292424 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Attempting to bind port a76cb561-6006-438b-840d-8dfc02ad899a on network a592d815-ffd2-4621-942a-946366a6dffa {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:53.307770 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468fa4fc-a270-4a23-8a54-f33c34edaee1 x-openstack-request-id: req-468fa4fc-a270-4a23-8a54-f33c34edaee1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:53.308131 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee39bdc-64ab-497b-b1f6-4c3bf66a461a", "name": "network-vif-unplugged", "status": "failed", "tag": "edd770bf-f77c-42fe-aca4-ca58b6eb9f2c", "code": 422}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:53.308445 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-468fa4fc-a270-4a23-8a54-f33c34edaee1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:53.308853 n-d-799525-3 neutron-server[93755]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ee39bdc-64ab-497b-b1f6-4c3bf66a461a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'edd770bf-f77c-42fe-aca4-ca58b6eb9f2c', 'code': 422} returned with failed status Jul 09 13:36:53.315201 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:53.317703 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Checking segment: {'id': '25ed2981-b700-4446-8208-80b8b2e7e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:53.318306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38810) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:53.318932 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.319489 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Bound using segment: {'id': '25ed2981-b700-4446-8208-80b8b2e7e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:53.319789 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ff6a1f83-c1f4-4d1d-906b-3aefde811345 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25800b5544d249aa9d913bccb0f94bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1008997 Jul 09 13:36:53.322847 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Bound port: a76cb561-6006-438b-840d-8dfc02ad899a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25ed2981-b700-4446-8208-80b8b2e7e8f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:53.332916 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.375467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 65724fcc-4e78-4345-a075-1d4ba52f18cc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:53.375919 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.393035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ba2c3f-a014-4bef-bf21-5e17cba90cd9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Checking segment: {'id': '6ea7e435-316b-466f-bc26-bb377d83fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:53.398014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ba2c3f-a014-4bef-bf21-5e17cba90cd9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network hostable DHCP agents. Network: f0ba154c-dddd-4b1b-a218-77a394e1a504, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:53.442355 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed4daf45-abca-476a-9b1a-bd65d8296652 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.446001 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] For port a76cb561-6006-438b-840d-8dfc02ad899a, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:53.451120 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] For port a76cb561-6006-438b-840d-8dfc02ad899a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a76cb561-6006-438b-840d-8dfc02ad899a,segment=NetworkSegment(25ed2981-b700-4446-8208-80b8b2e7e8f9),segment_id=25ed2981-b700-4446-8208-80b8b2e7e8f9)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:53.459684 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.520943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ba2c3f-a014-4bef-bf21-5e17cba90cd9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network f0ba154c-dddd-4b1b-a218-77a394e1a504 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:53.524739 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed4daf45-abca-476a-9b1a-bd65d8296652 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.535219 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50527c-9ca6-4df4-8b8f-f8d6fe401b8c req-82a01cfd-e902-4f24-8c28-79f182e52118 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:53.538863 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:53.539794 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:53.545659 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7b50527c-9ca6-4df4-8b8f-f8d6fe401b8c req-82a01cfd-e902-4f24-8c28-79f182e52118 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.1105731 Jul 09 13:36:53.559394 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d4ba2c3f-a014-4bef-bf21-5e17cba90cd9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, f0ba154c-dddd-4b1b-a218-77a394e1a504) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:53.578199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80aa013-4e7a-4f80-95ae-858b16917fc9 None None] Network f0ba154c-dddd-4b1b-a218-77a394e1a504 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:53.635145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ba2c3f-a014-4bef-bf21-5e17cba90cd9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:53.636107 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d4ba2c3f-a014-4bef-bf21-5e17cba90cd9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.639598 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7b50527c-9ca6-4df4-8b8f-f8d6fe401b8c req-62a0ba23-9353-464e-ac32-08c0031cbe5d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916171 Jul 09 13:36:53.695348 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dcc56c-1973-4830-8420-5ae46cb5d5a5 None None] Pushing event updated for resources: {'Port': ['ID=a76cb561-6006-438b-840d-8dfc02ad899a,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:53.702116 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d4ba2c3f-a014-4bef-bf21-5e17cba90cd9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2278619 Jul 09 13:36:53.705333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38818) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:53.709208 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed4daf45-abca-476a-9b1a-bd65d8296652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.713513 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed4daf45-abca-476a-9b1a-bd65d8296652 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:53.714669 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ed4daf45-abca-476a-9b1a-bd65d8296652 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6b7d8a27-547f-463c-9eae-48cbb2fc24e6 HTTP/1.1" status: 204 len: 168 time: 0.3939958 Jul 09 13:36:53.734052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4daf45-abca-476a-9b1a-bd65d8296652 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7d8a27-547f-463c-9eae-48cbb2fc24e6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:53.782674 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:53.890039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-f0ba154c-dddd-4b1b-a218-77a394e1a504', 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'fixed_ips': [{'subnet_id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:36:53.891311 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.125919 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:36:49Z', 'revision_number': 3, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:53Z', 'revision_number': 4, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:54.169997 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43694a4-2e55-454e-ad0f-3bbbba756e7a None None] The sync data for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 is: [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:36:49Z', 'revision_number': 3, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:53Z', 'revision_number': 4, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:36:54.200002 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Allocated IP 172.22.0.2 (f0ba154c-dddd-4b1b-a218-77a394e1a504/8dfad291-655d-4d69-92a2-2d3e22b1eaa7/51fdf88c-2fbe-4d20-b97b-021171523c21) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:54.315152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f66df17-36d2-46f8-be60-224f1b9b9994 req-7e8726f7-dfbd-4519-b77b-905f1aa3a95d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:54.323481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f66df17-36d2-46f8-be60-224f1b9b9994 req-7e8726f7-dfbd-4519-b77b-905f1aa3a95d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.4196458 Jul 09 13:36:54.395777 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f66df17-36d2-46f8-be60-224f1b9b9994 req-abdb4672-1a5a-459e-aadc-906469b9f48a tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590546 Jul 09 13:36:54.452866 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5944841-9708-465d-be55-69a621f95f4d req-04c38286-976b-47e7-959b-47c05da88683 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:54.459478 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5944841-9708-465d-be55-69a621f95f4d req-04c38286-976b-47e7-959b-47c05da88683 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=4ee39bdc-64ab-497b-b1f6-4c3bf66a461a HTTP/1.1" status: 200 len: 943 time: 0.2420018 Jul 09 13:36:54.485681 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.501881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Transition to ACTIVE for port object 51fdf88c-2fbe-4d20-b97b-021171523c21 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:54.529635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Transition to ACTIVE for port object 51fdf88c-2fbe-4d20-b97b-021171523c21 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:54.548908 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.592479 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.595833 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Network f0ba154c-dddd-4b1b-a218-77a394e1a504 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:54.602129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:54.604302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Pushing event updated for resources: {'Port': ['ID=51fdf88c-2fbe-4d20-b97b-021171523c21,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:54.606503 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:54.688302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Attempting to bind port 51fdf88c-2fbe-4d20-b97b-021171523c21 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:54.688302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Attempting to bind port 51fdf88c-2fbe-4d20-b97b-021171523c21 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '6ea7e435-316b-466f-bc26-bb377d83fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:54.688302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Attempting to bind port 51fdf88c-2fbe-4d20-b97b-021171523c21 on network f0ba154c-dddd-4b1b-a218-77a394e1a504 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:54.705467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:54.705968 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Checking segment: {'id': '6ea7e435-316b-466f-bc26-bb377d83fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:54.707150 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.708426 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Bound using segment: {'id': '6ea7e435-316b-466f-bc26-bb377d83fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:54.709568 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Bound port: 51fdf88c-2fbe-4d20-b97b-021171523c21, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea7e435-316b-466f-bc26-bb377d83fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:54.709763 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.828088 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326779b9-6b1c-4d3b-8e4e-cdf5a47e3673 req-316f9589-2cf4-4456-9959-e81539ce0202 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:54.839585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38862) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:54.840120 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-326779b9-6b1c-4d3b-8e4e-cdf5a47e3673 req-316f9589-2cf4-4456-9959-e81539ce0202 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.2932353 Jul 09 13:36:54.846090 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5ffca2d3-8f8d-4928-9d7c-ca48faab8a02 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Request body: {'floatingip': {'port_id': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:54.851388 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] For port 51fdf88c-2fbe-4d20-b97b-021171523c21, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:54.855065 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] For port 51fdf88c-2fbe-4d20-b97b-021171523c21, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=51fdf88c-2fbe-4d20-b97b-021171523c21,segment=NetworkSegment(6ea7e435-316b-466f-bc26-bb377d83fb25),segment_id=6ea7e435-316b-466f-bc26-bb377d83fb25)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:54.858826 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a76cb561-6006-438b-840d-8dfc02ad899a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:54.902176 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-b5944841-9708-465d-be55-69a621f95f4d req-b44bea11-9d26-4862-9886-19e133a493f0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Deleting port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:54.902439 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b5944841-9708-465d-be55-69a621f95f4d req-b44bea11-9d26-4862-9886-19e133a493f0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.920317 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:54.926334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38864) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:54.961655 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ffca2d3-8f8d-4928-9d7c-ca48faab8a02 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.036286 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-b5944841-9708-465d-be55-69a621f95f4d req-b44bea11-9d26-4862-9886-19e133a493f0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] For port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:55.036944 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b5944841-9708-465d-be55-69a621f95f4d req-b44bea11-9d26-4862-9886-19e133a493f0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.055218 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port a76cb561-6006-438b-840d-8dfc02ad899a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:55.066382 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-b5944841-9708-465d-be55-69a621f95f4d req-b44bea11-9d26-4862-9886-19e133a493f0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Calling delete_port for edd770bf-f77c-42fe-aca4-ca58b6eb9f2c owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:55.074436 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a76cb561-6006-438b-840d-8dfc02ad899a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:55.074830 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.147365 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6118f6f3-5693-422c-984f-b66e6df88551 None None] Pushing event updated for resources: {'Port': ['ID=51fdf88c-2fbe-4d20-b97b-021171523c21,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:55.197023 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.247186 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port a76cb561-6006-438b-840d-8dfc02ad899a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a76cb561-6006-438b-840d-8dfc02ad899a,segment=NetworkSegment(25ed2981-b700-4446-8208-80b8b2e7e8f9),segment_id=25ed2981-b700-4446-8208-80b8b2e7e8f9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:55.253698 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.256954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d79be806-c114-40ca-a3ee-91791fc0686a tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-439641132'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:55.319983 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=a76cb561-6006-438b-840d-8dfc02ad899a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:55.352533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d79be806-c114-40ca-a3ee-91791fc0686a tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Made reservation on behalf of 946571ae8c0946a3b72072a1432a623c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:55.356359 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d79be806-c114-40ca-a3ee-91791fc0686a tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.385173 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d79be806-c114-40ca-a3ee-91791fc0686a tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.447239 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b5944841-9708-465d-be55-69a621f95f4d req-b44bea11-9d26-4862-9886-19e133a493f0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.498874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Allocated IP 172.22.0.1 (f0ba154c-dddd-4b1b-a218-77a394e1a504/8dfad291-655d-4d69-92a2-2d3e22b1eaa7/825c2c2b-7cfa-4554-858b-da0b35df19e1) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:55.519177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44bea11-9d26-4862-9886-19e133a493f0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Pushing event deleted for resources: {'Port': ['ID=edd770bf-f77c-42fe-aca4-ca58b6eb9f2c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:55.604177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5944841-9708-465d-be55-69a621f95f4d req-b44bea11-9d26-4862-9886-19e133a493f0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] No DVR routers for this DVR port edd770bf-f77c-42fe-aca4-ca58b6eb9f2c on host n-h2-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:55.633060 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-b5944841-9708-465d-be55-69a621f95f4d req-b44bea11-9d26-4862-9886-19e133a493f0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.635167 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5944841-9708-465d-be55-69a621f95f4d req-b44bea11-9d26-4862-9886-19e133a493f0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "DELETE /v2.0/ports/edd770bf-f77c-42fe-aca4-ca58b6eb9f2c HTTP/1.1" status: 204 len: 173 time: 1.1748545 Jul 09 13:36:55.638000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ee39bdc-64ab-497b-b1f6-4c3bf66a461a', 'name': 'network-vif-deleted', 'tag': 'edd770bf-f77c-42fe-aca4-ca58b6eb9f2c'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:55.640192 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4aaf8cb-d2cd-4a87-bff1-62eb41b9bd31" -d '{"events": [{"server_uuid": "4ee39bdc-64ab-497b-b1f6-4c3bf66a461a", "name": "network-vif-deleted", "tag": "edd770bf-f77c-42fe-aca4-ca58b6eb9f2c"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:55.702827 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf391468-7d05-4448-be42-66b1e16b5232 req-8eb2b1b7-2468-407c-af78-7bb86efa5a99 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:55.704368 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf391468-7d05-4448-be42-66b1e16b5232 req-8eb2b1b7-2468-407c-af78-7bb86efa5a99 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.2423847 Jul 09 13:36:55.763310 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.790044 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Transition to ACTIVE for port object 825c2c2b-7cfa-4554-858b-da0b35df19e1 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:55.797714 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf391468-7d05-4448-be42-66b1e16b5232 req-3b518bfb-486d-450e-916a-6db75ccf6038 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773139 Jul 09 13:36:55.835416 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:55.901695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=825c2c2b-7cfa-4554-858b-da0b35df19e1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:55.905446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network f0ba154c-dddd-4b1b-a218-77a394e1a504 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:55.907326 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:55.915961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:56.032190 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.062798 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d79be806-c114-40ca-a3ee-91791fc0686a tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.071402 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d79be806-c114-40ca-a3ee-91791fc0686a tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.089829 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d79be806-c114-40ca-a3ee-91791fc0686a tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:56.124925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d79be806-c114-40ca-a3ee-91791fc0686a tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.125574 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-d79be806-c114-40ca-a3ee-91791fc0686a tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Added segment a2a940e9-d71f-4d5e-ba6c-9a1fab6a739c of type vlan for network 5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46 Jul 09 13:36:56.140863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edfa635-42e5-4091-baef-9828be90e3bc req-77e1a87d-c85c-419c-ad55-dfce6350dd6d tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:56.142625 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9edfa635-42e5-4091-baef-9828be90e3bc req-77e1a87d-c85c-419c-ad55-dfce6350dd6d tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=be35e3af-ca90-4302-9e8a-b9bd9e25c717 HTTP/1.1" status: 200 len: 946 time: 0.1505785 Jul 09 13:36:56.171572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79be806-c114-40ca-a3ee-91791fc0686a tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e55c0a0e-0f33-45b6-930a-bca651a11201,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:56.237427 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.db.resource_extend [None req-5ffca2d3-8f8d-4928-9d7c-ca48faab8a02 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:36:56.240882 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d79be806-c114-40ca-a3ee-91791fc0686a tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.242146 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9edfa635-42e5-4091-baef-9828be90e3bc req-4fd7ebc5-5917-41af-97df-61628405aa9b tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877857 Jul 09 13:36:56.276219 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.333134 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ffca2d3-8f8d-4928-9d7c-ca48faab8a02 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.341116 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ffca2d3-8f8d-4928-9d7c-ca48faab8a02 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.345599 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d79be806-c114-40ca-a3ee-91791fc0686a tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.353707 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d79be806-c114-40ca-a3ee-91791fc0686a tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:56.354528 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d79be806-c114-40ca-a3ee-91791fc0686a tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.370922 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e226544e-a260-4b92-b127-e48e05d06e40 x-openstack-request-id: req-e226544e-a260-4b92-b127-e48e05d06e40 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:56.371460 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ee39bdc-64ab-497b-b1f6-4c3bf66a461a", "name": "network-vif-deleted", "tag": "edd770bf-f77c-42fe-aca4-ca58b6eb9f2c", "status": "failed", "code": 422}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:56.371781 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e226544e-a260-4b92-b127-e48e05d06e40 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:56.372417 n-d-799525-3 neutron-server[93754]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ee39bdc-64ab-497b-b1f6-4c3bf66a461a', 'name': 'network-vif-deleted', 'tag': 'edd770bf-f77c-42fe-aca4-ca58b6eb9f2c', 'status': 'failed', 'code': 422} returned with failed status Jul 09 13:36:56.429239 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d3c691-eda5-4ac7-a826-a2114a8a8c8b None None] Network f0ba154c-dddd-4b1b-a218-77a394e1a504 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:56.525104 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d79be806-c114-40ca-a3ee-91791fc0686a tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5966759 Jul 09 13:36:56.530373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38888) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:56.538615 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-83aead17-d2bc-4ef1-be18-b3325f414c14 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Request body: {'subnet': {'network_id': '5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:56.601577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd393f4c-82c9-4481-8e3c-dfdc219ce9c7 None None] Provisioning for port 51fdf88c-2fbe-4d20-b97b-021171523c21 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:56.626822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79be806-c114-40ca-a3ee-91791fc0686a tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Pushing event updated for resources: {'Network': ['ID=5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:56.633224 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145897ad-e6e1-4792-8d68-fe5208e8d3b1 req-38cc0e80-ed82-479e-8d94-d35f3d14847f tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:56.634823 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-145897ad-e6e1-4792-8d68-fe5208e8d3b1 req-38cc0e80-ed82-479e-8d94-d35f3d14847f tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.1789012 Jul 09 13:36:56.652791 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-5ffca2d3-8f8d-4928-9d7c-ca48faab8a02 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Floating IP 1cfbd074-ff57-4b3a-91fe-f6e46b423a68 associated. External IP: 172.25.2.43, port: 87f0b530-8e5b-4ab3-bab0-c770e91e05bc. Jul 09 13:36:56.658119 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:56.742870 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-145897ad-e6e1-4792-8d68-fe5208e8d3b1 req-d9cd9348-98e7-4774-9918-4a7dad1d2847 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937061 Jul 09 13:36:56.828374 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.845867 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.904086 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83aead17-d2bc-4ef1-be18-b3325f414c14 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Made reservation on behalf of 946571ae8c0946a3b72072a1432a623c for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:56.907670 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83aead17-d2bc-4ef1-be18-b3325f414c14 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.915541 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:56.977000 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a76cb561-6006-438b-840d-8dfc02ad899a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:57.054959 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f3e336d1-5caa-40c8-bd86-8c37eaec13c1 None None] Provisioning for port 825c2c2b-7cfa-4554-858b-da0b35df19e1 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:57.065305 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-11d5824d-bece-44e8-ae44-03326a49db7f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:57.067386 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-11d5824d-bece-44e8-ae44-03326a49db7f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 811 time: 0.3471882 Jul 09 13:36:57.068387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f3e336d1-5caa-40c8-bd86-8c37eaec13c1 None None] Provisioning complete for port 825c2c2b-7cfa-4554-858b-da0b35df19e1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:57.068765 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3e336d1-5caa-40c8-bd86-8c37eaec13c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.118064 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a76cb561-6006-438b-840d-8dfc02ad899a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:57.118437 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.120388 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f3e336d1-5caa-40c8-bd86-8c37eaec13c1 None None] Port 825c2c2b-7cfa-4554-858b-da0b35df19e1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:57.166312 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241e6c6f-dc12-439d-99d3-a82ae60c0916 req-f602d80f-c395-4386-bff4-4e6cb750a194 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:57.167984 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-241e6c6f-dc12-439d-99d3-a82ae60c0916 req-f602d80f-c395-4386-bff4-4e6cb750a194 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.18 "GET /v2.0/ports?device_id=be35e3af-ca90-4302-9e8a-b9bd9e25c717 HTTP/1.1" status: 200 len: 946 time: 0.5364957 Jul 09 13:36:57.225575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 51fdf88c-2fbe-4d20-b97b-021171523c21 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:57.296323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-692a7e28-21a6-4be5-a53c-7900278489e3 None None] Provisioning complete for port 825c2c2b-7cfa-4554-858b-da0b35df19e1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:57.296644 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-692a7e28-21a6-4be5-a53c-7900278489e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.299312 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 51fdf88c-2fbe-4d20-b97b-021171523c21 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:36:57.322500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 51fdf88c-2fbe-4d20-b97b-021171523c21 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:57.322500 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.323844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffca2d3-8f8d-4928-9d7c-ca48faab8a02 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Router d939e762-c9e0-43b8-85e1-d6500cec7558 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:36:57.367809 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-692a7e28-21a6-4be5-a53c-7900278489e3 None None] Port 825c2c2b-7cfa-4554-858b-da0b35df19e1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:57.423616 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.444469 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83aead17-d2bc-4ef1-be18-b3325f414c14 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.459123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 51fdf88c-2fbe-4d20-b97b-021171523c21, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=51fdf88c-2fbe-4d20-b97b-021171523c21,segment=NetworkSegment(6ea7e435-316b-466f-bc26-bb377d83fb25),segment_id=6ea7e435-316b-466f-bc26-bb377d83fb25)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:57.459790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=825c2c2b-7cfa-4554-858b-da0b35df19e1,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:57.466205 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.490295 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-0e428c29-3895-4104-93bf-83db9ff84857 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/quotas/f497f876391b4e08b31560ff95746718 HTTP/1.1" status: 200 len: 375 time: 0.0256248 Jul 09 13:36:57.521072 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=51fdf88c-2fbe-4d20-b97b-021171523c21,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:57.556666 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-0e909587-f1b2-4c85-b497-d5c2059519ee tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0501711 Jul 09 13:36:57.558382 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network f0ba154c-dddd-4b1b-a218-77a394e1a504 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:57.562440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:57.562695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-241e6c6f-dc12-439d-99d3-a82ae60c0916 req-ff8d5867-1159-477e-b58d-df0d6a8e9edc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Deleting port c692f549-d438-4e06-a902-e856f95c4b5d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:36:57.563036 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-241e6c6f-dc12-439d-99d3-a82ae60c0916 req-ff8d5867-1159-477e-b58d-df0d6a8e9edc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.577136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382d05e3-c6b6-4df6-9930-790bc72155da req-01250c2d-0cea-40d6-a351-8d96c74542b0 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:57.584022 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-382d05e3-c6b6-4df6-9930-790bc72155da req-01250c2d-0cea-40d6-a351-8d96c74542b0 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.5486894 Jul 09 13:36:57.658925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83aead17-d2bc-4ef1-be18-b3325f414c14 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Pushing event updated for resources: {'Subnet': ['ID=46068120-cf55-4f76-b2f4-28d9cbccd114,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:57.672709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83aead17-d2bc-4ef1-be18-b3325f414c14 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Checking segment: {'id': 'a2a940e9-d71f-4d5e-ba6c-9a1fab6a739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:57.673086 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aead17-d2bc-4ef1-be18-b3325f414c14 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Network hostable DHCP agents. Network: 5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:36:57.678089 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffca2d3-8f8d-4928-9d7c-ca48faab8a02 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:57.688854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aecad49-679a-42c0-9349-06f075625e6a None None] Sync routers for ids ['d939e762-c9e0-43b8-85e1-d6500cec7558'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:57.695758 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ffca2d3-8f8d-4928-9d7c-ca48faab8a02 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.703634 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aecad49-679a-42c0-9349-06f075625e6a None None] Routers {'d939e762-c9e0-43b8-85e1-d6500cec7558'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:57.704936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4aecad49-679a-42c0-9349-06f075625e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d939e762-c9e0-43b8-85e1-d6500cec7558'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:57.765152 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-382d05e3-c6b6-4df6-9930-790bc72155da req-8093fd1a-5484-40e4-bd73-0628e74739ab tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697764 Jul 09 13:36:57.831156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83aead17-d2bc-4ef1-be18-b3325f414c14 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Network 5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:36:57.847905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 90d5d88c-1ad0-4d18-843a-495f2d65c47c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:36:57.883162 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-b75cab57-efac-48c8-be0d-32dd982418f2 service neutron] 10.222.0.39 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3139944 Jul 09 13:36:57.905349 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5ffca2d3-8f8d-4928-9d7c-ca48faab8a02 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "PUT /v2.0/floatingips/1cfbd074-ff57-4b3a-91fe-f6e46b423a68 HTTP/1.1" status: 200 len: 990 time: 3.0638232 Jul 09 13:36:57.909927 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-241e6c6f-dc12-439d-99d3-a82ae60c0916 req-ff8d5867-1159-477e-b58d-df0d6a8e9edc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] For port c692f549-d438-4e06-a902-e856f95c4b5d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c692f549-d438-4e06-a902-e856f95c4b5d,segment=NetworkSegment(c31b89bf-c1bd-46ed-ad20-7e883b39d593),segment_id=c31b89bf-c1bd-46ed-ad20-7e883b39d593)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:36:57.911626 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-241e6c6f-dc12-439d-99d3-a82ae60c0916 req-ff8d5867-1159-477e-b58d-df0d6a8e9edc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.914143 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-4aecad49-679a-42c0-9349-06f075625e6a None None] Set router d939e762-c9e0-43b8-85e1-d6500cec7558 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:57.929330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-241e6c6f-dc12-439d-99d3-a82ae60c0916 req-ff8d5867-1159-477e-b58d-df0d6a8e9edc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Calling delete_port for c692f549-d438-4e06-a902-e856f95c4b5d owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:36:57.932310 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'tag': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:36:57.935238 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e4e985-21de-40bb-9287-25f0de8cc45b" -d '{"events": [{"name": "network-changed", "server_uuid": "de0f1532-f595-455b-b1a7-8900b47da42c", "tag": "87f0b530-8e5b-4ab3-bab0-c770e91e05bc"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:36:57.941175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-83aead17-d2bc-4ef1-be18-b3325f414c14 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:57.954183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83aead17-d2bc-4ef1-be18-b3325f414c14 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:57.954799 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83aead17-d2bc-4ef1-be18-b3325f414c14 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:57.962357 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e9db34-e4ca-4ae2-b568-bcd6e55fbccc None None] Network 5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:36:58.007762 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-83aead17-d2bc-4ef1-be18-b3325f414c14 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4710236 Jul 09 13:36:58.014683 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c0b83ae0-76b0-47e1-838e-9ddd79cbd9b6 None None] Provisioning complete for port 825c2c2b-7cfa-4554-858b-da0b35df19e1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:58.015084 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0b83ae0-76b0-47e1-838e-9ddd79cbd9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.019551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38910) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:58.026224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c3504ec7-4a66-48cb-94ff-cfa886f08958 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Request body: {'port': {'network_id': '5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46', 'name': 'tempest-ExtraDHCPOptionsTestJSON-25907556'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:58.087870 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:36:58.095053 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-02f986e0-ad61-4e82-9c36-22a0ee783563 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/90d5d88c-1ad0-4d18-843a-495f2d65c47c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3884919 Jul 09 13:36:58.098607 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38912) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:58.104515 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Sync routers for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:36:58.113125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a62036a6-79f8-4220-9a22-304689985e7d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'network': {'name': 'tempest-RoutersTest-143154173'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:58.117352 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:58.118357 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:58.163235 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-b341fb2f-d143-4ce4-8196-43fe77b97980 service neutron] 10.222.0.39 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791193 Jul 09 13:36:58.180721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b40e7b-d1a7-492c-aa68-818ee6cc618e req-b5dd5218-f66f-477b-b46e-43e5be9b8b49 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:58.189957 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1b40e7b-d1a7-492c-aa68-818ee6cc618e req-b5dd5218-f66f-477b-b46e-43e5be9b8b49 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=be35e3af-ca90-4302-9e8a-b9bd9e25c717 HTTP/1.1" status: 200 len: 946 time: 0.2290418 Jul 09 13:36:58.260174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3504ec7-4a66-48cb-94ff-cfa886f08958 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Made reservation on behalf of 946571ae8c0946a3b72072a1432a623c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:58.264459 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3504ec7-4a66-48cb-94ff-cfa886f08958 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.278509 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-241e6c6f-dc12-439d-99d3-a82ae60c0916 req-ff8d5867-1159-477e-b58d-df0d6a8e9edc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.282999 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1b40e7b-d1a7-492c-aa68-818ee6cc618e req-19b7edc1-b641-46a3-abb6-8a44af866a60 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914381 Jul 09 13:36:58.283708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62036a6-79f8-4220-9a22-304689985e7d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:58.295810 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a62036a6-79f8-4220-9a22-304689985e7d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.368480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a62036a6-79f8-4220-9a22-304689985e7d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:36:58.372025 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-c3504ec7-4a66-48cb-94ff-cfa886f08958 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] device_id is not set on port 5c3cc607-03a3-43bf-8d47-6b0556d1aee0 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:36:58.377248 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8d5867-1159-477e-b58d-df0d6a8e9edc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Pushing event deleted for resources: {'Port': ['ID=c692f549-d438-4e06-a902-e856f95c4b5d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:58.386813 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c0b83ae0-76b0-47e1-838e-9ddd79cbd9b6 None None] Port 825c2c2b-7cfa-4554-858b-da0b35df19e1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:36:58.406332 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a62036a6-79f8-4220-9a22-304689985e7d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.410189 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-a62036a6-79f8-4220-9a22-304689985e7d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Added segment 096080ea-d184-4c6d-9e8a-17a3591fed92 of type vlan for network 8725d273-f184-4a15-9c1b-29e09f6e74e1 Jul 09 13:36:58.412095 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:58.498535 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a62036a6-79f8-4220-9a22-304689985e7d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.546423 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46', 'network_id': '5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46', 'tenant_id': '946571ae8c0946a3b72072a1432a623c', 'fixed_ips': [{'subnet_id': '46068120-cf55-4f76-b2f4-28d9cbccd114'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:36:58.547317 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.596323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-241e6c6f-dc12-439d-99d3-a82ae60c0916 req-ff8d5867-1159-477e-b58d-df0d6a8e9edc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] No DVR routers for this DVR port c692f549-d438-4e06-a902-e856f95c4b5d on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:36:58.610308 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a62036a6-79f8-4220-9a22-304689985e7d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.615216 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-241e6c6f-dc12-439d-99d3-a82ae60c0916 req-ff8d5867-1159-477e-b58d-df0d6a8e9edc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.621378 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-241e6c6f-dc12-439d-99d3-a82ae60c0916 req-ff8d5867-1159-477e-b58d-df0d6a8e9edc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.18 "DELETE /v2.0/ports/c692f549-d438-4e06-a902-e856f95c4b5d HTTP/1.1" status: 204 len: 173 time: 1.3752525 Jul 09 13:36:58.624422 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a62036a6-79f8-4220-9a22-304689985e7d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:58.626353 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a62036a6-79f8-4220-9a22-304689985e7d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:58.700002 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:36:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e25f15-91af-4ab4-bd36-e16ec9b29757 x-openstack-request-id: req-c1e25f15-91af-4ab4-bd36-e16ec9b29757 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:36:58.700304 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de0f1532-f595-455b-b1a7-8900b47da42c", "tag": "87f0b530-8e5b-4ab3-bab0-c770e91e05bc", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:36:58.700614 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1e25f15-91af-4ab4-bd36-e16ec9b29757 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:36:58.701023 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'tag': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'status': 'completed', 'code': 200} Jul 09 13:36:58.783372 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a62036a6-79f8-4220-9a22-304689985e7d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6833491 Jul 09 13:36:58.787119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38922) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:36:58.788531 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-356b3b89-266d-4d72-8991-fc70fc858e59 req-4b96cf9f-3992-4efe-9474-42349f3c34a2 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 210 time: 0.0412898 Jul 09 13:36:58.789274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62036a6-79f8-4220-9a22-304689985e7d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Network': ['ID=8725d273-f184-4a15-9c1b-29e09f6e74e1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:58.805207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445803e7-37e3-4e21-a2d0-e42abe5445d6 req-5332f097-e3a6-4cf0-bb60-717e98887104 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:58.812990 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-445803e7-37e3-4e21-a2d0-e42abe5445d6 req-5332f097-e3a6-4cf0-bb60-717e98887104 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.2905915 Jul 09 13:36:58.871193 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 8725d273-f184-4a15-9c1b-29e09f6e74e1 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:36:58.886372 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-445803e7-37e3-4e21-a2d0-e42abe5445d6 req-0aa89f19-c425-40bc-9813-94f1992942f5 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721369 Jul 09 13:36:58.887672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-01a959f0-be50-4a40-86d9-3f4751414296 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'subnet': {'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:36:58.930741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 51fdf88c-2fbe-4d20-b97b-021171523c21 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:36:58.959560 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:36:56Z', 'revision_number': 4, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '825c2c2b-7cfa-4554-858b-da0b35df19e1', 'name': '', 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:7f:7a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:54Z', 'updated_at': '2021-07-09T13:36:56Z', 'revision_number': 2, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:58.990653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Allocated IP 172.20.0.2 (5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46/46068120-cf55-4f76-b2f4-28d9cbccd114/09338478-87de-4acb-9999-416de1a86da2) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:59.033370 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Checking router: 90d5d88c-1ad0-4d18-843a-495f2d65c47c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:36:59.033790 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Updating router 90d5d88c-1ad0-4d18-843a-495f2d65c47c port 825c2c2b-7cfa-4554-858b-da0b35df19e1 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:36:59.067598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4e985-21de-40bb-9287-25f0de8cc45b req-89925f24-1e70-4917-a3b6-035b8efeacf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:59.069903 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e4e985-21de-40bb-9287-25f0de8cc45b req-89925f24-1e70-4917-a3b6-035b8efeacf2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21d631c8b7aa4295bb9f42b979feb028&device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 1096 time: 0.3020816 Jul 09 13:36:59.122414 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.145484 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4aecad49-679a-42c0-9349-06f075625e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '1cfbd074-ff57-4b3a-91fe-f6e46b423a68', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'port_id': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'mac_address': 'fa:16:3e:2a:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:36:23Z', 'updated_at': '2021-07-09T13:36:56Z', 'revision_number': 1, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f3e705-f7ad-4011-acd2-0ae10b6264d5', 'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'mac_address': 'fa:16:3e:51:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:30Z', 'updated_at': '2021-07-09T13:31:38Z', 'revision_number': 5, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'subnets': [{'id': '64038094-33bf-4882-9ed5-b515adff07d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:59.165728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a959f0-be50-4a40-86d9-3f4751414296 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Made reservation on behalf of 9f5182291d214869b5ef5954bb1eb951 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:36:59.169337 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01a959f0-be50-4a40-86d9-3f4751414296 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.198676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aecad49-679a-42c0-9349-06f075625e6a None None] Checking router: d939e762-c9e0-43b8-85e1-d6500cec7558 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:36:59.199482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12675c7-bc1c-4284-9346-ea1badfd72e0 req-b381253a-c686-448a-a84e-dd0720bbdeee tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:59.201248 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f12675c7-bc1c-4284-9346-ea1badfd72e0 req-b381253a-c686-448a-a84e-dd0720bbdeee tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.1220307 Jul 09 13:36:59.243647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 51fdf88c-2fbe-4d20-b97b-021171523c21 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:36:59.244056 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.282256 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f12675c7-bc1c-4284-9346-ea1badfd72e0 req-79c516f3-a2a1-48d5-bcef-067d7fab9295 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749357 Jul 09 13:36:59.298964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4e985-21de-40bb-9287-25f0de8cc45b req-30c15831-36a5-47b3-886b-3f9169be9a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:36:59.301377 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e4e985-21de-40bb-9287-25f0de8cc45b req-30c15831-36a5-47b3-886b-3f9169be9a93 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 200 len: 918 time: 0.2204313 Jul 09 13:36:59.337034 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.346938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Transition to ACTIVE for port object 09338478-87de-4acb-9999-416de1a86da2 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:59.368749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Transition to ACTIVE for port object 09338478-87de-4acb-9999-416de1a86da2 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:59.382240 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.422373 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e4e985-21de-40bb-9287-25f0de8cc45b req-0e947e4e-a3bd-4466-b089-c63ad3d0c6de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc HTTP/1.1" status: 200 len: 998 time: 0.1127663 Jul 09 13:36:59.435403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aecad49-679a-42c0-9349-06f075625e6a None None] Routers {'d939e762-c9e0-43b8-85e1-d6500cec7558'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:36:59.436134 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4aecad49-679a-42c0-9349-06f075625e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d939e762-c9e0-43b8-85e1-d6500cec7558'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:36:59.558151 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-4aecad49-679a-42c0-9349-06f075625e6a None None] Set router d939e762-c9e0-43b8-85e1-d6500cec7558 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:36:59.607593 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-413eb485-b53c-47f3-9b1f-8f5715e3f263 req-b5b3cabc-d9d5-422e-ac85-1ac45d37f9cc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=be35e3af-ca90-4302-9e8a-b9bd9e25c717 HTTP/1.1" status: 200 len: 210 time: 0.0518866 Jul 09 13:36:59.663188 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.680241 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Transition to ACTIVE for port object 825c2c2b-7cfa-4554-858b-da0b35df19e1 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:36:59.688456 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.698977 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01a959f0-be50-4a40-86d9-3f4751414296 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.777523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-c3504ec7-4a66-48cb-94ff-cfa886f08958 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Allocated IP 172.20.0.7 (5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46/46068120-cf55-4f76-b2f4-28d9cbccd114/5c3cc607-03a3-43bf-8d47-6b0556d1aee0) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:36:59.807992 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900a735-f77f-43fc-8e3d-e1908fdc76fb None None] Pushing event updated for resources: {'Port': ['ID=825c2c2b-7cfa-4554-858b-da0b35df19e1,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:59.813927 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Attempting to bind port 825c2c2b-7cfa-4554-858b-da0b35df19e1 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:36:59.814206 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Attempting to bind port 825c2c2b-7cfa-4554-858b-da0b35df19e1 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '6ea7e435-316b-466f-bc26-bb377d83fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:36:59.814837 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Attempting to bind port 825c2c2b-7cfa-4554-858b-da0b35df19e1 on network f0ba154c-dddd-4b1b-a218-77a394e1a504 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:36:59.820861 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:36:59.821332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Network 5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:36:59.821464 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Checking segment: {'id': '6ea7e435-316b-466f-bc26-bb377d83fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:36:59.821952 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.822440 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Bound using segment: {'id': '6ea7e435-316b-466f-bc26-bb377d83fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:36:59.823028 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Bound port: 825c2c2b-7cfa-4554-858b-da0b35df19e1, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea7e435-316b-466f-bc26-bb377d83fb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:36:59.823540 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:36:59.832642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:36:59.836217 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Pushing event updated for resources: {'Port': ['ID=09338478-87de-4acb-9999-416de1a86da2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:36:59.840354 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:36:59.908082 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] For port 825c2c2b-7cfa-4554-858b-da0b35df19e1, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:36:59.913208 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] For port 825c2c2b-7cfa-4554-858b-da0b35df19e1, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=825c2c2b-7cfa-4554-858b-da0b35df19e1,segment=NetworkSegment(6ea7e435-316b-466f-bc26-bb377d83fb25),segment_id=6ea7e435-316b-466f-bc26-bb377d83fb25)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:36:59.926893 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.049045 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Attempting to bind port 09338478-87de-4acb-9999-416de1a86da2 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:00.049797 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Attempting to bind port 09338478-87de-4acb-9999-416de1a86da2 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'a2a940e9-d71f-4d5e-ba6c-9a1fab6a739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:00.050172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Attempting to bind port 09338478-87de-4acb-9999-416de1a86da2 on network 5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:00.078622 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:00.079297 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:36:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:00.086474 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:00.086876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Checking segment: {'id': 'a2a940e9-d71f-4d5e-ba6c-9a1fab6a739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:00.087605 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.087986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Bound using segment: {'id': 'a2a940e9-d71f-4d5e-ba6c-9a1fab6a739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:00.088569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Bound port: 09338478-87de-4acb-9999-416de1a86da2, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2a940e9-d71f-4d5e-ba6c-9a1fab6a739c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': '5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:00.089552 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900a735-f77f-43fc-8e3d-e1908fdc76fb None None] Pushing event updated for resources: {'Port': ['ID=825c2c2b-7cfa-4554-858b-da0b35df19e1,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:00.100513 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.237011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c692f549-d438-4e06-a902-e856f95c4b5d no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:00.289886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dda9bcb-fd2c-493b-ba19-68d4a1259a9a req-fa04e593-933b-4f4d-a1c0-89bdb011d8c2 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:00.296702 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0dda9bcb-fd2c-493b-ba19-68d4a1259a9a req-fa04e593-933b-4f4d-a1c0-89bdb011d8c2 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.1444862 Jul 09 13:37:00.299626 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: c692f549-d438-4e06-a902-e856f95c4b5d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:00.299981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c692f549-d438-4e06-a902-e856f95c4b5d not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:00.313902 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4aecad49-679a-42c0-9349-06f075625e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '1cfbd074-ff57-4b3a-91fe-f6e46b423a68', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'port_id': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'mac_address': 'fa:16:3e:2a:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:36:23Z', 'updated_at': '2021-07-09T13:36:56Z', 'revision_number': 1, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f3e705-f7ad-4011-acd2-0ae10b6264d5', 'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'mac_address': 'fa:16:3e:51:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:30Z', 'updated_at': '2021-07-09T13:31:38Z', 'revision_number': 5, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'subnets': [{'id': '64038094-33bf-4882-9ed5-b515adff07d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:00.321876 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:00.384997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aecad49-679a-42c0-9349-06f075625e6a None None] The sync data for ids ['d939e762-c9e0-43b8-85e1-d6500cec7558'] in n-d-799525-3 is: [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '1cfbd074-ff57-4b3a-91fe-f6e46b423a68', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'port_id': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1854, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'mac_address': 'fa:16:3e:2a:e0:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:36:23Z', 'updated_at': '2021-07-09T13:36:56Z', 'revision_number': 1, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6f3e705-f7ad-4011-acd2-0ae10b6264d5', 'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'mac_address': 'fa:16:3e:51:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:30Z', 'updated_at': '2021-07-09T13:31:38Z', 'revision_number': 5, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'subnets': [{'id': '64038094-33bf-4882-9ed5-b515adff07d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:00.397488 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0dda9bcb-fd2c-493b-ba19-68d4a1259a9a req-6142a58e-af09-4715-8b3c-4def87b5fbe1 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889621 Jul 09 13:37:00.407454 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] For port 09338478-87de-4acb-9999-416de1a86da2, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:00.413757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] For port 09338478-87de-4acb-9999-416de1a86da2, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=09338478-87de-4acb-9999-416de1a86da2,segment=NetworkSegment(a2a940e9-d71f-4d5e-ba6c-9a1fab6a739c),segment_id=a2a940e9-d71f-4d5e-ba6c-9a1fab6a739c)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:00.429144 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:00.548385 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-719614c1-1250-44d8-bf2c-a6c921c46b68 req-9bc3e6c0-2192-4117-9f38-cc963b756b24 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 210 time: 0.0934474 Jul 09 13:37:00.557157 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4e985-21de-40bb-9287-25f0de8cc45b req-c8125f36-552d-471f-8fd2-70749a141638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:00.566018 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e4e985-21de-40bb-9287-25f0de8cc45b req-c8125f36-552d-471f-8fd2-70749a141638 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64038094-33bf-4882-9ed5-b515adff07d9 HTTP/1.1" status: 200 len: 856 time: 0.9608810 Jul 09 13:37:00.567990 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf489f0-c7a5-43cf-989f-01570c3ef645 None None] Pushing event updated for resources: {'Port': ['ID=09338478-87de-4acb-9999-416de1a86da2,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:00.591889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 2299aa0f-0343-42cd-a5f9-9f6ff560107a details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:37:00.719426 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be35e3af-ca90-4302-9e8a-b9bd9e25c717', 'name': 'network-vif-deleted', 'tag': 'c692f549-d438-4e06-a902-e856f95c4b5d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:00.727028 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d29262c-be29-4ab2-9a48-e0c05d184669" -d '{"events": [{"server_uuid": "be35e3af-ca90-4302-9e8a-b9bd9e25c717", "name": "network-vif-deleted", "tag": "c692f549-d438-4e06-a902-e856f95c4b5d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:00.729702 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a959f0-be50-4a40-86d9-3f4751414296 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Subnet': ['ID=b7d17767-437a-4f26-84d9-081c80f37615,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:00.757769 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:36:56Z', 'revision_number': 4, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '825c2c2b-7cfa-4554-858b-da0b35df19e1', 'name': '', 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:7f:7a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:54Z', 'updated_at': '2021-07-09T13:36:59Z', 'revision_number': 4, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:00.789432 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f760e5-ecab-4b19-8a62-e1bfd93c34d9 req-61454238-38c0-4850-abf7-c8f9e5e2d77e tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:00.790619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 2299aa0f-0343-42cd-a5f9-9f6ff560107a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2299aa0f-0343-42cd-a5f9-9f6ff560107a,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:00.794659 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3f760e5-ecab-4b19-8a62-e1bfd93c34d9 req-61454238-38c0-4850-abf7-c8f9e5e2d77e tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.1914325 Jul 09 13:37:00.799510 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9c7402-cdfc-44e7-9964-9ec570d2537b None None] The sync data for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 is: [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:36:56Z', 'revision_number': 4, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '825c2c2b-7cfa-4554-858b-da0b35df19e1', 'name': '', 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:7f:7a:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:54Z', 'updated_at': '2021-07-09T13:36:59Z', 'revision_number': 4, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:00.823038 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '2299aa0f-0343-42cd-a5f9-9f6ff560107a', 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e', 'port_id': '2299aa0f-0343-42cd-a5f9-9f6ff560107a', 'mac_address': 'fa:16:3e:9f:6e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab4040e-8e01-4f04-9adc-821dc50dc627', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:37:00.918129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d20dd959-6b01-4094-8346-806f174842d0 None None] New status for floating IP 1cfbd074-ff57-4b3a-91fe-f6e46b423a68: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:37:00.945387 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3f760e5-ecab-4b19-8a62-e1bfd93c34d9 req-11e7a86c-e8a5-4abd-8cc6-056630b7f1f4 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446722 Jul 09 13:37:00.955357 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1d4101-d375-45f9-aa39-217a1e0dbabb x-openstack-request-id: req-8d1d4101-d375-45f9-aa39-217a1e0dbabb {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:00.955843 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be35e3af-ca90-4302-9e8a-b9bd9e25c717", "name": "network-vif-deleted", "tag": "c692f549-d438-4e06-a902-e856f95c4b5d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:00.956231 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8d1d4101-d375-45f9-aa39-217a1e0dbabb {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:00.956653 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be35e3af-ca90-4302-9e8a-b9bd9e25c717', 'name': 'network-vif-deleted', 'tag': 'c692f549-d438-4e06-a902-e856f95c4b5d', 'status': 'completed', 'code': 200} Jul 09 13:37:00.994862 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01a959f0-be50-4a40-86d9-3f4751414296 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Checking segment: {'id': '096080ea-d184-4c6d-9e8a-17a3591fed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:00.995290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a959f0-be50-4a40-86d9-3f4751414296 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network hostable DHCP agents. Network: 8725d273-f184-4a15-9c1b-29e09f6e74e1, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:37:01.047733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-564256be-fa6b-44ac-8d27-a1e68735e1dd tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:01.049313 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-564256be-fa6b-44ac-8d27-a1e68735e1dd tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.15 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 811 time: 0.4989495 Jul 09 13:37:01.076665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-bdf29226-f790-494a-b29f-d29e16d84c43 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Request body: {'port': {'device_id': '3a53e56b-2456-49d5-a5e3-0b28fb5061a8', 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed', 'admin_state_up': True, 'tenant_id': 'f497f876391b4e08b31560ff95746718'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:01.128280 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.239513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a959f0-be50-4a40-86d9-3f4751414296 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network 8725d273-f184-4a15-9c1b-29e09f6e74e1 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:37:01.257859 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2299aa0f-0343-42cd-a5f9-9f6ff560107a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:37:01.305129 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3504ec7-4a66-48cb-94ff-cfa886f08958 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.321058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-01a959f0-be50-4a40-86d9-3f4751414296 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 8725d273-f184-4a15-9c1b-29e09f6e74e1) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:01.336752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 2299aa0f-0343-42cd-a5f9-9f6ff560107a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2299aa0f-0343-42cd-a5f9-9f6ff560107a,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:01.338155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5550af90-01bb-4037-8cdc-49a0bd263b9d None None] Network 8725d273-f184-4a15-9c1b-29e09f6e74e1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:01.340219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a959f0-be50-4a40-86d9-3f4751414296 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:01.341166 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01a959f0-be50-4a40-86d9-3f4751414296 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.347152 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.362391 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-f3dab437-7d0d-46e1-a4ca-c4eb06772106 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:01.371852 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-f3dab437-7d0d-46e1-a4ca-c4eb06772106 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/networks?id=25867fa4-222c-42d6-9bc7-92af90407190 HTTP/1.1" status: 200 len: 809 time: 0.1806388 Jul 09 13:37:01.374019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-c3504ec7-4a66-48cb-94ff-cfa886f08958 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Transition to ACTIVE for port object 5c3cc607-03a3-43bf-8d47-6b0556d1aee0 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:01.381664 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4e985-21de-40bb-9287-25f0de8cc45b req-06b4767d-b387-4920-9858-9eef8b83b2ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:01.383419 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e4e985-21de-40bb-9287-25f0de8cc45b req-06b4767d-b387-4920-9858-9eef8b83b2ca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1957568-b13c-4c13-95b6-f6cc35837fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7127585 Jul 09 13:37:01.390295 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-177585d4-0d01-4173-8eb1-add3b9b7d1af tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/quotas/66ab61939b2a4e529fc820b30657c9da HTTP/1.1" status: 200 len: 375 time: 0.0170865 Jul 09 13:37:01.411524 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-bdf29226-f790-494a-b29f-d29e16d84c43 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Made reservation on behalf of f497f876391b4e08b31560ff95746718 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:01.415504 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-bdf29226-f790-494a-b29f-d29e16d84c43 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.442116 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-d5982326-913a-4933-a2cc-8c0355f1ab47 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=66ab61939b2a4e529fc820b30657c9da&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503888 Jul 09 13:37:01.476913 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=2299aa0f-0343-42cd-a5f9-9f6ff560107a,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:01.580651 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-01a959f0-be50-4a40-86d9-3f4751414296 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7804613 Jul 09 13:37:01.583589 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['2299aa0f-0343-42cd-a5f9-9f6ff560107a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:37:01.586330 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-efa6d192-b818-4ae4-a872-4d0808e14f03 service neutron] 10.222.0.39 "GET /v2.0/networks/25867fa4-222c-42d6-9bc7-92af90407190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433144 Jul 09 13:37:01.586983 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38960) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:01.680105 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3504ec7-4a66-48cb-94ff-cfa886f08958 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.697086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-8725d273-f184-4a15-9c1b-29e09f6e74e1', 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'fixed_ips': [{'subnet_id': 'b7d17767-437a-4f26-84d9-081c80f37615'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:37:01.698270 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.764903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3504ec7-4a66-48cb-94ff-cfa886f08958 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Network 5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:01.770171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3504ec7-4a66-48cb-94ff-cfa886f08958 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Pushing event updated for resources: {'Port': ['ID=5c3cc607-03a3-43bf-8d47-6b0556d1aee0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:01.775744 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c3504ec7-4a66-48cb-94ff-cfa886f08958 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:01.778147 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3504ec7-4a66-48cb-94ff-cfa886f08958 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:01.809880 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-a08a66f3-3b71-4390-8768-361cd819ab5a service neutron] 10.222.0.39 "GET /v2.0/networks/25867fa4-222c-42d6-9bc7-92af90407190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138329 Jul 09 13:37:01.867073 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e4e985-21de-40bb-9287-25f0de8cc45b req-856feeb0-3378-4c9c-95ef-0d5e7463034d service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4721239 Jul 09 13:37:01.953727 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3504ec7-4a66-48cb-94ff-cfa886f08958 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:01.954428 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3504ec7-4a66-48cb-94ff-cfa886f08958 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.975249 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa99c335-e8e3-4ef9-b052-d56abb5f2ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:01.986885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-bdf29226-f790-494a-b29f-d29e16d84c43 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Allocated IP 172.20.0.11 (cb871985-694c-4bff-b9c5-df10bd3971ed/fe541801-5f2f-44e7-bf6a-e4876e7170dc/48ce3913-9408-46f3-b25e-1cb9da5f6e83) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:02.084491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Allocated IP 172.23.0.2 (8725d273-f184-4a15-9c1b-29e09f6e74e1/b7d17767-437a-4f26-84d9-081c80f37615/8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:02.243569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9c5f84-a80a-4134-bd22-3684d6dc2d72 req-f6cfe08a-7446-4451-aed1-f06d1a7c709b tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:02.245143 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb9c5f84-a80a-4134-bd22-3684d6dc2d72 req-f6cfe08a-7446-4451-aed1-f06d1a7c709b tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 944 time: 0.6513510 Jul 09 13:37:02.277526 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-bdf29226-f790-494a-b29f-d29e16d84c43 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:02.315496 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-481562f0-e6b8-462f-a875-dac56b7e2731 req-6cc77ec6-0a0d-4f70-8639-27badac4b6d2 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 210 time: 0.0789638 Jul 09 13:37:02.341800 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-bdf29226-f790-494a-b29f-d29e16d84c43 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:02.347432 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c3504ec7-4a66-48cb-94ff-cfa886f08958 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3256917 Jul 09 13:37:02.363291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38972) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:02.373288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Request body: {'port': {'network_id': '5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1511853357', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:02.373886 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.api.validators [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] bootfile-name is not in valid_values {{(pid=93753) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:37:02.374512 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.api.validators [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] tftp-server is not in valid_values {{(pid=93753) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:37:02.374993 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.api.validators [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] server-ip-address is not in valid_values {{(pid=93753) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:37:02.393069 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84d7f87e-2f2f-4b07-9278-3ef16a164b95 None None] Network 5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:02.397528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb9c5f84-a80a-4134-bd22-3684d6dc2d72 req-e4310b99-a0dc-4590-98c7-5df827891980 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364164 Jul 09 13:37:02.522393 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-29593621-f26c-4515-8bfd-63ddd122f1ac req-a333ef44-e039-4a9f-8063-db7562469427 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 210 time: 0.0386600 Jul 09 13:37:02.533768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a1c64e4b-36e1-44fa-9296-87ef9512f10e None None] Provisioning for port 09338478-87de-4acb-9999-416de1a86da2 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:02.568885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-bdf29226-f790-494a-b29f-d29e16d84c43 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Network cb871985-694c-4bff-b9c5-df10bd3971ed is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:02.599575 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:02.602239 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-bdf29226-f790-494a-b29f-d29e16d84c43 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:02.603948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 2299aa0f-0343-42cd-a5f9-9f6ff560107a up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:02.624888 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-bdf29226-f790-494a-b29f-d29e16d84c43 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:02.638224 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e4e985-21de-40bb-9287-25f0de8cc45b req-e178a48e-730a-4ca0-a3b3-d765c5eb4efe service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7622807 Jul 09 13:37:02.657527 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf29226-f790-494a-b29f-d29e16d84c43 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Pushing event updated for resources: {'Port': ['ID=48ce3913-9408-46f3-b25e-1cb9da5f6e83,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:02.748262 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:02.758726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Transition to ACTIVE for port object 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:02.775250 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Transition to ACTIVE for port object 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:02.775821 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-bdf29226-f790-494a-b29f-d29e16d84c43 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:02.776495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-bdf29226-f790-494a-b29f-d29e16d84c43 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:02.791376 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:02.818717 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-bdf29226-f790-494a-b29f-d29e16d84c43 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7521846 Jul 09 13:37:02.840123 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Request body: {'port': {'device_id': '3a53e56b-2456-49d5-a5e3-0b28fb5061a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:02.885204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Network 8725d273-f184-4a15-9c1b-29e09f6e74e1 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:02.891457 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 825c2c2b-7cfa-4554-858b-da0b35df19e1 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:02.894885 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:02.902195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:02.914321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Pushing event updated for resources: {'Port': ['ID=8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:02.924611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe44c2a-9f13-418e-818f-7266b966639b req-5a393220-19dc-4ba2-b3d6-d2b78f8b4c3d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:02.935452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dbe44c2a-9f13-418e-818f-7266b966639b req-5a393220-19dc-4ba2-b3d6-d2b78f8b4c3d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.3045614 Jul 09 13:37:02.935716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Made reservation on behalf of 946571ae8c0946a3b72072a1432a623c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:02.942299 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:02.947602 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 2299aa0f-0343-42cd-a5f9-9f6ff560107a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:02.947977 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.006150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] device_id is not set on port 8a6aa3c7-daa9-430b-a32f-aad3f3aff188 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:37:03.047075 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dbe44c2a-9f13-418e-818f-7266b966639b req-52831857-bc5b-4c10-b233-5fc7cf2dc244 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101835 Jul 09 13:37:03.086277 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Attempting to bind port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:03.086642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Attempting to bind port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '096080ea-d184-4c6d-9e8a-17a3591fed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:03.087046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Attempting to bind port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da on network 8725d273-f184-4a15-9c1b-29e09f6e74e1 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:03.108533 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.126031 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:03.126519 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Checking segment: {'id': '096080ea-d184-4c6d-9e8a-17a3591fed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:03.127015 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.127514 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Bound using segment: {'id': '096080ea-d184-4c6d-9e8a-17a3591fed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:03.128082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Bound port: 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096080ea-d184-4c6d-9e8a-17a3591fed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:03.128544 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.147075 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Allocated IP 172.20.0.4 (5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46/46068120-cf55-4f76-b2f4-28d9cbccd114/8a6aa3c7-daa9-430b-a32f-aad3f3aff188) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:03.183985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 825c2c2b-7cfa-4554-858b-da0b35df19e1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:03.217615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 825c2c2b-7cfa-4554-858b-da0b35df19e1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:03.218563 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.229381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Allocated IP 172.23.0.1 (8725d273-f184-4a15-9c1b-29e09f6e74e1/b7d17767-437a-4f26-84d9-081c80f37615/9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:03.311687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] For port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:03.321439 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] For port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da,segment=NetworkSegment(096080ea-d184-4c6d-9e8a-17a3591fed92),segment_id=096080ea-d184-4c6d-9e8a-17a3591fed92)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:03.331867 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.346874 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.393451 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.438951 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 2299aa0f-0343-42cd-a5f9-9f6ff560107a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2299aa0f-0343-42cd-a5f9-9f6ff560107a,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:03.451489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3812536-9d97-4c26-83c8-ac33ce8f6086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2299aa0f-0343-42cd-a5f9-9f6ff560107a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:03.454798 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0a43410-79c5-4ce5-ad41-533a9f971603" -d '{"events": [{"server_uuid": "d3812536-9d97-4c26-83c8-ac33ce8f6086", "name": "network-vif-plugged", "status": "completed", "tag": "2299aa0f-0343-42cd-a5f9-9f6ff560107a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:03.459611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Transition to ACTIVE for port object 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:03.532940 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.617058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477d0e5d-e566-42d4-84d2-d438750a24c2 None None] Pushing event updated for resources: {'Port': ['ID=8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:03.630020 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8960ab10-6db2-4e63-a20a-2e5e2df4654c None None] Provisioning for port 5c3cc607-03a3-43bf-8d47-6b0556d1aee0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:03.632146 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.732564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8960ab10-6db2-4e63-a20a-2e5e2df4654c None None] Provisioning complete for port 5c3cc607-03a3-43bf-8d47-6b0556d1aee0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:03.733511 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8960ab10-6db2-4e63-a20a-2e5e2df4654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.837011 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:03.901745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8960ab10-6db2-4e63-a20a-2e5e2df4654c None None] Port 5c3cc607-03a3-43bf-8d47-6b0556d1aee0 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:03.907123 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:03.923073 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e43b11-b2bd-41ec-ab57-1e359fbedb09 req-b408c350-4151-4d70-ad89-a8eb138a29d0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:03.924708 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-45e43b11-b2bd-41ec-ab57-1e359fbedb09 req-b408c350-4151-4d70-ad89-a8eb138a29d0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 932 time: 0.3705125 Jul 09 13:37:03.930734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-694ac082-4648-4d61-aec4-ce10c9a60085 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:03.932518 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-694ac082-4648-4d61-aec4-ce10c9a60085 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.18 "GET /v2.0/networks?id=25867fa4-222c-42d6-9bc7-92af90407190 HTTP/1.1" status: 200 len: 809 time: 0.2404940 Jul 09 13:37:03.953128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network 8725d273-f184-4a15-9c1b-29e09f6e74e1 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:03.960872 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:03.964780 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:03.965262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:03.965618 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:03.965963 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:03.966104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-b3463863-b196-44ff-bcb2-edd16221c360 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Request body: {'port': {'device_id': '516c1e78-e2d5-4710-b734-fb26971ec5a0', 'network_id': '25867fa4-222c-42d6-9bc7-92af90407190', 'admin_state_up': True, 'tenant_id': '66ab61939b2a4e529fc820b30657c9da'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:03.966299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:03.966634 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:03.966966 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:03.967366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:03.967698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:03.968028 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:03.968364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:03.968679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:03.977715 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:03.978437 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.018089 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 825c2c2b-7cfa-4554-858b-da0b35df19e1, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=825c2c2b-7cfa-4554-858b-da0b35df19e1,segment=NetworkSegment(6ea7e435-316b-466f-bc26-bb377d83fb25),segment_id=6ea7e435-316b-466f-bc26-bb377d83fb25)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:04.020381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=2299aa0f-0343-42cd-a5f9-9f6ff560107a,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:04.025885 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.028055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 09338478-87de-4acb-9999-416de1a86da2 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:04.045699 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-45e43b11-b2bd-41ec-ab57-1e359fbedb09 req-2a561bce-a62e-4e79-be20-66b0e4247a0c tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119113 Jul 09 13:37:04.070543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc96d12-c0f4-4e1e-ae3c-5b196adda0e0 req-b104e430-56c5-472f-839c-821123bc4e86 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:04.078883 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4bc96d12-c0f4-4e1e-ae3c-5b196adda0e0 req-b104e430-56c5-472f-839c-821123bc4e86 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.3860590 Jul 09 13:37:04.095179 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.130949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Transition to ACTIVE for port object 8a6aa3c7-daa9-430b-a32f-aad3f3aff188 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:04.179076 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d997636b-821c-4cca-867d-1089edcc21a0 x-openstack-request-id: req-d997636b-821c-4cca-867d-1089edcc21a0 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:04.179393 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3812536-9d97-4c26-83c8-ac33ce8f6086", "name": "network-vif-plugged", "status": "completed", "tag": "2299aa0f-0343-42cd-a5f9-9f6ff560107a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:04.179641 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d997636b-821c-4cca-867d-1089edcc21a0 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:04.180037 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3812536-9d97-4c26-83c8-ac33ce8f6086', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2299aa0f-0343-42cd-a5f9-9f6ff560107a', 'code': 200} Jul 09 13:37:04.219766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1fab596b-2cbe-4b33-8b37-3763b022ff86 None None] Provisioning complete for port 5c3cc607-03a3-43bf-8d47-6b0556d1aee0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:04.220144 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1fab596b-2cbe-4b33-8b37-3763b022ff86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.254413 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4bc96d12-c0f4-4e1e-ae3c-5b196adda0e0 req-84a3427d-74d1-4088-9f6c-e8baffe88c7f tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671515 Jul 09 13:37:04.277811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1fab596b-2cbe-4b33-8b37-3763b022ff86 None None] Port 5c3cc607-03a3-43bf-8d47-6b0556d1aee0 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:04.296092 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=825c2c2b-7cfa-4554-858b-da0b35df19e1,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:04.318868 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 09338478-87de-4acb-9999-416de1a86da2 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:04.325190 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 09338478-87de-4acb-9999-416de1a86da2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:04.325567 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.338420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-b3463863-b196-44ff-bcb2-edd16221c360 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Made reservation on behalf of 66ab61939b2a4e529fc820b30657c9da for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:04.342476 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-b3463863-b196-44ff-bcb2-edd16221c360 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.348519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48ce3913-9408-46f3-b25e-1cb9da5f6e83 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:37:04.368707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.408398 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.412889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea5511e0-d860-4d78-9437-0678f75ac018 req-80300392-6600-4710-8203-0b5190341f16 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 210 time: 0.0513792 Jul 09 13:37:04.432251 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Transition to ACTIVE for port object 48ce3913-9408-46f3-b25e-1cb9da5f6e83 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:04.435866 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.453131 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.501319 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 09338478-87de-4acb-9999-416de1a86da2, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=09338478-87de-4acb-9999-416de1a86da2,segment=NetworkSegment(a2a940e9-d71f-4d5e-ba6c-9a1fab6a739c),segment_id=a2a940e9-d71f-4d5e-ba6c-9a1fab6a739c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:04.507040 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.522775 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.583144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Network 5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:04.591043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=09338478-87de-4acb-9999-416de1a86da2,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:04.595878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:04.604561 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Pushing event updated for resources: {'Port': ['ID=8a6aa3c7-daa9-430b-a32f-aad3f3aff188,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:04.610603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:04.646826 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.653207 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2eba5ac2-3799-4166-8d5f-e69b22e506cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.728657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd384f6-6480-4d62-9723-467ca2d18e56 req-bf40f766-f417-4337-9978-f102a90bfe63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:04.730267 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cd384f6-6480-4d62-9723-467ca2d18e56 req-bf40f766-f417-4337-9978-f102a90bfe63 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 1096 time: 0.3848021 Jul 09 13:37:04.788041 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.825519 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.851120 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=48ce3913-9408-46f3-b25e-1cb9da5f6e83,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:04.870235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:04.871167 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.873989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-b3463863-b196-44ff-bcb2-edd16221c360 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Allocated IP 172.20.0.11 (25867fa4-222c-42d6-9bc7-92af90407190/1780ebcd-1654-423d-a2c6-37fd59135a20/fe2b45d8-2fdb-4997-bfef-daac49274be4) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:04.958719 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 825c2c2b-7cfa-4554-858b-da0b35df19e1 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:04.960803 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:04.962402 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cd384f6-6480-4d62-9723-467ca2d18e56 req-fc81014a-f61e-4dd8-b58a-433aaf5728a8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2122331 Jul 09 13:37:04.964001 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event updated for resources: {'Port': ['ID=9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:04.982178 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a09181-a899-4943-bb90-2879f21a3fc3 req-92fa0e1a-05ce-480c-a2a0-251e251067fb tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:04.983824 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22a09181-a899-4943-bb90-2879f21a3fc3 req-92fa0e1a-05ce-480c-a2a0-251e251067fb tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.1936262 Jul 09 13:37:04.993489 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fda028ef-40b2-488e-838d-b21c59ac0c3e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 2.6246734 Jul 09 13:37:05.012283 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38990) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:05.052423 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 825c2c2b-7cfa-4554-858b-da0b35df19e1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:05.052810 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.066092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Attempting to bind port 48ce3913-9408-46f3-b25e-1cb9da5f6e83 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:05.066824 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Attempting to bind port 48ce3913-9408-46f3-b25e-1cb9da5f6e83 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:05.067411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Attempting to bind port 48ce3913-9408-46f3-b25e-1cb9da5f6e83 on network cb871985-694c-4bff-b9c5-df10bd3971ed {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:05.121806 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22a09181-a899-4943-bb90-2879f21a3fc3 req-b32c0f48-00d3-4fd7-9ade-e5f93ab6cd74 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034214 Jul 09 13:37:05.175716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Port 48ce3913-9408-46f3-b25e-1cb9da5f6e83 on network cb871985-694c-4bff-b9c5-df10bd3971ed not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:37:05.176445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Attempting to bind port 48ce3913-9408-46f3-b25e-1cb9da5f6e83 on network cb871985-694c-4bff-b9c5-df10bd3971ed {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:05.186713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Network 8725d273-f184-4a15-9c1b-29e09f6e74e1 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:05.190731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:05.191145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:05.194175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6bcac6c4-c2ad-467d-8112-ce220bcf58ad None None] Provisioning for port 8a6aa3c7-daa9-430b-a32f-aad3f3aff188 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:05.199291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 36, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:05.199785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Checking segment: {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:05.200182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Bound using segment: {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:05.200639 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Bound port: 48ce3913-9408-46f3-b25e-1cb9da5f6e83, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:05.201007 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.218234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6bcac6c4-c2ad-467d-8112-ce220bcf58ad None None] Provisioning complete for port 8a6aa3c7-daa9-430b-a32f-aad3f3aff188 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:05.218772 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6bcac6c4-c2ad-467d-8112-ce220bcf58ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.252438 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d4b9acf-2d67-403d-8ae6-d3671e2f4d8b None None] Network 8725d273-f184-4a15-9c1b-29e09f6e74e1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:05.255157 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-b3463863-b196-44ff-bcb2-edd16221c360 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.311628 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b3572d-6ca6-473b-bcce-08e3e60c7743 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:05.318954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b3572d-6ca6-473b-bcce-08e3e60c7743 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:05.325609 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47b3572d-6ca6-473b-bcce-08e3e60c7743 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:05.330680 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-47b3572d-6ca6-473b-bcce-08e3e60c7743 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 0.3169446 Jul 09 13:37:05.332291 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6bcac6c4-c2ad-467d-8112-ce220bcf58ad None None] Port 8a6aa3c7-daa9-430b-a32f-aad3f3aff188 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:05.341352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38996) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:05.353325 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:05.361623 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 09338478-87de-4acb-9999-416de1a86da2 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:05.435999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] For port 48ce3913-9408-46f3-b25e-1cb9da5f6e83, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:05.491503 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] For port 48ce3913-9408-46f3-b25e-1cb9da5f6e83, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=48ce3913-9408-46f3-b25e-1cb9da5f6e83,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:05.499949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fd15d9ac-f4eb-4251-a695-cd88152c88de None None] Provisioning for port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:05.505871 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.507365 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 09338478-87de-4acb-9999-416de1a86da2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:05.507764 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.512172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fd15d9ac-f4eb-4251-a695-cd88152c88de None None] Provisioning complete for port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:05.512555 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fd15d9ac-f4eb-4251-a695-cd88152c88de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.519084 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-b3463863-b196-44ff-bcb2-edd16221c360 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.562620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:05.563485 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.565150 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] 10.222.0.15 "PUT /v2.0/ports/48ce3913-9408-46f3-b25e-1cb9da5f6e83 HTTP/1.1" status: 200 len: 1092 time: 2.7343035 Jul 09 13:37:05.594548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a53e56b-2456-49d5-a5e3-0b28fb5061a8', 'tag': '48ce3913-9408-46f3-b25e-1cb9da5f6e83'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:05.597846 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad90e4e5-f9d0-4978-9274-c43671c25824" -d '{"events": [{"name": "network-changed", "server_uuid": "3a53e56b-2456-49d5-a5e3-0b28fb5061a8", "tag": "48ce3913-9408-46f3-b25e-1cb9da5f6e83"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:05.631884 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.638557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-b3463863-b196-44ff-bcb2-edd16221c360 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Network 25867fa4-222c-42d6-9bc7-92af90407190 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:05.690813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-b3463863-b196-44ff-bcb2-edd16221c360 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:05.696621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-dc32df34-da5c-46f5-8bef-49a558c8f5d8 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Deleting port 8a6aa3c7-daa9-430b-a32f-aad3f3aff188 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:05.697279 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc32df34-da5c-46f5-8bef-49a558c8f5d8 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.702917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-b3463863-b196-44ff-bcb2-edd16221c360 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:05.802752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead9e3d2-487c-4280-a815-a8806598a6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=48ce3913-9408-46f3-b25e-1cb9da5f6e83,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:05.818391 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 90d5d88c-1ad0-4d18-843a-495f2d65c47c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:37:05.854113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8d1a10-8931-423a-9ef3-7407c5121d13 req-46c738f7-49d2-4501-b2e7-a915e129658f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:05.861383 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d8d1a10-8931-423a-9ef3-7407c5121d13 req-46c738f7-49d2-4501-b2e7-a915e129658f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 944 time: 0.5971575 Jul 09 13:37:05.907797 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-b3463863-b196-44ff-bcb2-edd16221c360 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:05.908772 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-b3463863-b196-44ff-bcb2-edd16221c360 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.938083 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3463863-b196-44ff-bcb2-edd16221c360 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Pushing event updated for resources: {'Port': ['ID=fe2b45d8-2fdb-4997-bfef-daac49274be4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:05.956779 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fd15d9ac-f4eb-4251-a695-cd88152c88de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.965467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-b5b238fe-e4f3-40da-936e-a2459f05a359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:05.967619 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-b5b238fe-e4f3-40da-936e-a2459f05a359 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 1095 time: 0.3499436 Jul 09 13:37:05.972232 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc32df34-da5c-46f5-8bef-49a558c8f5d8 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:05.982772 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-b3463863-b196-44ff-bcb2-edd16221c360 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0402718 Jul 09 13:37:05.990458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:06.001105 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Sync routers for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:06.006024 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fd15d9ac-f4eb-4251-a695-cd88152c88de None None] For port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da,segment=NetworkSegment(096080ea-d184-4c6d-9e8a-17a3591fed92),segment_id=096080ea-d184-4c6d-9e8a-17a3591fed92)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:06.020205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94af2847-63fd-4de3-841b-033a5621dd3e req-b76daddb-9dd6-4cf5-9457-a469ea8808aa tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:06.022123 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:06.022776 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fd15d9ac-f4eb-4251-a695-cd88152c88de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.022955 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:06.030713 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94af2847-63fd-4de3-841b-033a5621dd3e req-b76daddb-9dd6-4cf5-9457-a469ea8808aa tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.2877510 Jul 09 13:37:06.040521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4d40614d-cb79-4af8-b6ef-55d97cd4ad46 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/90d5d88c-1ad0-4d18-843a-495f2d65c47c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4524684 Jul 09 13:37:06.045615 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Request body: {'port': {'device_id': '516c1e78-e2d5-4710-b734-fb26971ec5a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:06.048480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39004) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:06.055507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4cebc223-b5a6-4020-bd11-63f9e428c3ae tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:06.064557 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ee050373-be4b-4951-abfd-b6bd1abebd20 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ce3913-9408-46f3-b25e-1cb9da5f6e83 HTTP/1.1" status: 200 len: 217 time: 0.0885174 Jul 09 13:37:06.092803 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15d9ac-f4eb-4251-a695-cd88152c88de None None] Pushing event updated for resources: {'Port': ['ID=8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:06.096054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-dc32df34-da5c-46f5-8bef-49a558c8f5d8 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Calling delete_port for 8a6aa3c7-daa9-430b-a32f-aad3f3aff188 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:06.130127 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d8d1a10-8931-423a-9ef3-7407c5121d13 req-14b6c5ee-0e6d-4bab-acbd-bab25fa95654 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674994 Jul 09 13:37:06.164114 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94af2847-63fd-4de3-841b-033a5621dd3e req-39809897-66fb-439c-a213-49bbf94ab29e tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193631 Jul 09 13:37:06.229529 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:06.312881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-40ef4a0a-fd56-4d25-90f5-7a4752b82dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:06.315556 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-40ef4a0a-fd56-4d25-90f5-7a4752b82dbe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe541801-5f2f-44e7-bf6a-e4876e7170dc HTTP/1.1" status: 200 len: 851 time: 0.1932368 Jul 09 13:37:06.352669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8bb34cf8-a4ba-4b3c-8a2a-aa6d6df154f1 None None] Provisioning complete for port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:06.353046 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8bb34cf8-a4ba-4b3c-8a2a-aa6d6df154f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.402822 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dccd07-1604-4f9c-a3cb-4e508d3adc8e req-c698c0ca-8245-45a1-b7e9-875d2e616e9d tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:06.409950 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35b27f45-7faa-4f87-a646-b95fe3c671e3 x-openstack-request-id: req-35b27f45-7faa-4f87-a646-b95fe3c671e3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:06.411324 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a53e56b-2456-49d5-a5e3-0b28fb5061a8", "tag": "48ce3913-9408-46f3-b25e-1cb9da5f6e83", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:06.411324 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35b27f45-7faa-4f87-a646-b95fe3c671e3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:06.411727 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a53e56b-2456-49d5-a5e3-0b28fb5061a8', 'tag': '48ce3913-9408-46f3-b25e-1cb9da5f6e83', 'status': 'completed', 'code': 200} Jul 09 13:37:06.416437 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a6dccd07-1604-4f9c-a3cb-4e508d3adc8e req-c698c0ca-8245-45a1-b7e9-875d2e616e9d tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 932 time: 0.1124051 Jul 09 13:37:06.470880 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.475301 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-3c864728-8314-4749-916b-7b4cbf2dd08e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb871985-694c-4bff-b9c5-df10bd3971ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1322234 Jul 09 13:37:06.481634 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a6dccd07-1604-4f9c-a3cb-4e508d3adc8e req-518f3551-b320-4e25-ac11-756cbc821cb7 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598464 Jul 09 13:37:06.542065 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8bb34cf8-a4ba-4b3c-8a2a-aa6d6df154f1 None None] Provisioning for port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:06.550541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8bb34cf8-a4ba-4b3c-8a2a-aa6d6df154f1 None None] Provisioning complete for port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:06.555608 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8bb34cf8-a4ba-4b3c-8a2a-aa6d6df154f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.590288 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:04Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '825c2c2b-7cfa-4554-858b-da0b35df19e1', 'name': '', 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:7f:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:54Z', 'updated_at': '2021-07-09T13:37:03Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d', 'name': '', 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:f3:5c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:02Z', 'updated_at': '2021-07-09T13:37:04Z', 'revision_number': 2, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:06.610283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8b8bcf-754a-4a22-ba7f-65602568eee3 req-d2f19e4e-ee5c-460e-9ded-f5da5c08ea6d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:06.618354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf8b8bcf-754a-4a22-ba7f-65602568eee3 req-d2f19e4e-ee5c-460e-9ded-f5da5c08ea6d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.1036141 Jul 09 13:37:06.624996 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Checking router: 90d5d88c-1ad0-4d18-843a-495f2d65c47c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:37:06.625352 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Updating router 90d5d88c-1ad0-4d18-843a-495f2d65c47c port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:37:06.626309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8bb34cf8-a4ba-4b3c-8a2a-aa6d6df154f1 None None] Port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:06.663212 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf8b8bcf-754a-4a22-ba7f-65602568eee3 req-3214d978-bc51-42e8-801e-13b40f0ff612 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435743 Jul 09 13:37:06.674392 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.756723 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cddb9eec-11bd-4363-b56e-008ea94c56ba None None] Provisioning complete for port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:06.757438 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cddb9eec-11bd-4363-b56e-008ea94c56ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.795404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:06.865389 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cddb9eec-11bd-4363-b56e-008ea94c56ba None None] Port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:06.869020 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:06.869401 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.966275 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:06.995285 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f03e3a5d-f3a1-403e-a223-d73455d083bb None None] Provisioning complete for port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:06.995741 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f03e3a5d-f3a1-403e-a223-d73455d083bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.041557 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f03e3a5d-f3a1-403e-a223-d73455d083bb None None] Port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:07.132670 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.325937 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Transition to ACTIVE for port object 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:07.328442 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-2ae6008d-2fe3-40e2-80cb-cf53a2c37a69 service neutron] 10.222.0.15 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7993789 Jul 09 13:37:07.333677 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc32df34-da5c-46f5-8bef-49a558c8f5d8 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.337053 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.374718 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016e98e9-ff9c-4d7e-9b81-6aa59d5e49ac req-88be70d9-4295-428b-b5c7-4bb81de5132d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:07.376430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-016e98e9-ff9c-4d7e-9b81-6aa59d5e49ac req-88be70d9-4295-428b-b5c7-4bb81de5132d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 944 time: 0.1164837 Jul 09 13:37:07.392073 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c0cc7f-0641-489d-8aaf-c33db953797e req-7e9c8ed7-dc5c-4853-8d1b-2c68b4f010ce tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:07.393906 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5c0cc7f-0641-489d-8aaf-c33db953797e req-7e9c8ed7-dc5c-4853-8d1b-2c68b4f010ce tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.0977595 Jul 09 13:37:07.409255 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bc777-40ff-4494-94bc-5c80fc4e4a11 None None] Pushing event updated for resources: {'Port': ['ID=9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:07.460953 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5c0cc7f-0641-489d-8aaf-c33db953797e req-aa177dbf-c686-4475-91e8-1b455cc45efd tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596728 Jul 09 13:37:07.477577 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-016e98e9-ff9c-4d7e-9b81-6aa59d5e49ac req-7c121fcf-1853-4412-a440-91c4b8dc5cda tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935624 Jul 09 13:37:07.539983 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Attempting to bind port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:07.540944 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Attempting to bind port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '096080ea-d184-4c6d-9e8a-17a3591fed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:07.540944 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Attempting to bind port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d on network 8725d273-f184-4a15-9c1b-29e09f6e74e1 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:07.541213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc32df34-da5c-46f5-8bef-49a558c8f5d8 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Pushing event deleted for resources: {'Port': ['ID=8a6aa3c7-daa9-430b-a32f-aad3f3aff188,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:07.562493 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:07.562872 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Checking segment: {'id': '096080ea-d184-4c6d-9e8a-17a3591fed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:07.563300 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.563700 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Bound using segment: {'id': '096080ea-d184-4c6d-9e8a-17a3591fed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:07.564189 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Bound port: 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '096080ea-d184-4c6d-9e8a-17a3591fed92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:07.564571 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.669307 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] For port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:07.673611 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] For port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d,segment=NetworkSegment(096080ea-d184-4c6d-9e8a-17a3591fed92),segment_id=096080ea-d184-4c6d-9e8a-17a3591fed92)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:07.682847 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.740936 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6bc777-40ff-4494-94bc-5c80fc4e4a11 None None] Pushing event updated for resources: {'Port': ['ID=9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:07.781993 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc32df34-da5c-46f5-8bef-49a558c8f5d8 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:07.784294 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:07.785759 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:07.789317 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dc32df34-da5c-46f5-8bef-49a558c8f5d8 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] 10.222.0.39 "DELETE /v2.0/ports/8a6aa3c7-daa9-430b-a32f-aad3f3aff188 HTTP/1.1" status: 204 len: 168 time: 2.4463382 Jul 09 13:37:07.789968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39020) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:07.803304 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c568feb5-6e62-472d-97d6-59f4fe12c485 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Request body: {'port': {'name': 'tempest-new-port-name-958856856', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:07.803708 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.api.validators [None req-c568feb5-6e62-472d-97d6-59f4fe12c485 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] bootfile-name is not in valid_values {{(pid=93753) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:37:07.804179 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.api.validators [None req-c568feb5-6e62-472d-97d6-59f4fe12c485 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] tftp-server is not in valid_values {{(pid=93753) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:37:07.804525 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.api.validators [None req-c568feb5-6e62-472d-97d6-59f4fe12c485 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] server-ip-address is not in valid_values {{(pid=93753) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:37:07.820960 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7db004c-6b7a-4d42-8a54-42242041d180 req-ca639016-8cfb-48d8-a87d-247408b6c339 service neutron] 10.222.0.15 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4763305 Jul 09 13:37:07.827495 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfea257-bf06-4baa-b193-fae8d679303e req-77644635-8c3a-4a68-aeb4-b3ba3e6f01e5 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:07.835928 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0dfea257-bf06-4baa-b193-fae8d679303e req-77644635-8c3a-4a68-aeb4-b3ba3e6f01e5 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.1803057 Jul 09 13:37:07.918744 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:07.968949 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0dfea257-bf06-4baa-b193-fae8d679303e req-85e43cc9-15be-4ecd-a82e-62b937522569 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245093 Jul 09 13:37:07.978760 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5735ddd5-d754-4d13-8d4f-37ce1204d214 req-816480d3-4ccb-4402-b2f6-ad23caffb4bc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:07.980387 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5735ddd5-d754-4d13-8d4f-37ce1204d214 req-816480d3-4ccb-4402-b2f6-ad23caffb4bc tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 932 time: 0.1024938 Jul 09 13:37:08.040830 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5735ddd5-d754-4d13-8d4f-37ce1204d214 req-7afd2640-d7b3-4a5a-9001-844015a45e47 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529027 Jul 09 13:37:08.107911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.extraroute_db [None req-4cebc223-b5a6-4020-bd11-63f9e428c3ae tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93753) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 13:37:08.171666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.extraroute_db [None req-4cebc223-b5a6-4020-bd11-63f9e428c3ae tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Removed routes are [] {{(pid=93753) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 13:37:08.172808 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cebc223-b5a6-4020-bd11-63f9e428c3ae tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.185557 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c568feb5-6e62-472d-97d6-59f4fe12c485 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.190586 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e607df-58c0-4210-97d7-0f09d07c06db req-47163b1b-2a2d-45cf-a772-95703f37c70b tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:08.194220 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:04Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '825c2c2b-7cfa-4554-858b-da0b35df19e1', 'name': '', 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:7f:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:54Z', 'updated_at': '2021-07-09T13:37:03Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d', 'name': '', 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:f3:5c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:02Z', 'updated_at': '2021-07-09T13:37:07Z', 'revision_number': 4, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:08.200233 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55e607df-58c0-4210-97d7-0f09d07c06db req-47163b1b-2a2d-45cf-a772-95703f37c70b tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.0949318 Jul 09 13:37:08.209611 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe2b45d8-2fdb-4997-bfef-daac49274be4 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:37:08.216768 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90e4e5-f9d0-4978-9274-c43671c25824 req-7a461c53-8ce2-4834-828d-76e3d2a83fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:08.218316 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad90e4e5-f9d0-4978-9274-c43671c25824 req-7a461c53-8ce2-4834-828d-76e3d2a83fab service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 1095 time: 0.3299212 Jul 09 13:37:08.235036 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04876156-a7e9-48d5-848f-3e4b7e331fa8 None None] The sync data for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 is: [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:04Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '825c2c2b-7cfa-4554-858b-da0b35df19e1', 'name': '', 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:7f:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:54Z', 'updated_at': '2021-07-09T13:37:03Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d', 'name': '', 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:f3:5c:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:02Z', 'updated_at': '2021-07-09T13:37:07Z', 'revision_number': 4, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:08.252865 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55e607df-58c0-4210-97d7-0f09d07c06db req-d891a222-dfd9-46bd-a35a-0125752e3342 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517292 Jul 09 13:37:08.263484 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.340495 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.459620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Transition to ACTIVE for port object fe2b45d8-2fdb-4997-bfef-daac49274be4 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:08.477473 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.538029 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.755701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-74a3a20c-bf8c-44e0-9b00-d911379267e8 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:08.762580 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-74a3a20c-bf8c-44e0-9b00-d911379267e8 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/networks?id=f6b007d5-12b7-4adb-8cf1-1887c546481e HTTP/1.1" status: 200 len: 814 time: 0.1819510 Jul 09 13:37:08.772688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df363c3-be9f-4324-a998-ace8b1eb91b6 req-5585adef-759e-4bbe-a93b-a2f9b2e6e625 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:08.778776 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1df363c3-be9f-4324-a998-ace8b1eb91b6 req-5585adef-759e-4bbe-a93b-a2f9b2e6e625 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 944 time: 0.1313691 Jul 09 13:37:08.795880 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-70a1ab7d-916b-4fb4-a986-2d59480f6090 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/quotas/16887d6d91964dff9ba1d08911421027 HTTP/1.1" status: 200 len: 375 time: 0.0320272 Jul 09 13:37:08.807930 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2b45d8-2fdb-4997-bfef-daac49274be4,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:08.835479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:08.843632 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90e4e5-f9d0-4978-9274-c43671c25824 req-d1d3dd2a-ae5f-4431-ae4f-f80a6d07d3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:08.845171 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad90e4e5-f9d0-4978-9274-c43671c25824 req-d1d3dd2a-ae5f-4431-ae4f-f80a6d07d3e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 912 time: 0.4987874 Jul 09 13:37:08.881297 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cebc223-b5a6-4020-bd11-63f9e428c3ae tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.897489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:08.902795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:08.903509 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.913277 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1df363c3-be9f-4324-a998-ace8b1eb91b6 req-81a0a274-16b2-4bd5-a25f-ae068833bdd0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142919 Jul 09 13:37:08.928945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Attempting to bind port fe2b45d8-2fdb-4997-bfef-daac49274be4 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:08.929293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Attempting to bind port fe2b45d8-2fdb-4997-bfef-daac49274be4 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'c31b89bf-c1bd-46ed-ad20-7e883b39d593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '25867fa4-222c-42d6-9bc7-92af90407190'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:08.929633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Attempting to bind port fe2b45d8-2fdb-4997-bfef-daac49274be4 on network 25867fa4-222c-42d6-9bc7-92af90407190 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:08.935400 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cebc223-b5a6-4020-bd11-63f9e428c3ae tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:08.938512 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad90e4e5-f9d0-4978-9274-c43671c25824 req-f24d419e-5f32-4bdc-8460-5aa8c3fc5c14 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=48ce3913-9408-46f3-b25e-1cb9da5f6e83 HTTP/1.1" status: 200 len: 217 time: 0.0819206 Jul 09 13:37:08.969695 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-4525dc35-5367-43a1-b70f-9be33e44cf1e tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=16887d6d91964dff9ba1d08911421027&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1726007 Jul 09 13:37:08.995040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Port fe2b45d8-2fdb-4997-bfef-daac49274be4 on network 25867fa4-222c-42d6-9bc7-92af90407190 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:37:08.995397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Attempting to bind port fe2b45d8-2fdb-4997-bfef-daac49274be4 on network 25867fa4-222c-42d6-9bc7-92af90407190 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:09.038214 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.082921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:09.083871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Checking segment: {'id': 'c31b89bf-c1bd-46ed-ad20-7e883b39d593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '25867fa4-222c-42d6-9bc7-92af90407190'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:09.083871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Bound using segment: {'id': 'c31b89bf-c1bd-46ed-ad20-7e883b39d593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '25867fa4-222c-42d6-9bc7-92af90407190'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:09.084167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Bound port: fe2b45d8-2fdb-4997-bfef-daac49274be4, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c31b89bf-c1bd-46ed-ad20-7e883b39d593', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': '25867fa4-222c-42d6-9bc7-92af90407190'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:09.084536 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.098809 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d,segment=NetworkSegment(096080ea-d184-4c6d-9e8a-17a3591fed92),segment_id=096080ea-d184-4c6d-9e8a-17a3591fed92)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:09.106720 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.127394 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad90e4e5-f9d0-4978-9274-c43671c25824 req-94916111-1b1a-4d64-a678-9532f5cc293b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:09.129527 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad90e4e5-f9d0-4978-9274-c43671c25824 req-94916111-1b1a-4d64-a678-9532f5cc293b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe541801-5f2f-44e7-bf6a-e4876e7170dc HTTP/1.1" status: 200 len: 851 time: 0.1818097 Jul 09 13:37:09.149188 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-189f990b-9ef1-4aa5-a7bc-f26ca2b53054 service neutron] 10.222.0.39 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712821 Jul 09 13:37:09.171714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:09.178640 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c568feb5-6e62-472d-97d6-59f4fe12c485 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.210225 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad90e4e5-f9d0-4978-9274-c43671c25824 req-b7b07ed9-62a9-4ca6-ab42-a4d09f05fabb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb871985-694c-4bff-b9c5-df10bd3971ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679548 Jul 09 13:37:09.210841 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c568feb5-6e62-472d-97d6-59f4fe12c485 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.264371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cebc223-b5a6-4020-bd11-63f9e428c3ae tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 90d5d88c-1ad0-4d18-843a-495f2d65c47c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:37:09.305996 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-ffff4cf0-bdde-422f-82b7-5b2e3360112c service neutron] 10.222.0.39 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520147 Jul 09 13:37:09.326475 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dab331a-e118-425a-9ca0-8b37542b46b6 req-73371f4c-966a-42d1-aa9a-cf298c765001 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:09.328084 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5dab331a-e118-425a-9ca0-8b37542b46b6 req-73371f4c-966a-42d1-aa9a-cf298c765001 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 944 time: 0.0986493 Jul 09 13:37:09.375126 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5dab331a-e118-425a-9ca0-8b37542b46b6 req-293b653f-db1b-429b-9dc3-d75e76d0ab26 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379138 Jul 09 13:37:09.435106 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] For port fe2b45d8-2fdb-4997-bfef-daac49274be4, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:09.450796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c568feb5-6e62-472d-97d6-59f4fe12c485 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Pushing event updated for resources: {'Port': ['ID=5c3cc607-03a3-43bf-8d47-6b0556d1aee0,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:09.480203 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c568feb5-6e62-472d-97d6-59f4fe12c485 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] In _notify_port_updated(), no bound segment for port 5c3cc607-03a3-43bf-8d47-6b0556d1aee0 on network 5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:37:09.486032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c568feb5-6e62-472d-97d6-59f4fe12c485 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:09.486700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c568feb5-6e62-472d-97d6-59f4fe12c485 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.488610 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c568feb5-6e62-472d-97d6-59f4fe12c485 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] 10.222.0.39 "PUT /v2.0/ports/5c3cc607-03a3-43bf-8d47-6b0556d1aee0 HTTP/1.1" status: 200 len: 1135 time: 1.6902382 Jul 09 13:37:09.493219 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39048) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:09.497312 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] For port fe2b45d8-2fdb-4997-bfef-daac49274be4, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fe2b45d8-2fdb-4997-bfef-daac49274be4,segment=NetworkSegment(c31b89bf-c1bd-46ed-ad20-7e883b39d593),segment_id=c31b89bf-c1bd-46ed-ad20-7e883b39d593)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:09.586621 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6c99e65-9ceb-4a4c-8bb1-d499b5047b75 req-b55f707b-bbf8-4482-b712-831ff3cde82e tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 210 time: 0.0988088 Jul 09 13:37:09.668038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69017bde-7649-465a-af28-e3f263afef2f tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:09.669951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-69017bde-7649-465a-af28-e3f263afef2f tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] 10.222.0.39 "GET /v2.0/ports/5c3cc607-03a3-43bf-8d47-6b0556d1aee0 HTTP/1.1" status: 200 len: 1135 time: 0.1757607 Jul 09 13:37:09.678407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39052) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:09.760904 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb75e68-8513-41d8-a28e-04b71d5820ad req-abc0ce69-749f-422d-a792-6c9df6c18784 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:09.762524 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3bb75e68-8513-41d8-a28e-04b71d5820ad req-abc0ce69-749f-422d-a792-6c9df6c18784 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.1786044 Jul 09 13:37:09.777419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f1a051de-e04e-4ac2-8646-93e120dc30dd None None] Provisioning complete for port 5c3cc607-03a3-43bf-8d47-6b0556d1aee0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:09.778013 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1a051de-e04e-4ac2-8646-93e120dc30dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.837852 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f1a051de-e04e-4ac2-8646-93e120dc30dd None None] Port 5c3cc607-03a3-43bf-8d47-6b0556d1aee0 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:09.845146 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3bb75e68-8513-41d8-a28e-04b71d5820ad req-7c5c9c27-3a8f-43ce-8b0e-f50995b25d84 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619693 Jul 09 13:37:09.856862 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-58539ccc-5e55-4ee0-bf2c-eece2a5c3282 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Deleting port 5c3cc607-03a3-43bf-8d47-6b0556d1aee0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:09.857213 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58539ccc-5e55-4ee0-bf2c-eece2a5c3282 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.942522 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.971201 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58539ccc-5e55-4ee0-bf2c-eece2a5c3282 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:09.984953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-58539ccc-5e55-4ee0-bf2c-eece2a5c3282 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Calling delete_port for 5c3cc607-03a3-43bf-8d47-6b0556d1aee0 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:10.014312 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad90e4e5-f9d0-4978-9274-c43671c25824 req-afca635e-0810-4571-959f-3c00c43fbb90 service neutron] 10.222.0.15 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7896523 Jul 09 13:37:10.033518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:10.034141 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:10.036531 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] 10.222.0.18 "PUT /v2.0/ports/fe2b45d8-2fdb-4997-bfef-daac49274be4 HTTP/1.1" status: 200 len: 1092 time: 3.9949589 Jul 09 13:37:10.045387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516c1e78-e2d5-4710-b734-fb26971ec5a0', 'tag': 'fe2b45d8-2fdb-4997-bfef-daac49274be4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:10.048173 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a17d3d20-0a1b-4283-bbde-68a0510ab297" -d '{"events": [{"name": "network-changed", "server_uuid": "516c1e78-e2d5-4710-b734-fb26971ec5a0", "tag": "fe2b45d8-2fdb-4997-bfef-daac49274be4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:10.120841 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cebc223-b5a6-4020-bd11-63f9e428c3ae tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:10.140145 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cebc223-b5a6-4020-bd11-63f9e428c3ae tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:10.141570 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4cebc223-b5a6-4020-bd11-63f9e428c3ae tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/90d5d88c-1ad0-4d18-843a-495f2d65c47c HTTP/1.1" status: 200 len: 933 time: 4.0896852 Jul 09 13:37:10.146304 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39064) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:10.147040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bbe3cc-470c-40b5-a09b-5ac315d0d73a None None] Sync routers for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:10.159600 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a571011-2fe5-48c2-89cc-ec0a1a4b798f x-openstack-request-id: req-3a571011-2fe5-48c2-89cc-ec0a1a4b798f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:10.161662 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516c1e78-e2d5-4710-b734-fb26971ec5a0", "tag": "fe2b45d8-2fdb-4997-bfef-daac49274be4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:10.162096 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a571011-2fe5-48c2-89cc-ec0a1a4b798f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:10.162490 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516c1e78-e2d5-4710-b734-fb26971ec5a0', 'tag': 'fe2b45d8-2fdb-4997-bfef-daac49274be4', 'status': 'completed', 'code': 200} Jul 09 13:37:10.168082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bbe3cc-470c-40b5-a09b-5ac315d0d73a None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:10.169822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a2bbe3cc-470c-40b5-a09b-5ac315d0d73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:10.195121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe60d37-f49c-4122-9de0-6106a0baf511 service neutron] Pushing event updated for resources: {'Port': ['ID=fe2b45d8-2fdb-4997-bfef-daac49274be4,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:10.241056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e6800-4065-443d-ae40-0603a1c2bbb9 req-56b45853-2eed-4091-8ffb-53a0055d558a tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:10.242977 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac5e6800-4065-443d-ae40-0603a1c2bbb9 req-56b45853-2eed-4091-8ffb-53a0055d558a tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3812536-9d97-4c26-83c8-ac33ce8f6086 HTTP/1.1" status: 200 len: 945 time: 0.3027110 Jul 09 13:37:10.245254 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ad90e4e5-f9d0-4978-9274-c43671c25824 req-225a5eb2-55f0-48d4-9caf-b6f18dcb73cd service neutron] 10.222.0.15 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157502 Jul 09 13:37:10.303139 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f485e96-e136-4dfc-bdfd-598081272382 req-29e4fc9d-6232-4653-8c94-ae68d4ee3bb3 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:10.310222 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5f485e96-e136-4dfc-bdfd-598081272382 req-29e4fc9d-6232-4653-8c94-ae68d4ee3bb3 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 944 time: 0.2376590 Jul 09 13:37:10.321550 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-b5f85405-2331-4ac6-abc1-259df9ca4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:10.323319 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-b5f85405-2331-4ac6-abc1-259df9ca4f0b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66ab61939b2a4e529fc820b30657c9da&device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 1095 time: 0.2177956 Jul 09 13:37:10.339752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a2bbe3cc-470c-40b5-a09b-5ac315d0d73a None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:10.342437 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-db970a6b-d4b5-42eb-ab3e-41d055c7f2ea tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/routers/90d5d88c-1ad0-4d18-843a-495f2d65c47c HTTP/1.1" status: 200 len: 933 time: 0.1945462 Jul 09 13:37:10.345342 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39066) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:10.382575 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5f485e96-e136-4dfc-bdfd-598081272382 req-1b7a1749-7435-44ec-9bcb-27419a40372f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713882 Jul 09 13:37:10.389162 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-28253193-6422-4b0e-9154-144ed56fd16b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'router': {'routes': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:10.394861 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-fd092efc-92c0-416a-8c35-9d87b30ea56d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe2b45d8-2fdb-4997-bfef-daac49274be4 HTTP/1.1" status: 200 len: 217 time: 0.0567915 Jul 09 13:37:10.398964 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58539ccc-5e55-4ee0-bf2c-eece2a5c3282 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:10.551621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58539ccc-5e55-4ee0-bf2c-eece2a5c3282 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Pushing event deleted for resources: {'Port': ['ID=5c3cc607-03a3-43bf-8d47-6b0556d1aee0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:10.596140 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-16e40e04-4272-44fb-81b7-36c9de6c2b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:10.599217 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-16e40e04-4272-44fb-81b7-36c9de6c2b91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1780ebcd-1654-423d-a2c6-37fd59135a20 HTTP/1.1" status: 200 len: 849 time: 0.1974576 Jul 09 13:37:10.656851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 48ce3913-9408-46f3-b25e-1cb9da5f6e83 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:37:10.677937 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58539ccc-5e55-4ee0-bf2c-eece2a5c3282 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:10.683454 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-58539ccc-5e55-4ee0-bf2c-eece2a5c3282 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] 10.222.0.39 "DELETE /v2.0/ports/5c3cc607-03a3-43bf-8d47-6b0556d1aee0 HTTP/1.1" status: 204 len: 168 time: 1.0039594 Jul 09 13:37:10.684286 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39072) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:10.742096 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-89dd9bce-0fdd-4cb5-9a9d-bd8c9575a9e5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25867fa4-222c-42d6-9bc7-92af90407190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1347399 Jul 09 13:37:10.789312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb5341c-2646-42a8-994e-9a95f46b5e10 req-7aa1b9d4-72ab-4ba3-904e-29ec980dfe15 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:10.796663 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ccb5341c-2646-42a8-994e-9a95f46b5e10 req-7aa1b9d4-72ab-4ba3-904e-29ec980dfe15 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 944 time: 0.2166169 Jul 09 13:37:10.797976 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ac5e6800-4065-443d-ae40-0603a1c2bbb9 req-a66e89fe-8f4f-4e8c-93e8-3c67c66d023d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Deleting port 2299aa0f-0343-42cd-a5f9-9f6ff560107a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:10.798319 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ac5e6800-4065-443d-ae40-0603a1c2bbb9 req-a66e89fe-8f4f-4e8c-93e8-3c67c66d023d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:10.806965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:10.863017 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-335f0173-887a-455e-97e7-6da04c274c18 req-7d187cdf-508b-4d1d-9028-b33b51d474c1 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 210 time: 0.0577238 Jul 09 13:37:10.875746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-8177edd9-8cdc-4689-9543-581dc4712644 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Deleting subnet 46068120-cf55-4f76-b2f4-28d9cbccd114 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:37:10.884705 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8177edd9-8cdc-4689-9543-581dc4712644 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:10.922435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a2bbe3cc-470c-40b5-a09b-5ac315d0d73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:08Z', 'revision_number': 6, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '825c2c2b-7cfa-4554-858b-da0b35df19e1', 'name': '', 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:7f:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:54Z', 'updated_at': '2021-07-09T13:37:03Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d', 'name': '', 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:f3:5c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:02Z', 'updated_at': '2021-07-09T13:37:09Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:10.933666 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ccb5341c-2646-42a8-994e-9a95f46b5e10 req-69db8954-31cb-4e71-8577-ccf3489f36c8 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318536 Jul 09 13:37:10.953021 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 48ce3913-9408-46f3-b25e-1cb9da5f6e83, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=48ce3913-9408-46f3-b25e-1cb9da5f6e83,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:10.995533 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8177edd9-8cdc-4689-9543-581dc4712644 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.012513 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bbe3cc-470c-40b5-a09b-5ac315d0d73a None None] Checking router: 90d5d88c-1ad0-4d18-843a-495f2d65c47c for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:37:11.015034 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '48ce3913-9408-46f3-b25e-1cb9da5f6e83', 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed', 'port_id': '48ce3913-9408-46f3-b25e-1cb9da5f6e83', 'mac_address': 'fa:16:3e:37:46:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe541801-5f2f-44e7-bf6a-e4876e7170dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:37:11.060679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bbe3cc-470c-40b5-a09b-5ac315d0d73a None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:11.061419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a2bbe3cc-470c-40b5-a09b-5ac315d0d73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:11.157389 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-06f4351c-6da9-4352-a8ab-c62a031a6416 service neutron] 10.222.0.18 "GET /v2.0/networks/25867fa4-222c-42d6-9bc7-92af90407190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4049058 Jul 09 13:37:11.168619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:11.169173 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.189216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62d8c65-4a67-4440-aa01-d7d8dc42f369 req-0fb9788f-2e44-4ee0-926a-deab2f944034 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:11.196498 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f62d8c65-4a67-4440-aa01-d7d8dc42f369 req-0fb9788f-2e44-4ee0-926a-deab2f944034 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.1421225 Jul 09 13:37:11.206236 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8177edd9-8cdc-4689-9543-581dc4712644 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.209686 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.245298 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48ce3913-9408-46f3-b25e-1cb9da5f6e83 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:37:11.254733 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a2bbe3cc-470c-40b5-a09b-5ac315d0d73a None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:11.270616 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ac5e6800-4065-443d-ae40-0603a1c2bbb9 req-a66e89fe-8f4f-4e8c-93e8-3c67c66d023d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] For port 2299aa0f-0343-42cd-a5f9-9f6ff560107a, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2299aa0f-0343-42cd-a5f9-9f6ff560107a,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:11.271007 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ac5e6800-4065-443d-ae40-0603a1c2bbb9 req-a66e89fe-8f4f-4e8c-93e8-3c67c66d023d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.281531 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f62d8c65-4a67-4440-aa01-d7d8dc42f369 req-5832ca3e-e902-492b-b6ef-c03c91cd4ed5 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840502 Jul 09 13:37:11.328779 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ac5e6800-4065-443d-ae40-0603a1c2bbb9 req-a66e89fe-8f4f-4e8c-93e8-3c67c66d023d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Calling delete_port for 2299aa0f-0343-42cd-a5f9-9f6ff560107a owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:11.331674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 48ce3913-9408-46f3-b25e-1cb9da5f6e83, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=48ce3913-9408-46f3-b25e-1cb9da5f6e83,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:11.334795 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8177edd9-8cdc-4689-9543-581dc4712644 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.348333 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.348660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-81ded9c4-fbdc-427c-9d7e-3b2522f5db6a tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:11.349394 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-81ded9c4-fbdc-427c-9d7e-3b2522f5db6a tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.15 "GET /v2.0/networks?id=f6b007d5-12b7-4adb-8cf1-1887c546481e HTTP/1.1" status: 200 len: 814 time: 0.3673873 Jul 09 13:37:11.380530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-ac0313c4-9256-4ff9-bcd9-3d61bd1cb107 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Request body: {'port': {'device_id': '19675e3d-07da-45e6-a0d4-a64c21c656ff', 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e', 'admin_state_up': True, 'tenant_id': '16887d6d91964dff9ba1d08911421027'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:11.380881 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8177edd9-8cdc-4689-9543-581dc4712644 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Pushing event deleted for resources: {'Subnet': ['ID=46068120-cf55-4f76-b2f4-28d9cbccd114,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:11.383255 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8177edd9-8cdc-4689-9543-581dc4712644 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.385597 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8177edd9-8cdc-4689-9543-581dc4712644 tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] 10.222.0.39 "DELETE /v2.0/subnets/46068120-cf55-4f76-b2f4-28d9cbccd114 HTTP/1.1" status: 204 len: 168 time: 0.6997306 Jul 09 13:37:11.387848 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39078) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:11.412831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=48ce3913-9408-46f3-b25e-1cb9da5f6e83,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:11.415794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd0c262-2cfd-4d6f-84a7-30ead3138f85 None None] Network 5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:11.543756 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-698d16e7-9538-4d6f-a6cd-b79e67f08e8b req-7ac321ac-edd2-4524-9dc9-bf9af31e2a47 service neutron] 10.222.0.18 "GET /v2.0/networks/25867fa4-222c-42d6-9bc7-92af90407190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696604 Jul 09 13:37:11.558751 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.extraroute_db [None req-28253193-6422-4b0e-9154-144ed56fd16b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Added routes are [] {{(pid=93753) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 13:37:11.559056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.extraroute_db [None req-28253193-6422-4b0e-9154-144ed56fd16b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=93753) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 13:37:11.582941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['48ce3913-9408-46f3-b25e-1cb9da5f6e83'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:37:11.620227 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.681619 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28253193-6422-4b0e-9154-144ed56fd16b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.697262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dc87d9-f5be-4977-9fbc-e7d762e4337e req-4cdb9ab6-597f-4a06-a0a9-982e71bf2385 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:11.704423 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4dc87d9-f5be-4977-9fbc-e7d762e4337e req-4cdb9ab6-597f-4a06-a0a9-982e71bf2385 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 945 time: 0.1319911 Jul 09 13:37:11.774422 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Deleting port 09338478-87de-4acb-9999-416de1a86da2 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:11.774770 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.791175 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4dc87d9-f5be-4977-9fbc-e7d762e4337e req-d776a77a-4b52-4589-a40a-f9938e128c2c tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857878 Jul 09 13:37:11.803368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-ac0313c4-9256-4ff9-bcd9-3d61bd1cb107 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Made reservation on behalf of 16887d6d91964dff9ba1d08911421027 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:11.807512 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-ac0313c4-9256-4ff9-bcd9-3d61bd1cb107 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.840737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a2bbe3cc-470c-40b5-a09b-5ac315d0d73a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:08Z', 'revision_number': 6, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '825c2c2b-7cfa-4554-858b-da0b35df19e1', 'name': '', 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:7f:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:54Z', 'updated_at': '2021-07-09T13:37:03Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d', 'name': '', 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:f3:5c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:02Z', 'updated_at': '2021-07-09T13:37:09Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:11.866647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ac5e6800-4065-443d-ae40-0603a1c2bbb9 req-a66e89fe-8f4f-4e8c-93e8-3c67c66d023d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.880465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bbe3cc-470c-40b5-a09b-5ac315d0d73a None None] The sync data for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 is: [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:08Z', 'revision_number': 6, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '825c2c2b-7cfa-4554-858b-da0b35df19e1', 'name': '', 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:7f:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:54Z', 'updated_at': '2021-07-09T13:37:03Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d', 'name': '', 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:f3:5c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:02Z', 'updated_at': '2021-07-09T13:37:09Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:11.896143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] For port 09338478-87de-4acb-9999-416de1a86da2, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=09338478-87de-4acb-9999-416de1a86da2,segment=NetworkSegment(a2a940e9-d71f-4d5e-ba6c-9a1fab6a739c),segment_id=a2a940e9-d71f-4d5e-ba6c-9a1fab6a739c)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:11.896792 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:11.914449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe44a016-652a-4cb1-835d-879f3363f974 None None] DHCP port deletion for 5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:37:11.950526 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Calling delete_port for 09338478-87de-4acb-9999-416de1a86da2 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:11.967293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d3d20-0a1b-4283-bbde-68a0510ab297 req-536ec9bd-db07-4ce0-b534-ce49cd696c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:11.968893 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a17d3d20-0a1b-4283-bbde-68a0510ab297 req-536ec9bd-db07-4ce0-b534-ce49cd696c0a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66ab61939b2a4e529fc820b30657c9da&device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 1095 time: 0.3373001 Jul 09 13:37:11.982186 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fe44a016-652a-4cb1-835d-879f3363f974 None None] Deleting port 09338478-87de-4acb-9999-416de1a86da2 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:11.982694 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe44a016-652a-4cb1-835d-879f3363f974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.074179 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e89fe-8f4f-4e8c-93e8-3c67c66d023d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Pushing event deleted for resources: {'Port': ['ID=2299aa0f-0343-42cd-a5f9-9f6ff560107a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:12.079673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fe44a016-652a-4cb1-835d-879f3363f974 None None] For port 09338478-87de-4acb-9999-416de1a86da2, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=09338478-87de-4acb-9999-416de1a86da2,segment=NetworkSegment(a2a940e9-d71f-4d5e-ba6c-9a1fab6a739c),segment_id=a2a940e9-d71f-4d5e-ba6c-9a1fab6a739c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:12.080220 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe44a016-652a-4cb1-835d-879f3363f974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.093503 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28253193-6422-4b0e-9154-144ed56fd16b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.101679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fe44a016-652a-4cb1-835d-879f3363f974 None None] Calling delete_port for 09338478-87de-4acb-9999-416de1a86da2 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:12.104618 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28253193-6422-4b0e-9154-144ed56fd16b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.162081 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.213786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['2299aa0f-0343-42cd-a5f9-9f6ff560107a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:37:12.227654 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac5e6800-4065-443d-ae40-0603a1c2bbb9 req-a66e89fe-8f4f-4e8c-93e8-3c67c66d023d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] No DVR routers for this DVR port 2299aa0f-0343-42cd-a5f9-9f6ff560107a on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:12.240551 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Pushing event deleted for resources: {'Port': ['ID=09338478-87de-4acb-9999-416de1a86da2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:12.247848 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5eabc6b-08ba-4b9e-89b4-06179d7001ee req-8f43c75e-2811-4fc9-b548-c2e99a120087 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 210 time: 0.1022041 Jul 09 13:37:12.249770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] No DVR routers for this DVR port 09338478-87de-4acb-9999-416de1a86da2 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:12.278587 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe44a016-652a-4cb1-835d-879f3363f974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.293416 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe44a016-652a-4cb1-835d-879f3363f974 None None] No DVR routers for this DVR port 09338478-87de-4acb-9999-416de1a86da2 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:12.304786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ac5e6800-4065-443d-ae40-0603a1c2bbb9 req-a66e89fe-8f4f-4e8c-93e8-3c67c66d023d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.310100 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac5e6800-4065-443d-ae40-0603a1c2bbb9 req-a66e89fe-8f4f-4e8c-93e8-3c67c66d023d tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.15 "DELETE /v2.0/ports/2299aa0f-0343-42cd-a5f9-9f6ff560107a HTTP/1.1" status: 204 len: 173 time: 2.0495317 Jul 09 13:37:12.312220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe44a016-652a-4cb1-835d-879f3363f974 None None] Pushing event deleted for resources: {'Port': ['ID=09338478-87de-4acb-9999-416de1a86da2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:12.318061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3812536-9d97-4c26-83c8-ac33ce8f6086', 'name': 'network-vif-deleted', 'tag': '2299aa0f-0343-42cd-a5f9-9f6ff560107a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:12.327074 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c149b9e8-ddf9-4fff-83e7-ca7c95de66a2" -d '{"events": [{"server_uuid": "d3812536-9d97-4c26-83c8-ac33ce8f6086", "name": "network-vif-deleted", "tag": "2299aa0f-0343-42cd-a5f9-9f6ff560107a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:12.416160 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.432504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:12.432787 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-ac0313c4-9256-4ff9-bcd9-3d61bd1cb107 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Allocated IP 172.20.0.9 (f6b007d5-12b7-4adb-8cf1-1887c546481e/aab4040e-8e01-4f04-9adc-821dc50dc627/45c274e8-ba74-40d7-819e-34bb6e092036) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:12.452815 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a536a9-b6ec-4e67-8c2c-b8e4698ae71d req-a8454842-dc4c-4756-8e19-4763fd7f12f0 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:12.453951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-35a536a9-b6ec-4e67-8c2c-b8e4698ae71d req-a8454842-dc4c-4756-8e19-4763fd7f12f0 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 944 time: 0.2151420 Jul 09 13:37:12.456061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a940e9-d71f-4d5e-ba6c-9a1fab6a739c') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:12.456251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a940e9-d71f-4d5e-ba6c-9a1fab6a739c') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:12.468816 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28253193-6422-4b0e-9154-144ed56fd16b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 90d5d88c-1ad0-4d18-843a-495f2d65c47c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:37:12.472815 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d3d20-0a1b-4283-bbde-68a0510ab297 req-bfe08ba0-d24a-439c-81e7-0dd9edf1bb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:12.474811 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a17d3d20-0a1b-4283-bbde-68a0510ab297 req-bfe08ba0-d24a-439c-81e7-0dd9edf1bb5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=25867fa4-222c-42d6-9bc7-92af90407190 HTTP/1.1" status: 200 len: 910 time: 0.4205666 Jul 09 13:37:12.476718 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.538892 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.541230 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a17d3d20-0a1b-4283-bbde-68a0510ab297 req-79577f7a-80b1-45b4-b2e2-fbe34374e1bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fe2b45d8-2fdb-4997-bfef-daac49274be4 HTTP/1.1" status: 200 len: 217 time: 0.0587227 Jul 09 13:37:12.555995 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:37:12.556424 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:37:12.561442 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:37:12.577577 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-35a536a9-b6ec-4e67-8c2c-b8e4698ae71d req-c49f3e9e-1d30-4ba8-a8a4-d2b8705e8e4c tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110010 Jul 09 13:37:12.641102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 48ce3913-9408-46f3-b25e-1cb9da5f6e83 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:12.643365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.657293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f345fa-6e23-4f52-9a7a-0da833aecec4 req-db4e42cf-44e7-4d7d-bfb8-a6ce24f1acb4 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:12.658996 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69f345fa-6e23-4f52-9a7a-0da833aecec4 req-db4e42cf-44e7-4d7d-bfb8-a6ce24f1acb4 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.1936986 Jul 09 13:37:12.664600 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.669388 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] 10.222.0.39 "DELETE /v2.0/networks/5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46 HTTP/1.1" status: 204 len: 168 time: 1.2804682 Jul 09 13:37:12.695277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44a7e91-486e-4593-9fef-f85eb0f30d7e tempest-ExtraDHCPOptionsTestJSON-2130705243 tempest-ExtraDHCPOptionsTestJSON-2130705243-project] Pushing event deleted for resources: {'Network': ['ID=5f07f3e7-b56d-4eb7-9c92-6f8e827b8b46,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:12.748372 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69f345fa-6e23-4f52-9a7a-0da833aecec4 req-dc49af4e-22e4-47af-bc1c-190c4dc4b7f2 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755107 Jul 09 13:37:12.765973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 48ce3913-9408-46f3-b25e-1cb9da5f6e83 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:12.773780 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 48ce3913-9408-46f3-b25e-1cb9da5f6e83 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:12.774157 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.819459 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 09338478-87de-4acb-9999-416de1a86da2 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:12.844610 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 09338478-87de-4acb-9999-416de1a86da2 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:12.845329 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 09338478-87de-4acb-9999-416de1a86da2 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:12.921604 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:12.971797 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a53e56b-2456-49d5-a5e3-0b28fb5061a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ce3913-9408-46f3-b25e-1cb9da5f6e83'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:12.977328 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a95b7465-1993-4f78-8618-fbaeaad019fb" -d '{"events": [{"server_uuid": "3a53e56b-2456-49d5-a5e3-0b28fb5061a8", "name": "network-vif-plugged", "status": "completed", "tag": "48ce3913-9408-46f3-b25e-1cb9da5f6e83"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:13.005935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 48ce3913-9408-46f3-b25e-1cb9da5f6e83, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=48ce3913-9408-46f3-b25e-1cb9da5f6e83,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:13.020953 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.022207 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 2299aa0f-0343-42cd-a5f9-9f6ff560107a no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:13.073182 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ee3535-1f80-46fa-a219-110b043a9ee9 x-openstack-request-id: req-b9ee3535-1f80-46fa-a219-110b043a9ee9 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:13.073827 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3812536-9d97-4c26-83c8-ac33ce8f6086", "name": "network-vif-deleted", "tag": "2299aa0f-0343-42cd-a5f9-9f6ff560107a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:13.073827 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b9ee3535-1f80-46fa-a219-110b043a9ee9 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:13.074099 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3812536-9d97-4c26-83c8-ac33ce8f6086', 'name': 'network-vif-deleted', 'tag': '2299aa0f-0343-42cd-a5f9-9f6ff560107a', 'status': 'completed', 'code': 200} Jul 09 13:37:13.114749 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-339940d0-18ff-40b8-9b7d-b57eb15318b5 x-openstack-request-id: req-339940d0-18ff-40b8-9b7d-b57eb15318b5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:13.115364 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a53e56b-2456-49d5-a5e3-0b28fb5061a8", "name": "network-vif-plugged", "status": "completed", "tag": "48ce3913-9408-46f3-b25e-1cb9da5f6e83", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:13.118741 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-339940d0-18ff-40b8-9b7d-b57eb15318b5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:13.119343 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a53e56b-2456-49d5-a5e3-0b28fb5061a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48ce3913-9408-46f3-b25e-1cb9da5f6e83', 'code': 200} Jul 09 13:37:13.122588 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 2299aa0f-0343-42cd-a5f9-9f6ff560107a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:13.123993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 2299aa0f-0343-42cd-a5f9-9f6ff560107a not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:13.145048 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f27883-63af-4158-8d4e-f9643d1e9405 req-c6c653e9-f222-4ade-959e-c48178b06618 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:13.145801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39100) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:13.167475 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7f27883-63af-4158-8d4e-f9643d1e9405 req-c6c653e9-f222-4ade-959e-c48178b06618 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 945 time: 0.1804285 Jul 09 13:37:13.193471 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=48ce3913-9408-46f3-b25e-1cb9da5f6e83,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:13.223316 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7f27883-63af-4158-8d4e-f9643d1e9405 req-cba0f082-d017-435d-8a1d-6254eb209c5a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540974 Jul 09 13:37:13.247333 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28253193-6422-4b0e-9154-144ed56fd16b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:13.253076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d3d20-0a1b-4283-bbde-68a0510ab297 req-30fa9410-6ba5-4ee5-93f9-b9d0f17efd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:13.255053 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a17d3d20-0a1b-4283-bbde-68a0510ab297 req-30fa9410-6ba5-4ee5-93f9-b9d0f17efd94 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1780ebcd-1654-423d-a2c6-37fd59135a20 HTTP/1.1" status: 200 len: 849 time: 0.6787181 Jul 09 13:37:13.261438 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07ed05c-8b9e-44ea-9b5e-1b6aabb6a42e None None] Sync routers for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:13.264453 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28253193-6422-4b0e-9154-144ed56fd16b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.265623 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-28253193-6422-4b0e-9154-144ed56fd16b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/90d5d88c-1ad0-4d18-843a-495f2d65c47c HTTP/1.1" status: 200 len: 699 time: 2.9136403 Jul 09 13:37:13.269060 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39104) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:13.277007 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07ed05c-8b9e-44ea-9b5e-1b6aabb6a42e None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:13.294282 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c07ed05c-8b9e-44ea-9b5e-1b6aabb6a42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:13.319725 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a17d3d20-0a1b-4283-bbde-68a0510ab297 req-09abe259-f4d5-4f84-a971-fa44cdb64785 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=25867fa4-222c-42d6-9bc7-92af90407190&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527284 Jul 09 13:37:13.419027 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a4a863f2-2ebf-4f64-a496-2eea699b770b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/routers/90d5d88c-1ad0-4d18-843a-495f2d65c47c HTTP/1.1" status: 200 len: 699 time: 0.1470323 Jul 09 13:37:13.419935 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39108) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:13.420666 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c07ed05c-8b9e-44ea-9b5e-1b6aabb6a42e None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:13.453759 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-ac0313c4-9256-4ff9-bcd9-3d61bd1cb107 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.475165 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb29c29-1704-4b0a-837f-90dd4cbe8a8b req-78f4aa7a-c073-43d1-90f8-7af3b6a7ebce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:13.476617 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5eb29c29-1704-4b0a-837f-90dd4cbe8a8b req-78f4aa7a-c073-43d1-90f8-7af3b6a7ebce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 1097 time: 0.2687993 Jul 09 13:37:13.484988 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-93dba56c-19d4-4154-ae4f-7ee31bbded03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=946571ae8c0946a3b72072a1432a623c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3351347 Jul 09 13:37:13.485603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39110) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:13.518113 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-358fde6c-8b93-4e12-a12e-5866be233528 req-fdf38683-1e2f-4adf-b9db-ed2cb7e024ed tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 210 time: 0.0971658 Jul 09 13:37:13.576087 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a17d3d20-0a1b-4283-bbde-68a0510ab297 req-29bb2e2a-3f32-49ad-9818-0851ce80e54a service neutron] 10.222.0.18 "GET /v2.0/networks/25867fa4-222c-42d6-9bc7-92af90407190?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472856 Jul 09 13:37:13.600393 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5eb29c29-1704-4b0a-837f-90dd4cbe8a8b req-93528b87-2596-44fc-9c4c-2e9d80834e27 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123059 Jul 09 13:37:13.667435 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-ac0313c4-9256-4ff9-bcd9-3d61bd1cb107 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.693969 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c07ed05c-8b9e-44ea-9b5e-1b6aabb6a42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:11Z', 'revision_number': 7, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '825c2c2b-7cfa-4554-858b-da0b35df19e1', 'name': '', 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:7f:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:54Z', 'updated_at': '2021-07-09T13:37:03Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d', 'name': '', 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:f3:5c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:02Z', 'updated_at': '2021-07-09T13:37:09Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:13.701587 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2bccb72-0e59-439b-9bbe-67f17a72d611 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.734166 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07ed05c-8b9e-44ea-9b5e-1b6aabb6a42e None None] Checking router: 90d5d88c-1ad0-4d18-843a-495f2d65c47c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:37:13.748112 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07ed05c-8b9e-44ea-9b5e-1b6aabb6a42e None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:13.748737 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c07ed05c-8b9e-44ea-9b5e-1b6aabb6a42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:13.769282 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2bccb72-0e59-439b-9bbe-67f17a72d611 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.775216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-ac0313c4-9256-4ff9-bcd9-3d61bd1cb107 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Network f6b007d5-12b7-4adb-8cf1-1887c546481e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:13.791883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-ac0313c4-9256-4ff9-bcd9-3d61bd1cb107 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:13.793763 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0313c4-9256-4ff9-bcd9-3d61bd1cb107 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Pushing event updated for resources: {'Port': ['ID=45c274e8-ba74-40d7-819e-34bb6e092036,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:13.797795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-ac0313c4-9256-4ff9-bcd9-3d61bd1cb107 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:13.849449 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a17d3d20-0a1b-4283-bbde-68a0510ab297 req-e0d02e76-cc69-429a-a537-3132102c1f30 service neutron] 10.222.0.18 "GET /v2.0/networks/25867fa4-222c-42d6-9bc7-92af90407190?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619364 Jul 09 13:37:13.865410 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a3b370-4c18-4c96-9b42-de5f86e68f6a req-f5421549-277c-4407-9f0b-2ef2b4c51d39 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:13.875676 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94a3b370-4c18-4c96-9b42-de5f86e68f6a req-f5421549-277c-4407-9f0b-2ef2b4c51d39 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 944 time: 0.1161098 Jul 09 13:37:13.890058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-ac0313c4-9256-4ff9-bcd9-3d61bd1cb107 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:13.890782 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-ac0313c4-9256-4ff9-bcd9-3d61bd1cb107 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.910545 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-ac0313c4-9256-4ff9-bcd9-3d61bd1cb107 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5401628 Jul 09 13:37:13.912322 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2bccb72-0e59-439b-9bbe-67f17a72d611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.915154 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2bccb72-0e59-439b-9bbe-67f17a72d611 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:13.916116 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c07ed05c-8b9e-44ea-9b5e-1b6aabb6a42e None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:13.916441 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d2bccb72-0e59-439b-9bbe-67f17a72d611 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e55c0a0e-0f33-45b6-930a-bca651a11201 HTTP/1.1" status: 204 len: 168 time: 0.4250760 Jul 09 13:37:13.931101 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Request body: {'port': {'device_id': '19675e3d-07da-45e6-a0d4-a64c21c656ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:13.934228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bccb72-0e59-439b-9bbe-67f17a72d611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e55c0a0e-0f33-45b6-930a-bca651a11201,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:13.966264 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94a3b370-4c18-4c96-9b42-de5f86e68f6a req-6507f1e1-99dc-4546-ab06-de5bbe638a1d tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871401 Jul 09 13:37:14.034407 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0159af9-e41e-4f27-a158-97fe15a288d1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.042431 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.235865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fe2b45d8-2fdb-4997-bfef-daac49274be4 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:37:14.326501 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c07ed05c-8b9e-44ea-9b5e-1b6aabb6a42e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:11Z', 'revision_number': 7, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '825c2c2b-7cfa-4554-858b-da0b35df19e1', 'name': '', 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:7f:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:54Z', 'updated_at': '2021-07-09T13:37:03Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d', 'name': '', 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:f3:5c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:02Z', 'updated_at': '2021-07-09T13:37:09Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:14.429098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45c274e8-ba74-40d7-819e-34bb6e092036 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:37:14.440124 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07ed05c-8b9e-44ea-9b5e-1b6aabb6a42e None None] The sync data for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 is: [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:11Z', 'revision_number': 7, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '825c2c2b-7cfa-4554-858b-da0b35df19e1', 'name': '', 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:7f:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:54Z', 'updated_at': '2021-07-09T13:37:03Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d', 'name': '', 'network_id': '8725d273-f184-4a15-9c1b-29e09f6e74e1', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:f3:5c:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:37:02Z', 'updated_at': '2021-07-09T13:37:09Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': 'b7d17767-437a-4f26-84d9-081c80f37615', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:14.440548 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.456906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Transition to ACTIVE for port object 45c274e8-ba74-40d7-819e-34bb6e092036 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:14.463609 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.471496 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fe2b45d8-2fdb-4997-bfef-daac49274be4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fe2b45d8-2fdb-4997-bfef-daac49274be4,segment=NetworkSegment(c31b89bf-c1bd-46ed-ad20-7e883b39d593),segment_id=c31b89bf-c1bd-46ed-ad20-7e883b39d593)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:14.508334 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'fe2b45d8-2fdb-4997-bfef-daac49274be4', 'network_id': '25867fa4-222c-42d6-9bc7-92af90407190', 'port_id': 'fe2b45d8-2fdb-4997-bfef-daac49274be4', 'mac_address': 'fa:16:3e:c0:91:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 300, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1780ebcd-1654-423d-a2c6-37fd59135a20', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:37:14.578545 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.594810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Pushing event updated for resources: {'Port': ['ID=45c274e8-ba74-40d7-819e-34bb6e092036,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:14.620615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe2b45d8-2fdb-4997-bfef-daac49274be4 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:37:14.669330 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fe2b45d8-2fdb-4997-bfef-daac49274be4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fe2b45d8-2fdb-4997-bfef-daac49274be4,segment=NetworkSegment(c31b89bf-c1bd-46ed-ad20-7e883b39d593),segment_id=c31b89bf-c1bd-46ed-ad20-7e883b39d593)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:14.678129 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.708850 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Attempting to bind port 45c274e8-ba74-40d7-819e-34bb6e092036 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:14.709208 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Attempting to bind port 45c274e8-ba74-40d7-819e-34bb6e092036 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'ac330b0a-c85f-4654-90ad-fe0921d8c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:14.709552 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Attempting to bind port 45c274e8-ba74-40d7-819e-34bb6e092036 on network f6b007d5-12b7-4adb-8cf1-1887c546481e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:14.714657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Port 45c274e8-ba74-40d7-819e-34bb6e092036 on network f6b007d5-12b7-4adb-8cf1-1887c546481e not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:37:14.715123 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Attempting to bind port 45c274e8-ba74-40d7-819e-34bb6e092036 on network f6b007d5-12b7-4adb-8cf1-1887c546481e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:14.721189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:14.721580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Checking segment: {'id': 'ac330b0a-c85f-4654-90ad-fe0921d8c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:14.722015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Bound using segment: {'id': 'ac330b0a-c85f-4654-90ad-fe0921d8c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:14.722883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Bound port: 45c274e8-ba74-40d7-819e-34bb6e092036, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac330b0a-c85f-4654-90ad-fe0921d8c350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:14.723019 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.764986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fe2b45d8-2fdb-4997-bfef-daac49274be4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:14.828493 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] For port 45c274e8-ba74-40d7-819e-34bb6e092036, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:14.833558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] For port 45c274e8-ba74-40d7-819e-34bb6e092036, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=45c274e8-ba74-40d7-819e-34bb6e092036,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:14.839860 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.890720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:14.890720 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:14.892221 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] 10.222.0.15 "PUT /v2.0/ports/45c274e8-ba74-40d7-819e-34bb6e092036 HTTP/1.1" status: 200 len: 1091 time: 0.9673061 Jul 09 13:37:14.929335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b066e31-52cf-48e9-9365-206cd330a494 service neutron] Pushing event updated for resources: {'Port': ['ID=45c274e8-ba74-40d7-819e-34bb6e092036,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:14.931430 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a4f538-d039-4fa4-b756-41894418bc14 req-0acd0316-90b5-474d-b98b-bc60110b247e tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:14.933838 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4a4f538-d039-4fa4-b756-41894418bc14 req-0acd0316-90b5-474d-b98b-bc60110b247e tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.8532610 Jul 09 13:37:14.974576 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9b66c8-f47f-4337-b4e7-1814a6a0381a req-bb3c30c9-372d-481b-ab53-a2d13281e471 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:14.976374 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d9b66c8-f47f-4337-b4e7-1814a6a0381a req-bb3c30c9-372d-481b-ab53-a2d13281e471 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.2556753 Jul 09 13:37:14.989927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['fe2b45d8-2fdb-4997-bfef-daac49274be4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:37:15.007538 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-8ed528d0-7323-477e-b1eb-0ac25d8f1e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:15.009031 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-8ed528d0-7323-477e-b1eb-0ac25d8f1e90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16887d6d91964dff9ba1d08911421027&device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 1094 time: 0.0633044 Jul 09 13:37:15.051512 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4a4f538-d039-4fa4-b756-41894418bc14 req-916c8d58-d960-41f5-8f7d-69d758352e07 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041360 Jul 09 13:37:15.055730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39146) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:15.064974 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-40d69748-43e1-4f97-aa5e-7c94448d95a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45c274e8-ba74-40d7-819e-34bb6e092036 HTTP/1.1" status: 200 len: 217 time: 0.0468223 Jul 09 13:37:15.087454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '19675e3d-07da-45e6-a0d4-a64c21c656ff', 'tag': '45c274e8-ba74-40d7-819e-34bb6e092036'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:15.091583 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e023bad-8142-438a-aace-62413572d1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "19675e3d-07da-45e6-a0d4-a64c21c656ff", "tag": "45c274e8-ba74-40d7-819e-34bb6e092036"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:15.112576 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d9b66c8-f47f-4337-b4e7-1814a6a0381a req-6b2d1fb9-692e-480b-8855-67ef1bb221bb tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255176 Jul 09 13:37:15.172666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-9f10eb82-3f9f-4c9d-b555-69f61bd02e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:15.176398 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-9f10eb82-3f9f-4c9d-b555-69f61bd02e66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aab4040e-8e01-4f04-9adc-821dc50dc627 HTTP/1.1" status: 200 len: 854 time: 0.1051710 Jul 09 13:37:15.237441 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-853c5e5e-aec5-4850-98c9-10762b59eca9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6b007d5-12b7-4adb-8cf1-1887c546481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544562 Jul 09 13:37:15.247417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5c6b93a3-4841-4fcf-a57d-1f005e35b1c2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1679380553'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:15.277883 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c0159af9-e41e-4f27-a158-97fe15a288d1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:15.278156 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0159af9-e41e-4f27-a158-97fe15a288d1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.342189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6b93a3-4841-4fcf-a57d-1f005e35b1c2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Made reservation on behalf of b48b07649a1d4ccb95f7885063bf29e0 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:15.345694 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c6b93a3-4841-4fcf-a57d-1f005e35b1c2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.347838 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-8501ee68-8955-4a23-b561-4ce05e5204b8 service neutron] 10.222.0.15 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022658 Jul 09 13:37:15.365474 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c6b93a3-4841-4fcf-a57d-1f005e35b1c2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.406118 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e525d20-f153-4359-8568-f6965641a6b5 req-d6c48399-b468-40e9-97bc-b534d74d20c8 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:15.408126 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e525d20-f153-4359-8568-f6965641a6b5 req-d6c48399-b468-40e9-97bc-b534d74d20c8 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 943 time: 0.2107964 Jul 09 13:37:15.455342 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8aad1319-1809-4c5a-baf7-7b30e6b56129 req-27dd017c-e153-407e-9608-635f2a0693ae service neutron] 10.222.0.15 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007984 Jul 09 13:37:15.497731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-c0159af9-e41e-4f27-a158-97fe15a288d1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] For port 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d,segment=NetworkSegment(096080ea-d184-4c6d-9e8a-17a3591fed92),segment_id=096080ea-d184-4c6d-9e8a-17a3591fed92)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:15.498101 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0159af9-e41e-4f27-a158-97fe15a288d1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.540657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c0159af9-e41e-4f27-a158-97fe15a288d1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:15.554725 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e525d20-f153-4359-8568-f6965641a6b5 req-713f294e-9347-4519-a4be-b9a0be3bfffa tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361144 Jul 09 13:37:15.606366 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd1b276f-71d8-4d73-a787-0d80aa195aa1 x-openstack-request-id: req-bd1b276f-71d8-4d73-a787-0d80aa195aa1 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:15.606674 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "19675e3d-07da-45e6-a0d4-a64c21c656ff", "tag": "45c274e8-ba74-40d7-819e-34bb6e092036", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:15.606933 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bd1b276f-71d8-4d73-a787-0d80aa195aa1 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:15.607379 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '19675e3d-07da-45e6-a0d4-a64c21c656ff', 'tag': '45c274e8-ba74-40d7-819e-34bb6e092036', 'status': 'completed', 'code': 200} Jul 09 13:37:15.648074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666c7acb-a645-4573-84d2-b447b5d7829a req-303d10a7-8a0e-4dfc-8fb0-b7ee5256a7da tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:15.649936 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-666c7acb-a645-4573-84d2-b447b5d7829a req-303d10a7-8a0e-4dfc-8fb0-b7ee5256a7da tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 945 time: 0.2368479 Jul 09 13:37:15.692726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e023bad-8142-438a-aace-62413572d1fa req-e99b47d4-f823-4530-bea2-293c9b985c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:15.694311 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e023bad-8142-438a-aace-62413572d1fa req-e99b47d4-f823-4530-bea2-293c9b985c2d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=16887d6d91964dff9ba1d08911421027&device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 1094 time: 0.0587907 Jul 09 13:37:15.764054 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c6b93a3-4841-4fcf-a57d-1f005e35b1c2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.780830 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-666c7acb-a645-4573-84d2-b447b5d7829a req-fcd2516d-9c26-4fec-a2e3-b8198c280416 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152885 Jul 09 13:37:15.781159 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c6b93a3-4841-4fcf-a57d-1f005e35b1c2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.806622 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e023bad-8142-438a-aace-62413572d1fa req-04440f60-438c-4032-ae76-fcc487cde76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:15.806622 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e023bad-8142-438a-aace-62413572d1fa req-04440f60-438c-4032-ae76-fcc487cde76d service neutron] 10.222.0.15 "GET /v2.0/networks?id=f6b007d5-12b7-4adb-8cf1-1887c546481e HTTP/1.1" status: 200 len: 915 time: 0.1029794 Jul 09 13:37:15.818954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6b93a3-4841-4fcf-a57d-1f005e35b1c2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:37:15.845148 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b93a3-4841-4fcf-a57d-1f005e35b1c2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ecadd0f2-ae2e-43cb-b057-24ad8126a284,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:15.850941 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e023bad-8142-438a-aace-62413572d1fa req-37ff9f7a-8f7a-41f9-a78b-4682ffcfab64 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=45c274e8-ba74-40d7-819e-34bb6e092036 HTTP/1.1" status: 200 len: 217 time: 0.0381258 Jul 09 13:37:15.902419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e023bad-8142-438a-aace-62413572d1fa req-ae53c36b-86a9-48d9-9dac-2b6f47af56f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:15.902665 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0159af9-e41e-4f27-a158-97fe15a288d1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.904052 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e023bad-8142-438a-aace-62413572d1fa req-ae53c36b-86a9-48d9-9dac-2b6f47af56f4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=aab4040e-8e01-4f04-9adc-821dc50dc627 HTTP/1.1" status: 200 len: 854 time: 0.0459559 Jul 09 13:37:15.905771 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c6b93a3-4841-4fcf-a57d-1f005e35b1c2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:15.906160 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-5c6b93a3-4841-4fcf-a57d-1f005e35b1c2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Added segment fa9bdfae-f88b-4310-bcd6-447ef133f07b of type vlan for network cf3d63e0-de42-42b4-9b96-fc57ca7c98ed Jul 09 13:37:15.949421 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e023bad-8142-438a-aace-62413572d1fa req-07ab2cc9-2fa6-4ccf-82c3-4ef45d2e2589 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f6b007d5-12b7-4adb-8cf1-1887c546481e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322127 Jul 09 13:37:15.949661 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0159af9-e41e-4f27-a158-97fe15a288d1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:16.042850 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c6b93a3-4841-4fcf-a57d-1f005e35b1c2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.056370 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e023bad-8142-438a-aace-62413572d1fa req-dfcf67cf-d5c7-4334-8b45-4f1a9a0370d4 service neutron] 10.222.0.15 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058927 Jul 09 13:37:16.167192 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c6b93a3-4841-4fcf-a57d-1f005e35b1c2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.173534 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6b93a3-4841-4fcf-a57d-1f005e35b1c2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:16.174210 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c6b93a3-4841-4fcf-a57d-1f005e35b1c2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.183332 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e023bad-8142-438a-aace-62413572d1fa req-3ba58353-3dbc-4b78-8568-55df11d7f6b9 service neutron] 10.222.0.15 "GET /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194124 Jul 09 13:37:16.240418 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5c6b93a3-4841-4fcf-a57d-1f005e35b1c2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1791835 Jul 09 13:37:16.241658 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39156) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:16.248453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c49e90d5-ab70-4523-949c-743ec7a4300d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Request body: {'subnet': {'network_id': 'cf3d63e0-de42-42b4-9b96-fc57ca7c98ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:16.258556 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fe2b45d8-2fdb-4997-bfef-daac49274be4 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:16.287143 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0159af9-e41e-4f27-a158-97fe15a288d1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.322100 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6b93a3-4841-4fcf-a57d-1f005e35b1c2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Pushing event updated for resources: {'Network': ['ID=cf3d63e0-de42-42b4-9b96-fc57ca7c98ed,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:16.344550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network cf3d63e0-de42-42b4-9b96-fc57ca7c98ed details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:37:16.396881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c49e90d5-ab70-4523-949c-743ec7a4300d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Made reservation on behalf of b48b07649a1d4ccb95f7885063bf29e0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:16.401035 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c49e90d5-ab70-4523-949c-743ec7a4300d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.473310 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4fe2bb-b2a4-469f-8541-a73e2de620a8 req-e9073f11-f244-4330-91bf-16f26e2521d0 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:16.475055 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b4fe2bb-b2a4-469f-8541-a73e2de620a8 req-e9073f11-f244-4330-91bf-16f26e2521d0 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.2291353 Jul 09 13:37:16.565348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0fe3bb-e021-49bf-bc0c-0a04f0a57849 req-cdda74b9-be67-4d6c-8698-735a0f3b26dd tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:16.568130 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d0fe3bb-e021-49bf-bc0c-0a04f0a57849 req-cdda74b9-be67-4d6c-8698-735a0f3b26dd tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.2619567 Jul 09 13:37:16.588413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port fe2b45d8-2fdb-4997-bfef-daac49274be4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:16.597153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port fe2b45d8-2fdb-4997-bfef-daac49274be4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:16.598048 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.631221 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c49e90d5-ab70-4523-949c-743ec7a4300d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.646517 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b4fe2bb-b2a4-469f-8541-a73e2de620a8 req-69c8434b-5f1b-4f0e-acde-a1d1cff63566 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237347 Jul 09 13:37:16.653896 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d0fe3bb-e021-49bf-bc0c-0a04f0a57849 req-1ce6a4c1-8928-4ad4-9253-7be172af7cdd tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758851 Jul 09 13:37:16.661526 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0159af9-e41e-4f27-a158-97fe15a288d1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 90d5d88c-1ad0-4d18-843a-495f2d65c47c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:37:16.697472 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.762171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c49e90d5-ab70-4523-949c-743ec7a4300d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Checking segment: {'id': 'fa9bdfae-f88b-4310-bcd6-447ef133f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cf3d63e0-de42-42b4-9b96-fc57ca7c98ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:16.762692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49e90d5-ab70-4523-949c-743ec7a4300d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Network hostable DHCP agents. Network: cf3d63e0-de42-42b4-9b96-fc57ca7c98ed, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:37:16.765143 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49e90d5-ab70-4523-949c-743ec7a4300d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Pushing event updated for resources: {'Subnet': ['ID=d852b9c6-3443-4d8f-8aca-f03400c969ba,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:16.767831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516c1e78-e2d5-4710-b734-fb26971ec5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2b45d8-2fdb-4997-bfef-daac49274be4'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:16.775770 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a49de70-b90e-493c-8fe7-5e5618dfbe0b" -d '{"events": [{"server_uuid": "516c1e78-e2d5-4710-b734-fb26971ec5a0", "name": "network-vif-plugged", "status": "completed", "tag": "fe2b45d8-2fdb-4997-bfef-daac49274be4"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:16.783698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0159af9-e41e-4f27-a158-97fe15a288d1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:16.794171 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c0159af9-e41e-4f27-a158-97fe15a288d1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/90d5d88c-1ad0-4d18-843a-495f2d65c47c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3627932 Jul 09 13:37:16.795020 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39166) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:16.806215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd58e9-807b-403a-b7d0-694eec6d3d8a None None] Sync routers for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:16.815188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c49e90d5-ab70-4523-949c-743ec7a4300d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Network cf3d63e0-de42-42b4-9b96-fc57ca7c98ed is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:37:16.830329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c49e90d5-ab70-4523-949c-743ec7a4300d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, cf3d63e0-de42-42b4-9b96-fc57ca7c98ed) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:16.834214 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fe2b45d8-2fdb-4997-bfef-daac49274be4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fe2b45d8-2fdb-4997-bfef-daac49274be4,segment=NetworkSegment(c31b89bf-c1bd-46ed-ad20-7e883b39d593),segment_id=c31b89bf-c1bd-46ed-ad20-7e883b39d593)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:16.842279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73d55f7-daa6-4296-a0cc-fadbf751634d None None] Network cf3d63e0-de42-42b4-9b96-fc57ca7c98ed requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:16.844115 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.845976 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c49e90d5-ab70-4523-949c-743ec7a4300d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:16.847811 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c49e90d5-ab70-4523-949c-743ec7a4300d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.865597 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd58e9-807b-403a-b7d0-694eec6d3d8a None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:16.866273 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9fcd58e9-807b-403a-b7d0-694eec6d3d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:16.872249 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c49e90d5-ab70-4523-949c-743ec7a4300d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6294188 Jul 09 13:37:16.874684 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39170) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:16.882617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-96d2058c-112f-4aab-9ef0-1d823d55eed5 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Request body: {'port': {'network_id': 'cf3d63e0-de42-42b4-9b96-fc57ca7c98ed', 'name': 'tempest-TagsExtTest-122185606'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:16.900598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7848106-a070-4212-b557-63adba17f989 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting subnet b7d17767-437a-4f26-84d9-081c80f37615 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:37:16.923950 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7848106-a070-4212-b557-63adba17f989 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:16.992479 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7848106-a070-4212-b557-63adba17f989 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.021662 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d2058c-112f-4aab-9ef0-1d823d55eed5 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Made reservation on behalf of b48b07649a1d4ccb95f7885063bf29e0 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:17.029345 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96d2058c-112f-4aab-9ef0-1d823d55eed5 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.037478 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fe2b45d8-2fdb-4997-bfef-daac49274be4,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:17.049407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc236a4-d595-4a06-b986-5a01ed0c9232 req-71472152-83e0-478e-bbd2-d01396c18c4a tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:17.056824 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bdc236a4-d595-4a06-b986-5a01ed0c9232 req-71472152-83e0-478e-bbd2-d01396c18c4a tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 943 time: 0.1742206 Jul 09 13:37:17.059887 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9fcd58e9-807b-403a-b7d0-694eec6d3d8a None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:17.070197 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-96d2058c-112f-4aab-9ef0-1d823d55eed5 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] device_id is not set on port 3d742fc6-3541-45b9-a3d0-c5cc34340577 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:37:17.126284 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bdc236a4-d595-4a06-b986-5a01ed0c9232 req-78d2137d-f8f2-4aa2-b4db-6ec7d5b51733 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681412 Jul 09 13:37:17.151541 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7848106-a070-4212-b557-63adba17f989 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.256426 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6216da86-1cfd-4ddf-871b-2422974e4c70 x-openstack-request-id: req-6216da86-1cfd-4ddf-871b-2422974e4c70 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:17.257041 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516c1e78-e2d5-4710-b734-fb26971ec5a0", "name": "network-vif-plugged", "status": "completed", "tag": "fe2b45d8-2fdb-4997-bfef-daac49274be4", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:17.257480 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6216da86-1cfd-4ddf-871b-2422974e4c70 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:17.258057 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516c1e78-e2d5-4710-b734-fb26971ec5a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe2b45d8-2fdb-4997-bfef-daac49274be4', 'code': 200} Jul 09 13:37:17.259274 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-cf3d63e0-de42-42b4-9b96-fc57ca7c98ed', 'network_id': 'cf3d63e0-de42-42b4-9b96-fc57ca7c98ed', 'tenant_id': 'b48b07649a1d4ccb95f7885063bf29e0', 'fixed_ips': [{'subnet_id': 'd852b9c6-3443-4d8f-8aca-f03400c969ba'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:37:17.261044 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.275070 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7848106-a070-4212-b557-63adba17f989 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.289652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-96d2058c-112f-4aab-9ef0-1d823d55eed5 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Allocated IP 172.20.0.11 (cf3d63e0-de42-42b4-9b96-fc57ca7c98ed/d852b9c6-3443-4d8f-8aca-f03400c969ba/3d742fc6-3541-45b9-a3d0-c5cc34340577) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:17.359337 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7848106-a070-4212-b557-63adba17f989 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d17767-437a-4f26-84d9-081c80f37615,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:17.362059 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7848106-a070-4212-b557-63adba17f989 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.365070 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f7848106-a070-4212-b557-63adba17f989 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/b7d17767-437a-4f26-84d9-081c80f37615 HTTP/1.1" status: 204 len: 168 time: 0.5687799 Jul 09 13:37:17.368058 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39174) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:17.403526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-317b7b7b-92fa-42e7-b7a8-48e301dea8c3 None None] Network 8725d273-f184-4a15-9c1b-29e09f6e74e1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:17.526462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21910981-b561-4355-82da-6eb82f917060 req-63bbbd0e-fdee-4dc4-90b0-b61da0aa5be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:17.528279 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-21910981-b561-4355-82da-6eb82f917060 req-63bbbd0e-fdee-4dc4-90b0-b61da0aa5be3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 1097 time: 0.1758575 Jul 09 13:37:17.558843 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.589309 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-21910981-b561-4355-82da-6eb82f917060 req-a94b99bc-ffeb-4c1a-b07e-2f983b265ba6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527427 Jul 09 13:37:17.603242 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96d2058c-112f-4aab-9ef0-1d823d55eed5 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.615636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9fcd58e9-807b-403a-b7d0-694eec6d3d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:15Z', 'revision_number': 8, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '825c2c2b-7cfa-4554-858b-da0b35df19e1', 'name': '', 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:7f:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:54Z', 'updated_at': '2021-07-09T13:37:03Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:17.626322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-96d2058c-112f-4aab-9ef0-1d823d55eed5 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Transition to ACTIVE for port object 3d742fc6-3541-45b9-a3d0-c5cc34340577 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:17.644917 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd58e9-807b-403a-b7d0-694eec6d3d8a None None] Checking router: 90d5d88c-1ad0-4d18-843a-495f2d65c47c for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:37:17.650584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18adea3-d186-4d29-909a-c09026c06000 req-19844d8f-d702-437b-bb02-c0082a018081 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:17.652217 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a18adea3-d186-4d29-909a-c09026c06000 req-19844d8f-d702-437b-bb02-c0082a018081 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.1926506 Jul 09 13:37:17.655553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fcd58e9-807b-403a-b7d0-694eec6d3d8a None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:17.656172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9fcd58e9-807b-403a-b7d0-694eec6d3d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:17.662316 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf54bc8b-a78a-45bf-a8f0-4dec41487d6d req-60fcf03f-e8c3-4588-ae93-ba3c1fc09dd3 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:17.669659 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf54bc8b-a78a-45bf-a8f0-4dec41487d6d req-60fcf03f-e8c3-4588-ae93-ba3c1fc09dd3 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 946 time: 0.2217584 Jul 09 13:37:17.680793 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96d2058c-112f-4aab-9ef0-1d823d55eed5 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.741323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d2058c-112f-4aab-9ef0-1d823d55eed5 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Network cf3d63e0-de42-42b4-9b96-fc57ca7c98ed is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:17.745611 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-96d2058c-112f-4aab-9ef0-1d823d55eed5 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:17.752695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d2058c-112f-4aab-9ef0-1d823d55eed5 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:17.753414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c300a4b-5f3a-4452-a739-fe646602a088 None None] DHCP port deletion for 8725d273-f184-4a15-9c1b-29e09f6e74e1 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:37:17.756732 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d2058c-112f-4aab-9ef0-1d823d55eed5 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Pushing event updated for resources: {'Port': ['ID=3d742fc6-3541-45b9-a3d0-c5cc34340577,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:17.766901 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf54bc8b-a78a-45bf-a8f0-4dec41487d6d req-8b4cef12-a899-4c6a-919b-eda29aab20b1 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963383 Jul 09 13:37:17.773423 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a18adea3-d186-4d29-909a-c09026c06000 req-d04cc124-e38e-40e3-b37a-4c1745467804 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014309 Jul 09 13:37:17.775264 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:17.775811 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.837294 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9fcd58e9-807b-403a-b7d0-694eec6d3d8a None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:17.855906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d2058c-112f-4aab-9ef0-1d823d55eed5 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:17.856683 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96d2058c-112f-4aab-9ef0-1d823d55eed5 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.880438 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-96d2058c-112f-4aab-9ef0-1d823d55eed5 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.0036790 Jul 09 13:37:17.883007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39178) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:17.889142 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2dea753d-0c98-45d4-9c83-c4e48f68ebe9 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1211524964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:17.905693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Allocated IP 172.20.0.2 (cf3d63e0-de42-42b4-9b96-fc57ca7c98ed/d852b9c6-3443-4d8f-8aca-f03400c969ba/562addcb-2e79-4d10-b3c1-5b157b0c5c6d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:17.912505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] For port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da,segment=NetworkSegment(096080ea-d184-4c6d-9e8a-17a3591fed92),segment_id=096080ea-d184-4c6d-9e8a-17a3591fed92)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:17.912963 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.964841 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:17.982222 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dea753d-0c98-45d4-9c83-c4e48f68ebe9 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:17.983397 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dea753d-0c98-45d4-9c83-c4e48f68ebe9 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.071000 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1c300a4b-5f3a-4452-a739-fe646602a088 None None] Deleting port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:18.071717 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c300a4b-5f3a-4452-a739-fe646602a088 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.110916 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dea753d-0c98-45d4-9c83-c4e48f68ebe9 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.124336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cbd621-1623-4f7d-8739-aeeffc945525 req-6a0953ab-5b5f-444d-bffb-a98d5d2990bb tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:18.126022 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1cbd621-1623-4f7d-8739-aeeffc945525 req-6a0953ab-5b5f-444d-bffb-a98d5d2990bb tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.2297788 Jul 09 13:37:18.129713 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dea753d-0c98-45d4-9c83-c4e48f68ebe9 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.168292 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2dea753d-0c98-45d4-9c83-c4e48f68ebe9 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.175385 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2dea753d-0c98-45d4-9c83-c4e48f68ebe9 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2852964 Jul 09 13:37:18.175914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39184) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:18.183272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ed70bce8-0177-4d30-a55f-4a3e0420a8a8 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1078012706', 'prefixes': ['172.20.0.0/16']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:18.195760 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.232908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1c300a4b-5f3a-4452-a739-fe646602a088 None None] For port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da,segment=NetworkSegment(096080ea-d184-4c6d-9e8a-17a3591fed92),segment_id=096080ea-d184-4c6d-9e8a-17a3591fed92)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:18.233405 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c300a4b-5f3a-4452-a739-fe646602a088 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.254263 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1cbd621-1623-4f7d-8739-aeeffc945525 req-6be5dd34-720a-4c0a-930e-4b289af17dca tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108329 Jul 09 13:37:18.263255 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:18.267386 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] No DVR routers for this DVR port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:18.295413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1c300a4b-5f3a-4452-a739-fe646602a088 None None] Calling delete_port for 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:18.428793 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.445962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8725d273-f184-4a15-9c1b-29e09f6e74e1']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:18.458278 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ed70bce8-0177-4d30-a55f-4a3e0420a8a8 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks [] for subnetpool, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.459518 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ed70bce8-0177-4d30-a55f-4a3e0420a8a8 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.2825358 Jul 09 13:37:18.463057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39186) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:18.465529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '096080ea-d184-4c6d-9e8a-17a3591fed92') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:18.465832 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '096080ea-d184-4c6d-9e8a-17a3591fed92') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:18.471958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-5c962fb6-fd71-4af2-9069-eefa4f46a996 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd852b9c6-3443-4d8f-8aca-f03400c969ba', 'tempest-TagsExtTest-Tag-682442737') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:18.482177 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.508105 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.521947 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895b27d-30f7-4682-9d3e-ae1717d013ec req-197702ff-ef83-4fd2-8565-767946299c3a tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:18.529513 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3895b27d-30f7-4682-9d3e-ae1717d013ec req-197702ff-ef83-4fd2-8565-767946299c3a tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 943 time: 0.1714532 Jul 09 13:37:18.534229 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:37:18.535330 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.543542 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:37:18.544270 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:37:18.562611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Transition to ACTIVE for port object 562addcb-2e79-4d10-b3c1-5b157b0c5c6d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:18.597986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9fcd58e9-807b-403a-b7d0-694eec6d3d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:15Z', 'revision_number': 8, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '825c2c2b-7cfa-4554-858b-da0b35df19e1', 'name': '', 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:7f:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:54Z', 'updated_at': '2021-07-09T13:37:03Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:18.605451 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Transition to ACTIVE for port object 562addcb-2e79-4d10-b3c1-5b157b0c5c6d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:18.640438 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fcd58e9-807b-403a-b7d0-694eec6d3d8a None None] The sync data for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 is: [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:15Z', 'revision_number': 8, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '825c2c2b-7cfa-4554-858b-da0b35df19e1', 'name': '', 'network_id': 'f0ba154c-dddd-4b1b-a218-77a394e1a504', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:7f:7a:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:54Z', 'updated_at': '2021-07-09T13:37:03Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '8dfad291-655d-4d69-92a2-2d3e22b1eaa7', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:18.641674 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3895b27d-30f7-4682-9d3e-ae1717d013ec req-51500d38-7db0-4f1d-b3ce-f4edbd3c8763 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111410 Jul 09 13:37:18.646246 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.646663 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.660456 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 45c274e8-ba74-40d7-819e-34bb6e092036 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:37:18.661196 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.674205 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/networks/8725d273-f184-4a15-9c1b-29e09f6e74e1 HTTP/1.1" status: 204 len: 168 time: 1.2822039 Jul 09 13:37:18.674621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39188) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:18.674799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236a9f2a-abeb-42f2-9723-8138a708abc6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Network': ['ID=8725d273-f184-4a15-9c1b-29e09f6e74e1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:18.727635 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c300a4b-5f3a-4452-a739-fe646602a088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:18.740593 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Network cf3d63e0-de42-42b4-9b96-fc57ca7c98ed is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:18.754081 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:18.766306 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:18.768683 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Pushing event updated for resources: {'Port': ['ID=562addcb-2e79-4d10-b3c1-5b157b0c5c6d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:18.797859 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-1c300a4b-5f3a-4452-a739-fe646602a088 None None] Network 8725d273-f184-4a15-9c1b-29e09f6e74e1 is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:37:18.798221 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5c962fb6-fd71-4af2-9069-eefa4f46a996 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "PUT /v2.0/subnets/d852b9c6-3443-4d8f-8aca-f03400c969ba/tags/tempest-TagsExtTest-Tag-682442737 HTTP/1.1" status: 201 len: 201 time: 0.3334942 Jul 09 13:37:18.798741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c300a4b-5f3a-4452-a739-fe646602a088 None None] No DVR routers for this DVR port 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:18.807298 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39190) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:18.815113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-07aaaded-759e-4d50-80c8-ee9b96f00208 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3d742fc6-3541-45b9-a3d0-c5cc34340577', 'tempest-TagsExtTest-Tag-113102400') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:18.837207 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c300a4b-5f3a-4452-a739-fe646602a088 None None] Pushing event deleted for resources: {'Port': ['ID=8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:18.921127 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 45c274e8-ba74-40d7-819e-34bb6e092036, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=45c274e8-ba74-40d7-819e-34bb6e092036,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:18.934393 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '45c274e8-ba74-40d7-819e-34bb6e092036', 'network_id': 'f6b007d5-12b7-4adb-8cf1-1887c546481e', 'port_id': '45c274e8-ba74-40d7-819e-34bb6e092036', 'mac_address': 'fa:16:3e:f4:9a:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 336, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aab4040e-8e01-4f04-9adc-821dc50dc627', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:37:18.991852 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-07aaaded-759e-4d50-80c8-ee9b96f00208 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "PUT /v2.0/ports/3d742fc6-3541-45b9-a3d0-c5cc34340577/tags/tempest-TagsExtTest-Tag-113102400 HTTP/1.1" status: 201 len: 201 time: 0.1819706 Jul 09 13:37:18.994418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39196) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:19.001947 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-957554c3-0593-4de3-a1ae-f975d27edba9 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b1bcb67d-e261-424f-a81a-64832494c10c', 'tempest-TagsExtTest-Tag-88602879') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:19.047178 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Attempting to bind port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:19.053525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Attempting to bind port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'fa9bdfae-f88b-4310-bcd6-447ef133f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cf3d63e0-de42-42b4-9b96-fc57ca7c98ed'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:19.062835 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Attempting to bind port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d on network cf3d63e0-de42-42b4-9b96-fc57ca7c98ed {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:19.080197 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.084599 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:19.085034 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Checking segment: {'id': 'fa9bdfae-f88b-4310-bcd6-447ef133f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cf3d63e0-de42-42b4-9b96-fc57ca7c98ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:19.085513 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.085989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Bound using segment: {'id': 'fa9bdfae-f88b-4310-bcd6-447ef133f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cf3d63e0-de42-42b4-9b96-fc57ca7c98ed'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:19.086559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Bound port: 562addcb-2e79-4d10-b3c1-5b157b0c5c6d, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa9bdfae-f88b-4310-bcd6-447ef133f07b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'cf3d63e0-de42-42b4-9b96-fc57ca7c98ed'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:19.088133 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.122830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:19.159043 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:37:19.162564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:19.162920 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9e04a1e7-8d96-44fd-b336-fc6d5ecb0d9d not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:19.163371 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:19.168672 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45c274e8-ba74-40d7-819e-34bb6e092036 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:37:19.213692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:19.214075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8a9c69ac-ae94-42ce-bc4b-8a89c12eb6da not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:19.257243 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-957554c3-0593-4de3-a1ae-f975d27edba9 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "PUT /v2.0/routers/b1bcb67d-e261-424f-a81a-64832494c10c/tags/tempest-TagsExtTest-Tag-88602879 HTTP/1.1" status: 201 len: 201 time: 0.2592235 Jul 09 13:37:19.258784 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39200) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:19.266002 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-6487ad74-0038-468c-ba93-7561b3f01713 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ec07d183-e042-4e83-8c7b-dc3ef4341fe8', 'tempest-TagsExtTest-Tag-2097812680') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:19.288795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 45c274e8-ba74-40d7-819e-34bb6e092036, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=45c274e8-ba74-40d7-819e-34bb6e092036,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:19.296898 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.297980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ca90e-035d-44b5-a371-ec788074d553 req-4ba0a4b6-5715-4333-afe5-b76b0af76c05 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:19.299724 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c35ca90e-035d-44b5-a371-ec788074d553 req-4ba0a4b6-5715-4333-afe5-b76b0af76c05 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 946 time: 0.1794970 Jul 09 13:37:19.299911 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42afe031-e2fc-4f15-9475-185769505d8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.300053 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] For port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:19.305665 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] For port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=562addcb-2e79-4d10-b3c1-5b157b0c5c6d,segment=NetworkSegment(fa9bdfae-f88b-4310-bcd6-447ef133f07b),segment_id=fa9bdfae-f88b-4310-bcd6-447ef133f07b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:19.326939 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6b1bfd-9c15-4654-9328-4af0096c4914 req-45229b66-d94d-433e-b412-7051cd73b659 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:19.330986 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.334792 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c6b1bfd-9c15-4654-9328-4af0096c4914 req-45229b66-d94d-433e-b412-7051cd73b659 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.2160001 Jul 09 13:37:19.370723 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=45c274e8-ba74-40d7-819e-34bb6e092036,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:19.442640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d0621c-f216-4e12-b3a6-b7774b56e634 None None] Pushing event updated for resources: {'Port': ['ID=562addcb-2e79-4d10-b3c1-5b157b0c5c6d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:19.541562 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['45c274e8-ba74-40d7-819e-34bb6e092036'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:37:19.641482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-42afe031-e2fc-4f15-9475-185769505d8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port 825c2c2b-7cfa-4554-858b-da0b35df19e1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:19.641976 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42afe031-e2fc-4f15-9475-185769505d8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.772485 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-42afe031-e2fc-4f15-9475-185769505d8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] For port 825c2c2b-7cfa-4554-858b-da0b35df19e1, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=825c2c2b-7cfa-4554-858b-da0b35df19e1,segment=NetworkSegment(6ea7e435-316b-466f-bc26-bb377d83fb25),segment_id=6ea7e435-316b-466f-bc26-bb377d83fb25)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:19.773413 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42afe031-e2fc-4f15-9475-185769505d8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:19.793169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-42afe031-e2fc-4f15-9475-185769505d8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for 825c2c2b-7cfa-4554-858b-da0b35df19e1 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:19.829521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c6b1bfd-9c15-4654-9328-4af0096c4914 req-4a40be11-1157-4797-93ce-c4e6df46f210 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4938972 Jul 09 13:37:19.830948 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6487ad74-0038-468c-ba93-7561b3f01713 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "PUT /v2.0/subnetpools/ec07d183-e042-4e83-8c7b-dc3ef4341fe8/tags/tempest-TagsExtTest-Tag-2097812680 HTTP/1.1" status: 201 len: 201 time: 0.5691397 Jul 09 13:37:19.834314 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39206) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:19.838231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-26dad99e-b472-42ce-bb94-3f3522977d77 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd852b9c6-3443-4d8f-8aca-f03400c969ba') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:19.852625 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c35ca90e-035d-44b5-a371-ec788074d553 req-a4cc4190-772b-48e1-91ab-e5349946c9cd tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337653 Jul 09 13:37:20.065373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-26dad99e-b472-42ce-bb94-3f3522977d77 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/subnets/d852b9c6-3443-4d8f-8aca-f03400c969ba/tags HTTP/1.1" status: 200 len: 240 time: 0.2305248 Jul 09 13:37:20.071622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39210) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:20.077152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-d3fff2a0-56cd-49c7-b429-c2c5a19598e2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd852b9c6-3443-4d8f-8aca-f03400c969ba', 'tempest-TagsExtTest-Tag-682442737') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:20.121001 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42afe031-e2fc-4f15-9475-185769505d8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.152782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ea76e0-dba2-45b6-bcc0-1e27fe86a3b0 req-e062c65c-3f31-42fa-a183-f107aae46505 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:20.154516 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58ea76e0-dba2-45b6-bcc0-1e27fe86a3b0 req-e062c65c-3f31-42fa-a183-f107aae46505 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.1482103 Jul 09 13:37:20.162343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42afe031-e2fc-4f15-9475-185769505d8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=825c2c2b-7cfa-4554-858b-da0b35df19e1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:20.236005 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d3fff2a0-56cd-49c7-b429-c2c5a19598e2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/subnets/d852b9c6-3443-4d8f-8aca-f03400c969ba/tags/tempest-TagsExtTest-Tag-682442737 HTTP/1.1" status: 204 len: 168 time: 0.1622133 Jul 09 13:37:20.248683 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39214) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:20.269417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-0e26d2cd-6b1b-44ba-9e55-e950832e388c tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'd852b9c6-3443-4d8f-8aca-f03400c969ba', 'tempest-TagsExtTest-Tag-682442737') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:20.279616 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58ea76e0-dba2-45b6-bcc0-1e27fe86a3b0 req-e067b49a-2172-4a9b-a988-5f5f44c86da1 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123087 Jul 09 13:37:20.384591 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16ce8b4-f19d-4b95-9cc6-2a1012abee7e req-bcf88a2b-73fd-4942-a364-5b54b38731c9 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:20.386193 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e16ce8b4-f19d-4b95-9cc6-2a1012abee7e req-bcf88a2b-73fd-4942-a364-5b54b38731c9 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 944 time: 0.1335168 Jul 09 13:37:20.449203 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42afe031-e2fc-4f15-9475-185769505d8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.449500 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0e26d2cd-6b1b-44ba-9e55-e950832e388c tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/subnets/d852b9c6-3443-4d8f-8aca-f03400c969ba/tags/tempest-TagsExtTest-Tag-682442737 HTTP/1.1" status: 204 len: 168 time: 0.1995113 Jul 09 13:37:20.452299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39220) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:20.459999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-2c91e511-ca08-4c56-acff-b706fc1130e8 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'd852b9c6-3443-4d8f-8aca-f03400c969ba') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:20.479920 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e16ce8b4-f19d-4b95-9cc6-2a1012abee7e req-e80b8225-3457-4aa2-816f-ec590c86ca25 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794592 Jul 09 13:37:20.558429 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2c91e511-ca08-4c56-acff-b706fc1130e8 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/subnets/d852b9c6-3443-4d8f-8aca-f03400c969ba/tags HTTP/1.1" status: 200 len: 205 time: 0.1030021 Jul 09 13:37:20.559577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39224) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:20.565263 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-cd0a54e7-f0e7-4eee-b8b6-5c866341460a tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3d742fc6-3541-45b9-a3d0-c5cc34340577') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:20.642449 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cd0a54e7-f0e7-4eee-b8b6-5c866341460a tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/ports/3d742fc6-3541-45b9-a3d0-c5cc34340577/tags HTTP/1.1" status: 200 len: 240 time: 0.0819361 Jul 09 13:37:20.643372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39228) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:20.648053 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-2a4ab6a9-bdbd-4d82-8091-a36bd4c1cad4 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3d742fc6-3541-45b9-a3d0-c5cc34340577', 'tempest-TagsExtTest-Tag-113102400') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:20.663316 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 45c274e8-ba74-40d7-819e-34bb6e092036 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:20.752826 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2a4ab6a9-bdbd-4d82-8091-a36bd4c1cad4 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/ports/3d742fc6-3541-45b9-a3d0-c5cc34340577/tags/tempest-TagsExtTest-Tag-113102400 HTTP/1.1" status: 204 len: 168 time: 0.1082592 Jul 09 13:37:20.753583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39230) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:20.758894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-00a06bee-c2b3-4bb3-81bc-c7385a8fdf3b tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '3d742fc6-3541-45b9-a3d0-c5cc34340577', 'tempest-TagsExtTest-Tag-113102400') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:20.786413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 45c274e8-ba74-40d7-819e-34bb6e092036 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:20.802619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 45c274e8-ba74-40d7-819e-34bb6e092036 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:20.803725 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:20.862600 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c755eaf-a63a-46c7-bd5e-8b912d362ebe None None] Network cf3d63e0-de42-42b4-9b96-fc57ca7c98ed requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:20.910834 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-00a06bee-c2b3-4bb3-81bc-c7385a8fdf3b tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/ports/3d742fc6-3541-45b9-a3d0-c5cc34340577/tags/tempest-TagsExtTest-Tag-113102400 HTTP/1.1" status: 204 len: 168 time: 0.1558816 Jul 09 13:37:20.913735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39236) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:20.927201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-99c01347-3a5f-44a7-94b9-806b52d984b4 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '3d742fc6-3541-45b9-a3d0-c5cc34340577') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:21.036390 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 562addcb-2e79-4d10-b3c1-5b157b0c5c6d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:21.109980 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-99c01347-3a5f-44a7-94b9-806b52d984b4 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/ports/3d742fc6-3541-45b9-a3d0-c5cc34340577/tags HTTP/1.1" status: 200 len: 205 time: 0.1933787 Jul 09 13:37:21.112535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39240) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:21.119851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-274eb681-bf87-4946-9d2f-9235cf17e863 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b1bcb67d-e261-424f-a81a-64832494c10c') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:21.156557 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-79488b2c-90a2-4802-a749-88c5fea2da06 None None] Provisioning for port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:21.165874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c26bb1f-ac11-437b-85c2-1d30a00c123b req-883a4fa1-5237-41f2-8115-653a32de7a1e tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:21.167454 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6c26bb1f-ac11-437b-85c2-1d30a00c123b req-883a4fa1-5237-41f2-8115-653a32de7a1e tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 946 time: 0.1419084 Jul 09 13:37:21.175245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a12c7a-3daa-4200-b62d-14630e0678fa req-f65eabc6-3a2a-4bd9-928a-be68d60f9fdf tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:21.178020 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94a12c7a-3daa-4200-b62d-14630e0678fa req-f65eabc6-3a2a-4bd9-928a-be68d60f9fdf tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.1136298 Jul 09 13:37:21.195727 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.200957 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42afe031-e2fc-4f15-9475-185769505d8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 90d5d88c-1ad0-4d18-843a-495f2d65c47c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:37:21.233747 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19675e3d-07da-45e6-a0d4-a64c21c656ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c274e8-ba74-40d7-819e-34bb6e092036'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:21.236208 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-360f29b8-7d86-44c2-b5d1-14a81f2b3cd7" -d '{"events": [{"server_uuid": "19675e3d-07da-45e6-a0d4-a64c21c656ff", "name": "network-vif-plugged", "status": "completed", "tag": "45c274e8-ba74-40d7-819e-34bb6e092036"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:21.241082 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6c26bb1f-ac11-437b-85c2-1d30a00c123b req-ebf859b5-881d-4b27-9215-ddc9757d2ed8 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620630 Jul 09 13:37:21.243749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:21.253086 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94a12c7a-3daa-4200-b62d-14630e0678fa req-7118e51d-a645-4fab-af5b-535cca115ebb tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677738 Jul 09 13:37:21.256688 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-274eb681-bf87-4946-9d2f-9235cf17e863 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/routers/b1bcb67d-e261-424f-a81a-64832494c10c/tags HTTP/1.1" status: 200 len: 239 time: 0.1419921 Jul 09 13:37:21.259694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39244) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:21.264638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 45c274e8-ba74-40d7-819e-34bb6e092036, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=45c274e8-ba74-40d7-819e-34bb6e092036,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:21.264791 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-b86e34aa-4a73-4174-bc0c-d58f17a8ff58 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b1bcb67d-e261-424f-a81a-64832494c10c', 'tempest-TagsExtTest-Tag-88602879') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:21.270983 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:21.288319 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.298707 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.316978 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42afe031-e2fc-4f15-9475-185769505d8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:21.328566 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5323f2-f59a-4049-accf-8c6bec2c0933 None None] Sync routers for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:21.331212 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-42afe031-e2fc-4f15-9475-185769505d8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/90d5d88c-1ad0-4d18-843a-495f2d65c47c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6555078 Jul 09 13:37:21.334164 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39248) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:21.350742 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5323f2-f59a-4049-accf-8c6bec2c0933 None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:21.351369 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-de5323f2-f59a-4049-accf-8c6bec2c0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:21.368862 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d489cb5c-90e6-46fc-8243-c9a8397dbc94 x-openstack-request-id: req-d489cb5c-90e6-46fc-8243-c9a8397dbc94 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:21.372543 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19675e3d-07da-45e6-a0d4-a64c21c656ff", "name": "network-vif-plugged", "status": "completed", "tag": "45c274e8-ba74-40d7-819e-34bb6e092036", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:21.372920 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d489cb5c-90e6-46fc-8243-c9a8397dbc94 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:21.373430 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19675e3d-07da-45e6-a0d4-a64c21c656ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45c274e8-ba74-40d7-819e-34bb6e092036', 'code': 200} Jul 09 13:37:21.408469 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd5626fb-4c62-4a56-b4aa-9f91ebfc7b37 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting subnet 8dfad291-655d-4d69-92a2-2d3e22b1eaa7 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:37:21.412831 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd5626fb-4c62-4a56-b4aa-9f91ebfc7b37 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.443917 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b86e34aa-4a73-4174-bc0c-d58f17a8ff58 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/routers/b1bcb67d-e261-424f-a81a-64832494c10c/tags/tempest-TagsExtTest-Tag-88602879 HTTP/1.1" status: 204 len: 168 time: 0.1825802 Jul 09 13:37:21.445906 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39250) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:21.450703 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-e838d934-1295-4a4b-9e64-b596192b1c2d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'b1bcb67d-e261-424f-a81a-64832494c10c', 'tempest-TagsExtTest-Tag-88602879') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:21.539411 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd5626fb-4c62-4a56-b4aa-9f91ebfc7b37 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.563304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=45c274e8-ba74-40d7-819e-34bb6e092036,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:21.657605 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a41b3-a27e-4622-a938-528a9a792368 req-68eddcde-d517-4d9d-a970-602a99860018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:21.660678 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-639a41b3-a27e-4622-a938-528a9a792368 req-68eddcde-d517-4d9d-a970-602a99860018 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 1096 time: 0.2024496 Jul 09 13:37:21.692522 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-de5323f2-f59a-4049-accf-8c6bec2c0933 None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:21.695142 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.776089 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=562addcb-2e79-4d10-b3c1-5b157b0c5c6d,segment=NetworkSegment(fa9bdfae-f88b-4310-bcd6-447ef133f07b),segment_id=fa9bdfae-f88b-4310-bcd6-447ef133f07b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:21.782860 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.835925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd5626fb-4c62-4a56-b4aa-9f91ebfc7b37 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.857800 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=562addcb-2e79-4d10-b3c1-5b157b0c5c6d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:21.905324 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-639a41b3-a27e-4622-a938-528a9a792368 req-55fae2ee-32cd-4fdb-9134-3be94a15c2a1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992240 Jul 09 13:37:21.929098 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd5626fb-4c62-4a56-b4aa-9f91ebfc7b37 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.935266 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e838d934-1295-4a4b-9e64-b596192b1c2d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/routers/b1bcb67d-e261-424f-a81a-64832494c10c/tags/tempest-TagsExtTest-Tag-88602879 HTTP/1.1" status: 204 len: 168 time: 0.4882183 Jul 09 13:37:21.937744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39254) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:21.943746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-fe739723-2fec-4b61-9f10-30d8e28a75da tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'b1bcb67d-e261-424f-a81a-64832494c10c') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:21.947717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-528db8bd-54a1-465f-a38f-59d1d968119a None None] Provisioning complete for port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:21.948096 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-528db8bd-54a1-465f-a38f-59d1d968119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.958998 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b471d1-ffdb-4673-9d4e-83452a0d5655 req-82c1561a-8611-449b-9739-c3b93e2460a7 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:21.961131 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-29b471d1-ffdb-4673-9d4e-83452a0d5655 req-82c1561a-8611-449b-9739-c3b93e2460a7 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.3670805 Jul 09 13:37:21.967605 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-de5323f2-f59a-4049-accf-8c6bec2c0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:20Z', 'revision_number': 9, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:21.992319 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd5626fb-4c62-4a56-b4aa-9f91ebfc7b37 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:21.994430 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bd5626fb-4c62-4a56-b4aa-9f91ebfc7b37 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/8dfad291-655d-4d69-92a2-2d3e22b1eaa7 HTTP/1.1" status: 204 len: 168 time: 0.6592798 Jul 09 13:37:21.995760 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5626fb-4c62-4a56-b4aa-9f91ebfc7b37 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Subnet': ['ID=8dfad291-655d-4d69-92a2-2d3e22b1eaa7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:21.997645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39256) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:22.000187 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5323f2-f59a-4049-accf-8c6bec2c0933 None None] Checking router: 90d5d88c-1ad0-4d18-843a-495f2d65c47c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:37:22.017440 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5323f2-f59a-4049-accf-8c6bec2c0933 None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:22.018076 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-de5323f2-f59a-4049-accf-8c6bec2c0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:22.030787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-add300c4-9141-4c7e-bf77-2470ada90d0f None None] Network f0ba154c-dddd-4b1b-a218-77a394e1a504 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:22.094818 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b46c81-e08a-4926-af00-c3a77bdd112c req-99260b06-58d3-4518-a12f-57e2572586f6 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:22.096436 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70b46c81-e08a-4926-af00-c3a77bdd112c req-99260b06-58d3-4518-a12f-57e2572586f6 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 945 time: 0.2968981 Jul 09 13:37:22.125636 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-de5323f2-f59a-4049-accf-8c6bec2c0933 None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:22.155183 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-29b471d1-ffdb-4673-9d4e-83452a0d5655 req-07ca51a9-bd2e-4220-a225-bc28ae02560e tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1559353 Jul 09 13:37:22.215769 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-528db8bd-54a1-465f-a38f-59d1d968119a None None] Provisioning for port 3d742fc6-3541-45b9-a3d0-c5cc34340577 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:22.218465 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.224064 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-528db8bd-54a1-465f-a38f-59d1d968119a None None] Provisioning complete for port 3d742fc6-3541-45b9-a3d0-c5cc34340577 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:22.224064 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-528db8bd-54a1-465f-a38f-59d1d968119a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.231914 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70b46c81-e08a-4926-af00-c3a77bdd112c req-2bfd98ec-1112-44ac-9f00-1a9e76e371f3 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917971 Jul 09 13:37:22.245172 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39258) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:22.245986 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fe739723-2fec-4b61-9f10-30d8e28a75da tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/routers/b1bcb67d-e261-424f-a81a-64832494c10c/tags HTTP/1.1" status: 200 len: 205 time: 0.3066390 Jul 09 13:37:22.249819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-703e1674-eef6-43e8-8cdf-d325c522116d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ec07d183-e042-4e83-8c7b-dc3ef4341fe8') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:22.289369 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-703e1674-eef6-43e8-8cdf-d325c522116d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/subnetpools/ec07d183-e042-4e83-8c7b-dc3ef4341fe8/tags HTTP/1.1" status: 200 len: 241 time: 0.0430694 Jul 09 13:37:22.291999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39262) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:22.300365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-d18999b5-799e-4517-a985-589f892bb366 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec07d183-e042-4e83-8c7b-dc3ef4341fe8', 'tempest-TagsExtTest-Tag-2097812680') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:22.306676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-528db8bd-54a1-465f-a38f-59d1d968119a None None] Port 3d742fc6-3541-45b9-a3d0-c5cc34340577 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:22.327505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port 51fdf88c-2fbe-4d20-b97b-021171523c21 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:22.328416 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.333072 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d18999b5-799e-4517-a985-589f892bb366 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/subnetpools/ec07d183-e042-4e83-8c7b-dc3ef4341fe8/tags/tempest-TagsExtTest-Tag-2097812680 HTTP/1.1" status: 204 len: 168 time: 0.0358901 Jul 09 13:37:22.373995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39266) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:22.382673 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-d4c55cbd-99e9-4bf4-b99c-da43656af836 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ec07d183-e042-4e83-8c7b-dc3ef4341fe8', 'tempest-TagsExtTest-Tag-2097812680') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:22.406506 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8ac562-b006-48f0-bcd2-1a53246aacb8 None None] DHCP port deletion for f0ba154c-dddd-4b1b-a218-77a394e1a504 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:37:22.432601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] For port 51fdf88c-2fbe-4d20-b97b-021171523c21, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=51fdf88c-2fbe-4d20-b97b-021171523c21,segment=NetworkSegment(6ea7e435-316b-466f-bc26-bb377d83fb25),segment_id=6ea7e435-316b-466f-bc26-bb377d83fb25)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:22.433002 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.451486 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d4c55cbd-99e9-4bf4-b99c-da43656af836 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/subnetpools/ec07d183-e042-4e83-8c7b-dc3ef4341fe8/tags/tempest-TagsExtTest-Tag-2097812680 HTTP/1.1" status: 204 len: 168 time: 0.0737889 Jul 09 13:37:22.451486 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39268) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:22.456366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-0fc18675-6ccb-4a90-8d83-278ebbe521a9 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ec07d183-e042-4e83-8c7b-dc3ef4341fe8') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:22.481350 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c280d3a2-f0e9-4806-bb6b-923579c11544 None None] Provisioning complete for port 3d742fc6-3541-45b9-a3d0-c5cc34340577 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:22.481819 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c280d3a2-f0e9-4806-bb6b-923579c11544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.484923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for 51fdf88c-2fbe-4d20-b97b-021171523c21 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:22.491976 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f230c057-0976-4507-aa20-c859312d3fe3 req-10b8bd20-54c2-45d8-95fd-ac0deef3923f tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:22.493643 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f230c057-0976-4507-aa20-c859312d3fe3 req-10b8bd20-54c2-45d8-95fd-ac0deef3923f tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.18 "GET /v2.0/ports?device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 946 time: 0.1656718 Jul 09 13:37:22.502018 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0fc18675-6ccb-4a90-8d83-278ebbe521a9 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/subnetpools/ec07d183-e042-4e83-8c7b-dc3ef4341fe8/tags HTTP/1.1" status: 200 len: 205 time: 0.0471625 Jul 09 13:37:22.502257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39272) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:22.509381 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-de5323f2-f59a-4049-accf-8c6bec2c0933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:20Z', 'revision_number': 9, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:22.542505 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5323f2-f59a-4049-accf-8c6bec2c0933 None None] The sync data for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 is: [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:20Z', 'revision_number': 9, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a76cb561-6006-438b-840d-8dfc02ad899a', 'name': '', 'network_id': 'a592d815-ffd2-4621-942a-946366a6dffa', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:be:68:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1903, 'fixed_ips': [{'subnet_id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:47Z', 'updated_at': '2021-07-09T13:36:55Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:22.548636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ac562-b006-48f0-bcd2-1a53246aacb8 None None] Deleting port 51fdf88c-2fbe-4d20-b97b-021171523c21 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:22.548957 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac562-b006-48f0-bcd2-1a53246aacb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.559183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-41bf893f-8386-4d3c-8e6d-c4e23e45e771 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec07d183-e042-4e83-8c7b-dc3ef4341fe8') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:22.565000 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c280d3a2-f0e9-4806-bb6b-923579c11544 None None] Port 3d742fc6-3541-45b9-a3d0-c5cc34340577 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:37:22.638508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2f8ac562-b006-48f0-bcd2-1a53246aacb8 None None] For port 51fdf88c-2fbe-4d20-b97b-021171523c21, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=51fdf88c-2fbe-4d20-b97b-021171523c21,segment=NetworkSegment(6ea7e435-316b-466f-bc26-bb377d83fb25),segment_id=6ea7e435-316b-466f-bc26-bb377d83fb25)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:22.638871 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac562-b006-48f0-bcd2-1a53246aacb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.653250 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-41bf893f-8386-4d3c-8e6d-c4e23e45e771 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/subnetpools/ec07d183-e042-4e83-8c7b-dc3ef4341fe8/tags HTTP/1.1" status: 204 len: 168 time: 0.1476645 Jul 09 13:37:22.653494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39274) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:22.656843 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2f8ac562-b006-48f0-bcd2-1a53246aacb8 None None] Calling delete_port for 51fdf88c-2fbe-4d20-b97b-021171523c21 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:22.658922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-c60b7ded-d430-4d1e-b666-4ee61610d686 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b1bcb67d-e261-424f-a81a-64832494c10c') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:22.690499 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f621fdd-75f2-4090-b09d-967074f6fc42 req-0fd1e7a9-be9a-4b67-aace-d07b21326a36 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:22.693508 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f621fdd-75f2-4090-b09d-967074f6fc42 req-0fd1e7a9-be9a-4b67-aace-d07b21326a36 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 946 time: 0.2345343 Jul 09 13:37:22.703096 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9757419-e37b-4e92-8d48-c9c740c7ddbf req-09394b6c-8e08-48da-a524-da43aab6c721 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:22.704589 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d9757419-e37b-4e92-8d48-c9c740c7ddbf req-09394b6c-8e08-48da-a524-da43aab6c721 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.1876695 Jul 09 13:37:22.729632 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.759577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f230c057-0976-4507-aa20-c859312d3fe3 req-39b4398c-5d09-4cef-b40e-42217cdef93f tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Deleting port fe2b45d8-2fdb-4997-bfef-daac49274be4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:22.760087 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f230c057-0976-4507-aa20-c859312d3fe3 req-39b4398c-5d09-4cef-b40e-42217cdef93f tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.780457 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f8ac562-b006-48f0-bcd2-1a53246aacb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.795437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=51fdf88c-2fbe-4d20-b97b-021171523c21,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:22.799228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] No DVR routers for this DVR port 51fdf88c-2fbe-4d20-b97b-021171523c21 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:22.812303 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d9757419-e37b-4e92-8d48-c9c740c7ddbf req-46631ce0-9ca0-41e5-829e-2d1a3b4fcd7e tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973954 Jul 09 13:37:22.832049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f8ac562-b006-48f0-bcd2-1a53246aacb8 None None] Pushing event deleted for resources: {'Port': ['ID=51fdf88c-2fbe-4d20-b97b-021171523c21,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:22.834193 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f8ac562-b006-48f0-bcd2-1a53246aacb8 None None] No DVR routers for this DVR port 51fdf88c-2fbe-4d20-b97b-021171523c21 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:22.845880 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c60b7ded-d430-4d1e-b666-4ee61610d686 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/routers/b1bcb67d-e261-424f-a81a-64832494c10c/tags HTTP/1.1" status: 204 len: 168 time: 0.1868701 Jul 09 13:37:22.846004 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f621fdd-75f2-4090-b09d-967074f6fc42 req-29ddf5df-3039-4704-8a00-5f92f0d59823 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/security-groups?id=77ccf679-2ce7-4c6d-8398-96fc3446410b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376195 Jul 09 13:37:22.856178 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39276) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:22.869974 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-d78837a2-4ecf-4266-bc30-09024818b295 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3d742fc6-3541-45b9-a3d0-c5cc34340577') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:22.891269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f230c057-0976-4507-aa20-c859312d3fe3 req-39b4398c-5d09-4cef-b40e-42217cdef93f tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] For port fe2b45d8-2fdb-4997-bfef-daac49274be4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fe2b45d8-2fdb-4997-bfef-daac49274be4,segment=NetworkSegment(c31b89bf-c1bd-46ed-ad20-7e883b39d593),segment_id=c31b89bf-c1bd-46ed-ad20-7e883b39d593)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:22.891818 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f230c057-0976-4507-aa20-c859312d3fe3 req-39b4398c-5d09-4cef-b40e-42217cdef93f tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:22.909780 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f230c057-0976-4507-aa20-c859312d3fe3 req-39b4398c-5d09-4cef-b40e-42217cdef93f tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Calling delete_port for fe2b45d8-2fdb-4997-bfef-daac49274be4 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:22.998581 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 562addcb-2e79-4d10-b3c1-5b157b0c5c6d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:23.004312 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.036943 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0ba154c-dddd-4b1b-a218-77a394e1a504']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:23.054503 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea7e435-316b-466f-bc26-bb377d83fb25') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:23.055619 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea7e435-316b-466f-bc26-bb377d83fb25') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:23.067348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:23.067900 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.076873 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.115253 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.138375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:37:23.139291 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:37:23.145872 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:37:23.206832 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f230c057-0976-4507-aa20-c859312d3fe3 req-39b4398c-5d09-4cef-b40e-42217cdef93f tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.219369 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['fe2b45d8-2fdb-4997-bfef-daac49274be4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:37:23.220488 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d78837a2-4ecf-4266-bc30-09024818b295 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/ports/3d742fc6-3541-45b9-a3d0-c5cc34340577/tags HTTP/1.1" status: 204 len: 168 time: 0.3611138 Jul 09 13:37:23.224736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39280) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:23.240272 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.245698 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.247767 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/networks/f0ba154c-dddd-4b1b-a218-77a394e1a504 HTTP/1.1" status: 204 len: 168 time: 1.2281370 Jul 09 13:37:23.250662 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39282) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:23.257618 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-2d942ecc-8fc4-41de-848c-f907807ec9af tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd852b9c6-3443-4d8f-8aca-f03400c969ba') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:23.266775 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b4398c-5d09-4cef-b40e-42217cdef93f tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Pushing event deleted for resources: {'Port': ['ID=fe2b45d8-2fdb-4997-bfef-daac49274be4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:23.335052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 825c2c2b-7cfa-4554-858b-da0b35df19e1 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:23.370592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413b6cd-00b8-4b85-8d9c-2a4549f8e5a6 req-7db86adc-9c27-4154-b416-354bf6642be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:23.372294 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4413b6cd-00b8-4b85-8d9c-2a4549f8e5a6 req-7db86adc-9c27-4154-b416-354bf6642be4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 1097 time: 0.2163010 Jul 09 13:37:23.373976 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 825c2c2b-7cfa-4554-858b-da0b35df19e1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:23.374538 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 825c2c2b-7cfa-4554-858b-da0b35df19e1 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:23.375155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 51fdf88c-2fbe-4d20-b97b-021171523c21 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:23.392083 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f230c057-0976-4507-aa20-c859312d3fe3 req-39b4398c-5d09-4cef-b40e-42217cdef93f tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] No DVR routers for this DVR port fe2b45d8-2fdb-4997-bfef-daac49274be4 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:23.397906 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 51fdf88c-2fbe-4d20-b97b-021171523c21 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:23.398809 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 51fdf88c-2fbe-4d20-b97b-021171523c21 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:23.400916 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f230c057-0976-4507-aa20-c859312d3fe3 req-39b4398c-5d09-4cef-b40e-42217cdef93f tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:23.402904 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f230c057-0976-4507-aa20-c859312d3fe3 req-39b4398c-5d09-4cef-b40e-42217cdef93f tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.18 "DELETE /v2.0/ports/fe2b45d8-2fdb-4997-bfef-daac49274be4 HTTP/1.1" status: 204 len: 173 time: 0.9022782 Jul 09 13:37:23.403388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516c1e78-e2d5-4710-b734-fb26971ec5a0', 'name': 'network-vif-deleted', 'tag': 'fe2b45d8-2fdb-4997-bfef-daac49274be4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:23.405633 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c62420-0ae8-4477-9f32-aaa2d409a34a" -d '{"events": [{"server_uuid": "516c1e78-e2d5-4710-b734-fb26971ec5a0", "name": "network-vif-deleted", "tag": "fe2b45d8-2fdb-4997-bfef-daac49274be4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:23.415274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0175b0a-b9de-4be2-893d-ceebf8b6ec8c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Network': ['ID=f0ba154c-dddd-4b1b-a218-77a394e1a504,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:23.462257 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4413b6cd-00b8-4b85-8d9c-2a4549f8e5a6 req-a8f7096b-da30-4333-8ac9-9e3cd0e938ab service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706453 Jul 09 13:37:23.474756 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2d942ecc-8fc4-41de-848c-f907807ec9af tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/subnets/d852b9c6-3443-4d8f-8aca-f03400c969ba/tags HTTP/1.1" status: 204 len: 168 time: 0.2224319 Jul 09 13:37:23.479535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39288) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:23.484320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-54d79978-0340-421e-ac0f-4bea32de5b7a tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'd852b9c6-3443-4d8f-8aca-f03400c969ba', 'tempest-TagsExtTest-Tag-1785420155') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:23.556996 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-54d79978-0340-421e-ac0f-4bea32de5b7a tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "PUT /v2.0/subnets/d852b9c6-3443-4d8f-8aca-f03400c969ba/tags/tempest-TagsExtTest-Tag-1785420155 HTTP/1.1" status: 201 len: 201 time: 0.0763927 Jul 09 13:37:23.559706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39290) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:23.565305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-71a24a31-fe17-4b37-9e77-7bceeda980da tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '3d742fc6-3541-45b9-a3d0-c5cc34340577', 'tempest-TagsExtTest-Tag-420542355') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:23.646751 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-71a24a31-fe17-4b37-9e77-7bceeda980da tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "PUT /v2.0/ports/3d742fc6-3541-45b9-a3d0-c5cc34340577/tags/tempest-TagsExtTest-Tag-420542355 HTTP/1.1" status: 201 len: 201 time: 0.0856426 Jul 09 13:37:23.649555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39292) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:23.650829 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89568536-78f3-4406-b00e-fea55e8dd913 req-160c978c-9c3f-46e8-b6e7-3b3d0cae584d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:23.652414 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-89568536-78f3-4406-b00e-fea55e8dd913 req-160c978c-9c3f-46e8-b6e7-3b3d0cae584d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.2493365 Jul 09 13:37:23.655301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-612005d4-6f50-4ad3-bc3f-9dbc810acda2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'b1bcb67d-e261-424f-a81a-64832494c10c', 'tempest-TagsExtTest-Tag-577486485') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:23.663429 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c9449a-6c69-4a94-aaf1-79db5a3ced53 req-52e806ef-3023-4e7e-844a-2a7436c6cbee tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:23.664918 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-32c9449a-6c69-4a94-aaf1-79db5a3ced53 req-52e806ef-3023-4e7e-844a-2a7436c6cbee tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 945 time: 0.2029164 Jul 09 13:37:23.744640 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-612005d4-6f50-4ad3-bc3f-9dbc810acda2 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "PUT /v2.0/routers/b1bcb67d-e261-424f-a81a-64832494c10c/tags/tempest-TagsExtTest-Tag-577486485 HTTP/1.1" status: 201 len: 201 time: 0.0940123 Jul 09 13:37:23.747670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39294) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:23.752748 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-4079c35d-4656-4b94-a800-21cfe33423bc tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ec07d183-e042-4e83-8c7b-dc3ef4341fe8', 'tempest-TagsExtTest-Tag-112633263') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:23.762640 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-89568536-78f3-4406-b00e-fea55e8dd913 req-5acab1b5-80ac-4c61-a29c-59c799e88284 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945163 Jul 09 13:37:23.770498 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-32c9449a-6c69-4a94-aaf1-79db5a3ced53 req-568c3ae3-b635-42aa-9e57-06dcca20f454 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941794 Jul 09 13:37:23.808808 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4079c35d-4656-4b94-a800-21cfe33423bc tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "PUT /v2.0/subnetpools/ec07d183-e042-4e83-8c7b-dc3ef4341fe8/tags/tempest-TagsExtTest-Tag-112633263 HTTP/1.1" status: 201 len: 201 time: 0.0595543 Jul 09 13:37:23.811773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39298) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:23.819482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-18dfc2a2-7c68-4149-9de2-4b7ef252e912 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'd852b9c6-3443-4d8f-8aca-f03400c969ba', {'tags': ['tempest-TagsExtTest-Tag-1395167768', 'tempest-TagsExtTest-Tag-1320356646', 'tempest-TagsExtTest-Tag-864521808']}) {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:23.837128 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b3ff6c8-7ca1-47fa-822a-f24440d72d3d x-openstack-request-id: req-5b3ff6c8-7ca1-47fa-822a-f24440d72d3d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:23.837567 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516c1e78-e2d5-4710-b734-fb26971ec5a0", "name": "network-vif-deleted", "tag": "fe2b45d8-2fdb-4997-bfef-daac49274be4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:23.837828 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5b3ff6c8-7ca1-47fa-822a-f24440d72d3d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:23.838233 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516c1e78-e2d5-4710-b734-fb26971ec5a0', 'name': 'network-vif-deleted', 'tag': 'fe2b45d8-2fdb-4997-bfef-daac49274be4', 'status': 'completed', 'code': 200} Jul 09 13:37:23.968862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-18dfc2a2-7c68-4149-9de2-4b7ef252e912 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "PUT /v2.0/subnets/d852b9c6-3443-4d8f-8aca-f03400c969ba/tags HTTP/1.1" status: 200 len: 317 time: 0.1558504 Jul 09 13:37:23.971530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39304) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:23.978656 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-56fb1124-c585-48c0-b29b-630b6f9d7a9d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd852b9c6-3443-4d8f-8aca-f03400c969ba') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:23.997015 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3caff77-2c7b-409f-b0cb-36776f5ee24c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:24.067725 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-56fb1124-c585-48c0-b29b-630b6f9d7a9d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/subnets/d852b9c6-3443-4d8f-8aca-f03400c969ba/tags HTTP/1.1" status: 204 len: 168 time: 0.0944643 Jul 09 13:37:24.068452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39308) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:24.072977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-5aed5d0e-c366-47c9-a956-b23ef3e1a264 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd852b9c6-3443-4d8f-8aca-f03400c969ba', 'tempest-TagsExtTest-Tag-1395167768') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:24.114145 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46fd511f-ee58-4cf2-afc2-e7e2559243a0 req-ec0e4531-6d80-43c8-8e93-95abf88ae561 tempest-VolumesActionsTest-1630827189 tempest-VolumesActionsTest-1630827189-project] 10.222.0.39 "GET /v2.0/ports?device_id=516c1e78-e2d5-4710-b734-fb26971ec5a0 HTTP/1.1" status: 200 len: 210 time: 0.1139920 Jul 09 13:37:24.135725 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0b245a-eaca-4cd3-a16a-e8cfcfb0a365 req-943a6aea-29fe-4c7b-ab2b-58c4b30f7e06 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.143199 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c0b245a-eaca-4cd3-a16a-e8cfcfb0a365 req-943a6aea-29fe-4c7b-ab2b-58c4b30f7e06 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 945 time: 0.2359102 Jul 09 13:37:24.184457 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-5aed5d0e-c366-47c9-a956-b23ef3e1a264 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] show failed (client error): The resource could not be found. Jul 09 13:37:24.188004 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5aed5d0e-c366-47c9-a956-b23ef3e1a264 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/subnets/d852b9c6-3443-4d8f-8aca-f03400c969ba/tags/tempest-TagsExtTest-Tag-1395167768 HTTP/1.1" status: 404 len: 329 time: 0.1160395 Jul 09 13:37:24.189853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39310) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:24.200502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-b519fd87-9c07-4c39-8ff7-c0174a54e5de tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd852b9c6-3443-4d8f-8aca-f03400c969ba', 'tempest-TagsExtTest-Tag-1320356646') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:24.233857 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c0b245a-eaca-4cd3-a16a-e8cfcfb0a365 req-15be4c1f-a538-483f-a686-2b068114a3e7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900946 Jul 09 13:37:24.260272 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-3d0fc87e-1f20-4f1e-bacd-1a9b36ec20ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1266580 Jul 09 13:37:24.332114 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-b519fd87-9c07-4c39-8ff7-c0174a54e5de tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] show failed (client error): The resource could not be found. Jul 09 13:37:24.337573 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b519fd87-9c07-4c39-8ff7-c0174a54e5de tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/subnets/d852b9c6-3443-4d8f-8aca-f03400c969ba/tags/tempest-TagsExtTest-Tag-1320356646 HTTP/1.1" status: 404 len: 329 time: 0.1466184 Jul 09 13:37:24.338343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39314) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:24.353655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-8d7f7575-bf38-4ae3-ad22-5183961c98be tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'd852b9c6-3443-4d8f-8aca-f03400c969ba', 'tempest-TagsExtTest-Tag-864521808') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:24.449221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-9af63aa5-093a-4376-b13f-f9ede6390eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.449620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-9af63aa5-093a-4376-b13f-f9ede6390eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.450102 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-9af63aa5-093a-4376-b13f-f9ede6390eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.450576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-9af63aa5-093a-4376-b13f-f9ede6390eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.451051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-9af63aa5-093a-4376-b13f-f9ede6390eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.451588 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-9af63aa5-093a-4376-b13f-f9ede6390eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.452067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-9af63aa5-093a-4376-b13f-f9ede6390eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.454379 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-9af63aa5-093a-4376-b13f-f9ede6390eeb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=590f3198215a402b9f863adddb8b13ff&device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 6491 time: 0.1151361 Jul 09 13:37:24.456567 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-8d7f7575-bf38-4ae3-ad22-5183961c98be tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] show failed (client error): The resource could not be found. Jul 09 13:37:24.461739 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39316) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:24.461998 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8d7f7575-bf38-4ae3-ad22-5183961c98be tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/subnets/d852b9c6-3443-4d8f-8aca-f03400c969ba/tags/tempest-TagsExtTest-Tag-864521808 HTTP/1.1" status: 404 len: 328 time: 0.1129112 Jul 09 13:37:24.466350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-e31c248d-7b62-4b43-a5d1-4cd5a0b3dc0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '3d742fc6-3541-45b9-a3d0-c5cc34340577', {'tags': ['tempest-TagsExtTest-Tag-1794174236', 'tempest-TagsExtTest-Tag-1316156635', 'tempest-TagsExtTest-Tag-2040024858']}) {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:24.547272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d6d512-63a3-45e1-b888-3f099b56ba8e req-bdb50bb3-aaa9-478c-8c9b-90b99808af5d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.548859 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-71d6d512-63a3-45e1-b888-3f099b56ba8e req-bdb50bb3-aaa9-478c-8c9b-90b99808af5d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.2111456 Jul 09 13:37:24.599242 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-83acb5a8-42e2-4dab-90fb-104fd8bf203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.600078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-83acb5a8-42e2-4dab-90fb-104fd8bf203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.600827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-83acb5a8-42e2-4dab-90fb-104fd8bf203f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.602699 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-83acb5a8-42e2-4dab-90fb-104fd8bf203f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d737c001-7bab-4f5d-8700-9afe90af1f16&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76&id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 HTTP/1.1" status: 200 len: 2289 time: 0.1187799 Jul 09 13:37:24.603716 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e31c248d-7b62-4b43-a5d1-4cd5a0b3dc0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "PUT /v2.0/ports/3d742fc6-3541-45b9-a3d0-c5cc34340577/tags HTTP/1.1" status: 200 len: 318 time: 0.1411912 Jul 09 13:37:24.606376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39320) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:24.611120 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-6ab796c4-60ff-4937-b0ac-15adf2f1ace4 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3d742fc6-3541-45b9-a3d0-c5cc34340577') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:24.626441 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-71d6d512-63a3-45e1-b888-3f099b56ba8e req-d77a347d-35db-42d2-8d43-9b9c7f11b25d tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648563 Jul 09 13:37:24.635599 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d3caff77-2c7b-409f-b0cb-36776f5ee24c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port a76cb561-6006-438b-840d-8dfc02ad899a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:24.635937 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3caff77-2c7b-409f-b0cb-36776f5ee24c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:24.719729 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-09d9d9e0-ba9e-4c30-8429-ff060ff51fde service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4edfb6ea-db14-4165-bcd2-8f02f28336be HTTP/1.1" status: 200 len: 1001 time: 0.1049623 Jul 09 13:37:24.786507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-dece4763-07b6-47c7-999e-150989aa526a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.788240 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-dece4763-07b6-47c7-999e-150989aa526a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c761eaf5-8e23-405f-bf31-0b4ca38c7398 HTTP/1.1" status: 200 len: 850 time: 0.0611444 Jul 09 13:37:24.790174 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6ab796c4-60ff-4937-b0ac-15adf2f1ace4 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/ports/3d742fc6-3541-45b9-a3d0-c5cc34340577/tags HTTP/1.1" status: 204 len: 168 time: 0.1828561 Jul 09 13:37:24.791260 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-d3caff77-2c7b-409f-b0cb-36776f5ee24c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] For port a76cb561-6006-438b-840d-8dfc02ad899a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a76cb561-6006-438b-840d-8dfc02ad899a,segment=NetworkSegment(25ed2981-b700-4446-8208-80b8b2e7e8f9),segment_id=25ed2981-b700-4446-8208-80b8b2e7e8f9)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:24.791769 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3caff77-2c7b-409f-b0cb-36776f5ee24c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:24.793019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39322) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:24.798368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-172e61b1-fadb-46b6-97b3-49ee45c17bc0 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3d742fc6-3541-45b9-a3d0-c5cc34340577', 'tempest-TagsExtTest-Tag-1794174236') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:24.813204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eaa944-8d79-42dd-b8ed-4d7892e0bc0c req-ad664ab5-7597-4e66-b82d-0ff6508dcc5f tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.819999 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41eaa944-8d79-42dd-b8ed-4d7892e0bc0c req-ad664ab5-7597-4e66-b82d-0ff6508dcc5f tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 945 time: 0.1529822 Jul 09 13:37:24.826190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d3caff77-2c7b-409f-b0cb-36776f5ee24c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for a76cb561-6006-438b-840d-8dfc02ad899a owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:24.873525 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41eaa944-8d79-42dd-b8ed-4d7892e0bc0c req-1761de45-8f8c-4edb-a5f6-240777b9e189 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526357 Jul 09 13:37:24.888726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-4407d2ef-9118-4a8a-bd40-032388a789c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:24.890290 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-4407d2ef-9118-4a8a-bd40-032388a789c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d737c001-7bab-4f5d-8700-9afe90af1f16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0952051 Jul 09 13:37:24.891785 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-172e61b1-fadb-46b6-97b3-49ee45c17bc0 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] show failed (client error): The resource could not be found. Jul 09 13:37:24.892725 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-172e61b1-fadb-46b6-97b3-49ee45c17bc0 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/ports/3d742fc6-3541-45b9-a3d0-c5cc34340577/tags/tempest-TagsExtTest-Tag-1794174236 HTTP/1.1" status: 404 len: 329 time: 0.0988464 Jul 09 13:37:24.907604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39326) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:24.907604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-3989988e-d252-423c-a3c9-64d394ba06ed tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3d742fc6-3541-45b9-a3d0-c5cc34340577', 'tempest-TagsExtTest-Tag-1316156635') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:25.029843 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-3989988e-d252-423c-a3c9-64d394ba06ed tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] show failed (client error): The resource could not be found. Jul 09 13:37:25.030889 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3989988e-d252-423c-a3c9-64d394ba06ed tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/ports/3d742fc6-3541-45b9-a3d0-c5cc34340577/tags/tempest-TagsExtTest-Tag-1316156635 HTTP/1.1" status: 404 len: 329 time: 0.1291115 Jul 09 13:37:25.033017 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-6b0a8200-56d9-4f69-8e3f-ac6a5448b5ce service neutron] 10.222.0.18 "GET /v2.0/networks/d737c001-7bab-4f5d-8700-9afe90af1f16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324759 Jul 09 13:37:25.033636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39330) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:25.038130 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-90c86e24-0951-4bdd-a429-2b8cb93da718 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '3d742fc6-3541-45b9-a3d0-c5cc34340577', 'tempest-TagsExtTest-Tag-2040024858') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:25.062867 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75d8cc3-e716-4d27-85f6-3d3c5e5e47e8 req-d7d32440-1bc9-4192-aa54-bc1f71c3fe17 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:25.064461 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d75d8cc3-e716-4d27-85f6-3d3c5e5e47e8 req-d7d32440-1bc9-4192-aa54-bc1f71c3fe17 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.1538699 Jul 09 13:37:25.162147 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d75d8cc3-e716-4d27-85f6-3d3c5e5e47e8 req-6b04448b-003c-4a07-baf3-e4d9b9cf9f00 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867803 Jul 09 13:37:25.163244 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-90c86e24-0951-4bdd-a429-2b8cb93da718 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] show failed (client error): The resource could not be found. Jul 09 13:37:25.166830 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-90c86e24-0951-4bdd-a429-2b8cb93da718 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/ports/3d742fc6-3541-45b9-a3d0-c5cc34340577/tags/tempest-TagsExtTest-Tag-2040024858 HTTP/1.1" status: 404 len: 329 time: 0.1297798 Jul 09 13:37:25.167344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39334) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:25.172226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-8e989fd8-0e38-4bb9-adde-dd3d9256e020 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'b1bcb67d-e261-424f-a81a-64832494c10c', {'tags': ['tempest-TagsExtTest-Tag-56276584', 'tempest-TagsExtTest-Tag-1342503679', 'tempest-TagsExtTest-Tag-1125333080']}) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:25.177678 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-3b2d7343-6d11-4377-b66b-bf88fbcd67a3 service neutron] 10.222.0.18 "GET /v2.0/networks/d737c001-7bab-4f5d-8700-9afe90af1f16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366117 Jul 09 13:37:25.186183 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0995fc-fba5-47c0-a00d-f6ab4ed7c43f req-28a84683-562f-4aaf-b494-5fb3a3946076 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:25.187801 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fb0995fc-fba5-47c0-a00d-f6ab4ed7c43f req-28a84683-562f-4aaf-b494-5fb3a3946076 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 945 time: 0.1717103 Jul 09 13:37:25.199293 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3caff77-2c7b-409f-b0cb-36776f5ee24c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:25.259785 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3caff77-2c7b-409f-b0cb-36776f5ee24c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=a76cb561-6006-438b-840d-8dfc02ad899a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:25.291193 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-b4411e55-e0f4-4ad7-a697-8b81d41fe823 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.106&port_id=28930a53-11dd-4de0-887b-cd975c02419b HTTP/1.1" status: 200 len: 217 time: 0.0744336 Jul 09 13:37:25.355019 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8e989fd8-0e38-4bb9-adde-dd3d9256e020 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "PUT /v2.0/routers/b1bcb67d-e261-424f-a81a-64832494c10c/tags HTTP/1.1" status: 200 len: 316 time: 0.1868165 Jul 09 13:37:25.357646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39342) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:25.371751 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fb0995fc-fba5-47c0-a00d-f6ab4ed7c43f req-aadb64a6-b01d-4cbe-a9f0-f6bc27f64c56 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736455 Jul 09 13:37:25.371999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-65bfb1e4-fbd4-4540-9dfe-fe0b742446f3 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b1bcb67d-e261-424f-a81a-64832494c10c') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:25.375871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-aee2741e-b21b-40b2-9b74-6d83e3f9e8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:25.377386 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-aee2741e-b21b-40b2-9b74-6d83e3f9e8d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 200 len: 797 time: 0.0807021 Jul 09 13:37:25.538175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-1e794309-d125-4795-840c-d09d25077f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:25.540962 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-1e794309-d125-4795-840c-d09d25077f5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1206825 Jul 09 13:37:25.559554 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-65bfb1e4-fbd4-4540-9dfe-fe0b742446f3 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/routers/b1bcb67d-e261-424f-a81a-64832494c10c/tags HTTP/1.1" status: 204 len: 168 time: 0.2004356 Jul 09 13:37:25.571303 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39352) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:25.605895 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-46a4c634-75ca-4828-b286-97b0e49fa302 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b1bcb67d-e261-424f-a81a-64832494c10c', 'tempest-TagsExtTest-Tag-56276584') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:25.728371 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-46a4c634-75ca-4828-b286-97b0e49fa302 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] show failed (client error): The resource could not be found. Jul 09 13:37:25.729586 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-46a4c634-75ca-4828-b286-97b0e49fa302 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/routers/b1bcb67d-e261-424f-a81a-64832494c10c/tags/tempest-TagsExtTest-Tag-56276584 HTTP/1.1" status: 404 len: 327 time: 0.1576512 Jul 09 13:37:25.733803 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-6d8161cc-b24e-4666-a61f-0d75b5570832 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863556 Jul 09 13:37:25.734281 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39360) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:25.739924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-1e51996d-5d52-4805-a90a-fa1c7d7e3899 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b1bcb67d-e261-424f-a81a-64832494c10c', 'tempest-TagsExtTest-Tag-1342503679') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:25.906153 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-1e51996d-5d52-4805-a90a-fa1c7d7e3899 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] show failed (client error): The resource could not be found. Jul 09 13:37:25.906883 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1e51996d-5d52-4805-a90a-fa1c7d7e3899 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/routers/b1bcb67d-e261-424f-a81a-64832494c10c/tags/tempest-TagsExtTest-Tag-1342503679 HTTP/1.1" status: 404 len: 329 time: 0.1716890 Jul 09 13:37:25.912698 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39370) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:25.920693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-7c8a0285-25cd-47c0-9f41-936521289bed tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'b1bcb67d-e261-424f-a81a-64832494c10c', 'tempest-TagsExtTest-Tag-1125333080') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:25.935740 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3caff77-2c7b-409f-b0cb-36776f5ee24c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:25.960915 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-d4a41d69-5c8b-40d8-890b-7d94910cbf29 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2168179 Jul 09 13:37:26.033746 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-47c63269-ebb9-45e4-871d-9200f61b22cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.34&port_id=ea254c8c-527b-4377-8ac0-c397795b2168 HTTP/1.1" status: 200 len: 217 time: 0.0434253 Jul 09 13:37:26.073681 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-7c8a0285-25cd-47c0-9f41-936521289bed tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] show failed (client error): The resource could not be found. Jul 09 13:37:26.074742 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7c8a0285-25cd-47c0-9f41-936521289bed tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/routers/b1bcb67d-e261-424f-a81a-64832494c10c/tags/tempest-TagsExtTest-Tag-1125333080 HTTP/1.1" status: 404 len: 329 time: 0.1611040 Jul 09 13:37:26.077620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39376) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:26.083840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9014139-a8a7-4c39-aad1-84efcad67d21 req-bbc07f52-6c50-4666-96d1-4a9b4af9eeb3 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:26.085667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-f5238f53-55c3-4794-b9b7-23cca7273a20 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ec07d183-e042-4e83-8c7b-dc3ef4341fe8', {'tags': ['tempest-TagsExtTest-Tag-84958645', 'tempest-TagsExtTest-Tag-1848498723', 'tempest-TagsExtTest-Tag-1610216946']}) {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:26.085896 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f9014139-a8a7-4c39-aad1-84efcad67d21 req-bbc07f52-6c50-4666-96d1-4a9b4af9eeb3 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.5954056 Jul 09 13:37:26.110228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-19cf24b6-b0f5-4591-b1bf-eaec0e20f4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:26.112187 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-19cf24b6-b0f5-4591-b1bf-eaec0e20f4a4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 200 len: 797 time: 0.0710430 Jul 09 13:37:26.169715 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f5238f53-55c3-4794-b9b7-23cca7273a20 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "PUT /v2.0/subnetpools/ec07d183-e042-4e83-8c7b-dc3ef4341fe8/tags HTTP/1.1" status: 200 len: 316 time: 0.0910654 Jul 09 13:37:26.172337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39382) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:26.179917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-4069551b-6688-44b2-a85d-b7eb57383649 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec07d183-e042-4e83-8c7b-dc3ef4341fe8') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:26.209021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-e9b373b0-24e3-4957-8a0f-cb4d370a31d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:26.210588 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-e9b373b0-24e3-4957-8a0f-cb4d370a31d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0914321 Jul 09 13:37:26.224574 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f9014139-a8a7-4c39-aad1-84efcad67d21 req-6fa1acc4-ee82-4780-9188-b521d6984723 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248877 Jul 09 13:37:26.235442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61e00a1-0390-48ea-8e4f-26c2c5e67613 req-85caaf11-6753-4183-b844-2ac43a347f48 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:26.236954 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c61e00a1-0390-48ea-8e4f-26c2c5e67613 req-85caaf11-6753-4183-b844-2ac43a347f48 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.2057779 Jul 09 13:37:26.264569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fe2b45d8-2fdb-4997-bfef-daac49274be4 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:26.294978 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: fe2b45d8-2fdb-4997-bfef-daac49274be4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:26.299504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fe2b45d8-2fdb-4997-bfef-daac49274be4 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:26.313313 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c61e00a1-0390-48ea-8e4f-26c2c5e67613 req-4cd524d8-d652-439e-afbb-66530f6af234 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651717 Jul 09 13:37:26.325250 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3caff77-2c7b-409f-b0cb-36776f5ee24c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 90d5d88c-1ad0-4d18-843a-495f2d65c47c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:37:26.380917 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-aab46fac-df84-4f9a-8f17-b5c9bf2ef0d4 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629093 Jul 09 13:37:26.390223 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4069551b-6688-44b2-a85d-b7eb57383649 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/subnetpools/ec07d183-e042-4e83-8c7b-dc3ef4341fe8/tags HTTP/1.1" status: 204 len: 168 time: 0.2168632 Jul 09 13:37:26.391030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39404) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:26.407222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-faa4d9fe-9010-44b8-ba5c-332c7719bf3e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec07d183-e042-4e83-8c7b-dc3ef4341fe8', 'tempest-TagsExtTest-Tag-84958645') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:26.484184 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-faa4d9fe-9010-44b8-ba5c-332c7719bf3e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] show failed (client error): The resource could not be found. Jul 09 13:37:26.488841 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-faa4d9fe-9010-44b8-ba5c-332c7719bf3e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/subnetpools/ec07d183-e042-4e83-8c7b-dc3ef4341fe8/tags/tempest-TagsExtTest-Tag-84958645 HTTP/1.1" status: 404 len: 327 time: 0.0952892 Jul 09 13:37:26.491354 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39406) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:26.495810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-4d9a2ae5-57d2-402d-a048-fa07537f0b59 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec07d183-e042-4e83-8c7b-dc3ef4341fe8', 'tempest-TagsExtTest-Tag-1848498723') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:26.520608 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3caff77-2c7b-409f-b0cb-36776f5ee24c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:26.535303 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f7a461-4145-4541-9fe3-bd8453b5c4cf None None] Sync routers for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:26.536911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39408) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:26.542637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d3caff77-2c7b-409f-b0cb-36776f5ee24c tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/90d5d88c-1ad0-4d18-843a-495f2d65c47c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2824473 Jul 09 13:37:26.552814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7a461-4145-4541-9fe3-bd8453b5c4cf None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:26.553390 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e4f7a461-4145-4541-9fe3-bd8453b5c4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:26.591457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93a3cce-47e7-4e76-941c-736655d2ba98 req-dc83daa0-24dd-4dd4-8a11-8d4713d561a3 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:26.593308 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d93a3cce-47e7-4e76-941c-736655d2ba98 req-dc83daa0-24dd-4dd4-8a11-8d4713d561a3 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 945 time: 0.1884193 Jul 09 13:37:26.595966 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-4d9a2ae5-57d2-402d-a048-fa07537f0b59 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] show failed (client error): The resource could not be found. Jul 09 13:37:26.604311 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4d9a2ae5-57d2-402d-a048-fa07537f0b59 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/subnetpools/ec07d183-e042-4e83-8c7b-dc3ef4341fe8/tags/tempest-TagsExtTest-Tag-1848498723 HTTP/1.1" status: 404 len: 329 time: 0.1115875 Jul 09 13:37:26.605273 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39410) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:26.623359 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-99187f68-bccc-4868-891b-4eb9f108bfab tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ec07d183-e042-4e83-8c7b-dc3ef4341fe8', 'tempest-TagsExtTest-Tag-1610216946') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:26.679059 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d93a3cce-47e7-4e76-941c-736655d2ba98 req-a9331bc3-4287-48d4-8f3b-159acedc0f9b tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724542 Jul 09 13:37:26.681074 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-99187f68-bccc-4868-891b-4eb9f108bfab tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] show failed (client error): The resource could not be found. Jul 09 13:37:26.682503 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-99187f68-bccc-4868-891b-4eb9f108bfab tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/subnetpools/ec07d183-e042-4e83-8c7b-dc3ef4341fe8/tags/tempest-TagsExtTest-Tag-1610216946 HTTP/1.1" status: 404 len: 329 time: 0.0629089 Jul 09 13:37:26.688669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39416) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:26.698356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-3e3993f6-763d-42de-b7c3-323fdcd07987 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ec07d183-e042-4e83-8c7b-dc3ef4341fe8') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:26.743660 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e4f7a461-4145-4541-9fe3-bd8453b5c4cf None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:26.777129 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3e3993f6-763d-42de-b7c3-323fdcd07987 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/subnetpools/ec07d183-e042-4e83-8c7b-dc3ef4341fe8/tags HTTP/1.1" status: 204 len: 168 time: 0.0835948 Jul 09 13:37:26.777129 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39420) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:26.779949 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-723d7286-8c25-4e2f-ab59-b89dd4fc4e0d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'b1bcb67d-e261-424f-a81a-64832494c10c') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:27.064819 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-723d7286-8c25-4e2f-ab59-b89dd4fc4e0d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/routers/b1bcb67d-e261-424f-a81a-64832494c10c/tags HTTP/1.1" status: 204 len: 168 time: 0.2891278 Jul 09 13:37:27.067390 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39422) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:27.072518 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-f23134e5-3948-4da0-b38a-657398386f0c tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '3d742fc6-3541-45b9-a3d0-c5cc34340577') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:27.089290 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e658d-0e57-41be-8247-1910743efbec req-9d0aef6f-81f2-47f2-a43e-29e90e9888e0 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:27.091380 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e5e658d-0e57-41be-8247-1910743efbec req-9d0aef6f-81f2-47f2-a43e-29e90e9888e0 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 945 time: 0.1963186 Jul 09 13:37:27.135976 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e4f7a461-4145-4541-9fe3-bd8453b5c4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:25Z', 'revision_number': 10, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:27.157144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e92c0-b16c-4777-ab08-77e155642981 req-5100c9e1-4a8a-4979-a596-c25f28eefe08 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:27.167747 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-516e92c0-b16c-4777-ab08-77e155642981 req-5100c9e1-4a8a-4979-a596-c25f28eefe08 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.2025223 Jul 09 13:37:27.169462 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-ddfcffab-1645-4251-ba28-1ce4c89d0f73 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7772431 Jul 09 13:37:27.172196 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f7a461-4145-4541-9fe3-bd8453b5c4cf None None] Checking router: 90d5d88c-1ad0-4d18-843a-495f2d65c47c for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:37:27.183668 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f7a461-4145-4541-9fe3-bd8453b5c4cf None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:27.184541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e4f7a461-4145-4541-9fe3-bd8453b5c4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:27.241990 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-fb5c8116-907e-4382-a167-fb728e107efe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.237&port_id=1000f9a7-444e-4349-b942-82d071e6b185 HTTP/1.1" status: 200 len: 217 time: 0.0609448 Jul 09 13:37:27.249155 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-b69ff22f-3db5-4edc-8e2d-fd6c491df5a6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting subnet 88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:37:27.254406 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b69ff22f-3db5-4edc-8e2d-fd6c491df5a6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:27.264951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e5e658d-0e57-41be-8247-1910743efbec req-a1a73f71-a286-46ac-949b-dc7f2acb9cfa tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525695 Jul 09 13:37:27.295331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-516e92c0-b16c-4777-ab08-77e155642981 req-5e7b6346-e6ea-4623-a772-f3f212bbd4b2 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265485 Jul 09 13:37:27.311534 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f23134e5-3948-4da0-b38a-657398386f0c tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/ports/3d742fc6-3541-45b9-a3d0-c5cc34340577/tags HTTP/1.1" status: 204 len: 168 time: 0.2403288 Jul 09 13:37:27.312449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39432) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:27.322614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-4dc88fb8-df53-4e69-a41d-27f48f71fafc tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'd852b9c6-3443-4d8f-8aca-f03400c969ba') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:27.393999 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b69ff22f-3db5-4edc-8e2d-fd6c491df5a6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:27.441339 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4dc88fb8-df53-4e69-a41d-27f48f71fafc tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/subnets/d852b9c6-3443-4d8f-8aca-f03400c969ba/tags HTTP/1.1" status: 204 len: 168 time: 0.1261668 Jul 09 13:37:27.449755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39446) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:27.453279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-cd1d4daf-dbe1-4f88-b999-568d9d443004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:27.454794 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-cd1d4daf-dbe1-4f88-b999-568d9d443004 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 200 len: 797 time: 0.2020135 Jul 09 13:37:27.579980 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0f7bc0a4-e509-457d-a033-3ec7f1d2328d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks [] for subnetpool, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:27.582331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0f7bc0a4-e509-457d-a033-3ec7f1d2328d tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/subnetpools/ec07d183-e042-4e83-8c7b-dc3ef4341fe8 HTTP/1.1" status: 204 len: 168 time: 0.1313279 Jul 09 13:37:27.585543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39448) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:27.588039 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b69ff22f-3db5-4edc-8e2d-fd6c491df5a6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:27.663155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e4f7a461-4145-4541-9fe3-bd8453b5c4cf None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:27.666564 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-85049257-7337-4a59-bd0f-fa4e183c00db tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "GET /v2.0/ports?device_id=b1bcb67d-e261-424f-a81a-64832494c10c HTTP/1.1" status: 200 len: 205 time: 0.0733912 Jul 09 13:37:27.670216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39452) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:27.695043 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34652d46-8542-4f0e-8725-8f9d497af960 req-48f72933-3f95-47cb-8516-81e0decc5760 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:27.732702 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34652d46-8542-4f0e-8725-8f9d497af960 req-48f72933-3f95-47cb-8516-81e0decc5760 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.1486256 Jul 09 13:37:27.853939 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34652d46-8542-4f0e-8725-8f9d497af960 req-5ff78842-0393-4ced-86b8-9bc774aa370f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158304 Jul 09 13:37:27.856487 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-6d824df2-c9c2-4daa-aea2-e15140ed6aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:27.860926 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-6d824df2-c9c2-4daa-aea2-e15140ed6aa4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3967295 Jul 09 13:37:27.946767 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da3b536e-3f77-4c81-8b1e-c4c4ec2bb3e6 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.077449 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b69ff22f-3db5-4edc-8e2d-fd6c491df5a6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.077702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e4f7a461-4145-4541-9fe3-bd8453b5c4cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:25Z', 'revision_number': 10, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:28.117337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ff22f-3db5-4edc-8e2d-fd6c491df5a6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Subnet': ['ID=88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:28.142858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4f7a461-4145-4541-9fe3-bd8453b5c4cf None None] The sync data for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 is: [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:25Z', 'revision_number': 10, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None, '_interfaces': [{'id': '9e0e3050-96df-4856-a7c5-333743d9096e', 'name': '', 'network_id': 'd636e23b-091d-4d01-9a8c-46f409149236', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'mac_address': 'fa:16:3e:6c:5b:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1895, 'fixed_ips': [{'subnet_id': '2299b038-3642-4558-9416-d85fc9a961d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:38Z', 'updated_at': '2021-07-09T13:36:51Z', 'revision_number': 5, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'subnets': [{'id': '2299b038-3642-4558-9416-d85fc9a961d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:28.244696 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd228b2-e22b-4e66-8943-d476111fc565 req-0218b8cc-a2b0-4706-9e33-f9dd8173d280 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:28.246301 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6dd228b2-e22b-4e66-8943-d476111fc565 req-0218b8cc-a2b0-4706-9e33-f9dd8173d280 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 945 time: 0.0884314 Jul 09 13:37:28.258354 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da3b536e-3f77-4c81-8b1e-c4c4ec2bb3e6 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.260538 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b69ff22f-3db5-4edc-8e2d-fd6c491df5a6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.261809 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e639a1b8-9f1f-4f1e-91f0-20baf0e653e5 None None] Network a592d815-ffd2-4621-942a-946366a6dffa requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:28.265634 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b69ff22f-3db5-4edc-8e2d-fd6c491df5a6 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95 HTTP/1.1" status: 204 len: 168 time: 1.7274840 Jul 09 13:37:28.266370 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39462) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:28.267767 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da3b536e-3f77-4c81-8b1e-c4c4ec2bb3e6 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.306948 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6dd228b2-e22b-4e66-8943-d476111fc565 req-c90c4d51-8a84-4395-9f98-d7d8183f95f7 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472791 Jul 09 13:37:28.371358 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.436539 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-8a2faf3e-8ddc-4f02-8131-164ab3ff0fda service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5641463 Jul 09 13:37:28.516405 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da3b536e-3f77-4c81-8b1e-c4c4ec2bb3e6 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.516917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3b536e-3f77-4c81-8b1e-c4c4ec2bb3e6 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Fanout notify agent at l3_agent the message router_deleted on router b1bcb67d-e261-424f-a81a-64832494c10c {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:37:28.541075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9893e5ec-3dcd-40b5-b2a3-0807abb7de4a None None] DHCP port deletion for a592d815-ffd2-4621-942a-946366a6dffa request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:37:28.567388 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da3b536e-3f77-4c81-8b1e-c4c4ec2bb3e6 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.573180 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39470) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:28.578306 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-da3b536e-3f77-4c81-8b1e-c4c4ec2bb3e6 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/routers/b1bcb67d-e261-424f-a81a-64832494c10c HTTP/1.1" status: 204 len: 168 time: 0.9063337 Jul 09 13:37:28.669236 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port 65724fcc-4e78-4345-a075-1d4ba52f18cc {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:28.678410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9893e5ec-3dcd-40b5-b2a3-0807abb7de4a None None] Deleting port 65724fcc-4e78-4345-a075-1d4ba52f18cc {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:28.679740 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9893e5ec-3dcd-40b5-b2a3-0807abb7de4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.683573 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.788091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] For port 65724fcc-4e78-4345-a075-1d4ba52f18cc, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=65724fcc-4e78-4345-a075-1d4ba52f18cc,segment=NetworkSegment(25ed2981-b700-4446-8208-80b8b2e7e8f9),segment_id=25ed2981-b700-4446-8208-80b8b2e7e8f9)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:28.788464 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.806424 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for 65724fcc-4e78-4345-a075-1d4ba52f18cc owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:28.813518 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872632d-f33d-40ce-86bf-fe5033a9d4aa req-62833953-8210-4626-8c7d-21dce1d5a736 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:28.830014 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9893e5ec-3dcd-40b5-b2a3-0807abb7de4a None None] For port 65724fcc-4e78-4345-a075-1d4ba52f18cc, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=65724fcc-4e78-4345-a075-1d4ba52f18cc,segment=NetworkSegment(25ed2981-b700-4446-8208-80b8b2e7e8f9),segment_id=25ed2981-b700-4446-8208-80b8b2e7e8f9)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:28.830813 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9893e5ec-3dcd-40b5-b2a3-0807abb7de4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.840369 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0872632d-f33d-40ce-86bf-fe5033a9d4aa req-62833953-8210-4626-8c7d-21dce1d5a736 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.3604116 Jul 09 13:37:28.856445 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9893e5ec-3dcd-40b5-b2a3-0807abb7de4a None None] Calling delete_port for 65724fcc-4e78-4345-a075-1d4ba52f18cc owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:28.945944 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0872632d-f33d-40ce-86bf-fe5033a9d4aa req-5759ac49-47b9-49b6-8b9c-79cd62aa1d82 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046493 Jul 09 13:37:28.952301 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-3a46c074-473a-4b04-b001-16cd7f1f4d83 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Deleting port 3d742fc6-3541-45b9-a3d0-c5cc34340577 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:28.952893 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a46c074-473a-4b04-b001-16cd7f1f4d83 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:28.975000 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a76cb561-6006-438b-840d-8dfc02ad899a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:28.980357 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-72af3acb-afc8-4d4f-a728-62020bcfdf61 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017517 Jul 09 13:37:29.079701 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9893e5ec-3dcd-40b5-b2a3-0807abb7de4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.088532 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.093718 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-6f95dfaa-71e9-4d51-9f9d-280d2d49c3c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.117&port_id=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 HTTP/1.1" status: 200 len: 217 time: 0.1067631 Jul 09 13:37:29.101449 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a46c074-473a-4b04-b001-16cd7f1f4d83 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.116979 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-3a46c074-473a-4b04-b001-16cd7f1f4d83 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Calling delete_port for 3d742fc6-3541-45b9-a3d0-c5cc34340577 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:29.137937 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893e5ec-3dcd-40b5-b2a3-0807abb7de4a None None] Pushing event deleted for resources: {'Port': ['ID=65724fcc-4e78-4345-a075-1d4ba52f18cc,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:29.147397 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: a76cb561-6006-438b-840d-8dfc02ad899a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:29.149871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=65724fcc-4e78-4345-a075-1d4ba52f18cc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:29.150154 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a76cb561-6006-438b-840d-8dfc02ad899a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:29.150763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 65724fcc-4e78-4345-a075-1d4ba52f18cc no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:29.152115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] No DVR routers for this DVR port 65724fcc-4e78-4345-a075-1d4ba52f18cc on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:29.188884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 65724fcc-4e78-4345-a075-1d4ba52f18cc {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:29.189722 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 65724fcc-4e78-4345-a075-1d4ba52f18cc not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:29.212226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9893e5ec-3dcd-40b5-b2a3-0807abb7de4a None None] No DVR routers for this DVR port 65724fcc-4e78-4345-a075-1d4ba52f18cc on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:29.291510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-94d9af07-d25f-4635-8c7e-b77e726357ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:29.293328 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-94d9af07-d25f-4635-8c7e-b77e726357ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 200 len: 797 time: 0.1925125 Jul 09 13:37:29.294994 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.319652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a592d815-ffd2-4621-942a-946366a6dffa']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:29.355507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25ed2981-b700-4446-8208-80b8b2e7e8f9') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:29.356118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25ed2981-b700-4446-8208-80b8b2e7e8f9') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:29.380682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.420838 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.426581 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a46c074-473a-4b04-b001-16cd7f1f4d83 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.434155 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:37:29.434816 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:37:29.440232 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:37:29.519594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780f744-87af-4308-8853-b5df003d3533 req-0a2043f1-0487-47d9-a84f-5c151d10b60c tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:29.521433 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4780f744-87af-4308-8853-b5df003d3533 req-0a2043f1-0487-47d9-a84f-5c151d10b60c tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.15 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 945 time: 0.2871709 Jul 09 13:37:29.526175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-d3e46d0a-9a2b-4760-883c-83ff7e8b1741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:29.527559 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a46c074-473a-4b04-b001-16cd7f1f4d83 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Pushing event deleted for resources: {'Port': ['ID=3d742fc6-3541-45b9-a3d0-c5cc34340577,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:29.528422 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-d3e46d0a-9a2b-4760-883c-83ff7e8b1741 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2252314 Jul 09 13:37:29.573552 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d1b7a-83ae-4a7e-8f31-fa7e1fdb25db req-f1ad0efc-43eb-4a60-813c-295b26a20209 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:29.587142 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-077d1b7a-83ae-4a7e-8f31-fa7e1fdb25db req-f1ad0efc-43eb-4a60-813c-295b26a20209 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.3425188 Jul 09 13:37:29.682771 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.687829 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.692862 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/networks/a592d815-ffd2-4621-942a-946366a6dffa HTTP/1.1" status: 204 len: 168 time: 1.4205661 Jul 09 13:37:29.696305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39486) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:29.788221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb01481-b00a-4791-8941-109fe391d300 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Network': ['ID=a592d815-ffd2-4621-942a-946366a6dffa,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:29.836370 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-077d1b7a-83ae-4a7e-8f31-fa7e1fdb25db req-e48a9c47-13db-444e-93a8-9903a253c0f4 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420824 Jul 09 13:37:29.842701 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a46c074-473a-4b04-b001-16cd7f1f4d83 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:29.845671 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3a46c074-473a-4b04-b001-16cd7f1f4d83 tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/ports/3d742fc6-3541-45b9-a3d0-c5cc34340577 HTTP/1.1" status: 204 len: 168 time: 1.2714937 Jul 09 13:37:29.855745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39488) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:29.968094 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-8cbc5e11-02b7-4988-8539-a0bc0bbc40cc service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4259479 Jul 09 13:37:30.007714 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d319fe-d5b4-4883-820a-7112f8e7a5aa tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Deleting subnet d852b9c6-3443-4d8f-8aca-f03400c969ba {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:37:30.022696 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4d319fe-d5b4-4883-820a-7112f8e7a5aa tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.101789 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4d319fe-d5b4-4883-820a-7112f8e7a5aa tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.240304 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4d319fe-d5b4-4883-820a-7112f8e7a5aa tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.279001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-4780f744-87af-4308-8853-b5df003d3533 req-ac6cbc16-323c-4604-a715-9ffe882ceccf tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Deleting port 45c274e8-ba74-40d7-819e-34bb6e092036 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:30.285415 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4780f744-87af-4308-8853-b5df003d3533 req-ac6cbc16-323c-4604-a715-9ffe882ceccf tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.370978 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4d319fe-d5b4-4883-820a-7112f8e7a5aa tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.462612 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-c6472329-f566-4619-b171-c46d155b09b6 service neutron] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893442 Jul 09 13:37:30.479721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc23eb8e-28f4-425c-9a20-b1e28ad1eb49 None None] Network cf3d63e0-de42-42b4-9b96-fc57ca7c98ed requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:30.481882 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4d319fe-d5b4-4883-820a-7112f8e7a5aa tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.484643 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c4d319fe-d5b4-4883-820a-7112f8e7a5aa tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/subnets/d852b9c6-3443-4d8f-8aca-f03400c969ba HTTP/1.1" status: 204 len: 168 time: 0.6275799 Jul 09 13:37:30.486610 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d319fe-d5b4-4883-820a-7112f8e7a5aa tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Pushing event deleted for resources: {'Subnet': ['ID=d852b9c6-3443-4d8f-8aca-f03400c969ba,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:30.494501 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39494) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:30.514194 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-1a10755d-d435-408b-a9c7-a71bd988b310 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=ad774c33-cfca-4add-b80c-6424715fae3e HTTP/1.1" status: 200 len: 217 time: 0.0445311 Jul 09 13:37:30.604595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4780f744-87af-4308-8853-b5df003d3533 req-ac6cbc16-323c-4604-a715-9ffe882ceccf tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] For port 45c274e8-ba74-40d7-819e-34bb6e092036, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=45c274e8-ba74-40d7-819e-34bb6e092036,segment=NetworkSegment(ac330b0a-c85f-4654-90ad-fe0921d8c350),segment_id=ac330b0a-c85f-4654-90ad-fe0921d8c350)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:30.605122 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4780f744-87af-4308-8853-b5df003d3533 req-ac6cbc16-323c-4604-a715-9ffe882ceccf tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.624900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-4780f744-87af-4308-8853-b5df003d3533 req-ac6cbc16-323c-4604-a715-9ffe882ceccf tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Calling delete_port for 45c274e8-ba74-40d7-819e-34bb6e092036 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:30.637106 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.649294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-9ee02bd7-1e67-4175-b345-612e6069a098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:30.651005 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-9ee02bd7-1e67-4175-b345-612e6069a098 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49d3e9d5-750d-45f1-840a-12db3a7eff08 HTTP/1.1" status: 200 len: 797 time: 0.1256287 Jul 09 13:37:30.717556 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d3bcb-64dd-4d8a-9639-984208a7f0f0 req-523e6bba-a06e-4f73-94c7-d14b65b14231 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:30.725772 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a34d3bcb-64dd-4d8a-9639-984208a7f0f0 req-523e6bba-a06e-4f73-94c7-d14b65b14231 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 945 time: 0.4043553 Jul 09 13:37:30.792687 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef6fff1-3fb0-4507-bc63-cdeca173da04 req-d2c27f92-3304-4b44-9783-4fcbaa387359 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:30.800390 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ef6fff1-3fb0-4507-bc63-cdeca173da04 req-d2c27f92-3304-4b44-9783-4fcbaa387359 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.4802861 Jul 09 13:37:30.872321 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a34d3bcb-64dd-4d8a-9639-984208a7f0f0 req-aff651b8-d9a5-416a-8e4c-cc40def9288a tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/security-groups?id=e3f0d38d-b381-41b9-b623-0c883133d9b2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456532 Jul 09 13:37:30.915983 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4b7d0b-914c-4ba2-aadf-7fe6be364736 None None] DHCP port deletion for cf3d63e0-de42-42b4-9b96-fc57ca7c98ed request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:37:30.973589 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Deleting port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:30.973939 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:30.979774 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ef6fff1-3fb0-4507-bc63-cdeca173da04 req-153b06c1-7a20-456b-85c3-9faa7e29dfb7 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782146 Jul 09 13:37:31.093165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b7d0b-914c-4ba2-aadf-7fe6be364736 None None] Deleting port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:31.093551 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b4b7d0b-914c-4ba2-aadf-7fe6be364736 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.097595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] For port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=562addcb-2e79-4d10-b3c1-5b157b0c5c6d,segment=NetworkSegment(fa9bdfae-f88b-4310-bcd6-447ef133f07b),segment_id=fa9bdfae-f88b-4310-bcd6-447ef133f07b)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:31.098158 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.119857 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Calling delete_port for 562addcb-2e79-4d10-b3c1-5b157b0c5c6d owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:31.242715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3b4b7d0b-914c-4ba2-aadf-7fe6be364736 None None] For port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=562addcb-2e79-4d10-b3c1-5b157b0c5c6d,segment=NetworkSegment(fa9bdfae-f88b-4310-bcd6-447ef133f07b),segment_id=fa9bdfae-f88b-4310-bcd6-447ef133f07b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:31.244084 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b4b7d0b-914c-4ba2-aadf-7fe6be364736 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.289861 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3b4b7d0b-914c-4ba2-aadf-7fe6be364736 None None] Calling delete_port for 562addcb-2e79-4d10-b3c1-5b157b0c5c6d owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:31.358508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61e61e0-b3b3-4cc7-b962-f3ffdbc8cf12 req-246e3830-755d-4d72-8290-0d5f33045420 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:31.360179 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e61e61e0-b3b3-4cc7-b962-f3ffdbc8cf12 req-246e3830-755d-4d72-8290-0d5f33045420 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.1646700 Jul 09 13:37:31.361341 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.428428 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b4b7d0b-914c-4ba2-aadf-7fe6be364736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.435055 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4780f744-87af-4308-8853-b5df003d3533 req-ac6cbc16-323c-4604-a715-9ffe882ceccf tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.446692 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Pushing event deleted for resources: {'Port': ['ID=562addcb-2e79-4d10-b3c1-5b157b0c5c6d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:31.464747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] No DVR routers for this DVR port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:31.479588 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b7d0b-914c-4ba2-aadf-7fe6be364736 None None] Pushing event deleted for resources: {'Port': ['ID=562addcb-2e79-4d10-b3c1-5b157b0c5c6d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:31.482209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b7d0b-914c-4ba2-aadf-7fe6be364736 None None] No DVR routers for this DVR port 562addcb-2e79-4d10-b3c1-5b157b0c5c6d on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:31.517363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-50421908-24c3-482b-b0e1-ed92dcefb76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:31.519575 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-50421908-24c3-482b-b0e1-ed92dcefb76c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.8609614 Jul 09 13:37:31.524391 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cbc16-323c-4604-a715-9ffe882ceccf tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Pushing event deleted for resources: {'Port': ['ID=45c274e8-ba74-40d7-819e-34bb6e092036,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:31.538656 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e61e61e0-b3b3-4cc7-b962-f3ffdbc8cf12 req-faf77811-b30f-44ae-a0aa-5687cdd21c1e tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114159 Jul 09 13:37:31.559872 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8be640ce-d52f-4b29-9ddf-be5579fb5a84 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.635434 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.651808 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf3d63e0-de42-42b4-9b96-fc57ca7c98ed']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:31.685354 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-4780f744-87af-4308-8853-b5df003d3533 req-ac6cbc16-323c-4604-a715-9ffe882ceccf tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] No DVR routers for this DVR port 45c274e8-ba74-40d7-819e-34bb6e092036 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:31.685619 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa9bdfae-f88b-4310-bcd6-447ef133f07b') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:31.685950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa9bdfae-f88b-4310-bcd6-447ef133f07b') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:31.692707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4780f744-87af-4308-8853-b5df003d3533 req-ac6cbc16-323c-4604-a715-9ffe882ceccf tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.695125 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4780f744-87af-4308-8853-b5df003d3533 req-ac6cbc16-323c-4604-a715-9ffe882ceccf tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.15 "DELETE /v2.0/ports/45c274e8-ba74-40d7-819e-34bb6e092036 HTTP/1.1" status: 204 len: 173 time: 2.1335948 Jul 09 13:37:31.695307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '19675e3d-07da-45e6-a0d4-a64c21c656ff', 'name': 'network-vif-deleted', 'tag': '45c274e8-ba74-40d7-819e-34bb6e092036'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:31.697452 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e063efcf-a17b-40d8-81fb-62bd9307e9fc" -d '{"events": [{"server_uuid": "19675e3d-07da-45e6-a0d4-a64c21c656ff", "name": "network-vif-deleted", "tag": "45c274e8-ba74-40d7-819e-34bb6e092036"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:31.702226 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.720576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.746501 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:37:31.747111 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:37:31.750724 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:37:31.780257 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7669a7fa-9543-468d-86b8-4902060ffc83 x-openstack-request-id: req-7669a7fa-9543-468d-86b8-4902060ffc83 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:31.780550 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "19675e3d-07da-45e6-a0d4-a64c21c656ff", "name": "network-vif-deleted", "tag": "45c274e8-ba74-40d7-819e-34bb6e092036", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:31.780792 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7669a7fa-9543-468d-86b8-4902060ffc83 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:31.781185 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '19675e3d-07da-45e6-a0d4-a64c21c656ff', 'name': 'network-vif-deleted', 'tag': '45c274e8-ba74-40d7-819e-34bb6e092036', 'status': 'completed', 'code': 200} Jul 09 13:37:31.798470 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8af296e-f832-4c83-931d-800ed9318c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.861795 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-e82cd476-cce3-40b8-aeaf-f6545efe911c service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164771 Jul 09 13:37:31.883139 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.894521 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:31.900880 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] 10.222.0.39 "DELETE /v2.0/networks/cf3d63e0-de42-42b4-9b96-fc57ca7c98ed HTTP/1.1" status: 204 len: 168 time: 1.3965971 Jul 09 13:37:31.938953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab12898-a57a-4077-a469-9510d3ff2d0e tempest-TagsExtTest-1574403477 tempest-TagsExtTest-1574403477-project] Pushing event deleted for resources: {'Network': ['ID=cf3d63e0-de42-42b4-9b96-fc57ca7c98ed,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:32.051053 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-0ca1ee38-416c-4fe2-9424-8b840c967a0e service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693804 Jul 09 13:37:32.179948 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-aa9e18da-c399-42ed-9578-9c7dfbf83faa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=7aafc5af-bd0d-4302-8462-84fc2adfb5f9 HTTP/1.1" status: 200 len: 217 time: 0.1160498 Jul 09 13:37:32.299692 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-781fd509-ed0a-4bd5-8a36-a3b3ef364c4c req-82f30753-8a14-430a-bad8-7aad0dfb71d6 tempest-ServerDiskConfigTestJSON-713746937 tempest-ServerDiskConfigTestJSON-713746937-project] 10.222.0.39 "GET /v2.0/ports?device_id=19675e3d-07da-45e6-a0d4-a64c21c656ff HTTP/1.1" status: 200 len: 210 time: 0.1938615 Jul 09 13:37:32.315376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-b5ffd7db-957e-474c-bf5e-693132e7b82a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:32.318292 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-b5ffd7db-957e-474c-bf5e-693132e7b82a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=49d3e9d5-750d-45f1-840a-12db3a7eff08 HTTP/1.1" status: 200 len: 797 time: 0.1373396 Jul 09 13:37:32.380840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8be640ce-d52f-4b29-9ddf-be5579fb5a84 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port 9e0e3050-96df-4856-a7c5-333743d9096e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:32.381228 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8be640ce-d52f-4b29-9ddf-be5579fb5a84 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:32.455965 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-55daa8b4-5c86-40d6-ae0b-0d30b2f6433f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:32.458468 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-55daa8b4-5c86-40d6-ae0b-0d30b2f6433f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1336694 Jul 09 13:37:32.463340 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39522) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:32.501906 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06459d88-49a3-450f-9a4e-cc8ba8a7fbde req-5df40722-d79b-4e24-b65f-34ab4f045fe2 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:32.506153 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06459d88-49a3-450f-9a4e-cc8ba8a7fbde req-5df40722-d79b-4e24-b65f-34ab4f045fe2 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.2491312 Jul 09 13:37:32.550809 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8be640ce-d52f-4b29-9ddf-be5579fb5a84 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] For port 9e0e3050-96df-4856-a7c5-333743d9096e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9e0e3050-96df-4856-a7c5-333743d9096e,segment=NetworkSegment(f17c9013-e911-47c9-8c77-a0c013cf1a22),segment_id=f17c9013-e911-47c9-8c77-a0c013cf1a22)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:32.551441 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8be640ce-d52f-4b29-9ddf-be5579fb5a84 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:32.601959 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06459d88-49a3-450f-9a4e-cc8ba8a7fbde req-d1b82994-5251-4d44-9440-230fb6a3cc9d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878758 Jul 09 13:37:32.615370 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-5b28c47f-7c8d-4771-b462-363212369aa5 service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440032 Jul 09 13:37:32.621020 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8be640ce-d52f-4b29-9ddf-be5579fb5a84 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for 9e0e3050-96df-4856-a7c5-333743d9096e owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:32.690660 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 45c274e8-ba74-40d7-819e-34bb6e092036 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:32.697371 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f8b26f4d-10da-4127-be2b-99fc8fcb9791 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b48b07649a1d4ccb95f7885063bf29e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268229 Jul 09 13:37:32.697371 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39534) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:32.760442 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 45c274e8-ba74-40d7-819e-34bb6e092036 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:32.761856 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 45c274e8-ba74-40d7-819e-34bb6e092036 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:32.905930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 562addcb-2e79-4d10-b3c1-5b157b0c5c6d no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:32.956905 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 562addcb-2e79-4d10-b3c1-5b157b0c5c6d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:32.957160 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 562addcb-2e79-4d10-b3c1-5b157b0c5c6d not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:33.010445 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13d50693-6af8-4c4b-91af-e36cda949356 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.020553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be454c8-5801-4faf-9e75-bf0ecd14e7e1 req-addf4177-5e45-4e3c-b599-c823b0ec8ce5 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:33.027838 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5be454c8-5801-4faf-9e75-bf0ecd14e7e1 req-addf4177-5e45-4e3c-b599-c823b0ec8ce5 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.2492104 Jul 09 13:37:33.093350 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13d50693-6af8-4c4b-91af-e36cda949356 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.136022 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e7b1999e-47fe-4f9e-a1d8-0a52d0ff1b0c req-820e4c42-a8c9-4937-98cc-9e7b8a322b2c service neutron] 10.222.0.18 "GET /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217278 Jul 09 13:37:33.146294 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5be454c8-5801-4faf-9e75-bf0ecd14e7e1 req-4327fd5b-4583-4574-87a8-2655b3c9fe9c tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173134 Jul 09 13:37:33.281696 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13d50693-6af8-4c4b-91af-e36cda949356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.285277 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13d50693-6af8-4c4b-91af-e36cda949356 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.286614 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-13d50693-6af8-4c4b-91af-e36cda949356 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecadd0f2-ae2e-43cb-b057-24ad8126a284 HTTP/1.1" status: 204 len: 168 time: 0.5867119 Jul 09 13:37:33.305320 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d50693-6af8-4c4b-91af-e36cda949356 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecadd0f2-ae2e-43cb-b057-24ad8126a284,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:33.323494 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8be640ce-d52f-4b29-9ddf-be5579fb5a84 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:33.631746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be640ce-d52f-4b29-9ddf-be5579fb5a84 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=9e0e3050-96df-4856-a7c5-333743d9096e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:33.874873 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8be640ce-d52f-4b29-9ddf-be5579fb5a84 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.084563 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39570) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:34.211947 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-2081b77f-5ee2-4c10-9a70-d775a93d9a51 admin admin] Deleting subnet aab4040e-8e01-4f04-9adc-821dc50dc627 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:37:34.231151 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2081b77f-5ee2-4c10-9a70-d775a93d9a51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.319689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be640ce-d52f-4b29-9ddf-be5579fb5a84 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 90d5d88c-1ad0-4d18-843a-495f2d65c47c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:37:34.374361 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2081b77f-5ee2-4c10-9a70-d775a93d9a51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.446824 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be640ce-d52f-4b29-9ddf-be5579fb5a84 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:34.455981 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8be640ce-d52f-4b29-9ddf-be5579fb5a84 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/90d5d88c-1ad0-4d18-843a-495f2d65c47c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7534115 Jul 09 13:37:34.456746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39578) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:34.459213 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d97231-3d9c-410d-920f-0ad16e4001b4 None None] Sync routers for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:34.479058 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d97231-3d9c-410d-920f-0ad16e4001b4 None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:34.481620 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-14d97231-3d9c-410d-920f-0ad16e4001b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:34.586939 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-2aacf959-fac3-480e-8610-f75ea0061600 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting subnet 2299b038-3642-4558-9416-d85fc9a961d4 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:37:34.593631 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2081b77f-5ee2-4c10-9a70-d775a93d9a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.606928 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2aacf959-fac3-480e-8610-f75ea0061600 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.684148 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-14d97231-3d9c-410d-920f-0ad16e4001b4 None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:34.684560 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.730583 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f29af741-498d-4b79-9ab9-3ede069ce91e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.735750 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2aacf959-fac3-480e-8610-f75ea0061600 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.743496 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2081b77f-5ee2-4c10-9a70-d775a93d9a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.799452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2081b77f-5ee2-4c10-9a70-d775a93d9a51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aab4040e-8e01-4f04-9adc-821dc50dc627,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:34.819192 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-14d97231-3d9c-410d-920f-0ad16e4001b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:33Z', 'revision_number': 11, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:34.848561 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940e7887-8a65-49c6-8043-95999c124be4 req-1e1a58b1-4e7c-4b06-98b8-2f0956ac4895 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:34.850529 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-940e7887-8a65-49c6-8043-95999c124be4 req-1e1a58b1-4e7c-4b06-98b8-2f0956ac4895 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.3372190 Jul 09 13:37:34.861387 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2081b77f-5ee2-4c10-9a70-d775a93d9a51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.862677 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2aacf959-fac3-480e-8610-f75ea0061600 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:34.863939 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2081b77f-5ee2-4c10-9a70-d775a93d9a51 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/aab4040e-8e01-4f04-9adc-821dc50dc627 HTTP/1.1" status: 204 len: 168 time: 0.7783585 Jul 09 13:37:34.878155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39596) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:34.927270 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d97231-3d9c-410d-920f-0ad16e4001b4 None None] Checking router: 90d5d88c-1ad0-4d18-843a-495f2d65c47c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:37:34.949664 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d97231-3d9c-410d-920f-0ad16e4001b4 None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:34.950292 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-14d97231-3d9c-410d-920f-0ad16e4001b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:35.016601 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2aacf959-fac3-480e-8610-f75ea0061600 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.041208 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-940e7887-8a65-49c6-8043-95999c124be4 req-5f42304d-b97a-4a8f-9a88-d18009362050 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757224 Jul 09 13:37:35.065437 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2fa7-c8a1-410b-98b2-a55fbc872e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.092578 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aacf959-fac3-480e-8610-f75ea0061600 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Subnet': ['ID=2299b038-3642-4558-9416-d85fc9a961d4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:35.108721 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2aacf959-fac3-480e-8610-f75ea0061600 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.108963 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b647307c-764c-43db-828c-237517640c49 None None] Network d636e23b-091d-4d01-9a8c-46f409149236 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:35.115422 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2aacf959-fac3-480e-8610-f75ea0061600 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/2299b038-3642-4558-9416-d85fc9a961d4 HTTP/1.1" status: 204 len: 168 time: 0.6574683 Jul 09 13:37:35.116349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39600) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:35.149507 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-14d97231-3d9c-410d-920f-0ad16e4001b4 None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:35.281307 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-14d97231-3d9c-410d-920f-0ad16e4001b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:33Z', 'revision_number': 11, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:35.290120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.296924 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2fa7-c8a1-410b-98b2-a55fbc872e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.312153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c7bd2fa7-c8a1-410b-98b2-a55fbc872e7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6b007d5-12b7-4adb-8cf1-1887c546481e']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:35.345776 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d97231-3d9c-410d-920f-0ad16e4001b4 None None] The sync data for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 is: [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:33Z', 'revision_number': 11, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:35.358558 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c7bd2fa7-c8a1-410b-98b2-a55fbc872e7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac330b0a-c85f-4654-90ad-fe0921d8c350') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:35.361403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c7bd2fa7-c8a1-410b-98b2-a55fbc872e7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac330b0a-c85f-4654-90ad-fe0921d8c350') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:35.380059 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2fa7-c8a1-410b-98b2-a55fbc872e7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.407882 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2fa7-c8a1-410b-98b2-a55fbc872e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.415660 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7bd2fa7-c8a1-410b-98b2-a55fbc872e7d admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:37:35.416272 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2fa7-c8a1-410b-98b2-a55fbc872e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:37:35.418274 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:37:35.433250 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Deleting port 45872ed7-3201-4821-9528-4b7e571220b0 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:35.433596 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.505962 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2fa7-c8a1-410b-98b2-a55fbc872e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.522694 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7bd2fa7-c8a1-410b-98b2-a55fbc872e7d admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.532862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c7bd2fa7-c8a1-410b-98b2-a55fbc872e7d admin admin] 10.222.0.39 "DELETE /v2.0/networks/f6b007d5-12b7-4adb-8cf1-1887c546481e HTTP/1.1" status: 204 len: 168 time: 0.6517370 Jul 09 13:37:35.564273 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] For port 45872ed7-3201-4821-9528-4b7e571220b0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=45872ed7-3201-4821-9528-4b7e571220b0,segment=NetworkSegment(f17c9013-e911-47c9-8c77-a0c013cf1a22),segment_id=f17c9013-e911-47c9-8c77-a0c013cf1a22)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:35.564589 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.564896 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.591038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd2fa7-c8a1-410b-98b2-a55fbc872e7d admin admin] Pushing event deleted for resources: {'Network': ['ID=f6b007d5-12b7-4adb-8cf1-1887c546481e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:35.597712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Calling delete_port for 45872ed7-3201-4821-9528-4b7e571220b0 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:35.733160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39616) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:35.737769 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920ba1fb-a95f-4c89-8efc-9a377fdf5692 None None] DHCP port deletion for d636e23b-091d-4d01-9a8c-46f409149236 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:37:35.797879 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.822734 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-be38ee02-a345-4e0d-b723-fa3ee2509891 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=16887d6d91964dff9ba1d08911421027&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869248 Jul 09 13:37:35.831795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39618) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:35.897878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Port': ['ID=45872ed7-3201-4821-9528-4b7e571220b0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:35.899655 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-920ba1fb-a95f-4c89-8efc-9a377fdf5692 None None] Deleting port 45872ed7-3201-4821-9528-4b7e571220b0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:35.900962 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-920ba1fb-a95f-4c89-8efc-9a377fdf5692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:35.913287 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] No DVR routers for this DVR port 45872ed7-3201-4821-9528-4b7e571220b0 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:36.044335 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b36f86c-74fa-4c54-88b8-91c0853c6ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.155703 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.173745 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b36f86c-74fa-4c54-88b8-91c0853c6ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.208498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d636e23b-091d-4d01-9a8c-46f409149236']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:36.209001 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-920ba1fb-a95f-4c89-8efc-9a377fdf5692 None None] For port 45872ed7-3201-4821-9528-4b7e571220b0, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:36.209682 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-920ba1fb-a95f-4c89-8efc-9a377fdf5692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.225413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-920ba1fb-a95f-4c89-8efc-9a377fdf5692 None None] Calling delete_port for 45872ed7-3201-4821-9528-4b7e571220b0 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:36.230138 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-920ba1fb-a95f-4c89-8efc-9a377fdf5692 None None] Port 45872ed7-3201-4821-9528-4b7e571220b0 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:37:36.232620 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-920ba1fb-a95f-4c89-8efc-9a377fdf5692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.297759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920ba1fb-a95f-4c89-8efc-9a377fdf5692 None None] Pushing event deleted for resources: {'Port': ['ID=45872ed7-3201-4821-9528-4b7e571220b0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:36.317176 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5f9fa9-8749-4203-ad04-f17aa6f0cae3 req-cc341479-ea15-4832-a94d-428dce4a5bb3 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:36.319301 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae5f9fa9-8749-4203-ad04-f17aa6f0cae3 req-cc341479-ea15-4832-a94d-428dce4a5bb3 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.1169102 Jul 09 13:37:36.324134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17c9013-e911-47c9-8c77-a0c013cf1a22') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:36.324481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17c9013-e911-47c9-8c77-a0c013cf1a22') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:36.332651 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b36f86c-74fa-4c54-88b8-91c0853c6ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.335289 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920ba1fb-a95f-4c89-8efc-9a377fdf5692 None None] No DVR routers for this DVR port 45872ed7-3201-4821-9528-4b7e571220b0 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:36.339031 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b36f86c-74fa-4c54-88b8-91c0853c6ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.340188 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2b36f86c-74fa-4c54-88b8-91c0853c6ddf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e3f0d38d-b381-41b9-b623-0c883133d9b2 HTTP/1.1" status: 204 len: 168 time: 0.5022624 Jul 09 13:37:36.367902 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b36f86c-74fa-4c54-88b8-91c0853c6ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f0d38d-b381-41b9-b623-0c883133d9b2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:36.374190 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.443510 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.463949 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae5f9fa9-8749-4203-ad04-f17aa6f0cae3 req-1b9701d5-134a-40c3-aa13-f67c6d24887f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339400 Jul 09 13:37:36.466794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:37:36.467255 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.540383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255922e9-6e6d-4912-ae79-0fa9e64fd3b0 req-5013e285-e0e6-41e4-826c-51ff6ed20a58 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:36.542130 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-255922e9-6e6d-4912-ae79-0fa9e64fd3b0 req-5013e285-e0e6-41e4-826c-51ff6ed20a58 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.0772333 Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:37:36.591459 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:37:36.625708 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-255922e9-6e6d-4912-ae79-0fa9e64fd3b0 req-ed90cf45-f073-4910-a7c3-49f06bdc5b73 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778358 Jul 09 13:37:36.637440 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fcf25-5c7f-442d-aba8-d4496801eda7 req-5846e548-e305-45df-a444-30588e2b84b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:36.642928 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc3fcf25-5c7f-442d-aba8-d4496801eda7 req-5846e548-e305-45df-a444-30588e2b84b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7988931c66014d94a538d603c69f6b55&device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 1096 time: 0.4770892 Jul 09 13:37:36.650063 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.698434 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:36.711557 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/networks/d636e23b-091d-4d01-9a8c-46f409149236 HTTP/1.1" status: 204 len: 168 time: 1.5933571 Jul 09 13:37:36.714423 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39646) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:36.721826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f282efa3-6c5d-4c7c-b6ff-08eb7ee24aab tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'router': {'routes': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:36.822042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddccf243-5fba-492c-8699-22a0e54aa909 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Pushing event deleted for resources: {'Network': ['ID=d636e23b-091d-4d01-9a8c-46f409149236,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:36.849324 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9e0e3050-96df-4856-a7c5-333743d9096e no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:36.906029 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 9e0e3050-96df-4856-a7c5-333743d9096e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:36.906386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9e0e3050-96df-4856-a7c5-333743d9096e not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:36.906808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 45872ed7-3201-4821-9528-4b7e571220b0 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:36.945326 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fcf25-5c7f-442d-aba8-d4496801eda7 req-c58576b1-ec1a-4be6-b09b-ef3b604c194d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:36.946950 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc3fcf25-5c7f-442d-aba8-d4496801eda7 req-c58576b1-ec1a-4be6-b09b-ef3b604c194d service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 HTTP/1.1" status: 200 len: 920 time: 0.2917535 Jul 09 13:37:36.949526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 45872ed7-3201-4821-9528-4b7e571220b0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:36.949877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 45872ed7-3201-4821-9528-4b7e571220b0 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:36.992557 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.018101 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc3fcf25-5c7f-442d-aba8-d4496801eda7 req-6295e39b-b0d1-42a9-92b9-ec913123790d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21c99192-eda1-4ebc-8f17-9c8c7b7639c0 HTTP/1.1" status: 200 len: 217 time: 0.0641296 Jul 09 13:37:37.139521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3fcf25-5c7f-442d-aba8-d4496801eda7 req-3526f4be-6171-4b58-a56f-e43e79b89100 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:37.141074 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc3fcf25-5c7f-442d-aba8-d4496801eda7 req-3526f4be-6171-4b58-a56f-e43e79b89100 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e16ab60-94e1-4b9b-b001-fec4823748a4 HTTP/1.1" status: 200 len: 859 time: 0.1167574 Jul 09 13:37:37.219014 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc3fcf25-5c7f-442d-aba8-d4496801eda7 req-45c3539b-448e-4259-a996-c38b6592cafc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695662 Jul 09 13:37:37.462106 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc3fcf25-5c7f-442d-aba8-d4496801eda7 req-44e5c754-b1eb-467e-8ceb-267a193438b5 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2339966 Jul 09 13:37:37.656535 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc3fcf25-5c7f-442d-aba8-d4496801eda7 req-8a24924b-b4ed-4086-976f-328813c349df service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870389 Jul 09 13:37:37.734003 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.extraroute_db [None req-f282efa3-6c5d-4c7c-b6ff-08eb7ee24aab tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Added routes are [] {{(pid=93754) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 13:37:37.734544 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.extraroute_db [None req-f282efa3-6c5d-4c7c-b6ff-08eb7ee24aab tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Removed routes are [] {{(pid=93754) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 13:37:37.734675 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f282efa3-6c5d-4c7c-b6ff-08eb7ee24aab tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:37.753482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39682) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:37.877879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e896f9-cbdb-4eef-87d7-8a499045a0c6 req-b78b0261-21f1-482d-a2cb-00c4ec37cbe3 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:37.885647 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7e896f9-cbdb-4eef-87d7-8a499045a0c6 req-b78b0261-21f1-482d-a2cb-00c4ec37cbe3 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.2700675 Jul 09 13:37:37.934349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1bd21d1d-98ad-40a7-82ca-2cb83c19622e admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1906335785-network', 'tenant_id': '8159c345d90e44b79fb1c67ef17f73d7'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:37.980394 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bd21d1d-98ad-40a7-82ca-2cb83c19622e admin admin] Made reservation on behalf of 8159c345d90e44b79fb1c67ef17f73d7 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:37.983582 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bd21d1d-98ad-40a7-82ca-2cb83c19622e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.015984 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bd21d1d-98ad-40a7-82ca-2cb83c19622e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.065298 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f282efa3-6c5d-4c7c-b6ff-08eb7ee24aab tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.081349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653c499a-d3b8-41f3-878b-30f0d63abb6a req-612d0f85-e3c1-4036-91f9-4822ddca13a8 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:38.087954 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-653c499a-d3b8-41f3-878b-30f0d63abb6a req-612d0f85-e3c1-4036-91f9-4822ddca13a8 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.2896502 Jul 09 13:37:38.093700 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7e896f9-cbdb-4eef-87d7-8a499045a0c6 req-94240b86-4939-472e-9285-7cb971aa1a58 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059791 Jul 09 13:37:38.107694 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f282efa3-6c5d-4c7c-b6ff-08eb7ee24aab tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.239324 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bd21d1d-98ad-40a7-82ca-2cb83c19622e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.246486 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bd21d1d-98ad-40a7-82ca-2cb83c19622e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.275532 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bd21d1d-98ad-40a7-82ca-2cb83c19622e admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:37:38.279221 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f282efa3-6c5d-4c7c-b6ff-08eb7ee24aab tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 90d5d88c-1ad0-4d18-843a-495f2d65c47c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:37:38.283300 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-653c499a-d3b8-41f3-878b-30f0d63abb6a req-72695e57-2742-42eb-8ada-6e673fe69b27 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832519 Jul 09 13:37:38.298996 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bd21d1d-98ad-40a7-82ca-2cb83c19622e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.299876 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-1bd21d1d-98ad-40a7-82ca-2cb83c19622e admin admin] Added segment 38d8e2c3-ebea-429f-9ef1-11c01bef5cab of type vlan for network ce6712c5-f1bd-409e-8201-ba6d0852d3c1 Jul 09 13:37:38.311269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd21d1d-98ad-40a7-82ca-2cb83c19622e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f511c358-dcb3-4cce-a465-6637ec1bb073,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:38.352904 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.418421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f282efa3-6c5d-4c7c-b6ff-08eb7ee24aab tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:38.434303 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf654e3-58a7-44ab-b7c4-cbfe8da93748 None None] Sync routers for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:38.456460 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf654e3-58a7-44ab-b7c4-cbfe8da93748 None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:38.459801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-faf654e3-58a7-44ab-b7c4-cbfe8da93748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:38.460155 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f282efa3-6c5d-4c7c-b6ff-08eb7ee24aab tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.462080 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f282efa3-6c5d-4c7c-b6ff-08eb7ee24aab tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/90d5d88c-1ad0-4d18-843a-495f2d65c47c HTTP/1.1" status: 200 len: 700 time: 1.7462034 Jul 09 13:37:38.465844 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39696) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:38.467119 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bd21d1d-98ad-40a7-82ca-2cb83c19622e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.521858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a83ee55c-9d11-4977-83f7-1df264befd1d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports?device_id=90d5d88c-1ad0-4d18-843a-495f2d65c47c HTTP/1.1" status: 200 len: 205 time: 0.0546162 Jul 09 13:37:38.531350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39698) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:38.543992 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bd21d1d-98ad-40a7-82ca-2cb83c19622e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.545105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bd21d1d-98ad-40a7-82ca-2cb83c19622e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:38.545529 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1bd21d1d-98ad-40a7-82ca-2cb83c19622e admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.560466 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-faf654e3-58a7-44ab-b7c4-cbfe8da93748 None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:38.660081 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-faf654e3-58a7-44ab-b7c4-cbfe8da93748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:33Z', 'revision_number': 11, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:38.664136 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.693982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf654e3-58a7-44ab-b7c4-cbfe8da93748 None None] Checking router: 90d5d88c-1ad0-4d18-843a-495f2d65c47c for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:37:38.704556 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf654e3-58a7-44ab-b7c4-cbfe8da93748 None None] Routers {'90d5d88c-1ad0-4d18-843a-495f2d65c47c'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:38.705507 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-faf654e3-58a7-44ab-b7c4-cbfe8da93748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:38.719626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd21d1d-98ad-40a7-82ca-2cb83c19622e admin admin] Pushing event updated for resources: {'Network': ['ID=ce6712c5-f1bd-409e-8201-ba6d0852d3c1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:38.746946 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network ce6712c5-f1bd-409e-8201-ba6d0852d3c1 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:37:38.759606 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d0cd-f560-4193-a92d-f994ff3fc287 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:38.827207 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-faf654e3-58a7-44ab-b7c4-cbfe8da93748 None None] Set router 90d5d88c-1ad0-4d18-843a-495f2d65c47c gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:38.889011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-faf654e3-58a7-44ab-b7c4-cbfe8da93748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:33Z', 'revision_number': 11, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:38.921105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf654e3-58a7-44ab-b7c4-cbfe8da93748 None None] The sync data for ids ['90d5d88c-1ad0-4d18-843a-495f2d65c47c'] in n-d-799525-3 is: [{'id': '90d5d88c-1ad0-4d18-843a-495f2d65c47c', 'name': 'tempest-RoutersTest-router-238140394', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:35Z', 'updated_at': '2021-07-09T13:37:33Z', 'revision_number': 11, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:39.053707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d0cd-f560-4193-a92d-f994ff3fc287 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.056195 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d0cd-f560-4193-a92d-f994ff3fc287 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.117355 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1bd21d1d-98ad-40a7-82ca-2cb83c19622e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3623416 Jul 09 13:37:39.120539 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39712) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:39.149790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e4bcedd6-9ed8-42b4-aa6a-52886106f2c5 admin admin] Request body: {'subnet': {'network_id': 'ce6712c5-f1bd-409e-8201-ba6d0852d3c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1906335785-subnet', 'tenant_id': '8159c345d90e44b79fb1c67ef17f73d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:39.198980 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d0cd-f560-4193-a92d-f994ff3fc287 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.199459 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ee8d0cd-f560-4193-a92d-f994ff3fc287 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Fanout notify agent at l3_agent the message router_deleted on router 90d5d88c-1ad0-4d18-843a-495f2d65c47c {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:37:39.224631 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ee8d0cd-f560-4193-a92d-f994ff3fc287 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.229583 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4ee8d0cd-f560-4193-a92d-f994ff3fc287 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/routers/90d5d88c-1ad0-4d18-843a-495f2d65c47c HTTP/1.1" status: 204 len: 168 time: 0.6921794 Jul 09 13:37:39.229583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4bcedd6-9ed8-42b4-aa6a-52886106f2c5 admin admin] Made reservation on behalf of 8159c345d90e44b79fb1c67ef17f73d7 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:39.229583 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4bcedd6-9ed8-42b4-aa6a-52886106f2c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.230601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39718) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:39.236641 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-954fd30a-684f-487a-b1b4-860f099991fe tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1123768173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:39.298953 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-954fd30a-684f-487a-b1b4-860f099991fe tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.304160 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-954fd30a-684f-487a-b1b4-860f099991fe tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.504237 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-954fd30a-684f-487a-b1b4-860f099991fe tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.513122 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-954fd30a-684f-487a-b1b4-860f099991fe tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.567192 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-954fd30a-684f-487a-b1b4-860f099991fe tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:39.573169 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-954fd30a-684f-487a-b1b4-860f099991fe tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3397658 Jul 09 13:37:39.578605 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39722) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:39.592914 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8957e110-c78d-4ebf-a54c-b6c091cfedcb tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:39.657626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552fd72a-b616-4944-8c43-4670ebc4006f req-647e4e79-f345-434b-a29d-7740a015548a tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:39.660118 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-552fd72a-b616-4944-8c43-4670ebc4006f req-647e4e79-f345-434b-a29d-7740a015548a tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.2863412 Jul 09 13:37:39.767478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3336b7-1c09-475d-b9f0-daca6e6f4888 req-7b7cc3b5-cd56-4948-a63e-bd1d8d4da38f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:39.773178 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b3336b7-1c09-475d-b9f0-daca6e6f4888 req-7b7cc3b5-cd56-4948-a63e-bd1d8d4da38f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.2143474 Jul 09 13:37:39.794378 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-552fd72a-b616-4944-8c43-4670ebc4006f req-3f9b7bf2-f195-4773-a06e-d12f541c7651 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255305 Jul 09 13:37:39.870526 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b3336b7-1c09-475d-b9f0-daca6e6f4888 req-5b90de04-3130-40bc-af78-f40bd94ed79e tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919807 Jul 09 13:37:40.250966 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4bcedd6-9ed8-42b4-aa6a-52886106f2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:40.356883 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8957e110-c78d-4ebf-a54c-b6c091cfedcb tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:40.388661 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8957e110-c78d-4ebf-a54c-b6c091cfedcb tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:40.432997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bcedd6-9ed8-42b4-aa6a-52886106f2c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcb92f90-4d1d-4c1c-82d2-1630bd3b1682,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:40.467254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4bcedd6-9ed8-42b4-aa6a-52886106f2c5 admin admin] Checking segment: {'id': '38d8e2c3-ebea-429f-9ef1-11c01bef5cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ce6712c5-f1bd-409e-8201-ba6d0852d3c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:40.467674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bcedd6-9ed8-42b4-aa6a-52886106f2c5 admin admin] Network hostable DHCP agents. Network: ce6712c5-f1bd-409e-8201-ba6d0852d3c1, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:37:40.497345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4bcedd6-9ed8-42b4-aa6a-52886106f2c5 admin admin] Network ce6712c5-f1bd-409e-8201-ba6d0852d3c1 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:37:40.512217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e4bcedd6-9ed8-42b4-aa6a-52886106f2c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, ce6712c5-f1bd-409e-8201-ba6d0852d3c1) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:40.518235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4bcedd6-9ed8-42b4-aa6a-52886106f2c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:40.518744 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4bcedd6-9ed8-42b4-aa6a-52886106f2c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:40.527892 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f37ebd-51e9-42b4-a1dc-60e0af9e9e38 None None] Network ce6712c5-f1bd-409e-8201-ba6d0852d3c1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:40.529337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8957e110-c78d-4ebf-a54c-b6c091cfedcb tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Router 2ceda42f-6315-4f47-afb6-93dca263a46c is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:37:40.542817 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e4bcedd6-9ed8-42b4-aa6a-52886106f2c5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4206307 Jul 09 13:37:40.673938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8957e110-c78d-4ebf-a54c-b6c091cfedcb tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:37:40.688747 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac383f-2b1e-4677-a875-559e1fb08d86 None None] Sync routers for ids ['2ceda42f-6315-4f47-afb6-93dca263a46c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:37:40.711599 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8957e110-c78d-4ebf-a54c-b6c091cfedcb tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:40.713371 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd97badc-c779-499e-b93d-2a8ed217d01d None None] Network ce6712c5-f1bd-409e-8201-ba6d0852d3c1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:37:40.714462 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac383f-2b1e-4677-a875-559e1fb08d86 None None] Routers {'2ceda42f-6315-4f47-afb6-93dca263a46c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:40.716096 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c6ac383f-2b1e-4677-a875-559e1fb08d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['2ceda42f-6315-4f47-afb6-93dca263a46c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:40.718497 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39736) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:40.734912 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8957e110-c78d-4ebf-a54c-b6c091cfedcb tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "PUT /v2.0/routers/2ceda42f-6315-4f47-afb6-93dca263a46c HTTP/1.1" status: 200 len: 694 time: 1.1519427 Jul 09 13:37:40.870383 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c6ac383f-2b1e-4677-a875-559e1fb08d86 None None] Set router 2ceda42f-6315-4f47-afb6-93dca263a46c gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:40.875521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39746) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:40.900053 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-429480c3-8bee-4e25-9ebc-2ac46ea21c48 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/routers/2ceda42f-6315-4f47-afb6-93dca263a46c HTTP/1.1" status: 200 len: 700 time: 0.1796467 Jul 09 13:37:40.958353 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39750) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:40.963788 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f9a600db-5663-49b5-967b-c0081ea7cc0d tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ceda42f-6315-4f47-afb6-93dca263a46c HTTP/1.1" status: 200 len: 205 time: 0.0872371 Jul 09 13:37:40.976640 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c6ac383f-2b1e-4677-a875-559e1fb08d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ceda42f-6315-4f47-afb6-93dca263a46c', 'name': 'tempest-RoutersTest-router-1123768173', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:39Z', 'updated_at': '2021-07-09T13:37:40Z', 'revision_number': 2, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:41.040043 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac383f-2b1e-4677-a875-559e1fb08d86 None None] Checking router: 2ceda42f-6315-4f47-afb6-93dca263a46c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:37:41.051264 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ac383f-2b1e-4677-a875-559e1fb08d86 None None] Routers {'2ceda42f-6315-4f47-afb6-93dca263a46c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:37:41.052116 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c6ac383f-2b1e-4677-a875-559e1fb08d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:37:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['2ceda42f-6315-4f47-afb6-93dca263a46c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:41.066399 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa8d4-d328-4ec7-b2bc-782bc7d7fa9f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:41.133002 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c6ac383f-2b1e-4677-a875-559e1fb08d86 None None] Set router 2ceda42f-6315-4f47-afb6-93dca263a46c gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:37:41.195357 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c6ac383f-2b1e-4677-a875-559e1fb08d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ceda42f-6315-4f47-afb6-93dca263a46c', 'name': 'tempest-RoutersTest-router-1123768173', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:39Z', 'updated_at': '2021-07-09T13:37:40Z', 'revision_number': 2, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:37:41.223732 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ac383f-2b1e-4677-a875-559e1fb08d86 None None] The sync data for ids ['2ceda42f-6315-4f47-afb6-93dca263a46c'] in n-d-799525-3 is: [{'id': '2ceda42f-6315-4f47-afb6-93dca263a46c', 'name': 'tempest-RoutersTest-router-1123768173', 'tenant_id': '9f5182291d214869b5ef5954bb1eb951', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:37:39Z', 'updated_at': '2021-07-09T13:37:40Z', 'revision_number': 2, 'project_id': '9f5182291d214869b5ef5954bb1eb951', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:37:41.414066 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa8d4-d328-4ec7-b2bc-782bc7d7fa9f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:41.425529 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa8d4-d328-4ec7-b2bc-782bc7d7fa9f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:41.509723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d78a71-1c13-4e3f-810b-f3cb61eaf19a req-81a36e37-fb7d-45f1-99e3-099ffcf1279d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:41.516624 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-10d78a71-1c13-4e3f-810b-f3cb61eaf19a req-81a36e37-fb7d-45f1-99e3-099ffcf1279d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.4385214 Jul 09 13:37:41.543302 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2841e25-aec8-453e-bafa-3a7477172969 req-5caabc63-f9d2-4594-8683-063ec6455bf9 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:41.544888 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2841e25-aec8-453e-bafa-3a7477172969 req-5caabc63-f9d2-4594-8683-063ec6455bf9 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/networks?id=ce6712c5-f1bd-409e-8201-ba6d0852d3c1 HTTP/1.1" status: 200 len: 809 time: 0.3787599 Jul 09 13:37:41.559003 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa8d4-d328-4ec7-b2bc-782bc7d7fa9f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:41.559563 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc0aa8d4-d328-4ec7-b2bc-782bc7d7fa9f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Fanout notify agent at l3_agent the message router_deleted on router 2ceda42f-6315-4f47-afb6-93dca263a46c {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:37:41.574654 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc0aa8d4-d328-4ec7-b2bc-782bc7d7fa9f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:41.577418 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cc0aa8d4-d328-4ec7-b2bc-782bc7d7fa9f tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/routers/2ceda42f-6315-4f47-afb6-93dca263a46c HTTP/1.1" status: 204 len: 168 time: 0.6164663 Jul 09 13:37:41.579363 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39776) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:41.610974 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2841e25-aec8-453e-bafa-3a7477172969 req-23cda3ae-a9c9-460f-94ac-9f621b7cb713 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/quotas/8159c345d90e44b79fb1c67ef17f73d7 HTTP/1.1" status: 200 len: 375 time: 0.0551982 Jul 09 13:37:41.643946 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-996d373f-7ac8-4b4c-8915-bed1fd2b2e51 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ceda42f-6315-4f47-afb6-93dca263a46c HTTP/1.1" status: 200 len: 205 time: 0.0626056 Jul 09 13:37:41.646483 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39778) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:41.670212 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-10d78a71-1c13-4e3f-810b-f3cb61eaf19a req-b4fdbfbc-6b60-4217-9f71-39ad479082c3 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526186 Jul 09 13:37:41.705114 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-abb5e679-87bf-4605-976d-85ba4b282ac4 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] delete failed (client error): The resource could not be found. Jul 09 13:37:41.711315 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39780) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:41.711508 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-abb5e679-87bf-4605-976d-85ba4b282ac4 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/routers/2ceda42f-6315-4f47-afb6-93dca263a46c HTTP/1.1" status: 404 len: 336 time: 0.0628686 Jul 09 13:37:41.717792 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2841e25-aec8-453e-bafa-3a7477172969 req-8d73ede0-860f-4a5c-a993-2ebcd6a62ad4 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=8159c345d90e44b79fb1c67ef17f73d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0789945 Jul 09 13:37:41.799766 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbfa4d53-a788-496b-a38a-07e0da77bcd1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] DELETE failed (client error): The resource could not be found. Jul 09 13:37:41.800508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dbfa4d53-a788-496b-a38a-07e0da77bcd1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:37:41.802382 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dbfa4d53-a788-496b-a38a-07e0da77bcd1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/b7d17767-437a-4f26-84d9-081c80f37615 HTTP/1.1" status: 404 len: 337 time: 0.0872829 Jul 09 13:37:41.805114 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39782) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:41.859034 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2f56b7-9273-4712-bd0e-8503651ee557 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] DELETE failed (client error): The resource could not be found. Jul 09 13:37:41.859441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2f56b7-9273-4712-bd0e-8503651ee557 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:37:41.863924 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ea2f56b7-9273-4712-bd0e-8503651ee557 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/8dfad291-655d-4d69-92a2-2d3e22b1eaa7 HTTP/1.1" status: 404 len: 337 time: 0.0549576 Jul 09 13:37:41.869642 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39786) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:41.901969 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-d71a207a-3e23-489d-8a1b-4a8f76d9d8e2 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] DELETE failed (client error): The resource could not be found. Jul 09 13:37:41.902443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d71a207a-3e23-489d-8a1b-4a8f76d9d8e2 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:37:41.904274 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d71a207a-3e23-489d-8a1b-4a8f76d9d8e2 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/88ac01e1-af27-4a2c-a3cc-d35f0f6c0f95 HTTP/1.1" status: 404 len: 337 time: 0.0336306 Jul 09 13:37:41.907042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39788) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:41.940802 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ea50eb5-90af-4ab4-8cce-11f07eb4273a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] DELETE failed (client error): The resource could not be found. Jul 09 13:37:41.941272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ea50eb5-90af-4ab4-8cce-11f07eb4273a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:37:41.943039 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9ea50eb5-90af-4ab4-8cce-11f07eb4273a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/2299b038-3642-4558-9416-d85fc9a961d4 HTTP/1.1" status: 404 len: 337 time: 0.0350018 Jul 09 13:37:41.945836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39790) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:41.994433 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7d8636b6-c879-4aca-9552-480fdf3e1249 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports?device_id=90d5d88c-1ad0-4d18-843a-495f2d65c47c HTTP/1.1" status: 200 len: 205 time: 0.0454633 Jul 09 13:37:41.994816 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39792) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.074125 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-03a56c97-bb75-498c-8147-c371fe80e451 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] delete failed (client error): The resource could not be found. Jul 09 13:37:42.077535 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-03a56c97-bb75-498c-8147-c371fe80e451 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/routers/90d5d88c-1ad0-4d18-843a-495f2d65c47c HTTP/1.1" status: 404 len: 336 time: 0.0792329 Jul 09 13:37:42.077759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39794) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.092214 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2841e25-aec8-453e-bafa-3a7477172969 req-d2f2144c-9bf0-4176-b86a-2c8683c7a4e2 service neutron] 10.222.0.39 "GET /v2.0/networks/ce6712c5-f1bd-409e-8201-ba6d0852d3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560252 Jul 09 13:37:42.113080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad768c4b-0eba-49b2-8367-3e48ef24aa88 req-c4f2a90c-e379-4b21-aca5-3139c856cf3b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:42.114880 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad768c4b-0eba-49b2-8367-3e48ef24aa88 req-c4f2a90c-e379-4b21-aca5-3139c856cf3b tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.2291563 Jul 09 13:37:42.141797 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3a424013-221e-4731-86e9-5c1b34ae65b0 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports?device_id=14a0872c-122f-46f6-8292-43e64b7bf20a HTTP/1.1" status: 200 len: 205 time: 0.0608315 Jul 09 13:37:42.142476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39796) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.236800 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-6c51f824-5e3a-408c-946e-cf212cb303bb tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] delete failed (client error): The resource could not be found. Jul 09 13:37:42.245637 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6c51f824-5e3a-408c-946e-cf212cb303bb tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/routers/14a0872c-122f-46f6-8292-43e64b7bf20a HTTP/1.1" status: 404 len: 336 time: 0.1012893 Jul 09 13:37:42.247745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39798) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.295977 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac592411-1a85-4de2-a81e-39a10073c6cd tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] DELETE failed (client error): The resource could not be found. Jul 09 13:37:42.296461 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac592411-1a85-4de2-a81e-39a10073c6cd tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:37:42.303284 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ac592411-1a85-4de2-a81e-39a10073c6cd tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/3622e2b4-f7de-4306-b856-94bfca533f05 HTTP/1.1" status: 404 len: 337 time: 0.0542579 Jul 09 13:37:42.304040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39804) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.362043 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-59356603-3ada-4b18-88c5-44074ab7c872 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports?device_id=d6c0405a-113b-4d66-ae08-110a3ab0f929 HTTP/1.1" status: 200 len: 205 time: 0.0448620 Jul 09 13:37:42.364972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39806) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.396193 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad768c4b-0eba-49b2-8367-3e48ef24aa88 req-083ba987-9c6c-4f58-a480-3d00bc89df58 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757205 Jul 09 13:37:42.438984 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2841e25-aec8-453e-bafa-3a7477172969 req-c8829d00-d53d-47b5-a6b7-7fce2be0592e service neutron] 10.222.0.39 "GET /v2.0/networks/ce6712c5-f1bd-409e-8201-ba6d0852d3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3228049 Jul 09 13:37:42.460798 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-a8e7ad8d-7ca9-4ea9-8852-dc425bb3ed24 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] delete failed (client error): The resource could not be found. Jul 09 13:37:42.461872 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a8e7ad8d-7ca9-4ea9-8852-dc425bb3ed24 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/routers/d6c0405a-113b-4d66-ae08-110a3ab0f929 HTTP/1.1" status: 404 len: 336 time: 0.0959029 Jul 09 13:37:42.464651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39808) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.530833 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8a4896c1-0265-41bc-bf73-03fb50c0c8ff tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports?device_id=edf0c025-7f8b-4295-a27d-2648d9327897 HTTP/1.1" status: 200 len: 205 time: 0.0648162 Jul 09 13:37:42.533329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39810) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.588868 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-fe19b8ff-dbf5-4c65-9231-bada6939121b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] delete failed (client error): The resource could not be found. Jul 09 13:37:42.589940 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fe19b8ff-dbf5-4c65-9231-bada6939121b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/routers/edf0c025-7f8b-4295-a27d-2648d9327897 HTTP/1.1" status: 404 len: 336 time: 0.0550687 Jul 09 13:37:42.592918 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39812) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.668909 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-533d828e-cae3-4df4-b079-2263cb910bb4 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] DELETE failed (client error): The resource could not be found. Jul 09 13:37:42.669803 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-533d828e-cae3-4df4-b079-2263cb910bb4 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:37:42.682593 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-533d828e-cae3-4df4-b079-2263cb910bb4 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/5067c241-8415-43e4-a6c8-3a7ad96d8ef9 HTTP/1.1" status: 404 len: 337 time: 0.0860012 Jul 09 13:37:42.682994 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39814) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.811301 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0216851e-d60d-49fc-8983-d597a4448fdc tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports?device_id=7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b HTTP/1.1" status: 200 len: 205 time: 0.1255827 Jul 09 13:37:42.816641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39822) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.889646 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-cb098829-e404-4e2a-ab3d-20aa6569fb3a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] delete failed (client error): The resource could not be found. Jul 09 13:37:42.903577 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cb098829-e404-4e2a-ab3d-20aa6569fb3a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/routers/7b3ca710-a72b-41ad-ab9f-e6dd8e13f20b HTTP/1.1" status: 404 len: 336 time: 0.0854547 Jul 09 13:37:42.906007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39826) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:42.912029 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cbfdc925-26bf-46ee-8e07-d724fe6144a3 req-18827f9b-5695-43e1-80cc-56710a4ee549 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 210 time: 0.1051328 Jul 09 13:37:42.979563 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b1f38d2-d4ae-419f-a8b5-796c6d9562e1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] DELETE failed (client error): The resource could not be found. Jul 09 13:37:42.984523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b1f38d2-d4ae-419f-a8b5-796c6d9562e1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:37:42.986733 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2b1f38d2-d4ae-419f-a8b5-796c6d9562e1 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/8932e843-d03b-4901-ba47-c6a5b51c3ee6 HTTP/1.1" status: 404 len: 337 time: 0.0794809 Jul 09 13:37:42.990231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39828) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:43.033687 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-94770de5-8bbb-42c0-a646-a7e08523fd1b tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "GET /v2.0/ports?device_id=114885f1-bb46-4a61-b259-759ee711017b HTTP/1.1" status: 200 len: 205 time: 0.0419536 Jul 09 13:37:43.036972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39830) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:43.088032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66168ed7-edec-4c56-8861-81ac39573867 req-516fb49d-43a7-436f-9c83-4712208f8927 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:43.105066 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66168ed7-edec-4c56-8861-81ac39573867 req-516fb49d-43a7-436f-9c83-4712208f8927 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.1880810 Jul 09 13:37:43.123523 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-5033fb92-e7dd-4500-832c-2f6acc6196e7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] delete failed (client error): The resource could not be found. Jul 09 13:37:43.124798 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5033fb92-e7dd-4500-832c-2f6acc6196e7 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/routers/114885f1-bb46-4a61-b259-759ee711017b HTTP/1.1" status: 404 len: 336 time: 0.0866749 Jul 09 13:37:43.128477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39834) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:43.208608 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-58ba7081-71e8-4242-ab16-b2b0f33ff09a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] DELETE failed (client error): The resource could not be found. Jul 09 13:37:43.209521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58ba7081-71e8-4242-ab16-b2b0f33ff09a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:37:43.211897 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-58ba7081-71e8-4242-ab16-b2b0f33ff09a tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/e7726703-7030-4dfc-b788-d44c49224cac HTTP/1.1" status: 404 len: 337 time: 0.0824087 Jul 09 13:37:43.215422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39838) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:43.239291 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66168ed7-edec-4c56-8861-81ac39573867 req-b86e2c19-a7a4-460f-89ce-445e33262547 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326029 Jul 09 13:37:43.255991 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dc77696-14ff-4022-b83c-e431f68672b9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] DELETE failed (client error): The resource could not be found. Jul 09 13:37:43.256611 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6dc77696-14ff-4022-b83c-e431f68672b9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:37:43.258636 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6dc77696-14ff-4022-b83c-e431f68672b9 tempest-RoutersTest-1151868159 tempest-RoutersTest-1151868159-project] 10.222.0.39 "DELETE /v2.0/subnets/640aa05f-cea9-4f38-8955-f01ca3378d58 HTTP/1.1" status: 404 len: 337 time: 0.0420082 Jul 09 13:37:43.808800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39854) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:43.875723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd743855-2148-46f9-a4ac-4dc90784c5ba req-d37ce93b-d4ee-4a3f-8d1b-6006b06a910a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:43.883343 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd743855-2148-46f9-a4ac-4dc90784c5ba req-d37ce93b-d4ee-4a3f-8d1b-6006b06a910a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.2581649 Jul 09 13:37:43.995051 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd743855-2148-46f9-a4ac-4dc90784c5ba req-f497d898-47e4-4c2b-bd56-863931af04c6 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054075 Jul 09 13:37:44.218814 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8a660e56-ea0d-4123-995a-c5c7343fb4a3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9f5182291d214869b5ef5954bb1eb951&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4090645 Jul 09 13:37:44.226513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39864) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:44.288074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1beacb1e-a541-4f67-99a2-3bc6971b2a40 req-ad37846b-6fc0-4a9f-9dbd-6177334a307d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 210 time: 0.1170151 Jul 09 13:37:44.339931 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c3a24c8-c381-444c-9040-38931ec972ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.405173 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c3a24c8-c381-444c-9040-38931ec972ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.508656 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c3a24c8-c381-444c-9040-38931ec972ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.511482 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c3a24c8-c381-444c-9040-38931ec972ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:44.512968 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6c3a24c8-c381-444c-9040-38931ec972ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/24607e44-00ee-41c6-8675-904bed78f430 HTTP/1.1" status: 204 len: 168 time: 0.2849779 Jul 09 13:37:44.531175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3a24c8-c381-444c-9040-38931ec972ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24607e44-00ee-41c6-8675-904bed78f430,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:44.637426 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a106a28-32e3-44ea-8b3a-44012384c4a7 req-cfacb15d-1f6f-4c92-99cc-725644138d77 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:44.639127 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3a106a28-32e3-44ea-8b3a-44012384c4a7 req-cfacb15d-1f6f-4c92-99cc-725644138d77 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.1584315 Jul 09 13:37:44.703266 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3a106a28-32e3-44ea-8b3a-44012384c4a7 req-865cf8bd-2b0b-4452-9b03-5b888972f5e9 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529172 Jul 09 13:37:44.844007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201ac7a0-745a-4b73-bfff-f606db9c0667 req-d390a502-146c-4b78-a8d2-04afc6892a82 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:44.847349 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-201ac7a0-745a-4b73-bfff-f606db9c0667 req-d390a502-146c-4b78-a8d2-04afc6892a82 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.1265252 Jul 09 13:37:44.963997 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-201ac7a0-745a-4b73-bfff-f606db9c0667 req-118b746e-6bb7-4583-b444-6cc2bb574a1f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102927 Jul 09 13:37:45.172420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2841e25-aec8-453e-bafa-3a7477172969 req-778af34a-fcd6-4448-9741-003e86f670e2 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:45.174166 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2841e25-aec8-453e-bafa-3a7477172969 req-778af34a-fcd6-4448-9741-003e86f670e2 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.15 "GET /v2.0/networks?id=ce6712c5-f1bd-409e-8201-ba6d0852d3c1 HTTP/1.1" status: 200 len: 809 time: 0.3215292 Jul 09 13:37:45.194199 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c2841e25-aec8-453e-bafa-3a7477172969 req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Request body: {'port': {'device_id': '9d6b8389-6d34-4176-aa04-2ddab94e9e1b', 'network_id': 'ce6712c5-f1bd-409e-8201-ba6d0852d3c1', 'admin_state_up': True, 'tenant_id': '8159c345d90e44b79fb1c67ef17f73d7'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:45.433939 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2841e25-aec8-453e-bafa-3a7477172969 req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Made reservation on behalf of 8159c345d90e44b79fb1c67ef17f73d7 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:45.452398 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2841e25-aec8-453e-bafa-3a7477172969 req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:45.631756 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0193173-30ec-4e87-aab9-d0d2fcea2bb1 req-fc8eedd3-2e20-4364-8f7e-8200e520baed tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 210 time: 0.0664568 Jul 09 13:37:45.875856 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-c2841e25-aec8-453e-bafa-3a7477172969 req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Allocated IP 172.20.0.11 (ce6712c5-f1bd-409e-8201-ba6d0852d3c1/bcb92f90-4d1d-4c1c-82d2-1630bd3b1682/573c097a-2525-41d1-add5-af9512b3cdad) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:45.922116 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39912) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:45.989981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa37e13d-7d0a-4084-b4af-4891205e5f63 req-758afd94-8886-4eb9-8aa8-1bb32064d230 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:45.992155 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-aa37e13d-7d0a-4084-b4af-4891205e5f63 req-758afd94-8886-4eb9-8aa8-1bb32064d230 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.2262871 Jul 09 13:37:46.089967 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-024a2f4b-7eb4-4a94-8416-ed5514d7f663 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:46.090950 n-d-799525-3 neutron-server[93754]: WARNING neutron.api.v2.base [None req-024a2f4b-7eb4-4a94-8416-ed5514d7f663 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 13:37:46.091685 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-024a2f4b-7eb4-4a94-8416-ed5514d7f663 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 13:37:46.098473 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-024a2f4b-7eb4-4a94-8416-ed5514d7f663 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1755147 Jul 09 13:37:46.105479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39920) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:46.127376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6839476d-0815-4b2d-9143-53b1fe8d8773 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group': {'name': 'tempest-secgroup--530707855'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:46.214103 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d96ce4-60c8-41c4-b895-2dd0b97b1ea4 req-af8acc9e-1419-42cc-b09f-1b0c567e995f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:46.222689 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87d96ce4-60c8-41c4-b895-2dd0b97b1ea4 req-af8acc9e-1419-42cc-b09f-1b0c567e995f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.2942545 Jul 09 13:37:46.274360 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6839476d-0815-4b2d-9143-53b1fe8d8773 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:46.367051 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6839476d-0815-4b2d-9143-53b1fe8d8773 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:46.439265 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2841e25-aec8-453e-bafa-3a7477172969 req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:46.457009 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-aa37e13d-7d0a-4084-b4af-4891205e5f63 req-cc33aa50-565e-4a33-b164-4ba609414133 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Deleting port 48ce3913-9408-46f3-b25e-1cb9da5f6e83 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:37:46.457486 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-aa37e13d-7d0a-4084-b4af-4891205e5f63 req-cc33aa50-565e-4a33-b164-4ba609414133 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:46.617201 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87d96ce4-60c8-41c4-b895-2dd0b97b1ea4 req-59203de7-afd4-48ef-9561-26002425fb54 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3882480 Jul 09 13:37:46.640645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7832757a-4b41-4da9-86ac-dc9b1f5dffeb req-83d6a151-777e-4482-9660-4b2ef290935f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:46.649247 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2841e25-aec8-453e-bafa-3a7477172969 req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:46.649667 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7832757a-4b41-4da9-86ac-dc9b1f5dffeb req-83d6a151-777e-4482-9660-4b2ef290935f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 946 time: 0.4174292 Jul 09 13:37:46.723336 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7832757a-4b41-4da9-86ac-dc9b1f5dffeb req-0f364ce5-42e5-4c0e-b07a-a986d4e9cafa tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726564 Jul 09 13:37:46.761944 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6839476d-0815-4b2d-9143-53b1fe8d8773 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:46.767726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2841e25-aec8-453e-bafa-3a7477172969 req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Network ce6712c5-f1bd-409e-8201-ba6d0852d3c1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:46.772694 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6839476d-0815-4b2d-9143-53b1fe8d8773 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:46.779968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-aa37e13d-7d0a-4084-b4af-4891205e5f63 req-cc33aa50-565e-4a33-b164-4ba609414133 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] For port 48ce3913-9408-46f3-b25e-1cb9da5f6e83, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=48ce3913-9408-46f3-b25e-1cb9da5f6e83,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:46.802663 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-aa37e13d-7d0a-4084-b4af-4891205e5f63 req-cc33aa50-565e-4a33-b164-4ba609414133 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:46.802663 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-c2841e25-aec8-453e-bafa-3a7477172969 req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:46.814474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2841e25-aec8-453e-bafa-3a7477172969 req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:46.902751 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-aa37e13d-7d0a-4084-b4af-4891205e5f63 req-cc33aa50-565e-4a33-b164-4ba609414133 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Calling delete_port for 48ce3913-9408-46f3-b25e-1cb9da5f6e83 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:37:46.946300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839476d-0815-4b2d-9143-53b1fe8d8773 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5b38d914-6103-42e1-9769-ce6ccd75d75e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:46.952412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Pushing event updated for resources: {'Port': ['ID=573c097a-2525-41d1-add5-af9512b3cdad,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:46.983287 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:46.983900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:46.985029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:46.985612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:46.986265 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:46.986685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:46.987665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:46.988063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:46.988458 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:46.988870 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:46.989257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:46.990733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:47.014582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2841e25-aec8-453e-bafa-3a7477172969 req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:47.015442 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2841e25-aec8-453e-bafa-3a7477172969 req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:47.176836 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6839476d-0815-4b2d-9143-53b1fe8d8773 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:47.192174 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6839476d-0815-4b2d-9143-53b1fe8d8773 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:47.208180 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2841e25-aec8-453e-bafa-3a7477172969 req-39169515-71ca-4880-902e-0841eeee6a3d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0249283 Jul 09 13:37:47.262984 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6839476d-0815-4b2d-9143-53b1fe8d8773 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:47.268280 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6839476d-0815-4b2d-9143-53b1fe8d8773 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1514399 Jul 09 13:37:47.278334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39938) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:47.288341 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Request body: {'port': {'device_id': '9d6b8389-6d34-4176-aa04-2ddab94e9e1b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:47.301376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daf8bae-81e8-4088-aa2f-c16041f59110 req-6e4c880b-71ce-4ec0-86ac-2dc8fdc63c74 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:47.314598 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8daf8bae-81e8-4088-aa2f-c16041f59110 req-6e4c880b-71ce-4ec0-86ac-2dc8fdc63c74 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 932 time: 0.3367796 Jul 09 13:37:47.332331 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5b3be555-6cf9-4767-bb75-8ebaca6ce74e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': '3e90a157-a6bd-4381-a4b4-6fb3ee60540b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:47.394019 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-aa37e13d-7d0a-4084-b4af-4891205e5f63 req-cc33aa50-565e-4a33-b164-4ba609414133 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:47.403795 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:47.442229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33aa50-565e-4a33-b164-4ba609414133 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Pushing event deleted for resources: {'Port': ['ID=48ce3913-9408-46f3-b25e-1cb9da5f6e83,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:47.823649 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6839476d-0815-4b2d-9143-53b1fe8d8773 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e90a157-a6bd-4381-a4b4-6fb3ee60540b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:47.855227 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 573c097a-2525-41d1-add5-af9512b3cdad {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:37:47.868942 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b3be555-6cf9-4767-bb75-8ebaca6ce74e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:47.913137 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:47.950256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa37e13d-7d0a-4084-b4af-4891205e5f63 req-cc33aa50-565e-4a33-b164-4ba609414133 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] No DVR routers for this DVR port 48ce3913-9408-46f3-b25e-1cb9da5f6e83 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:37:47.952765 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-aa37e13d-7d0a-4084-b4af-4891205e5f63 req-cc33aa50-565e-4a33-b164-4ba609414133 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:47.955314 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-aa37e13d-7d0a-4084-b4af-4891205e5f63 req-cc33aa50-565e-4a33-b164-4ba609414133 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.15 "DELETE /v2.0/ports/48ce3913-9408-46f3-b25e-1cb9da5f6e83 HTTP/1.1" status: 204 len: 173 time: 1.9534085 Jul 09 13:37:47.959469 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a53e56b-2456-49d5-a5e3-0b28fb5061a8', 'name': 'network-vif-deleted', 'tag': '48ce3913-9408-46f3-b25e-1cb9da5f6e83'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:47.961939 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c3698e-3621-4daa-9143-5c20402fde6f" -d '{"events": [{"server_uuid": "3a53e56b-2456-49d5-a5e3-0b28fb5061a8", "name": "network-vif-deleted", "tag": "48ce3913-9408-46f3-b25e-1cb9da5f6e83"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:47.967305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Transition to ACTIVE for port object 573c097a-2525-41d1-add5-af9512b3cdad will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:47.975892 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:47.996764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8daf8bae-81e8-4088-aa2f-c16041f59110 req-41fb10d8-e9cf-4bea-bbba-8851d3adda9d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/security-groups?id=f511c358-dcb3-4cce-a465-6637ec1bb073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6803951 Jul 09 13:37:48.059213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Pushing event updated for resources: {'Port': ['ID=573c097a-2525-41d1-add5-af9512b3cdad,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:48.126577 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b3be555-6cf9-4767-bb75-8ebaca6ce74e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.161636 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b3be555-6cf9-4767-bb75-8ebaca6ce74e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.187024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Attempting to bind port 573c097a-2525-41d1-add5-af9512b3cdad on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:48.188070 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Attempting to bind port 573c097a-2525-41d1-add5-af9512b3cdad by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '38d8e2c3-ebea-429f-9ef1-11c01bef5cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ce6712c5-f1bd-409e-8201-ba6d0852d3c1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:48.189236 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Attempting to bind port 573c097a-2525-41d1-add5-af9512b3cdad on network ce6712c5-f1bd-409e-8201-ba6d0852d3c1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:48.195544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Port 573c097a-2525-41d1-add5-af9512b3cdad on network ce6712c5-f1bd-409e-8201-ba6d0852d3c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:37:48.197278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Attempting to bind port 573c097a-2525-41d1-add5-af9512b3cdad on network ce6712c5-f1bd-409e-8201-ba6d0852d3c1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:48.204219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:48.214269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3be555-6cf9-4767-bb75-8ebaca6ce74e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd3cec4c-b150-4205-b874-c8f64be651d9,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:48.215921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Checking segment: {'id': '38d8e2c3-ebea-429f-9ef1-11c01bef5cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ce6712c5-f1bd-409e-8201-ba6d0852d3c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:48.221668 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Bound using segment: {'id': '38d8e2c3-ebea-429f-9ef1-11c01bef5cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ce6712c5-f1bd-409e-8201-ba6d0852d3c1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:48.224733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b79148-f291-4f78-af7b-370735219350 req-0c78911b-42ec-43c0-9423-e16bce1227d2 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:48.226431 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77b79148-f291-4f78-af7b-370735219350 req-0c78911b-42ec-43c0-9423-e16bce1227d2 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.3703516 Jul 09 13:37:48.228265 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b3be555-6cf9-4767-bb75-8ebaca6ce74e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.229023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Bound port: 573c097a-2525-41d1-add5-af9512b3cdad, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d8e2c3-ebea-429f-9ef1-11c01bef5cab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'ce6712c5-f1bd-409e-8201-ba6d0852d3c1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:48.229575 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5b3be555-6cf9-4767-bb75-8ebaca6ce74e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9087577 Jul 09 13:37:48.230009 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.233035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39960) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:48.274559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3ad0305d-d5c6-464d-abc3-79c5022ce199 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': '3e90a157-a6bd-4381-a4b4-6fb3ee60540b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:48.285443 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77b79148-f291-4f78-af7b-370735219350 req-b8ff83ad-0572-4c5e-aa8a-5656ee0778ef tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499392 Jul 09 13:37:48.348751 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a24aa798-ada6-4d50-a1f6-2fef08232bf7 req-bef37983-b1ac-4724-8995-c05ce14a9235 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a53e56b-2456-49d5-a5e3-0b28fb5061a8 HTTP/1.1" status: 200 len: 210 time: 0.0602157 Jul 09 13:37:48.361860 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ad0305d-d5c6-464d-abc3-79c5022ce199 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.399949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] For port 573c097a-2525-41d1-add5-af9512b3cdad, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:48.438612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] For port 573c097a-2525-41d1-add5-af9512b3cdad, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=573c097a-2525-41d1-add5-af9512b3cdad,segment=NetworkSegment(38d8e2c3-ebea-429f-9ef1-11c01bef5cab),segment_id=38d8e2c3-ebea-429f-9ef1-11c01bef5cab)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:48.441851 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a3625d-71b6-4bf8-835d-2367af16d372 x-openstack-request-id: req-a6a3625d-71b6-4bf8-835d-2367af16d372 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:48.442364 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a53e56b-2456-49d5-a5e3-0b28fb5061a8", "name": "network-vif-deleted", "tag": "48ce3913-9408-46f3-b25e-1cb9da5f6e83", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:48.443022 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6a3625d-71b6-4bf8-835d-2367af16d372 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:48.443474 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a53e56b-2456-49d5-a5e3-0b28fb5061a8', 'name': 'network-vif-deleted', 'tag': '48ce3913-9408-46f3-b25e-1cb9da5f6e83', 'status': 'completed', 'code': 200} Jul 09 13:37:48.452034 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.493958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:48.494931 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.497334 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2841e25-aec8-453e-bafa-3a7477172969 req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] 10.222.0.15 "PUT /v2.0/ports/573c097a-2525-41d1-add5-af9512b3cdad HTTP/1.1" status: 200 len: 1092 time: 1.2355351 Jul 09 13:37:48.605379 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-3ad0305d-d5c6-464d-abc3-79c5022ce199 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 13:37:48.609159 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3ad0305d-d5c6-464d-abc3-79c5022ce199 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3726144 Jul 09 13:37:48.609821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39964) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:48.626125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb1454f-82ca-4397-b09c-e07bfa158e8f service neutron] Pushing event updated for resources: {'Port': ['ID=573c097a-2525-41d1-add5-af9512b3cdad,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:48.675168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2841e25-aec8-453e-bafa-3a7477172969 req-6be6468f-b781-4dfc-9e43-31462c856a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:48.677013 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2841e25-aec8-453e-bafa-3a7477172969 req-6be6468f-b781-4dfc-9e43-31462c856a77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8159c345d90e44b79fb1c67ef17f73d7&device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 1095 time: 0.0965831 Jul 09 13:37:48.740671 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21d7bb1f-aaf2-4029-9898-e3145633fb0a tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.766421 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 48ce3913-9408-46f3-b25e-1cb9da5f6e83 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:37:48.785841 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21d7bb1f-aaf2-4029-9898-e3145633fb0a tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.801424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 48ce3913-9408-46f3-b25e-1cb9da5f6e83 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:37:48.806480 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 48ce3913-9408-46f3-b25e-1cb9da5f6e83 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:37:48.817218 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2841e25-aec8-453e-bafa-3a7477172969 req-de516044-f5c7-45e8-87cc-ae7758a3db9c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=573c097a-2525-41d1-add5-af9512b3cdad HTTP/1.1" status: 200 len: 217 time: 0.1217201 Jul 09 13:37:48.860447 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21d7bb1f-aaf2-4029-9898-e3145633fb0a tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.864841 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21d7bb1f-aaf2-4029-9898-e3145633fb0a tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:48.868922 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-21d7bb1f-aaf2-4029-9898-e3145633fb0a tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "DELETE /v2.0/security-groups/3e90a157-a6bd-4381-a4b4-6fb3ee60540b HTTP/1.1" status: 204 len: 168 time: 0.2558465 Jul 09 13:37:48.872650 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39972) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:48.889155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d7bb1f-aaf2-4029-9898-e3145633fb0a tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e90a157-a6bd-4381-a4b4-6fb3ee60540b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:48.934983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2841e25-aec8-453e-bafa-3a7477172969 req-744d6d4f-06d1-4577-9d49-6b2a13743324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:48.937328 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2841e25-aec8-453e-bafa-3a7477172969 req-744d6d4f-06d1-4577-9d49-6b2a13743324 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcb92f90-4d1d-4c1c-82d2-1630bd3b1682 HTTP/1.1" status: 200 len: 849 time: 0.1132402 Jul 09 13:37:49.009554 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3a43bded-c6bd-4be7-9f4d-61de03b64d3d tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1348693 Jul 09 13:37:49.010480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39974) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:49.016045 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b59739f9-5651-464f-97ef-b4e1da3d3141 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group': {'name': 'tempest-secgroup--668082508'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:49.016352 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2841e25-aec8-453e-bafa-3a7477172969 req-b79572d9-73d5-4080-ad11-ad6c8645f581 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce6712c5-f1bd-409e-8201-ba6d0852d3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0679884 Jul 09 13:37:49.056691 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b59739f9-5651-464f-97ef-b4e1da3d3141 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.196865 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2841e25-aec8-453e-bafa-3a7477172969 req-cf617bf6-efa5-4761-9f2c-176fb64a7b7c service neutron] 10.222.0.15 "GET /v2.0/networks/ce6712c5-f1bd-409e-8201-ba6d0852d3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729822 Jul 09 13:37:49.262751 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b59739f9-5651-464f-97ef-b4e1da3d3141 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.302111 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b59739f9-5651-464f-97ef-b4e1da3d3141 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.356119 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b59739f9-5651-464f-97ef-b4e1da3d3141 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.360481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b59739f9-5651-464f-97ef-b4e1da3d3141 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3487494 Jul 09 13:37:49.361365 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2841e25-aec8-453e-bafa-3a7477172969 req-7a62d9b3-0617-4b52-b0c2-124e52ff8f43 service neutron] 10.222.0.15 "GET /v2.0/networks/ce6712c5-f1bd-409e-8201-ba6d0852d3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565704 Jul 09 13:37:49.363067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39980) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:49.368583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59739f9-5651-464f-97ef-b4e1da3d3141 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d322bbb8-d1b3-47a8-abda-346827bbaf94,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:49.393435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-dbcd6146-fec2-4c4f-b657-13d6d8fb044c tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': 'd322bbb8-d1b3-47a8-abda-346827bbaf94', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:49.394877 n-d-799525-3 neutron-server[93753]: WARNING neutron.api.v2.base [None req-dbcd6146-fec2-4c4f-b657-13d6d8fb044c tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 13:37:49.397703 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-dbcd6146-fec2-4c4f-b657-13d6d8fb044c tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:49.399357 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dbcd6146-fec2-4c4f-b657-13d6d8fb044c tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0343637 Jul 09 13:37:49.402574 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39984) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:49.411177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c877a5-9878-43be-b1bc-43c9d34db875 req-4c8997aa-c362-4edf-96c2-9ce9f9ba71fb tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:49.430484 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5c877a5-9878-43be-b1bc-43c9d34db875 req-4c8997aa-c362-4edf-96c2-9ce9f9ba71fb tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 944 time: 0.1937745 Jul 09 13:37:49.539753 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5c877a5-9878-43be-b1bc-43c9d34db875 req-2388bf9e-cef1-40c6-bb3a-85a1ae231bbc tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/security-groups?id=f511c358-dcb3-4cce-a465-6637ec1bb073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100001 Jul 09 13:37:49.581213 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11bd8392-7e72-4aa5-80fb-2709b1d78858 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.630731 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11bd8392-7e72-4aa5-80fb-2709b1d78858 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.659149 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40acbb-5aa1-4520-a514-1e9497cb0061 req-28f85470-a116-48bb-b81f-4177da9fbe38 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:49.659149 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8d40acbb-5aa1-4520-a514-1e9497cb0061 req-28f85470-a116-48bb-b81f-4177da9fbe38 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.1437793 Jul 09 13:37:49.792755 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8d40acbb-5aa1-4520-a514-1e9497cb0061 req-a8ad5f5a-6905-4917-ad69-27a6f6613dd4 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183920 Jul 09 13:37:49.818183 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11bd8392-7e72-4aa5-80fb-2709b1d78858 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.822072 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11bd8392-7e72-4aa5-80fb-2709b1d78858 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:49.827923 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-11bd8392-7e72-4aa5-80fb-2709b1d78858 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "DELETE /v2.0/security-groups/d322bbb8-d1b3-47a8-abda-346827bbaf94 HTTP/1.1" status: 204 len: 168 time: 0.3835752 Jul 09 13:37:49.828343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39998) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:49.860143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bd8392-7e72-4aa5-80fb-2709b1d78858 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d322bbb8-d1b3-47a8-abda-346827bbaf94,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:49.950457 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-24545e05-3948-4d29-bf25-4bc43c52b99a tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1209102 Jul 09 13:37:49.951158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40020) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:49.956257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bf31133c-1874-4f2f-8e74-1423bd83f5fe tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471253146'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:49.982593 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf31133c-1874-4f2f-8e74-1423bd83f5fe tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:50.061116 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-fba6f595-d182-4e16-bce4-c22aa89a2d6f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:50.063598 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-fba6f595-d182-4e16-bce4-c22aa89a2d6f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 811 time: 0.1602521 Jul 09 13:37:50.089315 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-1088d741-fe3e-4391-86fc-652457611b52 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/quotas/f497f876391b4e08b31560ff95746718 HTTP/1.1" status: 200 len: 375 time: 0.0190189 Jul 09 13:37:50.115382 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf31133c-1874-4f2f-8e74-1423bd83f5fe tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:50.123634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf31133c-1874-4f2f-8e74-1423bd83f5fe tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:50.136219 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-d684b44a-769a-4130-9f5a-4157fdd965cf tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457568 Jul 09 13:37:50.194975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf31133c-1874-4f2f-8e74-1423bd83f5fe tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbdb899-9481-485e-a93a-0cc5072733c6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:50.208780 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf31133c-1874-4f2f-8e74-1423bd83f5fe tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:50.213766 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bf31133c-1874-4f2f-8e74-1423bd83f5fe tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2615862 Jul 09 13:37:50.214193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40022) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:50.218860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cde2ba98-8c0f-4982-893f-1b694aa068be tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': '2fbdb899-9481-485e-a93a-0cc5072733c6', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:50.229835 n-d-799525-3 neutron-server[93754]: WARNING neutron.api.v2.base [None req-cde2ba98-8c0f-4982-893f-1b694aa068be tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 13:37:50.230409 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-cde2ba98-8c0f-4982-893f-1b694aa068be tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:50.231492 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cde2ba98-8c0f-4982-893f-1b694aa068be tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0163317 Jul 09 13:37:50.235656 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40024) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:50.284528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-3d46e75f-a811-4bf7-8591-eca4ec25b044 service neutron] 10.222.0.39 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465921 Jul 09 13:37:50.350660 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed3a76a2-b972-42ce-b378-52240001fa0a tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:50.398083 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed3a76a2-b972-42ce-b378-52240001fa0a tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:50.439335 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-c73071b7-55f1-40d1-8b9e-d52dea66ee09 service neutron] 10.222.0.39 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537571 Jul 09 13:37:50.446987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d6b8389-6d34-4176-aa04-2ddab94e9e1b', 'tag': '573c097a-2525-41d1-add5-af9512b3cdad'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:50.449341 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba163458-45fd-424d-8581-3310e51e9169" -d '{"events": [{"name": "network-changed", "server_uuid": "9d6b8389-6d34-4176-aa04-2ddab94e9e1b", "tag": "573c097a-2525-41d1-add5-af9512b3cdad"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:50.494705 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed3a76a2-b972-42ce-b378-52240001fa0a tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:50.504120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ed3a76a2-b972-42ce-b378-52240001fa0a tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:50.511328 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ed3a76a2-b972-42ce-b378-52240001fa0a tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "DELETE /v2.0/security-groups/2fbdb899-9481-485e-a93a-0cc5072733c6 HTTP/1.1" status: 204 len: 168 time: 0.2661564 Jul 09 13:37:50.511535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40028) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:50.512773 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b65bef8f-ea69-486b-b665-e1edf82a6369 x-openstack-request-id: req-b65bef8f-ea69-486b-b665-e1edf82a6369 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:50.513080 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d6b8389-6d34-4176-aa04-2ddab94e9e1b", "tag": "573c097a-2525-41d1-add5-af9512b3cdad", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:50.513340 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b65bef8f-ea69-486b-b665-e1edf82a6369 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:50.513743 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d6b8389-6d34-4176-aa04-2ddab94e9e1b', 'tag': '573c097a-2525-41d1-add5-af9512b3cdad', 'status': 'completed', 'code': 200} Jul 09 13:37:50.549587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a76a2-b972-42ce-b378-52240001fa0a tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbdb899-9481-485e-a93a-0cc5072733c6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:50.610747 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8c294c9d-f5c2-4c71-aa42-0d828c970d68 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1012094 Jul 09 13:37:50.619629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40032) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:50.631069 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d794bbec-489d-4f6a-b981-3fe54e0a1506 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group': {'name': 'tempest-secgroup--1712422441'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:50.692403 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba163458-45fd-424d-8581-3310e51e9169 req-2647eaaa-3f2e-4012-bbf0-a4858241370c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:50.698462 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba163458-45fd-424d-8581-3310e51e9169 req-2647eaaa-3f2e-4012-bbf0-a4858241370c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=8159c345d90e44b79fb1c67ef17f73d7&device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 1095 time: 0.1496439 Jul 09 13:37:50.706265 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d794bbec-489d-4f6a-b981-3fe54e0a1506 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:50.895558 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d794bbec-489d-4f6a-b981-3fe54e0a1506 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:50.974205 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d794bbec-489d-4f6a-b981-3fe54e0a1506 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:51.139856 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1cddf4f3-2011-4b92-b2a8-8cb1e8e80fa3 req-54af63bd-a6ef-4b6c-858d-14a20be7e984 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 210 time: 0.2415836 Jul 09 13:37:51.165189 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d794bbec-489d-4f6a-b981-3fe54e0a1506 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:51.166699 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d794bbec-489d-4f6a-b981-3fe54e0a1506 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5457754 Jul 09 13:37:51.196405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40050) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:51.200721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d794bbec-489d-4f6a-b981-3fe54e0a1506 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58faf69a-8f32-40e6-954e-a9df7a70a066,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:51.205178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c3164ca9-2871-44eb-9d79-990320b286ad tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': '58faf69a-8f32-40e6-954e-a9df7a70a066', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:51.230336 n-d-799525-3 neutron-server[93753]: WARNING neutron.api.v2.base [None req-c3164ca9-2871-44eb-9d79-990320b286ad tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 13:37:51.230981 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-c3164ca9-2871-44eb-9d79-990320b286ad tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:51.235198 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c3164ca9-2871-44eb-9d79-990320b286ad tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0340543 Jul 09 13:37:51.235198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40054) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:51.241511 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ab49de8c-64d5-4466-b703-b8b5be7dde4f tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': '58faf69a-8f32-40e6-954e-a9df7a70a066', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:51.242234 n-d-799525-3 neutron-server[93753]: WARNING neutron.api.v2.base [None req-ab49de8c-64d5-4466-b703-b8b5be7dde4f tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 13:37:51.242703 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-ab49de8c-64d5-4466-b703-b8b5be7dde4f tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:51.256372 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ab49de8c-64d5-4466-b703-b8b5be7dde4f tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0175602 Jul 09 13:37:51.256372 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba163458-45fd-424d-8581-3310e51e9169 req-9630b77a-9874-4b1f-8f3e-eae00f7c9262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:51.256781 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba163458-45fd-424d-8581-3310e51e9169 req-9630b77a-9874-4b1f-8f3e-eae00f7c9262 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ce6712c5-f1bd-409e-8201-ba6d0852d3c1 HTTP/1.1" status: 200 len: 910 time: 0.5441358 Jul 09 13:37:51.256950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40056) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:51.275628 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e8790c5d-ddfc-4a16-a811-5c8f26928012 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': '58faf69a-8f32-40e6-954e-a9df7a70a066', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:51.280222 n-d-799525-3 neutron-server[93753]: WARNING neutron.api.v2.base [None req-e8790c5d-ddfc-4a16-a811-5c8f26928012 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 13:37:51.281012 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-e8790c5d-ddfc-4a16-a811-5c8f26928012 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:51.289921 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e8790c5d-ddfc-4a16-a811-5c8f26928012 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0307057 Jul 09 13:37:51.290792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40060) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:51.301514 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b66ff-0110-4c16-9e75-f5f44a7dbfe6 req-8d168976-b587-4838-a04d-19840b2c146d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:51.307276 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb4b66ff-0110-4c16-9e75-f5f44a7dbfe6 req-8d168976-b587-4838-a04d-19840b2c146d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 944 time: 0.4051244 Jul 09 13:37:51.308984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-33e80d5c-b558-4d95-bdd9-5d419ada683e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': '58faf69a-8f32-40e6-954e-a9df7a70a066', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:51.311118 n-d-799525-3 neutron-server[93753]: WARNING neutron.api.v2.base [None req-33e80d5c-b558-4d95-bdd9-5d419ada683e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 13:37:51.311843 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-33e80d5c-b558-4d95-bdd9-5d419ada683e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:51.322005 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-33e80d5c-b558-4d95-bdd9-5d419ada683e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0241799 Jul 09 13:37:51.405343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40062) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:51.537871 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba163458-45fd-424d-8581-3310e51e9169 req-c1492cf9-adab-41c8-af98-2e351ee4ece8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=573c097a-2525-41d1-add5-af9512b3cdad HTTP/1.1" status: 200 len: 217 time: 0.2436891 Jul 09 13:37:51.581979 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb4b66ff-0110-4c16-9e75-f5f44a7dbfe6 req-50c20ef8-4942-40f4-8ee8-fd3d263ee1a8 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/security-groups?id=f511c358-dcb3-4cce-a465-6637ec1bb073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689672 Jul 09 13:37:51.665639 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f99fc5-da5e-400c-a900-02c2448a98b3 req-40a7faea-8c3a-4a8a-bf2f-108ac3f1e8ff tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:51.672698 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41f99fc5-da5e-400c-a900-02c2448a98b3 req-40a7faea-8c3a-4a8a-bf2f-108ac3f1e8ff tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.2252386 Jul 09 13:37:51.746864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba163458-45fd-424d-8581-3310e51e9169 req-345ec8fa-45a5-4090-8be7-fa6aa7850c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:51.749081 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba163458-45fd-424d-8581-3310e51e9169 req-345ec8fa-45a5-4090-8be7-fa6aa7850c40 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcb92f90-4d1d-4c1c-82d2-1630bd3b1682 HTTP/1.1" status: 200 len: 849 time: 0.2027802 Jul 09 13:37:51.816618 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6eea7b5-6696-4738-9aa6-e986472a83ae tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:51.837165 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41f99fc5-da5e-400c-a900-02c2448a98b3 req-97b46492-cd11-43d7-82fb-27982fd4e067 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557095 Jul 09 13:37:51.842899 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6eea7b5-6696-4738-9aa6-e986472a83ae tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:51.919942 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba163458-45fd-424d-8581-3310e51e9169 req-e07017af-8946-4f9a-8302-d525442a6397 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ce6712c5-f1bd-409e-8201-ba6d0852d3c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1165209 Jul 09 13:37:51.920467 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6eea7b5-6696-4738-9aa6-e986472a83ae tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:51.923050 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6eea7b5-6696-4738-9aa6-e986472a83ae tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:51.924127 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b6eea7b5-6696-4738-9aa6-e986472a83ae tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "DELETE /v2.0/security-groups/58faf69a-8f32-40e6-954e-a9df7a70a066 HTTP/1.1" status: 204 len: 168 time: 0.5125427 Jul 09 13:37:51.930901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40070) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:51.984277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6eea7b5-6696-4738-9aa6-e986472a83ae tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58faf69a-8f32-40e6-954e-a9df7a70a066,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:52.069492 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba163458-45fd-424d-8581-3310e51e9169 req-fd5ffc4c-318c-456e-816d-f15a8159a9e0 service neutron] 10.222.0.15 "GET /v2.0/networks/ce6712c5-f1bd-409e-8201-ba6d0852d3c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403737 Jul 09 13:37:52.087951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fa6c3aff-adca-4dc8-903b-ada0fc1b3ad1 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1557882 Jul 09 13:37:52.088604 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40072) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:52.099919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-901fbd25-62ed-439f-867c-7761c326d52e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group': {'name': 'tempest-secgroup--2063201936'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:52.179064 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-901fbd25-62ed-439f-867c-7761c326d52e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:52.354415 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ba163458-45fd-424d-8581-3310e51e9169 req-ca7722a7-d0de-4cba-b344-48756712836e service neutron] 10.222.0.15 "GET /v2.0/networks/ce6712c5-f1bd-409e-8201-ba6d0852d3c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779641 Jul 09 13:37:52.380837 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-901fbd25-62ed-439f-867c-7761c326d52e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:52.398886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-901fbd25-62ed-439f-867c-7761c326d52e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:52.436583 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2f6136e-3c7b-4e5d-bc6d-c780fbca2fb2 req-1f203fae-fb24-4a83-b82b-195a6f4d7591 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 210 time: 0.0538952 Jul 09 13:37:52.519565 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-901fbd25-62ed-439f-867c-7761c326d52e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:52.520840 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-901fbd25-62ed-439f-867c-7761c326d52e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4312499 Jul 09 13:37:52.523556 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901fbd25-62ed-439f-867c-7761c326d52e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1a038a-442c-4829-8c12-33d09aba4027,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:52.524256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40080) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:52.529686 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1aad3cf5-9a0a-4fce-be50-d9a26983d63f tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': 'ae1a038a-442c-4829-8c12-33d09aba4027', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:52.530833 n-d-799525-3 neutron-server[93753]: WARNING neutron.api.v2.base [None req-1aad3cf5-9a0a-4fce-be50-d9a26983d63f tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 13:37:52.530993 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-1aad3cf5-9a0a-4fce-be50-d9a26983d63f tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:52.532088 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1aad3cf5-9a0a-4fce-be50-d9a26983d63f tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0064240 Jul 09 13:37:52.541848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40082) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:52.559794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f4e7cfa1-eecd-403d-813c-403b96a145c6 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': 'ae1a038a-442c-4829-8c12-33d09aba4027', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:52.653967 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-f4e7cfa1-eecd-403d-813c-403b96a145c6 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:52.659636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40086) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:52.660377 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f4e7cfa1-eecd-403d-813c-403b96a145c6 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1169589 Jul 09 13:37:52.664959 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bbd7c8a0-493e-4777-adc9-464ed70ab9be tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': 'ae1a038a-442c-4829-8c12-33d09aba4027', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:52.665807 n-d-799525-3 neutron-server[93754]: WARNING neutron.api.v2.base [None req-bbd7c8a0-493e-4777-adc9-464ed70ab9be tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 13:37:52.666317 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-bbd7c8a0-493e-4777-adc9-464ed70ab9be tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:52.670044 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bbd7c8a0-493e-4777-adc9-464ed70ab9be tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0065374 Jul 09 13:37:52.670395 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40088) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:52.691494 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-787e0f0c-4d81-4e96-bd6b-28bc95dfc1d8 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': 'ae1a038a-442c-4829-8c12-33d09aba4027', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:52.780253 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-787e0f0c-4d81-4e96-bd6b-28bc95dfc1d8 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:52.785797 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 573c097a-2525-41d1-add5-af9512b3cdad details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:37:52.786689 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-787e0f0c-4d81-4e96-bd6b-28bc95dfc1d8 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1142011 Jul 09 13:37:52.789939 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40090) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:52.795504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3def9138-53f2-46e2-adc2-d4ef7af4b36b tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': 'ae1a038a-442c-4829-8c12-33d09aba4027', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:52.796183 n-d-799525-3 neutron-server[93753]: WARNING neutron.api.v2.base [None req-3def9138-53f2-46e2-adc2-d4ef7af4b36b tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 13:37:52.796758 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-3def9138-53f2-46e2-adc2-d4ef7af4b36b tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:52.800782 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3def9138-53f2-46e2-adc2-d4ef7af4b36b tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065615 Jul 09 13:37:52.801346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40092) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:52.812355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-05320c94-0fa2-4e3e-a399-7b08ef716601 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': 'ae1a038a-442c-4829-8c12-33d09aba4027', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:52.870816 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-05320c94-0fa2-4e3e-a399-7b08ef716601 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Project 6ff53e9da8a14fe586e84813e537af9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:37:53.008646 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-05320c94-0fa2-4e3e-a399-7b08ef716601 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:53.017170 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-05320c94-0fa2-4e3e-a399-7b08ef716601 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2146344 Jul 09 13:37:53.018776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40102) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:53.032914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-21fac845-ebfc-48ed-9e0b-84e838e19fa5 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': 'ae1a038a-442c-4829-8c12-33d09aba4027', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:53.033398 n-d-799525-3 neutron-server[93754]: WARNING neutron.api.v2.base [None req-21fac845-ebfc-48ed-9e0b-84e838e19fa5 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 13:37:53.046614 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-21fac845-ebfc-48ed-9e0b-84e838e19fa5 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:53.052979 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-21fac845-ebfc-48ed-9e0b-84e838e19fa5 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0246480 Jul 09 13:37:53.054007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40104) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:53.063421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-08b0809d-1656-46b2-a616-42666451fcfe tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': 'ae1a038a-442c-4829-8c12-33d09aba4027', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:53.159438 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-08b0809d-1656-46b2-a616-42666451fcfe tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Project 6ff53e9da8a14fe586e84813e537af9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:37:53.216511 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 573c097a-2525-41d1-add5-af9512b3cdad, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=573c097a-2525-41d1-add5-af9512b3cdad,segment=NetworkSegment(38d8e2c3-ebea-429f-9ef1-11c01bef5cab),segment_id=38d8e2c3-ebea-429f-9ef1-11c01bef5cab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:53.222189 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-08b0809d-1656-46b2-a616-42666451fcfe tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:53.226514 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3f528c-95ab-4ba4-af03-0b16864f926b req-e3640870-989b-405f-ab93-f5ca110ca805 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:53.237263 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c3f528c-95ab-4ba4-af03-0b16864f926b req-e3640870-989b-405f-ab93-f5ca110ca805 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 944 time: 0.2281473 Jul 09 13:37:53.238999 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-08b0809d-1656-46b2-a616-42666451fcfe tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1786726 Jul 09 13:37:53.252350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40106) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:53.262907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '573c097a-2525-41d1-add5-af9512b3cdad', 'network_id': 'ce6712c5-f1bd-409e-8201-ba6d0852d3c1', 'port_id': '573c097a-2525-41d1-add5-af9512b3cdad', 'mac_address': 'fa:16:3e:fc:ff:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 302, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcb92f90-4d1d-4c1c-82d2-1630bd3b1682', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:37:53.276232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e1e071e2-e99a-46ee-b32a-3d69d3296995 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': 'ae1a038a-442c-4829-8c12-33d09aba4027', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:53.344778 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.359779 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 573c097a-2525-41d1-add5-af9512b3cdad {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:37:53.400667 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 573c097a-2525-41d1-add5-af9512b3cdad, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=573c097a-2525-41d1-add5-af9512b3cdad,segment=NetworkSegment(38d8e2c3-ebea-429f-9ef1-11c01bef5cab),segment_id=38d8e2c3-ebea-429f-9ef1-11c01bef5cab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:53.406643 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.486656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=573c097a-2525-41d1-add5-af9512b3cdad,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:53.496682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:53.497346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:53.497865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:53.498369 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:53.498868 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:53.499849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:53.500199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:53.500514 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:53.501577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:53.502083 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:53.502834 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:53.503425 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:37:53.506421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-45c82a5f-4999-4cab-b38b-1cf0e1dfeeef tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:53.513602 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-45c82a5f-4999-4cab-b38b-1cf0e1dfeeef tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.15 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 811 time: 0.3112299 Jul 09 13:37:53.524903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-44dcfbb4-235d-499e-9f03-baea65561af0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Request body: {'port': {'device_id': '9fcc7c4c-4a59-49d9-8737-aa5c21d45d39', 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed', 'admin_state_up': True, 'tenant_id': 'f497f876391b4e08b31560ff95746718'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:53.597910 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c3f528c-95ab-4ba4-af03-0b16864f926b req-d583bb80-5366-41ae-aa6f-b1000d239081 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/security-groups?id=f511c358-dcb3-4cce-a465-6637ec1bb073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593833 Jul 09 13:37:53.619215 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-e1e071e2-e99a-46ee-b32a-3d69d3296995 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Project 6ff53e9da8a14fe586e84813e537af9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:37:53.635594 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['573c097a-2525-41d1-add5-af9512b3cdad'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:37:53.673284 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-e1e071e2-e99a-46ee-b32a-3d69d3296995 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:53.674733 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e1e071e2-e99a-46ee-b32a-3d69d3296995 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4198704 Jul 09 13:37:53.680910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40114) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:53.720166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2996aaa1-4207-44c4-8cc0-657b1b369874 req-04b232f5-8484-42b6-bc40-4c71ad91302b tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:53.722932 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2996aaa1-4207-44c4-8cc0-657b1b369874 req-04b232f5-8484-42b6-bc40-4c71ad91302b tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.4054339 Jul 09 13:37:53.865543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-44dcfbb4-235d-499e-9f03-baea65561af0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Made reservation on behalf of f497f876391b4e08b31560ff95746718 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:37:53.871610 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-44dcfbb4-235d-499e-9f03-baea65561af0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.883739 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2996aaa1-4207-44c4-8cc0-657b1b369874 req-b4d19da9-b3fd-4646-9772-6e98e1814542 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514752 Jul 09 13:37:53.920896 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8294a73f-dce5-4ede-8d85-d700950afdf4 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:53.977881 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8294a73f-dce5-4ede-8d85-d700950afdf4 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.073351 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58f74bb1-4eb6-4b10-8b97-2d458f39e510 req-a8302b42-7bd8-4a29-9274-24ec560e089f tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 210 time: 0.0545139 Jul 09 13:37:54.129812 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8294a73f-dce5-4ede-8d85-d700950afdf4 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.133195 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8294a73f-dce5-4ede-8d85-d700950afdf4 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.133968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-44dcfbb4-235d-499e-9f03-baea65561af0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Allocated IP 172.20.0.12 (cb871985-694c-4bff-b9c5-df10bd3971ed/fe541801-5f2f-44e7-bf6a-e4876e7170dc/9daee607-2f98-4615-b1c8-2ba5d115d0a0) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:37:54.134382 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8294a73f-dce5-4ede-8d85-d700950afdf4 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "DELETE /v2.0/security-groups/ae1a038a-442c-4829-8c12-33d09aba4027 HTTP/1.1" status: 204 len: 168 time: 0.4513457 Jul 09 13:37:54.137667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40120) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:54.156729 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950eb9a7-bc40-4a73-b41e-f60ab2bccd7f req-7450755e-b301-4c07-b3b2-1a174ae8fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:54.158435 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-950eb9a7-bc40-4a73-b41e-f60ab2bccd7f req-7450755e-b301-4c07-b3b2-1a174ae8fabd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 1096 time: 0.1409698 Jul 09 13:37:54.162961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8294a73f-dce5-4ede-8d85-d700950afdf4 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae1a038a-442c-4829-8c12-33d09aba4027,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:54.223643 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dc43602e-8fdd-4339-8be1-f84ce89bf27c tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0848684 Jul 09 13:37:54.233660 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40122) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:54.240790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0266122d-8f4a-4abf-9dfa-a2de4f6d7725 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group': {'name': 'tempest-secgroup--1525387196'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:54.271959 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-950eb9a7-bc40-4a73-b41e-f60ab2bccd7f req-0eb9231a-7b62-4441-aac1-460bdb8b7f13 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031103 Jul 09 13:37:54.298886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0266122d-8f4a-4abf-9dfa-a2de4f6d7725 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.473729 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0266122d-8f4a-4abf-9dfa-a2de4f6d7725 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.482641 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0266122d-8f4a-4abf-9dfa-a2de4f6d7725 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.514416 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0266122d-8f4a-4abf-9dfa-a2de4f6d7725 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.519552 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0266122d-8f4a-4abf-9dfa-a2de4f6d7725 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2846673 Jul 09 13:37:54.525010 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40126) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:54.529433 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-35c59b48-82c3-44f9-a9fc-4a806d5fa985 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': '6ba0b1fa-b7ad-4b50-a11b-330e1d15905b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:54.542232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0266122d-8f4a-4abf-9dfa-a2de4f6d7725 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba0b1fa-b7ad-4b50-a11b-330e1d15905b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:54.587474 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-44dcfbb4-235d-499e-9f03-baea65561af0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.601890 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-35c59b48-82c3-44f9-a9fc-4a806d5fa985 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The resource could not be found. Jul 09 13:37:54.612714 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40130) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:54.615625 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-35c59b48-82c3-44f9-a9fc-4a806d5fa985 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0890787 Jul 09 13:37:54.635808 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c6b8b02e-ea9d-4979-b761-a93a88ec4022 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': '6ba0b1fa-b7ad-4b50-a11b-330e1d15905b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '30a2fec3-9266-4e98-8cdf-f13aff23fd0e'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:54.747145 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-44dcfbb4-235d-499e-9f03-baea65561af0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.786434 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 573c097a-2525-41d1-add5-af9512b3cdad up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:37:54.818899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dcfbb4-235d-499e-9f03-baea65561af0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Pushing event updated for resources: {'Port': ['ID=9daee607-2f98-4615-b1c8-2ba5d115d0a0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:54.825177 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-c6b8b02e-ea9d-4979-b761-a93a88ec4022 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The resource could not be found. Jul 09 13:37:54.826629 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c6b8b02e-ea9d-4979-b761-a93a88ec4022 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2128277 Jul 09 13:37:54.829373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-44dcfbb4-235d-499e-9f03-baea65561af0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Network cb871985-694c-4bff-b9c5-df10bd3971ed is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:37:54.831280 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40140) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:54.833485 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-44dcfbb4-235d-499e-9f03-baea65561af0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:37:54.838067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-44dcfbb4-235d-499e-9f03-baea65561af0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:37:54.917052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 573c097a-2525-41d1-add5-af9512b3cdad completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:37:54.920606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 573c097a-2525-41d1-add5-af9512b3cdad triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:37:54.921433 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:54.960095 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-44dcfbb4-235d-499e-9f03-baea65561af0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:54.960985 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-44dcfbb4-235d-499e-9f03-baea65561af0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.000360 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-44dcfbb4-235d-499e-9f03-baea65561af0 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4789357 Jul 09 13:37:55.023902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Request body: {'port': {'device_id': '9fcc7c4c-4a59-49d9-8737-aa5c21d45d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:55.217781 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb48babf-a5e3-4ba8-aa13-da5a711651d6 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.360767 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ac9b23-1a66-4685-a0e2-2afbfe9691b3 req-de268617-60dc-4d15-a598-67e071b0028a tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:55.372873 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1ac9b23-1a66-4685-a0e2-2afbfe9691b3 req-de268617-60dc-4d15-a598-67e071b0028a tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 945 time: 0.4475772 Jul 09 13:37:55.375030 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb48babf-a5e3-4ba8-aa13-da5a711651d6 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.428922 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.603061 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1ac9b23-1a66-4685-a0e2-2afbfe9691b3 req-b8320ce0-ba39-434c-8582-7ae8f755cc7f tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/security-groups?id=f511c358-dcb3-4cce-a465-6637ec1bb073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155175 Jul 09 13:37:55.651634 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb48babf-a5e3-4ba8-aa13-da5a711651d6 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.654513 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb48babf-a5e3-4ba8-aa13-da5a711651d6 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.665763 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-eb48babf-a5e3-4ba8-aa13-da5a711651d6 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "DELETE /v2.0/security-groups/6ba0b1fa-b7ad-4b50-a11b-330e1d15905b HTTP/1.1" status: 204 len: 168 time: 0.8327687 Jul 09 13:37:55.684355 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40150) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:55.706795 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.724422 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb48babf-a5e3-4ba8-aa13-da5a711651d6 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba0b1fa-b7ad-4b50-a11b-330e1d15905b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:55.789483 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 573c097a-2525-41d1-add5-af9512b3cdad, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=573c097a-2525-41d1-add5-af9512b3cdad,segment=NetworkSegment(38d8e2c3-ebea-429f-9ef1-11c01bef5cab),segment_id=38d8e2c3-ebea-429f-9ef1-11c01bef5cab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:37:55.791994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6b8389-6d34-4176-aa04-2ddab94e9e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573c097a-2525-41d1-add5-af9512b3cdad'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:55.795549 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4585616e-0744-45cf-9306-5bb2313b8fa5" -d '{"events": [{"server_uuid": "9d6b8389-6d34-4176-aa04-2ddab94e9e1b", "name": "network-vif-plugged", "status": "completed", "tag": "573c097a-2525-41d1-add5-af9512b3cdad"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:55.820141 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66971d-7410-4bbb-a5ba-6c1a32e4f3a0 req-d6f4a781-93a1-4e9f-b995-2b3bea9f4fa8 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:55.822081 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:55.836531 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b66971d-7410-4bbb-a5ba-6c1a32e4f3a0 req-d6f4a781-93a1-4e9f-b995-2b3bea9f4fa8 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.3068404 Jul 09 13:37:56.010617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-830f7208-828d-49b4-89a1-58182c46e4db tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3135118 Jul 09 13:37:56.040516 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40160) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:56.046903 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=573c097a-2525-41d1-add5-af9512b3cdad,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:56.072358 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e97fb774-4451-48fb-898d-679625bf2e02 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': '0a8322aa-ec98-4b93-9c86-d15a18bd1f26', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:56.165105 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:37:56.180383 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b66971d-7410-4bbb-a5ba-6c1a32e4f3a0 req-efb01989-6dc6-4f0b-8424-5d68c2ee45b6 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3428853 Jul 09 13:37:56.275731 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0527f7b1-8fce-4a59-a5c5-a979efd7ded4 x-openstack-request-id: req-0527f7b1-8fce-4a59-a5c5-a979efd7ded4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:56.276029 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6b8389-6d34-4176-aa04-2ddab94e9e1b", "name": "network-vif-plugged", "status": "completed", "tag": "573c097a-2525-41d1-add5-af9512b3cdad", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:56.276288 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0527f7b1-8fce-4a59-a5c5-a979efd7ded4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:56.276688 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6b8389-6d34-4176-aa04-2ddab94e9e1b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '573c097a-2525-41d1-add5-af9512b3cdad', 'code': 200} Jul 09 13:37:56.295392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9daee607-2f98-4615-b1c8-2ba5d115d0a0 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:37:56.307278 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:56.333535 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-e97fb774-4451-48fb-898d-679625bf2e02 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The resource could not be found. Jul 09 13:37:56.334911 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e97fb774-4451-48fb-898d-679625bf2e02 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2932549 Jul 09 13:37:56.347664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40170) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:56.352587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Transition to ACTIVE for port object 9daee607-2f98-4615-b1c8-2ba5d115d0a0 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:37:56.354141 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-18ebfdd9-8573-4076-9694-72798075affc tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group': {'name': 'tempest-secgroup--28482638'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:56.359689 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:56.372145 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c2058e-a058-47c0-b9bb-457c66fc44b0 req-b779862d-e37b-43a9-a5af-90d247f48542 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:56.379896 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e6c2058e-a058-47c0-b9bb-457c66fc44b0 req-b779862d-e37b-43a9-a5af-90d247f48542 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 932 time: 0.2618115 Jul 09 13:37:56.435982 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e6c2058e-a058-47c0-b9bb-457c66fc44b0 req-61b173e4-1d39-417a-b8af-d585aac98ec6 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547464 Jul 09 13:37:56.439910 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18ebfdd9-8573-4076-9694-72798075affc tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:56.550738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9daee607-2f98-4615-b1c8-2ba5d115d0a0,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:56.667359 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18ebfdd9-8573-4076-9694-72798075affc tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:56.679856 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18ebfdd9-8573-4076-9694-72798075affc tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:56.817889 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-18ebfdd9-8573-4076-9694-72798075affc tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:56.835569 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-18ebfdd9-8573-4076-9694-72798075affc tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4800780 Jul 09 13:37:56.844144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40176) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:56.904406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-98440da7-092e-4e7b-ba04-e582423b2228 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group': {'name': 'tempest-secgroup--881786867'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:56.934513 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebfdd9-8573-4076-9694-72798075affc tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ab223c-be2a-40a7-8f4f-4b82ff01aeb1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:56.991381 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98440da7-092e-4e7b-ba04-e582423b2228 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.273922 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00947be6-13c3-4e17-a2ec-cfc4f22fefd5 req-5c110256-799d-4be2-9721-69d6203b46e4 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:57.284960 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00947be6-13c3-4e17-a2ec-cfc4f22fefd5 req-5c110256-799d-4be2-9721-69d6203b46e4 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 946 time: 0.2679162 Jul 09 13:37:57.360084 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00947be6-13c3-4e17-a2ec-cfc4f22fefd5 req-cf1d5f85-e8af-45d0-b15c-2c3bb731dee8 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/security-groups?id=f511c358-dcb3-4cce-a465-6637ec1bb073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700815 Jul 09 13:37:57.481668 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98440da7-092e-4e7b-ba04-e582423b2228 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.538021 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98440da7-092e-4e7b-ba04-e582423b2228 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.639402 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98440da7-092e-4e7b-ba04-e582423b2228 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.659360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-98440da7-092e-4e7b-ba04-e582423b2228 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7865589 Jul 09 13:37:57.663601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98440da7-092e-4e7b-ba04-e582423b2228 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21cddb67-96a3-487a-ac32-1a2e22587dd9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:57.673636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40190) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:57.680062 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ff6d797e-22c8-4abd-a75d-323ea9b6bcc5 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': '12ab223c-be2a-40a7-8f4f-4b82ff01aeb1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '21cddb67-96a3-487a-ac32-1a2e22587dd9'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:57.731390 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0d7fe-7e37-4dff-a156-96f965a4ab01 req-e33501e2-d709-4f8d-97a6-b801f2331a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:57.734906 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bde0d7fe-7e37-4dff-a156-96f965a4ab01 req-e33501e2-d709-4f8d-97a6-b801f2331a8c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 1097 time: 1.2238858 Jul 09 13:37:57.741077 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797977fb-a48c-486f-ac58-0ede6de30fb7 req-681e9719-ad31-4a78-98e8-7d4dc2842254 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:57.748394 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-797977fb-a48c-486f-ac58-0ede6de30fb7 req-681e9719-ad31-4a78-98e8-7d4dc2842254 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.3848405 Jul 09 13:37:57.796739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Attempting to bind port 9daee607-2f98-4615-b1c8-2ba5d115d0a0 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:37:57.796739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Attempting to bind port 9daee607-2f98-4615-b1c8-2ba5d115d0a0 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:37:57.798097 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Attempting to bind port 9daee607-2f98-4615-b1c8-2ba5d115d0a0 on network cb871985-694c-4bff-b9c5-df10bd3971ed {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:57.807054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Port 9daee607-2f98-4615-b1c8-2ba5d115d0a0 on network cb871985-694c-4bff-b9c5-df10bd3971ed not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:37:57.807054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Attempting to bind port 9daee607-2f98-4615-b1c8-2ba5d115d0a0 on network cb871985-694c-4bff-b9c5-df10bd3971ed {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:37:57.821582 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-797977fb-a48c-486f-ac58-0ede6de30fb7 req-233f737c-7482-4555-9f83-4ae84e1d190d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722098 Jul 09 13:37:57.837755 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-ff6d797e-22c8-4abd-a75d-323ea9b6bcc5 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:57.841580 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ff6d797e-22c8-4abd-a75d-323ea9b6bcc5 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1634672 Jul 09 13:37:57.844751 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0be4b-bd5a-4f7d-9125-25fe9097a838 req-fe31a9f1-3414-4a67-a53a-368b976c289c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:57.847833 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2bd0be4b-bd5a-4f7d-9125-25fe9097a838 req-fe31a9f1-3414-4a67-a53a-368b976c289c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7988931c66014d94a538d603c69f6b55&device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 1096 time: 0.1847353 Jul 09 13:37:57.848167 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40194) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:57.850283 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 37, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:37:57.852116 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Checking segment: {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:37:57.852116 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Bound using segment: {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:37:57.852116 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Bound port: 9daee607-2f98-4615-b1c8-2ba5d115d0a0, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:37:57.852116 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:57.978683 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bde0d7fe-7e37-4dff-a156-96f965a4ab01 req-2ac260e7-6352-4eee-a056-66da5a971822 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f511c358-dcb3-4cce-a465-6637ec1bb073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343271 Jul 09 13:37:57.982069 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc40fb9-66a1-478c-a283-c0ac24ca70ee req-6427a4b8-4140-4a79-9a64-64561f82f802 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:57.990687 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0cc40fb9-66a1-478c-a283-c0ac24ca70ee req-6427a4b8-4140-4a79-9a64-64561f82f802 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 944 time: 0.3280962 Jul 09 13:37:57.991626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0be4b-bd5a-4f7d-9125-25fe9097a838 req-e866927b-82e1-4d93-81bb-8b956eed61ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:57.993165 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2bd0be4b-bd5a-4f7d-9125-25fe9097a838 req-e866927b-82e1-4d93-81bb-8b956eed61ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 HTTP/1.1" status: 200 len: 920 time: 0.1358051 Jul 09 13:37:58.054038 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7236795-26f5-4f56-b5bb-eba57e616b9c tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.079511 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2bd0be4b-bd5a-4f7d-9125-25fe9097a838 req-081bade9-a489-4b02-8c04-e91de531f6a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21c99192-eda1-4ebc-8f17-9c8c7b7639c0 HTTP/1.1" status: 200 len: 217 time: 0.0582502 Jul 09 13:37:58.128981 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0cc40fb9-66a1-478c-a283-c0ac24ca70ee req-ca8af9ac-3e9c-4553-b0b8-027efd9bb72c tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347094 Jul 09 13:37:58.201864 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7236795-26f5-4f56-b5bb-eba57e616b9c tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.237840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] For port 9daee607-2f98-4615-b1c8-2ba5d115d0a0, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:37:58.245273 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] For port 9daee607-2f98-4615-b1c8-2ba5d115d0a0, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=9daee607-2f98-4615-b1c8-2ba5d115d0a0,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:37:58.248365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0be4b-bd5a-4f7d-9125-25fe9097a838 req-d588e68d-4615-4cec-80fa-7a130d408290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:58.251031 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2bd0be4b-bd5a-4f7d-9125-25fe9097a838 req-d588e68d-4615-4cec-80fa-7a130d408290 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e16ab60-94e1-4b9b-b001-fec4823748a4 HTTP/1.1" status: 200 len: 859 time: 0.1632814 Jul 09 13:37:58.253532 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.291106 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7236795-26f5-4f56-b5bb-eba57e616b9c tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.296210 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7236795-26f5-4f56-b5bb-eba57e616b9c tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.298493 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d7236795-26f5-4f56-b5bb-eba57e616b9c tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "DELETE /v2.0/security-groups/21cddb67-96a3-487a-ac32-1a2e22587dd9 HTTP/1.1" status: 204 len: 168 time: 0.4468188 Jul 09 13:37:58.306588 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40202) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:58.360629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7236795-26f5-4f56-b5bb-eba57e616b9c tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21cddb67-96a3-487a-ac32-1a2e22587dd9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:58.408091 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2bd0be4b-bd5a-4f7d-9125-25fe9097a838 req-6b033e30-412d-46a7-b77c-ea446b796334 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1445279 Jul 09 13:37:58.412816 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:58.413575 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.416322 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] 10.222.0.15 "PUT /v2.0/ports/9daee607-2f98-4615-b1c8-2ba5d115d0a0 HTTP/1.1" status: 200 len: 1092 time: 3.4071796 Jul 09 13:37:58.416829 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9fcc7c4c-4a59-49d9-8737-aa5c21d45d39', 'tag': '9daee607-2f98-4615-b1c8-2ba5d115d0a0'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:37:58.420003 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ae30c82-6077-4567-b70d-c3f6de78e398" -d '{"events": [{"name": "network-changed", "server_uuid": "9fcc7c4c-4a59-49d9-8737-aa5c21d45d39", "tag": "9daee607-2f98-4615-b1c8-2ba5d115d0a0"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:37:58.495241 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-883ffee9-34a7-4766-94d8-af83caf32aad tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1814082 Jul 09 13:37:58.497814 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40214) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:58.515505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa821932-7c2a-4350-8fc7-d50ca596a8b5 service neutron] Pushing event updated for resources: {'Port': ['ID=9daee607-2f98-4615-b1c8-2ba5d115d0a0,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:58.566297 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f2f95cf-250e-455e-926d-d3a78e00bf9a x-openstack-request-id: req-1f2f95cf-250e-455e-926d-d3a78e00bf9a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:37:58.566595 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9fcc7c4c-4a59-49d9-8737-aa5c21d45d39", "tag": "9daee607-2f98-4615-b1c8-2ba5d115d0a0", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:37:58.566851 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f2f95cf-250e-455e-926d-d3a78e00bf9a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:37:58.567300 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9fcc7c4c-4a59-49d9-8737-aa5c21d45d39', 'tag': '9daee607-2f98-4615-b1c8-2ba5d115d0a0', 'status': 'completed', 'code': 200} Jul 09 13:37:58.603410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-8114f42c-2433-4493-abec-d2872ea789e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:58.605248 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-8114f42c-2433-4493-abec-d2872ea789e2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 1095 time: 0.1022387 Jul 09 13:37:58.612552 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2bd0be4b-bd5a-4f7d-9125-25fe9097a838 req-b2afa35e-50e1-4d88-890f-51726219dd56 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845529 Jul 09 13:37:58.677797 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77aba40f-40be-49bf-910f-7228ae500143 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.727067 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77aba40f-40be-49bf-910f-7228ae500143 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.816205 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-73d4d69c-2356-4c43-a784-34f4c8a9cdb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9daee607-2f98-4615-b1c8-2ba5d115d0a0 HTTP/1.1" status: 200 len: 217 time: 0.2026231 Jul 09 13:37:58.848992 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77aba40f-40be-49bf-910f-7228ae500143 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.854485 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77aba40f-40be-49bf-910f-7228ae500143 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:58.855868 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-77aba40f-40be-49bf-910f-7228ae500143 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "DELETE /v2.0/security-groups/12ab223c-be2a-40a7-8f4f-4b82ff01aeb1 HTTP/1.1" status: 204 len: 168 time: 0.3561299 Jul 09 13:37:58.878480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40224) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:58.879511 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77aba40f-40be-49bf-910f-7228ae500143 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ab223c-be2a-40a7-8f4f-4b82ff01aeb1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:58.985120 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2bd0be4b-bd5a-4f7d-9125-25fe9097a838 req-210a8b77-b06d-4794-b55f-992ccc4c1450 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592961 Jul 09 13:37:59.051162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f49cc2c-45b8-4216-a5d3-3be8a143ca52 req-98506ab9-96c7-49ff-b99a-241b39069196 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:59.064583 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f49cc2c-45b8-4216-a5d3-3be8a143ca52 req-98506ab9-96c7-49ff-b99a-241b39069196 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 946 time: 0.3489192 Jul 09 13:37:59.081772 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ee062973-f42e-483c-b658-e1cdf8655aa2 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1921871 Jul 09 13:37:59.089834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40232) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:59.100929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b2e76070-c4c6-4984-8ed7-7b2cdca10806 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group': {'name': 'tempest-secgroup--1478631810'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:59.104442 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-bd466d3d-5467-4f52-964e-cf9d8b90cb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:59.109566 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-bd466d3d-5467-4f52-964e-cf9d8b90cb8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe541801-5f2f-44e7-bf6a-e4876e7170dc HTTP/1.1" status: 200 len: 851 time: 0.1222630 Jul 09 13:37:59.155830 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-87e650dd-1138-4ab1-9811-2c69a621c6b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb871985-694c-4bff-b9c5-df10bd3971ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410819 Jul 09 13:37:59.249477 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f49cc2c-45b8-4216-a5d3-3be8a143ca52 req-d30e15cc-ac47-4673-a458-86ae0c9ff3c2 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/security-groups?id=f511c358-dcb3-4cce-a465-6637ec1bb073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834788 Jul 09 13:37:59.254799 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2e76070-c4c6-4984-8ed7-7b2cdca10806 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.298223 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-44561ae3-117c-4472-99d4-748660409f98 service neutron] 10.222.0.15 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358023 Jul 09 13:37:59.414675 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2e76070-c4c6-4984-8ed7-7b2cdca10806 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.429711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569a4bc-3fcb-4d81-97bc-1058544856bd req-14a0a95d-2e66-47e9-afcf-1af855cff53d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:59.429711 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d569a4bc-3fcb-4d81-97bc-1058544856bd req-14a0a95d-2e66-47e9-afcf-1af855cff53d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.3065941 Jul 09 13:37:59.433085 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2e76070-c4c6-4984-8ed7-7b2cdca10806 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.488238 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e76070-c4c6-4984-8ed7-7b2cdca10806 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c10b80e4-8aea-4e49-b3fd-6af7d4f19245,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:37:59.499559 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2e76070-c4c6-4984-8ed7-7b2cdca10806 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.500971 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b2e76070-c4c6-4984-8ed7-7b2cdca10806 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4100494 Jul 09 13:37:59.504952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40240) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:59.510482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8dfd1e54-bac7-4229-bfd5-9f56cfa42210 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': 'c10b80e4-8aea-4e49-b3fd-6af7d4f19245', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:59.539454 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-86b9b5d1-3d4e-45b1-a6d0-c329ecf4708e req-5a03b627-6b66-4d32-88b8-e1f49d464e7b service neutron] 10.222.0.15 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2348588 Jul 09 13:37:59.554032 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d569a4bc-3fcb-4d81-97bc-1058544856bd req-9c00a762-c8c6-4441-832b-05afcc66defe tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045005 Jul 09 13:37:59.593666 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-8dfd1e54-bac7-4229-bfd5-9f56cfa42210 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:59.599583 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8dfd1e54-bac7-4229-bfd5-9f56cfa42210 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0907974 Jul 09 13:37:59.600190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40242) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:59.609949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-eaa82939-7a8c-449d-b6fa-e0686cb9f62e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group_rule': {'security_group_id': 'c10b80e4-8aea-4e49-b3fd-6af7d4f19245', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:37:59.753720 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-eaa82939-7a8c-449d-b6fa-e0686cb9f62e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:37:59.758868 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-eaa82939-7a8c-449d-b6fa-e0686cb9f62e tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1546376 Jul 09 13:37:59.759460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40244) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:37:59.785675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae30c82-6077-4567-b70d-c3f6de78e398 req-fbbb4e2f-a2fc-473f-a34c-c08fbb34da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:59.793863 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ae30c82-6077-4567-b70d-c3f6de78e398 req-fbbb4e2f-a2fc-473f-a34c-c08fbb34da3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f497f876391b4e08b31560ff95746718&device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 1095 time: 0.1614900 Jul 09 13:37:59.911621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a323e2cb-6d7a-4cbc-950f-a6b164c0b1da req-b2b3456a-82e8-46bc-84a1-2a5082ca15af tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:37:59.918355 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4bd41631-23b7-40ef-bc50-ffc3ff8e2653 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:37:59.919342 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a323e2cb-6d7a-4cbc-950f-a6b164c0b1da req-b2b3456a-82e8-46bc-84a1-2a5082ca15af tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 944 time: 0.1369035 Jul 09 13:38:00.001235 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4bd41631-23b7-40ef-bc50-ffc3ff8e2653 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.017556 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a323e2cb-6d7a-4cbc-950f-a6b164c0b1da req-da633634-c85f-4562-87e6-5fc913f5b7b6 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972159 Jul 09 13:38:00.069895 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae30c82-6077-4567-b70d-c3f6de78e398 req-ee131e55-dd49-43e8-aced-3e7879da7354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:00.071488 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ae30c82-6077-4567-b70d-c3f6de78e398 req-ee131e55-dd49-43e8-aced-3e7879da7354 service neutron] 10.222.0.15 "GET /v2.0/networks?id=cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 200 len: 912 time: 0.2634773 Jul 09 13:38:00.091710 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4bd41631-23b7-40ef-bc50-ffc3ff8e2653 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.095407 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4bd41631-23b7-40ef-bc50-ffc3ff8e2653 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.099812 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4bd41631-23b7-40ef-bc50-ffc3ff8e2653 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "DELETE /v2.0/security-groups/c10b80e4-8aea-4e49-b3fd-6af7d4f19245 HTTP/1.1" status: 204 len: 168 time: 0.3379867 Jul 09 13:38:00.100717 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40246) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:00.140366 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ae30c82-6077-4567-b70d-c3f6de78e398 req-39ddcc90-abdf-4c82-bab2-57df5c0c4ebf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9daee607-2f98-4615-b1c8-2ba5d115d0a0 HTTP/1.1" status: 200 len: 217 time: 0.0603316 Jul 09 13:38:00.157607 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd41631-23b7-40ef-bc50-ffc3ff8e2653 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c10b80e4-8aea-4e49-b3fd-6af7d4f19245,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:00.206981 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0dc87fcf-4d9b-43a6-8326-890e978b21c4 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1032565 Jul 09 13:38:00.207505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40250) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:00.221850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e2d3a6f0-656e-46d1-bc5b-1d295e22c2e9 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group': {'name': 'tempest-secgroup--1163638012'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:00.262141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae30c82-6077-4567-b70d-c3f6de78e398 req-bb8e45b2-1478-4b94-a1b5-971bf2550f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:00.263890 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ae30c82-6077-4567-b70d-c3f6de78e398 req-bb8e45b2-1478-4b94-a1b5-971bf2550f68 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fe541801-5f2f-44e7-bf6a-e4876e7170dc HTTP/1.1" status: 200 len: 851 time: 0.1164262 Jul 09 13:38:00.285610 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a6f0-656e-46d1-bc5b-1d295e22c2e9 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.327327 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ae30c82-6077-4567-b70d-c3f6de78e398 req-be26ee13-ccc4-4007-ae4b-dd4152666095 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=cb871985-694c-4bff-b9c5-df10bd3971ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564885 Jul 09 13:38:00.454084 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a6f0-656e-46d1-bc5b-1d295e22c2e9 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.471326 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a6f0-656e-46d1-bc5b-1d295e22c2e9 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.535497 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ae30c82-6077-4567-b70d-c3f6de78e398 req-07467ba8-e731-474a-bb07-bcbc8ebd0a1c service neutron] 10.222.0.15 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005084 Jul 09 13:38:00.561270 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2d3a6f0-656e-46d1-bc5b-1d295e22c2e9 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.566285 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e2d3a6f0-656e-46d1-bc5b-1d295e22c2e9 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3466461 Jul 09 13:38:00.567758 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40262) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:00.582872 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5670bae2-5ae7-4f67-a87e-653395e5d8be tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:00.583415 n-d-799525-3 neutron-server[93754]: WARNING neutron.api.v2.base [None req-5670bae2-5ae7-4f67-a87e-653395e5d8be tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 13:38:00.584126 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-5670bae2-5ae7-4f67-a87e-653395e5d8be tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 13:38:00.588218 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5670bae2-5ae7-4f67-a87e-653395e5d8be tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "PUT /v2.0/security-groups/a17167b8-331c-4b7a-b06a-d348724f9cdf HTTP/1.1" status: 409 len: 330 time: 0.0137391 Jul 09 13:38:00.588598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40264) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:00.613657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3a6f0-656e-46d1-bc5b-1d295e22c2e9 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a17167b8-331c-4b7a-b06a-d348724f9cdf,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:00.672328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf83d69a-e004-4662-8a89-97000a95470e req-a2389ee8-613d-4c57-a974-3acaabed21bb tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:00.681187 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf83d69a-e004-4662-8a89-97000a95470e req-a2389ee8-613d-4c57-a974-3acaabed21bb tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 946 time: 0.2238371 Jul 09 13:38:00.735662 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ae30c82-6077-4567-b70d-c3f6de78e398 req-f7e8bc6e-119c-4db7-a707-e6a6a614c9e8 service neutron] 10.222.0.15 "GET /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932292 Jul 09 13:38:00.771770 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf83d69a-e004-4662-8a89-97000a95470e req-5e4f96a5-f675-410f-bf47-4efc527c4d01 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/security-groups?id=f511c358-dcb3-4cce-a465-6637ec1bb073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895584 Jul 09 13:38:00.773441 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40a46cd3-1961-4a02-9e43-f6f4b2c1b120 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.823050 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40a46cd3-1961-4a02-9e43-f6f4b2c1b120 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.880692 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40a46cd3-1961-4a02-9e43-f6f4b2c1b120 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.884241 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40a46cd3-1961-4a02-9e43-f6f4b2c1b120 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:00.885572 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-40a46cd3-1961-4a02-9e43-f6f4b2c1b120 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "DELETE /v2.0/security-groups/a17167b8-331c-4b7a-b06a-d348724f9cdf HTTP/1.1" status: 204 len: 168 time: 0.2961185 Jul 09 13:38:00.888368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40270) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:00.897007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a46cd3-1961-4a02-9e43-f6f4b2c1b120 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17167b8-331c-4b7a-b06a-d348724f9cdf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:01.003503 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6ffb3c5e-829c-428b-ab9b-ed866d89b07c tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1077738 Jul 09 13:38:01.012252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40272) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:01.038573 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-a9eaf11c-0fbb-4778-bc2e-d062ffe9a8ce tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] delete failed (client error): The resource could not be found. Jul 09 13:38:01.045798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40276) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:01.047426 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a9eaf11c-0fbb-4778-bc2e-d062ffe9a8ce tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "DELETE /v2.0/security-groups/3df30667-f20a-457c-b8b8-e46ac074c294 HTTP/1.1" status: 404 len: 347 time: 0.0360110 Jul 09 13:38:01.078215 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-77fb5732-cfae-4f5d-88bc-359fc1477be7 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] show failed (client error): The resource could not be found. Jul 09 13:38:01.091057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-77fb5732-cfae-4f5d-88bc-359fc1477be7 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "GET /v2.0/security-groups/7788eb19-3476-4a19-9403-dd4cd2de967e HTTP/1.1" status: 404 len: 347 time: 0.0391457 Jul 09 13:38:01.093032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40278) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:01.142408 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-cddbdb06-6ba8-424a-a4b5-1f2371b5cb54 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] show failed (client error): The resource could not be found. Jul 09 13:38:01.151083 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cddbdb06-6ba8-424a-a4b5-1f2371b5cb54 tempest-NegativeSecGroupIPv6Test-190285384 tempest-NegativeSecGroupIPv6Test-190285384-project] 10.222.0.39 "GET /v2.0/security-group-rules/8c2e9aa2-d0a9-43c6-932d-b390bb584ecb HTTP/1.1" status: 404 len: 356 time: 0.0566463 Jul 09 13:38:01.183412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88347751-b75b-44c5-88f1-345dd6490eb1 req-de481a9e-bb18-40d4-940f-d8ac7035d98a tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:01.187863 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88347751-b75b-44c5-88f1-345dd6490eb1 req-de481a9e-bb18-40d4-940f-d8ac7035d98a tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.2097270 Jul 09 13:38:01.281230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88347751-b75b-44c5-88f1-345dd6490eb1 req-829024f1-72c1-4dee-8071-fa042631eb69 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764351 Jul 09 13:38:01.653058 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3211f714-1468-43e7-996c-ece2c538e3ee req-430f9a6e-4440-48a0-b078-e740e09f3fb8 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:01.654917 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3211f714-1468-43e7-996c-ece2c538e3ee req-430f9a6e-4440-48a0-b078-e740e09f3fb8 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 944 time: 0.2214167 Jul 09 13:38:01.715709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40304) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:01.758699 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3211f714-1468-43e7-996c-ece2c538e3ee req-ce7f2c83-d36d-4458-b619-879be7d5f5aa tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956116 Jul 09 13:38:01.834854 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f261a55d-4d12-499a-b80b-0e4d25cdb38b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.123530 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a57935eb-4abe-42f2-a31f-96e94b3c3292 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6ff53e9da8a14fe586e84813e537af9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4052131 Jul 09 13:38:02.124173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40316) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:02.208279 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-12d13be6-26bf-4900-b6c5-8381645f7b06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.239796 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-12d13be6-26bf-4900-b6c5-8381645f7b06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.306346 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-12d13be6-26bf-4900-b6c5-8381645f7b06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.310011 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-12d13be6-26bf-4900-b6c5-8381645f7b06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:02.312223 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-12d13be6-26bf-4900-b6c5-8381645f7b06 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5b38d914-6103-42e1-9769-ce6ccd75d75e HTTP/1.1" status: 204 len: 168 time: 0.1865516 Jul 09 13:38:02.350604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d13be6-26bf-4900-b6c5-8381645f7b06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b38d914-6103-42e1-9769-ce6ccd75d75e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:02.835888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 9daee607-2f98-4615-b1c8-2ba5d115d0a0 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:38:03.209138 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 9daee607-2f98-4615-b1c8-2ba5d115d0a0, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=9daee607-2f98-4615-b1c8-2ba5d115d0a0,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:03.235719 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '9daee607-2f98-4615-b1c8-2ba5d115d0a0', 'network_id': 'cb871985-694c-4bff-b9c5-df10bd3971ed', 'port_id': '9daee607-2f98-4615-b1c8-2ba5d115d0a0', 'mac_address': 'fa:16:3e:a1:ef:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 320, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe541801-5f2f-44e7-bf6a-e4876e7170dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:38:03.324516 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:03.349582 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9daee607-2f98-4615-b1c8-2ba5d115d0a0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:38:03.376424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 9daee607-2f98-4615-b1c8-2ba5d115d0a0, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=9daee607-2f98-4615-b1c8-2ba5d115d0a0,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:03.387772 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:03.485330 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e0270d-14bb-4756-a79a-a408dca11e55 req-03710f95-1d22-4a85-9c54-4ad45c317ec7 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:03.487493 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2e0270d-14bb-4756-a79a-a408dca11e55 req-03710f95-1d22-4a85-9c54-4ad45c317ec7 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 944 time: 0.2641981 Jul 09 13:38:03.556774 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=9daee607-2f98-4615-b1c8-2ba5d115d0a0,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:03.628811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['9daee607-2f98-4615-b1c8-2ba5d115d0a0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:38:03.643753 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2e0270d-14bb-4756-a79a-a408dca11e55 req-d08d65e0-21ab-442e-9c04-33945c273788 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437809 Jul 09 13:38:03.927388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40406) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:03.931456 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [-] 10.222.0.39 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0031021 Jul 09 13:38:03.934847 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40408) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:04.110644 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bcf55e68-2843-456c-a6c5-d00a708995dc tempest-NetworksApiDiscovery-191525870 tempest-NetworksApiDiscovery-191525870-project] 10.222.0.39 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1743667 Jul 09 13:38:04.484297 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40428) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:04.591132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b01be-4734-45b2-a173-09c7e6fced2a req-e0e11a70-b508-48a7-b8ec-8459e489dbd0 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:04.592952 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-947b01be-4734-45b2-a173-09c7e6fced2a req-e0e11a70-b508-48a7-b8ec-8459e489dbd0 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.0972419 Jul 09 13:38:04.606071 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.647458 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b9440ff3-1c52-40e0-aed3-38e5ec499f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.654069 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-947b01be-4734-45b2-a173-09c7e6fced2a req-ee0bf8c3-0dd5-46d8-85cf-221f49efb926 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521314 Jul 09 13:38:04.720469 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aff1ea63-ee80-457c-9f8d-92eee45473e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.882201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 9daee607-2f98-4615-b1c8-2ba5d115d0a0 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:04.906391 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aff1ea63-ee80-457c-9f8d-92eee45473e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.916865 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aff1ea63-ee80-457c-9f8d-92eee45473e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:04.980695 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 9daee607-2f98-4615-b1c8-2ba5d115d0a0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:04.987245 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 9daee607-2f98-4615-b1c8-2ba5d115d0a0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:04.987629 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.009266 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aff1ea63-ee80-457c-9f8d-92eee45473e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2962259e9a154216844fb5a8a9d1822b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5180700 Jul 09 13:38:05.009811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40456) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:05.016996 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30004eb-e586-4bc3-9ed9-908bcee8c547 req-143ea3c6-9e8e-4776-bc97-f2e592202415 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:05.021689 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c30004eb-e586-4bc3-9ed9-908bcee8c547 req-143ea3c6-9e8e-4776-bc97-f2e592202415 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 945 time: 0.1103477 Jul 09 13:38:05.026674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff1ea63-ee80-457c-9f8d-92eee45473e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a75f55-70e9-479b-93c6-d15f3436922f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:05.085264 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c30004eb-e586-4bc3-9ed9-908bcee8c547 req-f0b4b69c-7389-4009-9a3e-3dcec9d87197 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625825 Jul 09 13:38:05.119512 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.123252 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d97e61f-c735-49e5-aded-437c389cbac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.147115 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d97e61f-c735-49e5-aded-437c389cbac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.149140 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcc7c4c-4a59-49d9-8737-aa5c21d45d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9daee607-2f98-4615-b1c8-2ba5d115d0a0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:05.153071 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e3c1c71-69e9-4208-8085-d3196a1bdfa9" -d '{"events": [{"server_uuid": "9fcc7c4c-4a59-49d9-8737-aa5c21d45d39", "name": "network-vif-plugged", "status": "completed", "tag": "9daee607-2f98-4615-b1c8-2ba5d115d0a0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:05.177006 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 9daee607-2f98-4615-b1c8-2ba5d115d0a0, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=9daee607-2f98-4615-b1c8-2ba5d115d0a0,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:05.183644 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.221760 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d97e61f-c735-49e5-aded-437c389cbac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.228153 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d97e61f-c735-49e5-aded-437c389cbac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.229865 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1d97e61f-c735-49e5-aded-437c389cbac9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65a75f55-70e9-479b-93c6-d15f3436922f HTTP/1.1" status: 204 len: 168 time: 0.2191904 Jul 09 13:38:05.254628 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97e61f-c735-49e5-aded-437c389cbac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a75f55-70e9-479b-93c6-d15f3436922f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:05.278635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=9daee607-2f98-4615-b1c8-2ba5d115d0a0,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:05.325554 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-000145b9-8f0d-442c-925d-8a77195b820c x-openstack-request-id: req-000145b9-8f0d-442c-925d-8a77195b820c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:05.326032 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcc7c4c-4a59-49d9-8737-aa5c21d45d39", "name": "network-vif-plugged", "status": "completed", "tag": "9daee607-2f98-4615-b1c8-2ba5d115d0a0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:05.326296 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-000145b9-8f0d-442c-925d-8a77195b820c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:05.327223 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc7c4c-4a59-49d9-8737-aa5c21d45d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9daee607-2f98-4615-b1c8-2ba5d115d0a0', 'code': 200} Jul 09 13:38:05.530678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07261bb-00d2-4b7d-b89c-807f58114b56 req-d3c3d4f6-c32d-40a5-a53b-0fe01a1e394c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:05.544083 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c07261bb-00d2-4b7d-b89c-807f58114b56 req-d3c3d4f6-c32d-40a5-a53b-0fe01a1e394c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 1097 time: 0.1209769 Jul 09 13:38:05.586159 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:05.629591 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c07261bb-00d2-4b7d-b89c-807f58114b56 req-6e9bdd8a-3789-41c9-ad21-e9ab1ed3d1e9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795550 Jul 09 13:38:06.468856 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cfb5be-9169-45fa-9a2a-bda91e9c5cb9 req-43e2333d-7cb3-4c90-817e-64027d56f7a5 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:06.470763 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22cfb5be-9169-45fa-9a2a-bda91e9c5cb9 req-43e2333d-7cb3-4c90-817e-64027d56f7a5 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 946 time: 0.1688952 Jul 09 13:38:06.485635 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f13ee8-0666-42ef-b17c-9ab48b41eb86 req-0d011cac-1af1-4cb4-84a8-9b29fa2421a2 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:06.490667 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-05f13ee8-0666-42ef-b17c-9ab48b41eb86 req-0d011cac-1af1-4cb4-84a8-9b29fa2421a2 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 946 time: 0.1298172 Jul 09 13:38:06.613190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22cfb5be-9169-45fa-9a2a-bda91e9c5cb9 req-7d2224d3-6f10-4dc7-a203-c7857f680ea0 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/security-groups?id=f511c358-dcb3-4cce-a465-6637ec1bb073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238463 Jul 09 13:38:06.666089 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-05f13ee8-0666-42ef-b17c-9ab48b41eb86 req-abd8a9df-3419-4702-afe8-24cdfe675863 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436379 Jul 09 13:38:06.959467 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:07.704726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63d6398-6fc1-4f86-ac78-e246de58fa21 req-8160678f-d857-40c7-808a-facb8b8fe41a tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:07.707788 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d63d6398-6fc1-4f86-ac78-e246de58fa21 req-8160678f-d857-40c7-808a-facb8b8fe41a tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.15 "GET /v2.0/ports?device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 946 time: 0.1508522 Jul 09 13:38:07.917496 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40598) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:07.925754 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d63d6398-6fc1-4f86-ac78-e246de58fa21 req-f867f38b-429c-4153-a8e8-e6913f362dd0 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Deleting port 573c097a-2525-41d1-add5-af9512b3cdad {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:07.926210 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d63d6398-6fc1-4f86-ac78-e246de58fa21 req-f867f38b-429c-4153-a8e8-e6913f362dd0 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.072636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d63d6398-6fc1-4f86-ac78-e246de58fa21 req-f867f38b-429c-4153-a8e8-e6913f362dd0 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] For port 573c097a-2525-41d1-add5-af9512b3cdad, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=573c097a-2525-41d1-add5-af9512b3cdad,segment=NetworkSegment(38d8e2c3-ebea-429f-9ef1-11c01bef5cab),segment_id=38d8e2c3-ebea-429f-9ef1-11c01bef5cab)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:08.073012 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d63d6398-6fc1-4f86-ac78-e246de58fa21 req-f867f38b-429c-4153-a8e8-e6913f362dd0 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.117660 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b020df1-f3b3-4859-b666-89daeff6b439 req-0a7f2a42-f013-4726-ae50-6ce5aa56b680 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:08.133180 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b020df1-f3b3-4859-b666-89daeff6b439 req-0a7f2a42-f013-4726-ae50-6ce5aa56b680 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 946 time: 0.3001578 Jul 09 13:38:08.133776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d63d6398-6fc1-4f86-ac78-e246de58fa21 req-f867f38b-429c-4153-a8e8-e6913f362dd0 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Calling delete_port for 573c097a-2525-41d1-add5-af9512b3cdad owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:08.136141 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6b1c-bfca-4f40-a099-64b3a4505c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.248852 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b020df1-f3b3-4859-b666-89daeff6b439 req-9a1a809e-2f61-4225-88ba-0c1073fafa7b tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/security-groups?id=f511c358-dcb3-4cce-a465-6637ec1bb073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141346 Jul 09 13:38:08.277495 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbde66b-2f4e-4e4a-8a8c-14adeb5183ac req-661260c5-a94d-4b1c-b04e-42642e70b38e tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:08.289059 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ccbde66b-2f4e-4e4a-8a8c-14adeb5183ac req-661260c5-a94d-4b1c-b04e-42642e70b38e tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 946 time: 0.3697901 Jul 09 13:38:08.365334 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.377159 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6b1c-bfca-4f40-a099-64b3a4505c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.382331 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c7a6b1c-bfca-4f40-a099-64b3a4505c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.391643 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ccbde66b-2f4e-4e4a-8a8c-14adeb5183ac req-25f3d719-025b-4ec8-a133-ec40cf7d1367 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966740 Jul 09 13:38:08.409338 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d63d6398-6fc1-4f86-ac78-e246de58fa21 req-f867f38b-429c-4153-a8e8-e6913f362dd0 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.428317 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['573c097a-2525-41d1-add5-af9512b3cdad'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:38:08.505884 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9c7a6b1c-bfca-4f40-a099-64b3a4505c2a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5704d959cc5e4706a9a0219c04dc45f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5872734 Jul 09 13:38:08.509601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40610) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:08.550386 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867f38b-429c-4153-a8e8-e6913f362dd0 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Pushing event deleted for resources: {'Port': ['ID=573c097a-2525-41d1-add5-af9512b3cdad,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:08.579522 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.582007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7a6b1c-bfca-4f40-a099-64b3a4505c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d25b5073-1c2a-4931-84eb-4ef5c0e83e96,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:08.638216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63d6398-6fc1-4f86-ac78-e246de58fa21 req-f867f38b-429c-4153-a8e8-e6913f362dd0 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] No DVR routers for this DVR port 573c097a-2525-41d1-add5-af9512b3cdad on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:08.640359 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d63d6398-6fc1-4f86-ac78-e246de58fa21 req-f867f38b-429c-4153-a8e8-e6913f362dd0 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.642458 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d63d6398-6fc1-4f86-ac78-e246de58fa21 req-f867f38b-429c-4153-a8e8-e6913f362dd0 tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.15 "DELETE /v2.0/ports/573c097a-2525-41d1-add5-af9512b3cdad HTTP/1.1" status: 204 len: 173 time: 0.9296057 Jul 09 13:38:08.646209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d6b8389-6d34-4176-aa04-2ddab94e9e1b', 'name': 'network-vif-deleted', 'tag': '573c097a-2525-41d1-add5-af9512b3cdad'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:08.650885 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b46f624e-eac6-4566-a408-cdc2a1822522" -d '{"events": [{"server_uuid": "9d6b8389-6d34-4176-aa04-2ddab94e9e1b", "name": "network-vif-deleted", "tag": "573c097a-2525-41d1-add5-af9512b3cdad"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:08.671176 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.711915 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ea43e8-6920-422c-b2a7-7c783260cd2d x-openstack-request-id: req-f0ea43e8-6920-422c-b2a7-7c783260cd2d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:08.712982 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d6b8389-6d34-4176-aa04-2ddab94e9e1b", "name": "network-vif-deleted", "tag": "573c097a-2525-41d1-add5-af9512b3cdad", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:08.713507 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f0ea43e8-6920-422c-b2a7-7c783260cd2d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:08.714191 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d6b8389-6d34-4176-aa04-2ddab94e9e1b', 'name': 'network-vif-deleted', 'tag': '573c097a-2525-41d1-add5-af9512b3cdad', 'status': 'completed', 'code': 200} Jul 09 13:38:08.739423 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.907194 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.911503 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:08.926316 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d25b5073-1c2a-4931-84eb-4ef5c0e83e96 HTTP/1.1" status: 204 len: 168 time: 0.4153175 Jul 09 13:38:08.941043 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d25b5073-1c2a-4931-84eb-4ef5c0e83e96,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:08.960617 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:08.961220 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:08.961735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:08.962246 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:08.962784 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:08.963346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:08.963859 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:08.964370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:08.968850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:08.969499 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:08.970017 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:08.970530 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de423f24-fcd3-4d94-bed5-05804ddc42c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:09.110184 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40622) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:09.183127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e6f87e-c732-4080-8dbd-a5b8199d84f1 req-529bab34-79ce-4f19-b01c-94ced93eb7d4 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:09.194149 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5e6f87e-c732-4080-8dbd-a5b8199d84f1 req-529bab34-79ce-4f19-b01c-94ced93eb7d4 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 946 time: 0.1507452 Jul 09 13:38:09.210406 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd648c1-868f-4c9b-aad6-61a43226fddf admin admin] Deleting subnet 1780ebcd-1654-423d-a2c6-37fd59135a20 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:38:09.224827 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7fd648c1-868f-4c9b-aad6-61a43226fddf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.260258 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5e6f87e-c732-4080-8dbd-a5b8199d84f1 req-46c31510-123a-4723-982b-a5cd5d836da7 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642183 Jul 09 13:38:09.342252 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7fd648c1-868f-4c9b-aad6-61a43226fddf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.506590 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7fd648c1-868f-4c9b-aad6-61a43226fddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.563715 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf03afa1-f2c5-4c13-8683-0fa61df35536 req-52231b02-0f1c-40b7-a2c1-da8c71351d2d tempest-ServerTagsTestJSON-190167494 tempest-ServerTagsTestJSON-190167494-project] 10.222.0.39 "GET /v2.0/ports?device_id=9d6b8389-6d34-4176-aa04-2ddab94e9e1b HTTP/1.1" status: 200 len: 210 time: 0.0782044 Jul 09 13:38:09.600015 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40640) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:09.620844 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-513b553a-86b6-4ac6-8e2b-d3b5d77096c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.630106 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7fd648c1-868f-4c9b-aad6-61a43226fddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.718033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd648c1-868f-4c9b-aad6-61a43226fddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1780ebcd-1654-423d-a2c6-37fd59135a20,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:09.720143 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7fd648c1-868f-4c9b-aad6-61a43226fddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.735078 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7fd648c1-868f-4c9b-aad6-61a43226fddf admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1780ebcd-1654-423d-a2c6-37fd59135a20 HTTP/1.1" status: 204 len: 168 time: 0.6237216 Jul 09 13:38:09.738533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40644) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:09.876679 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-513b553a-86b6-4ac6-8e2b-d3b5d77096c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.884041 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-513b553a-86b6-4ac6-8e2b-d3b5d77096c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.953859 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe7a7-557b-45f0-a07f-7c1c2aefa795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:09.964087 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-513b553a-86b6-4ac6-8e2b-d3b5d77096c8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7022d4adbcbc4c63be005a3479ceb129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3623672 Jul 09 13:38:09.964994 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513b553a-86b6-4ac6-8e2b-d3b5d77096c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a024772d-148d-42ae-8132-9c24d050198f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:09.967304 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40648) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:10.091918 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-463e9a00-8590-4751-92a4-0f4752de2cdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.098174 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe7a7-557b-45f0-a07f-7c1c2aefa795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.122038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3c6fe7a7-557b-45f0-a07f-7c1c2aefa795 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25867fa4-222c-42d6-9bc7-92af90407190']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:10.141762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3c6fe7a7-557b-45f0-a07f-7c1c2aefa795 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c31b89bf-c1bd-46ed-ad20-7e883b39d593') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:10.142061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3c6fe7a7-557b-45f0-a07f-7c1c2aefa795 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c31b89bf-c1bd-46ed-ad20-7e883b39d593') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:10.146115 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-463e9a00-8590-4751-92a4-0f4752de2cdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.162377 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe7a7-557b-45f0-a07f-7c1c2aefa795 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.190362 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe7a7-557b-45f0-a07f-7c1c2aefa795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.200231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c6fe7a7-557b-45f0-a07f-7c1c2aefa795 admin admin] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:10.200642 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe7a7-557b-45f0-a07f-7c1c2aefa795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:10.202494 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:10.273427 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-463e9a00-8590-4751-92a4-0f4752de2cdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.276006 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-463e9a00-8590-4751-92a4-0f4752de2cdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.278239 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-463e9a00-8590-4751-92a4-0f4752de2cdb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a024772d-148d-42ae-8132-9c24d050198f HTTP/1.1" status: 204 len: 168 time: 0.3081732 Jul 09 13:38:10.311165 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e9a00-8590-4751-92a4-0f4752de2cdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a024772d-148d-42ae-8132-9c24d050198f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:10.313312 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe7a7-557b-45f0-a07f-7c1c2aefa795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.320461 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6fe7a7-557b-45f0-a07f-7c1c2aefa795 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.327281 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3c6fe7a7-557b-45f0-a07f-7c1c2aefa795 admin admin] 10.222.0.39 "DELETE /v2.0/networks/25867fa4-222c-42d6-9bc7-92af90407190 HTTP/1.1" status: 204 len: 168 time: 0.5875566 Jul 09 13:38:10.347208 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6fe7a7-557b-45f0-a07f-7c1c2aefa795 admin admin] Pushing event deleted for resources: {'Network': ['ID=25867fa4-222c-42d6-9bc7-92af90407190,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:10.483307 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e94e18-7fac-4c47-8680-52b04fb9297d req-158c76af-89a7-4ce8-bb62-d288d95da0ae tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:10.494590 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06e94e18-7fac-4c47-8680-52b04fb9297d req-158c76af-89a7-4ce8-bb62-d288d95da0ae tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 946 time: 0.0882049 Jul 09 13:38:10.548436 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06e94e18-7fac-4c47-8680-52b04fb9297d req-e229f75a-481d-4622-805e-251e1c54fc57 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523088 Jul 09 13:38:10.578865 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40660) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:10.699716 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-062f64b4-e113-4eee-8d3d-82f0600d1825 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66ab61939b2a4e529fc820b30657c9da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1191440 Jul 09 13:38:10.702161 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40666) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:10.766205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40672) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:10.829490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-7211c482-a8ca-4385-8747-4b1d9323acce admin admin] Deleting subnet bcb92f90-4d1d-4c1c-82d2-1630bd3b1682 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:38:10.836147 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7211c482-a8ca-4385-8747-4b1d9323acce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.839209 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ae79-87c3-49d4-b879-5cb33fcd0ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.876144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 573c097a-2525-41d1-add5-af9512b3cdad no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:38:10.909731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7211c482-a8ca-4385-8747-4b1d9323acce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.911310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 573c097a-2525-41d1-add5-af9512b3cdad {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:38:10.917189 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ae79-87c3-49d4-b879-5cb33fcd0ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:10.917399 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 573c097a-2525-41d1-add5-af9512b3cdad not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:38:10.976160 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7211c482-a8ca-4385-8747-4b1d9323acce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.038079 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ae79-87c3-49d4-b879-5cb33fcd0ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.043283 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7a8ae79-87c3-49d4-b879-5cb33fcd0ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.055475 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a7a8ae79-87c3-49d4-b879-5cb33fcd0ee1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77ccf679-2ce7-4c6d-8398-96fc3446410b HTTP/1.1" status: 204 len: 168 time: 0.3410602 Jul 09 13:38:11.094492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a8ae79-87c3-49d4-b879-5cb33fcd0ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ccf679-2ce7-4c6d-8398-96fc3446410b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:11.125167 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7211c482-a8ca-4385-8747-4b1d9323acce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.193414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7211c482-a8ca-4385-8747-4b1d9323acce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcb92f90-4d1d-4c1c-82d2-1630bd3b1682,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:11.220366 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7211c482-a8ca-4385-8747-4b1d9323acce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.222288 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38bbe07-cb90-47ae-8cab-5ee3fd71a51f req-34ee4762-cec9-4939-ac3c-9a6bc7481984 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:11.223909 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d38bbe07-cb90-47ae-8cab-5ee3fd71a51f req-34ee4762-cec9-4939-ac3c-9a6bc7481984 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 946 time: 0.1112285 Jul 09 13:38:11.226734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40694) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:11.229610 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7211c482-a8ca-4385-8747-4b1d9323acce admin admin] 10.222.0.39 "DELETE /v2.0/subnets/bcb92f90-4d1d-4c1c-82d2-1630bd3b1682 HTTP/1.1" status: 204 len: 168 time: 0.4608555 Jul 09 13:38:11.384207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d38bbe07-cb90-47ae-8cab-5ee3fd71a51f req-313be745-bdb1-477e-aecb-0fe318b82dd9 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436720 Jul 09 13:38:11.387772 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a343e3e-fa58-46eb-84c7-128baf70a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.530243 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a343e3e-fa58-46eb-84c7-128baf70a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.557583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6a343e3e-fa58-46eb-84c7-128baf70a9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce6712c5-f1bd-409e-8201-ba6d0852d3c1']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:11.590527 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6a343e3e-fa58-46eb-84c7-128baf70a9f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d8e2c3-ebea-429f-9ef1-11c01bef5cab') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:11.590901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6a343e3e-fa58-46eb-84c7-128baf70a9f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d8e2c3-ebea-429f-9ef1-11c01bef5cab') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:11.615882 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a343e3e-fa58-46eb-84c7-128baf70a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.655624 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a343e3e-fa58-46eb-84c7-128baf70a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.667843 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a343e3e-fa58-46eb-84c7-128baf70a9f0 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:11.668260 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a343e3e-fa58-46eb-84c7-128baf70a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:11.670497 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:11.760084 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a343e3e-fa58-46eb-84c7-128baf70a9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.785895 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6a343e3e-fa58-46eb-84c7-128baf70a9f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:11.787879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6a343e3e-fa58-46eb-84c7-128baf70a9f0 admin admin] 10.222.0.39 "DELETE /v2.0/networks/ce6712c5-f1bd-409e-8201-ba6d0852d3c1 HTTP/1.1" status: 204 len: 168 time: 0.5600488 Jul 09 13:38:11.788766 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a343e3e-fa58-46eb-84c7-128baf70a9f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce6712c5-f1bd-409e-8201-ba6d0852d3c1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:12.044226 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40728) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:12.154028 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e35d0347-f36f-4f6c-bde8-804e0f53d277 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8159c345d90e44b79fb1c67ef17f73d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1085999 Jul 09 13:38:12.159075 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40730) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:12.403532 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-128de96c-f500-4903-a6fa-6243a6a50c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.444507 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-128de96c-f500-4903-a6fa-6243a6a50c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.560222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79728266-9615-4909-9271-e4eefe5e02c9 req-a6a28d87-c305-4bbd-829e-8750e7b16b9c tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:12.562309 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79728266-9615-4909-9271-e4eefe5e02c9 req-a6a28d87-c305-4bbd-829e-8750e7b16b9c tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.15 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 946 time: 0.2695339 Jul 09 13:38:12.785935 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d72228-f3f4-4be6-b041-5738b869c0ec req-40eee73e-05b2-4de4-8e9c-c43838ad1a50 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:12.801284 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7d72228-f3f4-4be6-b041-5738b869c0ec req-40eee73e-05b2-4de4-8e9c-c43838ad1a50 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 946 time: 0.2000480 Jul 09 13:38:12.802542 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-128de96c-f500-4903-a6fa-6243a6a50c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.806575 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-128de96c-f500-4903-a6fa-6243a6a50c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.811773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-128de96c-f500-4903-a6fa-6243a6a50c70 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f511c358-dcb3-4cce-a465-6637ec1bb073 HTTP/1.1" status: 204 len: 168 time: 0.6464472 Jul 09 13:38:12.823448 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128de96c-f500-4903-a6fa-6243a6a50c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f511c358-dcb3-4cce-a465-6637ec1bb073,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:12.860831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-79728266-9615-4909-9271-e4eefe5e02c9 req-1ab73792-f400-429a-8ffc-091217692a95 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Deleting port 9daee607-2f98-4615-b1c8-2ba5d115d0a0 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:38:12.862258 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-79728266-9615-4909-9271-e4eefe5e02c9 req-1ab73792-f400-429a-8ffc-091217692a95 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:12.916201 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7d72228-f3f4-4be6-b041-5738b869c0ec req-c4b987ee-6c42-4a7b-b341-0fcc99b906f4 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/security-groups?id=cc6cd1cd-b186-46e8-ba02-e795c04fec56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097627 Jul 09 13:38:13.115985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-79728266-9615-4909-9271-e4eefe5e02c9 req-1ab73792-f400-429a-8ffc-091217692a95 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] For port 9daee607-2f98-4615-b1c8-2ba5d115d0a0, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=9daee607-2f98-4615-b1c8-2ba5d115d0a0,segment=NetworkSegment(d5ef97ea-fb6d-498c-8bf2-24aeccceda18),segment_id=d5ef97ea-fb6d-498c-8bf2-24aeccceda18)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:13.116374 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-79728266-9615-4909-9271-e4eefe5e02c9 req-1ab73792-f400-429a-8ffc-091217692a95 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:13.135137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-79728266-9615-4909-9271-e4eefe5e02c9 req-1ab73792-f400-429a-8ffc-091217692a95 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Calling delete_port for 9daee607-2f98-4615-b1c8-2ba5d115d0a0 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:38:13.406544 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-79728266-9615-4909-9271-e4eefe5e02c9 req-1ab73792-f400-429a-8ffc-091217692a95 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:13.420225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['9daee607-2f98-4615-b1c8-2ba5d115d0a0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:38:13.469763 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab73792-f400-429a-8ffc-091217692a95 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Pushing event deleted for resources: {'Port': ['ID=9daee607-2f98-4615-b1c8-2ba5d115d0a0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:13.526682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-79728266-9615-4909-9271-e4eefe5e02c9 req-1ab73792-f400-429a-8ffc-091217692a95 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] No DVR routers for this DVR port 9daee607-2f98-4615-b1c8-2ba5d115d0a0 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:13.530610 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-79728266-9615-4909-9271-e4eefe5e02c9 req-1ab73792-f400-429a-8ffc-091217692a95 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:13.535042 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79728266-9615-4909-9271-e4eefe5e02c9 req-1ab73792-f400-429a-8ffc-091217692a95 tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.15 "DELETE /v2.0/ports/9daee607-2f98-4615-b1c8-2ba5d115d0a0 HTTP/1.1" status: 204 len: 173 time: 0.9599071 Jul 09 13:38:13.535814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9fcc7c4c-4a59-49d9-8737-aa5c21d45d39', 'name': 'network-vif-deleted', 'tag': '9daee607-2f98-4615-b1c8-2ba5d115d0a0'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:13.551058 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d969c378-936e-45f0-b98c-b7f5db737b19" -d '{"events": [{"server_uuid": "9fcc7c4c-4a59-49d9-8737-aa5c21d45d39", "name": "network-vif-deleted", "tag": "9daee607-2f98-4615-b1c8-2ba5d115d0a0"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:13.619696 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bd0e61-a688-497c-877a-60991f1c267f x-openstack-request-id: req-18bd0e61-a688-497c-877a-60991f1c267f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:13.620047 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9fcc7c4c-4a59-49d9-8737-aa5c21d45d39", "name": "network-vif-deleted", "tag": "9daee607-2f98-4615-b1c8-2ba5d115d0a0", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:13.620247 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18bd0e61-a688-497c-877a-60991f1c267f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:13.620682 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9fcc7c4c-4a59-49d9-8737-aa5c21d45d39', 'name': 'network-vif-deleted', 'tag': '9daee607-2f98-4615-b1c8-2ba5d115d0a0', 'status': 'completed', 'code': 200} Jul 09 13:38:14.226450 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b35a58e1-dabd-4228-ad81-fb0c2283ecd9 req-610cb544-d775-41ec-b52d-193e9c793f3a tempest-DeleteServersTestJSON-1666630860 tempest-DeleteServersTestJSON-1666630860-project] 10.222.0.39 "GET /v2.0/ports?device_id=9fcc7c4c-4a59-49d9-8737-aa5c21d45d39 HTTP/1.1" status: 200 len: 210 time: 0.0656521 Jul 09 13:38:15.464643 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40854) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:15.587346 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-187495ce-3f52-4f55-942e-05be6284ea91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:15.743673 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-187495ce-3f52-4f55-942e-05be6284ea91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:15.750050 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-187495ce-3f52-4f55-942e-05be6284ea91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:15.857771 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-187495ce-3f52-4f55-942e-05be6284ea91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7878ba3187044defab867a1827c3efe4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3916132 Jul 09 13:38:15.865974 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40868) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:15.868544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187495ce-3f52-4f55-942e-05be6284ea91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b6054a-2dcd-43b2-9ff1-eaeb8cd614d9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:16.032767 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-092d2b79-be10-40b4-8d38-acfc096eb8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.097226 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-092d2b79-be10-40b4-8d38-acfc096eb8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.196916 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-092d2b79-be10-40b4-8d38-acfc096eb8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.199764 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-092d2b79-be10-40b4-8d38-acfc096eb8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:16.203754 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-092d2b79-be10-40b4-8d38-acfc096eb8b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/80b6054a-2dcd-43b2-9ff1-eaeb8cd614d9 HTTP/1.1" status: 204 len: 168 time: 0.3308847 Jul 09 13:38:16.211515 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092d2b79-be10-40b4-8d38-acfc096eb8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b6054a-2dcd-43b2-9ff1-eaeb8cd614d9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:16.894512 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 9daee607-2f98-4615-b1c8-2ba5d115d0a0 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:38:16.948787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 9daee607-2f98-4615-b1c8-2ba5d115d0a0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:38:16.949368 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 9daee607-2f98-4615-b1c8-2ba5d115d0a0 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:38:20.347996 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b28885-a3bf-4fa0-b4b8-0a9aaaca1031 req-03f3ec47-ad24-41ee-a8b6-9c811c3fb614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:20.349607 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-59b28885-a3bf-4fa0-b4b8-0a9aaaca1031 req-03f3ec47-ad24-41ee-a8b6-9c811c3fb614 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7988931c66014d94a538d603c69f6b55&device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 1096 time: 0.0822921 Jul 09 13:38:20.520891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7054bc9-53cd-4d83-adde-9c4d001aa72c req-d50a3fbe-54ba-4a29-8be7-4e0ba87b0771 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:20.543543 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7054bc9-53cd-4d83-adde-9c4d001aa72c req-d50a3fbe-54ba-4a29-8be7-4e0ba87b0771 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.1693959 Jul 09 13:38:20.583345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b28885-a3bf-4fa0-b4b8-0a9aaaca1031 req-97f84318-0ee8-4272-bb6b-5e91819b8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:20.589803 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-59b28885-a3bf-4fa0-b4b8-0a9aaaca1031 req-97f84318-0ee8-4272-bb6b-5e91819b8c40 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 HTTP/1.1" status: 200 len: 920 time: 0.2225795 Jul 09 13:38:20.665152 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-59b28885-a3bf-4fa0-b4b8-0a9aaaca1031 req-ebce62b7-a028-4d16-9ae9-b254e974d4b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21c99192-eda1-4ebc-8f17-9c8c7b7639c0 HTTP/1.1" status: 200 len: 217 time: 0.0657966 Jul 09 13:38:20.686872 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7054bc9-53cd-4d83-adde-9c4d001aa72c req-4fb35a20-560e-4fbc-9881-1a28e8dfe679 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420367 Jul 09 13:38:20.728451 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41084) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:20.761142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b28885-a3bf-4fa0-b4b8-0a9aaaca1031 req-0e875273-fad8-4096-ada4-b9525f92b6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:20.762979 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-59b28885-a3bf-4fa0-b4b8-0a9aaaca1031 req-0e875273-fad8-4096-ada4-b9525f92b6ae service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e16ab60-94e1-4b9b-b001-fec4823748a4 HTTP/1.1" status: 200 len: 859 time: 0.0910795 Jul 09 13:38:20.836422 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-59b28885-a3bf-4fa0-b4b8-0a9aaaca1031 req-42643b0f-0399-4e86-8189-9500937905ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642612 Jul 09 13:38:20.990134 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac8c2677-d22a-45fa-9eb7-093380e9c142 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:21.065823 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-59b28885-a3bf-4fa0-b4b8-0a9aaaca1031 req-6bc45cd2-6a9d-4ce6-958b-a9887679c216 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215970 Jul 09 13:38:21.320864 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-59b28885-a3bf-4fa0-b4b8-0a9aaaca1031 req-3dd30887-7141-4bc5-a95d-207dc6c22ae8 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424085 Jul 09 13:38:21.351348 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac8c2677-d22a-45fa-9eb7-093380e9c142 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:21.374160 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac8c2677-d22a-45fa-9eb7-093380e9c142 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:21.517609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ac8c2677-d22a-45fa-9eb7-093380e9c142 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef143972ce524e8cb434394a884dad11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7879374 Jul 09 13:38:21.524803 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41108) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:21.548176 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8c2677-d22a-45fa-9eb7-093380e9c142 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b664b5-d563-4366-a8ef-5952c3392d52,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:21.655281 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b331f914-bbef-4eb7-9dc8-173f27b35d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:21.700508 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b331f914-bbef-4eb7-9dc8-173f27b35d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:21.812738 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b331f914-bbef-4eb7-9dc8-173f27b35d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:21.819119 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b331f914-bbef-4eb7-9dc8-173f27b35d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:21.822908 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b331f914-bbef-4eb7-9dc8-173f27b35d37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7b664b5-d563-4366-a8ef-5952c3392d52 HTTP/1.1" status: 204 len: 168 time: 0.2939179 Jul 09 13:38:21.848674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b331f914-bbef-4eb7-9dc8-173f27b35d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b664b5-d563-4366-a8ef-5952c3392d52,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:21.898135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41120) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:21.997700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb8296a6-6c25-4b45-b436-b872c6c75f4a admin admin] Deleting subnet fe541801-5f2f-44e7-bf6a-e4876e7170dc {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:38:22.007553 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8296a6-6c25-4b45-b436-b872c6c75f4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.074296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9207c-48cb-46fb-9e20-6123663f0046 req-09253c90-89f0-4a66-8f91-a117759bcc75 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:22.080605 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3a9207c-48cb-46fb-9e20-6123663f0046 req-09253c90-89f0-4a66-8f91-a117759bcc75 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.1913166 Jul 09 13:38:22.145797 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8296a6-6c25-4b45-b436-b872c6c75f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.169327 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3a9207c-48cb-46fb-9e20-6123663f0046 req-5e4ddf60-94f7-4143-b60f-e33b8b2f92c8 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824304 Jul 09 13:38:22.307069 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8296a6-6c25-4b45-b436-b872c6c75f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.370803 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8296a6-6c25-4b45-b436-b872c6c75f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.387852 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb8296a6-6c25-4b45-b436-b872c6c75f4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.390950 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bb8296a6-6c25-4b45-b436-b872c6c75f4a admin admin] 10.222.0.39 "DELETE /v2.0/subnets/fe541801-5f2f-44e7-bf6a-e4876e7170dc HTTP/1.1" status: 204 len: 168 time: 0.4904914 Jul 09 13:38:22.393630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41132) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:22.445031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8296a6-6c25-4b45-b436-b872c6c75f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe541801-5f2f-44e7-bf6a-e4876e7170dc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:22.533695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41134) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:22.540244 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b634da44-9b9a-4027-9252-7e22f2b7209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.554781 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68d9f1bc-2453-4873-aef6-7950c0588e6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.707173 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b634da44-9b9a-4027-9252-7e22f2b7209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.723922 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b634da44-9b9a-4027-9252-7e22f2b7209f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb871985-694c-4bff-b9c5-df10bd3971ed']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:22.736704 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68d9f1bc-2453-4873-aef6-7950c0588e6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.743529 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-68d9f1bc-2453-4873-aef6-7950c0588e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.770826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b634da44-9b9a-4027-9252-7e22f2b7209f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:22.771810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b634da44-9b9a-4027-9252-7e22f2b7209f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5ef97ea-fb6d-498c-8bf2-24aeccceda18') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:38:22.787540 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b634da44-9b9a-4027-9252-7e22f2b7209f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.820188 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b634da44-9b9a-4027-9252-7e22f2b7209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.833234 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b634da44-9b9a-4027-9252-7e22f2b7209f admin admin] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:38:22.833604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d9f1bc-2453-4873-aef6-7950c0588e6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7113eb40-6e47-49be-88b2-cf3cca3e76f3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:22.834851 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b634da44-9b9a-4027-9252-7e22f2b7209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:38:22.842499 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:38:22.863729 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-68d9f1bc-2453-4873-aef6-7950c0588e6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ef5c1b603b554e0e9f9ead13ae9e36b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3238564 Jul 09 13:38:22.866874 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41138) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:22.939155 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3565c2b5-d013-4d11-bce5-0793332d3d51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.973005 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b634da44-9b9a-4027-9252-7e22f2b7209f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.980326 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b634da44-9b9a-4027-9252-7e22f2b7209f admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:22.988004 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b634da44-9b9a-4027-9252-7e22f2b7209f admin admin] 10.222.0.39 "DELETE /v2.0/networks/cb871985-694c-4bff-b9c5-df10bd3971ed HTTP/1.1" status: 204 len: 168 time: 0.5923412 Jul 09 13:38:23.005574 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3565c2b5-d013-4d11-bce5-0793332d3d51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.018619 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b634da44-9b9a-4027-9252-7e22f2b7209f admin admin] Pushing event deleted for resources: {'Network': ['ID=cb871985-694c-4bff-b9c5-df10bd3971ed,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:23.116535 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3565c2b5-d013-4d11-bce5-0793332d3d51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.125985 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3565c2b5-d013-4d11-bce5-0793332d3d51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.128139 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3565c2b5-d013-4d11-bce5-0793332d3d51 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7113eb40-6e47-49be-88b2-cf3cca3e76f3 HTTP/1.1" status: 204 len: 168 time: 0.2601709 Jul 09 13:38:23.161861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3565c2b5-d013-4d11-bce5-0793332d3d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7113eb40-6e47-49be-88b2-cf3cca3e76f3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:23.478053 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41154) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:23.611220 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7355fe46-bca6-4779-b490-5b3e34dc0878 req-12b30cdc-8d2d-4bbe-aee5-f17435aac4bf tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:23.618238 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8c1f45c3-60e0-4a16-8c21-5eb3f87f3f6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f497f876391b4e08b31560ff95746718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1376843 Jul 09 13:38:23.619083 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7355fe46-bca6-4779-b490-5b3e34dc0878 req-12b30cdc-8d2d-4bbe-aee5-f17435aac4bf tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.1652596 Jul 09 13:38:23.620954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41158) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:23.680579 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f450b58-1770-48dd-aa17-0eedf74b6f09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.700555 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7355fe46-bca6-4779-b490-5b3e34dc0878 req-5e697d33-6256-41a1-9ea7-eb8adeff8fb1 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801954 Jul 09 13:38:23.709008 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f450b58-1770-48dd-aa17-0eedf74b6f09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.806724 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f450b58-1770-48dd-aa17-0eedf74b6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.809649 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f450b58-1770-48dd-aa17-0eedf74b6f09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:23.811484 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0f450b58-1770-48dd-aa17-0eedf74b6f09 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cc6cd1cd-b186-46e8-ba02-e795c04fec56 HTTP/1.1" status: 204 len: 168 time: 0.1864369 Jul 09 13:38:23.821442 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f450b58-1770-48dd-aa17-0eedf74b6f09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6cd1cd-b186-46e8-ba02-e795c04fec56,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:25.170681 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41224) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:25.204240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1217e0-d9f8-4a5c-8e70-4d67e728f774 req-ee1e5ace-3d40-46c3-a832-2fe67e70c35f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:25.207110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b1217e0-d9f8-4a5c-8e70-4d67e728f774 req-ee1e5ace-3d40-46c3-a832-2fe67e70c35f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.2220669 Jul 09 13:38:25.327586 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b1217e0-d9f8-4a5c-8e70-4d67e728f774 req-0ba65797-a983-4c42-b410-494f24f573c7 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104507 Jul 09 13:38:25.629087 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-da6ddfed-cefd-4794-948c-e62598ee708e admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-704807509-network', 'tenant_id': 'ea6cbf6546144c06950e8903d5fe25f8'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:25.685773 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da6ddfed-cefd-4794-948c-e62598ee708e admin admin] Made reservation on behalf of ea6cbf6546144c06950e8903d5fe25f8 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:25.689520 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da6ddfed-cefd-4794-948c-e62598ee708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.724274 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da6ddfed-cefd-4794-948c-e62598ee708e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:25.994932 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da6ddfed-cefd-4794-948c-e62598ee708e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.001233 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da6ddfed-cefd-4794-948c-e62598ee708e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.054452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da6ddfed-cefd-4794-948c-e62598ee708e admin admin] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:38:26.086303 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da6ddfed-cefd-4794-948c-e62598ee708e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.087718 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-da6ddfed-cefd-4794-948c-e62598ee708e admin admin] Added segment 52a12408-7222-4fa4-95ce-e6d1c9888131 of type vlan for network 806c9c94-ad02-4043-a935-fb493e4bf14d Jul 09 13:38:26.177778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ddfed-cefd-4794-948c-e62598ee708e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51971952-4717-4dd3-95e7-23a2e0a23992,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:26.228700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da6ddfed-cefd-4794-948c-e62598ee708e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.317603 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da6ddfed-cefd-4794-948c-e62598ee708e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.319345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6ddfed-cefd-4794-948c-e62598ee708e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:26.320257 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da6ddfed-cefd-4794-948c-e62598ee708e admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.406170 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ddfed-cefd-4794-948c-e62598ee708e admin admin] Pushing event updated for resources: {'Network': ['ID=806c9c94-ad02-4043-a935-fb493e4bf14d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:26.415554 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-da6ddfed-cefd-4794-948c-e62598ee708e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2433617 Jul 09 13:38:26.418502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41276) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:26.422529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 806c9c94-ad02-4043-a935-fb493e4bf14d details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:38:26.438920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c1d5bb82-d0f1-4fff-bee6-8de5960bcca2 admin admin] Request body: {'subnet': {'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-704807509-subnet', 'tenant_id': 'ea6cbf6546144c06950e8903d5fe25f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:26.487866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d5bb82-d0f1-4fff-bee6-8de5960bcca2 admin admin] Made reservation on behalf of ea6cbf6546144c06950e8903d5fe25f8 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:26.490447 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c1d5bb82-d0f1-4fff-bee6-8de5960bcca2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:26.957935 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bc134d-2be1-4cdc-879f-454b52c81700 req-46c34b4e-fdef-4192-a41d-39d720f894dd tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:26.965184 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13bc134d-2be1-4cdc-879f-454b52c81700 req-46c34b4e-fdef-4192-a41d-39d720f894dd tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.3466432 Jul 09 13:38:27.103687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e090825-8c31-4871-9573-24361208573c req-ce154d27-976a-482f-960d-8b84f4e212b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:27.115888 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e090825-8c31-4871-9573-24361208573c req-ce154d27-976a-482f-960d-8b84f4e212b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7988931c66014d94a538d603c69f6b55&device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 1096 time: 0.4575791 Jul 09 13:38:27.120417 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13bc134d-2be1-4cdc-879f-454b52c81700 req-4fcf3d99-3f2c-413c-8397-8d7713f9b157 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542068 Jul 09 13:38:27.168708 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c1d5bb82-d0f1-4fff-bee6-8de5960bcca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:27.249652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d5bb82-d0f1-4fff-bee6-8de5960bcca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a691a709-cb1e-428a-a2a1-21b47e298370,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:27.453985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d5bb82-d0f1-4fff-bee6-8de5960bcca2 admin admin] Checking segment: {'id': '52a12408-7222-4fa4-95ce-e6d1c9888131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:27.454321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d5bb82-d0f1-4fff-bee6-8de5960bcca2 admin admin] Network hostable DHCP agents. Network: 806c9c94-ad02-4043-a935-fb493e4bf14d, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:38:27.510812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d5bb82-d0f1-4fff-bee6-8de5960bcca2 admin admin] Network 806c9c94-ad02-4043-a935-fb493e4bf14d is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:38:27.535445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e090825-8c31-4871-9573-24361208573c req-da7ea880-d293-4e82-aeaa-8c5f289b7e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:27.537093 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e090825-8c31-4871-9573-24361208573c req-da7ea880-d293-4e82-aeaa-8c5f289b7e76 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 HTTP/1.1" status: 200 len: 920 time: 0.3484604 Jul 09 13:38:27.550275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c1d5bb82-d0f1-4fff-bee6-8de5960bcca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 806c9c94-ad02-4043-a935-fb493e4bf14d) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:27.581381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c007e08-5d6f-4ed1-bd7f-279a52dae314 None None] Network 806c9c94-ad02-4043-a935-fb493e4bf14d requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:27.665464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d5bb82-d0f1-4fff-bee6-8de5960bcca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:27.666806 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c1d5bb82-d0f1-4fff-bee6-8de5960bcca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:27.674810 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e090825-8c31-4871-9573-24361208573c req-35cd79e2-a72d-4f8f-8714-3a14759363a4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21c99192-eda1-4ebc-8f17-9c8c7b7639c0 HTTP/1.1" status: 200 len: 217 time: 0.1304212 Jul 09 13:38:27.837229 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c1d5bb82-d0f1-4fff-bee6-8de5960bcca2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.4160597 Jul 09 13:38:27.865556 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b881a1-f78a-429e-b4f6-d8530a3b5db6 None None] Network 806c9c94-ad02-4043-a935-fb493e4bf14d requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:38:27.920143 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e090825-8c31-4871-9573-24361208573c req-99c8d037-a4f5-4c78-8861-25a3278fe322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:27.925715 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e090825-8c31-4871-9573-24361208573c req-99c8d037-a4f5-4c78-8861-25a3278fe322 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e16ab60-94e1-4b9b-b001-fec4823748a4 HTTP/1.1" status: 200 len: 859 time: 0.2219539 Jul 09 13:38:28.024518 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e090825-8c31-4871-9573-24361208573c req-1a2fc9b2-6469-466d-a1b8-58c10ebe071d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775762 Jul 09 13:38:28.065520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e42f7-d865-4222-9221-fe48b6d80c6f req-3133a15e-5b9c-47e6-b918-bde206295c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:28.071206 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-855e42f7-d865-4222-9221-fe48b6d80c6f req-3133a15e-5b9c-47e6-b918-bde206295c68 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 1096 time: 0.4237523 Jul 09 13:38:28.324333 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-855e42f7-d865-4222-9221-fe48b6d80c6f req-18fd1ceb-7dab-43dc-b9d4-c39a7dc4dd78 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224801 Jul 09 13:38:28.393166 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e090825-8c31-4871-9573-24361208573c req-bc1700e3-8682-4610-ae68-8c37f1a34be5 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3607326 Jul 09 13:38:28.621647 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e090825-8c31-4871-9573-24361208573c req-0129e8ac-486c-4ebc-9b0b-75a933059428 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223186 Jul 09 13:38:28.676923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d2f85e-66c3-4175-bf40-3506d92b54e8 req-38345be6-c65e-45e1-9595-f1ce2702a0f6 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:28.690082 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94d2f85e-66c3-4175-bf40-3506d92b54e8 req-38345be6-c65e-45e1-9595-f1ce2702a0f6 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.2668555 Jul 09 13:38:28.778854 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94d2f85e-66c3-4175-bf40-3506d92b54e8 req-4be83271-4caa-46b0-a57e-5be6d1f59aca tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851457 Jul 09 13:38:29.411278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-7b76c353-3f01-4fd7-910e-29cb9a6814a1 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:29.424811 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-7b76c353-3f01-4fd7-910e-29cb9a6814a1 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/networks?id=806c9c94-ad02-4043-a935-fb493e4bf14d HTTP/1.1" status: 200 len: 817 time: 0.3703187 Jul 09 13:38:29.458563 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-68891316-08af-461d-a4d9-de669a991f95 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/quotas/ea6cbf6546144c06950e8903d5fe25f8 HTTP/1.1" status: 200 len: 375 time: 0.0322230 Jul 09 13:38:29.567859 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9308d269-976e-43c7-9d4e-1c08d1bc80d2 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ea6cbf6546144c06950e8903d5fe25f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0991645 Jul 09 13:38:29.804497 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-5a1d864b-013c-4e33-987d-a000525ec394 service neutron] 10.222.0.39 "GET /v2.0/networks/806c9c94-ad02-4043-a935-fb493e4bf14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225173 Jul 09 13:38:29.947867 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-94a0ba20-b308-4792-8c32-e9c9771edfae service neutron] 10.222.0.39 "GET /v2.0/networks/806c9c94-ad02-4043-a935-fb493e4bf14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414392 Jul 09 13:38:30.386850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08ad989-a918-4583-b3b6-ca2d534116e9 req-7466a367-ede9-4a57-bff4-1e2b5657e50a tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:30.401462 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e08ad989-a918-4583-b3b6-ca2d534116e9 req-7466a367-ede9-4a57-bff4-1e2b5657e50a tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.2767158 Jul 09 13:38:30.503173 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e08ad989-a918-4583-b3b6-ca2d534116e9 req-b54d5ca3-4d35-4295-9ee1-b164d8a10d2a tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967364 Jul 09 13:38:31.395399 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4fd1433-1be1-4fcd-9862-039c37f62100 req-8d1ea594-1163-4811-904d-728d5e06b54e tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 210 time: 0.0797715 Jul 09 13:38:31.827654 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee66a02d-3a49-43a2-8537-0ea66557d7fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:32.350438 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a5b49794-aa99-43d3-a661-4a5e8c7d44e6 req-8f31cfc3-fd2a-4978-bde3-870673d982f1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2552633 Jul 09 13:38:32.397104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1e1c7-1902-4f12-a8f7-83dc356d2798 req-b7ae226f-ce1b-49d7-9884-65f286ae8291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:32.401963 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-82f1e1c7-1902-4f12-a8f7-83dc356d2798 req-b7ae226f-ce1b-49d7-9884-65f286ae8291 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7988931c66014d94a538d603c69f6b55&device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 1096 time: 0.4134321 Jul 09 13:38:32.692575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1e1c7-1902-4f12-a8f7-83dc356d2798 req-5bcb2da4-d37d-4f98-89e1-a7e526f42f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:32.696303 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-82f1e1c7-1902-4f12-a8f7-83dc356d2798 req-5bcb2da4-d37d-4f98-89e1-a7e526f42f83 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 HTTP/1.1" status: 200 len: 920 time: 0.2874146 Jul 09 13:38:32.725235 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f2f5494-c6f2-4b2a-bdf4-50e614723d61 req-dc2a2694-79c4-4ef4-b22a-9301bc5e2718 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 210 time: 0.2189760 Jul 09 13:38:32.767014 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec12b93-d93e-4b55-bf10-81f3b01724b8 req-5c336094-95ea-4795-b9ff-0e83d40ed3ae tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:32.781812 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fec12b93-d93e-4b55-bf10-81f3b01724b8 req-5c336094-95ea-4795-b9ff-0e83d40ed3ae tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.5133588 Jul 09 13:38:32.950105 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fec12b93-d93e-4b55-bf10-81f3b01724b8 req-050ce210-b584-41e6-8e41-c5ae9f16af78 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672204 Jul 09 13:38:33.176073 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:38:33.668312 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-82f1e1c7-1902-4f12-a8f7-83dc356d2798 req-866d6eb9-4bab-4a78-80e6-aabf62299e18 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=21c99192-eda1-4ebc-8f17-9c8c7b7639c0 HTTP/1.1" status: 200 len: 217 time: 0.9634824 Jul 09 13:38:33.756750 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b49794-aa99-43d3-a661-4a5e8c7d44e6 req-1b513fe2-39fd-4d91-a8e9-85f3f48c95ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:33.758954 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a5b49794-aa99-43d3-a661-4a5e8c7d44e6 req-1b513fe2-39fd-4d91-a8e9-85f3f48c95ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21d631c8b7aa4295bb9f42b979feb028&device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 1096 time: 1.1999905 Jul 09 13:38:33.966031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f1e1c7-1902-4f12-a8f7-83dc356d2798 req-b2805bd6-fed2-456d-8bd9-f6a1b4f6e3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:33.967804 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-82f1e1c7-1902-4f12-a8f7-83dc356d2798 req-b2805bd6-fed2-456d-8bd9-f6a1b4f6e3b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4e16ab60-94e1-4b9b-b001-fec4823748a4 HTTP/1.1" status: 200 len: 859 time: 0.2903442 Jul 09 13:38:34.091106 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-82f1e1c7-1902-4f12-a8f7-83dc356d2798 req-cbe7de4e-1cc6-4ba5-a152-d430d5d7d982 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1148796 Jul 09 13:38:34.285699 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d97c2cb1-6238-4b91-b139-5b93dd730239 req-6651e07d-42fc-41cb-80a1-df4e74832b16 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 210 time: 0.0813174 Jul 09 13:38:34.340248 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-82f1e1c7-1902-4f12-a8f7-83dc356d2798 req-f81417d8-8525-4f3e-859d-dd836cb4b656 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418544 Jul 09 13:38:34.638698 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:34.652524 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8337da45-805a-43b8-a923-fd858ee90efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:34.663422 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f7584a-3553-4158-97fb-e2c266be30db req-9a4b6eea-0c85-47f2-9111-2a88bbd689a3 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:34.674766 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07f7584a-3553-4158-97fb-e2c266be30db req-9a4b6eea-0c85-47f2-9111-2a88bbd689a3 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.3560736 Jul 09 13:38:34.790346 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07f7584a-3553-4158-97fb-e2c266be30db req-38970618-e9a5-4818-acf3-51f3cc694418 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001282 Jul 09 13:38:34.881413 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-82f1e1c7-1902-4f12-a8f7-83dc356d2798 req-9a2b94fa-cd13-47ef-8a89-953227ac1734 service neutron] 10.222.0.18 "GET /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5294394 Jul 09 13:38:34.906050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b49794-aa99-43d3-a661-4a5e8c7d44e6 req-cd634cbb-b778-47c6-9ac7-6e1b57aeb8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:34.914776 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a5b49794-aa99-43d3-a661-4a5e8c7d44e6 req-cd634cbb-b778-47c6-9ac7-6e1b57aeb8e5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 200 len: 918 time: 0.8226583 Jul 09 13:38:35.486846 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a5b49794-aa99-43d3-a661-4a5e8c7d44e6 req-0f29f132-ff0f-4fc1-b52f-15c0c17b6279 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc HTTP/1.1" status: 200 len: 1000 time: 0.5622404 Jul 09 13:38:35.563064 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:35.582220 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d91ccd45-688c-4798-925d-68624437e436 req-7e55e9be-6071-4eef-a800-33642c0c684c tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 210 time: 0.0664456 Jul 09 13:38:35.732676 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-100c293d-e3d6-4c95-9bd2-40477e100812 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:35.734428 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-100c293d-e3d6-4c95-9bd2-40477e100812 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.15 "GET /v2.0/networks?id=806c9c94-ad02-4043-a935-fb493e4bf14d HTTP/1.1" status: 200 len: 817 time: 0.6822414 Jul 09 13:38:35.736954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b49794-aa99-43d3-a661-4a5e8c7d44e6 req-070e6499-58cc-46bd-983b-4441aaaa04c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:35.738609 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a5b49794-aa99-43d3-a661-4a5e8c7d44e6 req-070e6499-58cc-46bd-983b-4441aaaa04c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64038094-33bf-4882-9ed5-b515adff07d9 HTTP/1.1" status: 200 len: 856 time: 0.2458897 Jul 09 13:38:35.749475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-1ccc814a-355b-4dfe-9656-75e287d494f1 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:35.761614 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-1ccc814a-355b-4dfe-9656-75e287d494f1 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.18 "GET /v2.0/networks?id=806c9c94-ad02-4043-a935-fb493e4bf14d HTTP/1.1" status: 200 len: 817 time: 0.6782324 Jul 09 13:38:35.771027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-cc728ec8-450e-4994-8059-9b14a1413820 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Request body: {'port': {'device_id': '1ccad46d-75ce-41d1-99ce-391c05d62237', 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d', 'admin_state_up': True, 'tenant_id': 'ea6cbf6546144c06950e8903d5fe25f8'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:35.810787 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-57ad500c-fc52-4ca8-9cd3-51b1fc1ecdbb tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Request body: {'port': {'device_id': '71e2f1c1-6b6a-4957-8167-e17b33578f2c', 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d', 'admin_state_up': True, 'tenant_id': 'ea6cbf6546144c06950e8903d5fe25f8'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:36.507784 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b49794-aa99-43d3-a661-4a5e8c7d44e6 req-d7660130-143e-484d-b264-6b1847e6c0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:36.519635 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a5b49794-aa99-43d3-a661-4a5e8c7d44e6 req-d7660130-143e-484d-b264-6b1847e6c0db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1957568-b13c-4c13-95b6-f6cc35837fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7553225 Jul 09 13:38:36.579711 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-a56c0ad2-e7e4-47e9-b3b7-78c95f97c79f tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:36.583530 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-a56c0ad2-e7e4-47e9-b3b7-78c95f97c79f tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.15 "GET /v2.0/networks?id=806c9c94-ad02-4043-a935-fb493e4bf14d HTTP/1.1" status: 200 len: 817 time: 0.4550436 Jul 09 13:38:36.657033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-93e6e94b-7f28-428b-9b89-527d64325477 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Request body: {'port': {'device_id': 'bced7258-b990-4497-b2c9-2d0edb309ee8', 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d', 'admin_state_up': True, 'tenant_id': 'ea6cbf6546144c06950e8903d5fe25f8'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:36.934764 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30b7a2-594f-437f-bc37-295902a7af79 req-bc21cb6e-aafe-44e3-940e-878966daca96 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:36.964778 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:36.973974 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e30b7a2-594f-437f-bc37-295902a7af79 req-bc21cb6e-aafe-44e3-940e-878966daca96 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.3689585 Jul 09 13:38:37.051315 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e30b7a2-594f-437f-bc37-295902a7af79 req-748985f1-e9d1-439a-98c2-5e9a9c1822ab tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701714 Jul 09 13:38:37.384032 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.db.api [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-57ad500c-fc52-4ca8-9cd3-51b1fc1ecdbb tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:38:37.384032 n-d-799525-3 neutron-server[93753]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:38:37.384032 n-d-799525-3 neutron-server[93753]: [parameters: {'project_id': 'ea6cbf6546144c06950e8903d5fe25f8', 'id': 'f62be3d0-0ae3-4ef3-b92d-de4f2917554b', 'expiration': datetime.datetime(2021, 7, 9, 13, 40, 37, 329166)}] Jul 09 13:38:37.384032 n-d-799525-3 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:38:37.385638 n-d-799525-3 neutron-server[93753]: DEBUG oslo_db.api [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-57ad500c-fc52-4ca8-9cd3-51b1fc1ecdbb tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:38:37.405598 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-293cf1a7-fead-4e55-821c-44879e029d47 req-ef66e5a7-88c9-41ca-b574-8bd7368ff0b0 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 210 time: 0.1346087 Jul 09 13:38:37.441203 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-cc728ec8-450e-4994-8059-9b14a1413820 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Made reservation on behalf of ea6cbf6546144c06950e8903d5fe25f8 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:37.450680 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-cc728ec8-450e-4994-8059-9b14a1413820 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:37.473842 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a5b49794-aa99-43d3-a661-4a5e8c7d44e6 req-af94c358-1d0c-4692-b17d-6de87ac3730a service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9469030 Jul 09 13:38:37.671500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-93e6e94b-7f28-428b-9b89-527d64325477 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Made reservation on behalf of ea6cbf6546144c06950e8903d5fe25f8 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:37.677155 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-93e6e94b-7f28-428b-9b89-527d64325477 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:37.747273 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a5b49794-aa99-43d3-a661-4a5e8c7d44e6 req-5e35552f-1914-4c7e-9a7b-c146ef325ab0 service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451084 Jul 09 13:38:37.837875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-cc728ec8-450e-4994-8059-9b14a1413820 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Allocated IP 172.20.0.2 (806c9c94-ad02-4043-a935-fb493e4bf14d/a691a709-cb1e-428a-a2a1-21b47e298370/723070f8-29a0-4b8d-b25f-1391aede8605) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:38.069971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-57ad500c-fc52-4ca8-9cd3-51b1fc1ecdbb tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Made reservation on behalf of ea6cbf6546144c06950e8903d5fe25f8 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:38:38.074367 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-57ad500c-fc52-4ca8-9cd3-51b1fc1ecdbb tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:38.093790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4fc4a-7b25-45b6-af62-8d82026d122e req-4f18d88a-4144-4196-8d61-7646728a77fe tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:38.100553 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8fd4fc4a-7b25-45b6-af62-8d82026d122e req-4f18d88a-4144-4196-8d61-7646728a77fe tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.1877027 Jul 09 13:38:38.191481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8fd4fc4a-7b25-45b6-af62-8d82026d122e req-c7292523-5d34-49e9-9486-b0bfb0f61aa0 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0837884 Jul 09 13:38:38.328559 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a415da5-fd31-4361-9731-8b06450d725a req-6cedea73-2e5c-49a1-8dc1-629b57379d6a tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:38.340116 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a415da5-fd31-4361-9731-8b06450d725a req-6cedea73-2e5c-49a1-8dc1-629b57379d6a tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.0960398 Jul 09 13:38:38.382310 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:38.399205 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a415da5-fd31-4361-9731-8b06450d725a req-84e599b3-b0d0-42b2-b6fd-75662cf2de56 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575664 Jul 09 13:38:38.472753 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-cc728ec8-450e-4994-8059-9b14a1413820 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:38.581024 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-cc728ec8-450e-4994-8059-9b14a1413820 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:38.601696 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:38.687204 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2dda8040-d8b7-4aed-a198-cab635e1cad8 req-87862a03-a3aa-482a-96a0-d4bca54953df tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 210 time: 0.0976639 Jul 09 13:38:38.722223 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-93e6e94b-7f28-428b-9b89-527d64325477 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Allocated IP 172.20.0.5 (806c9c94-ad02-4043-a935-fb493e4bf14d/a691a709-cb1e-428a-a2a1-21b47e298370/03b1a4da-0bba-473a-b292-90dfcea47be4) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:39.026886 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-cc728ec8-450e-4994-8059-9b14a1413820 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Network 806c9c94-ad02-4043-a935-fb493e4bf14d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:39.063555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-cc728ec8-450e-4994-8059-9b14a1413820 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:39.088475 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41616) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:39.092369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-cc728ec8-450e-4994-8059-9b14a1413820 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:39.128813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc728ec8-450e-4994-8059-9b14a1413820 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Pushing event updated for resources: {'Port': ['ID=723070f8-29a0-4b8d-b25f-1391aede8605,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:39.327793 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-cc728ec8-450e-4994-8059-9b14a1413820 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:39.330613 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-cc728ec8-450e-4994-8059-9b14a1413820 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.386077 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-93e6e94b-7f28-428b-9b89-527d64325477 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.401680 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-cc728ec8-450e-4994-8059-9b14a1413820 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6388037 Jul 09 13:38:39.402358 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-768f8bb0-7f52-4e10-88ec-8b877fae0ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.420616 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Request body: {'port': {'device_id': '1ccad46d-75ce-41d1-99ce-391c05d62237', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:39.659531 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6332e69a-5402-4df3-b973-980c05aaa0ae req-437310a9-061d-4561-9470-fd38a7a57422 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:39.662896 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-93e6e94b-7f28-428b-9b89-527d64325477 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.677014 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6332e69a-5402-4df3-b973-980c05aaa0ae req-437310a9-061d-4561-9470-fd38a7a57422 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.1660507 Jul 09 13:38:39.707981 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-768f8bb0-7f52-4e10-88ec-8b877fae0ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.768443 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-768f8bb0-7f52-4e10-88ec-8b877fae0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.781613 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:39.835874 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-768f8bb0-7f52-4e10-88ec-8b877fae0ee0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2811ebef85c440cd848bcce170cd280c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7462707 Jul 09 13:38:39.839953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768f8bb0-7f52-4e10-88ec-8b877fae0ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bac10829-ecea-4e1d-8f19-f713d6dc8e41,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:39.846729 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41634) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:39.893942 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e6e94b-7f28-428b-9b89-527d64325477 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Pushing event updated for resources: {'Port': ['ID=03b1a4da-0bba-473a-b292-90dfcea47be4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:39.920883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-93e6e94b-7f28-428b-9b89-527d64325477 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Network 806c9c94-ad02-4043-a935-fb493e4bf14d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:39.937107 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-93e6e94b-7f28-428b-9b89-527d64325477 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:39.940638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-93e6e94b-7f28-428b-9b89-527d64325477 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:39.967243 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6332e69a-5402-4df3-b973-980c05aaa0ae req-073cad15-7f35-4588-88ea-a33adbcb8673 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2573764 Jul 09 13:38:39.970829 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9e71ca8-eedc-4133-8979-e8ab3b7062cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.014132 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-57ad500c-fc52-4ca8-9cd3-51b1fc1ecdbb tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Allocated IP 172.20.0.4 (806c9c94-ad02-4043-a935-fb493e4bf14d/a691a709-cb1e-428a-a2a1-21b47e298370/bfafc262-ef53-44c6-8af0-b989ddd703fb) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:38:40.113346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-93e6e94b-7f28-428b-9b89-527d64325477 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:40.113346 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-93e6e94b-7f28-428b-9b89-527d64325477 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.190992 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-93e6e94b-7f28-428b-9b89-527d64325477 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5511558 Jul 09 13:38:40.206052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Request body: {'port': {'device_id': 'bced7258-b990-4497-b2c9-2d0edb309ee8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:40.412430 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.485193 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-57ad500c-fc52-4ca8-9cd3-51b1fc1ecdbb tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.658912 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-57ad500c-fc52-4ca8-9cd3-51b1fc1ecdbb tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.706589 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9e71ca8-eedc-4133-8979-e8ab3b7062cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.849359 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9e71ca8-eedc-4133-8979-e8ab3b7062cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.852604 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a9e71ca8-eedc-4133-8979-e8ab3b7062cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:40.856177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a9e71ca8-eedc-4133-8979-e8ab3b7062cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bac10829-ecea-4e1d-8f19-f713d6dc8e41 HTTP/1.1" status: 204 len: 168 time: 1.0056205 Jul 09 13:38:40.872610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ad500c-fc52-4ca8-9cd3-51b1fc1ecdbb tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Pushing event updated for resources: {'Port': ['ID=bfafc262-ef53-44c6-8af0-b989ddd703fb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:40.933421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-57ad500c-fc52-4ca8-9cd3-51b1fc1ecdbb tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Network 806c9c94-ad02-4043-a935-fb493e4bf14d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:38:40.952266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-57ad500c-fc52-4ca8-9cd3-51b1fc1ecdbb tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:38:40.955541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-57ad500c-fc52-4ca8-9cd3-51b1fc1ecdbb tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:38:40.975944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f4c7e-70fd-4164-a727-d08703a1ee42 req-ebc122f6-0726-400a-b8ab-8b1c591eab5c tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:40.995336 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a97f4c7e-70fd-4164-a727-d08703a1ee42 req-ebc122f6-0726-400a-b8ab-8b1c591eab5c tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 931 time: 0.3620822 Jul 09 13:38:40.998893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e71ca8-eedc-4133-8979-e8ab3b7062cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bac10829-ecea-4e1d-8f19-f713d6dc8e41,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:41.174751 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a97f4c7e-70fd-4164-a727-d08703a1ee42 req-14c3143b-0800-4c37-83a4-f3061eb9c2de tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1777234 Jul 09 13:38:41.198882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-57ad500c-fc52-4ca8-9cd3-51b1fc1ecdbb tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:41.199166 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-57ad500c-fc52-4ca8-9cd3-51b1fc1ecdbb tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:41.254216 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-57ad500c-fc52-4ca8-9cd3-51b1fc1ecdbb tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.4489017 Jul 09 13:38:41.270775 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Request body: {'port': {'device_id': '71e2f1c1-6b6a-4957-8167-e17b33578f2c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:41.472709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 723070f8-29a0-4b8d-b25f-1391aede8605 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:38:41.485933 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:41.503560 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Transition to ACTIVE for port object 723070f8-29a0-4b8d-b25f-1391aede8605 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:41.596622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af2ed07-8fc9-4ad4-8226-3a327f72dd3a req-93c83529-ce92-49f6-8428-e3162407c04c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:41.610828 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4af2ed07-8fc9-4ad4-8226-3a327f72dd3a req-93c83529-ce92-49f6-8428-e3162407c04c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.2339213 Jul 09 13:38:41.661740 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:41.699520 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41672) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:41.718165 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4af2ed07-8fc9-4ad4-8226-3a327f72dd3a req-27fcebb7-d4bd-4c70-be8c-2cdbc7b47dc1 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060979 Jul 09 13:38:41.724441 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:41.759784 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ab524d9-c611-4d23-a705-e13e75b7e3f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:42.146609 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ab524d9-c611-4d23-a705-e13e75b7e3f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:42.167222 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ab524d9-c611-4d23-a705-e13e75b7e3f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:42.489252 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2ab524d9-c611-4d23-a705-e13e75b7e3f5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3e4f37582d94347ab3d2a09a6c879e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7701173 Jul 09 13:38:42.496051 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab524d9-c611-4d23-a705-e13e75b7e3f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5723e08b-4d94-4581-9cfc-aa1172cb3474,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:42.510377 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41682) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:42.892805 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-553f7bad-3802-496c-a406-db12c029f5b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:42.917301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Pushing event updated for resources: {'Port': ['ID=723070f8-29a0-4b8d-b25f-1391aede8605,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:43.036545 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-553f7bad-3802-496c-a406-db12c029f5b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.206667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259e670-6d38-4593-931e-ff0ce6bfb967 req-819e26fe-e9a6-44c8-82fd-9374f5d10184 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:43.228346 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2259e670-6d38-4593-931e-ff0ce6bfb967 req-819e26fe-e9a6-44c8-82fd-9374f5d10184 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 931 time: 0.5428629 Jul 09 13:38:43.433561 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2259e670-6d38-4593-931e-ff0ce6bfb967 req-a980cf08-70ae-45ea-ae5a-abeb57227520 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871176 Jul 09 13:38:43.465653 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-553f7bad-3802-496c-a406-db12c029f5b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.468618 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-553f7bad-3802-496c-a406-db12c029f5b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.473189 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-553f7bad-3802-496c-a406-db12c029f5b6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5723e08b-4d94-4581-9cfc-aa1172cb3474 HTTP/1.1" status: 204 len: 168 time: 0.9469912 Jul 09 13:38:43.519026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479fe2a1-0d09-4bf3-84b8-d520a38dcdf5 req-79bebccb-05ca-4764-9eb8-b40cb044b88f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:43.522362 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-479fe2a1-0d09-4bf3-84b8-d520a38dcdf5 req-79bebccb-05ca-4764-9eb8-b40cb044b88f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.4506311 Jul 09 13:38:43.523200 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f7bad-3802-496c-a406-db12c029f5b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5723e08b-4d94-4581-9cfc-aa1172cb3474,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:43.527140 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Attempting to bind port 723070f8-29a0-4b8d-b25f-1391aede8605 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:38:43.527500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Attempting to bind port 723070f8-29a0-4b8d-b25f-1391aede8605 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '52a12408-7222-4fa4-95ce-e6d1c9888131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:38:43.527840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Attempting to bind port 723070f8-29a0-4b8d-b25f-1391aede8605 on network 806c9c94-ad02-4043-a935-fb493e4bf14d {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:43.561220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Port 723070f8-29a0-4b8d-b25f-1391aede8605 on network 806c9c94-ad02-4043-a935-fb493e4bf14d not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:38:43.561864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Attempting to bind port 723070f8-29a0-4b8d-b25f-1391aede8605 on network 806c9c94-ad02-4043-a935-fb493e4bf14d {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:43.574687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:38:43.575396 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Checking segment: {'id': '52a12408-7222-4fa4-95ce-e6d1c9888131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:43.576638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Bound using segment: {'id': '52a12408-7222-4fa4-95ce-e6d1c9888131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:38:43.579314 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Bound port: 723070f8-29a0-4b8d-b25f-1391aede8605, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a12408-7222-4fa4-95ce-e6d1c9888131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:38:43.581183 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.745189 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-479fe2a1-0d09-4bf3-84b8-d520a38dcdf5 req-6bc55adb-2418-42de-be1d-52e6ef15f595 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2042911 Jul 09 13:38:43.926918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 03b1a4da-0bba-473a-b292-90dfcea47be4 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:38:43.969967 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:43.992927 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] For port 723070f8-29a0-4b8d-b25f-1391aede8605, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:44.011680 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] For port 723070f8-29a0-4b8d-b25f-1391aede8605, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=723070f8-29a0-4b8d-b25f-1391aede8605,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:38:44.029449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Transition to ACTIVE for port object 03b1a4da-0bba-473a-b292-90dfcea47be4 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:44.031869 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:44.067674 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:44.278485 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:44.283065 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:44.287353 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] 10.222.0.15 "PUT /v2.0/ports/723070f8-29a0-4b8d-b25f-1391aede8605 HTTP/1.1" status: 200 len: 1091 time: 4.8766935 Jul 09 13:38:44.308632 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ccad46d-75ce-41d1-99ce-391c05d62237', 'tag': '723070f8-29a0-4b8d-b25f-1391aede8605'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:44.341740 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e48db71-e017-4ad2-a4c6-2db9f08e401a" -d '{"events": [{"name": "network-changed", "server_uuid": "1ccad46d-75ce-41d1-99ce-391c05d62237", "tag": "723070f8-29a0-4b8d-b25f-1391aede8605"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:44.666851 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e24e971-e9cd-4636-bf6b-d31ff77e7191 x-openstack-request-id: req-4e24e971-e9cd-4636-bf6b-d31ff77e7191 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:44.673964 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ccad46d-75ce-41d1-99ce-391c05d62237", "tag": "723070f8-29a0-4b8d-b25f-1391aede8605", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:44.674262 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e24e971-e9cd-4636-bf6b-d31ff77e7191 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:44.678556 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ccad46d-75ce-41d1-99ce-391c05d62237', 'tag': '723070f8-29a0-4b8d-b25f-1391aede8605', 'status': 'completed', 'code': 200} Jul 09 13:38:44.801557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b03a540-7705-42e9-843a-b52fe4b4d1cb service neutron] Pushing event updated for resources: {'Port': ['ID=723070f8-29a0-4b8d-b25f-1391aede8605,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:44.985840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b12af-7d26-4124-bc9f-8f9472b0d171 req-6b52594c-cbe5-4bcd-8ed0-b0f98ab24638 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:44.992467 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f2b12af-7d26-4124-bc9f-8f9472b0d171 req-6b52594c-cbe5-4bcd-8ed0-b0f98ab24638 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 931 time: 0.2706518 Jul 09 13:38:45.031463 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Pushing event updated for resources: {'Port': ['ID=03b1a4da-0bba-473a-b292-90dfcea47be4,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:45.179999 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f2b12af-7d26-4124-bc9f-8f9472b0d171 req-05a7b5a0-e5ad-406a-a036-387bfdf82f56 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808896 Jul 09 13:38:45.340033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-41552b17-8c67-4daa-ad10-770eb392453a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:45.341973 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-41552b17-8c67-4daa-ad10-770eb392453a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea6cbf6546144c06950e8903d5fe25f8&device_id=1ccad46d-75ce-41d1-99ce-391c05d62237 HTTP/1.1" status: 200 len: 1094 time: 0.9888959 Jul 09 13:38:45.412939 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Attempting to bind port 03b1a4da-0bba-473a-b292-90dfcea47be4 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:38:45.413618 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Attempting to bind port 03b1a4da-0bba-473a-b292-90dfcea47be4 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '52a12408-7222-4fa4-95ce-e6d1c9888131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:38:45.414191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Attempting to bind port 03b1a4da-0bba-473a-b292-90dfcea47be4 on network 806c9c94-ad02-4043-a935-fb493e4bf14d {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:45.418351 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-ff7382f0-1da8-4e1f-a947-d610469f1d57 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=723070f8-29a0-4b8d-b25f-1391aede8605 HTTP/1.1" status: 200 len: 217 time: 0.0670443 Jul 09 13:38:45.516969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39deb8-3eb3-4bda-858b-2d3d95f4509c req-1185bf38-2673-45ca-95fd-9e942e6d7778 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:45.524983 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b39deb8-3eb3-4bda-858b-2d3d95f4509c req-1185bf38-2673-45ca-95fd-9e942e6d7778 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.3284295 Jul 09 13:38:45.527665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-6853d658-6fb2-45e0-a9bc-f7e06c185ace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:45.535809 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-6853d658-6fb2-45e0-a9bc-f7e06c185ace service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a691a709-cb1e-428a-a2a1-21b47e298370 HTTP/1.1" status: 200 len: 857 time: 0.1069806 Jul 09 13:38:45.536708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Port 03b1a4da-0bba-473a-b292-90dfcea47be4 on network 806c9c94-ad02-4043-a935-fb493e4bf14d not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:38:45.537274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Attempting to bind port 03b1a4da-0bba-473a-b292-90dfcea47be4 on network 806c9c94-ad02-4043-a935-fb493e4bf14d {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:45.551591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfafc262-ef53-44c6-8af0-b989ddd703fb {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:38:45.581908 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:45.663633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 38, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:38:45.663977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Checking segment: {'id': '52a12408-7222-4fa4-95ce-e6d1c9888131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:45.664368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Bound using segment: {'id': '52a12408-7222-4fa4-95ce-e6d1c9888131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:38:45.664825 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Bound port: 03b1a4da-0bba-473a-b292-90dfcea47be4, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a12408-7222-4fa4-95ce-e6d1c9888131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:38:45.665192 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:45.671827 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-73b2a8df-f95b-4874-9f59-ecdd44c77b22 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806c9c94-ad02-4043-a935-fb493e4bf14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1249423 Jul 09 13:38:45.696907 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b39deb8-3eb3-4bda-858b-2d3d95f4509c req-b32c62cd-788a-4686-84c0-4f2b2333718f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1669319 Jul 09 13:38:45.705330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Transition to ACTIVE for port object bfafc262-ef53-44c6-8af0-b989ddd703fb will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:38:45.758911 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:46.031657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Pushing event updated for resources: {'Port': ['ID=bfafc262-ef53-44c6-8af0-b989ddd703fb,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:46.169459 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] For port 03b1a4da-0bba-473a-b292-90dfcea47be4, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:46.184128 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-fe320521-f9a8-4d1a-81e9-42162fa8e9fc service neutron] 10.222.0.15 "GET /v2.0/networks/806c9c94-ad02-4043-a935-fb493e4bf14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5014658 Jul 09 13:38:46.272224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] For port 03b1a4da-0bba-473a-b292-90dfcea47be4, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=03b1a4da-0bba-473a-b292-90dfcea47be4,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:38:46.385162 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:46.519482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:46.520125 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:46.521569 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] 10.222.0.15 "PUT /v2.0/ports/03b1a4da-0bba-473a-b292-90dfcea47be4 HTTP/1.1" status: 200 len: 1091 time: 6.3204870 Jul 09 13:38:46.692262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bced7258-b990-4497-b2c9-2d0edb309ee8', 'tag': '03b1a4da-0bba-473a-b292-90dfcea47be4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:46.694611 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-faf12b38-fff5-43cc-8010-0769126a5009" -d '{"events": [{"name": "network-changed", "server_uuid": "bced7258-b990-4497-b2c9-2d0edb309ee8", "tag": "03b1a4da-0bba-473a-b292-90dfcea47be4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:46.734227 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Attempting to bind port bfafc262-ef53-44c6-8af0-b989ddd703fb on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:38:46.734573 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Attempting to bind port bfafc262-ef53-44c6-8af0-b989ddd703fb by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '52a12408-7222-4fa4-95ce-e6d1c9888131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:38:46.734909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Attempting to bind port bfafc262-ef53-44c6-8af0-b989ddd703fb on network 806c9c94-ad02-4043-a935-fb493e4bf14d {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:46.779363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cba7d3-b386-4008-bbe3-6c31744936a6 service neutron] Pushing event updated for resources: {'Port': ['ID=03b1a4da-0bba-473a-b292-90dfcea47be4,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:46.794179 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Port bfafc262-ef53-44c6-8af0-b989ddd703fb on network 806c9c94-ad02-4043-a935-fb493e4bf14d not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:38:46.794179 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Attempting to bind port bfafc262-ef53-44c6-8af0-b989ddd703fb on network 806c9c94-ad02-4043-a935-fb493e4bf14d {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:38:46.811399 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:38:46.811752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Checking segment: {'id': '52a12408-7222-4fa4-95ce-e6d1c9888131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:38:46.812156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Bound using segment: {'id': '52a12408-7222-4fa4-95ce-e6d1c9888131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:38:46.812770 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Bound port: bfafc262-ef53-44c6-8af0-b989ddd703fb, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52a12408-7222-4fa4-95ce-e6d1c9888131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:38:46.813148 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:46.818211 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-5d3a41f8-cc31-4a82-8b23-bbe0605291f7 service neutron] 10.222.0.15 "GET /v2.0/networks/806c9c94-ad02-4043-a935-fb493e4bf14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5959134 Jul 09 13:38:46.877104 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb462ed3-55ea-46e1-9bc7-d719f357d40a x-openstack-request-id: req-cb462ed3-55ea-46e1-9bc7-d719f357d40a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:46.877645 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bced7258-b990-4497-b2c9-2d0edb309ee8", "tag": "03b1a4da-0bba-473a-b292-90dfcea47be4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:46.877937 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cb462ed3-55ea-46e1-9bc7-d719f357d40a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:46.878358 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bced7258-b990-4497-b2c9-2d0edb309ee8', 'tag': '03b1a4da-0bba-473a-b292-90dfcea47be4', 'status': 'completed', 'code': 200} Jul 09 13:38:46.973012 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0068f88-844d-4e45-b60c-62bf85a1acbc req-d036121b-fbb7-4832-afc1-21c09570d9ca tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:46.980902 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0068f88-844d-4e45-b60c-62bf85a1acbc req-d036121b-fbb7-4832-afc1-21c09570d9ca tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 943 time: 0.3564100 Jul 09 13:38:47.076046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] For port bfafc262-ef53-44c6-8af0-b989ddd703fb, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:47.084264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] For port bfafc262-ef53-44c6-8af0-b989ddd703fb, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=bfafc262-ef53-44c6-8af0-b989ddd703fb,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:38:47.098776 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0068f88-844d-4e45-b60c-62bf85a1acbc req-05bcb5d4-a36c-4d25-8a88-a9490e56beca tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163003 Jul 09 13:38:47.109911 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.141508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-776a0bb4-0b8a-428f-8330-664d3c604c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:47.144177 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-776a0bb4-0b8a-428f-8330-664d3c604c44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea6cbf6546144c06950e8903d5fe25f8&device_id=bced7258-b990-4497-b2c9-2d0edb309ee8 HTTP/1.1" status: 200 len: 1094 time: 0.5571139 Jul 09 13:38:47.261827 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43b74b4-28b9-4738-aee8-30ac2cbd8dd4 req-7c56a57b-8901-4c9e-906b-ea0e388b7cd5 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:47.264868 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:47.265502 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:47.265745 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a43b74b4-28b9-4738-aee8-30ac2cbd8dd4 req-7c56a57b-8901-4c9e-906b-ea0e388b7cd5 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.1890187 Jul 09 13:38:47.280643 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] 10.222.0.18 "PUT /v2.0/ports/bfafc262-ef53-44c6-8af0-b989ddd703fb HTTP/1.1" status: 200 len: 1091 time: 6.0151715 Jul 09 13:38:47.335402 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-55315e7a-5123-4b48-bc25-0ebd2100c91f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03b1a4da-0bba-473a-b292-90dfcea47be4 HTTP/1.1" status: 200 len: 217 time: 0.1256821 Jul 09 13:38:47.349502 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a43b74b4-28b9-4738-aee8-30ac2cbd8dd4 req-786d1fc6-f30b-4d83-9725-8b16a96f6e99 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754266 Jul 09 13:38:47.589726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Pushing event updated for resources: {'Port': ['ID=bfafc262-ef53-44c6-8af0-b989ddd703fb,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:47.625381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-b900f4b6-2772-48b5-a146-97802dd0e2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:47.629129 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-b900f4b6-2772-48b5-a146-97802dd0e2e3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a691a709-cb1e-428a-a2a1-21b47e298370 HTTP/1.1" status: 200 len: 857 time: 0.2895417 Jul 09 13:38:47.635146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:47.635807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:47.636408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:47.636981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:47.637564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:47.637967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:47.638308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:47.638650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:47.639001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:47.639369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:47.639706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:47.640052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91820e0a-6b9b-4ad8-8ad2-9cb0a2158ebb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:47.737713 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-b19dab06-77ea-4da7-862a-6156e7dddf55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806c9c94-ad02-4043-a935-fb493e4bf14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0915909 Jul 09 13:38:47.758527 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48db71-e017-4ad2-a4c6-2db9f08e401a req-f9324552-785a-42ee-ab45-6cce2c110207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:47.767206 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1e48db71-e017-4ad2-a4c6-2db9f08e401a req-f9324552-785a-42ee-ab45-6cce2c110207 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea6cbf6546144c06950e8903d5fe25f8&device_id=1ccad46d-75ce-41d1-99ce-391c05d62237 HTTP/1.1" status: 200 len: 1094 time: 0.8473902 Jul 09 13:38:48.066751 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-f7e5e417-8565-4a2b-afbf-9df67bfd3cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:48.068337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-f7e5e417-8565-4a2b-afbf-9df67bfd3cc1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea6cbf6546144c06950e8903d5fe25f8&device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 1094 time: 0.5785863 Jul 09 13:38:48.216365 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-1cb3d00a-8229-4ea6-b109-53063ee3a866 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfafc262-ef53-44c6-8af0-b989ddd703fb HTTP/1.1" status: 200 len: 217 time: 0.1372931 Jul 09 13:38:48.372029 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-2ea71602-9899-48bf-837a-2247f20e4ea8 service neutron] 10.222.0.15 "GET /v2.0/networks/806c9c94-ad02-4043-a935-fb493e4bf14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6158142 Jul 09 13:38:48.376082 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48db71-e017-4ad2-a4c6-2db9f08e401a req-f4f72fbb-0e1b-45e7-ab89-eccc69f329d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:48.380771 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1e48db71-e017-4ad2-a4c6-2db9f08e401a req-f4f72fbb-0e1b-45e7-ab89-eccc69f329d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806c9c94-ad02-4043-a935-fb493e4bf14d HTTP/1.1" status: 200 len: 918 time: 0.6127470 Jul 09 13:38:48.597808 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-a74c1491-73f8-437f-ba30-bf51b354bef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:48.606166 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-a74c1491-73f8-437f-ba30-bf51b354bef5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a691a709-cb1e-428a-a2a1-21b47e298370 HTTP/1.1" status: 200 len: 857 time: 0.3802807 Jul 09 13:38:48.787375 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1e48db71-e017-4ad2-a4c6-2db9f08e401a req-db989262-cc2a-44bc-a030-aca0a7927d82 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=723070f8-29a0-4b8d-b25f-1391aede8605 HTTP/1.1" status: 200 len: 217 time: 0.3907955 Jul 09 13:38:48.836081 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636eef9-cb74-4e55-a2ec-08b73fef457c req-4eddde71-1e41-49a1-a912-044e446f6940 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:48.866059 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4636eef9-cb74-4e55-a2ec-08b73fef457c req-4eddde71-1e41-49a1-a912-044e446f6940 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 943 time: 0.3503785 Jul 09 13:38:48.895628 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '71e2f1c1-6b6a-4957-8167-e17b33578f2c', 'tag': 'bfafc262-ef53-44c6-8af0-b989ddd703fb'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:48.917686 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37f46e4f-e570-42ab-971f-bfdaf3b1314a" -d '{"events": [{"name": "network-changed", "server_uuid": "71e2f1c1-6b6a-4957-8167-e17b33578f2c", "tag": "bfafc262-ef53-44c6-8af0-b989ddd703fb"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:49.024251 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4636eef9-cb74-4e55-a2ec-08b73fef457c req-99308206-99b3-4116-97f6-0f789f6c2614 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568148 Jul 09 13:38:49.052427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 723070f8-29a0-4b8d-b25f-1391aede8605 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:38:49.109221 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0509530b-0524-46b9-99d5-b19242b9484e req-227b2550-f7e4-46aa-b682-469b21444596 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:49.119492 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0509530b-0524-46b9-99d5-b19242b9484e req-227b2550-f7e4-46aa-b682-469b21444596 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.2503119 Jul 09 13:38:49.132376 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-e85c6957-c48d-43ba-90ee-0a2caffacf30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=806c9c94-ad02-4043-a935-fb493e4bf14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3187666 Jul 09 13:38:49.140933 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6880b53-e552-4ddf-bd6f-c10e69514236 x-openstack-request-id: req-a6880b53-e552-4ddf-bd6f-c10e69514236 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:49.143487 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "71e2f1c1-6b6a-4957-8167-e17b33578f2c", "tag": "bfafc262-ef53-44c6-8af0-b989ddd703fb", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:49.146205 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6880b53-e552-4ddf-bd6f-c10e69514236 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:49.147192 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '71e2f1c1-6b6a-4957-8167-e17b33578f2c', 'tag': 'bfafc262-ef53-44c6-8af0-b989ddd703fb', 'status': 'completed', 'code': 200} Jul 09 13:38:49.220697 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0509530b-0524-46b9-99d5-b19242b9484e req-3a86f138-96e9-44fc-b0d4-abddc5128c36 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0986655 Jul 09 13:38:49.222452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41834) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:49.337445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e48db71-e017-4ad2-a4c6-2db9f08e401a req-10019a7b-056b-4a24-99b8-2a8fe4a7b63a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:49.345431 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1e48db71-e017-4ad2-a4c6-2db9f08e401a req-10019a7b-056b-4a24-99b8-2a8fe4a7b63a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a691a709-cb1e-428a-a2a1-21b47e298370 HTTP/1.1" status: 200 len: 857 time: 0.5562732 Jul 09 13:38:49.422092 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1e48db71-e017-4ad2-a4c6-2db9f08e401a req-58a40b9a-0540-4f96-97af-328456f27a22 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806c9c94-ad02-4043-a935-fb493e4bf14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602417 Jul 09 13:38:49.464118 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-cb39bc4c-915d-442d-a85f-e08cc90c3f14 service neutron] 10.222.0.15 "GET /v2.0/networks/806c9c94-ad02-4043-a935-fb493e4bf14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0648823 Jul 09 13:38:49.573751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 723070f8-29a0-4b8d-b25f-1391aede8605, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=723070f8-29a0-4b8d-b25f-1391aede8605,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:49.620043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '723070f8-29a0-4b8d-b25f-1391aede8605', 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d', 'port_id': '723070f8-29a0-4b8d-b25f-1391aede8605', 'mac_address': 'fa:16:3e:69:2a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a691a709-cb1e-428a-a2a1-21b47e298370', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:38:49.721734 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d986f6d-37da-4aa2-9f7d-cd0941eca043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.740184 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.791984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 723070f8-29a0-4b8d-b25f-1391aede8605 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:38:49.841355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 723070f8-29a0-4b8d-b25f-1391aede8605, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=723070f8-29a0-4b8d-b25f-1391aede8605,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:49.852897 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:49.856271 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 87f0b530-8e5b-4ab3-bab0-c770e91e05bc details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:38:49.856880 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1e48db71-e017-4ad2-a4c6-2db9f08e401a req-fed1a599-b22a-4ebe-be8b-c4228f08dbac service neutron] 10.222.0.15 "GET /v2.0/networks/806c9c94-ad02-4043-a935-fb493e4bf14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4261870 Jul 09 13:38:49.927212 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-04dc82b3-3c66-4182-8e58-f0e517d0f462 service neutron] 10.222.0.18 "GET /v2.0/networks/806c9c94-ad02-4043-a935-fb493e4bf14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7677014 Jul 09 13:38:50.077893 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:50.145091 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41860) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:50.159358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'port_id': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'mac_address': 'fa:16:3e:2a:e0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:38:50.438478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf12b38-fff5-43cc-8010-0769126a5009 req-2ba1b1a2-64fb-4143-a926-6c86a06fbaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:50.452220 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-faf12b38-fff5-43cc-8010-0769126a5009 req-2ba1b1a2-64fb-4143-a926-6c86a06fbaa1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ea6cbf6546144c06950e8903d5fe25f8&device_id=bced7258-b990-4497-b2c9-2d0edb309ee8 HTTP/1.1" status: 200 len: 1094 time: 0.8167000 Jul 09 13:38:50.514446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca87617-4cdf-4a5a-9a5a-f9cb0d705410 req-c1ea0654-284a-43fb-913d-856d2e9439ce tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:50.523520 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ca87617-4cdf-4a5a-9a5a-f9cb0d705410 req-c1ea0654-284a-43fb-913d-856d2e9439ce tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 943 time: 0.2610517 Jul 09 13:38:50.582945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ca87617-4cdf-4a5a-9a5a-f9cb0d705410 req-14555fbe-92ba-4d79-94e6-920bbb3246d5 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584278 Jul 09 13:38:50.668993 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add0a810-deb7-4dcc-8a4a-801d87f970ad req-77ce8cc6-5e09-4f5d-8353-99afe951834a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:50.688357 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=723070f8-29a0-4b8d-b25f-1391aede8605,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:50.701103 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:50.705336 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-add0a810-deb7-4dcc-8a4a-801d87f970ad req-77ce8cc6-5e09-4f5d-8353-99afe951834a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.2466290 Jul 09 13:38:50.725244 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87f0b530-8e5b-4ab3-bab0-c770e91e05bc {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:38:50.754044 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1e48db71-e017-4ad2-a4c6-2db9f08e401a req-1440cfae-08bd-411a-ac38-ee276e9559ea service neutron] 10.222.0.15 "GET /v2.0/networks/806c9c94-ad02-4043-a935-fb493e4bf14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8801100 Jul 09 13:38:50.761519 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46e97425-711d-4879-ba12-4210d9b10fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:50.764562 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:50.771856 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:50.830445 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4aa0807-5db2-492b-8220-1775feff7a2b req-deca7566-1d5a-4154-a72c-107f05a5cd31 service neutron] 10.222.0.18 "GET /v2.0/networks/806c9c94-ad02-4043-a935-fb493e4bf14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8011391 Jul 09 13:38:50.853875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf12b38-fff5-43cc-8010-0769126a5009 req-891d6d91-0c18-47e3-a7d2-5946a191ba12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:50.855991 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-faf12b38-fff5-43cc-8010-0769126a5009 req-891d6d91-0c18-47e3-a7d2-5946a191ba12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=806c9c94-ad02-4043-a935-fb493e4bf14d HTTP/1.1" status: 200 len: 918 time: 0.4021730 Jul 09 13:38:50.883064 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-add0a810-deb7-4dcc-8a4a-801d87f970ad req-f897018c-ad39-49b4-b9b9-f231e022b111 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1766911 Jul 09 13:38:50.897485 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['87f0b530-8e5b-4ab3-bab0-c770e91e05bc'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:38:50.947437 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-faf12b38-fff5-43cc-8010-0769126a5009 req-811e16f3-439c-47c3-a57e-f4a01dceada1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=03b1a4da-0bba-473a-b292-90dfcea47be4 HTTP/1.1" status: 200 len: 217 time: 0.0832481 Jul 09 13:38:50.966937 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:51.044860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['723070f8-29a0-4b8d-b25f-1391aede8605'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:38:51.073254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf12b38-fff5-43cc-8010-0769126a5009 req-2c7f24ea-0910-405e-b197-79d039742df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:51.076332 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-faf12b38-fff5-43cc-8010-0769126a5009 req-2c7f24ea-0910-405e-b197-79d039742df1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a691a709-cb1e-428a-a2a1-21b47e298370 HTTP/1.1" status: 200 len: 857 time: 0.0780659 Jul 09 13:38:51.106606 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d986f6d-37da-4aa2-9f7d-cd0941eca043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:51.136350 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-faf12b38-fff5-43cc-8010-0769126a5009 req-6aa82517-23a4-440b-8e84-3488c5e15bec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=806c9c94-ad02-4043-a935-fb493e4bf14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473940 Jul 09 13:38:51.138732 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d986f6d-37da-4aa2-9f7d-cd0941eca043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:51.400865 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46e97425-711d-4879-ba12-4210d9b10fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:51.408803 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46e97425-711d-4879-ba12-4210d9b10fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:51.500745 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-46e97425-711d-4879-ba12-4210d9b10fad admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9c6df0deebec431fbfe8f08547145cda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3510671 Jul 09 13:38:51.527399 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41898) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:51.601957 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e97425-711d-4879-ba12-4210d9b10fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60927720-9d5b-4206-b0ee-5819c56d34d3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:51.671570 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df2b2f65-fb65-46ea-8b07-f14548a1d486 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:51.729172 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df2b2f65-fb65-46ea-8b07-f14548a1d486 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:51.968369 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a00dcbf-435d-4062-9942-bd6fe6df14d5 req-51acc412-8d85-40d3-adc0-05bdfee1f28b tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:51.976944 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a00dcbf-435d-4062-9942-bd6fe6df14d5 req-51acc412-8d85-40d3-adc0-05bdfee1f28b tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 943 time: 0.2499421 Jul 09 13:38:51.981118 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df2b2f65-fb65-46ea-8b07-f14548a1d486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:51.985673 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df2b2f65-fb65-46ea-8b07-f14548a1d486 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:51.990331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-df2b2f65-fb65-46ea-8b07-f14548a1d486 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/60927720-9d5b-4206-b0ee-5819c56d34d3 HTTP/1.1" status: 204 len: 168 time: 0.4618187 Jul 09 13:38:52.034257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2b2f65-fb65-46ea-8b07-f14548a1d486 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60927720-9d5b-4206-b0ee-5819c56d34d3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:52.131566 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a00dcbf-435d-4062-9942-bd6fe6df14d5 req-daefc978-f0d7-42eb-933d-e0dc08182c56 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258361 Jul 09 13:38:52.490503 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3d986f6d-37da-4aa2-9f7d-cd0941eca043 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8faa68a128574fb480a8af68e2f1f6b9&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2566073 Jul 09 13:38:52.498042 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41926) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:52.505436 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d986f6d-37da-4aa2-9f7d-cd0941eca043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df20132a-268d-40d0-8326-f3a57f2b3be9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:52.529975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f46e4f-e570-42ab-971f-bfdaf3b1314a req-f863db78-0c26-4970-b9aa-f7d3dcc45894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:52.531675 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37f46e4f-e570-42ab-971f-bfdaf3b1314a req-f863db78-0c26-4970-b9aa-f7d3dcc45894 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ea6cbf6546144c06950e8903d5fe25f8&device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 1094 time: 1.5992625 Jul 09 13:38:52.534058 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-faf12b38-fff5-43cc-8010-0769126a5009 req-39424f98-a9da-4474-947c-c02d6f48270e service neutron] 10.222.0.15 "GET /v2.0/networks/806c9c94-ad02-4043-a935-fb493e4bf14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3899963 Jul 09 13:38:52.658017 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1aa917-b556-4685-a75e-56a18f3c41c5 req-86500132-2552-4e11-a522-b02413a9b1f1 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:52.670033 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5b1aa917-b556-4685-a75e-56a18f3c41c5 req-86500132-2552-4e11-a522-b02413a9b1f1 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 944 time: 0.3817110 Jul 09 13:38:52.756938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device bfafc262-ef53-44c6-8af0-b989ddd703fb details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:38:52.828588 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4d9d46c-8cd4-4699-b141-87d1890a2e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:52.924231 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5b1aa917-b556-4685-a75e-56a18f3c41c5 req-5ad20ce5-1430-4708-9b16-92bf45ac3f21 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2516499 Jul 09 13:38:52.957884 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4d9d46c-8cd4-4699-b141-87d1890a2e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.074316 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4d9d46c-8cd4-4699-b141-87d1890a2e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.074316 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4d9d46c-8cd4-4699-b141-87d1890a2e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.074316 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c4d9d46c-8cd4-4699-b141-87d1890a2e5a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df20132a-268d-40d0-8326-f3a57f2b3be9 HTTP/1.1" status: 204 len: 168 time: 0.5457914 Jul 09 13:38:53.097003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 03b1a4da-0bba-473a-b292-90dfcea47be4 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:38:53.101042 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41940) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:53.107456 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 723070f8-29a0-4b8d-b25f-1391aede8605 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:53.114863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f46e4f-e570-42ab-971f-bfdaf3b1314a req-cf2a1308-3748-4aae-8a53-111186505f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:53.116470 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37f46e4f-e570-42ab-971f-bfdaf3b1314a req-cf2a1308-3748-4aae-8a53-111186505f18 service neutron] 10.222.0.18 "GET /v2.0/networks?id=806c9c94-ad02-4043-a935-fb493e4bf14d HTTP/1.1" status: 200 len: 918 time: 0.5645685 Jul 09 13:38:53.176773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d9d46c-8cd4-4699-b141-87d1890a2e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df20132a-268d-40d0-8326-f3a57f2b3be9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:53.191288 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22afe3f4-0e10-47e9-9717-e86805c4f42b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.220558 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37f46e4f-e570-42ab-971f-bfdaf3b1314a req-f9c757ff-6b00-42a9-8566-5d7a33b81096 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfafc262-ef53-44c6-8af0-b989ddd703fb HTTP/1.1" status: 200 len: 217 time: 0.0925622 Jul 09 13:38:53.299462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port bfafc262-ef53-44c6-8af0-b989ddd703fb, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=bfafc262-ef53-44c6-8af0-b989ddd703fb,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:53.325501 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 723070f8-29a0-4b8d-b25f-1391aede8605 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:53.353528 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f46e4f-e570-42ab-971f-bfdaf3b1314a req-07fd12be-34f0-4444-ba43-13485012f7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:53.355683 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37f46e4f-e570-42ab-971f-bfdaf3b1314a req-07fd12be-34f0-4444-ba43-13485012f7e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a691a709-cb1e-428a-a2a1-21b47e298370 HTTP/1.1" status: 200 len: 857 time: 0.1182344 Jul 09 13:38:53.427496 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22afe3f4-0e10-47e9-9717-e86805c4f42b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.437827 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22afe3f4-0e10-47e9-9717-e86805c4f42b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.444733 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 723070f8-29a0-4b8d-b25f-1391aede8605 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:53.459800 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.491040 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37f46e4f-e570-42ab-971f-bfdaf3b1314a req-78c4f930-0068-441b-b47e-d8702d755a6a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=806c9c94-ad02-4043-a935-fb493e4bf14d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1255579 Jul 09 13:38:53.493501 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'bfafc262-ef53-44c6-8af0-b989ddd703fb', 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d', 'port_id': 'bfafc262-ef53-44c6-8af0-b989ddd703fb', 'mac_address': 'fa:16:3e:c6:f7:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a691a709-cb1e-428a-a2a1-21b47e298370', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:38:53.577606 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-faf12b38-fff5-43cc-8010-0769126a5009 req-fc765090-c6ed-45a7-8027-aac6d0007d4e service neutron] 10.222.0.15 "GET /v2.0/networks/806c9c94-ad02-4043-a935-fb493e4bf14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0268645 Jul 09 13:38:53.669534 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-22afe3f4-0e10-47e9-9717-e86805c4f42b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=26a0b60a48e24e35827461ee4c6c3f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5673780 Jul 09 13:38:53.681970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41960) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:53.755409 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:53.770094 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22afe3f4-0e10-47e9-9717-e86805c4f42b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45110eb1-4021-4541-9761-4160773edad1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:53.850529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfafc262-ef53-44c6-8af0-b989ddd703fb {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:38:53.988208 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37f46e4f-e570-42ab-971f-bfdaf3b1314a req-b0414847-dc46-4c8d-a390-3ec8c56dd659 service neutron] 10.222.0.18 "GET /v2.0/networks/806c9c94-ad02-4043-a935-fb493e4bf14d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4750938 Jul 09 13:38:54.139055 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f29f45e7-53e9-4033-b2af-b6f8d16ec27a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.145292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41974) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:54.151049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port bfafc262-ef53-44c6-8af0-b989ddd703fb, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=bfafc262-ef53-44c6-8af0-b989ddd703fb,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:54.185012 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.199890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 03b1a4da-0bba-473a-b292-90dfcea47be4, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=03b1a4da-0bba-473a-b292-90dfcea47be4,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:54.239846 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4159788-d784-448b-98a2-dfd518365496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.250315 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a8bbe-fc3d-4e0b-ab4e-55361f9478cc req-19a76bda-298e-41ce-96b2-378d92936c0e tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:54.257843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-023a8bbe-fc3d-4e0b-ab4e-55361f9478cc req-19a76bda-298e-41ce-96b2-378d92936c0e tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 943 time: 0.6288562 Jul 09 13:38:54.294769 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f29f45e7-53e9-4033-b2af-b6f8d16ec27a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.392802 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-023a8bbe-fc3d-4e0b-ab4e-55361f9478cc req-d293baf2-f92d-4e7d-b269-63cf00eeec3d tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334229 Jul 09 13:38:54.407125 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37f46e4f-e570-42ab-971f-bfdaf3b1314a req-bb82e00d-8699-4191-a66c-7c7dd1834d40 service neutron] 10.222.0.18 "GET /v2.0/networks/806c9c94-ad02-4043-a935-fb493e4bf14d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138334 Jul 09 13:38:54.437582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242201f1-9316-418d-958f-99da27538767 req-700bbe93-355a-4e26-bf2e-6129f3698bd1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:54.455293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242201f1-9316-418d-958f-99da27538767 req-700bbe93-355a-4e26-bf2e-6129f3698bd1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:54.483999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242201f1-9316-418d-958f-99da27538767 req-700bbe93-355a-4e26-bf2e-6129f3698bd1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:54.494946 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242201f1-9316-418d-958f-99da27538767 req-700bbe93-355a-4e26-bf2e-6129f3698bd1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:54.504596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=bfafc262-ef53-44c6-8af0-b989ddd703fb,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:54.535479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:54.535719 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242201f1-9316-418d-958f-99da27538767 req-700bbe93-355a-4e26-bf2e-6129f3698bd1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:54.536243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:54.536781 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:54.537315 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:54.537839 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:54.538366 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:54.539203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:54.539726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:54.540235 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:54.540741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:54.541264 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:54.541782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:38:54.546772 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '03b1a4da-0bba-473a-b292-90dfcea47be4', 'network_id': '806c9c94-ad02-4043-a935-fb493e4bf14d', 'port_id': '03b1a4da-0bba-473a-b292-90dfcea47be4', 'mac_address': 'fa:16:3e:83:91:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 311, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a691a709-cb1e-428a-a2a1-21b47e298370', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:38:54.550224 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.567383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242201f1-9316-418d-958f-99da27538767 req-700bbe93-355a-4e26-bf2e-6129f3698bd1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:54.595024 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242201f1-9316-418d-958f-99da27538767 req-700bbe93-355a-4e26-bf2e-6129f3698bd1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:54.598960 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-242201f1-9316-418d-958f-99da27538767 req-700bbe93-355a-4e26-bf2e-6129f3698bd1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5434 time: 0.6688337 Jul 09 13:38:54.635853 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['bfafc262-ef53-44c6-8af0-b989ddd703fb'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:38:54.686592 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.711304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ccad46d-75ce-41d1-99ce-391c05d62237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723070f8-29a0-4b8d-b25f-1391aede8605'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:54.715280 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1b2d0d-4780-4a3f-81f6-7e3ea0197d73" -d '{"events": [{"server_uuid": "1ccad46d-75ce-41d1-99ce-391c05d62237", "name": "network-vif-plugged", "status": "completed", "tag": "723070f8-29a0-4b8d-b25f-1391aede8605"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:54.747930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 723070f8-29a0-4b8d-b25f-1391aede8605, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=723070f8-29a0-4b8d-b25f-1391aede8605,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:54.764102 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:54.765283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 87f0b530-8e5b-4ab3-bab0-c770e91e05bc up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:54.769470 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 03b1a4da-0bba-473a-b292-90dfcea47be4 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:38:54.970622 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 03b1a4da-0bba-473a-b292-90dfcea47be4, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=03b1a4da-0bba-473a-b292-90dfcea47be4,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:54.990081 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.012058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=723070f8-29a0-4b8d-b25f-1391aede8605,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:55.018080 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-242201f1-9316-418d-958f-99da27538767 req-1af1d571-e753-4b43-b7a3-1c3c6026f4ab tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4078553 Jul 09 13:38:55.032651 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f29f45e7-53e9-4033-b2af-b6f8d16ec27a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.049377 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f29f45e7-53e9-4033-b2af-b6f8d16ec27a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.055660 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f29f45e7-53e9-4033-b2af-b6f8d16ec27a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/45110eb1-4021-4541-9761-4160773edad1 HTTP/1.1" status: 204 len: 168 time: 1.3658643 Jul 09 13:38:55.089507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-517b5c1d-9952-4898-9a51-83fbe69732d8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:55.122669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-517b5c1d-9952-4898-9a51-83fbe69732d8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:55.125566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:55.126432 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.164833 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=03b1a4da-0bba-473a-b292-90dfcea47be4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:55.166172 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-517b5c1d-9952-4898-9a51-83fbe69732d8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:55.193347 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1700ec5b-1ac1-4cb0-893f-80d5a0751d0f x-openstack-request-id: req-1700ec5b-1ac1-4cb0-893f-80d5a0751d0f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:55.196559 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29f45e7-53e9-4033-b2af-b6f8d16ec27a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45110eb1-4021-4541-9761-4160773edad1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:55.209601 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-517b5c1d-9952-4898-9a51-83fbe69732d8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:55.212770 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ccad46d-75ce-41d1-99ce-391c05d62237", "name": "network-vif-plugged", "status": "completed", "tag": "723070f8-29a0-4b8d-b25f-1391aede8605", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:55.213348 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1700ec5b-1ac1-4cb0-893f-80d5a0751d0f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:55.217223 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4159788-d784-448b-98a2-dfd518365496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.218018 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ccad46d-75ce-41d1-99ce-391c05d62237', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '723070f8-29a0-4b8d-b25f-1391aede8605', 'code': 200} Jul 09 13:38:55.234487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['03b1a4da-0bba-473a-b292-90dfcea47be4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:38:55.246853 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4159788-d784-448b-98a2-dfd518365496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.254502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-517b5c1d-9952-4898-9a51-83fbe69732d8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:55.304712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-517b5c1d-9952-4898-9a51-83fbe69732d8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:55.338916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-517b5c1d-9952-4898-9a51-83fbe69732d8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:55.348426 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-517b5c1d-9952-4898-9a51-83fbe69732d8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5434 time: 0.5389063 Jul 09 13:38:55.463487 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf615e0-7180-4d39-b11f-133b7b3ebfad req-1fc1d554-22a2-4410-8276-cb25bf244b2d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:55.483644 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cf615e0-7180-4d39-b11f-133b7b3ebfad req-1fc1d554-22a2-4410-8276-cb25bf244b2d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 944 time: 0.7570255 Jul 09 13:38:55.528551 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d4159788-d784-448b-98a2-dfd518365496 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=94bff383ba764e1fa6329dccf0190ae1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3802936 Jul 09 13:38:55.540766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41994) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:38:55.561722 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4159788-d784-448b-98a2-dfd518365496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=743b83f1-e1a5-441d-bafa-3356b671cba4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:55.623391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cf615e0-7180-4d39-b11f-133b7b3ebfad req-3ed10a40-f9f1-4d66-a9bc-ff4bd2678440 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387846 Jul 09 13:38:55.721560 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.784194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-04b37103-0cf9-4bd8-8742-4647db808388 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:55.786085 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-04b37103-0cf9-4bd8-8742-4647db808388 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "GET /v2.0/ports/ea254c8c-527b-4377-8ac0-c397795b2168?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.4153934 Jul 09 13:38:55.857921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb3ee85-aaa3-41f4-8c67-f111dc5b71d0 req-85e9389f-bf06-411a-898e-08765dd3bdf6 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:55.862762 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6a628b7-513a-4ac9-80d8-39aea76b9d87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.865553 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bdb3ee85-aaa3-41f4-8c67-f111dc5b71d0 req-85e9389f-bf06-411a-898e-08765dd3bdf6 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 944 time: 0.1874385 Jul 09 13:38:55.898152 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:55.901385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8115bb2-42c2-4e9d-a3ef-1b7c808ebb58 req-5be25202-ca41-42de-bdc8-4f28fd06ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:55.902966 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c8115bb2-42c2-4e9d-a3ef-1b7c808ebb58 req-5be25202-ca41-42de-bdc8-4f28fd06ef37 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=1ccad46d-75ce-41d1-99ce-391c05d62237 HTTP/1.1" status: 200 len: 1096 time: 0.5499673 Jul 09 13:38:55.921355 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:55.991160 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bdb3ee85-aaa3-41f4-8c67-f111dc5b71d0 req-f15df42c-bbe0-4268-b248-fbb6b58f81aa tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246653 Jul 09 13:38:56.034577 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6a628b7-513a-4ac9-80d8-39aea76b9d87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:56.135763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:56.438382 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-a84e50b6-8730-4345-a413-dd5255bfdd06 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "GET /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.6413579 Jul 09 13:38:56.451669 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c8115bb2-42c2-4e9d-a3ef-1b7c808ebb58 req-084f595f-a083-4370-9c02-146d56cbc958 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5140357 Jul 09 13:38:56.471128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-0e4937a4-9873-463f-b3d8-03773d7b1dcc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:56.525376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3f83e-41f3-45e3-b750-58874d24d5df req-248feff2-7f08-4e76-87b3-1208684373e0 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:56.543768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3f83e-41f3-45e3-b750-58874d24d5df req-248feff2-7f08-4e76-87b3-1208684373e0 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:56.566601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3f83e-41f3-45e3-b750-58874d24d5df req-248feff2-7f08-4e76-87b3-1208684373e0 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:56.580127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3f83e-41f3-45e3-b750-58874d24d5df req-248feff2-7f08-4e76-87b3-1208684373e0 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:56.604274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3f83e-41f3-45e3-b750-58874d24d5df req-248feff2-7f08-4e76-87b3-1208684373e0 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:56.612677 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3f83e-41f3-45e3-b750-58874d24d5df req-248feff2-7f08-4e76-87b3-1208684373e0 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:56.619332 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a3f83e-41f3-45e3-b750-58874d24d5df req-248feff2-7f08-4e76-87b3-1208684373e0 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:56.635749 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-0e4937a4-9873-463f-b3d8-03773d7b1dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:56.644448 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55a3f83e-41f3-45e3-b750-58874d24d5df req-248feff2-7f08-4e76-87b3-1208684373e0 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 5434 time: 0.2640948 Jul 09 13:38:56.653664 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6a628b7-513a-4ac9-80d8-39aea76b9d87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:56.657786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6a628b7-513a-4ac9-80d8-39aea76b9d87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:56.659716 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c6a628b7-513a-4ac9-80d8-39aea76b9d87 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/743b83f1-e1a5-441d-bafa-3356b671cba4 HTTP/1.1" status: 204 len: 168 time: 1.0987728 Jul 09 13:38:56.707400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a628b7-513a-4ac9-80d8-39aea76b9d87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=743b83f1-e1a5-441d-bafa-3356b671cba4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:56.785109 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device bfafc262-ef53-44c6-8af0-b989ddd703fb up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:56.842507 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55a3f83e-41f3-45e3-b750-58874d24d5df req-1a5da925-7782-465f-b14a-b3adf917baa0 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1938798 Jul 09 13:38:56.999272 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port bfafc262-ef53-44c6-8af0-b989ddd703fb completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:57.013129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port bfafc262-ef53-44c6-8af0-b989ddd703fb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:57.013511 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.256930 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-0e4937a4-9873-463f-b3d8-03773d7b1dcc service neutron] For port ea254c8c-527b-4377-8ac0-c397795b2168, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ea254c8c-527b-4377-8ac0-c397795b2168,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:57.325117 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22098807-396d-4432-a0d5-cee01e239d52 req-1b8505af-57ee-4dce-b5f4-999d4c5ad065 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:57.340183 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22098807-396d-4432-a0d5-cee01e239d52 req-1b8505af-57ee-4dce-b5f4-999d4c5ad065 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.3145652 Jul 09 13:38:57.369189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-0e4937a4-9873-463f-b3d8-03773d7b1dcc service neutron] For port ea254c8c-527b-4377-8ac0-c397795b2168, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:57.495875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-0e4937a4-9873-463f-b3d8-03773d7b1dcc service neutron] device_id is not set on port ea254c8c-527b-4377-8ac0-c397795b2168 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:38:57.526345 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-0e4937a4-9873-463f-b3d8-03773d7b1dcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.540395 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-0e4937a4-9873-463f-b3d8-03773d7b1dcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:57.694760 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22098807-396d-4432-a0d5-cee01e239d52 req-44a9d201-6611-49b0-ae36-b1031543b16f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3463316 Jul 09 13:38:57.725273 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:38:57.735777 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb132f3-086f-4276-9236-e864fc08c61c" -d '{"events": [{"server_uuid": "de0f1532-f595-455b-b1a7-8900b47da42c", "name": "network-vif-plugged", "status": "completed", "tag": "87f0b530-8e5b-4ab3-bab0-c770e91e05bc"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:38:57.753049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 03b1a4da-0bba-473a-b292-90dfcea47be4 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:38:57.947956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-0e4937a4-9873-463f-b3d8-03773d7b1dcc service neutron] No DVR routers for this DVR port ea254c8c-527b-4377-8ac0-c397795b2168 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:38:57.998665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a677ff8-57fc-4c63-abbe-b7aa585bc530 req-2922de25-ab2d-443f-8598-72fa7b2c7e7d tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:58.054339 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5a677ff8-57fc-4c63-abbe-b7aa585bc530 req-2922de25-ab2d-443f-8598-72fa7b2c7e7d tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 944 time: 0.6086085 Jul 09 13:38:58.064438 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe5df258-4ef5-40dc-b975-5fb06ccbe201 x-openstack-request-id: req-fe5df258-4ef5-40dc-b975-5fb06ccbe201 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:38:58.071562 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0f1532-f595-455b-b1a7-8900b47da42c", "name": "network-vif-plugged", "status": "completed", "tag": "87f0b530-8e5b-4ab3-bab0-c770e91e05bc", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:38:58.073345 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fe5df258-4ef5-40dc-b975-5fb06ccbe201 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:38:58.078047 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'code': 200} Jul 09 13:38:58.103437 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 03b1a4da-0bba-473a-b292-90dfcea47be4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:38:58.143078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 03b1a4da-0bba-473a-b292-90dfcea47be4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:58.159720 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.301957 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4937a4-9873-463f-b3d8-03773d7b1dcc service neutron] Pushing event updated for resources: {'Port': ['ID=ea254c8c-527b-4377-8ac0-c397795b2168,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:58.350115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-0e4937a4-9873-463f-b3d8-03773d7b1dcc service neutron] In _notify_port_updated(), no bound segment for port ea254c8c-527b-4377-8ac0-c397795b2168 on network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:38:58.351277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-0e4937a4-9873-463f-b3d8-03773d7b1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:58.356328 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-0e4937a4-9873-463f-b3d8-03773d7b1dcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.359719 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-0e4937a4-9873-463f-b3d8-03773d7b1dcc service neutron] 10.222.0.18 "PUT /v2.0/ports/ea254c8c-527b-4377-8ac0-c397795b2168 HTTP/1.1" status: 200 len: 1027 time: 1.9145265 Jul 09 13:38:58.385024 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5a677ff8-57fc-4c63-abbe-b7aa585bc530 req-be465e7b-72f5-447b-92ac-df1a41667020 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3286557 Jul 09 13:38:58.555715 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-e87f9194-aebf-4018-b251-a6bc7c198904 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:58.558088 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-e87f9194-aebf-4018-b251-a6bc7c198904 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "GET /v2.0/ports/28930a53-11dd-4de0-887b-cd975c02419b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1926916 Jul 09 13:38:58.573419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-7de8943d-83de-4eee-8256-f81d5bb36dc3 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:38:58.574861 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.626514 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3f7b37e4-8078-497a-b1df-001df2b7cc86 None None] Provisioning complete for port ea254c8c-527b-4377-8ac0-c397795b2168 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:38:58.627216 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f7b37e4-8078-497a-b1df-001df2b7cc86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.752261 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port bfafc262-ef53-44c6-8af0-b989ddd703fb, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=bfafc262-ef53-44c6-8af0-b989ddd703fb,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:58.767871 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.769960 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 4edfb6ea-db14-4165-bcd2-8f02f28336be no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:38:58.824934 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-7de8943d-83de-4eee-8256-f81d5bb36dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.890690 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3f7b37e4-8078-497a-b1df-001df2b7cc86 None None] Port ea254c8c-527b-4377-8ac0-c397795b2168 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:38:58.893370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=bfafc262-ef53-44c6-8af0-b989ddd703fb,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:58.906101 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:58.994308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c432e4-ff59-4556-876f-21881bd4ed43 req-99b78b35-dbec-4467-b7a8-84970beb89b7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:59.024297 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c432e4-ff59-4556-876f-21881bd4ed43 req-99b78b35-dbec-4467-b7a8-84970beb89b7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:59.063286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 03b1a4da-0bba-473a-b292-90dfcea47be4, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=03b1a4da-0bba-473a-b292-90dfcea47be4,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:59.067938 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c432e4-ff59-4556-876f-21881bd4ed43 req-99b78b35-dbec-4467-b7a8-84970beb89b7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:59.080785 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.121628 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c432e4-ff59-4556-876f-21881bd4ed43 req-99b78b35-dbec-4467-b7a8-84970beb89b7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:59.159275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c432e4-ff59-4556-876f-21881bd4ed43 req-99b78b35-dbec-4467-b7a8-84970beb89b7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:59.231742 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c432e4-ff59-4556-876f-21881bd4ed43 req-99b78b35-dbec-4467-b7a8-84970beb89b7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:59.255730 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4c432e4-ff59-4556-876f-21881bd4ed43 req-99b78b35-dbec-4467-b7a8-84970beb89b7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 4660 time: 0.5475936 Jul 09 13:38:59.294551 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=03b1a4da-0bba-473a-b292-90dfcea47be4,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:59.328278 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.542069 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 4edfb6ea-db14-4165-bcd2-8f02f28336be, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4edfb6ea-db14-4165-bcd2-8f02f28336be,segment=NetworkSegment(47b9a13c-f555-48d2-88a1-afb09cafec61),segment_id=47b9a13c-f555-48d2-88a1-afb09cafec61)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:59.554214 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.556142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 1000f9a7-444e-4349-b942-82d071e6b185 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:38:59.582178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-7de8943d-83de-4eee-8256-f81d5bb36dc3 service neutron] For port 28930a53-11dd-4de0-887b-cd975c02419b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28930a53-11dd-4de0-887b-cd975c02419b,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:38:59.637792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-7de8943d-83de-4eee-8256-f81d5bb36dc3 service neutron] For port 28930a53-11dd-4de0-887b-cd975c02419b, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:38:59.665594 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4c432e4-ff59-4556-876f-21881bd4ed43 req-0a24716f-aa5a-40d0-8ecc-f7ce678d1e4c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&id=d23ed44c-396f-4769-b24e-80038c6b8c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3964560 Jul 09 13:38:59.725859 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-7de8943d-83de-4eee-8256-f81d5bb36dc3 service neutron] device_id is not set on port 28930a53-11dd-4de0-887b-cd975c02419b yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:38:59.765638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=4edfb6ea-db14-4165-bcd2-8f02f28336be,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:38:59.775618 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-7de8943d-83de-4eee-8256-f81d5bb36dc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.793028 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-7de8943d-83de-4eee-8256-f81d5bb36dc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:38:59.809510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f42b0b-361f-4eb5-a5a8-6654b4238272 req-54458aa5-51ea-486a-8206-b7babb74f64d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:38:59.822302 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1f42b0b-361f-4eb5-a5a8-6654b4238272 req-54458aa5-51ea-486a-8206-b7babb74f64d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.4470546 Jul 09 13:39:00.019345 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.072064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-7de8943d-83de-4eee-8256-f81d5bb36dc3 service neutron] No DVR routers for this DVR port 28930a53-11dd-4de0-887b-cd975c02419b on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:00.084970 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e2f1c1-6b6a-4957-8167-e17b33578f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfafc262-ef53-44c6-8af0-b989ddd703fb'}, {'server_uuid': 'bced7258-b990-4497-b2c9-2d0edb309ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b1a4da-0bba-473a-b292-90dfcea47be4'}, {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4edfb6ea-db14-4165-bcd2-8f02f28336be'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:00.085839 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1f42b0b-361f-4eb5-a5a8-6654b4238272 req-6bb57e0e-85ba-4f4f-a524-105cd6fd0659 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2510812 Jul 09 13:39:00.088587 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deaee67c-d1a8-47f7-bf59-53aa3d2deb69" -d '{"events": [{"server_uuid": "71e2f1c1-6b6a-4957-8167-e17b33578f2c", "name": "network-vif-plugged", "status": "completed", "tag": "bfafc262-ef53-44c6-8af0-b989ddd703fb"}, {"server_uuid": "bced7258-b990-4497-b2c9-2d0edb309ee8", "name": "network-vif-plugged", "status": "completed", "tag": "03b1a4da-0bba-473a-b292-90dfcea47be4"}, {"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-unplugged", "status": "completed", "tag": "4edfb6ea-db14-4165-bcd2-8f02f28336be"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:00.164114 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 1000f9a7-444e-4349-b942-82d071e6b185, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1000f9a7-444e-4349-b942-82d071e6b185,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:00.177793 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.178932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ad774c33-cfca-4add-b80c-6424715fae3e no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:00.275786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8943d-83de-4eee-8256-f81d5bb36dc3 service neutron] Pushing event updated for resources: {'Port': ['ID=28930a53-11dd-4de0-887b-cd975c02419b,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:00.293827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-7de8943d-83de-4eee-8256-f81d5bb36dc3 service neutron] In _notify_port_updated(), no bound segment for port 28930a53-11dd-4de0-887b-cd975c02419b on network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:39:00.294876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-7de8943d-83de-4eee-8256-f81d5bb36dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:00.295538 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-7de8943d-83de-4eee-8256-f81d5bb36dc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.311893 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-7de8943d-83de-4eee-8256-f81d5bb36dc3 service neutron] 10.222.0.18 "PUT /v2.0/ports/28930a53-11dd-4de0-887b-cd975c02419b HTTP/1.1" status: 200 len: 1027 time: 1.7412214 Jul 09 13:39:00.351267 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c2bd9c1-6a57-4207-8fd2-59273aa80332 x-openstack-request-id: req-1c2bd9c1-6a57-4207-8fd2-59273aa80332 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:00.354511 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6fcf3f-f836-4ab8-b259-2fd13e299afe req-78f3c2b6-5b35-4199-89ab-421808fe91e2 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:00.363985 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e2f1c1-6b6a-4957-8167-e17b33578f2c", "name": "network-vif-plugged", "status": "completed", "tag": "bfafc262-ef53-44c6-8af0-b989ddd703fb", "code": 200}, {"server_uuid": "bced7258-b990-4497-b2c9-2d0edb309ee8", "name": "network-vif-plugged", "status": "completed", "tag": "03b1a4da-0bba-473a-b292-90dfcea47be4", "code": 200}, {"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-unplugged", "status": "completed", "tag": "4edfb6ea-db14-4165-bcd2-8f02f28336be", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:00.366673 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c2bd9c1-6a57-4207-8fd2-59273aa80332 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:00.367468 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e2f1c1-6b6a-4957-8167-e17b33578f2c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfafc262-ef53-44c6-8af0-b989ddd703fb', 'code': 200} Jul 09 13:39:00.373494 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bced7258-b990-4497-b2c9-2d0edb309ee8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '03b1a4da-0bba-473a-b292-90dfcea47be4', 'code': 200} Jul 09 13:39:00.374198 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4edfb6ea-db14-4165-bcd2-8f02f28336be', 'code': 200} Jul 09 13:39:00.376252 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a6fcf3f-f836-4ab8-b259-2fd13e299afe req-78f3c2b6-5b35-4199-89ab-421808fe91e2 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 945 time: 0.3449459 Jul 09 13:39:00.533797 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a6fcf3f-f836-4ab8-b259-2fd13e299afe req-1f091b6c-f19e-4240-8980-1e1d1dc2aefb tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504498 Jul 09 13:39:00.570633 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=1000f9a7-444e-4349-b942-82d071e6b185,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:00.851282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f4c51f75-47f6-46bf-a194-f458be0f2618 None None] Provisioning complete for port 28930a53-11dd-4de0-887b-cd975c02419b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:39:00.852005 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4c51f75-47f6-46bf-a194-f458be0f2618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:00.882321 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.256814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port ad774c33-cfca-4add-b80c-6424715fae3e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ad774c33-cfca-4add-b80c-6424715fae3e,segment=NetworkSegment(a5828c9d-6841-4112-ac71-adb9b370a7ee),segment_id=a5828c9d-6841-4112-ac71-adb9b370a7ee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:01.275069 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.275905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a848d81-9d1d-40f3-9aeb-2fd6966d717e req-5d4a3d68-be82-4ed6-9127-5198103afb4e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:01.319906 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a848d81-9d1d-40f3-9aeb-2fd6966d717e req-5d4a3d68-be82-4ed6-9127-5198103afb4e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:01.333194 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a848d81-9d1d-40f3-9aeb-2fd6966d717e req-5d4a3d68-be82-4ed6-9127-5198103afb4e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:01.372914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a848d81-9d1d-40f3-9aeb-2fd6966d717e req-5d4a3d68-be82-4ed6-9127-5198103afb4e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:01.398692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f4c51f75-47f6-46bf-a194-f458be0f2618 None None] Port 28930a53-11dd-4de0-887b-cd975c02419b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:39:01.406554 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a848d81-9d1d-40f3-9aeb-2fd6966d717e req-5d4a3d68-be82-4ed6-9127-5198103afb4e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:01.412698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ea254c8c-527b-4377-8ac0-c397795b2168 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:01.423356 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a848d81-9d1d-40f3-9aeb-2fd6966d717e req-5d4a3d68-be82-4ed6-9127-5198103afb4e tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 3882 time: 0.3722141 Jul 09 13:39:01.429609 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-887dd151-de92-4041-9984-1c6e8b6f2996 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Deleting port 1000f9a7-444e-4349-b942-82d071e6b185 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:01.430209 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-887dd151-de92-4041-9984-1c6e8b6f2996 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:01.462561 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439f80a-f659-4233-a519-e8237b86d2e7 req-f5c112ec-b575-4575-bc6a-94e0703c0bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:01.475072 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5439f80a-f659-4233-a519-e8237b86d2e7 req-f5c112ec-b575-4575-bc6a-94e0703c0bf3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 1096 time: 0.7537696 Jul 09 13:39:01.518509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=ad774c33-cfca-4add-b80c-6424715fae3e,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:01.560207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a848d81-9d1d-40f3-9aeb-2fd6966d717e req-d2b610d0-b25e-4016-ae33-9a27b02789a5 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1357625 Jul 09 13:39:01.671692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ea254c8c-527b-4377-8ac0-c397795b2168 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:01.672156 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:01.684767 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b7928-ce27-49f9-83c0-451bcd48737e req-d0434772-c4eb-4e32-b84d-6bf0530512e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:01.693820 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cb3b7928-ce27-49f9-83c0-451bcd48737e req-d0434772-c4eb-4e32-b84d-6bf0530512e1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bced7258-b990-4497-b2c9-2d0edb309ee8 HTTP/1.1" status: 200 len: 1096 time: 0.7620883 Jul 09 13:39:01.857963 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5439f80a-f659-4233-a519-e8237b86d2e7 req-012aacbd-2c1e-40ed-a9e5-81b8711e80e6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3168280 Jul 09 13:39:01.882951 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fa6d5b-69f6-4542-9a8b-91c1b0b6f8df req-e04f9503-ed6a-4ca7-8826-39656d531695 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:01.899749 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98fa6d5b-69f6-4542-9a8b-91c1b0b6f8df req-e04f9503-ed6a-4ca7-8826-39656d531695 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.3383889 Jul 09 13:39:01.972376 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3a003b3-fd0c-4ac9-a706-e576229e3365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.071191 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98fa6d5b-69f6-4542-9a8b-91c1b0b6f8df req-a4ff4893-06ec-4ab0-939b-0e0d27a459d0 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684566 Jul 09 13:39:02.102635 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.130616 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cb3b7928-ce27-49f9-83c0-451bcd48737e req-2faa1d52-2fcb-479d-9b1a-3e91eeb3e9fc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2655647 Jul 09 13:39:02.209040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-887dd151-de92-4041-9984-1c6e8b6f2996 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] For port 1000f9a7-444e-4349-b942-82d071e6b185, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=1000f9a7-444e-4349-b942-82d071e6b185,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:02.209419 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-887dd151-de92-4041-9984-1c6e8b6f2996 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.210446 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:02.220374 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.222826 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:02.243860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-887dd151-de92-4041-9984-1c6e8b6f2996 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Calling delete_port for 1000f9a7-444e-4349-b942-82d071e6b185 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:02.378863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1000f9a7-444e-4349-b942-82d071e6b185'}, {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad774c33-cfca-4add-b80c-6424715fae3e'}, {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f82e8d09-fde7-4c8f-b622-19cbeca8d2b4'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:02.381547 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755a23d3-22d9-4ecd-8d8e-d20e8e029a70" -d '{"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-unplugged", "status": "completed", "tag": "1000f9a7-444e-4349-b942-82d071e6b185"}, {"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-unplugged", "status": "completed", "tag": "ad774c33-cfca-4add-b80c-6424715fae3e"}, {"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-unplugged", "status": "completed", "tag": "f82e8d09-fde7-4c8f-b622-19cbeca8d2b4"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:02.389933 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553827ad-7ff4-4e1e-a7c9-67e71cfe8354 req-415cc2c9-f68a-4370-841f-cd06e58a870b tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:02.413631 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-553827ad-7ff4-4e1e-a7c9-67e71cfe8354 req-415cc2c9-f68a-4370-841f-cd06e58a870b tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 945 time: 0.3411882 Jul 09 13:39:02.482572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:02.512084 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.637240 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=7aafc5af-bd0d-4302-8462-84fc2adfb5f9,segment=NetworkSegment(a5828c9d-6841-4112-ac71-adb9b370a7ee),segment_id=a5828c9d-6841-4112-ac71-adb9b370a7ee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:02.648361 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fed707-779c-4f94-82e9-6980f70119a9 x-openstack-request-id: req-40fed707-779c-4f94-82e9-6980f70119a9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:02.649446 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-unplugged", "status": "completed", "tag": "1000f9a7-444e-4349-b942-82d071e6b185", "code": 200}, {"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-unplugged", "status": "completed", "tag": "ad774c33-cfca-4add-b80c-6424715fae3e", "code": 200}, {"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-unplugged", "status": "completed", "tag": "f82e8d09-fde7-4c8f-b622-19cbeca8d2b4", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:02.649916 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-40fed707-779c-4f94-82e9-6980f70119a9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:02.650653 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1000f9a7-444e-4349-b942-82d071e6b185', 'code': 200} Jul 09 13:39:02.651195 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad774c33-cfca-4add-b80c-6424715fae3e', 'code': 200} Jul 09 13:39:02.651714 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f82e8d09-fde7-4c8f-b622-19cbeca8d2b4', 'code': 200} Jul 09 13:39:02.653129 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:02.654287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28930a53-11dd-4de0-887b-cd975c02419b no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:02.733656 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-553827ad-7ff4-4e1e-a7c9-67e71cfe8354 req-844da670-96b5-46d8-b486-3d2bbde20b8a tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3069854 Jul 09 13:39:02.900419 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-887dd151-de92-4041-9984-1c6e8b6f2996 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:03.071698 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887dd151-de92-4041-9984-1c6e8b6f2996 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event deleted for resources: {'Port': ['ID=1000f9a7-444e-4349-b942-82d071e6b185,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:03.077238 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28930a53-11dd-4de0-887b-cd975c02419b not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:03.083880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=7aafc5af-bd0d-4302-8462-84fc2adfb5f9,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:03.103012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-887dd151-de92-4041-9984-1c6e8b6f2996 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] No DVR routers for this DVR port 1000f9a7-444e-4349-b942-82d071e6b185 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:03.107036 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-887dd151-de92-4041-9984-1c6e8b6f2996 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:03.109726 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-887dd151-de92-4041-9984-1c6e8b6f2996 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "DELETE /v2.0/ports/1000f9a7-444e-4349-b942-82d071e6b185 HTTP/1.1" status: 204 len: 173 time: 2.7731438 Jul 09 13:39:03.111917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-deleted', 'tag': '1000f9a7-444e-4349-b942-82d071e6b185'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:03.117693 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb78e17-066b-4a2f-8d7d-4ff35c0c9133" -d '{"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-deleted", "tag": "1000f9a7-444e-4349-b942-82d071e6b185"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:03.229369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42202) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:03.268850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-623126ae-99f2-40c0-b7be-41b04460300e req-69b587e6-1735-428e-b95d-1784b4602dc7 service neutron] (93754) timed out ('10.222.0.15', 54210) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:39:03.475415 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f203e5a-3e43-4802-80e3-ee43ae2a8ff9 x-openstack-request-id: req-5f203e5a-3e43-4802-80e3-ee43ae2a8ff9 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:03.476112 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-deleted", "tag": "1000f9a7-444e-4349-b942-82d071e6b185", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:03.476549 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f203e5a-3e43-4802-80e3-ee43ae2a8ff9 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:03.479415 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-deleted', 'tag': '1000f9a7-444e-4349-b942-82d071e6b185', 'status': 'completed', 'code': 200} Jul 09 13:39:03.480936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88fdba-44c5-46d9-be40-e9bd19dba21f req-cd9144b8-6a6d-4c62-be7c-69f861a472f2 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:03.513219 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88fdba-44c5-46d9-be40-e9bd19dba21f req-cd9144b8-6a6d-4c62-be7c-69f861a472f2 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:03.542689 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88fdba-44c5-46d9-be40-e9bd19dba21f req-cd9144b8-6a6d-4c62-be7c-69f861a472f2 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:03.571753 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e88fdba-44c5-46d9-be40-e9bd19dba21f req-cd9144b8-6a6d-4c62-be7c-69f861a472f2 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:03.581912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-207e5799-a01b-4756-8ca4-0eeb69a59e5f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Deleting port ad774c33-cfca-4add-b80c-6424715fae3e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:03.582297 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-207e5799-a01b-4756-8ca4-0eeb69a59e5f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:03.587949 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e88fdba-44c5-46d9-be40-e9bd19dba21f req-cd9144b8-6a6d-4c62-be7c-69f861a472f2 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 3143 time: 0.4469409 Jul 09 13:39:03.808270 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e88fdba-44c5-46d9-be40-e9bd19dba21f req-0139364f-7152-497e-bc03-bba211e218f6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2181339 Jul 09 13:39:03.925522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f74d92f-f352-47e0-84eb-60439422738b req-6376f302-1d52-4f70-a2fa-d3de31c0a1d0 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:03.927494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-207e5799-a01b-4756-8ca4-0eeb69a59e5f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] For port ad774c33-cfca-4add-b80c-6424715fae3e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ad774c33-cfca-4add-b80c-6424715fae3e,segment=NetworkSegment(a5828c9d-6841-4112-ac71-adb9b370a7ee),segment_id=a5828c9d-6841-4112-ac71-adb9b370a7ee)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:03.928105 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-207e5799-a01b-4756-8ca4-0eeb69a59e5f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:03.949187 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4f74d92f-f352-47e0-84eb-60439422738b req-6376f302-1d52-4f70-a2fa-d3de31c0a1d0 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.2383351 Jul 09 13:39:03.982831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-207e5799-a01b-4756-8ca4-0eeb69a59e5f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Calling delete_port for ad774c33-cfca-4add-b80c-6424715fae3e owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:04.101584 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4f74d92f-f352-47e0-84eb-60439422738b req-e6d59a0a-cbff-418d-b00c-772039c48e97 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513782 Jul 09 13:39:04.158673 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dfc656ae-2886-437a-88b2-d4506ca6fbf4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:04.480160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2507215a-c00a-4993-885e-1d12960ca7a7 req-dac45530-7e78-47c2-994f-6bfc793df8ea tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:04.489807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2507215a-c00a-4993-885e-1d12960ca7a7 req-dac45530-7e78-47c2-994f-6bfc793df8ea tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 945 time: 0.1953423 Jul 09 13:39:04.561094 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2507215a-c00a-4993-885e-1d12960ca7a7 req-41e72039-911f-4532-8d9a-805a2096a923 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678866 Jul 09 13:39:04.624034 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:04.654220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aafc5af-bd0d-4302-8462-84fc2adfb5f9'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:04.660647 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e76a4efb-0ee3-4c97-868f-4e590ac5c9c7" -d '{"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-unplugged", "status": "completed", "tag": "7aafc5af-bd0d-4302-8462-84fc2adfb5f9"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:04.691155 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-59ffc97f-542e-4910-b8ba-1f5f0cba07d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:04.743064 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-207e5799-a01b-4756-8ca4-0eeb69a59e5f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:04.768247 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b481073-9823-43ca-b868-1f591e89fe96 x-openstack-request-id: req-8b481073-9823-43ca-b868-1f591e89fe96 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:04.768825 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-unplugged", "status": "completed", "tag": "7aafc5af-bd0d-4302-8462-84fc2adfb5f9", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:04.769298 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b481073-9823-43ca-b868-1f591e89fe96 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:04.769918 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7aafc5af-bd0d-4302-8462-84fc2adfb5f9', 'code': 200} Jul 09 13:39:04.915818 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dfc656ae-2886-437a-88b2-d4506ca6fbf4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:04.935021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e5799-a01b-4756-8ca4-0eeb69a59e5f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event deleted for resources: {'Port': ['ID=ad774c33-cfca-4add-b80c-6424715fae3e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:04.947940 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dfc656ae-2886-437a-88b2-d4506ca6fbf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.247992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc656ae-2886-437a-88b2-d4506ca6fbf4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac783af9-9264-4a6c-9705-783667507873,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:05.270443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-207e5799-a01b-4756-8ca4-0eeb69a59e5f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] No DVR routers for this DVR port ad774c33-cfca-4add-b80c-6424715fae3e on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:05.279670 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-207e5799-a01b-4756-8ca4-0eeb69a59e5f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.283720 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-207e5799-a01b-4756-8ca4-0eeb69a59e5f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "DELETE /v2.0/ports/ad774c33-cfca-4add-b80c-6424715fae3e HTTP/1.1" status: 204 len: 173 time: 2.1537745 Jul 09 13:39:05.286659 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dfc656ae-2886-437a-88b2-d4506ca6fbf4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8030fcd813444afca362cdebc5cd951b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0490358 Jul 09 13:39:05.291905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42248) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:05.457743 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43fe9a-3d22-4069-a40a-015e3e048b6a req-b5cfe508-9ab5-45b2-8cb6-b1067b50c60c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:05.478098 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43fe9a-3d22-4069-a40a-015e3e048b6a req-b5cfe508-9ab5-45b2-8cb6-b1067b50c60c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:05.490819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43fe9a-3d22-4069-a40a-015e3e048b6a req-b5cfe508-9ab5-45b2-8cb6-b1067b50c60c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:05.497972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-deleted', 'tag': 'ad774c33-cfca-4add-b80c-6424715fae3e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:05.505886 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20dc1cc6-7572-444c-824f-1b8b98221bd9" -d '{"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-deleted", "tag": "ad774c33-cfca-4add-b80c-6424715fae3e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:05.507979 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b43fe9a-3d22-4069-a40a-015e3e048b6a req-b5cfe508-9ab5-45b2-8cb6-b1067b50c60c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 2410 time: 0.3343053 Jul 09 13:39:05.582141 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5541-c2db-4830-9051-24b6842ae08f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.592723 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.789787 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5541-c2db-4830-9051-24b6842ae08f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.815044 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b43fe9a-3d22-4069-a40a-015e3e048b6a req-ebffc763-0758-4892-881d-3fa92c070d1a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2999926 Jul 09 13:39:05.922306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-44913125-1c05-45ca-a872-8035f33090e6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Deleting port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:05.923159 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-44913125-1c05-45ca-a872-8035f33090e6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:05.934169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dccdfb-819d-4b16-85aa-e9f2e7ccab76 req-56b11f3f-e497-408d-bf2a-ccc6ed511223 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:05.935787 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8dccdfb-819d-4b16-85aa-e9f2e7ccab76 req-56b11f3f-e497-408d-bf2a-ccc6ed511223 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=bced7258-b990-4497-b2c9-2d0edb309ee8 HTTP/1.1" status: 200 len: 945 time: 0.4104195 Jul 09 13:39:06.078280 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8dccdfb-819d-4b16-85aa-e9f2e7ccab76 req-17c3191a-2132-491a-9026-c4942246339d tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274109 Jul 09 13:39:06.129402 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5541-c2db-4830-9051-24b6842ae08f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:06.133339 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c4c5541-c2db-4830-9051-24b6842ae08f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:06.134467 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8c4c5541-c2db-4830-9051-24b6842ae08f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ac783af9-9264-4a6c-9705-783667507873 HTTP/1.1" status: 204 len: 168 time: 0.8335125 Jul 09 13:39:06.193752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4c5541-c2db-4830-9051-24b6842ae08f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac783af9-9264-4a6c-9705-783667507873,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:06.265591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-44913125-1c05-45ca-a872-8035f33090e6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] For port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:06.269098 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-44913125-1c05-45ca-a872-8035f33090e6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:06.284548 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4498f-1b34-4c3a-a7eb-a71aac18d172 req-1cce4678-9d98-4a19-b625-61348283b5e4 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:06.290195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ad4498f-1b34-4c3a-a7eb-a71aac18d172 req-1cce4678-9d98-4a19-b625-61348283b5e4 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.2336953 Jul 09 13:39:06.311638 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70128cfd-9d4a-414f-b6aa-bd4e92d168b0 x-openstack-request-id: req-70128cfd-9d4a-414f-b6aa-bd4e92d168b0 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:06.313645 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-deleted", "tag": "ad774c33-cfca-4add-b80c-6424715fae3e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:06.314955 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-70128cfd-9d4a-414f-b6aa-bd4e92d168b0 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:06.317298 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-deleted', 'tag': 'ad774c33-cfca-4add-b80c-6424715fae3e', 'status': 'completed', 'code': 200} Jul 09 13:39:06.330502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-44913125-1c05-45ca-a872-8035f33090e6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Calling delete_port for f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:06.390180 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ad4498f-1b34-4c3a-a7eb-a71aac18d172 req-45939cde-fe76-47f3-af6b-6c92b4933551 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849097 Jul 09 13:39:06.726969 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-44913125-1c05-45ca-a872-8035f33090e6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:06.855025 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44913125-1c05-45ca-a872-8035f33090e6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event deleted for resources: {'Port': ['ID=f82e8d09-fde7-4c8f-b622-19cbeca8d2b4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:06.885023 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccae4cdc-a617-4659-a8a0-e44e8ca5d7f6 req-8f41f86c-4bbb-4400-ba32-4ca3226342a9 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:06.895121 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ccae4cdc-a617-4659-a8a0-e44e8ca5d7f6 req-8f41f86c-4bbb-4400-ba32-4ca3226342a9 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ccad46d-75ce-41d1-99ce-391c05d62237 HTTP/1.1" status: 200 len: 945 time: 0.2411046 Jul 09 13:39:06.927687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-44913125-1c05-45ca-a872-8035f33090e6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] No DVR routers for this DVR port f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:06.936020 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-44913125-1c05-45ca-a872-8035f33090e6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:06.946223 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-44913125-1c05-45ca-a872-8035f33090e6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "DELETE /v2.0/ports/f82e8d09-fde7-4c8f-b622-19cbeca8d2b4 HTTP/1.1" status: 204 len: 173 time: 1.6564362 Jul 09 13:39:06.965862 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:06.999925 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ccae4cdc-a617-4659-a8a0-e44e8ca5d7f6 req-0eeddd8e-6889-4779-bf4c-fc7fe50aea24 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037693 Jul 09 13:39:07.372813 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42292) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:07.400842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-d27fb01b-18ad-4413-a0f4-da3196e1fba6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Deleting port 4edfb6ea-db14-4165-bcd2-8f02f28336be {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:07.401385 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-d27fb01b-18ad-4413-a0f4-da3196e1fba6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:07.540904 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be91cd15-b634-4db2-bdce-2c4d9c393d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:07.710157 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff34bc-869e-4d13-aaf9-3237894cf8f5 req-6964ef78-d98e-4382-bd43-1f5b8571e8d8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:07.717068 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff34bc-869e-4d13-aaf9-3237894cf8f5 req-6964ef78-d98e-4382-bd43-1f5b8571e8d8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:07.729511 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-21ff34bc-869e-4d13-aaf9-3237894cf8f5 req-6964ef78-d98e-4382-bd43-1f5b8571e8d8 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 1677 time: 0.2884462 Jul 09 13:39:07.812039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-d27fb01b-18ad-4413-a0f4-da3196e1fba6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] For port 4edfb6ea-db14-4165-bcd2-8f02f28336be, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4edfb6ea-db14-4165-bcd2-8f02f28336be,segment=NetworkSegment(47b9a13c-f555-48d2-88a1-afb09cafec61),segment_id=47b9a13c-f555-48d2-88a1-afb09cafec61)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:07.812558 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-d27fb01b-18ad-4413-a0f4-da3196e1fba6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:07.845543 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-21ff34bc-869e-4d13-aaf9-3237894cf8f5 req-3c475bb7-b4a8-4f86-8385-e1c90b1a8a28 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147518 Jul 09 13:39:07.999621 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be91cd15-b634-4db2-bdce-2c4d9c393d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:08.016500 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be91cd15-b634-4db2-bdce-2c4d9c393d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:08.094269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91cd15-b634-4db2-bdce-2c4d9c393d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32251fb-4b03-4583-bdbd-6da3b581b83a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:08.144582 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-be91cd15-b634-4db2-bdce-2c4d9c393d95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=206776f5ff514a2291324bca25f3e9ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7705200 Jul 09 13:39:08.151567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42310) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:08.254271 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-d27fb01b-18ad-4413-a0f4-da3196e1fba6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:08.254818 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-d27fb01b-18ad-4413-a0f4-da3196e1fba6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:08.255282 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-d27fb01b-18ad-4413-a0f4-da3196e1fba6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Floating IP 04a00bf1-7635-4ac8-8615-476f34384019 disassociated. External IP: 172.25.2.176, port: 4edfb6ea-db14-4165-bcd2-8f02f28336be. Jul 09 13:39:08.255727 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-d27fb01b-18ad-4413-a0f4-da3196e1fba6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Calling delete_port for 4edfb6ea-db14-4165-bcd2-8f02f28336be owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:08.258310 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:08.374801 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:08.415747 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-deleted', 'tag': 'f82e8d09-fde7-4c8f-b622-19cbeca8d2b4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:08.420423 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0eb2a0d-350c-422b-a7d4-747775a74406" -d '{"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-deleted", "tag": "f82e8d09-fde7-4c8f-b622-19cbeca8d2b4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:08.594836 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:08.601409 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-d27fb01b-18ad-4413-a0f4-da3196e1fba6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:08.630477 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:08.704454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27fb01b-18ad-4413-a0f4-da3196e1fba6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event deleted for resources: {'Port': ['ID=4edfb6ea-db14-4165-bcd2-8f02f28336be,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:08.715609 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599ea58-1cd3-47b8-95b5-4999eddece3b req-eb77af5d-80e7-46c1-817a-ee0812935c39 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:08.731521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3599ea58-1cd3-47b8-95b5-4999eddece3b req-eb77af5d-80e7-46c1-817a-ee0812935c39 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.4566989 Jul 09 13:39:08.921483 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:08.926060 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:08.931185 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d32251fb-4b03-4583-bdbd-6da3b581b83a HTTP/1.1" status: 204 len: 168 time: 0.7784026 Jul 09 13:39:08.958283 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3599ea58-1cd3-47b8-95b5-4999eddece3b req-97e2c174-dc6c-4658-beb1-6c22eab28b30 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2257814 Jul 09 13:39:09.009694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4394a-ee0d-44f6-b9a4-7135dc2e27c4 req-6e4cfd48-1b59-4dc3-8454-ab80b775b0ca tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:09.035796 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ed4394a-ee0d-44f6-b9a4-7135dc2e27c4 req-6e4cfd48-1b59-4dc3-8454-ab80b775b0ca tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.6675773 Jul 09 13:39:09.045429 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32251fb-4b03-4583-bdbd-6da3b581b83a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:09.102622 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-d27fb01b-18ad-4413-a0f4-da3196e1fba6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Router d7648c97-c287-4117-9147-b14585054ac4 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:39:09.183128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:09.183457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:09.183802 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:09.184126 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:09.184458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:09.184879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:09.185108 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:09.201500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:09.201969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:09.202439 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:09.202755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:09.203001 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f155d9b-ba85-4e23-97f3-b0279775126f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:09.357824 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ed4394a-ee0d-44f6-b9a4-7135dc2e27c4 req-ed4b9118-d601-4c64-b398-5ef5f8c0331f tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3210194 Jul 09 13:39:09.764711 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576a0a9c-0644-40fb-a650-1793def81f6b x-openstack-request-id: req-576a0a9c-0644-40fb-a650-1793def81f6b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:09.766046 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-deleted", "tag": "f82e8d09-fde7-4c8f-b622-19cbeca8d2b4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:09.766478 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-576a0a9c-0644-40fb-a650-1793def81f6b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:09.768101 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-deleted', 'tag': 'f82e8d09-fde7-4c8f-b622-19cbeca8d2b4', 'status': 'completed', 'code': 200} Jul 09 13:39:09.850418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72f283c-bd91-45d4-8e60-2b9b06fd60a8 req-314b15ac-6852-4528-9e1b-1c5ead868823 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:09.852069 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e72f283c-bd91-45d4-8e60-2b9b06fd60a8 req-314b15ac-6852-4528-9e1b-1c5ead868823 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ccad46d-75ce-41d1-99ce-391c05d62237 HTTP/1.1" status: 200 len: 945 time: 0.3234799 Jul 09 13:39:09.886946 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6bc5df-4028-4261-bd42-ace66f2d5714 req-62e32f09-f9dd-4aab-9233-fc899f1ba1e8 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:09.892431 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fc6bc5df-4028-4261-bd42-ace66f2d5714 req-62e32f09-f9dd-4aab-9233-fc899f1ba1e8 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.15 "GET /v2.0/ports?device_id=1ccad46d-75ce-41d1-99ce-391c05d62237 HTTP/1.1" status: 200 len: 945 time: 0.3580601 Jul 09 13:39:09.913874 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-d27fb01b-18ad-4413-a0f4-da3196e1fba6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:39:09.927816 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de5aad-db52-4062-b89f-683c7f639106 None None] Sync routers for ids ['d7648c97-c287-4117-9147-b14585054ac4'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:39:09.971967 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de5aad-db52-4062-b89f-683c7f639106 None None] Routers {'d7648c97-c287-4117-9147-b14585054ac4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:09.972672 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-02de5aad-db52-4062-b89f-683c7f639106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:39:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d7648c97-c287-4117-9147-b14585054ac4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:10.024877 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e72f283c-bd91-45d4-8e60-2b9b06fd60a8 req-e3912e46-e71a-4694-aec8-842608fe8705 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628897 Jul 09 13:39:10.166535 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:39:10.192522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61669ac-df35-4f98-815f-10489a1301a1 req-eb061942-4f73-4336-bb58-43152917d35c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:10.212006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-d27fb01b-18ad-4413-a0f4-da3196e1fba6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] No DVR routers for this DVR port 4edfb6ea-db14-4165-bcd2-8f02f28336be on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:10.220624 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-d27fb01b-18ad-4413-a0f4-da3196e1fba6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:10.220906 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d61669ac-df35-4f98-815f-10489a1301a1 req-eb061942-4f73-4336-bb58-43152917d35c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 943 time: 0.2584341 Jul 09 13:39:10.222688 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-d27fb01b-18ad-4413-a0f4-da3196e1fba6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "DELETE /v2.0/ports/4edfb6ea-db14-4165-bcd2-8f02f28336be HTTP/1.1" status: 204 len: 173 time: 3.2697687 Jul 09 13:39:10.398996 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d61669ac-df35-4f98-815f-10489a1301a1 req-35050f39-3131-4727-9acd-0eb6ce7ce796 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770511 Jul 09 13:39:10.466987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-fc6bc5df-4028-4261-bd42-ace66f2d5714 req-642fd9fc-6759-43f1-96ea-879f584a30b6 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Deleting port 723070f8-29a0-4b8d-b25f-1391aede8605 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:10.467365 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fc6bc5df-4028-4261-bd42-ace66f2d5714 req-642fd9fc-6759-43f1-96ea-879f584a30b6 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:10.522129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-02de5aad-db52-4062-b89f-683c7f639106 None None] Set router d7648c97-c287-4117-9147-b14585054ac4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:39:10.738482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878d6561-852b-4d1d-b2a3-e8975624ca52 req-43f0e108-83f8-4a36-a42c-75db7bed4bcd tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:10.751924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-878d6561-852b-4d1d-b2a3-e8975624ca52 req-43f0e108-83f8-4a36-a42c-75db7bed4bcd tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.3228364 Jul 09 13:39:10.887545 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fc6bc5df-4028-4261-bd42-ace66f2d5714 req-642fd9fc-6759-43f1-96ea-879f584a30b6 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] For port 723070f8-29a0-4b8d-b25f-1391aede8605, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=723070f8-29a0-4b8d-b25f-1391aede8605,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:10.888333 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fc6bc5df-4028-4261-bd42-ace66f2d5714 req-642fd9fc-6759-43f1-96ea-879f584a30b6 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:10.949279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-fc6bc5df-4028-4261-bd42-ace66f2d5714 req-642fd9fc-6759-43f1-96ea-879f584a30b6 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Calling delete_port for 723070f8-29a0-4b8d-b25f-1391aede8605 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:11.093585 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-878d6561-852b-4d1d-b2a3-e8975624ca52 req-664869fe-b018-4e76-8581-c1578bfeab0b tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3330564 Jul 09 13:39:11.181462 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20003ae-d3e5-401e-b604-09e4dca6edd3 req-10b8fd60-0ab7-4fc4-8e79-93f57ab07c85 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:11.195160 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d20003ae-d3e5-401e-b604-09e4dca6edd3 req-10b8fd60-0ab7-4fc4-8e79-93f57ab07c85 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.4265292 Jul 09 13:39:11.381334 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d20003ae-d3e5-401e-b604-09e4dca6edd3 req-476907d2-ded7-4e03-8afe-09f674a7a08c tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849976 Jul 09 13:39:11.435638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6242d464-1a5e-4afb-b973-5ed1252ea732 req-97f26dd3-6341-475e-b3d3-4152c62101e6 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:11.442012 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6242d464-1a5e-4afb-b973-5ed1252ea732 req-97f26dd3-6341-475e-b3d3-4152c62101e6 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 1.5786958 Jul 09 13:39:11.556584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-02de5aad-db52-4062-b89f-683c7f639106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7648c97-c287-4117-9147-b14585054ac4', 'name': 'tempest-TaggedBootDevicesTest-963782190-router', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:08Z', 'updated_at': '2021-07-09T13:28:15Z', 'revision_number': 4, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'gw_port': {'id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:09Z', 'updated_at': '2021-07-09T13:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ad8fac14-fdbc-455f-8959-aed3d8eaef87', 'name': '', 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'mac_address': 'fa:16:3e:a9:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:14Z', 'updated_at': '2021-07-09T13:28:23Z', 'revision_number': 5, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'subnets': [{'id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:11.754696 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-ea36b243-aedf-4886-be48-887011810710 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Deleting port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:11.755194 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-ea36b243-aedf-4886-be48-887011810710 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:11.767792 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de5aad-db52-4062-b89f-683c7f639106 None None] Checking router: d7648c97-c287-4117-9147-b14585054ac4 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:39:11.865224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-deleted', 'tag': '4edfb6ea-db14-4165-bcd2-8f02f28336be'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:11.866164 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02de5aad-db52-4062-b89f-683c7f639106 None None] Routers {'d7648c97-c287-4117-9147-b14585054ac4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:11.866877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-02de5aad-db52-4062-b89f-683c7f639106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:39:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d7648c97-c287-4117-9147-b14585054ac4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:11.867614 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ec300e4-26e0-473c-80b8-5f07ad789002" -d '{"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-deleted", "tag": "4edfb6ea-db14-4165-bcd2-8f02f28336be"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:11.914008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-ea36b243-aedf-4886-be48-887011810710 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] For port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=7aafc5af-bd0d-4302-8462-84fc2adfb5f9,segment=NetworkSegment(a5828c9d-6841-4112-ac71-adb9b370a7ee),segment_id=a5828c9d-6841-4112-ac71-adb9b370a7ee)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:11.914741 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-ea36b243-aedf-4886-be48-887011810710 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:11.962776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-ea36b243-aedf-4886-be48-887011810710 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Calling delete_port for 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:12.033582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff242d9-d112-4261-826e-379854edcbb7 req-42118e3b-6ed0-49a1-ba58-a5839aa27c9e tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:12.057455 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eff242d9-d112-4261-826e-379854edcbb7 req-42118e3b-6ed0-49a1-ba58-a5839aa27c9e tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ccad46d-75ce-41d1-99ce-391c05d62237 HTTP/1.1" status: 200 len: 945 time: 0.5293591 Jul 09 13:39:12.059606 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fc6bc5df-4028-4261-bd42-ace66f2d5714 req-642fd9fc-6759-43f1-96ea-879f584a30b6 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:12.077881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6242d464-1a5e-4afb-b973-5ed1252ea732 req-63334b27-7a9d-421f-9913-2a75fa0df606 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Deleting port 0f987c4b-4a74-4e26-a2ad-14b4128f6277 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:12.096700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6242d464-1a5e-4afb-b973-5ed1252ea732 req-63334b27-7a9d-421f-9913-2a75fa0df606 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:12.147637 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['03b1a4da-0bba-473a-b292-90dfcea47be4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:39:12.206247 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f8add-6f50-4268-ac41-c7847d43b79f req-3612c5b7-95b5-40c1-aaf7-475cf57e2485 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:12.212430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a96f8add-6f50-4268-ac41-c7847d43b79f req-3612c5b7-95b5-40c1-aaf7-475cf57e2485 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 943 time: 0.4539983 Jul 09 13:39:12.234017 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['bfafc262-ef53-44c6-8af0-b989ddd703fb'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:39:12.289318 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eff242d9-d112-4261-826e-379854edcbb7 req-438b7050-2f3a-40b1-b0ba-9d1f8a3be56f tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308621 Jul 09 13:39:12.378466 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a96f8add-6f50-4268-ac41-c7847d43b79f req-c1a9da2f-9f79-41b0-8075-5b5546a3c666 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580265 Jul 09 13:39:12.476729 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f0a3ac2-aa06-4817-a49e-ba5166fd9a86 x-openstack-request-id: req-5f0a3ac2-aa06-4817-a49e-ba5166fd9a86 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:12.478420 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-deleted", "tag": "4edfb6ea-db14-4165-bcd2-8f02f28336be", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:12.480200 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5f0a3ac2-aa06-4817-a49e-ba5166fd9a86 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:12.489705 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-deleted', 'tag': '4edfb6ea-db14-4165-bcd2-8f02f28336be', 'status': 'completed', 'code': 200} Jul 09 13:39:12.751402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-02de5aad-db52-4062-b89f-683c7f639106 None None] Set router d7648c97-c287-4117-9147-b14585054ac4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:39:12.916993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 0f987c4b-4a74-4e26-a2ad-14b4128f6277 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:12.967275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a1cd24-bf37-4cdd-860f-b9366eb8fad1 req-783e4e53-4f75-4967-928b-82e6bbcbaa69 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:12.982758 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02a1cd24-bf37-4cdd-860f-b9366eb8fad1 req-783e4e53-4f75-4967-928b-82e6bbcbaa69 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 946 time: 0.2208910 Jul 09 13:39:13.165975 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 723070f8-29a0-4b8d-b25f-1391aede8605 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:13.178549 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02a1cd24-bf37-4cdd-860f-b9366eb8fad1 req-d8e48205-5b46-4443-b089-e1e8f3af5aa5 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897397 Jul 09 13:39:13.259610 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd59c033-fba7-4650-81a5-5354b87b1d73 req-011f936a-910d-4eb4-8b95-9485b1e79140 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:13.263600 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cd59c033-fba7-4650-81a5-5354b87b1d73 req-011f936a-910d-4eb4-8b95-9485b1e79140 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.2766247 Jul 09 13:39:13.306581 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 723070f8-29a0-4b8d-b25f-1391aede8605 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:39:13.306929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 723070f8-29a0-4b8d-b25f-1391aede8605 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:13.396298 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cd59c033-fba7-4650-81a5-5354b87b1d73 req-967bcd38-b51b-4c35-97cc-2dbc3fb39f27 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1277955 Jul 09 13:39:13.757545 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34908c2d-d415-41ce-8898-c69d63bf35e3 req-c74df89d-2b1f-4c1c-b46c-040ed9822228 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ccad46d-75ce-41d1-99ce-391c05d62237 HTTP/1.1" status: 200 len: 210 time: 0.1387217 Jul 09 13:39:14.036138 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02971e9f-57a9-4164-9e7e-319082a0a3fa req-56db8cf1-e0a6-4e91-b2ba-7d95258e4239 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:14.065278 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02971e9f-57a9-4164-9e7e-319082a0a3fa req-56db8cf1-e0a6-4e91-b2ba-7d95258e4239 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 943 time: 0.2867274 Jul 09 13:39:14.151872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642fd9fc-6759-43f1-96ea-879f584a30b6 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Pushing event deleted for resources: {'Port': ['ID=723070f8-29a0-4b8d-b25f-1391aede8605,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:14.306828 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02971e9f-57a9-4164-9e7e-319082a0a3fa req-d0c39f0c-9751-4019-95ec-51789d68d0ff tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups?id=cbcd0f66-f7be-452b-bc64-32c547211663&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357798 Jul 09 13:39:14.309335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6242d464-1a5e-4afb-b973-5ed1252ea732 req-63334b27-7a9d-421f-9913-2a75fa0df606 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] For port 0f987c4b-4a74-4e26-a2ad-14b4128f6277, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0f987c4b-4a74-4e26-a2ad-14b4128f6277,segment=NetworkSegment(2565525b-8675-431a-a60e-eec0302eaf01),segment_id=2565525b-8675-431a-a60e-eec0302eaf01)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:14.309711 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6242d464-1a5e-4afb-b973-5ed1252ea732 req-63334b27-7a9d-421f-9913-2a75fa0df606 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:14.330880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6242d464-1a5e-4afb-b973-5ed1252ea732 req-63334b27-7a9d-421f-9913-2a75fa0df606 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Calling delete_port for 0f987c4b-4a74-4e26-a2ad-14b4128f6277 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:14.600648 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:14.752165 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6242d464-1a5e-4afb-b973-5ed1252ea732 req-63334b27-7a9d-421f-9913-2a75fa0df606 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:14.880022 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e4cc6db-2ffd-4a49-9d6d-d6503e5879fc req-00a7c44f-8d14-4573-8cb9-fa321228920b tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 210 time: 0.1143520 Jul 09 13:39:14.980929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc6bc5df-4028-4261-bd42-ace66f2d5714 req-642fd9fc-6759-43f1-96ea-879f584a30b6 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] No DVR routers for this DVR port 723070f8-29a0-4b8d-b25f-1391aede8605 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:15.120700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fc6bc5df-4028-4261-bd42-ace66f2d5714 req-642fd9fc-6759-43f1-96ea-879f584a30b6 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.129547 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fc6bc5df-4028-4261-bd42-ace66f2d5714 req-642fd9fc-6759-43f1-96ea-879f584a30b6 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.15 "DELETE /v2.0/ports/723070f8-29a0-4b8d-b25f-1391aede8605 HTTP/1.1" status: 204 len: 173 time: 5.1310587 Jul 09 13:39:15.130641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63334b27-7a9d-421f-9913-2a75fa0df606 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Pushing event deleted for resources: {'Port': ['ID=0f987c4b-4a74-4e26-a2ad-14b4128f6277,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:15.137774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ccad46d-75ce-41d1-99ce-391c05d62237', 'name': 'network-vif-deleted', 'tag': '723070f8-29a0-4b8d-b25f-1391aede8605'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:15.148790 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f816db2c-0850-4644-9caa-32d3fbc12ae5" -d '{"events": [{"server_uuid": "1ccad46d-75ce-41d1-99ce-391c05d62237", "name": "network-vif-deleted", "tag": "723070f8-29a0-4b8d-b25f-1391aede8605"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:15.192618 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-ea36b243-aedf-4886-be48-887011810710 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.253981 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492d29be-5837-4738-a1d2-14093f164299 req-9f151ef3-f5c2-4826-8f69-fffe28f57e6b tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:15.274284 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-492d29be-5837-4738-a1d2-14093f164299 req-9f151ef3-f5c2-4826-8f69-fffe28f57e6b tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.3916135 Jul 09 13:39:15.284099 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['21c99192-eda1-4ebc-8f17-9c8c7b7639c0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:39:15.433648 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-492d29be-5837-4738-a1d2-14093f164299 req-1e3292af-33ce-40b9-90d6-378c81d2833a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584015 Jul 09 13:39:15.474667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea36b243-aedf-4886-be48-887011810710 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event deleted for resources: {'Port': ['ID=7aafc5af-bd0d-4302-8462-84fc2adfb5f9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:15.499720 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42544) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:15.731340 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6634a2-ebd0-48bf-80ef-74c4711da722 x-openstack-request-id: req-6c6634a2-ebd0-48bf-80ef-74c4711da722 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:15.731798 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ccad46d-75ce-41d1-99ce-391c05d62237", "name": "network-vif-deleted", "tag": "723070f8-29a0-4b8d-b25f-1391aede8605", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:15.739812 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6c6634a2-ebd0-48bf-80ef-74c4711da722 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:15.740854 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ccad46d-75ce-41d1-99ce-391c05d62237', 'name': 'network-vif-deleted', 'tag': '723070f8-29a0-4b8d-b25f-1391aede8605', 'status': 'completed', 'code': 200} Jul 09 13:39:15.803675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-02de5aad-db52-4062-b89f-683c7f639106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7648c97-c287-4117-9147-b14585054ac4', 'name': 'tempest-TaggedBootDevicesTest-963782190-router', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:08Z', 'updated_at': '2021-07-09T13:28:15Z', 'revision_number': 4, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'gw_port': {'id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:09Z', 'updated_at': '2021-07-09T13:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ad8fac14-fdbc-455f-8959-aed3d8eaef87', 'name': '', 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'mac_address': 'fa:16:3e:a9:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:14Z', 'updated_at': '2021-07-09T13:28:23Z', 'revision_number': 5, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'subnets': [{'id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:15.862086 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-95f073d9-5684-462d-8f71-dcf683f9d8d2 req-308e4577-8602-4aa7-b135-558f78904c0c tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=1ccad46d-75ce-41d1-99ce-391c05d62237 HTTP/1.1" status: 200 len: 210 time: 0.1629920 Jul 09 13:39:15.921289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-ea36b243-aedf-4886-be48-887011810710 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] No DVR routers for this DVR port 7aafc5af-bd0d-4302-8462-84fc2adfb5f9 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:15.926856 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-ea36b243-aedf-4886-be48-887011810710 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.953778 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04217f62-11a5-49aa-8dec-0c58f17e82f3 req-ea36b243-aedf-4886-be48-887011810710 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.18 "DELETE /v2.0/ports/7aafc5af-bd0d-4302-8462-84fc2adfb5f9 HTTP/1.1" status: 204 len: 173 time: 5.6753950 Jul 09 13:39:15.962210 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6242d464-1a5e-4afb-b973-5ed1252ea732 req-63334b27-7a9d-421f-9913-2a75fa0df606 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] No DVR routers for this DVR port 0f987c4b-4a74-4e26-a2ad-14b4128f6277 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:15.974689 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6242d464-1a5e-4afb-b973-5ed1252ea732 req-63334b27-7a9d-421f-9913-2a75fa0df606 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:15.986080 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6242d464-1a5e-4afb-b973-5ed1252ea732 req-63334b27-7a9d-421f-9913-2a75fa0df606 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.18 "DELETE /v2.0/ports/0f987c4b-4a74-4e26-a2ad-14b4128f6277 HTTP/1.1" status: 204 len: 173 time: 4.4891207 Jul 09 13:39:16.039081 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3def34b-2715-4ef8-bb4d-d30cc89f4c44 req-e9074a70-b815-4a2f-a12b-f0b8362fb364 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.1742105 Jul 09 13:39:16.109941 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16c1c128-0254-493d-8bc2-de32423a71e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:16.120693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02de5aad-db52-4062-b89f-683c7f639106 None None] The sync data for ids ['d7648c97-c287-4117-9147-b14585054ac4'] in n-d-799525-3 is: [{'id': 'd7648c97-c287-4117-9147-b14585054ac4', 'name': 'tempest-TaggedBootDevicesTest-963782190-router', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:08Z', 'updated_at': '2021-07-09T13:28:15Z', 'revision_number': 4, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'gw_port': {'id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:09Z', 'updated_at': '2021-07-09T13:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ad8fac14-fdbc-455f-8959-aed3d8eaef87', 'name': '', 'network_id': 'd737c001-7bab-4f5d-8700-9afe90af1f16', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'mac_address': 'fa:16:3e:a9:98:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1006, 'fixed_ips': [{'subnet_id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:14Z', 'updated_at': '2021-07-09T13:28:23Z', 'revision_number': 5, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'subnets': [{'id': 'c761eaf5-8e23-405f-bf31-0b4ca38c7398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:39:16.984566 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16c1c128-0254-493d-8bc2-de32423a71e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:17.005613 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c0dfbbe-70ec-4373-98e2-0f6cd8034563 req-d46ca257-96f1-42c3-8a31-5f46bb93264a tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8be00f-0084-4c13-8827-dc30357bda96 HTTP/1.1" status: 200 len: 210 time: 0.3868265 Jul 09 13:39:17.118422 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c106adb-e1df-41db-bb5a-ce4ff2a67e0e None None] New status for floating IP 04a00bf1-7635-4ac8-8615-476f34384019: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:39:17.129984 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16c1c128-0254-493d-8bc2-de32423a71e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:17.374487 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-16c1c128-0254-493d-8bc2-de32423a71e3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a6b3801786dd4d56a2a183928c44c7f1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8724198 Jul 09 13:39:17.377867 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42574) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:17.384117 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c1c128-0254-493d-8bc2-de32423a71e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1af68069-853c-409a-a646-f96f0675e820,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:17.533360 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c7c967-2913-48db-9dce-3cd57c8be848 req-f0a67832-e73e-44aa-92fe-71456373ed7e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:17.557294 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-01c7c967-2913-48db-9dce-3cd57c8be848 req-f0a67832-e73e-44aa-92fe-71456373ed7e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.5931036 Jul 09 13:39:17.579165 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c770285f-f556-4de2-93d2-7c2c6b654039 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:17.677117 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c770285f-f556-4de2-93d2-7c2c6b654039 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:17.744078 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-01c7c967-2913-48db-9dce-3cd57c8be848 req-c0e0b211-2595-4994-a630-5f09282ea4db tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1745005 Jul 09 13:39:17.755074 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-deleted', 'tag': '7aafc5af-bd0d-4302-8462-84fc2adfb5f9'}, {'server_uuid': '8b8be00f-0084-4c13-8827-dc30357bda96', 'name': 'network-vif-deleted', 'tag': '0f987c4b-4a74-4e26-a2ad-14b4128f6277'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:17.757280 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7d1cad7-e30e-464f-b8c9-cca06128698a" -d '{"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-deleted", "tag": "7aafc5af-bd0d-4302-8462-84fc2adfb5f9"}, {"server_uuid": "8b8be00f-0084-4c13-8827-dc30357bda96", "name": "network-vif-deleted", "tag": "0f987c4b-4a74-4e26-a2ad-14b4128f6277"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:18.027193 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c770285f-f556-4de2-93d2-7c2c6b654039 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:18.030620 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c770285f-f556-4de2-93d2-7c2c6b654039 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:18.034124 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c770285f-f556-4de2-93d2-7c2c6b654039 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1af68069-853c-409a-a646-f96f0675e820 HTTP/1.1" status: 204 len: 168 time: 0.6550829 Jul 09 13:39:18.085828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770285f-f556-4de2-93d2-7c2c6b654039 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1af68069-853c-409a-a646-f96f0675e820,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:18.188536 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a99b2a24-9c16-46f1-87d1-926ef59cdfc5 req-9514246a-349d-4de0-97b5-93215f52e835 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.1625948 Jul 09 13:39:18.561369 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-927d87b1-e01b-4eee-8d11-a388324aed46 x-openstack-request-id: req-927d87b1-e01b-4eee-8d11-a388324aed46 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:18.563906 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9728264a-7626-4c5a-a28e-2cf7edaa196a", "name": "network-vif-deleted", "tag": "7aafc5af-bd0d-4302-8462-84fc2adfb5f9", "status": "completed", "code": 200}, {"server_uuid": "8b8be00f-0084-4c13-8827-dc30357bda96", "name": "network-vif-deleted", "tag": "0f987c4b-4a74-4e26-a2ad-14b4128f6277", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:18.564824 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-927d87b1-e01b-4eee-8d11-a388324aed46 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:18.566060 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9728264a-7626-4c5a-a28e-2cf7edaa196a', 'name': 'network-vif-deleted', 'tag': '7aafc5af-bd0d-4302-8462-84fc2adfb5f9', 'status': 'completed', 'code': 200} Jul 09 13:39:18.566999 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8be00f-0084-4c13-8827-dc30357bda96', 'name': 'network-vif-deleted', 'tag': '0f987c4b-4a74-4e26-a2ad-14b4128f6277', 'status': 'completed', 'code': 200} Jul 09 13:39:19.692819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea3188-de43-403f-9997-4e545a618851 req-733e0237-ec5f-4e16-af24-fd95d3bb6f92 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:19.695054 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86ea3188-de43-403f-9997-4e545a618851 req-733e0237-ec5f-4e16-af24-fd95d3bb6f92 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.2225711 Jul 09 13:39:19.829274 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86ea3188-de43-403f-9997-4e545a618851 req-07611767-542d-4649-adeb-c2f60ea15e56 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1207628 Jul 09 13:39:20.107131 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42618) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:20.165870 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2362739-d88e-4d22-aac5-528993721f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:20.262068 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58a16a2f-1f32-4309-b902-1a1f62518485 req-192340ce-0ac1-43f5-ad9c-63a5f83f0e5b tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.0870304 Jul 09 13:39:20.396246 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2362739-d88e-4d22-aac5-528993721f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:20.408149 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2362739-d88e-4d22-aac5-528993721f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:20.504618 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c2362739-d88e-4d22-aac5-528993721f7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ea535db8ef941d590948422632eeda9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3957076 Jul 09 13:39:20.507874 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42628) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:20.612823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2362739-d88e-4d22-aac5-528993721f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f3eaebd-8698-4792-b411-e1cb3363f946,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:20.745920 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57d085f0-ce20-4dfe-b3a9-31a72be0eff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:20.838545 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a07b21-b57d-4a11-b502-1059067ad5d6 req-d7f375d9-7db0-4064-8a74-0dd468606c75 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:20.840700 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-52a07b21-b57d-4a11-b502-1059067ad5d6 req-d7f375d9-7db0-4064-8a74-0dd468606c75 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.2101867 Jul 09 13:39:20.888706 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57d085f0-ce20-4dfe-b3a9-31a72be0eff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:20.978317 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-52a07b21-b57d-4a11-b502-1059067ad5d6 req-bc6cc511-dfea-477d-8e98-8cbf200f0f63 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309874 Jul 09 13:39:21.059401 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57d085f0-ce20-4dfe-b3a9-31a72be0eff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.063843 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-57d085f0-ce20-4dfe-b3a9-31a72be0eff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:21.080508 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-57d085f0-ce20-4dfe-b3a9-31a72be0eff9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f3eaebd-8698-4792-b411-e1cb3363f946 HTTP/1.1" status: 204 len: 168 time: 0.5705409 Jul 09 13:39:21.115027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d085f0-ce20-4dfe-b3a9-31a72be0eff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f3eaebd-8698-4792-b411-e1cb3363f946,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:21.216569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb6caf7-da04-43c0-bd75-86aea964947f req-1f3cc7c1-bbe6-4e81-9e35-fa684ddde3b8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:21.225349 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4eb6caf7-da04-43c0-bd75-86aea964947f req-1f3cc7c1-bbe6-4e81-9e35-fa684ddde3b8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.1089735 Jul 09 13:39:21.285618 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4eb6caf7-da04-43c0-bd75-86aea964947f req-7e05459b-4b07-4658-83fc-96b8958b6f3c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562408 Jul 09 13:39:21.698577 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b72d5635-d1b2-4bde-9b0c-fd0a21e9b934 req-21640da0-eef1-45f2-94db-8b2bc1af06be tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.0614026 Jul 09 13:39:22.591481 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af68338-50d1-4e67-bc00-fb1c4baf90d9 req-d8954c2e-d7bc-43bf-b4f5-3a6984e50eee tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:22.608325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af68338-50d1-4e67-bc00-fb1c4baf90d9 req-d8954c2e-d7bc-43bf-b4f5-3a6984e50eee tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:22.614638 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8af68338-50d1-4e67-bc00-fb1c4baf90d9 req-d8954c2e-d7bc-43bf-b4f5-3a6984e50eee tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c&device_id=bced7258-b990-4497-b2c9-2d0edb309ee8 HTTP/1.1" status: 200 len: 1681 time: 0.3671598 Jul 09 13:39:22.644561 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a5b349-80b3-4081-bea0-03856eaf88b2 req-ff6fa049-4d65-4180-a2be-40987182665b tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:22.649837 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2a5b349-80b3-4081-bea0-03856eaf88b2 req-ff6fa049-4d65-4180-a2be-40987182665b tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.3332493 Jul 09 13:39:22.780737 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8af68338-50d1-4e67-bc00-fb1c4baf90d9 req-fb034268-1854-483e-9f04-f013b0290130 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522141 Jul 09 13:39:22.849873 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2a5b349-80b3-4081-bea0-03856eaf88b2 req-3caaf947-c4d3-4ee2-a99e-373196516d7d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819577 Jul 09 13:39:23.020279 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e86f7840-8fa3-4bf5-b4ee-7bff9a7a2121 req-78d1a8e0-3e68-480f-8c57-0c9476b651f3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.0485618 Jul 09 13:39:23.532097 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c96a33d-f1cf-4b8a-a8f0-466e3c787f1d req-f4584643-6a23-4d6f-9376-04bad7d7eb3a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:23.553473 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c96a33d-f1cf-4b8a-a8f0-466e3c787f1d req-f4584643-6a23-4d6f-9376-04bad7d7eb3a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.3620248 Jul 09 13:39:23.788709 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c96a33d-f1cf-4b8a-a8f0-466e3c787f1d req-1a7e0e8f-6d33-403a-a50a-0fe1dfa46029 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324636 Jul 09 13:39:24.554769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bf447c-791a-4e0c-b602-64588adce804 req-80a49f7f-1fbb-4630-9095-8a1628ce60b0 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:24.559294 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58bf447c-791a-4e0c-b602-64588adce804 req-80a49f7f-1fbb-4630-9095-8a1628ce60b0 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.2848713 Jul 09 13:39:24.611491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42730) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:24.743573 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5a81221e-7a91-49b0-adf7-0cea80b11c93 req-2c0d1087-047c-47ca-8048-bdf5a1fa6868 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.1758089 Jul 09 13:39:24.842106 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58bf447c-791a-4e0c-b602-64588adce804 req-c3dab75e-b2bd-4bb9-b77b-54340f71030a tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2355919 Jul 09 13:39:25.406585 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e18a820-680c-4c02-b0ad-ee5c42d13cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:25.727133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd903d1b-495a-49cc-b944-18e5f6facfba req-783fe7f3-e713-49c4-98e8-979b94da2c2c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:25.746866 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd903d1b-495a-49cc-b944-18e5f6facfba req-783fe7f3-e713-49c4-98e8-979b94da2c2c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.3548083 Jul 09 13:39:25.945354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd903d1b-495a-49cc-b944-18e5f6facfba req-2170084e-5267-4701-9f6b-c0a15d3446a4 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1961231 Jul 09 13:39:26.138145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febbe50e-9a78-4052-8ee9-4bc7a68e3c19 req-c6ab3bba-f5e5-43bd-b76c-2575d56995f7 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:26.141208 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-febbe50e-9a78-4052-8ee9-4bc7a68e3c19 req-c6ab3bba-f5e5-43bd-b76c-2575d56995f7 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.18 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.5068514 Jul 09 13:39:26.425409 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e92929d8-37c7-4fda-9b5d-0f9f8f5d372d req-d3d52e34-d675-4e74-a48d-d54c8597f4a5 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.1360495 Jul 09 13:39:26.567345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1027bbe3-6078-474f-8719-c2472a0fbe54 req-8f0ba45f-591f-4cab-9543-ad7dcf183029 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:26.586146 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1027bbe3-6078-474f-8719-c2472a0fbe54 req-8f0ba45f-591f-4cab-9543-ad7dcf183029 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.3540916 Jul 09 13:39:26.737869 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e18a820-680c-4c02-b0ad-ee5c42d13cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:26.768964 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e18a820-680c-4c02-b0ad-ee5c42d13cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:26.769779 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1027bbe3-6078-474f-8719-c2472a0fbe54 req-6cbeec87-7da0-4987-bf43-06f54ea3f0d2 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799927 Jul 09 13:39:26.898742 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0e18a820-680c-4c02-b0ad-ee5c42d13cf2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=112f7358ed5b41d6ab439af9a6323421&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2854176 Jul 09 13:39:26.903309 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42774) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:27.010032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-febbe50e-9a78-4052-8ee9-4bc7a68e3c19 req-2df80713-412b-4002-95cc-18e9b20af675 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Deleting port 21c99192-eda1-4ebc-8f17-9c8c7b7639c0 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:27.010786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-febbe50e-9a78-4052-8ee9-4bc7a68e3c19 req-2df80713-412b-4002-95cc-18e9b20af675 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:27.122633 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f4150-0691-4fbe-9f18-68929f33cbe7 req-f2279468-4890-46eb-a54c-37239186f33f tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:27.133417 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-473f4150-0691-4fbe-9f18-68929f33cbe7 req-f2279468-4890-46eb-a54c-37239186f33f tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=bced7258-b990-4497-b2c9-2d0edb309ee8 HTTP/1.1" status: 200 len: 945 time: 0.2484426 Jul 09 13:39:27.249226 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-473f4150-0691-4fbe-9f18-68929f33cbe7 req-15e3e9bf-7b14-4e9f-8a8a-4dc39798da5a tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042798 Jul 09 13:39:27.269144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e18a820-680c-4c02-b0ad-ee5c42d13cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb6d2f4-8c60-4f79-8858-2ff106c5bd7d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:27.460366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ed0c5-debf-4e1e-abb1-d56a367eaffb req-6cb7d74b-a54a-4b84-b081-c255dbdf415a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:27.462000 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c90ed0c5-debf-4e1e-abb1-d56a367eaffb req-6cb7d74b-a54a-4b84-b081-c255dbdf415a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.1940002 Jul 09 13:39:27.565337 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c90ed0c5-debf-4e1e-abb1-d56a367eaffb req-1f6690e7-a655-473a-a660-0969729be34c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931551 Jul 09 13:39:27.677232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c13668-5c1f-4091-a278-57939f0b19d5 req-58436ae9-8bb7-40c9-a4d5-9cc055b4de59 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:27.679176 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b3c13668-5c1f-4091-a278-57939f0b19d5 req-58436ae9-8bb7-40c9-a4d5-9cc055b4de59 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.15 "GET /v2.0/ports?device_id=bced7258-b990-4497-b2c9-2d0edb309ee8 HTTP/1.1" status: 200 len: 945 time: 0.7473397 Jul 09 13:39:27.732181 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-279abcba-1863-4918-a807-177b10d530b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:27.792662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-279abcba-1863-4918-a807-177b10d530b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:28.024723 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-febbe50e-9a78-4052-8ee9-4bc7a68e3c19 req-2df80713-412b-4002-95cc-18e9b20af675 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] For port 21c99192-eda1-4ebc-8f17-9c8c7b7639c0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=21c99192-eda1-4ebc-8f17-9c8c7b7639c0,segment=NetworkSegment(2565525b-8675-431a-a60e-eec0302eaf01),segment_id=2565525b-8675-431a-a60e-eec0302eaf01)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:28.030438 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-febbe50e-9a78-4052-8ee9-4bc7a68e3c19 req-2df80713-412b-4002-95cc-18e9b20af675 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:28.177807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92a367ef-eab5-406f-a9a9-e64e23c591af req-dc3ecd1e-aa48-4e81-bbcc-70f127af7b9a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.1496251 Jul 09 13:39:28.207618 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-febbe50e-9a78-4052-8ee9-4bc7a68e3c19 req-2df80713-412b-4002-95cc-18e9b20af675 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Calling delete_port for 21c99192-eda1-4ebc-8f17-9c8c7b7639c0 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:28.563919 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5412d7c-4ea9-4ea5-9202-98cfc1f930c5 req-f4b5e7a7-6441-4fd3-bfe9-ae0a134a139b tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:28.568232 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b5412d7c-4ea9-4ea5-9202-98cfc1f930c5 req-f4b5e7a7-6441-4fd3-bfe9-ae0a134a139b tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.18 "GET /v2.0/ports?device_id=71e2f1c1-6b6a-4957-8167-e17b33578f2c HTTP/1.1" status: 200 len: 945 time: 1.3237162 Jul 09 13:39:28.693793 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e0bbc4-ad22-4015-b075-002048263ce5 req-5e7ab725-c3ec-4621-ab25-2e061e5e829d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:28.704591 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1e0bbc4-ad22-4015-b075-002048263ce5 req-5e7ab725-c3ec-4621-ab25-2e061e5e829d tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 945 time: 0.3745852 Jul 09 13:39:28.773426 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1e0bbc4-ad22-4015-b075-002048263ce5 req-14c17560-7d0a-41c6-8b88-a7b7c84ecb6c tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/security-groups?id=887b870a-486e-47d7-9613-fdbb0b220c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636287 Jul 09 13:39:28.838641 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-279abcba-1863-4918-a807-177b10d530b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:28.866829 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-279abcba-1863-4918-a807-177b10d530b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:28.870700 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-279abcba-1863-4918-a807-177b10d530b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fbb6d2f4-8c60-4f79-8858-2ff106c5bd7d HTTP/1.1" status: 204 len: 168 time: 1.9537373 Jul 09 13:39:28.898590 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 21c99192-eda1-4ebc-8f17-9c8c7b7639c0 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:29.085694 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b3c13668-5c1f-4091-a278-57939f0b19d5 req-abd82620-5a90-49d7-be8f-ff7caa6d99a3 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Deleting port 03b1a4da-0bba-473a-b292-90dfcea47be4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:29.085694 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b3c13668-5c1f-4091-a278-57939f0b19d5 req-abd82620-5a90-49d7-be8f-ff7caa6d99a3 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.092060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279abcba-1863-4918-a807-177b10d530b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb6d2f4-8c60-4f79-8858-2ff106c5bd7d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:29.144552 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.469336 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-febbe50e-9a78-4052-8ee9-4bc7a68e3c19 req-2df80713-412b-4002-95cc-18e9b20af675 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:29.882390 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df80713-412b-4002-95cc-18e9b20af675 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Pushing event deleted for resources: {'Port': ['ID=21c99192-eda1-4ebc-8f17-9c8c7b7639c0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:29.935927 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1884b8-a7cd-45dd-81ee-7edc72275e78 req-9e67e7b7-22ce-4686-88b8-ea2e2b03c2e3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:29.965254 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f1884b8-a7cd-45dd-81ee-7edc72275e78 req-9e67e7b7-22ce-4686-88b8-ea2e2b03c2e3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.6730576 Jul 09 13:39:30.073320 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device bfafc262-ef53-44c6-8af0-b989ddd703fb no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:30.086852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42858) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:30.288005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c3c33-b5c6-4faf-bbb9-05e4e4b18cb5 req-f4cf18df-35a0-46da-aee4-bcaf89ff4ca4 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:30.290626 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c43c3c33-b5c6-4faf-bbb9-05e4e4b18cb5 req-f4cf18df-35a0-46da-aee4-bcaf89ff4ca4 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=bced7258-b990-4497-b2c9-2d0edb309ee8 HTTP/1.1" status: 200 len: 945 time: 1.6321335 Jul 09 13:39:30.329564 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7f1884b8-a7cd-45dd-81ee-7edc72275e78 req-faa89a57-82ee-4244-b707-caa140e4da0d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3625848 Jul 09 13:39:30.333060 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:30.356758 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b434a618-e766-4eec-bf52-cc1916dd8711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:30.377239 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port bfafc262-ef53-44c6-8af0-b989ddd703fb, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=bfafc262-ef53-44c6-8af0-b989ddd703fb,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:30.379234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e2f1c1-6b6a-4957-8167-e17b33578f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfafc262-ef53-44c6-8af0-b989ddd703fb'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:30.383317 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-854bc45b-fe08-49b0-b526-ec6752b0fc28" -d '{"events": [{"server_uuid": "71e2f1c1-6b6a-4957-8167-e17b33578f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "bfafc262-ef53-44c6-8af0-b989ddd703fb"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:30.389330 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:30.455957 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b3c13668-5c1f-4091-a278-57939f0b19d5 req-abd82620-5a90-49d7-be8f-ff7caa6d99a3 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] For port 03b1a4da-0bba-473a-b292-90dfcea47be4, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=03b1a4da-0bba-473a-b292-90dfcea47be4,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:30.455957 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b3c13668-5c1f-4091-a278-57939f0b19d5 req-abd82620-5a90-49d7-be8f-ff7caa6d99a3 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:30.475133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=bfafc262-ef53-44c6-8af0-b989ddd703fb,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:30.495862 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b3c13668-5c1f-4091-a278-57939f0b19d5 req-abd82620-5a90-49d7-be8f-ff7caa6d99a3 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Calling delete_port for 03b1a4da-0bba-473a-b292-90dfcea47be4 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:30.525820 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c43c3c33-b5c6-4faf-bbb9-05e4e4b18cb5 req-2aeca1a0-ad0e-4ec3-9000-a83667889196 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/security-groups?id=51971952-4717-4dd3-95e7-23a2e0a23992&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918230 Jul 09 13:39:30.605646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-febbe50e-9a78-4052-8ee9-4bc7a68e3c19 req-2df80713-412b-4002-95cc-18e9b20af675 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] No DVR routers for this DVR port 21c99192-eda1-4ebc-8f17-9c8c7b7639c0 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:30.933145 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16bf5dc4-35c9-4015-8b00-eaabee03819f req-1ed7659c-6528-49c4-8fb1-2a8ccfb7fbd7 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.39 "GET /v2.0/ports?device_id=18987471-43f7-4ed1-8afe-f9ad5e013af2 HTTP/1.1" status: 200 len: 210 time: 0.1013210 Jul 09 13:39:31.056880 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a85fcbc-5271-4c65-b491-73acb1671e77 x-openstack-request-id: req-0a85fcbc-5271-4c65-b491-73acb1671e77 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:31.058310 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e2f1c1-6b6a-4957-8167-e17b33578f2c", "name": "network-vif-unplugged", "status": "completed", "tag": "bfafc262-ef53-44c6-8af0-b989ddd703fb", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:31.058993 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0a85fcbc-5271-4c65-b491-73acb1671e77 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:31.060266 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e2f1c1-6b6a-4957-8167-e17b33578f2c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfafc262-ef53-44c6-8af0-b989ddd703fb', 'code': 200} Jul 09 13:39:31.162246 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b434a618-e766-4eec-bf52-cc1916dd8711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:31.181725 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-febbe50e-9a78-4052-8ee9-4bc7a68e3c19 req-2df80713-412b-4002-95cc-18e9b20af675 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:31.195624 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-febbe50e-9a78-4052-8ee9-4bc7a68e3c19 req-2df80713-412b-4002-95cc-18e9b20af675 tempest-ServerRescueNegativeTestJSON-1700581684 tempest-ServerRescueNegativeTestJSON-1700581684-project] 10.222.0.18 "DELETE /v2.0/ports/21c99192-eda1-4ebc-8f17-9c8c7b7639c0 HTTP/1.1" status: 204 len: 173 time: 5.0343935 Jul 09 13:39:31.198029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18987471-43f7-4ed1-8afe-f9ad5e013af2', 'name': 'network-vif-deleted', 'tag': '21c99192-eda1-4ebc-8f17-9c8c7b7639c0'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:31.214397 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf5d0304-f8f5-41ea-8276-5a76b45d7e0c" -d '{"events": [{"server_uuid": "18987471-43f7-4ed1-8afe-f9ad5e013af2", "name": "network-vif-deleted", "tag": "21c99192-eda1-4ebc-8f17-9c8c7b7639c0"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:31.227613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 03b1a4da-0bba-473a-b292-90dfcea47be4 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:31.249330 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b434a618-e766-4eec-bf52-cc1916dd8711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:31.425786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b434a618-e766-4eec-bf52-cc1916dd8711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39f19a70-a95f-428f-9fde-6c1cb1002733,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:31.522424 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7a9c424-9dcd-4af7-ba5c-f308ed8eff08 x-openstack-request-id: req-b7a9c424-9dcd-4af7-ba5c-f308ed8eff08 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:31.524578 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18987471-43f7-4ed1-8afe-f9ad5e013af2", "name": "network-vif-deleted", "tag": "21c99192-eda1-4ebc-8f17-9c8c7b7639c0", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:31.526689 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b7a9c424-9dcd-4af7-ba5c-f308ed8eff08 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:31.528527 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18987471-43f7-4ed1-8afe-f9ad5e013af2', 'name': 'network-vif-deleted', 'tag': '21c99192-eda1-4ebc-8f17-9c8c7b7639c0', 'status': 'completed', 'code': 200} Jul 09 13:39:31.631277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b5412d7c-4ea9-4ea5-9202-98cfc1f930c5 req-91fc5ddc-8efa-456e-aecd-e643a766798a tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Deleting port bfafc262-ef53-44c6-8af0-b989ddd703fb {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:31.637410 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5412d7c-4ea9-4ea5-9202-98cfc1f930c5 req-91fc5ddc-8efa-456e-aecd-e643a766798a tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:31.724840 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:31.836119 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27ea727f-d171-430c-888c-866779eb971f req-f0527c07-8ddb-4d76-b8a6-edb49a78eb17 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 1.1141281 Jul 09 13:39:31.910264 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42904) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:31.916248 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b434a618-e766-4eec-bf52-cc1916dd8711 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d18a58efc19c4f38836ce568aeebe020&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7822585 Jul 09 13:39:31.919182 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f980fb4-f270-44ad-b44d-7f9ad6d75685 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:31.981738 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 03b1a4da-0bba-473a-b292-90dfcea47be4, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=03b1a4da-0bba-473a-b292-90dfcea47be4,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:31.992499 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:32.244113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=03b1a4da-0bba-473a-b292-90dfcea47be4,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:32.262147 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b7489bb-4f49-43c7-bb78-2843bc0a120c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:32.341218 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b7489bb-4f49-43c7-bb78-2843bc0a120c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:32.404718 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b5412d7c-4ea9-4ea5-9202-98cfc1f930c5 req-91fc5ddc-8efa-456e-aecd-e643a766798a tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] For port bfafc262-ef53-44c6-8af0-b989ddd703fb, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=bfafc262-ef53-44c6-8af0-b989ddd703fb,segment=NetworkSegment(52a12408-7222-4fa4-95ce-e6d1c9888131),segment_id=52a12408-7222-4fa4-95ce-e6d1c9888131)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:32.411592 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5412d7c-4ea9-4ea5-9202-98cfc1f930c5 req-91fc5ddc-8efa-456e-aecd-e643a766798a tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:32.458453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b5412d7c-4ea9-4ea5-9202-98cfc1f930c5 req-91fc5ddc-8efa-456e-aecd-e643a766798a tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Calling delete_port for bfafc262-ef53-44c6-8af0-b989ddd703fb owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:32.486824 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b3c13668-5c1f-4091-a278-57939f0b19d5 req-abd82620-5a90-49d7-be8f-ff7caa6d99a3 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:32.614951 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd82620-5a90-49d7-be8f-ff7caa6d99a3 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Pushing event deleted for resources: {'Port': ['ID=03b1a4da-0bba-473a-b292-90dfcea47be4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:32.664342 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-75d12f35-06bf-4c6a-8757-573b057ca39f req-2ed8da78-a618-4e1a-93ac-9d5c30854fb6 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=bced7258-b990-4497-b2c9-2d0edb309ee8 HTTP/1.1" status: 200 len: 210 time: 0.2035043 Jul 09 13:39:32.733581 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b7489bb-4f49-43c7-bb78-2843bc0a120c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:32.745327 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5b7489bb-4f49-43c7-bb78-2843bc0a120c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:32.746724 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5b7489bb-4f49-43c7-bb78-2843bc0a120c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39f19a70-a95f-428f-9fde-6c1cb1002733 HTTP/1.1" status: 204 len: 168 time: 0.8324978 Jul 09 13:39:32.808748 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec848b3-3af3-49bb-9674-6db60bf9de9d req-4829b61d-723f-43ea-9e2f-0e4488799557 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:32.831727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fec848b3-3af3-49bb-9674-6db60bf9de9d req-4829b61d-723f-43ea-9e2f-0e4488799557 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.6689062 Jul 09 13:39:32.893291 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7489bb-4f49-43c7-bb78-2843bc0a120c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f19a70-a95f-428f-9fde-6c1cb1002733,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:32.941934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42948) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:33.061607 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bced7258-b990-4497-b2c9-2d0edb309ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03b1a4da-0bba-473a-b292-90dfcea47be4'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:33.064302 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8979ead-b97f-4d91-a3ea-5ac4729e7d4a" -d '{"events": [{"server_uuid": "bced7258-b990-4497-b2c9-2d0edb309ee8", "name": "network-vif-unplugged", "status": "completed", "tag": "03b1a4da-0bba-473a-b292-90dfcea47be4"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:33.081116 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c13668-5c1f-4091-a278-57939f0b19d5 req-abd82620-5a90-49d7-be8f-ff7caa6d99a3 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] No DVR routers for this DVR port 03b1a4da-0bba-473a-b292-90dfcea47be4 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:33.101457 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b3c13668-5c1f-4091-a278-57939f0b19d5 req-abd82620-5a90-49d7-be8f-ff7caa6d99a3 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.113824 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b3c13668-5c1f-4091-a278-57939f0b19d5 req-abd82620-5a90-49d7-be8f-ff7caa6d99a3 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.15 "DELETE /v2.0/ports/03b1a4da-0bba-473a-b292-90dfcea47be4 HTTP/1.1" status: 204 len: 173 time: 5.4048820 Jul 09 13:39:33.116207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fec848b3-3af3-49bb-9674-6db60bf9de9d req-9697f497-9c63-4a1b-82f2-e6e7cc9b8440 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2830369 Jul 09 13:39:33.283714 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f597463e-ff7b-4ada-b7aa-26a77698a25a x-openstack-request-id: req-f597463e-ff7b-4ada-b7aa-26a77698a25a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:33.285183 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bced7258-b990-4497-b2c9-2d0edb309ee8", "name": "network-vif-unplugged", "status": "completed", "tag": "03b1a4da-0bba-473a-b292-90dfcea47be4", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:33.285807 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f597463e-ff7b-4ada-b7aa-26a77698a25a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:33.286663 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bced7258-b990-4497-b2c9-2d0edb309ee8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '03b1a4da-0bba-473a-b292-90dfcea47be4', 'code': 200} Jul 09 13:39:33.381915 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5412d7c-4ea9-4ea5-9202-98cfc1f930c5 req-91fc5ddc-8efa-456e-aecd-e643a766798a tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.565689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bced7258-b990-4497-b2c9-2d0edb309ee8', 'name': 'network-vif-deleted', 'tag': '03b1a4da-0bba-473a-b292-90dfcea47be4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:33.571575 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803dbbcf-43bb-42ff-ae3a-26c903d126c2" -d '{"events": [{"server_uuid": "bced7258-b990-4497-b2c9-2d0edb309ee8", "name": "network-vif-deleted", "tag": "03b1a4da-0bba-473a-b292-90dfcea47be4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:33.591146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fc5ddc-8efa-456e-aecd-e643a766798a tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Pushing event deleted for resources: {'Port': ['ID=bfafc262-ef53-44c6-8af0-b989ddd703fb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:33.652736 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b547985-7507-42a0-8796-270eee2c25e8 x-openstack-request-id: req-6b547985-7507-42a0-8796-270eee2c25e8 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:33.653188 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bced7258-b990-4497-b2c9-2d0edb309ee8", "name": "network-vif-deleted", "tag": "03b1a4da-0bba-473a-b292-90dfcea47be4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:33.653581 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6b547985-7507-42a0-8796-270eee2c25e8 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:33.654180 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bced7258-b990-4497-b2c9-2d0edb309ee8', 'name': 'network-vif-deleted', 'tag': '03b1a4da-0bba-473a-b292-90dfcea47be4', 'status': 'completed', 'code': 200} Jul 09 13:39:33.860282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5412d7c-4ea9-4ea5-9202-98cfc1f930c5 req-91fc5ddc-8efa-456e-aecd-e643a766798a tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] No DVR routers for this DVR port bfafc262-ef53-44c6-8af0-b989ddd703fb on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:39:33.872112 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5412d7c-4ea9-4ea5-9202-98cfc1f930c5 req-91fc5ddc-8efa-456e-aecd-e643a766798a tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:33.883597 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b5412d7c-4ea9-4ea5-9202-98cfc1f930c5 req-91fc5ddc-8efa-456e-aecd-e643a766798a tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.18 "DELETE /v2.0/ports/bfafc262-ef53-44c6-8af0-b989ddd703fb HTTP/1.1" status: 204 len: 173 time: 5.2768056 Jul 09 13:39:33.931224 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31b4e09f-b376-4cad-848d-f27f69c32be4 req-61177e27-790a-4410-b04f-ab616f4e8556 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.3836029 Jul 09 13:39:34.384066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d6e8d-f3a3-43b3-9bd6-d6cd6b6599b6 req-9de5b179-b832-4e40-872d-b835af7d01a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:34.385860 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3d6e8d-f3a3-43b3-9bd6-d6cd6b6599b6 req-9de5b179-b832-4e40-872d-b835af7d01a9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21d631c8b7aa4295bb9f42b979feb028&device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 1096 time: 0.2680461 Jul 09 13:39:34.679678 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.719158 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ae191d0-04f2-40a1-a394-95801239bfdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:34.771629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42996) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:34.808140 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d6e8d-f3a3-43b3-9bd6-d6cd6b6599b6 req-ee80c34b-c848-462a-8460-47422ea318ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:34.816652 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3d6e8d-f3a3-43b3-9bd6-d6cd6b6599b6 req-ee80c34b-c848-462a-8460-47422ea318ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 200 len: 918 time: 0.4209280 Jul 09 13:39:35.092936 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3d6e8d-f3a3-43b3-9bd6-d6cd6b6599b6 req-38e6ad89-dc5c-45a0-bcca-5d4b701a2b34 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc HTTP/1.1" status: 200 len: 1000 time: 0.2655840 Jul 09 13:39:35.353224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d6e8d-f3a3-43b3-9bd6-d6cd6b6599b6 req-ba65a85f-b628-4baa-b879-f9bbcb208a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:35.355833 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3d6e8d-f3a3-43b3-9bd6-d6cd6b6599b6 req-ba65a85f-b628-4baa-b879-f9bbcb208a7f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64038094-33bf-4882-9ed5-b515adff07d9 HTTP/1.1" status: 200 len: 856 time: 0.2543209 Jul 09 13:39:35.484457 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f71b761-eb3a-42d6-ae3b-dee2e1f0c547 req-682cd1c8-c1c4-4c6e-bffe-13ca0372a2b0 tempest-ListServersNegativeTestJSON-1242918576 tempest-ListServersNegativeTestJSON-1242918576-project] 10.222.0.39 "GET /v2.0/ports?device_id=bced7258-b990-4497-b2c9-2d0edb309ee8 HTTP/1.1" status: 200 len: 210 time: 0.3580961 Jul 09 13:39:35.517789 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b633fa5f-b346-4af2-803f-ce82e18e02e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:35.564831 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:35.672254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '71e2f1c1-6b6a-4957-8167-e17b33578f2c', 'name': 'network-vif-deleted', 'tag': 'bfafc262-ef53-44c6-8af0-b989ddd703fb'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:35.676220 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b0e555-3f38-4f84-9180-97671c066e0e" -d '{"events": [{"server_uuid": "71e2f1c1-6b6a-4957-8167-e17b33578f2c", "name": "network-vif-deleted", "tag": "bfafc262-ef53-44c6-8af0-b989ddd703fb"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:35.687696 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311b9c04-fcf1-4a55-80d3-f281045f0530 req-b042362e-dac3-4e1f-8839-6a57a64202d8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:35.698625 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-311b9c04-fcf1-4a55-80d3-f281045f0530 req-b042362e-dac3-4e1f-8839-6a57a64202d8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 0.5621264 Jul 09 13:39:35.759948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d6e8d-f3a3-43b3-9bd6-d6cd6b6599b6 req-f6efc96a-2c4d-4b6f-af20-89dc5f12ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:35.774426 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3d6e8d-f3a3-43b3-9bd6-d6cd6b6599b6 req-f6efc96a-2c4d-4b6f-af20-89dc5f12ae57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1957568-b13c-4c13-95b6-f6cc35837fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4074607 Jul 09 13:39:35.812700 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-311b9c04-fcf1-4a55-80d3-f281045f0530 req-72fbd444-7703-46ae-a5c6-c3ce37d983eb tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118357 Jul 09 13:39:35.928857 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e002b35a-b04b-4748-b598-1478212f19d3 req-e17a4747-02aa-482f-865e-34c1754190ee tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.1119254 Jul 09 13:39:35.992841 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43204f9b-7244-471e-9c22-6ca6f0880456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:36.015891 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06f4c5f3-e7e1-4003-9376-325cbabb60e6 x-openstack-request-id: req-06f4c5f3-e7e1-4003-9376-325cbabb60e6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:36.016305 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "71e2f1c1-6b6a-4957-8167-e17b33578f2c", "name": "network-vif-deleted", "tag": "bfafc262-ef53-44c6-8af0-b989ddd703fb", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:36.016729 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-06f4c5f3-e7e1-4003-9376-325cbabb60e6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:36.017369 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '71e2f1c1-6b6a-4957-8167-e17b33578f2c', 'name': 'network-vif-deleted', 'tag': 'bfafc262-ef53-44c6-8af0-b989ddd703fb', 'status': 'completed', 'code': 200} Jul 09 13:39:36.109391 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3d6e8d-f3a3-43b3-9bd6-d6cd6b6599b6 req-f458bfeb-8413-4cab-aa5b-d75917b703aa service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245766 Jul 09 13:39:36.379138 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b633fa5f-b346-4af2-803f-ce82e18e02e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:36.408465 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b633fa5f-b346-4af2-803f-ce82e18e02e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:36.497505 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1a3d6e8d-f3a3-43b3-9bd6-d6cd6b6599b6 req-b0830c8d-b50c-4ea7-bbf5-2ab55bd0db77 service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3806849 Jul 09 13:39:36.507220 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b633fa5f-b346-4af2-803f-ce82e18e02e6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39ae41eb47544f03bb3fa31c5a98de9c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7299886 Jul 09 13:39:36.509159 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-43204f9b-7244-471e-9c22-6ca6f0880456 admin admin] Deleting port 8d13f20e-912e-49ec-b8c7-087f97c6edd0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:36.509653 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43204f9b-7244-471e-9c22-6ca6f0880456 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:36.511888 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43048) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:36.523190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b633fa5f-b346-4af2-803f-ce82e18e02e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69193f3d-ae6f-4c73-8c4f-2e802aeab2d4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:36.632052 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2fd13b5-e63f-4006-954f-6227fc29c4c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:36.668467 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2fd13b5-e63f-4006-954f-6227fc29c4c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:36.773353 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43058) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:36.893903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-43204f9b-7244-471e-9c22-6ca6f0880456 admin admin] For port 8d13f20e-912e-49ec-b8c7-087f97c6edd0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8d13f20e-912e-49ec-b8c7-087f97c6edd0,segment=NetworkSegment(2565525b-8675-431a-a60e-eec0302eaf01),segment_id=2565525b-8675-431a-a60e-eec0302eaf01)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:36.894503 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43204f9b-7244-471e-9c22-6ca6f0880456 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:36.936998 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-43204f9b-7244-471e-9c22-6ca6f0880456 admin admin] Calling delete_port for 8d13f20e-912e-49ec-b8c7-087f97c6edd0 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:36.957853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3396f7b-a02d-4ff8-8ac3-cdce6606ebc1 admin admin] Deleting subnet a691a709-cb1e-428a-a2a1-21b47e298370 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:39:36.970688 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3396f7b-a02d-4ff8-8ac3-cdce6606ebc1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:36.973565 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:36.979836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab7e02-1d96-4d8b-bbfd-d31098f8850c req-9d6446c1-6e0f-4fe9-9758-0b5c1acb02b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:36.988304 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8bab7e02-1d96-4d8b-bbfd-d31098f8850c req-9d6446c1-6e0f-4fe9-9758-0b5c1acb02b1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21d631c8b7aa4295bb9f42b979feb028&device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 1096 time: 0.2963274 Jul 09 13:39:37.004235 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2fd13b5-e63f-4006-954f-6227fc29c4c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:37.028443 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2fd13b5-e63f-4006-954f-6227fc29c4c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:37.029663 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d2fd13b5-e63f-4006-954f-6227fc29c4c4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/69193f3d-ae6f-4c73-8c4f-2e802aeab2d4 HTTP/1.1" status: 204 len: 168 time: 0.5165865 Jul 09 13:39:37.125989 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3396f7b-a02d-4ff8-8ac3-cdce6606ebc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:37.135922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fd13b5-e63f-4006-954f-6227fc29c4c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69193f3d-ae6f-4c73-8c4f-2e802aeab2d4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:37.257050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 87f0b530-8e5b-4ab3-bab0-c770e91e05bc no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:37.307184 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab7e02-1d96-4d8b-bbfd-d31098f8850c req-6505268f-af7d-4695-864f-5b6399839638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:37.309747 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8bab7e02-1d96-4d8b-bbfd-d31098f8850c req-6505268f-af7d-4695-864f-5b6399839638 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 200 len: 918 time: 0.2759292 Jul 09 13:39:37.508356 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8bab7e02-1d96-4d8b-bbfd-d31098f8850c req-a68d23e1-e21a-4b3c-8ca3-7ae9c5843c27 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc HTTP/1.1" status: 200 len: 1000 time: 0.1899633 Jul 09 13:39:37.517196 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0512ac9b-ef9d-4972-8054-a047acbd6710 req-fb27c56c-2282-4af4-8765-a9cc8c18f75a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.2347531 Jul 09 13:39:37.539346 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:37.633230 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:39:37.637201 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4939883-c60b-4214-bc88-369064118c18" -d '{"events": [{"server_uuid": "de0f1532-f595-455b-b1a7-8900b47da42c", "name": "network-vif-unplugged", "status": "completed", "tag": "87f0b530-8e5b-4ab3-bab0-c770e91e05bc"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:39:37.699048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab7e02-1d96-4d8b-bbfd-d31098f8850c req-4b60ef1a-b5fd-48c5-ad0c-c3f61ec54adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:37.703894 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:37.708084 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8bab7e02-1d96-4d8b-bbfd-d31098f8850c req-4b60ef1a-b5fd-48c5-ad0c-c3f61ec54adf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64038094-33bf-4882-9ed5-b515adff07d9 HTTP/1.1" status: 200 len: 856 time: 0.1899674 Jul 09 13:39:37.716093 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:37.741510 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3396f7b-a02d-4ff8-8ac3-cdce6606ebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:37.829084 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e1c0ee4-bcb6-4d02-8a07-eb1428bcd80b x-openstack-request-id: req-3e1c0ee4-bcb6-4d02-8a07-eb1428bcd80b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:39:37.833939 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0f1532-f595-455b-b1a7-8900b47da42c", "name": "network-vif-unplugged", "status": "completed", "tag": "87f0b530-8e5b-4ab3-bab0-c770e91e05bc", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:39:37.834782 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3e1c0ee4-bcb6-4d02-8a07-eb1428bcd80b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:39:37.845042 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'code': 200} Jul 09 13:39:37.940146 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:37.964417 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bab7e02-1d96-4d8b-bbfd-d31098f8850c req-5e862247-6c12-410d-ae8a-4f501c90e805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:37.966064 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8bab7e02-1d96-4d8b-bbfd-d31098f8850c req-5e862247-6c12-410d-ae8a-4f501c90e805 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1957568-b13c-4c13-95b6-f6cc35837fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2525582 Jul 09 13:39:38.065672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43112) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:38.195775 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a476cc-e34d-4fe0-a622-571082407104 req-e68d3d8a-bc0d-4f2b-ba4a-e0c6d3312b1a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:38.220035 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-21a476cc-e34d-4fe0-a622-571082407104 req-e68d3d8a-bc0d-4f2b-ba4a-e0c6d3312b1a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 945 time: 1.0986254 Jul 09 13:39:38.434435 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ee4e657-8cc1-4fa2-8f68-97fe27b4845c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.447769 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.467435 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3396f7b-a02d-4ff8-8ac3-cdce6606ebc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.569702 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8bab7e02-1d96-4d8b-bbfd-d31098f8850c req-9f303df1-4672-4851-90fd-6a30e4f1ff0d service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5952363 Jul 09 13:39:38.632239 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3396f7b-a02d-4ff8-8ac3-cdce6606ebc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.643594 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b3396f7b-a02d-4ff8-8ac3-cdce6606ebc1 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a691a709-cb1e-428a-a2a1-21b47e298370 HTTP/1.1" status: 204 len: 168 time: 1.8614340 Jul 09 13:39:38.656571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43126) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:38.702275 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:38.761821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3396f7b-a02d-4ff8-8ac3-cdce6606ebc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a691a709-cb1e-428a-a2a1-21b47e298370,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:38.875828 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8bab7e02-1d96-4d8b-bbfd-d31098f8850c req-a1fb4c70-5d0c-40c7-b8af-e5885c3c7225 service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2958953 Jul 09 13:39:38.932074 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43148) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:38.940530 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-21a476cc-e34d-4fe0-a622-571082407104 req-fb9d63f0-647d-40c2-aff2-65a329e85bd0 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7190025 Jul 09 13:39:38.994684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60393956-5141-4e62-ad3e-5df2481bc1e1 req-bde1bca1-95b4-4bcc-a4c8-e02da22e3aa4 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.1031673 Jul 09 13:39:39.005374 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43204f9b-7244-471e-9c22-6ca6f0880456 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.149005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43204f9b-7244-471e-9c22-6ca6f0880456 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d13f20e-912e-49ec-b8c7-087f97c6edd0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:39.155000 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-109b4f2e-4c08-48cc-91fa-ff8f9af3132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.224999 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-273e878d-e99c-416a-9a76-d808f65d77a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.378327 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ee4e657-8cc1-4fa2-8f68-97fe27b4845c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.391694 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ee4e657-8cc1-4fa2-8f68-97fe27b4845c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.399896 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-109b4f2e-4c08-48cc-91fa-ff8f9af3132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.436226 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-109b4f2e-4c08-48cc-91fa-ff8f9af3132d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['806c9c94-ad02-4043-a935-fb493e4bf14d']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:39.495429 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-109b4f2e-4c08-48cc-91fa-ff8f9af3132d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52a12408-7222-4fa4-95ce-e6d1c9888131') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:39.495803 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-109b4f2e-4c08-48cc-91fa-ff8f9af3132d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52a12408-7222-4fa4-95ce-e6d1c9888131') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:39.523892 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-109b4f2e-4c08-48cc-91fa-ff8f9af3132d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.538785 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee4e657-8cc1-4fa2-8f68-97fe27b4845c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a285f1a-c371-46b4-b530-18ed2a360cb0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:39.548901 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4ee4e657-8cc1-4fa2-8f68-97fe27b4845c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2d390a7ed1474c819a27daf724a0f5df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4213383 Jul 09 13:39:39.555887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43164) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:39.570026 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-109b4f2e-4c08-48cc-91fa-ff8f9af3132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.608035 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-109b4f2e-4c08-48cc-91fa-ff8f9af3132d admin admin] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:39:39.608417 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-109b4f2e-4c08-48cc-91fa-ff8f9af3132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:39:39.613203 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:39:39.625668 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-273e878d-e99c-416a-9a76-d808f65d77a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.633824 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43204f9b-7244-471e-9c22-6ca6f0880456 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.639247 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-273e878d-e99c-416a-9a76-d808f65d77a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.724030 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-273e878d-e99c-416a-9a76-d808f65d77a7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7fdeab028c804307b683fd6374272dc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7898922 Jul 09 13:39:39.725468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273e878d-e99c-416a-9a76-d808f65d77a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77b57463-84c5-4fb3-8868-c5f4113b8a2e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:39.729549 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43166) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:39.839658 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-109b4f2e-4c08-48cc-91fa-ff8f9af3132d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.847276 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7c69a7b-2394-4a34-82d3-d0c6161dc813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.866640 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-109b4f2e-4c08-48cc-91fa-ff8f9af3132d admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.870228 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-109b4f2e-4c08-48cc-91fa-ff8f9af3132d admin admin] 10.222.0.39 "DELETE /v2.0/networks/806c9c94-ad02-4043-a935-fb493e4bf14d HTTP/1.1" status: 204 len: 168 time: 1.1847775 Jul 09 13:39:39.900797 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7c69a7b-2394-4a34-82d3-d0c6161dc813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:39.928630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b4f2e-4c08-48cc-91fa-ff8f9af3132d admin admin] Pushing event deleted for resources: {'Network': ['ID=806c9c94-ad02-4043-a935-fb493e4bf14d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:40.041051 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7c69a7b-2394-4a34-82d3-d0c6161dc813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.047408 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7c69a7b-2394-4a34-82d3-d0c6161dc813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.049236 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f7c69a7b-2394-4a34-82d3-d0c6161dc813 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/77b57463-84c5-4fb3-8868-c5f4113b8a2e HTTP/1.1" status: 204 len: 168 time: 0.3180192 Jul 09 13:39:40.078222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c69a7b-2394-4a34-82d3-d0c6161dc813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77b57463-84c5-4fb3-8868-c5f4113b8a2e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:40.174219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43176) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:40.196966 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a640ff19-fe30-49dc-bd07-d7c319ddf3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.296966 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-159774f2-f864-4d02-9d7a-46ddb204d8f6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea6cbf6546144c06950e8903d5fe25f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1205280 Jul 09 13:39:40.299493 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43180) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:40.331454 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a640ff19-fe30-49dc-bd07-d7c319ddf3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.453936 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-754981d0-fc55-40ae-a7f7-637aa0ebe282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.514398 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-754981d0-fc55-40ae-a7f7-637aa0ebe282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.599476 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cd9dc6e-7dfb-4a9a-8bea-874aeb4f3b55 req-04676053-6cc9-4c32-8efb-4897e54c69e1 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.1679432 Jul 09 13:39:40.614114 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a640ff19-fe30-49dc-bd07-d7c319ddf3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.617525 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a640ff19-fe30-49dc-bd07-d7c319ddf3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.619221 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a640ff19-fe30-49dc-bd07-d7c319ddf3ba admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a285f1a-c371-46b4-b530-18ed2a360cb0 HTTP/1.1" status: 204 len: 168 time: 1.0575509 Jul 09 13:39:40.665342 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-754981d0-fc55-40ae-a7f7-637aa0ebe282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.671969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a640ff19-fe30-49dc-bd07-d7c319ddf3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a285f1a-c371-46b4-b530-18ed2a360cb0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:40.675522 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-754981d0-fc55-40ae-a7f7-637aa0ebe282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:40.678205 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-754981d0-fc55-40ae-a7f7-637aa0ebe282 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/51971952-4717-4dd3-95e7-23a2e0a23992 HTTP/1.1" status: 204 len: 168 time: 0.3767598 Jul 09 13:39:40.708294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754981d0-fc55-40ae-a7f7-637aa0ebe282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51971952-4717-4dd3-95e7-23a2e0a23992,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:40.839602 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1be6cf5-af29-49d3-b787-c166bb1e5678 req-9397ef54-99e8-4248-9b73-21f4cc8607ed tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:40.857023 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b1be6cf5-af29-49d3-b787-c166bb1e5678 req-9397ef54-99e8-4248-9b73-21f4cc8607ed tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 0.6426408 Jul 09 13:39:40.925851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43192) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:40.980036 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ad4cb53-db29-4712-9918-eddb1c938eec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.048209 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b1be6cf5-af29-49d3-b787-c166bb1e5678 req-10fa84ab-a00e-431b-8f19-5393c68af568 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1890738 Jul 09 13:39:41.066262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43204f9b-7244-471e-9c22-6ca6f0880456 admin admin] Router a4e28ade-70d4-469f-8b55-b8028abb6938 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:39:41.283928 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ad4cb53-db29-4712-9918-eddb1c938eec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.292694 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5ad4cb53-db29-4712-9918-eddb1c938eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.296561 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 87f0b530-8e5b-4ab3-bab0-c770e91e05bc no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:41.377244 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43204f9b-7244-471e-9c22-6ca6f0880456 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:39:41.410358 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5ad4cb53-db29-4712-9918-eddb1c938eec admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=db52f4cae9264d179bdee720d1d68e5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4827023 Jul 09 13:39:41.414865 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43200) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:41.417983 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-43204f9b-7244-471e-9c22-6ca6f0880456 admin admin] 10.222.0.39 "PUT /v2.0/routers/a4e28ade-70d4-469f-8b55-b8028abb6938/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4635675 Jul 09 13:39:41.420918 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43202) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:41.450692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad4cb53-db29-4712-9918-eddb1c938eec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56532ef4-24a3-41c5-bc89-e9e7f2b619ba,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:41.454165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03162c1-baca-40bf-8c79-8ac33f9cb453 None None] Sync routers for ids ['a4e28ade-70d4-469f-8b55-b8028abb6938'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:39:41.685002 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3508e003-957e-4e9a-8245-360d519e892d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.700811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03162c1-baca-40bf-8c79-8ac33f9cb453 None None] Routers {'a4e28ade-70d4-469f-8b55-b8028abb6938'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:41.702060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f03162c1-baca-40bf-8c79-8ac33f9cb453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:39:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a4e28ade-70d4-469f-8b55-b8028abb6938'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:41.779817 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-430b75e5-35eb-4eb2-9ec0-83ce8d3e4306 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:41.878253 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3508e003-957e-4e9a-8245-360d519e892d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.072016 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3508e003-957e-4e9a-8245-360d519e892d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.078130 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3508e003-957e-4e9a-8245-360d519e892d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.081205 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3508e003-957e-4e9a-8245-360d519e892d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/56532ef4-24a3-41c5-bc89-e9e7f2b619ba HTTP/1.1" status: 204 len: 168 time: 0.6646140 Jul 09 13:39:42.123677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3508e003-957e-4e9a-8245-360d519e892d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56532ef4-24a3-41c5-bc89-e9e7f2b619ba,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:42.298226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f03162c1-baca-40bf-8c79-8ac33f9cb453 None None] Set router a4e28ade-70d4-469f-8b55-b8028abb6938 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:39:42.360531 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-430b75e5-35eb-4eb2-9ec0-83ce8d3e4306 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:42.536562 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-75d02257-336a-40b8-b8d1-4ceb4bcfd050 req-9f426aac-f20a-4e42-be92-b90566d2609a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.1599777 Jul 09 13:39:42.780032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-430b75e5-35eb-4eb2-9ec0-83ce8d3e4306 admin admin] Deleting port dd8df9ce-c226-4996-b1cd-7f078acb86b1 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:42.781580 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-430b75e5-35eb-4eb2-9ec0-83ce8d3e4306 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.137630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-430b75e5-35eb-4eb2-9ec0-83ce8d3e4306 admin admin] For port dd8df9ce-c226-4996-b1cd-7f078acb86b1, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=dd8df9ce-c226-4996-b1cd-7f078acb86b1,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:39:43.138216 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-430b75e5-35eb-4eb2-9ec0-83ce8d3e4306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:43.221834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-430b75e5-35eb-4eb2-9ec0-83ce8d3e4306 admin admin] Calling delete_port for dd8df9ce-c226-4996-b1cd-7f078acb86b1 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:43.223083 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f03162c1-baca-40bf-8c79-8ac33f9cb453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'name': 'tempest-ServerRescueNegativeTestJSON-1774921387-router', 'tenant_id': '7988931c66014d94a538d603c69f6b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.236'}], 'enable_snat': True}, 'gw_port_id': 'dd8df9ce-c226-4996-b1cd-7f078acb86b1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:05Z', 'updated_at': '2021-07-09T13:39:38Z', 'revision_number': 5, 'project_id': '7988931c66014d94a538d603c69f6b55', 'gw_port': {'id': 'dd8df9ce-c226-4996-b1cd-7f078acb86b1', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:e6:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:36:07Z', 'updated_at': '2021-07-09T13:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:43.268396 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03162c1-baca-40bf-8c79-8ac33f9cb453 None None] Checking router: a4e28ade-70d4-469f-8b55-b8028abb6938 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:39:43.292730 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03162c1-baca-40bf-8c79-8ac33f9cb453 None None] Routers {'a4e28ade-70d4-469f-8b55-b8028abb6938'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:39:43.293719 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f03162c1-baca-40bf-8c79-8ac33f9cb453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:39:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a4e28ade-70d4-469f-8b55-b8028abb6938'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:43.738743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f03162c1-baca-40bf-8c79-8ac33f9cb453 None None] Set router a4e28ade-70d4-469f-8b55-b8028abb6938 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:39:43.856296 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-430b75e5-35eb-4eb2-9ec0-83ce8d3e4306 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.050491 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d9658e0-537c-4bfd-9101-eca23af6e042 req-70f4b348-4cf9-448d-a5e3-0909ca684f7c tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.1035600 Jul 09 13:39:44.052186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430b75e5-35eb-4eb2-9ec0-83ce8d3e4306 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd8df9ce-c226-4996-b1cd-7f078acb86b1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:44.096802 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f03162c1-baca-40bf-8c79-8ac33f9cb453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'name': 'tempest-ServerRescueNegativeTestJSON-1774921387-router', 'tenant_id': '7988931c66014d94a538d603c69f6b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:05Z', 'updated_at': '2021-07-09T13:39:42Z', 'revision_number': 6, 'project_id': '7988931c66014d94a538d603c69f6b55', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:44.218773 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f03162c1-baca-40bf-8c79-8ac33f9cb453 None None] The sync data for ids ['a4e28ade-70d4-469f-8b55-b8028abb6938'] in n-d-799525-3 is: [{'id': 'a4e28ade-70d4-469f-8b55-b8028abb6938', 'name': 'tempest-ServerRescueNegativeTestJSON-1774921387-router', 'tenant_id': '7988931c66014d94a538d603c69f6b55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:36:05Z', 'updated_at': '2021-07-09T13:39:42Z', 'revision_number': 6, 'project_id': '7988931c66014d94a538d603c69f6b55', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:39:44.236405 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-430b75e5-35eb-4eb2-9ec0-83ce8d3e4306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.506906 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-430b75e5-35eb-4eb2-9ec0-83ce8d3e4306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.516688 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-430b75e5-35eb-4eb2-9ec0-83ce8d3e4306 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.674358 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-430b75e5-35eb-4eb2-9ec0-83ce8d3e4306 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.674780 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43296) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:44.675476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-430b75e5-35eb-4eb2-9ec0-83ce8d3e4306 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4e28ade-70d4-469f-8b55-b8028abb6938 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:39:44.675476 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-430b75e5-35eb-4eb2-9ec0-83ce8d3e4306 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.675476 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-430b75e5-35eb-4eb2-9ec0-83ce8d3e4306 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a4e28ade-70d4-469f-8b55-b8028abb6938 HTTP/1.1" status: 204 len: 168 time: 3.2424536 Jul 09 13:39:44.675902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43298) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:44.838154 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a05f897-c9ba-40b2-b302-69dc6fa994f9 admin admin] Deleting subnet 4e16ab60-94e1-4b9b-b001-fec4823748a4 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:39:44.849707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a05f897-c9ba-40b2-b302-69dc6fa994f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:44.948965 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a05f897-c9ba-40b2-b302-69dc6fa994f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.108278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b9572e-2134-4a32-8b7c-624c5d7e8ba1 req-4b34e2ee-68a5-4656-bc52-fd2e9066f359 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:45.132493 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57b9572e-2134-4a32-8b7c-624c5d7e8ba1 req-4b34e2ee-68a5-4656-bc52-fd2e9066f359 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 0.2419574 Jul 09 13:39:45.163138 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a05f897-c9ba-40b2-b302-69dc6fa994f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.215477 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dd8df9ce-c226-4996-b1cd-7f078acb86b1 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:45.310092 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57b9572e-2134-4a32-8b7c-624c5d7e8ba1 req-83b8f7c8-1c04-4ffa-a77e-49ad4f5d467c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1655734 Jul 09 13:39:45.326927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: dd8df9ce-c226-4996-b1cd-7f078acb86b1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:39:45.327945 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dd8df9ce-c226-4996-b1cd-7f078acb86b1 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:45.328527 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8d13f20e-912e-49ec-b8c7-087f97c6edd0 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:39:45.438356 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a05f897-c9ba-40b2-b302-69dc6fa994f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.483348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 8d13f20e-912e-49ec-b8c7-087f97c6edd0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:39:45.483348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8d13f20e-912e-49ec-b8c7-087f97c6edd0 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:39:45.551799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a05f897-c9ba-40b2-b302-69dc6fa994f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e16ab60-94e1-4b9b-b001-fec4823748a4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:45.573799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-65377243-a8a4-4f04-820b-07d05cec2eba admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1860210754-network', 'tenant_id': '87325a1c79dc473d8f6f844d5ee4ceef'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:45.574236 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e4464d0-7764-4413-a7b6-a3e4ea9a221e req-16cedf1a-c501-4289-95cd-cd2d6ff9911d tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.0835438 Jul 09 13:39:45.616414 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a05f897-c9ba-40b2-b302-69dc6fa994f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.626337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7a05f897-c9ba-40b2-b302-69dc6fa994f9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4e16ab60-94e1-4b9b-b001-fec4823748a4 HTTP/1.1" status: 204 len: 168 time: 0.9577799 Jul 09 13:39:45.630295 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43328) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:45.631955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65377243-a8a4-4f04-820b-07d05cec2eba admin admin] Made reservation on behalf of 87325a1c79dc473d8f6f844d5ee4ceef for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:45.639770 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65377243-a8a4-4f04-820b-07d05cec2eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.771642 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65377243-a8a4-4f04-820b-07d05cec2eba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:45.897752 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58e192b6-170e-4af6-90f0-5270391e063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.055749 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-abd02c19-c2d7-4f77-9e2b-f00e309bfddc req-f10195d8-4c0a-46fd-8890-aed226ed0833 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6473503 Jul 09 13:39:46.149758 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65377243-a8a4-4f04-820b-07d05cec2eba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.163808 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65377243-a8a4-4f04-820b-07d05cec2eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.226216 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58e192b6-170e-4af6-90f0-5270391e063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.271072 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-58e192b6-170e-4af6-90f0-5270391e063e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1c26be-6d88-465b-8a4c-fb612fc6f2f9']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:46.283053 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65377243-a8a4-4f04-820b-07d05cec2eba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb9614a-3734-4297-ae69-300bdbbd848a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:46.321035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65377243-a8a4-4f04-820b-07d05cec2eba admin admin] vlan segment allocate from pool success with {'vlan_id': 303, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:39:46.327074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-58e192b6-170e-4af6-90f0-5270391e063e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2565525b-8675-431a-a60e-eec0302eaf01') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:46.328393 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-58e192b6-170e-4af6-90f0-5270391e063e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2565525b-8675-431a-a60e-eec0302eaf01') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:39:46.348707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65377243-a8a4-4f04-820b-07d05cec2eba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.349401 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-65377243-a8a4-4f04-820b-07d05cec2eba admin admin] Added segment c3a65b57-b65d-4ea9-880d-69b045218d9c of type vlan for network 6f83b897-af18-43f0-9a05-bc774656c8c1 Jul 09 13:39:46.367535 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58e192b6-170e-4af6-90f0-5270391e063e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.409926 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58e192b6-170e-4af6-90f0-5270391e063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.429897 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e192b6-170e-4af6-90f0-5270391e063e admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:39:46.430753 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58e192b6-170e-4af6-90f0-5270391e063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:39:46.434713 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:39:46.523504 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65377243-a8a4-4f04-820b-07d05cec2eba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.573898 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65377243-a8a4-4f04-820b-07d05cec2eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.576825 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65377243-a8a4-4f04-820b-07d05cec2eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:46.577876 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65377243-a8a4-4f04-820b-07d05cec2eba admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.618089 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58e192b6-170e-4af6-90f0-5270391e063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.634720 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58e192b6-170e-4af6-90f0-5270391e063e admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:46.642405 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-58e192b6-170e-4af6-90f0-5270391e063e admin admin] 10.222.0.39 "DELETE /v2.0/networks/cb1c26be-6d88-465b-8a4c-fb612fc6f2f9 HTTP/1.1" status: 204 len: 168 time: 1.0074170 Jul 09 13:39:46.690052 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e192b6-170e-4af6-90f0-5270391e063e admin admin] Pushing event deleted for resources: {'Network': ['ID=cb1c26be-6d88-465b-8a4c-fb612fc6f2f9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:46.754327 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-65377243-a8a4-4f04-820b-07d05cec2eba admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.0949123 Jul 09 13:39:46.762480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43372) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:46.769033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65377243-a8a4-4f04-820b-07d05cec2eba admin admin] Pushing event updated for resources: {'Network': ['ID=6f83b897-af18-43f0-9a05-bc774656c8c1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:46.783706 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 6f83b897-af18-43f0-9a05-bc774656c8c1 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:39:46.790027 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3a99fdf4-2c42-4d3b-b566-88475724448c admin admin] Request body: {'subnet': {'network_id': '6f83b897-af18-43f0-9a05-bc774656c8c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1860210754-subnet', 'tenant_id': '87325a1c79dc473d8f6f844d5ee4ceef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:46.974905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a99fdf4-2c42-4d3b-b566-88475724448c admin admin] Made reservation on behalf of 87325a1c79dc473d8f6f844d5ee4ceef for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:46.977827 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a99fdf4-2c42-4d3b-b566-88475724448c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.166341 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:39:47.239520 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a99fdf4-2c42-4d3b-b566-88475724448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.256683 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b43cf264-00b8-4b5d-a880-4d5615080a20 req-c660b46d-3067-45cd-9670-516fd5cd7525 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.3055220 Jul 09 13:39:47.334168 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4077b3d-fbd6-48a9-b80d-1a5f6fd42976 req-81837d6a-6a6b-4f59-a591-1ec0c9125a69 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:47.342560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4077b3d-fbd6-48a9-b80d-1a5f6fd42976 req-81837d6a-6a6b-4f59-a591-1ec0c9125a69 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 0.6029091 Jul 09 13:39:47.401629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43380) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:47.485460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43382) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:47.537439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4077b3d-fbd6-48a9-b80d-1a5f6fd42976 req-418a2acd-9f04-4f8b-b474-bc61d7dcbf45 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930513 Jul 09 13:39:47.539137 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a99fdf4-2c42-4d3b-b566-88475724448c admin admin] Checking segment: {'id': 'c3a65b57-b65d-4ea9-880d-69b045218d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6f83b897-af18-43f0-9a05-bc774656c8c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:47.542251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a99fdf4-2c42-4d3b-b566-88475724448c admin admin] Network hostable DHCP agents. Network: 6f83b897-af18-43f0-9a05-bc774656c8c1, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:39:47.550559 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99fdf4-2c42-4d3b-b566-88475724448c admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad8344e0-d284-4238-8ffa-623c76a40116,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:47.569600 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aad67b2d-64e9-4b2f-bbfd-c7ebe4d58f3f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7988931c66014d94a538d603c69f6b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657434 Jul 09 13:39:47.572856 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43386) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:47.635339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a99fdf4-2c42-4d3b-b566-88475724448c admin admin] Network 6f83b897-af18-43f0-9a05-bc774656c8c1 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:39:47.659863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3a99fdf4-2c42-4d3b-b566-88475724448c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 6f83b897-af18-43f0-9a05-bc774656c8c1) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:47.672515 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca36b74-b1fe-457e-9e6d-ee82363ab40e None None] Network 6f83b897-af18-43f0-9a05-bc774656c8c1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:47.708501 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a99fdf4-2c42-4d3b-b566-88475724448c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:47.713658 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a99fdf4-2c42-4d3b-b566-88475724448c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.740792 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.794683 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.809613 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3a99fdf4-2c42-4d3b-b566-88475724448c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0444930 Jul 09 13:39:47.908517 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.912499 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:47.914391 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/887b870a-486e-47d7-9613-fdbb0b220c50 HTTP/1.1" status: 204 len: 168 time: 0.3400071 Jul 09 13:39:47.925277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=887b870a-486e-47d7-9613-fdbb0b220c50,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:47.935810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:47.937204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:47.938592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:47.939294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:47.940014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:47.940833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:47.941676 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:47.942745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:47.943342 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:47.944069 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:47.944745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:47.945284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6d0a42e-30b8-46d3-9205-e52aa6fce159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:47.997620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9568c0c1-99bf-481f-af2e-49265c27e29d None None] Network 6f83b897-af18-43f0-9a05-bc774656c8c1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:48.131036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd02c19-c2d7-4f77-9e2b-f00e309bfddc req-cf590fed-df61-415e-a0f2-415948bdf919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:48.133051 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-abd02c19-c2d7-4f77-9e2b-f00e309bfddc req-cf590fed-df61-415e-a0f2-415948bdf919 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c&tenant_id=21d631c8b7aa4295bb9f42b979feb028 HTTP/1.1" status: 200 len: 1094 time: 0.1315508 Jul 09 13:39:48.296917 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c0390a0-c9af-4857-94f6-dbc1d9c8e7ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:48.561371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd02c19-c2d7-4f77-9e2b-f00e309bfddc req-b241d25b-bc45-4821-a798-8114fad81ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:48.567262 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-abd02c19-c2d7-4f77-9e2b-f00e309bfddc req-b241d25b-bc45-4821-a798-8114fad81ddd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=21d631c8b7aa4295bb9f42b979feb028&device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 1094 time: 0.3895330 Jul 09 13:39:48.634067 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c55b478f-0573-4c9c-aa04-28d45195b878 req-01625f1a-1150-419b-b80f-ab1b74e2970a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.1161783 Jul 09 13:39:48.870288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd02c19-c2d7-4f77-9e2b-f00e309bfddc req-d576dcea-f420-4cda-8655-8703015cbc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:48.871588 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-abd02c19-c2d7-4f77-9e2b-f00e309bfddc req-d576dcea-f420-4cda-8655-8703015cbc17 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 200 len: 918 time: 0.2972810 Jul 09 13:39:48.972018 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c0390a0-c9af-4857-94f6-dbc1d9c8e7ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:49.065473 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7010e749-aade-4263-bfa7-f3e26f5f12d0 req-9cefe5f3-0aee-4cd4-b1a3-c452f1c3a30e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:49.067764 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c0390a0-c9af-4857-94f6-dbc1d9c8e7ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:49.069528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7010e749-aade-4263-bfa7-f3e26f5f12d0 req-9cefe5f3-0aee-4cd4-b1a3-c452f1c3a30e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 0.1540029 Jul 09 13:39:49.274114 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0390a0-c9af-4857-94f6-dbc1d9c8e7ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7931b8d2-07be-42e7-9127-1a91279bea46,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:49.291184 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7010e749-aade-4263-bfa7-f3e26f5f12d0 req-09448337-ab12-4d83-870e-316c029cc1d4 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2027040 Jul 09 13:39:49.302349 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-abd02c19-c2d7-4f77-9e2b-f00e309bfddc req-7e88c748-e7af-4487-9179-9cc0a8c663b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc HTTP/1.1" status: 200 len: 998 time: 0.4221089 Jul 09 13:39:49.419577 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4c0390a0-c9af-4857-94f6-dbc1d9c8e7ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa12480a55134e6a832748c0b7dc1ed8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9301360 Jul 09 13:39:49.424115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43442) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:49.545714 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd02c19-c2d7-4f77-9e2b-f00e309bfddc req-ab4eb26b-0607-4c30-8141-8a3c83c4a65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:49.548946 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-abd02c19-c2d7-4f77-9e2b-f00e309bfddc req-ab4eb26b-0607-4c30-8141-8a3c83c4a65c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=64038094-33bf-4882-9ed5-b515adff07d9 HTTP/1.1" status: 200 len: 856 time: 0.2179914 Jul 09 13:39:49.570658 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c178df59-395b-4159-a1e5-85b33f2ee58e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:50.181102 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c178df59-395b-4159-a1e5-85b33f2ee58e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:50.214800 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b53c659b-7063-4c36-96d6-012154f6a769 req-11f30e55-50e5-48ea-844a-13969c2140fd tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.0672836 Jul 09 13:39:50.251563 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43468) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:50.410671 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c178df59-395b-4159-a1e5-85b33f2ee58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:50.416862 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c178df59-395b-4159-a1e5-85b33f2ee58e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:50.420007 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c178df59-395b-4159-a1e5-85b33f2ee58e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7931b8d2-07be-42e7-9127-1a91279bea46 HTTP/1.1" status: 204 len: 168 time: 0.9946589 Jul 09 13:39:50.437445 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-85b8a7df-c9ea-4cb2-a929-b234d22ca61e tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:50.439695 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-85b8a7df-c9ea-4cb2-a929-b234d22ca61e tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/networks?id=6f83b897-af18-43f0-9a05-bc774656c8c1 HTTP/1.1" status: 200 len: 814 time: 1.1234117 Jul 09 13:39:50.479059 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-6ae55a32-93f8-4341-b827-807bb87eacea tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/quotas/87325a1c79dc473d8f6f844d5ee4ceef HTTP/1.1" status: 200 len: 375 time: 0.0290308 Jul 09 13:39:50.534852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178df59-395b-4159-a1e5-85b33f2ee58e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7931b8d2-07be-42e7-9127-1a91279bea46,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:50.617498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd02c19-c2d7-4f77-9e2b-f00e309bfddc req-276294bc-f32d-4c80-a056-6ecd9e3b3eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:50.626394 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-abd02c19-c2d7-4f77-9e2b-f00e309bfddc req-276294bc-f32d-4c80-a056-6ecd9e3b3eae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d1957568-b13c-4c13-95b6-f6cc35837fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0541489 Jul 09 13:39:50.652154 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-9f3349bc-18d7-4c51-bde5-7ff4a28455ca tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=87325a1c79dc473d8f6f844d5ee4ceef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1484845 Jul 09 13:39:50.669078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-248a8a3f-6b4d-4bf3-8887-30afd55b331c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-3463217-network', 'tenant_id': '57c1823849db49b4af2d50bf49892746'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:50.705453 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-0d88b6eb-37a1-4cc5-9e85-44228610ddac service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:39:50.707057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-0d88b6eb-37a1-4cc5-9e85-44228610ddac service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0311677 Jul 09 13:39:50.910472 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-abd02c19-c2d7-4f77-9e2b-f00e309bfddc req-777e0f9d-e796-4c81-93af-cfb521a9e132 service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778466 Jul 09 13:39:50.980398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-248a8a3f-6b4d-4bf3-8887-30afd55b331c admin admin] Made reservation on behalf of 57c1823849db49b4af2d50bf49892746 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:50.986890 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-248a8a3f-6b4d-4bf3-8887-30afd55b331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.042179 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-248a8a3f-6b4d-4bf3-8887-30afd55b331c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.242073 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-91982b13-22d2-4e37-9526-50e0274e6dc9 service neutron] 10.222.0.39 "GET /v2.0/networks/6f83b897-af18-43f0-9a05-bc774656c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4868886 Jul 09 13:39:51.253726 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-abd02c19-c2d7-4f77-9e2b-f00e309bfddc req-827fb716-bf0f-42d3-b706-9fb336206d84 service neutron] 10.222.0.15 "GET /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362887 Jul 09 13:39:51.281751 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7013d3-e1ec-4e4b-b010-89928694aee3 req-38dcbd3c-ca80-4998-8946-ae9002735ca9 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:51.283706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a7013d3-e1ec-4e4b-b010-89928694aee3 req-38dcbd3c-ca80-4998-8946-ae9002735ca9 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 0.6260476 Jul 09 13:39:51.489651 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-248a8a3f-6b4d-4bf3-8887-30afd55b331c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.536868 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-248a8a3f-6b4d-4bf3-8887-30afd55b331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.675664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-248a8a3f-6b4d-4bf3-8887-30afd55b331c admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:39:51.770922 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a7013d3-e1ec-4e4b-b010-89928694aee3 req-015092ae-e5b6-4e0c-a2bc-9a75a78d5755 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4712203 Jul 09 13:39:51.888265 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a8a3f-6b4d-4bf3-8887-30afd55b331c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1cea83-1f5d-43d0-a548-dd54787e2a13,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:51.956091 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-248a8a3f-6b4d-4bf3-8887-30afd55b331c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:51.957091 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-248a8a3f-6b4d-4bf3-8887-30afd55b331c admin admin] Added segment 5ef240c6-8acc-4463-8c22-f528a997caa6 of type vlan for network 8b067095-4052-4b92-b6db-3597e823e67a Jul 09 13:39:52.020354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-c10f0e93-a81e-4530-a4b6-ad08bcd3bfb6 service neutron] 10.222.0.39 "GET /v2.0/networks/6f83b897-af18-43f0-9a05-bc774656c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7325370 Jul 09 13:39:52.113439 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-248a8a3f-6b4d-4bf3-8887-30afd55b331c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.178000 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-248a8a3f-6b4d-4bf3-8887-30afd55b331c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.179488 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-248a8a3f-6b4d-4bf3-8887-30afd55b331c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:52.180280 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-248a8a3f-6b4d-4bf3-8887-30afd55b331c admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.427275 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-248a8a3f-6b4d-4bf3-8887-30afd55b331c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1802835 Jul 09 13:39:52.430267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43542) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:52.440105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-dd906a43-54b5-4bb1-8806-c553789717a2 admin admin] Request body: {'subnet': {'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-3463217-subnet', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:52.450881 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-504f0e3b-494f-4b77-a5a3-2cf0517082fd req-0fb87dcf-4be4-4c5f-9765-8d303dadf9e0 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/ports?device_id=9728264a-7626-4c5a-a28e-2cf7edaa196a HTTP/1.1" status: 200 len: 210 time: 0.1223569 Jul 09 13:39:52.534730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd906a43-54b5-4bb1-8806-c553789717a2 admin admin] Made reservation on behalf of 57c1823849db49b4af2d50bf49892746 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:52.539728 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3af249bc-7e09-4c22-a18c-ab4624475d7b req-6f532c87-542d-45cd-960d-a3b2e043300b tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/ports?device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 210 time: 0.1154246 Jul 09 13:39:52.540774 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248a8a3f-6b4d-4bf3-8887-30afd55b331c admin admin] Pushing event updated for resources: {'Network': ['ID=8b067095-4052-4b92-b6db-3597e823e67a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:52.543150 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd906a43-54b5-4bb1-8806-c553789717a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:52.560989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 8b067095-4052-4b92-b6db-3597e823e67a details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:39:53.339724 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd906a43-54b5-4bb1-8806-c553789717a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.739392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd906a43-54b5-4bb1-8806-c553789717a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6365b74c-aea2-4433-844b-839fb4fcbc16,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:53.757376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd906a43-54b5-4bb1-8806-c553789717a2 admin admin] Checking segment: {'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:53.757735 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd906a43-54b5-4bb1-8806-c553789717a2 admin admin] Network hostable DHCP agents. Network: 8b067095-4052-4b92-b6db-3597e823e67a, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:39:53.812974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd906a43-54b5-4bb1-8806-c553789717a2 admin admin] Network 8b067095-4052-4b92-b6db-3597e823e67a is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:39:53.830472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-dd906a43-54b5-4bb1-8806-c553789717a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 8b067095-4052-4b92-b6db-3597e823e67a) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:53.837334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd906a43-54b5-4bb1-8806-c553789717a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:53.838324 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dd906a43-54b5-4bb1-8806-c553789717a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:53.846445 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4bd650-ba79-42a6-ba18-f7aed4ed70a6 None None] Network 8b067095-4052-4b92-b6db-3597e823e67a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:39:53.897005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e13ca-8aaa-46fa-9c29-c71f216f1f3b req-2e1ca099-60f6-4ad3-b7a4-a133eec3a580 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:53.901387 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-300e13ca-8aaa-46fa-9c29-c71f216f1f3b req-2e1ca099-60f6-4ad3-b7a4-a133eec3a580 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 0.4069397 Jul 09 13:39:53.920134 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dd906a43-54b5-4bb1-8806-c553789717a2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4857557 Jul 09 13:39:53.924047 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43578) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:53.941293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:54.051004 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.051944 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.118443 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-300e13ca-8aaa-46fa-9c29-c71f216f1f3b req-23e3bba9-3166-4e47-a2be-6b7d2f5a268a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947443 Jul 09 13:39:54.276677 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.305391 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43584) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:54.369250 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-111b860e-f8a8-415d-ab42-8415737eb7ec req-1ddedab5-3a2a-4db8-822a-77883dde6c5e tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/ports?device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 210 time: 0.2475145 Jul 09 13:39:54.583502 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-8b067095-4052-4b92-b6db-3597e823e67a', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:39:54.591624 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.656847 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27ec7009-13c2-444b-b7e8-e8d8808d2f1f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.737802 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27ec7009-13c2-444b-b7e8-e8d8808d2f1f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.861980 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27ec7009-13c2-444b-b7e8-e8d8808d2f1f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.879479 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27ec7009-13c2-444b-b7e8-e8d8808d2f1f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.888887 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-27ec7009-13c2-444b-b7e8-e8d8808d2f1f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "DELETE /v2.0/security-groups/cbcd0f66-f7be-452b-bc64-32c547211663 HTTP/1.1" status: 204 len: 168 time: 0.5814788 Jul 09 13:39:54.929824 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43594) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:54.933719 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ec7009-13c2-444b-b7e8-e8d8808d2f1f tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcd0f66-f7be-452b-bc64-32c547211663,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:54.986960 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:54.992100 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-596175ad-247d-48b1-a99c-c77cc9e4c1ae tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] show failed (client error): The resource could not be found. Jul 09 13:39:54.993919 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-596175ad-247d-48b1-a99c-c77cc9e4c1ae tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "GET /v2.0/security-groups/cbcd0f66-f7be-452b-bc64-32c547211663 HTTP/1.1" status: 404 len: 347 time: 0.0529580 Jul 09 13:39:55.001165 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43596) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:55.274066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Allocated IP 172.20.0.2 (8b067095-4052-4b92-b6db-3597e823e67a/6365b74c-aea2-4433-844b-839fb4fcbc16/1dcf365d-8df3-4561-b348-96a214b6b401) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:55.347927 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9bab5653-cdef-4604-9254-c05d5408a563 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Deleting port a856fc01-01f4-457b-a969-abf3f542e662 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:55.348939 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bab5653-cdef-4604-9254-c05d5408a563 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:55.852962 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bab5653-cdef-4604-9254-c05d5408a563 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:55.853255 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bab5653-cdef-4604-9254-c05d5408a563 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:55.928410 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9bab5653-cdef-4604-9254-c05d5408a563 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Calling delete_port for a856fc01-01f4-457b-a969-abf3f542e662 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:56.205440 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.283913 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Transition to ACTIVE for port object 1dcf365d-8df3-4561-b348-96a214b6b401 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:56.314878 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.334598 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Transition to ACTIVE for port object 1dcf365d-8df3-4561-b348-96a214b6b401 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:39:56.354924 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.367515 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db5e893c-a707-43cd-9f4d-0c79b158ae9d req-88ebc810-56c7-43a2-a05c-d7af32ffae91 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/ports?device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 210 time: 0.5046508 Jul 09 13:39:56.394671 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fd2002-712c-40df-9db0-f90fde6cb1be req-7892636a-1bb0-497d-be70-d9ef40fc2c21 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:56.409050 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-32fd2002-712c-40df-9db0-f90fde6cb1be req-7892636a-1bb0-497d-be70-d9ef40fc2c21 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 0.7689312 Jul 09 13:39:56.412748 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bab5653-cdef-4604-9254-c05d5408a563 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.482376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab5653-cdef-4604-9254-c05d5408a563 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event deleted for resources: {'Port': ['ID=a856fc01-01f4-457b-a969-abf3f542e662,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:56.538270 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.603822 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-32fd2002-712c-40df-9db0-f90fde6cb1be req-2b76f69d-96d7-4513-ba40-c3e5c5d86cfb tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1927831 Jul 09 13:39:56.629896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Pushing event updated for resources: {'Port': ['ID=1dcf365d-8df3-4561-b348-96a214b6b401,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:56.729309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:56.731522 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:56.734441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:56.738671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:56.739027 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:56.739401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:56.744146 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:56.745251 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:56.745649 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:56.745996 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:56.751224 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:56.752618 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:39:56.782921 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bab5653-cdef-4604-9254-c05d5408a563 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.786029 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bab5653-cdef-4604-9254-c05d5408a563 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:56.793447 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9bab5653-cdef-4604-9254-c05d5408a563 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "DELETE /v2.0/floatingips/04a00bf1-7635-4ac8-8615-476f34384019 HTTP/1.1" status: 204 len: 168 time: 1.7908142 Jul 09 13:39:56.794187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43616) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:56.815157 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Network 8b067095-4052-4b92-b6db-3597e823e67a is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:56.821423 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:56.828198 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:57.047827 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Attempting to bind port 1dcf365d-8df3-4561-b348-96a214b6b401 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:39:57.053829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Attempting to bind port 1dcf365d-8df3-4561-b348-96a214b6b401 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:39:57.054881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Attempting to bind port 1dcf365d-8df3-4561-b348-96a214b6b401 on network 8b067095-4052-4b92-b6db-3597e823e67a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:39:57.085525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 39, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:39:57.086131 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Checking segment: {'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:39:57.086645 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.087208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Bound using segment: {'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:39:57.087805 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Bound port: 1dcf365d-8df3-4561-b348-96a214b6b401, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:39:57.088292 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.217290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Allocated IP 172.25.2.52 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/34559b0e-bc28-4489-913e-d8abc8aeadf2) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:57.242486 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f655bbba-942b-4f2a-bcbe-eb70f5ffb64a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Deleting port ea254c8c-527b-4377-8ac0-c397795b2168 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:57.243066 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f655bbba-942b-4f2a-bcbe-eb70f5ffb64a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.305842 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] For port 1dcf365d-8df3-4561-b348-96a214b6b401, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:39:57.311506 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] For port 1dcf365d-8df3-4561-b348-96a214b6b401, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1dcf365d-8df3-4561-b348-96a214b6b401,segment=NetworkSegment(5ef240c6-8acc-4463-8c22-f528a997caa6),segment_id=5ef240c6-8acc-4463-8c22-f528a997caa6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:39:57.319681 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.583159 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f655bbba-942b-4f2a-bcbe-eb70f5ffb64a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.606219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-159f8a2f-6976-4999-8d3b-ffc2dea95dee tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:57.610870 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-159f8a2f-6976-4999-8d3b-ffc2dea95dee tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.18 "GET /v2.0/networks?id=6f83b897-af18-43f0-9a05-bc774656c8c1 HTTP/1.1" status: 200 len: 814 time: 1.7479308 Jul 09 13:39:57.617345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c0efd-07f4-4406-ba12-4cf9c4f5df6e None None] Pushing event updated for resources: {'Port': ['ID=1dcf365d-8df3-4561-b348-96a214b6b401,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:57.617766 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f655bbba-942b-4f2a-bcbe-eb70f5ffb64a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Calling delete_port for ea254c8c-527b-4377-8ac0-c397795b2168 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:39:57.624896 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:57.654834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-76d4df02-6f82-454d-962f-70745a54343f tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Request body: {'port': {'device_id': '00157314-e709-43d1-a0d6-b8ebe30677d4', 'network_id': '6f83b897-af18-43f0-9a05-bc774656c8c1', 'admin_state_up': True, 'tenant_id': '87325a1c79dc473d8f6f844d5ee4ceef'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:39:58.159477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-76d4df02-6f82-454d-962f-70745a54343f tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Made reservation on behalf of 87325a1c79dc473d8f6f844d5ee4ceef for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:39:58.177539 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-76d4df02-6f82-454d-962f-70745a54343f tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.265579 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8fd39fc-7eb7-44c6-b265-015c22c27e26 req-320840e3-f8b8-4b7e-826f-40128616ddee tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/ports?device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 210 time: 0.2072346 Jul 09 13:39:58.317798 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f655bbba-942b-4f2a-bcbe-eb70f5ffb64a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.477537 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655bbba-942b-4f2a-bcbe-eb70f5ffb64a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event deleted for resources: {'Port': ['ID=ea254c8c-527b-4377-8ac0-c397795b2168,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:58.906647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.928167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-76d4df02-6f82-454d-962f-70745a54343f tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Allocated IP 172.20.0.9 (6f83b897-af18-43f0-9a05-bc774656c8c1/ad8344e0-d284-4238-8ffa-623c76a40116/23dfb9df-2dba-4e93-a07b-bb02463b5dbc) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:39:58.931822 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f655bbba-942b-4f2a-bcbe-eb70f5ffb64a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:58.945829 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f655bbba-942b-4f2a-bcbe-eb70f5ffb64a tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "DELETE /v2.0/ports/ea254c8c-527b-4377-8ac0-c397795b2168 HTTP/1.1" status: 204 len: 168 time: 2.1502008 Jul 09 13:39:58.950552 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43632) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:39:59.147654 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:39:59.172546 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:39:59.205693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:39:59.265251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63571de0-10df-4ad7-bc0f-f2c835ce820e req-24baf1fa-5c02-46f4-a6a1-3376e9245506 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:39:59.275553 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63571de0-10df-4ad7-bc0f-f2c835ce820e req-24baf1fa-5c02-46f4-a6a1-3376e9245506 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 0.8000324 Jul 09 13:39:59.306449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1dcf365d-8df3-4561-b348-96a214b6b401 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:39:59.439135 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63571de0-10df-4ad7-bc0f-f2c835ce820e req-99d7852a-5ad5-4752-8c19-7815e7d645a3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621823 Jul 09 13:39:59.448926 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-66645988-aed0-4821-87ab-97a964f6a966 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Deleting port 28930a53-11dd-4de0-887b-cd975c02419b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:39:59.453069 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66645988-aed0-4821-87ab-97a964f6a966 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:39:59.612892 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Pushing event updated for resources: {'Port': ['ID=34559b0e-bc28-4489-913e-d8abc8aeadf2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:39:59.736009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 1dcf365d-8df3-4561-b348-96a214b6b401 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:00.048663 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ef2d4f-025a-4547-b58b-ee8c93f7bd5b None None] Network 8b067095-4052-4b92-b6db-3597e823e67a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:00.058553 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1faa09b4-ff45-4c7a-a2db-d6830985d299 req-4764aa33-d446-43c8-a381-60e2b705736c tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/ports?device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 210 time: 0.2234778 Jul 09 13:40:00.067289 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66645988-aed0-4821-87ab-97a964f6a966 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.123470 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-66645988-aed0-4821-87ab-97a964f6a966 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Calling delete_port for 28930a53-11dd-4de0-887b-cd975c02419b owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:00.230295 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-73c9d610-1a34-4da9-9551-63eb0121ba10 None None] Provisioning for port 1dcf365d-8df3-4561-b348-96a214b6b401 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:00.254205 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-73c9d610-1a34-4da9-9551-63eb0121ba10 None None] Provisioning complete for port 1dcf365d-8df3-4561-b348-96a214b6b401 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:00.268298 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73c9d610-1a34-4da9-9551-63eb0121ba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.618614 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66645988-aed0-4821-87ab-97a964f6a966 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.651322 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-76d4df02-6f82-454d-962f-70745a54343f tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.676851 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:00.879797 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66645988-aed0-4821-87ab-97a964f6a966 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event deleted for resources: {'Port': ['ID=28930a53-11dd-4de0-887b-cd975c02419b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:00.991303 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-76d4df02-6f82-454d-962f-70745a54343f tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:01.071445 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73c9d610-1a34-4da9-9551-63eb0121ba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:01.163924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-76d4df02-6f82-454d-962f-70745a54343f tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Network 6f83b897-af18-43f0-9a05-bc774656c8c1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:01.177340 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-76d4df02-6f82-454d-962f-70745a54343f tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:01.198722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-76d4df02-6f82-454d-962f-70745a54343f tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:01.256858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-73c9d610-1a34-4da9-9551-63eb0121ba10 None None] For port 1dcf365d-8df3-4561-b348-96a214b6b401, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1dcf365d-8df3-4561-b348-96a214b6b401,segment=NetworkSegment(5ef240c6-8acc-4463-8c22-f528a997caa6),segment_id=5ef240c6-8acc-4463-8c22-f528a997caa6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:01.273433 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73c9d610-1a34-4da9-9551-63eb0121ba10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:01.431774 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:01.458483 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66645988-aed0-4821-87ab-97a964f6a966 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:01.470342 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-66645988-aed0-4821-87ab-97a964f6a966 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "DELETE /v2.0/ports/28930a53-11dd-4de0-887b-cd975c02419b HTTP/1.1" status: 204 len: 168 time: 2.4956048 Jul 09 13:40:01.472541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d4df02-6f82-454d-962f-70745a54343f tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Pushing event updated for resources: {'Port': ['ID=23dfb9df-2dba-4e93-a07b-bb02463b5dbc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:01.475011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43666) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:01.601831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c9d610-1a34-4da9-9551-63eb0121ba10 None None] Pushing event updated for resources: {'Port': ['ID=1dcf365d-8df3-4561-b348-96a214b6b401,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:01.623403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba4139-d5bd-454f-bf14-6036ceec1403 req-fcd326cb-3041-4225-8e29-145d49acaab7 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:01.636668 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c0ba4139-d5bd-454f-bf14-6036ceec1403 req-fcd326cb-3041-4225-8e29-145d49acaab7 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 0.6418269 Jul 09 13:40:01.804626 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c0ba4139-d5bd-454f-bf14-6036ceec1403 req-098908c6-148d-42e8-a97a-fb11f0eb098c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1644540 Jul 09 13:40:01.809818 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13ed30f2-3d0e-490b-a1e5-a80bf89497ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:02.086007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0de743-86ea-44de-85a0-ba1e668e6571 req-b87b9e10-a962-49d2-b42d-f60a480d6ee0 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:02.099700 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4f0de743-86ea-44de-85a0-ba1e668e6571 req-b87b9e10-a962-49d2-b42d-f60a480d6ee0 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/ports?device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 931 time: 0.3739948 Jul 09 13:40:02.227707 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4f0de743-86ea-44de-85a0-ba1e668e6571 req-1a9d6ac3-64ef-4576-b153-d5197f574eea tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/security-groups?id=4cb9614a-3734-4297-ae69-300bdbbd848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270349 Jul 09 13:40:02.240846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-76d4df02-6f82-454d-962f-70745a54343f tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:02.245274 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-76d4df02-6f82-454d-962f-70745a54343f tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:02.252989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-003f64fe-603d-418e-9f55-0438d619bbf8 None None] Provisioning complete for port 1dcf365d-8df3-4561-b348-96a214b6b401 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:02.253971 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-003f64fe-603d-418e-9f55-0438d619bbf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:02.311620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-76d4df02-6f82-454d-962f-70745a54343f tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6641991 Jul 09 13:40:02.336613 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-27b025a1-76f4-41e8-a1ba-60871464d8cb tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:40:02.338912 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-27b025a1-76f4-41e8-a1ba-60871464d8cb tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119932 Jul 09 13:40:02.460629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-504e641d-6d68-4aaf-854a-5d2807a72d17 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Deleting subnet 49d3e9d5-750d-45f1-840a-12db3a7eff08 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:40:02.487645 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-504e641d-6d68-4aaf-854a-5d2807a72d17 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:02.504038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Router e3fcde33-b03d-49a9-b7b4-50fddd53010e is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:40:02.840040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Request body: {'port': {'device_id': '00157314-e709-43d1-a0d6-b8ebe30677d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:02.975662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-504e641d-6d68-4aaf-854a-5d2807a72d17 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.117426 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-504e641d-6d68-4aaf-854a-5d2807a72d17 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.160169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1dcf365d-8df3-4561-b348-96a214b6b401 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:03.218356 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:03.284613 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Sync routers for ids ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:03.342175 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Routers {'e3fcde33-b03d-49a9-b7b4-50fddd53010e'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:03.354201 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:39:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:03.370552 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-504e641d-6d68-4aaf-854a-5d2807a72d17 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.414264 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1dcf365d-8df3-4561-b348-96a214b6b401 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:03.416082 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.425454 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.442606 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-87e7501f-2a8a-46c5-9103-b42fe8f8365f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 9.5173726 Jul 09 13:40:03.454162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43696) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:03.492304 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e641d-6d68-4aaf-854a-5d2807a72d17 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event deleted for resources: {'Subnet': ['ID=49d3e9d5-750d-45f1-840a-12db3a7eff08,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:03.509604 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-504e641d-6d68-4aaf-854a-5d2807a72d17 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.515446 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-504e641d-6d68-4aaf-854a-5d2807a72d17 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "DELETE /v2.0/subnets/49d3e9d5-750d-45f1-840a-12db3a7eff08 HTTP/1.1" status: 204 len: 168 time: 2.0128925 Jul 09 13:40:03.518354 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43700) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:03.533633 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2a3546-2b7f-49f1-99ff-14378c7fac51 None None] Network fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:03.723661 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:03.840789 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Set router e3fcde33-b03d-49a9-b7b4-50fddd53010e gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:04.040181 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c44538-7f01-4b6f-adc7-05b63d76f4d7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Deleting subnet 06d959da-897d-4ffe-8cce-f2a75985bb8a {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:40:04.049233 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20c44538-7f01-4b6f-adc7-05b63d76f4d7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.197633 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20c44538-7f01-4b6f-adc7-05b63d76f4d7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.428291 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20c44538-7f01-4b6f-adc7-05b63d76f4d7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.686988 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa15eab-d954-4b86-afa7-3bee3fa5f84d None None] DHCP port deletion for fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:40:04.747625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23dfb9df-2dba-4e93-a07b-bb02463b5dbc {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:40:04.765041 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.786275 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.814394 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:00Z', 'revision_number': 3, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:39:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:04.829074 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4fc36d8d-1bcb-4a8f-8a06-6efbe3122e2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.853286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Transition to ACTIVE for port object 23dfb9df-2dba-4e93-a07b-bb02463b5dbc will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:04.864138 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:04.872080 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6fa15eab-d954-4b86-afa7-3bee3fa5f84d None None] Deleting port 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:04.872507 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fa15eab-d954-4b86-afa7-3bee3fa5f84d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.023980 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Checking router: e3fcde33-b03d-49a9-b7b4-50fddd53010e for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:40:05.025518 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6fa15eab-d954-4b86-afa7-3bee3fa5f84d None None] For port 57f1bf18-1bec-413b-9ccb-ef005fa1bf75, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=57f1bf18-1bec-413b-9ccb-ef005fa1bf75,segment=NetworkSegment(a5828c9d-6841-4112-ac71-adb9b370a7ee),segment_id=a5828c9d-6841-4112-ac71-adb9b370a7ee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:05.025929 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fa15eab-d954-4b86-afa7-3bee3fa5f84d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.026847 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Updating router e3fcde33-b03d-49a9-b7b4-50fddd53010e port 34559b0e-bc28-4489-913e-d8abc8aeadf2 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:40:05.051161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6fa15eab-d954-4b86-afa7-3bee3fa5f84d None None] Calling delete_port for 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:05.148950 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.150246 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Pushing event updated for resources: {'Port': ['ID=23dfb9df-2dba-4e93-a07b-bb02463b5dbc,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:05.159856 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:05.270199 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Attempting to bind port 23dfb9df-2dba-4e93-a07b-bb02463b5dbc on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:05.270653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Attempting to bind port 23dfb9df-2dba-4e93-a07b-bb02463b5dbc by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'c3a65b57-b65d-4ea9-880d-69b045218d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6f83b897-af18-43f0-9a05-bc774656c8c1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:05.271295 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Attempting to bind port 23dfb9df-2dba-4e93-a07b-bb02463b5dbc on network 6f83b897-af18-43f0-9a05-bc774656c8c1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:05.284541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Port 23dfb9df-2dba-4e93-a07b-bb02463b5dbc on network 6f83b897-af18-43f0-9a05-bc774656c8c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:40:05.284887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Attempting to bind port 23dfb9df-2dba-4e93-a07b-bb02463b5dbc on network 6f83b897-af18-43f0-9a05-bc774656c8c1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:05.306457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 39, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:05.306950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Checking segment: {'id': 'c3a65b57-b65d-4ea9-880d-69b045218d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6f83b897-af18-43f0-9a05-bc774656c8c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:05.307440 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Bound using segment: {'id': 'c3a65b57-b65d-4ea9-880d-69b045218d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6f83b897-af18-43f0-9a05-bc774656c8c1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:05.307984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Bound port: 23dfb9df-2dba-4e93-a07b-bb02463b5dbc, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c3a65b57-b65d-4ea9-880d-69b045218d9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 303, 'network_id': '6f83b897-af18-43f0-9a05-bc774656c8c1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:05.308367 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.311665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedae68-e3c7-472f-af0f-a3a3d29f24ae req-feb0c704-7d8b-4a5f-878f-4fa58fe6347c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:05.339226 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fdedae68-e3c7-472f-af0f-a3a3d29f24ae req-feb0c704-7d8b-4a5f-878f-4fa58fe6347c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 2.0522671 Jul 09 13:40:05.375061 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fa15eab-d954-4b86-afa7-3bee3fa5f84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.440645 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] For port 23dfb9df-2dba-4e93-a07b-bb02463b5dbc, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:05.444370 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] For port 23dfb9df-2dba-4e93-a07b-bb02463b5dbc, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=23dfb9df-2dba-4e93-a07b-bb02463b5dbc,segment=NetworkSegment(c3a65b57-b65d-4ea9-880d-69b045218d9c),segment_id=c3a65b57-b65d-4ea9-880d-69b045218d9c)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:05.453292 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa15eab-d954-4b86-afa7-3bee3fa5f84d None None] Pushing event deleted for resources: {'Port': ['ID=57f1bf18-1bec-413b-9ccb-ef005fa1bf75,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:05.457339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa15eab-d954-4b86-afa7-3bee3fa5f84d None None] No DVR routers for this DVR port 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:05.464466 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No active binding found for port 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 {{(pid=93755) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 13:40:05.465201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 57f1bf18-1bec-413b-9ccb-ef005fa1bf75 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:40:05.465436 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.572609 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20c44538-7f01-4b6f-adc7-05b63d76f4d7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.589134 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.590003 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:05.590836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.593370 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] 10.222.0.18 "PUT /v2.0/ports/23dfb9df-2dba-4e93-a07b-bb02463b5dbc HTTP/1.1" status: 200 len: 1091 time: 3.2423000 Jul 09 13:40:05.594053 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00157314-e709-43d1-a0d6-b8ebe30677d4', 'tag': '23dfb9df-2dba-4e93-a07b-bb02463b5dbc'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:40:05.598792 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4ee77a5-a838-415d-882b-ead23d3e8493" -d '{"events": [{"name": "network-changed", "server_uuid": "00157314-e709-43d1-a0d6-b8ebe30677d4", "tag": "23dfb9df-2dba-4e93-a07b-bb02463b5dbc"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:40:05.657235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df85fdb2-f3f4-46cc-8c6a-df9d06ad6206 service neutron] Pushing event updated for resources: {'Port': ['ID=23dfb9df-2dba-4e93-a07b-bb02463b5dbc,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:05.791477 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3d30b4-aa98-4361-bda2-111af526e821 req-88b43e4d-30e9-4a6d-b908-8dc2e4baf7ba tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:05.806798 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7c3d30b4-aa98-4361-bda2-111af526e821 req-88b43e4d-30e9-4a6d-b908-8dc2e4baf7ba tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/ports?device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 931 time: 2.0835373 Jul 09 13:40:05.834334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-dd7c0114-e3db-4e2d-b786-e94b84228584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:05.838455 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-dd7c0114-e3db-4e2d-b786-e94b84228584 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=87325a1c79dc473d8f6f844d5ee4ceef&device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 1094 time: 0.1520448 Jul 09 13:40:05.912095 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e79672f-6065-4231-bcba-bea21f2008b5 None None] Network f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:05.928740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c44538-7f01-4b6f-adc7-05b63d76f4d7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event deleted for resources: {'Subnet': ['ID=06d959da-897d-4ffe-8cce-f2a75985bb8a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:05.942299 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20c44538-7f01-4b6f-adc7-05b63d76f4d7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:05.944620 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-20c44538-7f01-4b6f-adc7-05b63d76f4d7 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "DELETE /v2.0/subnets/06d959da-897d-4ffe-8cce-f2a75985bb8a HTTP/1.1" status: 204 len: 168 time: 2.4152761 Jul 09 13:40:05.974079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43724) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:06.009053 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-e9d520a3-2cf4-4cec-989d-3add37a2ff13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23dfb9df-2dba-4e93-a07b-bb02463b5dbc HTTP/1.1" status: 200 len: 217 time: 0.1612141 Jul 09 13:40:06.182711 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.183211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-b6dff74e-2822-42f9-98ad-2dda11787034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:06.183211 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-b6dff74e-2822-42f9-98ad-2dda11787034 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad8344e0-d284-4238-8ffa-623c76a40116 HTTP/1.1" status: 200 len: 854 time: 0.1634903 Jul 09 13:40:06.255550 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Transition to ACTIVE for port object 34559b0e-bc28-4489-913e-d8abc8aeadf2 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:06.293939 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.389994 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-77d30dd8-932e-47de-b6b3-75468197fb35 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f83b897-af18-43f0-9a05-bc774656c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2026012 Jul 09 13:40:06.394067 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9543-8d07-4351-989f-43c3fe31bcf6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.438831 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fdedae68-e3c7-472f-af0f-a3a3d29f24ae req-1748b7fd-3031-4cf0-9b23-0fae45f2269d tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0986817 Jul 09 13:40:06.556410 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7c3d30b4-aa98-4361-bda2-111af526e821 req-23ae7289-6568-4704-95ad-c0ff9360718d tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/security-groups?id=4cb9614a-3734-4297-ae69-300bdbbd848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7441862 Jul 09 13:40:06.599457 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adfa9f1-2847-4b3a-afb6-987c4c9a2edc None None] DHCP port deletion for f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:40:06.723642 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5004768-3d58-439b-9cae-6cafe6b07bf7 None None] Pushing event updated for resources: {'Port': ['ID=34559b0e-bc28-4489-913e-d8abc8aeadf2,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:06.740383 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Attempting to bind port 34559b0e-bc28-4489-913e-d8abc8aeadf2 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:06.741067 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Attempting to bind port 34559b0e-bc28-4489-913e-d8abc8aeadf2 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:06.741733 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Attempting to bind port 34559b0e-bc28-4489-913e-d8abc8aeadf2 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:06.753696 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004768-3d58-439b-9cae-6cafe6b07bf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.758065 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004768-3d58-439b-9cae-6cafe6b07bf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.759440 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004768-3d58-439b-9cae-6cafe6b07bf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.760699 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004768-3d58-439b-9cae-6cafe6b07bf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.762200 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004768-3d58-439b-9cae-6cafe6b07bf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.763560 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004768-3d58-439b-9cae-6cafe6b07bf7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.764549 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004768-3d58-439b-9cae-6cafe6b07bf7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.765283 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004768-3d58-439b-9cae-6cafe6b07bf7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.765836 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004768-3d58-439b-9cae-6cafe6b07bf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.766601 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004768-3d58-439b-9cae-6cafe6b07bf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.767260 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004768-3d58-439b-9cae-6cafe6b07bf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.767824 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5004768-3d58-439b-9cae-6cafe6b07bf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:06.778667 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:06.779305 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:06.780483 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.781428 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:06.782474 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Bound port: 34559b0e-bc28-4489-913e-d8abc8aeadf2, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:06.783165 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.933844 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] For port 34559b0e-bc28-4489-913e-d8abc8aeadf2, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:06.943025 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] For port 34559b0e-bc28-4489-913e-d8abc8aeadf2, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=34559b0e-bc28-4489-913e-d8abc8aeadf2,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:06.953409 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:06.964235 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-a42df80e-8d69-40c2-9c0d-3063ba74b9ef service neutron] 10.222.0.18 "GET /v2.0/networks/6f83b897-af18-43f0-9a05-bc774656c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5680075 Jul 09 13:40:07.005429 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9543-8d07-4351-989f-43c3fe31bcf6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.031134 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7adfa9f1-2847-4b3a-afb6-987c4c9a2edc None None] Deleting port abcd4fba-e378-4cc4-982f-de972113d6cb {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:07.031783 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7adfa9f1-2847-4b3a-afb6-987c4c9a2edc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.060673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a0cb9543-8d07-4351-989f-43c3fe31bcf6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc88aea0-f7b3-4a5d-8c9c-cd233750eb76']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:07.085791 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.109664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a0cb9543-8d07-4351-989f-43c3fe31bcf6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5828c9d-6841-4112-ac71-adb9b370a7ee') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:07.109664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a0cb9543-8d07-4351-989f-43c3fe31bcf6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5828c9d-6841-4112-ac71-adb9b370a7ee') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:07.141712 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9543-8d07-4351-989f-43c3fe31bcf6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.149325 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb92b2b-47a4-4481-b856-01cf4dbc0fb3 x-openstack-request-id: req-6fb92b2b-47a4-4481-b856-01cf4dbc0fb3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:40:07.153248 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00157314-e709-43d1-a0d6-b8ebe30677d4", "tag": "23dfb9df-2dba-4e93-a07b-bb02463b5dbc", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:40:07.153817 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fb92b2b-47a4-4481-b856-01cf4dbc0fb3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:40:07.154377 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00157314-e709-43d1-a0d6-b8ebe30677d4', 'tag': '23dfb9df-2dba-4e93-a07b-bb02463b5dbc', 'status': 'completed', 'code': 200} Jul 09 13:40:07.204362 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device abcd4fba-e378-4cc4-982f-de972113d6cb no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:07.276085 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-072ee3a3-8d07-44e3-b160-2afcca8f208e req-d6f5cc60-6fe4-4aab-a2e9-42b309fa039b service neutron] 10.222.0.18 "GET /v2.0/networks/6f83b897-af18-43f0-9a05-bc774656c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3023119 Jul 09 13:40:07.290182 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Routers {'e3fcde33-b03d-49a9-b7b4-50fddd53010e'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:07.295345 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:40:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:07.420570 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5004768-3d58-439b-9cae-6cafe6b07bf7 None None] Pushing event updated for resources: {'Port': ['ID=34559b0e-bc28-4489-913e-d8abc8aeadf2,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:07.455941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7adfa9f1-2847-4b3a-afb6-987c4c9a2edc None None] For port abcd4fba-e378-4cc4-982f-de972113d6cb, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=abcd4fba-e378-4cc4-982f-de972113d6cb,segment=NetworkSegment(8fea457c-8784-4c93-a717-822ec8dddf0f),segment_id=8fea457c-8784-4c93-a717-822ec8dddf0f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:07.456351 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7adfa9f1-2847-4b3a-afb6-987c4c9a2edc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.490512 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7adfa9f1-2847-4b3a-afb6-987c4c9a2edc None None] Calling delete_port for abcd4fba-e378-4cc4-982f-de972113d6cb owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:07.496846 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9543-8d07-4351-989f-43c3fe31bcf6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.521071 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0cb9543-8d07-4351-989f-43c3fe31bcf6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:40:07.524510 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9543-8d07-4351-989f-43c3fe31bcf6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:40:07.535599 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:40:07.559027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee77a5-a838-415d-882b-ead23d3e8493 req-92047384-99b4-47ba-83c8-8334b375ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:07.569322 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4ee77a5-a838-415d-882b-ead23d3e8493 req-92047384-99b4-47ba-83c8-8334b375ed4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=87325a1c79dc473d8f6f844d5ee4ceef&device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 1094 time: 0.2340074 Jul 09 13:40:07.725248 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] Set router e3fcde33-b03d-49a9-b7b4-50fddd53010e gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:07.728146 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.756854 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9543-8d07-4351-989f-43c3fe31bcf6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.759367 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7adfa9f1-2847-4b3a-afb6-987c4c9a2edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.763426 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Port abcd4fba-e378-4cc4-982f-de972113d6cb update to DOWN by agent not found {{(pid=93755) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 13:40:07.765058 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0cb9543-8d07-4351-989f-43c3fe31bcf6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:07.774320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a0cb9543-8d07-4351-989f-43c3fe31bcf6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "DELETE /v2.0/networks/fc88aea0-f7b3-4a5d-8c9c-cd233750eb76 HTTP/1.1" status: 204 len: 168 time: 1.7777715 Jul 09 13:40:07.775078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43754) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:07.834166 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adfa9f1-2847-4b3a-afb6-987c4c9a2edc None None] Pushing event deleted for resources: {'Port': ['ID=abcd4fba-e378-4cc4-982f-de972113d6cb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:07.855465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7adfa9f1-2847-4b3a-afb6-987c4c9a2edc None None] No DVR routers for this DVR port abcd4fba-e378-4cc4-982f-de972113d6cb on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:07.867686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cb9543-8d07-4351-989f-43c3fe31bcf6 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event deleted for resources: {'Network': ['ID=fc88aea0-f7b3-4a5d-8c9c-cd233750eb76,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:07.964469 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee77a5-a838-415d-882b-ead23d3e8493 req-9e5e5ae8-9649-4176-937b-7f0504a146ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:07.975503 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4ee77a5-a838-415d-882b-ead23d3e8493 req-9e5e5ae8-9649-4176-937b-7f0504a146ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=6f83b897-af18-43f0-9a05-bc774656c8c1 HTTP/1.1" status: 200 len: 915 time: 0.4010694 Jul 09 13:40:08.414658 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.476607 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:00Z', 'revision_number': 3, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:08.540451 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13ddb9f9-98fb-412b-9d54-8ba413fe9afe None None] The sync data for ids ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'] in n-d-799525-3 is: [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:00Z', 'revision_number': 3, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:08.598210 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:08.759491 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.056740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 23dfb9df-2dba-4e93-a07b-bb02463b5dbc details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:40:09.321303 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 23dfb9df-2dba-4e93-a07b-bb02463b5dbc, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=23dfb9df-2dba-4e93-a07b-bb02463b5dbc,segment=NetworkSegment(c3a65b57-b65d-4ea9-880d-69b045218d9c),segment_id=c3a65b57-b65d-4ea9-880d-69b045218d9c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:09.409600 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.426555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '23dfb9df-2dba-4e93-a07b-bb02463b5dbc', 'network_id': '6f83b897-af18-43f0-9a05-bc774656c8c1', 'port_id': '23dfb9df-2dba-4e93-a07b-bb02463b5dbc', 'mac_address': 'fa:16:3e:63:c3:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 303, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad8344e0-d284-4238-8ffa-623c76a40116', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:40:09.452142 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4ee77a5-a838-415d-882b-ead23d3e8493 req-b19771f2-1ca6-4717-a6f5-1fa9d50724e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23dfb9df-2dba-4e93-a07b-bb02463b5dbc HTTP/1.1" status: 200 len: 217 time: 1.4697485 Jul 09 13:40:09.465312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55c62ae-a5d9-44e0-9eaa-9f06eac67a83']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:09.552577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f011c67-5175-474d-8a5b-5d18cf5e1603 req-d41d08be-f6d1-4ab4-b5ac-b79ad8fe852a tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:09.560849 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.579582 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f011c67-5175-474d-8a5b-5d18cf5e1603 req-d41d08be-f6d1-4ab4-b5ac-b79ad8fe852a tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/ports?device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 943 time: 1.1407964 Jul 09 13:40:09.598167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23dfb9df-2dba-4e93-a07b-bb02463b5dbc {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:40:09.643406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 23dfb9df-2dba-4e93-a07b-bb02463b5dbc, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=23dfb9df-2dba-4e93-a07b-bb02463b5dbc,segment=NetworkSegment(c3a65b57-b65d-4ea9-880d-69b045218d9c),segment_id=c3a65b57-b65d-4ea9-880d-69b045218d9c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:09.651718 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Allocated IP 172.20.0.1 (8b067095-4052-4b92-b6db-3597e823e67a/6365b74c-aea2-4433-844b-839fb4fcbc16/a57159f5-6971-4628-b1fb-0e220292cd12) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:09.655307 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:09.716250 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ee77a5-a838-415d-882b-ead23d3e8493 req-7466a375-2ca3-4bbc-a4d8-e94f78fe245a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:09.719905 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4ee77a5-a838-415d-882b-ead23d3e8493 req-7466a375-2ca3-4bbc-a4d8-e94f78fe245a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ad8344e0-d284-4238-8ffa-623c76a40116 HTTP/1.1" status: 200 len: 854 time: 0.2592752 Jul 09 13:40:09.725565 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=23dfb9df-2dba-4e93-a07b-bb02463b5dbc,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:09.850806 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4ee77a5-a838-415d-882b-ead23d3e8493 req-8cf2054e-1617-4265-9ad3-244d6d4a8102 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6f83b897-af18-43f0-9a05-bc774656c8c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1225677 Jul 09 13:40:09.871981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['23dfb9df-2dba-4e93-a07b-bb02463b5dbc'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:40:09.944443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269af070-e85e-41dc-9c01-75a08807cabf req-908f1438-ac59-4fbe-98d2-d3ced72889da tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:09.996889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-269af070-e85e-41dc-9c01-75a08807cabf req-908f1438-ac59-4fbe-98d2-d3ced72889da tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 1.5562913 Jul 09 13:40:10.050222 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fea457c-8784-4c93-a717-822ec8dddf0f') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:10.056130 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fea457c-8784-4c93-a717-822ec8dddf0f') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:10.074212 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4ee77a5-a838-415d-882b-ead23d3e8493 req-d13bf2aa-b1f6-405b-a373-3ca733b0c76d service neutron] 10.222.0.18 "GET /v2.0/networks/6f83b897-af18-43f0-9a05-bc774656c8c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174740 Jul 09 13:40:10.137552 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.172794 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.196724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:40:10.197236 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.350043 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f4ee77a5-a838-415d-882b-ead23d3e8493 req-3f6cc3f0-60b4-4162-9708-bc1eec995d73 service neutron] 10.222.0.18 "GET /v2.0/networks/6f83b897-af18-43f0-9a05-bc774656c8c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652943 Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:40:10.367760 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:40:10.499586 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.569197 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Transition to ACTIVE for port object a57159f5-6971-4628-b1fb-0e220292cd12 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:10.694431 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.767975 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.771160 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] 10.222.0.39 "DELETE /v2.0/networks/f55c62ae-a5d9-44e0-9eaa-9f06eac67a83 HTTP/1.1" status: 204 len: 168 time: 2.9806316 Jul 09 13:40:10.848941 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:10.879917 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Pushing event deleted for resources: {'Network': ['ID=f55c62ae-a5d9-44e0-9eaa-9f06eac67a83,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:11.034375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:11.035052 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:11.035463 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:11.035999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:11.036484 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:11.036944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:11.037410 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:11.037870 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:11.038311 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:11.038789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:11.047244 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:11.047891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edd6c8f7-72b2-4c67-aa60-a6103b6bedb3 tempest-TaggedBootDevicesTest-1143704148 tempest-TaggedBootDevicesTest-1143704148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:11.065721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 23dfb9df-2dba-4e93-a07b-bb02463b5dbc up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:11.072632 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-269af070-e85e-41dc-9c01-75a08807cabf req-dd55488a-bda6-4868-bef8-c4a9fd951fda tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0743053 Jul 09 13:40:11.173008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 34559b0e-bc28-4489-913e-d8abc8aeadf2 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:11.222360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f011c67-5175-474d-8a5b-5d18cf5e1603 req-7baac1be-59a7-4658-a592-d248eb2e94b4 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/security-groups?id=4cb9614a-3734-4297-ae69-300bdbbd848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6360891 Jul 09 13:40:11.226584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Network 8b067095-4052-4b92-b6db-3597e823e67a is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:11.251447 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:11.277529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:11.390903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Pushing event updated for resources: {'Port': ['ID=a57159f5-6971-4628-b1fb-0e220292cd12,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:11.482299 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.598097 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 34559b0e-bc28-4489-913e-d8abc8aeadf2 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:11.612796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 23dfb9df-2dba-4e93-a07b-bb02463b5dbc completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:11.627440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 34559b0e-bc28-4489-913e-d8abc8aeadf2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:11.638614 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:11.642898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 23dfb9df-2dba-4e93-a07b-bb02463b5dbc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:11.651535 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.058785 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.138264 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00157314-e709-43d1-a0d6-b8ebe30677d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dfb9df-2dba-4e93-a07b-bb02463b5dbc'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:40:12.147761 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9416f7c8-72b3-4f81-925a-2073e77871e6" -d '{"events": [{"server_uuid": "00157314-e709-43d1-a0d6-b8ebe30677d4", "name": "network-vif-plugged", "status": "completed", "tag": "23dfb9df-2dba-4e93-a07b-bb02463b5dbc"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:40:12.176388 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f37f26a6-386c-41a7-ace1-764add5eeed8 None None] Provisioning for port a57159f5-6971-4628-b1fb-0e220292cd12 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:12.202652 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.227578 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f37f26a6-386c-41a7-ace1-764add5eeed8 None None] Provisioning complete for port a57159f5-6971-4628-b1fb-0e220292cd12 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:12.228898 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f37f26a6-386c-41a7-ace1-764add5eeed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.451007 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 23dfb9df-2dba-4e93-a07b-bb02463b5dbc, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=23dfb9df-2dba-4e93-a07b-bb02463b5dbc,segment=NetworkSegment(c3a65b57-b65d-4ea9-880d-69b045218d9c),segment_id=c3a65b57-b65d-4ea9-880d-69b045218d9c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:12.461916 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8322ad04-a501-456e-8a71-7a3bd6e68740 x-openstack-request-id: req-8322ad04-a501-456e-8a71-7a3bd6e68740 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:40:12.464242 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00157314-e709-43d1-a0d6-b8ebe30677d4", "name": "network-vif-plugged", "status": "completed", "tag": "23dfb9df-2dba-4e93-a07b-bb02463b5dbc", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:40:12.464242 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8322ad04-a501-456e-8a71-7a3bd6e68740 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:40:12.464242 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00157314-e709-43d1-a0d6-b8ebe30677d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dfb9df-2dba-4e93-a07b-bb02463b5dbc', 'code': 200} Jul 09 13:40:12.464242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f37f26a6-386c-41a7-ace1-764add5eeed8 None None] Port a57159f5-6971-4628-b1fb-0e220292cd12 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:12.594101 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.667363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 34559b0e-bc28-4489-913e-d8abc8aeadf2, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=34559b0e-bc28-4489-913e-d8abc8aeadf2,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:12.675598 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.698143 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:12.713564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ee5b98-87ca-48b3-8f7a-9bd8dfabf63b req-61b88225-f194-4955-803b-fd25e93b5c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:12.720581 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d2ee5b98-87ca-48b3-8f7a-9bd8dfabf63b req-61b88225-f194-4955-803b-fd25e93b5c59 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 1096 time: 0.2305005 Jul 09 13:40:12.878323 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d2ee5b98-87ca-48b3-8f7a-9bd8dfabf63b req-27a8350e-fe56-47cd-ad33-2eed422cd604 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4cb9614a-3734-4297-ae69-300bdbbd848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494699 Jul 09 13:40:12.938331 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=23dfb9df-2dba-4e93-a07b-bb02463b5dbc,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:13.129939 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=34559b0e-bc28-4489-913e-d8abc8aeadf2,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:13.386202 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.453234 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.519190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Pushing event updated for resources: {'Port': ['ID=a57159f5-6971-4628-b1fb-0e220292cd12,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:13.809731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a991fb-1a77-493a-8595-4b097d1a27be req-2e2f25da-5c47-4b36-b675-da3ee959ec3f tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:13.811647 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22a991fb-1a77-493a-8595-4b097d1a27be req-2e2f25da-5c47-4b36-b675-da3ee959ec3f tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/ports?device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 945 time: 0.9422698 Jul 09 13:40:13.919384 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22a991fb-1a77-493a-8595-4b097d1a27be req-159a8871-51a6-4d75-b172-db9635366522 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/security-groups?id=4cb9614a-3734-4297-ae69-300bdbbd848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964892 Jul 09 13:40:13.924718 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:13.969359 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d258e-c04c-486c-87be-253d22557778 req-f7e6fb1e-dfe3-4dd1-bffb-00bc061b3b9c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:13.981428 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce4d258e-c04c-486c-87be-253d22557778 req-f7e6fb1e-dfe3-4dd1-bffb-00bc061b3b9c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 1.1033988 Jul 09 13:40:14.145655 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce4d258e-c04c-486c-87be-253d22557778 req-3bbc9bc4-8045-403b-b49b-ed37958805d8 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1631880 Jul 09 13:40:14.571854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Network 8b067095-4052-4b92-b6db-3597e823e67a is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:14.575815 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:14.999948 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Router e3fcde33-b03d-49a9-b7b4-50fddd53010e has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:40:15.075713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-11858e6a-42fb-40ee-821d-5ecb1045cfe1 None None] Provisioning complete for port a57159f5-6971-4628-b1fb-0e220292cd12 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:15.077732 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11858e6a-42fb-40ee-821d-5ecb1045cfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:15.175215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 34559b0e-bc28-4489-913e-d8abc8aeadf2 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:15.386851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-11858e6a-42fb-40ee-821d-5ecb1045cfe1 None None] Port a57159f5-6971-4628-b1fb-0e220292cd12 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:15.589766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 34559b0e-bc28-4489-913e-d8abc8aeadf2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:15.593555 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:15.669413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:15.692323 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7a890d55-c07b-4b3f-9183-b7e74cf949eb admin admin] 10.222.0.39 "PUT /v2.0/routers/e3fcde33-b03d-49a9-b7b4-50fddd53010e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2276757 Jul 09 13:40:15.725715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Sync routers for ids ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:15.777649 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc65896-7069-482d-8600-28342881572b req-4a7fb791-0de7-4678-857c-2302c7316c86 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:15.800221 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Routers {'e3fcde33-b03d-49a9-b7b4-50fddd53010e'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:15.801093 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:40:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:15.801321 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-edc65896-7069-482d-8600-28342881572b req-4a7fb791-0de7-4678-857c-2302c7316c86 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/ports?device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 945 time: 0.1822340 Jul 09 13:40:16.069566 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-edc65896-7069-482d-8600-28342881572b req-c6eb56fa-27e0-448d-8b2d-d40aab2dbc22 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/security-groups?id=4cb9614a-3734-4297-ae69-300bdbbd848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638168 Jul 09 13:40:16.247206 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff18862-b593-426e-be43-d47ff32c1c5f req-d6f319c3-c7e3-4b44-8398-76746189dcd5 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:16.272995 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ff18862-b593-426e-be43-d47ff32c1c5f req-d6f319c3-c7e3-4b44-8398-76746189dcd5 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 0.4263816 Jul 09 13:40:16.311957 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Set router e3fcde33-b03d-49a9-b7b4-50fddd53010e gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:16.442428 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ff18862-b593-426e-be43-d47ff32c1c5f req-1978546b-25a0-41c1-ace1-dbcd0fe5856b tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660972 Jul 09 13:40:16.812144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:11Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'a57159f5-6971-4628-b1fb-0e220292cd12', 'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'mac_address': 'fa:16:3e:95:fa:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:07Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 2, 'project_id': '57c1823849db49b4af2d50bf49892746', 'subnets': [{'id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:17.071586 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43908) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:17.289835 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43928) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:17.295707 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-100e528b-3cb3-472f-81a3-b38e82726909 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598288555', 'description': 'tempest-description--2129532641'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:17.394329 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-490d4e75-0a69-446c-a893-4eb929af9782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.426892 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Checking router: e3fcde33-b03d-49a9-b7b4-50fddd53010e for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:40:17.431070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Updating router e3fcde33-b03d-49a9-b7b4-50fddd53010e port a57159f5-6971-4628-b1fb-0e220292cd12 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:40:17.602986 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.654976 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 87f0b530-8e5b-4ab3-bab0-c770e91e05bc details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:40:17.664274 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-490d4e75-0a69-446c-a893-4eb929af9782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.666449 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-100e528b-3cb3-472f-81a3-b38e82726909 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.710366 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-490d4e75-0a69-446c-a893-4eb929af9782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:17.852286 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490d4e75-0a69-446c-a893-4eb929af9782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b61381-c9d9-4ea3-9c90-cf67c1310a39,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:17.859053 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-490d4e75-0a69-446c-a893-4eb929af9782 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4803a6334ac441959e0f333494cb6735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7852492 Jul 09 13:40:17.864967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43940) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:17.916189 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:40:18.001599 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110ab0b5-0e28-41b9-9c75-97eaead1a9fd req-e909c0dd-e566-4888-8f61-dd8fb6c9100a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:18.001599 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-110ab0b5-0e28-41b9-9c75-97eaead1a9fd req-e909c0dd-e566-4888-8f61-dd8fb6c9100a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 943 time: 0.2936869 Jul 09 13:40:18.146199 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b45f40fd-a4bc-4057-b637-32ca170c0313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.158109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43954) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:18.167074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-110ab0b5-0e28-41b9-9c75-97eaead1a9fd req-d910a5e5-c591-4590-a8f2-27838819fb49 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1474602 Jul 09 13:40:18.182468 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-100e528b-3cb3-472f-81a3-b38e82726909 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.264697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b45f40fd-a4bc-4057-b637-32ca170c0313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.301863 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-100e528b-3cb3-472f-81a3-b38e82726909 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.378584 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b45f40fd-a4bc-4057-b637-32ca170c0313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.384904 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b45f40fd-a4bc-4057-b637-32ca170c0313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.390788 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-100e528b-3cb3-472f-81a3-b38e82726909 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.391056 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b45f40fd-a4bc-4057-b637-32ca170c0313 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f9b61381-c9d9-4ea3-9c90-cf67c1310a39 HTTP/1.1" status: 204 len: 168 time: 0.5202405 Jul 09 13:40:18.397436 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-100e528b-3cb3-472f-81a3-b38e82726909 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1013453 Jul 09 13:40:18.398425 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43964) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:18.421526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b45f40fd-a4bc-4057-b637-32ca170c0313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b61381-c9d9-4ea3-9c90-cf67c1310a39,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:18.434567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e16bf318-7f3d-4ec0-9feb-5346c87d9f91 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Request body: {'security_group_rule': {'security_group_id': '14aea2f2-a074-46bc-9c25-6babe0ce053f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:18.489018 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-218abe73-9b2a-406b-998f-ed0320dcb32d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.606400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e528b-3cb3-472f-81a3-b38e82726909 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14aea2f2-a074-46bc-9c25-6babe0ce053f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:18.615521 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e16bf318-7f3d-4ec0-9feb-5346c87d9f91 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.719725 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:18.738641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'port_id': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'mac_address': 'fa:16:3e:2a:e0:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:40:18.741997 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9757d16f-38d0-4d7f-9a56-911b3c8eddf5 req-6d5bd4de-aec9-4607-a639-3bd5e47faab2 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:18.751666 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9757d16f-38d0-4d7f-9a56-911b3c8eddf5 req-6d5bd4de-aec9-4607-a639-3bd5e47faab2 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/ports?device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 945 time: 0.5634069 Jul 09 13:40:18.838468 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-218abe73-9b2a-406b-998f-ed0320dcb32d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.857931 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-218abe73-9b2a-406b-998f-ed0320dcb32d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.957858 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.973046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Transition to ACTIVE for port object a57159f5-6971-4628-b1fb-0e220292cd12 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:18.982486 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e16bf318-7f3d-4ec0-9feb-5346c87d9f91 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:18.987619 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218abe73-9b2a-406b-998f-ed0320dcb32d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8b8a9a-c480-4bd9-98c7-b4454afc3204,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:18.988622 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.001925 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e16bf318-7f3d-4ec0-9feb-5346c87d9f91 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.062264 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-218abe73-9b2a-406b-998f-ed0320dcb32d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d25a40a26ca649b0b26e7fc7527cec19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9031065 Jul 09 13:40:19.062936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43970) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:19.113165 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9757d16f-38d0-4d7f-9a56-911b3c8eddf5 req-b7c3a4ea-9845-4f56-af4c-9aec5f6eb622 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/security-groups?id=4cb9614a-3734-4297-ae69-300bdbbd848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565462 Jul 09 13:40:19.131654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16bf318-7f3d-4ec0-9feb-5346c87d9f91 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c475afd2-14a1-4a5d-865b-9b82897f5d4d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:19.156513 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e16bf318-7f3d-4ec0-9feb-5346c87d9f91 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.165192 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e16bf318-7f3d-4ec0-9feb-5346c87d9f91 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7482581 Jul 09 13:40:19.168024 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43972) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:19.180170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-512525c9-ae6e-4655-a81a-fdb57c78031a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Request body: {'security_group_rule': {'security_group_id': '14aea2f2-a074-46bc-9c25-6babe0ce053f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:19.223199 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.301715 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-512525c9-ae6e-4655-a81a-fdb57c78031a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.306545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87f0b530-8e5b-4ab3-bab0-c770e91e05bc {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:40:19.336880 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43978) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:19.368810 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b027f7af-8c40-4cff-95f8-1089c4673870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.448402 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff236-edb5-4b40-94c4-d3ddd50068d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.541826 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b027f7af-8c40-4cff-95f8-1089c4673870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.569569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:19.625855 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad70749-0583-47ff-85be-01c462aa8075 None None] Pushing event updated for resources: {'Port': ['ID=a57159f5-6971-4628-b1fb-0e220292cd12,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:19.643839 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-512525c9-ae6e-4655-a81a-fdb57c78031a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.667818 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.691987 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-512525c9-ae6e-4655-a81a-fdb57c78031a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.745434 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512525c9-ae6e-4655-a81a-fdb57c78031a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb2beedc-d633-432e-9da2-acb22867f4f1,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:19.790525 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753f3cd-ed47-4e14-9e16-e7e81a457199 req-de5ffdd9-52d4-4cc0-8570-c3200ea1c307 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:19.806234 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a753f3cd-ed47-4e14-9e16-e7e81a457199 req-de5ffdd9-52d4-4cc0-8570-c3200ea1c307 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.18 "GET /v2.0/ports?device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 945 time: 0.6060157 Jul 09 13:40:19.821667 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:19.842490 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67bbc0f-1dfb-420c-bac2-336a3def5928 req-613cb2fb-76bf-46d2-a623-a757c399483f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:19.846402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Attempting to bind port a57159f5-6971-4628-b1fb-0e220292cd12 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:19.847350 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Attempting to bind port a57159f5-6971-4628-b1fb-0e220292cd12 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:19.848000 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Attempting to bind port a57159f5-6971-4628-b1fb-0e220292cd12 on network 8b067095-4052-4b92-b6db-3597e823e67a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:19.858719 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d67bbc0f-1dfb-420c-bac2-336a3def5928 req-613cb2fb-76bf-46d2-a623-a757c399483f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 944 time: 0.3208506 Jul 09 13:40:19.875258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:19.875258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Checking segment: {'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:19.875258 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.875258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Bound using segment: {'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:19.875258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Bound port: a57159f5-6971-4628-b1fb-0e220292cd12, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:19.875258 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:19.987559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['87f0b530-8e5b-4ab3-bab0-c770e91e05bc'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:40:19.990168 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b027f7af-8c40-4cff-95f8-1089c4673870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.009406 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b027f7af-8c40-4cff-95f8-1089c4673870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.022798 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d67bbc0f-1dfb-420c-bac2-336a3def5928 req-ea50118b-ad57-4a12-b90b-eb8915bf9221 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1561809 Jul 09 13:40:20.024693 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b027f7af-8c40-4cff-95f8-1089c4673870 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e8b8a9a-c480-4bd9-98c7-b4454afc3204 HTTP/1.1" status: 204 len: 168 time: 0.9590704 Jul 09 13:40:20.087662 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff236-edb5-4b40-94c4-d3ddd50068d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.094217 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec6ff236-edb5-4b40-94c4-d3ddd50068d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.119678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b027f7af-8c40-4cff-95f8-1089c4673870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8b8a9a-c480-4bd9-98c7-b4454afc3204,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:20.122536 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-512525c9-ae6e-4655-a81a-fdb57c78031a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.133200 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-512525c9-ae6e-4655-a81a-fdb57c78031a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9627368 Jul 09 13:40:20.152891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43998) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:20.169589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:20.210831 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ec6ff236-edb5-4b40-94c4-d3ddd50068d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9402bbfbb3684bdbbad4ef9a65fe2ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8641970 Jul 09 13:40:20.211928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44002) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:20.215545 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ff236-edb5-4b40-94c4-d3ddd50068d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aef072cf-95c6-4ac4-8c4b-51eac58bafff,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:20.296905 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] For port a57159f5-6971-4628-b1fb-0e220292cd12, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:20.348564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] For port a57159f5-6971-4628-b1fb-0e220292cd12, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a57159f5-6971-4628-b1fb-0e220292cd12,segment=NetworkSegment(5ef240c6-8acc-4463-8c22-f528a997caa6),segment_id=5ef240c6-8acc-4463-8c22-f528a997caa6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:20.387914 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3698b6f2-7107-4230-aef4-c4c10060d1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.388265 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.392628 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.448810 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3698b6f2-7107-4230-aef4-c4c10060d1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.487698 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-a753f3cd-ed47-4e14-9e16-e7e81a457199 req-5f697ddc-db2d-44b3-8d61-493b4a79deec tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Deleting port 23dfb9df-2dba-4e93-a07b-bb02463b5dbc {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:20.488343 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a753f3cd-ed47-4e14-9e16-e7e81a457199 req-5f697ddc-db2d-44b3-8d61-493b4a79deec tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.663682 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3698b6f2-7107-4230-aef4-c4c10060d1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.675308 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3698b6f2-7107-4230-aef4-c4c10060d1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:20.681618 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3698b6f2-7107-4230-aef4-c4c10060d1d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aef072cf-95c6-4ac4-8c4b-51eac58bafff HTTP/1.1" status: 204 len: 168 time: 0.4684782 Jul 09 13:40:20.884556 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Routers {'e3fcde33-b03d-49a9-b7b4-50fddd53010e'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:20.889965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:40:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:20.934032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698b6f2-7107-4230-aef4-c4c10060d1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef072cf-95c6-4ac4-8c4b-51eac58bafff,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:21.166100 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d77c6-a751-4f11-8649-bdef8627f32e req-583886d3-c319-4e13-816e-cc6265300ea0 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:21.190636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad70749-0583-47ff-85be-01c462aa8075 None None] Pushing event updated for resources: {'Port': ['ID=a57159f5-6971-4628-b1fb-0e220292cd12,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:21.198249 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec2d77c6-a751-4f11-8649-bdef8627f32e req-583886d3-c319-4e13-816e-cc6265300ea0 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/ports?device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 945 time: 0.5652375 Jul 09 13:40:21.287565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a753f3cd-ed47-4e14-9e16-e7e81a457199 req-5f697ddc-db2d-44b3-8d61-493b4a79deec tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] For port 23dfb9df-2dba-4e93-a07b-bb02463b5dbc, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=23dfb9df-2dba-4e93-a07b-bb02463b5dbc,segment=NetworkSegment(c3a65b57-b65d-4ea9-880d-69b045218d9c),segment_id=c3a65b57-b65d-4ea9-880d-69b045218d9c)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:21.291219 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a753f3cd-ed47-4e14-9e16-e7e81a457199 req-5f697ddc-db2d-44b3-8d61-493b4a79deec tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.300782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44020) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:21.410373 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fecf08d-e272-40f4-a00f-c5abde9d0db0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.469799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-a753f3cd-ed47-4e14-9e16-e7e81a457199 req-5f697ddc-db2d-44b3-8d61-493b4a79deec tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Calling delete_port for 23dfb9df-2dba-4e93-a07b-bb02463b5dbc owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:21.862932 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.879130 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fecf08d-e272-40f4-a00f-c5abde9d0db0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:21.884065 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] Set router e3fcde33-b03d-49a9-b7b4-50fddd53010e gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:21.895896 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec2d77c6-a751-4f11-8649-bdef8627f32e req-e164f0c4-6093-4e2c-b5d8-417ee4a7d4c7 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/security-groups?id=4cb9614a-3734-4297-ae69-300bdbbd848a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6925175 Jul 09 13:40:21.910094 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fecf08d-e272-40f4-a00f-c5abde9d0db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.178906 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7fecf08d-e272-40f4-a00f-c5abde9d0db0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6fc683a828bf4bc6b60b72f6fd41e64f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8693328 Jul 09 13:40:22.183593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44028) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:22.193200 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecf08d-e272-40f4-a00f-c5abde9d0db0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21f9062-1e42-4c09-92e1-700315b68416,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:22.323859 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44030) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:22.447672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241fc4c-644a-4fb3-b004-117c5161ac7f req-edfdbfd7-3b31-4d3e-9e30-69cc8a329637 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:22.459197 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Allocated IP 172.25.2.212 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/039ad2a8-b774-463d-a9f1-38788aca1079) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:22.461132 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c241fc4c-644a-4fb3-b004-117c5161ac7f req-edfdbfd7-3b31-4d3e-9e30-69cc8a329637 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 944 time: 0.5602255 Jul 09 13:40:22.512576 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af05ed40-e83d-45b2-9f7b-01f4417f9105 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.594063 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24546852-3702-4a87-9d70-21c3e23da03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.622352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:11Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'a57159f5-6971-4628-b1fb-0e220292cd12', 'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'mac_address': 'fa:16:3e:95:fa:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:07Z', 'updated_at': '2021-07-09T13:40:20Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'subnets': [{'id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:22.716689 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c241fc4c-644a-4fb3-b004-117c5161ac7f req-ca15ec55-5a5c-4247-a445-d9906ec016e4 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2533271 Jul 09 13:40:22.719753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8c988aa-97cc-406e-b990-950558ea95b4 None None] The sync data for ids ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'] in n-d-799525-3 is: [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:11Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'a57159f5-6971-4628-b1fb-0e220292cd12', 'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'mac_address': 'fa:16:3e:95:fa:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:07Z', 'updated_at': '2021-07-09T13:40:20Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'subnets': [{'id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:22.726797 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24546852-3702-4a87-9d70-21c3e23da03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.814264 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a753f3cd-ed47-4e14-9e16-e7e81a457199 req-5f697ddc-db2d-44b3-8d61-493b4a79deec tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.930831 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24546852-3702-4a87-9d70-21c3e23da03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.933897 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24546852-3702-4a87-9d70-21c3e23da03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:22.939167 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-24546852-3702-4a87-9d70-21c3e23da03e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d21f9062-1e42-4c09-92e1-700315b68416 HTTP/1.1" status: 204 len: 168 time: 0.7425704 Jul 09 13:40:22.962914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24546852-3702-4a87-9d70-21c3e23da03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21f9062-1e42-4c09-92e1-700315b68416,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:22.987311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f697ddc-db2d-44b3-8d61-493b4a79deec tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Pushing event deleted for resources: {'Port': ['ID=23dfb9df-2dba-4e93-a07b-bb02463b5dbc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:23.158777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 23dfb9df-2dba-4e93-a07b-bb02463b5dbc no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:23.294146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a753f3cd-ed47-4e14-9e16-e7e81a457199 req-5f697ddc-db2d-44b3-8d61-493b4a79deec tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] No DVR routers for this DVR port 23dfb9df-2dba-4e93-a07b-bb02463b5dbc on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:23.318461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 23dfb9df-2dba-4e93-a07b-bb02463b5dbc {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:40:23.318882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 23dfb9df-2dba-4e93-a07b-bb02463b5dbc not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:40:23.355703 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a753f3cd-ed47-4e14-9e16-e7e81a457199 req-5f697ddc-db2d-44b3-8d61-493b4a79deec tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:23.381604 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8acd5758-3ef9-480b-b463-bdcb38f320d5 req-c86663ad-1216-4ebf-acb9-f443fdac804e tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/ports?device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 210 time: 0.1280015 Jul 09 13:40:23.386705 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a753f3cd-ed47-4e14-9e16-e7e81a457199 req-5f697ddc-db2d-44b3-8d61-493b4a79deec tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.18 "DELETE /v2.0/ports/23dfb9df-2dba-4e93-a07b-bb02463b5dbc HTTP/1.1" status: 204 len: 173 time: 3.5680985 Jul 09 13:40:23.396452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00157314-e709-43d1-a0d6-b8ebe30677d4', 'name': 'network-vif-deleted', 'tag': '23dfb9df-2dba-4e93-a07b-bb02463b5dbc'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:40:23.401902 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac25a6cf-6ce5-41c4-ad55-d5a1a1f68181" -d '{"events": [{"server_uuid": "00157314-e709-43d1-a0d6-b8ebe30677d4", "name": "network-vif-deleted", "tag": "23dfb9df-2dba-4e93-a07b-bb02463b5dbc"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:40:23.527642 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c79b34-468d-4723-a01a-d7b9760affc3 x-openstack-request-id: req-99c79b34-468d-4723-a01a-d7b9760affc3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:40:23.531557 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00157314-e709-43d1-a0d6-b8ebe30677d4", "name": "network-vif-deleted", "tag": "23dfb9df-2dba-4e93-a07b-bb02463b5dbc", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:40:23.532130 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-99c79b34-468d-4723-a01a-d7b9760affc3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:40:23.532236 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a57159f5-6971-4628-b1fb-0e220292cd12 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:23.532859 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00157314-e709-43d1-a0d6-b8ebe30677d4', 'name': 'network-vif-deleted', 'tag': '23dfb9df-2dba-4e93-a07b-bb02463b5dbc', 'status': 'completed', 'code': 200} Jul 09 13:40:23.546576 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:23.675765 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af05ed40-e83d-45b2-9f7b-01f4417f9105 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:23.702417 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af05ed40-e83d-45b2-9f7b-01f4417f9105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:23.720412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 87f0b530-8e5b-4ab3-bab0-c770e91e05bc up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:23.785611 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-af05ed40-e83d-45b2-9f7b-01f4417f9105 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=884c252c69ff4a8faa0011d77efe041f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4415054 Jul 09 13:40:23.789442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44046) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:23.956051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af05ed40-e83d-45b2-9f7b-01f4417f9105 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cded224-1d9c-438a-b37e-9d6a08d292df,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:24.014371 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.077171 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3535d8cd-f278-4e77-8708-7e9298abe6c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.102531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port a57159f5-6971-4628-b1fb-0e220292cd12 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:24.121812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a57159f5-6971-4628-b1fb-0e220292cd12 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:24.136645 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.168070 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:24.178213 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:40:24.182861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:24.215820 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:24.289348 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3535d8cd-f278-4e77-8708-7e9298abe6c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.300161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:24.300835 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.374813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event updated for resources: {'Port': ['ID=039ad2a8-b774-463d-a9f1-38788aca1079,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:24.443078 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.693184 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port a57159f5-6971-4628-b1fb-0e220292cd12, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a57159f5-6971-4628-b1fb-0e220292cd12,segment=NetworkSegment(5ef240c6-8acc-4463-8c22-f528a997caa6),segment_id=5ef240c6-8acc-4463-8c22-f528a997caa6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:24.707367 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.745371 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.789168 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ce20ab-758e-45c7-89c0-bae7c7d97c21 req-0471be60-ee5c-4ad5-a1db-138c0dbd3be9 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:24.808912 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a1ce20ab-758e-45c7-89c0-bae7c7d97c21 req-0471be60-ee5c-4ad5-a1db-138c0dbd3be9 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 944 time: 0.5350585 Jul 09 13:40:24.912972 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3535d8cd-f278-4e77-8708-7e9298abe6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.917610 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3535d8cd-f278-4e77-8708-7e9298abe6c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:24.940654 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3535d8cd-f278-4e77-8708-7e9298abe6c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7cded224-1d9c-438a-b37e-9d6a08d292df HTTP/1.1" status: 204 len: 168 time: 1.1454136 Jul 09 13:40:24.972296 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.147844 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3535d8cd-f278-4e77-8708-7e9298abe6c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cded224-1d9c-438a-b37e-9d6a08d292df,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:25.252879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a1ce20ab-758e-45c7-89c0-bae7c7d97c21 req-82ec7ee3-8e19-4149-ab75-7a6b683ce544 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3995831 Jul 09 13:40:25.289346 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.408525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=a57159f5-6971-4628-b1fb-0e220292cd12,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:25.471148 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-80f439d4-6ebc-439b-b9bc-bdce80e16f27 req-df66dfe9-bc7d-42ca-9171-8f67ea900e01 tempest-ServerAddressesTestJSON-1180030210 tempest-ServerAddressesTestJSON-1180030210-project] 10.222.0.39 "GET /v2.0/ports?device_id=00157314-e709-43d1-a0d6-b8ebe30677d4 HTTP/1.1" status: 200 len: 210 time: 0.2892485 Jul 09 13:40:25.559790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:25.561791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:40:25.564412 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-040b28c5-3003-4c0c-9c05-c01d85ad1f89" -d '{"events": [{"server_uuid": "de0f1532-f595-455b-b1a7-8900b47da42c", "name": "network-vif-plugged", "status": "completed", "tag": "87f0b530-8e5b-4ab3-bab0-c770e91e05bc"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:40:25.587169 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.624373 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.639295 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:25.715220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:25.848320 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.063064 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:26.082614 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9270036 Jul 09 13:40:26.088981 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3346371c-43ae-4d79-8a0e-5542cafc8b09 x-openstack-request-id: req-3346371c-43ae-4d79-8a0e-5542cafc8b09 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:40:26.090062 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0f1532-f595-455b-b1a7-8900b47da42c", "name": "network-vif-plugged", "status": "completed", "tag": "87f0b530-8e5b-4ab3-bab0-c770e91e05bc", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:40:26.090619 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3346371c-43ae-4d79-8a0e-5542cafc8b09 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:40:26.092073 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'code': 200} Jul 09 13:40:26.240567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e375a325-e00b-4769-8507-04580c680fbe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event updated for resources: {'Port': ['ID=039ad2a8-b774-463d-a9f1-38788aca1079,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:26.655331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-5e65f0ba-a677-4eae-9eb2-f5ef3b839c1b tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--598288555&fields=id&tenant_id=57c1823849db49b4af2d50bf49892746 HTTP/1.1" status: 200 len: 267 time: 0.1235998 Jul 09 13:40:26.815659 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333cbb37-977f-4af7-9706-86f1e40eb1df req-b9faf83e-a9c5-4051-99a5-379deb06753a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:26.817642 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-333cbb37-977f-4af7-9706-86f1e40eb1df req-b9faf83e-a9c5-4051-99a5-379deb06753a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 1097 time: 0.3639438 Jul 09 13:40:26.886335 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-c3cdf94d-d199-485a-ace1-779df4e744d8 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:26.895347 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-c3cdf94d-d199-485a-ace1-779df4e744d8 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/networks?id=8b067095-4052-4b92-b6db-3597e823e67a HTTP/1.1" status: 200 len: 808 time: 0.2375555 Jul 09 13:40:26.913793 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-333cbb37-977f-4af7-9706-86f1e40eb1df req-a984a933-7093-4ac8-9ab2-f5246cbd3273 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789032 Jul 09 13:40:26.915797 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-03914c1b-5a71-4563-8303-bc75348d626d tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/quotas/57c1823849db49b4af2d50bf49892746 HTTP/1.1" status: 200 len: 375 time: 0.0182745 Jul 09 13:40:27.072942 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d004b57-c23a-4e6e-b625-643caaf160a4 req-58ee06a9-dc84-41e3-a386-d20bf8dbabde tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:27.074702 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8d004b57-c23a-4e6e-b625-643caaf160a4 req-58ee06a9-dc84-41e3-a386-d20bf8dbabde tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 946 time: 0.4149678 Jul 09 13:40:27.123172 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-02ae383a-58c2-4e10-a9b9-72146769b503 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=57c1823849db49b4af2d50bf49892746&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2058604 Jul 09 13:40:27.170110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a57159f5-6971-4628-b1fb-0e220292cd12 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:27.297940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a57159f5-6971-4628-b1fb-0e220292cd12 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:27.298195 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:27.440917 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8d004b57-c23a-4e6e-b625-643caaf160a4 req-e276c2c4-7159-486b-a6fa-15a861241385 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3483868 Jul 09 13:40:27.516391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-99fa4213-0584-4bc4-ac22-2e95ba89ed6a service neutron] 10.222.0.39 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3898854 Jul 09 13:40:27.729544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44154) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:27.735061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44156) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:27.772618 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-ec0aaf81-ebd6-4039-ba2f-ec1c6ad1cd65 service neutron] 10.222.0.39 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540457 Jul 09 13:40:27.870437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffb586c5-e084-4516-83c9-480fbee355e3 admin admin] Deleting subnet ad8344e0-d284-4238-8ffa-623c76a40116 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:40:27.879142 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffb586c5-e084-4516-83c9-480fbee355e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:27.963740 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffb586c5-e084-4516-83c9-480fbee355e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.045761 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffb586c5-e084-4516-83c9-480fbee355e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.133543 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffb586c5-e084-4516-83c9-480fbee355e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.167928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb586c5-e084-4516-83c9-480fbee355e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad8344e0-d284-4238-8ffa-623c76a40116,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:28.170792 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffb586c5-e084-4516-83c9-480fbee355e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.173093 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ffb586c5-e084-4516-83c9-480fbee355e3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/ad8344e0-d284-4238-8ffa-623c76a40116 HTTP/1.1" status: 204 len: 168 time: 0.4408498 Jul 09 13:40:28.176769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44174) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:28.220989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44180) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:28.426146 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd0a27a0-e8ba-4139-a48a-9fbc2c9144dd req-3cac8985-e4d5-40d4-ae92-02b5794bfe01 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 210 time: 0.1188600 Jul 09 13:40:28.430348 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e95db9d-dd18-4c37-b2e2-ccf971ef6f18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.686551 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2bac60bd-9bed-4e79-a56e-95a9ba948897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:28.696682 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3d18-d3ad-4d91-b6cc-ffbe0d63cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.408758 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3d18-d3ad-4d91-b6cc-ffbe0d63cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.446055 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0d3d3d18-d3ad-4d91-b6cc-ffbe0d63cd19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f83b897-af18-43f0-9a05-bc774656c8c1']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:29.474284 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0d3d3d18-d3ad-4d91-b6cc-ffbe0d63cd19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3a65b57-b65d-4ea9-880d-69b045218d9c') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:29.475048 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0d3d3d18-d3ad-4d91-b6cc-ffbe0d63cd19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3a65b57-b65d-4ea9-880d-69b045218d9c') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:29.498895 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3d18-d3ad-4d91-b6cc-ffbe0d63cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.658991 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3d18-d3ad-4d91-b6cc-ffbe0d63cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.688646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d3d3d18-d3ad-4d91-b6cc-ffbe0d63cd19 admin admin] Releasing vlan 303 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:40:29.689118 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3d18-d3ad-4d91-b6cc-ffbe0d63cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.880495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a1325c8-c65f-4db6-a9ee-b6937dfbe1d5 req-1c72b7b0-d7d7-4ae8-b6ce-9f06264a5453 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 210 time: 0.3549311 Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:40:29.885006 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:40:29.909099 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3d18-d3ad-4d91-b6cc-ffbe0d63cd19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.938449 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d3d3d18-d3ad-4d91-b6cc-ffbe0d63cd19 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:29.944773 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0d3d3d18-d3ad-4d91-b6cc-ffbe0d63cd19 admin admin] 10.222.0.39 "DELETE /v2.0/networks/6f83b897-af18-43f0-9a05-bc774656c8c1 HTTP/1.1" status: 204 len: 168 time: 1.7668419 Jul 09 13:40:29.995219 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ca4b16-1de3-4651-a570-08fb90fdb796 req-3da76056-a4d0-4898-8e98-ca5408a33203 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:29.996843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86ca4b16-1de3-4651-a570-08fb90fdb796 req-3da76056-a4d0-4898-8e98-ca5408a33203 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 946 time: 1.1980925 Jul 09 13:40:30.003832 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e95db9d-dd18-4c37-b2e2-ccf971ef6f18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.030199 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e95db9d-dd18-4c37-b2e2-ccf971ef6f18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.041160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3d3d18-d3ad-4d91-b6cc-ffbe0d63cd19 admin admin] Pushing event deleted for resources: {'Network': ['ID=6f83b897-af18-43f0-9a05-bc774656c8c1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:30.105174 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2e95db9d-dd18-4c37-b2e2-ccf971ef6f18 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=111ad9a41132409b983ce8a9eecadc11&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3687389 Jul 09 13:40:30.115320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44250) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:30.287431 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86ca4b16-1de3-4651-a570-08fb90fdb796 req-9955240b-9db6-4c15-b0a3-9cd0b84fda4a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2599568 Jul 09 13:40:30.291655 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95db9d-dd18-4c37-b2e2-ccf971ef6f18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87e3db8-851f-4b95-8d00-bbd76673bb47,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:30.326672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44252) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:30.421388 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e05fe5a-a798-4dbb-ab86-fcfa95c83114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.443620 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-04103716-b466-48c6-94e1-6afff5412fcf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=87325a1c79dc473d8f6f844d5ee4ceef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1152232 Jul 09 13:40:30.448009 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44254) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:30.504887 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e05fe5a-a798-4dbb-ab86-fcfa95c83114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.553156 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2bac60bd-9bed-4e79-a56e-95a9ba948897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.562584 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4986c51b-2022-4d29-a272-f3d11b41feb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.574380 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2bac60bd-9bed-4e79-a56e-95a9ba948897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.616892 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4986c51b-2022-4d29-a272-f3d11b41feb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.751422 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4986c51b-2022-4d29-a272-f3d11b41feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.757433 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4986c51b-2022-4d29-a272-f3d11b41feb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.766814 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4986c51b-2022-4d29-a272-f3d11b41feb4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4cb9614a-3734-4297-ae69-300bdbbd848a HTTP/1.1" status: 204 len: 168 time: 0.3173428 Jul 09 13:40:30.768617 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2bac60bd-9bed-4e79-a56e-95a9ba948897 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10b3f1cb31604ac69b376e708fde79f4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5255158 Jul 09 13:40:30.769834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44258) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:30.773426 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bac60bd-9bed-4e79-a56e-95a9ba948897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc673d5-08bf-4a7f-94b2-e67e71bdff4a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:30.820347 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e05fe5a-a798-4dbb-ab86-fcfa95c83114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.828078 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e05fe5a-a798-4dbb-ab86-fcfa95c83114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:30.831361 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7e05fe5a-a798-4dbb-ab86-fcfa95c83114 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b87e3db8-851f-4b95-8d00-bbd76673bb47 HTTP/1.1" status: 204 len: 168 time: 0.7034841 Jul 09 13:40:30.868689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e05fe5a-a798-4dbb-ab86-fcfa95c83114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87e3db8-851f-4b95-8d00-bbd76673bb47,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:30.910740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4986c51b-2022-4d29-a272-f3d11b41feb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb9614a-3734-4297-ae69-300bdbbd848a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:30.997739 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-401fc983-baf2-4ff1-94c1-90ff588b6f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:31.053070 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-401fc983-baf2-4ff1-94c1-90ff588b6f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:31.217634 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-401fc983-baf2-4ff1-94c1-90ff588b6f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:31.222089 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-401fc983-baf2-4ff1-94c1-90ff588b6f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:31.228102 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-401fc983-baf2-4ff1-94c1-90ff588b6f58 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6dc673d5-08bf-4a7f-94b2-e67e71bdff4a HTTP/1.1" status: 204 len: 168 time: 0.4210861 Jul 09 13:40:31.269306 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401fc983-baf2-4ff1-94c1-90ff588b6f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc673d5-08bf-4a7f-94b2-e67e71bdff4a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:31.438717 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad5123a2-cb43-4ff8-8b2c-d0a26d0e2bc7 req-b54cf58c-149b-4709-9e89-214136cb9785 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 210 time: 0.1373861 Jul 09 13:40:31.802408 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-912bb51c-92ee-43a8-9f64-0a52045d05cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:31.916688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26f994d-ff26-438d-b53b-0f749464cf39 req-526cb130-165d-415b-8507-9bde1fbc986f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:31.925194 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f26f994d-ff26-438d-b53b-0f749464cf39 req-526cb130-165d-415b-8507-9bde1fbc986f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 946 time: 0.2981961 Jul 09 13:40:32.070462 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f26f994d-ff26-438d-b53b-0f749464cf39 req-fb1b32eb-fc54-44bb-8c06-1a682d420dc1 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442194 Jul 09 13:40:32.584519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-be1d7dac-6514-441c-bba0-5dc15113c85a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:32.593296 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-be1d7dac-6514-441c-bba0-5dc15113c85a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.18 "GET /v2.0/networks?id=8b067095-4052-4b92-b6db-3597e823e67a HTTP/1.1" status: 200 len: 808 time: 0.5000386 Jul 09 13:40:32.786388 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-5611f3a2-dae2-4961-9d5c-0fa93f8fe530 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57c1823849db49b4af2d50bf49892746 HTTP/1.1" status: 200 len: 379 time: 0.1771877 Jul 09 13:40:32.798160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-4d8097fd-b5ba-42a9-aa49-801fd7152f4c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Request body: {'port': {'device_id': 'c4f17d5d-a0e4-4f9f-b42c-76da5e36f210', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'admin_state_up': True, 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'security_groups': ['14aea2f2-a074-46bc-9c25-6babe0ce053f']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:32.973903 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12a3e89f-043b-4af1-917b-6db2abd01e9f req-83cee182-c76f-41e1-93f4-f19aae2c0ae2 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 210 time: 0.0871975 Jul 09 13:40:33.130347 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-4d8097fd-b5ba-42a9-aa49-801fd7152f4c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Made reservation on behalf of 57c1823849db49b4af2d50bf49892746 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:33.137653 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-4d8097fd-b5ba-42a9-aa49-801fd7152f4c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:33.549038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-4d8097fd-b5ba-42a9-aa49-801fd7152f4c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Allocated IP 172.20.0.14 (8b067095-4052-4b92-b6db-3597e823e67a/6365b74c-aea2-4433-844b-839fb4fcbc16/06a370d8-9e8b-4752-ac7a-3335a593ee84) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:33.714344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44350) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:33.767152 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-4d8097fd-b5ba-42a9-aa49-801fd7152f4c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:33.795649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-4d8097fd-b5ba-42a9-aa49-801fd7152f4c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Transition to ACTIVE for port object 06a370d8-9e8b-4752-ac7a-3335a593ee84 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:33.848005 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-4d8097fd-b5ba-42a9-aa49-801fd7152f4c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:33.952001 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7a26bc7b-8e44-4687-9ee6-3fda2fa9befe admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1691840249-network', 'tenant_id': 'babef6379bed4e18867311a7868b9288'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:33.956664 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-4d8097fd-b5ba-42a9-aa49-801fd7152f4c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Network 8b067095-4052-4b92-b6db-3597e823e67a is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:33.974046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-4d8097fd-b5ba-42a9-aa49-801fd7152f4c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:33.983641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-4d8097fd-b5ba-42a9-aa49-801fd7152f4c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:34.019934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a26bc7b-8e44-4687-9ee6-3fda2fa9befe admin admin] Made reservation on behalf of babef6379bed4e18867311a7868b9288 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:34.035082 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a26bc7b-8e44-4687-9ee6-3fda2fa9befe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.049054 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a26bc7b-8e44-4687-9ee6-3fda2fa9befe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.093832 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8097fd-b5ba-42a9-aa49-801fd7152f4c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event updated for resources: {'Port': ['ID=06a370d8-9e8b-4752-ac7a-3335a593ee84,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:34.168611 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-4d8097fd-b5ba-42a9-aa49-801fd7152f4c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:34.170879 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-4d8097fd-b5ba-42a9-aa49-801fd7152f4c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.398091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44378) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:34.418653 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a26bc7b-8e44-4687-9ee6-3fda2fa9befe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.438928 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-4d8097fd-b5ba-42a9-aa49-801fd7152f4c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6473403 Jul 09 13:40:34.453897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Request body: {'port': {'device_id': 'c4f17d5d-a0e4-4f9f-b42c-76da5e36f210', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:34.490536 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a26bc7b-8e44-4687-9ee6-3fda2fa9befe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.543132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a26bc7b-8e44-4687-9ee6-3fda2fa9befe admin admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:40:34.603580 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26bc7b-8e44-4687-9ee6-3fda2fa9befe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:34.604558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1894c311-f84a-43c4-8667-4dd2baa1062d None None] Provisioning for port 06a370d8-9e8b-4752-ac7a-3335a593ee84 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:34.611133 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a26bc7b-8e44-4687-9ee6-3fda2fa9befe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.611529 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-7a26bc7b-8e44-4687-9ee6-3fda2fa9befe admin admin] Added segment 31c2f948-a16a-4f77-883c-afe0d37f88a6 of type vlan for network 3881be75-6fce-4855-8e27-914588a658c2 Jul 09 13:40:34.624842 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9236911d-c2ca-4b4d-9ea6-0e1562bfd83e req-01de0ab3-e363-429b-a2d8-bf75eaa48377 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:34.640600 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9236911d-c2ca-4b4d-9ea6-0e1562bfd83e req-01de0ab3-e363-429b-a2d8-bf75eaa48377 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 932 time: 0.3393500 Jul 09 13:40:34.652077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1894c311-f84a-43c4-8667-4dd2baa1062d None None] Provisioning complete for port 06a370d8-9e8b-4752-ac7a-3335a593ee84 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:34.652463 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1894c311-f84a-43c4-8667-4dd2baa1062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.721989 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.736444 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9236911d-c2ca-4b4d-9ea6-0e1562bfd83e req-50d0d140-a370-4ef3-85d0-81bd10ec2231 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937502 Jul 09 13:40:34.803877 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a26bc7b-8e44-4687-9ee6-3fda2fa9befe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.840243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1894c311-f84a-43c4-8667-4dd2baa1062d None None] Port 06a370d8-9e8b-4752-ac7a-3335a593ee84 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:34.854510 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.864488 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a26bc7b-8e44-4687-9ee6-3fda2fa9befe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.866468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a26bc7b-8e44-4687-9ee6-3fda2fa9befe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:34.867266 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a26bc7b-8e44-4687-9ee6-3fda2fa9befe admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:34.874615 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c40370a-4177-4c12-8bb2-dcef9f3fa87b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:35.061054 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7a26bc7b-8e44-4687-9ee6-3fda2fa9befe admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3431802 Jul 09 13:40:35.063012 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44394) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:35.094214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9a2cb88d-c333-4452-b3fe-7ab3d1315a8c admin admin] Request body: {'subnet': {'network_id': '3881be75-6fce-4855-8e27-914588a658c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1691840249-subnet', 'tenant_id': 'babef6379bed4e18867311a7868b9288', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:35.132068 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a26bc7b-8e44-4687-9ee6-3fda2fa9befe admin admin] Pushing event updated for resources: {'Network': ['ID=3881be75-6fce-4855-8e27-914588a658c2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:35.146426 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 3881be75-6fce-4855-8e27-914588a658c2 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:40:35.176370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2cb88d-c333-4452-b3fe-7ab3d1315a8c admin admin] Made reservation on behalf of babef6379bed4e18867311a7868b9288 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:35.181525 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb88d-c333-4452-b3fe-7ab3d1315a8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:35.523518 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb88d-c333-4452-b3fe-7ab3d1315a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:35.580028 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:35.734823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2cb88d-c333-4452-b3fe-7ab3d1315a8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7963501-dd58-4176-8b20-9e2b0fe5b563,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:35.766637 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a2cb88d-c333-4452-b3fe-7ab3d1315a8c admin admin] Checking segment: {'id': '31c2f948-a16a-4f77-883c-afe0d37f88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3881be75-6fce-4855-8e27-914588a658c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:35.766637 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2cb88d-c333-4452-b3fe-7ab3d1315a8c admin admin] Network hostable DHCP agents. Network: 3881be75-6fce-4855-8e27-914588a658c2, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:40:35.814295 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a2cb88d-c333-4452-b3fe-7ab3d1315a8c admin admin] Network 3881be75-6fce-4855-8e27-914588a658c2 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:40:35.841221 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9a2cb88d-c333-4452-b3fe-7ab3d1315a8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 3881be75-6fce-4855-8e27-914588a658c2) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:35.851903 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d554ce1c-2840-4e03-98b2-bfed4f37cde8 None None] Network 3881be75-6fce-4855-8e27-914588a658c2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:35.867690 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2cb88d-c333-4452-b3fe-7ab3d1315a8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:35.869582 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a2cb88d-c333-4452-b3fe-7ab3d1315a8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:35.887488 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44422) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:35.918910 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9a2cb88d-c333-4452-b3fe-7ab3d1315a8c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8489466 Jul 09 13:40:35.924115 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44426) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:35.929723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1691840249-router', 'tenant_id': 'babef6379bed4e18867311a7868b9288', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:35.969330 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:35.970745 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:36.180995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd3910c1-045c-4c74-b56e-03442d4525e6 None None] Network 3881be75-6fce-4855-8e27-914588a658c2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:36.203919 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a370d8-9e8b-4752-ac7a-3335a593ee84 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:40:36.229011 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:36.234079 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44430) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:36.331108 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Transition to ACTIVE for port object 06a370d8-9e8b-4752-ac7a-3335a593ee84 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:36.361209 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:36.484864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-16286942-6c3a-4c18-8dad-2712cd5e8e39 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'network': {'name': 'tempest-network-smoke--1883002163', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'port_security_enabled': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:36.534627 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=06a370d8-9e8b-4752-ac7a-3335a593ee84,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:36.595245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16286942-6c3a-4c18-8dad-2712cd5e8e39 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Made reservation on behalf of c1f9f9204531458ca2e9fa84d6609b20 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:36.599182 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16286942-6c3a-4c18-8dad-2712cd5e8e39 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:36.628215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16286942-6c3a-4c18-8dad-2712cd5e8e39 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:36.738755 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad6b7d1d-4b36-4c0b-868a-e366fde3b5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:36.815038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Attempting to bind port 06a370d8-9e8b-4752-ac7a-3335a593ee84 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:36.815666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Attempting to bind port 06a370d8-9e8b-4752-ac7a-3335a593ee84 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:36.816201 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Attempting to bind port 06a370d8-9e8b-4752-ac7a-3335a593ee84 on network 8b067095-4052-4b92-b6db-3597e823e67a {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:36.828198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Port 06a370d8-9e8b-4752-ac7a-3335a593ee84 on network 8b067095-4052-4b92-b6db-3597e823e67a not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:40:36.828786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Attempting to bind port 06a370d8-9e8b-4752-ac7a-3335a593ee84 on network 8b067095-4052-4b92-b6db-3597e823e67a {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:36.837455 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:36.844731 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:36.882339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:36.882897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Checking segment: {'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:36.883522 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Bound using segment: {'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:36.884180 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Bound port: 06a370d8-9e8b-4752-ac7a-3335a593ee84, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:36.884715 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:36.962135 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:36.994483 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] For port 06a370d8-9e8b-4752-ac7a-3335a593ee84, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:36.999200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] For port 06a370d8-9e8b-4752-ac7a-3335a593ee84, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=06a370d8-9e8b-4752-ac7a-3335a593ee84,segment=NetworkSegment(5ef240c6-8acc-4463-8c22-f528a997caa6),segment_id=5ef240c6-8acc-4463-8c22-f528a997caa6)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:37.026073 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.092730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Pushing event updated for resources: {'Port': ['ID=06a370d8-9e8b-4752-ac7a-3335a593ee84,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:37.164173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:37.164816 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.166294 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-26a7185e-8733-4930-878f-45ac72829fa1 service neutron] 10.222.0.18 "PUT /v2.0/ports/06a370d8-9e8b-4752-ac7a-3335a593ee84 HTTP/1.1" status: 200 len: 1092 time: 2.7200978 Jul 09 13:40:37.171064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f17d5d-a0e4-4f9f-b42c-76da5e36f210', 'tag': '06a370d8-9e8b-4752-ac7a-3335a593ee84'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:40:37.173770 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6789f0bb-2f5d-4051-826a-3230883f6561" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f17d5d-a0e4-4f9f-b42c-76da5e36f210", "tag": "06a370d8-9e8b-4752-ac7a-3335a593ee84"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:40:37.254252 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.284254 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1c9f26-7fe1-4dae-b405-e90b73ec803a x-openstack-request-id: req-ff1c9f26-7fe1-4dae-b405-e90b73ec803a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:40:37.284813 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f17d5d-a0e4-4f9f-b42c-76da5e36f210", "tag": "06a370d8-9e8b-4752-ac7a-3335a593ee84", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:40:37.285100 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ff1c9f26-7fe1-4dae-b405-e90b73ec803a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:40:37.285867 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f17d5d-a0e4-4f9f-b42c-76da5e36f210', 'tag': '06a370d8-9e8b-4752-ac7a-3335a593ee84', 'status': 'completed', 'code': 200} Jul 09 13:40:37.297553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e55363-0d43-43e5-9720-3e257a523515 req-890a9436-3baa-4bb1-a9cb-88b54fd0825c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:37.299916 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22e55363-0d43-43e5-9720-3e257a523515 req-890a9436-3baa-4bb1-a9cb-88b54fd0825c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 932 time: 1.1719024 Jul 09 13:40:37.318905 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16286942-6c3a-4c18-8dad-2712cd5e8e39 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.368740 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16286942-6c3a-4c18-8dad-2712cd5e8e39 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.371441 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.400505 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22e55363-0d43-43e5-9720-3e257a523515 req-e1adf6cf-2f19-45d3-ba27-067c5cb21ee1 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555243 Jul 09 13:40:37.453405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16286942-6c3a-4c18-8dad-2712cd5e8e39 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:40:37.499334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16286942-6c3a-4c18-8dad-2712cd5e8e39 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4122bf6-46d7-490e-9603-52e7559945e3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:37.531670 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16286942-6c3a-4c18-8dad-2712cd5e8e39 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.532090 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-16286942-6c3a-4c18-8dad-2712cd5e8e39 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Added segment a96b2160-2e61-4550-8e93-533591bac022 of type vlan for network 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd Jul 09 13:40:37.659594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-9f5bad39-aa79-42f6-b294-64db8d84d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:37.662304 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-9f5bad39-aa79-42f6-b294-64db8d84d404 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57c1823849db49b4af2d50bf49892746&device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 1095 time: 0.3750346 Jul 09 13:40:37.681673 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.684099 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.707978 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16286942-6c3a-4c18-8dad-2712cd5e8e39 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.719009 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.772900 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-9127dba0-3c61-4cb6-9568-ced5c40d052b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06a370d8-9e8b-4752-ac7a-3335a593ee84 HTTP/1.1" status: 200 len: 217 time: 0.0996075 Jul 09 13:40:37.886992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Allocated IP 172.25.2.152 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/91fa9ac5-b2ed-4f7e-9eb9-261772e0de10) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:37.889490 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16286942-6c3a-4c18-8dad-2712cd5e8e39 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:37.896859 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16286942-6c3a-4c18-8dad-2712cd5e8e39 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:37.897605 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16286942-6c3a-4c18-8dad-2712cd5e8e39 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:38.096254 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:38.179880 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:38.290921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:38.300833 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:38.314449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Allocated IP 172.25.2.174 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/2992f13b-1cbe-4912-b175-64d9a773bf07) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:38.317405 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:38.322670 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Pushing event updated for resources: {'Port': ['ID=91fa9ac5-b2ed-4f7e-9eb9-261772e0de10,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:38.356646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44448) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:38.413054 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:38.545111 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-16286942-6c3a-4c18-8dad-2712cd5e8e39 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.3003798 Jul 09 13:40:38.549677 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44454) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:38.550657 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:38.563234 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'admin_state_up': True, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:38.581880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-e00a9df6-9a60-43d9-a745-c10f571f3a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:38.584309 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-e00a9df6-9a60-43d9-a745-c10f571f3a8b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6365b74c-aea2-4433-844b-839fb4fcbc16 HTTP/1.1" status: 200 len: 847 time: 0.7856941 Jul 09 13:40:38.585779 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16286942-6c3a-4c18-8dad-2712cd5e8e39 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Network': ['ID=7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:38.607670 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:40:38.609995 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:38.611142 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:38.625012 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:38.709334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b7d1d-4b36-4c0b-868a-e366fde3b5be admin admin] Deleting port ad8fac14-fdbc-455f-8959-aed3d8eaef87 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:38.710271 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad6b7d1d-4b36-4c0b-868a-e366fde3b5be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:38.784227 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:38.822814 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:38.890380 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:38.910705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-4168795c-a234-4b5d-b822-ab7b9715c4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:38.914023 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-4168795c-a234-4b5d-b822-ab7b9715c4ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b067095-4052-4b92-b6db-3597e823e67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3115814 Jul 09 13:40:38.916090 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-125d653b-aa67-4e03-a342-abcf1d4d964e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:38.986626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-ad6b7d1d-4b36-4c0b-868a-e366fde3b5be admin admin] For port ad8fac14-fdbc-455f-8959-aed3d8eaef87, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ad8fac14-fdbc-455f-8959-aed3d8eaef87,segment=NetworkSegment(47b9a13c-f555-48d2-88a1-afb09cafec61),segment_id=47b9a13c-f555-48d2-88a1-afb09cafec61)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:38.987434 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad6b7d1d-4b36-4c0b-868a-e366fde3b5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.002047 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ad6b7d1d-4b36-4c0b-868a-e366fde3b5be admin admin] Calling delete_port for ad8fac14-fdbc-455f-8959-aed3d8eaef87 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:39.220493 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-125d653b-aa67-4e03-a342-abcf1d4d964e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.275992 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-125d653b-aa67-4e03-a342-abcf1d4d964e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.323546 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad6b7d1d-4b36-4c0b-868a-e366fde3b5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.338534 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d653b-aa67-4e03-a342-abcf1d4d964e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c25e5b60-e9e7-4d40-b12b-fc6f4a313d62,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:39.343643 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.379018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6b7d1d-4b36-4c0b-868a-e366fde3b5be admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8fac14-fdbc-455f-8959-aed3d8eaef87,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:39.380140 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.494666 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-025a8597-a97f-4b8f-b8b4-643f64013408 service neutron] 10.222.0.18 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5695488 Jul 09 13:40:39.743662 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-125d653b-aa67-4e03-a342-abcf1d4d964e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b43058e16d4c4cfb82404d3e5ab1c193&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3865311 Jul 09 13:40:39.751824 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44464) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:39.791951 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44466) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:39.823172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:39.848242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0a75df-f339-413c-9867-d607964ad1fa req-cd5094ca-3f92-42be-9ddd-ac076c288561 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:39.850802 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bc0a75df-f339-413c-9867-d607964ad1fa req-cd5094ca-3f92-42be-9ddd-ac076c288561 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 944 time: 1.0184555 Jul 09 13:40:39.856240 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.860169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:39.860644 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f950de10-9df0-449e-b2a1-3301f9c9a422 req-6621de23-ae1c-4cb6-b961-f107e6f044eb service neutron] 10.222.0.18 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3097243 Jul 09 13:40:39.861383 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad6b7d1d-4b36-4c0b-868a-e366fde3b5be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.873962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:39.893274 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.960563 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-380b02cd-f012-47d8-9d64-5f6960ca767e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:39.980869 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Pushing event updated for resources: {'Port': ['ID=2992f13b-1cbe-4912-b175-64d9a773bf07,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:40.046563 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-380b02cd-f012-47d8-9d64-5f6960ca767e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.061930 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.149803 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9226d8cd-0ef4-46dc-bbc6-056a1f26a46c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.173527 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.174948 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2869017 Jul 09 13:40:40.185053 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44470) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:40.194181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-cb4e1d8f-d988-4d72-9ce1-b7a248a4855a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-757965977', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'fixed_ips': [{'ip_address': '172.25.2.152'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:40.246981 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bc0a75df-f339-413c-9867-d607964ad1fa req-394b9ace-6b0b-4dcb-8070-f260bc9b53d3 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3843129 Jul 09 13:40:40.253699 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f73cb0-6cb6-464a-8815-24ccb9a6274e tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Pushing event updated for resources: {'Port': ['ID=91fa9ac5-b2ed-4f7e-9eb9-261772e0de10,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:40.281998 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789f0bb-2f5d-4051-826a-3230883f6561 req-8b5e2751-af73-4d5b-ab42-36d7668979c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:40.284392 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6789f0bb-2f5d-4051-826a-3230883f6561 req-8b5e2751-af73-4d5b-ab42-36d7668979c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57c1823849db49b4af2d50bf49892746&device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 1095 time: 0.3373961 Jul 09 13:40:40.291532 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4e1d8f-d988-4d72-9ce1-b7a248a4855a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Made reservation on behalf of 3b8f7f750ccb428d900b251b30b7d4ec for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:40.295441 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1d8f-d988-4d72-9ce1-b7a248a4855a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.304548 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-380b02cd-f012-47d8-9d64-5f6960ca767e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.307191 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-380b02cd-f012-47d8-9d64-5f6960ca767e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.308383 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-380b02cd-f012-47d8-9d64-5f6960ca767e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c25e5b60-e9e7-4d40-b12b-fc6f4a313d62 HTTP/1.1" status: 204 len: 168 time: 0.5492408 Jul 09 13:40:40.380476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380b02cd-f012-47d8-9d64-5f6960ca767e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c25e5b60-e9e7-4d40-b12b-fc6f4a313d62,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:40.408918 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1d8f-d988-4d72-9ce1-b7a248a4855a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.690297 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.717735 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6b7d1d-4b36-4c0b-868a-e366fde3b5be admin admin] Router d7648c97-c287-4117-9147-b14585054ac4 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:40:40.723561 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789f0bb-2f5d-4051-826a-3230883f6561 req-25ad058e-02ef-4f51-82f5-4d87d5112d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:40.725718 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6789f0bb-2f5d-4051-826a-3230883f6561 req-25ad058e-02ef-4f51-82f5-4d87d5112d5e service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b067095-4052-4b92-b6db-3597e823e67a HTTP/1.1" status: 200 len: 909 time: 0.4226351 Jul 09 13:40:40.734511 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.785294 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6789f0bb-2f5d-4051-826a-3230883f6561 req-74e31b14-e147-4b9d-a2ef-0152082a3f7e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06a370d8-9e8b-4752-ac7a-3335a593ee84 HTTP/1.1" status: 200 len: 217 time: 0.0513766 Jul 09 13:40:40.822496 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.865383 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9226d8cd-0ef4-46dc-bbc6-056a1f26a46c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:40.883678 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9226d8cd-0ef4-46dc-bbc6-056a1f26a46c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:41.011292 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789f0bb-2f5d-4051-826a-3230883f6561 req-eb316f9e-16a0-47d0-bd24-67ed64e87cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:41.013866 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6789f0bb-2f5d-4051-826a-3230883f6561 req-eb316f9e-16a0-47d0-bd24-67ed64e87cb3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6365b74c-aea2-4433-844b-839fb4fcbc16 HTTP/1.1" status: 200 len: 847 time: 0.1936927 Jul 09 13:40:41.026940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226d8cd-0ef4-46dc-bbc6-056a1f26a46c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf123a6c-1cba-4ce7-98cb-6e09b2e59303,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:41.035818 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9226d8cd-0ef4-46dc-bbc6-056a1f26a46c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1f83b6e39d954bd0b3ccf54592e5f90e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2389486 Jul 09 13:40:41.037967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44484) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:41.069539 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6b7d1d-4b36-4c0b-868a-e366fde3b5be admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:41.082893 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbff411-0013-4886-8b88-4221eb51f436 None None] Sync routers for ids ['d7648c97-c287-4117-9147-b14585054ac4'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:41.100905 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ad6b7d1d-4b36-4c0b-868a-e366fde3b5be admin admin] 10.222.0.39 "PUT /v2.0/routers/d7648c97-c287-4117-9147-b14585054ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7008629 Jul 09 13:40:41.103950 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbff411-0013-4886-8b88-4221eb51f436 None None] Routers {'d7648c97-c287-4117-9147-b14585054ac4'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:41.111158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44486) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:41.118643 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-edbff411-0013-4886-8b88-4221eb51f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:40:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d7648c97-c287-4117-9147-b14585054ac4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:41.243763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 06a370d8-9e8b-4752-ac7a-3335a593ee84 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:40:41.381729 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-edbff411-0013-4886-8b88-4221eb51f436 None None] Set router d7648c97-c287-4117-9147-b14585054ac4 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:41.574512 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 06a370d8-9e8b-4752-ac7a-3335a593ee84, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=06a370d8-9e8b-4752-ac7a-3335a593ee84,segment=NetworkSegment(5ef240c6-8acc-4463-8c22-f528a997caa6),segment_id=5ef240c6-8acc-4463-8c22-f528a997caa6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:41.579258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6789f0bb-2f5d-4051-826a-3230883f6561 req-c422e44d-e51c-448f-94e5-495102f68802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:41.582272 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6789f0bb-2f5d-4051-826a-3230883f6561 req-c422e44d-e51c-448f-94e5-495102f68802 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b067095-4052-4b92-b6db-3597e823e67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5587547 Jul 09 13:40:41.603647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-082de101-2bcb-40ec-a911-30053ffadc79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:41.617163 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '06a370d8-9e8b-4752-ac7a-3335a593ee84', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'port_id': '06a370d8-9e8b-4752-ac7a-3335a593ee84', 'mac_address': 'fa:16:3e:23:cf:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:40:41.623659 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1d8f-d988-4d72-9ce1-b7a248a4855a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:41.670290 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cb4e1d8f-d988-4d72-9ce1-b7a248a4855a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:41.735481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-cb4e1d8f-d988-4d72-9ce1-b7a248a4855a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] device_id is not set on port b458c4a2-5c90-48eb-83bf-e58898db3f0d yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:40:41.739466 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:41.788572 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Allocated IP 172.25.2.250 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/33daaef0-f860-401c-814d-30c3946a489a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:41.793580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a370d8-9e8b-4752-ac7a-3335a593ee84 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:40:41.801970 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-591afa01-225e-4972-9eba-7a51139788f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:41.809582 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-082de101-2bcb-40ec-a911-30053ffadc79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:41.840920 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 06a370d8-9e8b-4752-ac7a-3335a593ee84, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=06a370d8-9e8b-4752-ac7a-3335a593ee84,segment=NetworkSegment(5ef240c6-8acc-4463-8c22-f528a997caa6),segment_id=5ef240c6-8acc-4463-8c22-f528a997caa6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:41.853853 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:41.982572 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-edbff411-0013-4886-8b88-4221eb51f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7648c97-c287-4117-9147-b14585054ac4', 'name': 'tempest-TaggedBootDevicesTest-963782190-router', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:08Z', 'updated_at': '2021-07-09T13:40:39Z', 'revision_number': 5, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'gw_port': {'id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:09Z', 'updated_at': '2021-07-09T13:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:42.083929 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbff411-0013-4886-8b88-4221eb51f436 None None] Checking router: d7648c97-c287-4117-9147-b14585054ac4 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:40:42.087167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4e1d8f-d988-4d72-9ce1-b7a248a4855a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=436465d1-3a04-4e7c-a28a-d6f616644545,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:42.119709 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edbff411-0013-4886-8b88-4221eb51f436 None None] Routers {'d7648c97-c287-4117-9147-b14585054ac4'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:42.121145 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-edbff411-0013-4886-8b88-4221eb51f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:40:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d7648c97-c287-4117-9147-b14585054ac4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:42.156802 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bee7b0a-50ff-42a5-8e3b-2bfe3d9f97e3 req-dd6ca530-e7de-4384-aacd-919a78879362 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:42.159692 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bee7b0a-50ff-42a5-8e3b-2bfe3d9f97e3 req-dd6ca530-e7de-4384-aacd-919a78879362 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 944 time: 0.5501523 Jul 09 13:40:42.355684 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['06a370d8-9e8b-4752-ac7a-3335a593ee84'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:40:42.427021 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:42.455777 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-edbff411-0013-4886-8b88-4221eb51f436 None None] Set router d7648c97-c287-4117-9147-b14585054ac4 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:42.457143 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bee7b0a-50ff-42a5-8e3b-2bfe3d9f97e3 req-2008f29a-a8c7-4179-99f2-c2cabb0ea39d tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1968434 Jul 09 13:40:42.477994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=06a370d8-9e8b-4752-ac7a-3335a593ee84,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:42.611587 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6789f0bb-2f5d-4051-826a-3230883f6561 req-b5c7e414-2684-4f9a-85b7-782cdbdac06f service neutron] 10.222.0.18 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0043151 Jul 09 13:40:42.631288 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:42.814984 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:42.846641 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-082de101-2bcb-40ec-a911-30053ffadc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:42.850303 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-082de101-2bcb-40ec-a911-30053ffadc79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:42.851736 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-082de101-2bcb-40ec-a911-30053ffadc79 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cf123a6c-1cba-4ce7-98cb-6e09b2e59303 HTTP/1.1" status: 204 len: 168 time: 1.8024037 Jul 09 13:40:42.868618 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:42.875282 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:42.884857 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:42.890050 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Router d9e5b0d6-699d-40f7-ac0e-aa48a615ad17 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:40:42.924439 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Port': ['ID=33daaef0-f860-401c-814d-30c3946a489a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:43.119876 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-edbff411-0013-4886-8b88-4221eb51f436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7648c97-c287-4117-9147-b14585054ac4', 'name': 'tempest-TaggedBootDevicesTest-963782190-router', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:08Z', 'updated_at': '2021-07-09T13:40:39Z', 'revision_number': 5, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'gw_port': {'id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:09Z', 'updated_at': '2021-07-09T13:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:43.156401 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:43.172222 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Sync routers for ids ['d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:43.188662 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Routers {'d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:43.192605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:40:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:43.228833 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edbff411-0013-4886-8b88-4221eb51f436 None None] The sync data for ids ['d7648c97-c287-4117-9147-b14585054ac4'] in n-d-799525-3 is: [{'id': 'd7648c97-c287-4117-9147-b14585054ac4', 'name': 'tempest-TaggedBootDevicesTest-963782190-router', 'tenant_id': '590f3198215a402b9f863adddb8b13ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32'}], 'enable_snat': True}, 'gw_port_id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:28:08Z', 'updated_at': '2021-07-09T13:40:39Z', 'revision_number': 5, 'project_id': '590f3198215a402b9f863adddb8b13ff', 'gw_port': {'id': 'eb34c097-154c-4762-92d7-694edb4ec1b9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:8a:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7648c97-c287-4117-9147-b14585054ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1005, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:28:09Z', 'updated_at': '2021-07-09T13:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:43.301880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 06a370d8-9e8b-4752-ac7a-3335a593ee84 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:43.333450 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:43.334270 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-22f8cde7-4009-435b-8c0d-a4283d1c704e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4089007 Jul 09 13:40:43.509610 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44508) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:43.531753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Set router d9e5b0d6-699d-40f7-ac0e-aa48a615ad17 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:43.592953 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:43.666225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 06a370d8-9e8b-4752-ac7a-3335a593ee84 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:43.673494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 06a370d8-9e8b-4752-ac7a-3335a593ee84 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:43.674158 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:43.988637 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.052773 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 06a370d8-9e8b-4752-ac7a-3335a593ee84, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=06a370d8-9e8b-4752-ac7a-3335a593ee84,segment=NetworkSegment(5ef240c6-8acc-4463-8c22-f528a997caa6),segment_id=5ef240c6-8acc-4463-8c22-f528a997caa6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:44.056441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f17d5d-a0e4-4f9f-b42c-76da5e36f210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a370d8-9e8b-4752-ac7a-3335a593ee84'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:40:44.061502 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3178600a-48da-40b5-981a-6615c7d7dc8d" -d '{"events": [{"server_uuid": "c4f17d5d-a0e4-4f9f-b42c-76da5e36f210", "name": "network-vif-plugged", "status": "completed", "tag": "06a370d8-9e8b-4752-ac7a-3335a593ee84"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:40:44.068948 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.130294 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44520) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:44.133224 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'name': 'tempest-ServerRescueTestJSON-1691840249-router', 'tenant_id': 'babef6379bed4e18867311a7868b9288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '2992f13b-1cbe-4912-b175-64d9a773bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:35Z', 'updated_at': '2021-07-09T13:40:40Z', 'revision_number': 3, 'project_id': 'babef6379bed4e18867311a7868b9288', 'gw_port': {'id': '2992f13b-1cbe-4912-b175-64d9a773bf07', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:37Z', 'updated_at': '2021-07-09T13:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:44.178958 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82f91d26-3073-440d-a88b-920ac1bf92be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.184753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Checking router: d9e5b0d6-699d-40f7-ac0e-aa48a615ad17 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:40:44.185328 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Updating router d9e5b0d6-699d-40f7-ac0e-aa48a615ad17 port 2992f13b-1cbe-4912-b175-64d9a773bf07 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:40:44.187148 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-591afa01-225e-4972-9eba-7a51139788f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.202875 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6789f0bb-2f5d-4051-826a-3230883f6561 req-28e693d3-8899-47c6-a2e0-34737c297cce service neutron] 10.222.0.18 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5572307 Jul 09 13:40:44.210191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082de101-2bcb-40ec-a911-30053ffadc79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf123a6c-1cba-4ce7-98cb-6e09b2e59303,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:44.233708 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb4e1d8f-d988-4d72-9ce1-b7a248a4855a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 13:40:44.234802 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb4e1d8f-d988-4d72-9ce1-b7a248a4855a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:40:44.296425 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d8f6b8-c482-43cc-a127-0ddfa40fb781 x-openstack-request-id: req-d2d8f6b8-c482-43cc-a127-0ddfa40fb781 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:40:44.296723 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f17d5d-a0e4-4f9f-b42c-76da5e36f210", "name": "network-vif-plugged", "status": "completed", "tag": "06a370d8-9e8b-4752-ac7a-3335a593ee84", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:40:44.296983 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d2d8f6b8-c482-43cc-a127-0ddfa40fb781 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:40:44.299968 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f17d5d-a0e4-4f9f-b42c-76da5e36f210', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a370d8-9e8b-4752-ac7a-3335a593ee84', 'code': 200} Jul 09 13:40:44.311578 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=06a370d8-9e8b-4752-ac7a-3335a593ee84,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:44.327788 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-591afa01-225e-4972-9eba-7a51139788f7 admin admin] Deleting port eb34c097-154c-4762-92d7-694edb4ec1b9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:44.328136 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-591afa01-225e-4972-9eba-7a51139788f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.367816 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.428111 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655521d0-2a5b-4daa-aed6-61701df1c5cf req-68e6bb62-ba33-4378-806c-107066e39391 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:44.435999 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-655521d0-2a5b-4daa-aed6-61701df1c5cf req-68e6bb62-ba33-4378-806c-107066e39391 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 945 time: 0.5234649 Jul 09 13:40:44.452248 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-591afa01-225e-4972-9eba-7a51139788f7 admin admin] For port eb34c097-154c-4762-92d7-694edb4ec1b9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=eb34c097-154c-4762-92d7-694edb4ec1b9,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:44.452761 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-591afa01-225e-4972-9eba-7a51139788f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.467154 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-591afa01-225e-4972-9eba-7a51139788f7 admin admin] Calling delete_port for eb34c097-154c-4762-92d7-694edb4ec1b9 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:44.565740 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.588257 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-655521d0-2a5b-4daa-aed6-61701df1c5cf req-ca777c6f-07bb-4c93-9d3b-bb0c76b3d084 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479971 Jul 09 13:40:44.787069 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82f91d26-3073-440d-a88b-920ac1bf92be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.802672 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82f91d26-3073-440d-a88b-920ac1bf92be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.803227 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-591afa01-225e-4972-9eba-7a51139788f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.818333 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cb4e1d8f-d988-4d72-9ce1-b7a248a4855a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 4.6313057 Jul 09 13:40:44.823842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44524) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:44.892372 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-82f91d26-3073-440d-a88b-920ac1bf92be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=09c56bdc1e594ea6a42b979a7b23fb75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7590051 Jul 09 13:40:44.894159 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44526) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:44.896944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f91d26-3073-440d-a88b-920ac1bf92be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8482eb4-53e3-4cd8-8d97-1c7c36793ca4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:44.950277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591afa01-225e-4972-9eba-7a51139788f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb34c097-154c-4762-92d7-694edb4ec1b9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:44.956381 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:44.969111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Transition to ACTIVE for port object 2992f13b-1cbe-4912-b175-64d9a773bf07 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:44.977461 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.025034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6712ab-f5b3-446f-b366-acf10d876406 req-846b1095-c616-4971-9b05-7145d526f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:45.029890 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-be6712ab-f5b3-446f-b366-acf10d876406 req-846b1095-c616-4971-9b05-7145d526f8d1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 1097 time: 0.3634896 Jul 09 13:40:45.036454 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Attempting to bind port 2992f13b-1cbe-4912-b175-64d9a773bf07 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:45.036921 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Attempting to bind port 2992f13b-1cbe-4912-b175-64d9a773bf07 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:45.037485 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Attempting to bind port 2992f13b-1cbe-4912-b175-64d9a773bf07 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:45.049746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:45.050398 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:45.050914 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.051549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:45.052138 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Bound port: 2992f13b-1cbe-4912-b175-64d9a773bf07, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:45.052625 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.057011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7e6d2-6906-4920-b9f1-b54c22c346af None None] Pushing event updated for resources: {'Port': ['ID=2992f13b-1cbe-4912-b175-64d9a773bf07,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:45.137111 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-953dd3e1-b45c-4f18-ae79-85b7a8742f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.148281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] For port 2992f13b-1cbe-4912-b175-64d9a773bf07, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:45.155578 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] For port 2992f13b-1cbe-4912-b175-64d9a773bf07, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2992f13b-1cbe-4912-b175-64d9a773bf07,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:45.166481 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-953dd3e1-b45c-4f18-ae79-85b7a8742f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.166801 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.196554 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Router af11d568-dce0-4fc0-b843-ed2a77cae19c is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:40:45.217681 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.235160 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-be6712ab-f5b3-446f-b366-acf10d876406 req-f718a429-6c5c-45b7-8a4d-38c06c170756 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1479719 Jul 09 13:40:45.246773 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-591afa01-225e-4972-9eba-7a51139788f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.271849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ad8fac14-fdbc-455f-8959-aed3d8eaef87 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:45.312776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: ad8fac14-fdbc-455f-8959-aed3d8eaef87 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:40:45.313031 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ad8fac14-fdbc-455f-8959-aed3d8eaef87 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:40:45.321285 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c7e6d2-6906-4920-b9f1-b54c22c346af None None] Pushing event updated for resources: {'Port': ['ID=2992f13b-1cbe-4912-b175-64d9a773bf07,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:45.323973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Routers {'d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:45.324590 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:40:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:45.391770 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-591afa01-225e-4972-9eba-7a51139788f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.394721 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-591afa01-225e-4972-9eba-7a51139788f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.422364 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-953dd3e1-b45c-4f18-ae79-85b7a8742f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.426949 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-953dd3e1-b45c-4f18-ae79-85b7a8742f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.429085 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-953dd3e1-b45c-4f18-ae79-85b7a8742f3b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e8482eb4-53e3-4cd8-8d97-1c7c36793ca4 HTTP/1.1" status: 204 len: 168 time: 0.5290444 Jul 09 13:40:45.442000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2011b99b-f4ce-4937-b37b-b1833e2f2c8a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Deleting port 91fa9ac5-b2ed-4f7e-9eb9-261772e0de10 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:45.442000 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2011b99b-f4ce-4937-b37b-b1833e2f2c8a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.491852 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-591afa01-225e-4972-9eba-7a51139788f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.492134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591afa01-225e-4972-9eba-7a51139788f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7648c97-c287-4117-9147-b14585054ac4 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:40:45.498589 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-591afa01-225e-4972-9eba-7a51139788f7 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.498922 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] Set router d9e5b0d6-699d-40f7-ac0e-aa48a615ad17 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:45.503412 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-591afa01-225e-4972-9eba-7a51139788f7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d7648c97-c287-4117-9147-b14585054ac4 HTTP/1.1" status: 204 len: 168 time: 4.3843827 Jul 09 13:40:45.503952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44532) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:45.568103 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953dd3e1-b45c-4f18-ae79-85b7a8742f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8482eb4-53e3-4cd8-8d97-1c7c36793ca4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:45.570858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbd2ff5-412f-490c-9cba-d4a307859dc9 admin admin] Deleting subnet c761eaf5-8e23-405f-bf31-0b4ca38c7398 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:40:45.579475 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2ff5-412f-490c-9cba-d4a307859dc9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.637394 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:45.650256 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Sync routers for ids ['af11d568-dce0-4fc0-b843-ed2a77cae19c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:45.673667 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Routers {'af11d568-dce0-4fc0-b843-ed2a77cae19c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:45.676144 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:40:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['af11d568-dce0-4fc0-b843-ed2a77cae19c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:45.677325 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.685980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44538) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:45.686873 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-532fe130-e624-4819-9083-b19a3ec4dd00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.1313276 Jul 09 13:40:45.706443 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2011b99b-f4ce-4937-b37b-b1833e2f2c8a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.706911 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2011b99b-f4ce-4937-b37b-b1833e2f2c8a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.737103 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2ff5-412f-490c-9cba-d4a307859dc9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:45.929625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2011b99b-f4ce-4937-b37b-b1833e2f2c8a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Calling delete_port for 91fa9ac5-b2ed-4f7e-9eb9-261772e0de10 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:46.102227 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'name': 'tempest-ServerRescueTestJSON-1691840249-router', 'tenant_id': 'babef6379bed4e18867311a7868b9288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '2992f13b-1cbe-4912-b175-64d9a773bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:35Z', 'updated_at': '2021-07-09T13:40:40Z', 'revision_number': 3, 'project_id': 'babef6379bed4e18867311a7868b9288', 'gw_port': {'id': '2992f13b-1cbe-4912-b175-64d9a773bf07', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:37Z', 'updated_at': '2021-07-09T13:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:46.115429 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Set router af11d568-dce0-4fc0-b843-ed2a77cae19c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:46.182942 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a500f1e7-e30e-4276-bdc3-0e200c48e002 None None] The sync data for ids ['d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'] in n-d-799525-3 is: [{'id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'name': 'tempest-ServerRescueTestJSON-1691840249-router', 'tenant_id': 'babef6379bed4e18867311a7868b9288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '2992f13b-1cbe-4912-b175-64d9a773bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:35Z', 'updated_at': '2021-07-09T13:40:40Z', 'revision_number': 3, 'project_id': 'babef6379bed4e18867311a7868b9288', 'gw_port': {'id': '2992f13b-1cbe-4912-b175-64d9a773bf07', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:37Z', 'updated_at': '2021-07-09T13:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:46.371575 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2ff5-412f-490c-9cba-d4a307859dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:46.604197 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:40:43Z', 'revision_number': 3, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:46.662016 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Checking router: af11d568-dce0-4fc0-b843-ed2a77cae19c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:40:46.662016 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Updating router af11d568-dce0-4fc0-b843-ed2a77cae19c port 33daaef0-f860-401c-814d-30c3946a489a binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:40:46.685980 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-070f13a7-4b19-47af-9ed8-b72e5c2fec5b tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c1f9f9204531458ca2e9fa84d6609b20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.9983673 Jul 09 13:40:46.695170 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44550) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:46.749806 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:46.841465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Allocated IP 172.20.0.1 (3881be75-6fce-4855-8e27-914588a658c2/a7963501-dd58-4176-8b20-9e2b0fe5b563/8a09047d-2ecc-42b0-9744-9f0a3d382578) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:46.883385 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29b2b22-4777-47cd-9c4a-2e803045c3d6 req-d7541e1a-fbe0-4ea0-9d8b-e1e2d87dde01 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:46.885043 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a29b2b22-4777-47cd-9c4a-2e803045c3d6 req-d7541e1a-fbe0-4ea0-9d8b-e1e2d87dde01 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.1568229 Jul 09 13:40:46.969860 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2ff5-412f-490c-9cba-d4a307859dc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.017037 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a29b2b22-4777-47cd-9c4a-2e803045c3d6 req-3567ea57-9e81-4f3b-bb71-7e1616b7aec8 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244702 Jul 09 13:40:47.117628 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0bbd2ff5-412f-490c-9cba-d4a307859dc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.121916 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0bbd2ff5-412f-490c-9cba-d4a307859dc9 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c761eaf5-8e23-405f-bf31-0b4ca38c7398 HTTP/1.1" status: 204 len: 168 time: 1.6155815 Jul 09 13:40:47.123980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbd2ff5-412f-490c-9cba-d4a307859dc9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c761eaf5-8e23-405f-bf31-0b4ca38c7398,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:47.124147 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15580695-877c-411b-9d2e-1796eff5cd3b None None] Network d737c001-7bab-4f5d-8700-9afe90af1f16 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:47.127722 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44558) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:47.151957 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2011b99b-f4ce-4937-b37b-b1833e2f2c8a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.182590 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b93778-4264-4fa4-bc1b-f7f8239e08bd tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:47.210065 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-66b93778-4264-4fa4-bc1b-f7f8239e08bd tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4889638 Jul 09 13:40:47.235688 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44560) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:47.273013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2992f13b-1cbe-4912-b175-64d9a773bf07 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:47.288461 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.310699 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Transition to ACTIVE for port object 33daaef0-f860-401c-814d-30c3946a489a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:47.330191 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.374642 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2011b99b-f4ce-4937-b37b-b1833e2f2c8a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Pushing event deleted for resources: {'Port': ['ID=91fa9ac5-b2ed-4f7e-9eb9-261772e0de10,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:47.402766 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c19b6d30-0330-4683-8eec-89eec507909d tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1423047 Jul 09 13:40:47.405084 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44568) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:47.416008 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Attempting to bind port 33daaef0-f860-401c-814d-30c3946a489a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:47.416440 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Attempting to bind port 33daaef0-f860-401c-814d-30c3946a489a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:47.416861 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Attempting to bind port 33daaef0-f860-401c-814d-30c3946a489a on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:47.419973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1828552424', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:47.431335 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231e60e-8962-4260-a24e-45abc396ebe7 None None] Pushing event updated for resources: {'Port': ['ID=33daaef0-f860-401c-814d-30c3946a489a,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:47.433505 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.443809 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:47.444240 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:47.444574 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.444958 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:47.445435 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Bound port: 33daaef0-f860-401c-814d-30c3946a489a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:47.445813 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.586112 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] For port 33daaef0-f860-401c-814d-30c3946a489a, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:47.592078 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] For port 33daaef0-f860-401c-814d-30c3946a489a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=33daaef0-f860-401c-814d-30c3946a489a,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:47.609181 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.625981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 2992f13b-1cbe-4912-b175-64d9a773bf07 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:47.646110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 2992f13b-1cbe-4912-b175-64d9a773bf07 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:47.649054 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.657827 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2011b99b-f4ce-4937-b37b-b1833e2f2c8a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.661187 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2011b99b-f4ce-4937-b37b-b1833e2f2c8a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.662844 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2011b99b-f4ce-4937-b37b-b1833e2f2c8a tempest-ExternalNetworksAdminNegativeTestJSON-385083108 tempest-ExternalNetworksAdminNegativeTestJSON-385083108-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/196c7ab8-1c20-4a09-949f-166ba38ded9a HTTP/1.1" status: 204 len: 168 time: 2.8386211 Jul 09 13:40:47.710630 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Made reservation on behalf of c1f9f9204531458ca2e9fa84d6609b20 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:47.722563 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.907344 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.972505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] Deleting port f366dfc2-c740-4d81-bdda-1a7d27de900e {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:47.974163 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:47.974340 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:48.040735 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 2992f13b-1cbe-4912-b175-64d9a773bf07, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2992f13b-1cbe-4912-b175-64d9a773bf07,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:48.052755 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80348872-e797-46c7-8d3b-da4016c6892b None None] DHCP port deletion for d737c001-7bab-4f5d-8700-9afe90af1f16 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:40:48.122496 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:48.136036 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device eb34c097-154c-4762-92d7-694edb4ec1b9 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:48.187287 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4231e60e-8962-4260-a24e-45abc396ebe7 None None] Pushing event updated for resources: {'Port': ['ID=33daaef0-f860-401c-814d-30c3946a489a,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:48.219001 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] For port f366dfc2-c740-4d81-bdda-1a7d27de900e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f366dfc2-c740-4d81-bdda-1a7d27de900e,segment=NetworkSegment(47b9a13c-f555-48d2-88a1-afb09cafec61),segment_id=47b9a13c-f555-48d2-88a1-afb09cafec61)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:48.219902 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:48.239349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: eb34c097-154c-4762-92d7-694edb4ec1b9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:40:48.239898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device eb34c097-154c-4762-92d7-694edb4ec1b9 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:40:48.240392 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] Calling delete_port for f366dfc2-c740-4d81-bdda-1a7d27de900e owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:48.259167 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Routers {'af11d568-dce0-4fc0-b843-ed2a77cae19c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:48.260562 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:40:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['af11d568-dce0-4fc0-b843-ed2a77cae19c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:48.453131 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-80348872-e797-46c7-8d3b-da4016c6892b None None] Deleting port f366dfc2-c740-4d81-bdda-1a7d27de900e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:40:48.456707 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:48.460914 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-80348872-e797-46c7-8d3b-da4016c6892b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:48.530765 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:48.535777 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:48.561411 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] Pushing event deleted for resources: {'Port': ['ID=f366dfc2-c740-4d81-bdda-1a7d27de900e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:48.583587 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] Set router af11d568-dce0-4fc0-b843-ed2a77cae19c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:48.610444 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-80348872-e797-46c7-8d3b-da4016c6892b None None] For port f366dfc2-c740-4d81-bdda-1a7d27de900e, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:48.610892 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-80348872-e797-46c7-8d3b-da4016c6892b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:48.630688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] No DVR routers for this DVR port f366dfc2-c740-4d81-bdda-1a7d27de900e on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:48.652816 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-80348872-e797-46c7-8d3b-da4016c6892b None None] Calling delete_port for f366dfc2-c740-4d81-bdda-1a7d27de900e owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:40:48.662244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44586) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:48.668907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-80348872-e797-46c7-8d3b-da4016c6892b None None] Port f366dfc2-c740-4d81-bdda-1a7d27de900e was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:40:48.673516 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-80348872-e797-46c7-8d3b-da4016c6892b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:48.699153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=2992f13b-1cbe-4912-b175-64d9a773bf07,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:48.724130 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Subnet': ['ID=a125ed7e-098b-479a-8e27-37567c480237,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:48.748762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80348872-e797-46c7-8d3b-da4016c6892b None None] No DVR routers for this DVR port f366dfc2-c740-4d81-bdda-1a7d27de900e on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:40:48.761900 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80348872-e797-46c7-8d3b-da4016c6892b None None] Pushing event deleted for resources: {'Port': ['ID=f366dfc2-c740-4d81-bdda-1a7d27de900e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:48.823753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:48.828071 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:48.833011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:48.834011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:48.834880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:48.835755 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:48.836761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:48.837815 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:48.838655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:48.839525 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:48.840360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:48.841430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:48.846033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Network 3881be75-6fce-4855-8e27-914588a658c2 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:48.870894 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:48.882705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Checking segment: {'id': 'a96b2160-2e61-4550-8e93-533591bac022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:48.884392 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:48.885582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network hostable DHCP agents. Network: 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:40:48.890697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:48.979061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:40:48.983774 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Pushing event updated for resources: {'Port': ['ID=8a09047d-2ecc-42b0-9744-9f0a3d382578,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:48.990122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d737c001-7bab-4f5d-8700-9afe90af1f16']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:49.022902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:49.041003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a106f50-a039-4e54-9b19-449998e00c7e None None] Network 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:49.041488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:49.047081 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:49.058446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47b9a13c-f555-48d2-88a1-afb09cafec61') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:49.058776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47b9a13c-f555-48d2-88a1-afb09cafec61') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:49.124594 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba167d1-6f9b-41cf-afbd-2fd9c7cd58c4 req-c9e26c74-4782-48d8-a96b-b052c82fbcf7 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:49.136773 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ba167d1-6f9b-41cf-afbd-2fd9c7cd58c4 req-c9e26c74-4782-48d8-a96b-b052c82fbcf7 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.6731286 Jul 09 13:40:49.139355 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:49.162727 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cddc7480-f1f7-40a0-b0cb-006b2fcf0625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:49.178507 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7162d897-ab83-405f-becb-cfec501edddc tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7697282 Jul 09 13:40:49.180483 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44598) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:49.181631 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:40:43Z', 'revision_number': 3, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:49.206434 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:49.265680 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:49.269395 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2992f13b-1cbe-4912-b175-64d9a773bf07 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:49.289876 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6de99ea6-274d-4ae1-87b4-0bf3f2234ed1 None None] The sync data for ids ['af11d568-dce0-4fc0-b843-ed2a77cae19c'] in n-d-799525-3 is: [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:40:43Z', 'revision_number': 3, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:49.296763 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:40:49.298617 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:49.436332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:40:49.441148 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:40:49.455397 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:40:49.593132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 2992f13b-1cbe-4912-b175-64d9a773bf07 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:49.594011 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:49.877770 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ba167d1-6f9b-41cf-afbd-2fd9c7cd58c4 req-85c1d635-eaf1-44a0-b7b7-11cc891c7d0f tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7242026 Jul 09 13:40:50.010617 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:50.071711 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:50.076650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] 10.222.0.39 "DELETE /v2.0/networks/d737c001-7bab-4f5d-8700-9afe90af1f16 HTTP/1.1" status: 204 len: 168 time: 2.9350662 Jul 09 13:40:50.089209 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c271909-7ee9-4652-b134-e3d0a51d333c admin admin] Pushing event deleted for resources: {'Network': ['ID=d737c001-7bab-4f5d-8700-9afe90af1f16,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:50.171316 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Allocated IP 172.20.0.2 (7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd/a125ed7e-098b-479a-8e27-37567c480237/927597f2-0c4b-47c6-b887-b5183a9af199) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:50.236050 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:50.244369 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cddc7480-f1f7-40a0-b0cb-006b2fcf0625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:50.261443 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cddc7480-f1f7-40a0-b0cb-006b2fcf0625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:50.313285 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f366dfc2-c740-4d81-bdda-1a7d27de900e no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:40:50.331232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8061550c-d020-49c8-a393-2eb5dddc6bcf req-b67eb22a-21ca-4b91-83a0-f4a80c168a05 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:50.337932 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8061550c-d020-49c8-a393-2eb5dddc6bcf req-b67eb22a-21ca-4b91-83a0-f4a80c168a05 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.2274971 Jul 09 13:40:50.348846 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44614) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:50.355456 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3bb4923e-8350-4935-b245-4732c8ed5e82 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Request body: {'floatingip': {'port_id': '06a370d8-9e8b-4752-ac7a-3335a593ee84'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:50.458575 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bb4923e-8350-4935-b245-4732c8ed5e82 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:50.479534 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cddc7480-f1f7-40a0-b0cb-006b2fcf0625 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e78a4771861a4bcc9c348c8c93720129&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8165910 Jul 09 13:40:50.481199 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddc7480-f1f7-40a0-b0cb-006b2fcf0625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fca5a88-8faa-43ee-93ca-6acb997e6aad,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:50.498592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44618) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:50.584822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: f366dfc2-c740-4d81-bdda-1a7d27de900e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:40:50.606157 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f366dfc2-c740-4d81-bdda-1a7d27de900e not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:40:50.702151 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-810a8133-0ae5-44e1-8917-3791be820acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:50.822586 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:50.826401 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-810a8133-0ae5-44e1-8917-3791be820acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:50.828072 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44626) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:50.864179 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.062227 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.077558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Transition to ACTIVE for port object 927597f2-0c4b-47c6-b887-b5183a9af199 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:51.130371 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Transition to ACTIVE for port object 927597f2-0c4b-47c6-b887-b5183a9af199 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:51.150378 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.209410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Network 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:51.237865 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-44d4714e-408a-4524-a853-cc37354be9da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=590f3198215a402b9f863adddb8b13ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062896 Jul 09 13:40:51.246494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44638) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:51.250334 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Pushing event updated for resources: {'Port': ['ID=927597f2-0c4b-47c6-b887-b5183a9af199,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:51.251388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Pushing event updated for resources: {'Port': ['ID=8a09047d-2ecc-42b0-9744-9f0a3d382578,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:51.266265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:51.268887 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:51.322853 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 33daaef0-f860-401c-814d-30c3946a489a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:51.367407 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.427592 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Attempting to bind port 927597f2-0c4b-47c6-b887-b5183a9af199 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:51.427592 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Attempting to bind port 927597f2-0c4b-47c6-b887-b5183a9af199 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'a96b2160-2e61-4550-8e93-533591bac022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:51.427592 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Attempting to bind port 927597f2-0c4b-47c6-b887-b5183a9af199 on network 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:51.434531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:51.436238 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Checking segment: {'id': 'a96b2160-2e61-4550-8e93-533591bac022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:51.436238 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.436659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Bound using segment: {'id': 'a96b2160-2e61-4550-8e93-533591bac022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:51.437161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Bound port: 927597f2-0c4b-47c6-b887-b5183a9af199, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a96b2160-2e61-4550-8e93-533591bac022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:51.437553 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.506966 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-810a8133-0ae5-44e1-8917-3791be820acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.515264 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-810a8133-0ae5-44e1-8917-3791be820acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.517814 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-810a8133-0ae5-44e1-8917-3791be820acb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6fca5a88-8faa-43ee-93ca-6acb997e6aad HTTP/1.1" status: 204 len: 168 time: 1.0177114 Jul 09 13:40:51.537723 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] For port 927597f2-0c4b-47c6-b887-b5183a9af199, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:51.541900 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] For port 927597f2-0c4b-47c6-b887-b5183a9af199, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=927597f2-0c4b-47c6-b887-b5183a9af199,segment=NetworkSegment(a96b2160-2e61-4550-8e93-533591bac022),segment_id=a96b2160-2e61-4550-8e93-533591bac022)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:51.543066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 33daaef0-f860-401c-814d-30c3946a489a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:51.549331 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 33daaef0-f860-401c-814d-30c3946a489a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:51.549744 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.552031 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.658605 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3dd21f5-b81f-4f36-bc80-07f863356f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.675252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2edd778-ba94-4651-9cac-c58443f8c0f5 None None] Pushing event updated for resources: {'Port': ['ID=927597f2-0c4b-47c6-b887-b5183a9af199,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:51.684419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a8133-0ae5-44e1-8917-3791be820acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fca5a88-8faa-43ee-93ca-6acb997e6aad,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:51.817754 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.838016 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3dd21f5-b81f-4f36-bc80-07f863356f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.875844 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:51.961973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 33daaef0-f860-401c-814d-30c3946a489a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=33daaef0-f860-401c-814d-30c3946a489a,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:51.976536 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.219452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Network 3881be75-6fce-4855-8e27-914588a658c2 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:52.230708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:52.278175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=33daaef0-f860-401c-814d-30c3946a489a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:52.347154 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3dd21f5-b81f-4f36-bc80-07f863356f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.356560 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d3dd21f5-b81f-4f36-bc80-07f863356f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.358396 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d3dd21f5-b81f-4f36-bc80-07f863356f15 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d23ed44c-396f-4769-b24e-80038c6b8c7a HTTP/1.1" status: 204 len: 168 time: 1.0883174 Jul 09 13:40:52.378809 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd21f5-b81f-4f36-bc80-07f863356f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d23ed44c-396f-4769-b24e-80038c6b8c7a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:52.515148 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.resource_extend [None req-3bb4923e-8350-4935-b245-4732c8ed5e82 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:40:52.551657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Allocated IP 172.20.0.1 (7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd/a125ed7e-098b-479a-8e27-37567c480237/923429bf-c215-479a-933e-91d8219ca2db) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:40:52.619193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44662) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:52.649917 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bb4923e-8350-4935-b245-4732c8ed5e82 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.665756 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bb4923e-8350-4935-b245-4732c8ed5e82 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.734411 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Router d9e5b0d6-699d-40f7-ac0e-aa48a615ad17 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:40:52.736700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.746203 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-41dc4682-7e83-419f-a67f-69d42944eeb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b8f7f750ccb428d900b251b30b7d4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1208825 Jul 09 13:40:52.746495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44664) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:52.819455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Transition to ACTIVE for port object 923429bf-c215-479a-933e-91d8219ca2db will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:52.837839 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44666) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:52.873421 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ea11bd8-fcac-4527-acbe-6b9fb04ea7f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.905218 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ea11bd8-fcac-4527-acbe-6b9fb04ea7f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.963336 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ea11bd8-fcac-4527-acbe-6b9fb04ea7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.966469 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ea11bd8-fcac-4527-acbe-6b9fb04ea7f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:52.967716 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8ea11bd8-fcac-4527-acbe-6b9fb04ea7f1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/436465d1-3a04-4e7c-a28a-d6f616644545 HTTP/1.1" status: 204 len: 168 time: 0.2204337 Jul 09 13:40:52.979051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea11bd8-fcac-4527-acbe-6b9fb04ea7f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=436465d1-3a04-4e7c-a28a-d6f616644545,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:53.001829 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.023478 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-3bb4923e-8350-4935-b245-4732c8ed5e82 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Floating IP ebdada34-250d-449f-8035-785ada7eb83a associated. External IP: 172.25.2.212, port: 06a370d8-9e8b-4752-ac7a-3335a593ee84. Jul 09 13:40:53.159142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Port': ['ID=923429bf-c215-479a-933e-91d8219ca2db,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:53.174462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:53.223727 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:53.234197 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:53.249626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:40:53.401688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 927597f2-0c4b-47c6-b887-b5183a9af199 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:53.427156 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.464275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:53.481058 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4414d50a-2372-4348-94f5-73ca58324d7c admin admin] 10.222.0.39 "PUT /v2.0/routers/d9e5b0d6-699d-40f7-ac0e-aa48a615ad17/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9704530 Jul 09 13:40:53.553256 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Sync routers for ids ['d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:53.631834 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1ec3167-00a3-4032-ae4b-88c490929f70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.674694 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Routers {'d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:53.677604 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:40:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:53.806129 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:53.868470 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb4923e-8350-4935-b245-4732c8ed5e82 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Router e3fcde33-b03d-49a9-b7b4-50fddd53010e has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:40:54.107661 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb4923e-8350-4935-b245-4732c8ed5e82 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:54.118109 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08251c23-c016-4079-84ed-e026b8850575 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.122081 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6268e81-6543-4c0c-b1a2-2bb1a5cb8ca0 None None] Sync routers for ids ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:54.122942 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bb4923e-8350-4935-b245-4732c8ed5e82 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.157630 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cd88bd-a224-48bf-92de-e4b4e684bce4 None None] Network 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:40:54.166690 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6268e81-6543-4c0c-b1a2-2bb1a5cb8ca0 None None] Routers {'e3fcde33-b03d-49a9-b7b4-50fddd53010e'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:54.167536 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c6268e81-6543-4c0c-b1a2-2bb1a5cb8ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:40:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:54.273581 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1ec3167-00a3-4032-ae4b-88c490929f70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.295368 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c6268e81-6543-4c0c-b1a2-2bb1a5cb8ca0 None None] Set router e3fcde33-b03d-49a9-b7b4-50fddd53010e gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:54.318371 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1ec3167-00a3-4032-ae4b-88c490929f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.394791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Set router d9e5b0d6-699d-40f7-ac0e-aa48a615ad17 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:54.424696 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3bb4923e-8350-4935-b245-4732c8ed5e82 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "PUT /v2.0/floatingips/ebdada34-250d-449f-8035-785ada7eb83a HTTP/1.1" status: 200 len: 992 time: 4.0701606 Jul 09 13:40:54.455712 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4f17d5d-a0e4-4f9f-b42c-76da5e36f210', 'tag': '06a370d8-9e8b-4752-ac7a-3335a593ee84'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:40:54.463747 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e130530-ec56-4f5b-ba8c-342ff32136b2" -d '{"events": [{"name": "network-changed", "server_uuid": "c4f17d5d-a0e4-4f9f-b42c-76da5e36f210", "tag": "06a370d8-9e8b-4752-ac7a-3335a593ee84"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:40:54.537214 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c1ec3167-00a3-4032-ae4b-88c490929f70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d3f3f42876044dafbcd1045958edb3d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6836329 Jul 09 13:40:54.554020 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44710) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:54.572050 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec3167-00a3-4032-ae4b-88c490929f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4352ed2f-0c4f-4b86-b637-c5cfe06baa24,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:54.588404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 927597f2-0c4b-47c6-b887-b5183a9af199 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:54.650169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 33daaef0-f860-401c-814d-30c3946a489a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:54.696410 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08367e1f-9418-471a-b3b7-0d2bda16bef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.726274 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5911436f-fc57-4c7f-bebd-b5845132ab81 None None] Provisioning for port 927597f2-0c4b-47c6-b887-b5183a9af199 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:54.749606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5911436f-fc57-4c7f-bebd-b5845132ab81 None None] Provisioning complete for port 927597f2-0c4b-47c6-b887-b5183a9af199 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:54.750245 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5911436f-fc57-4c7f-bebd-b5845132ab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.762323 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08367e1f-9418-471a-b3b7-0d2bda16bef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.878730 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08367e1f-9418-471a-b3b7-0d2bda16bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.881747 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08367e1f-9418-471a-b3b7-0d2bda16bef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.883243 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-08367e1f-9418-471a-b3b7-0d2bda16bef2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4352ed2f-0c4f-4b86-b637-c5cfe06baa24 HTTP/1.1" status: 204 len: 168 time: 0.3276792 Jul 09 13:40:54.901672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08367e1f-9418-471a-b3b7-0d2bda16bef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4352ed2f-0c4f-4b86-b637-c5cfe06baa24,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:54.922490 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.929675 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08251c23-c016-4079-84ed-e026b8850575 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.931506 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.959204 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08251c23-c016-4079-84ed-e026b8850575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:54.960386 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c6268e81-6543-4c0c-b1a2-2bb1a5cb8ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:11Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'ebdada34-250d-449f-8035-785ada7eb83a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'port_id': '06a370d8-9e8b-4752-ac7a-3335a593ee84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'mac_address': 'fa:16:3e:23:cf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f17d5d-a0e4-4f9f-b42c-76da5e36f210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:40:24Z', 'updated_at': '2021-07-09T13:40:52Z', 'revision_number': 1, 'project_id': '57c1823849db49b4af2d50bf49892746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57159f5-6971-4628-b1fb-0e220292cd12', 'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'mac_address': 'fa:16:3e:95:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:07Z', 'updated_at': '2021-07-09T13:40:24Z', 'revision_number': 5, 'project_id': '57c1823849db49b4af2d50bf49892746', 'subnets': [{'id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:55.049628 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6268e81-6543-4c0c-b1a2-2bb1a5cb8ca0 None None] Checking router: e3fcde33-b03d-49a9-b7b4-50fddd53010e for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:40:55.061089 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08251c23-c016-4079-84ed-e026b8850575 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee0e010-b170-447b-9739-c9b7de1c82ed,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:55.077546 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6268e81-6543-4c0c-b1a2-2bb1a5cb8ca0 None None] Routers {'e3fcde33-b03d-49a9-b7b4-50fddd53010e'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:55.079964 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c6268e81-6543-4c0c-b1a2-2bb1a5cb8ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:40:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:55.131067 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-08251c23-c016-4079-84ed-e026b8850575 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d8a433fb67804b1c8e29745ccc7b4529&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9416077 Jul 09 13:40:55.138616 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44730) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:55.141638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 33daaef0-f860-401c-814d-30c3946a489a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:55.142017 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:55.178226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Port': ['ID=923429bf-c215-479a-933e-91d8219ca2db,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:55.185796 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:55.237834 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c6268e81-6543-4c0c-b1a2-2bb1a5cb8ca0 None None] Set router e3fcde33-b03d-49a9-b7b4-50fddd53010e gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:55.255664 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5911436f-fc57-4c7f-bebd-b5845132ab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:55.331192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5911436f-fc57-4c7f-bebd-b5845132ab81 None None] For port 927597f2-0c4b-47c6-b887-b5183a9af199, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=927597f2-0c4b-47c6-b887-b5183a9af199,segment=NetworkSegment(a96b2160-2e61-4550-8e93-533591bac022),segment_id=a96b2160-2e61-4550-8e93-533591bac022)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:40:55.335533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'name': 'tempest-ServerRescueTestJSON-1691840249-router', 'tenant_id': 'babef6379bed4e18867311a7868b9288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '2992f13b-1cbe-4912-b175-64d9a773bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:35Z', 'updated_at': '2021-07-09T13:40:49Z', 'revision_number': 4, 'project_id': 'babef6379bed4e18867311a7868b9288', 'gw_port': {'id': '2992f13b-1cbe-4912-b175-64d9a773bf07', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:37Z', 'updated_at': '2021-07-09T13:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8a09047d-2ecc-42b0-9744-9f0a3d382578', 'name': '', 'network_id': '3881be75-6fce-4855-8e27-914588a658c2', 'tenant_id': 'babef6379bed4e18867311a7868b9288', 'mac_address': 'fa:16:3e:20:15:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a7963501-dd58-4176-8b20-9e2b0fe5b563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:45Z', 'updated_at': '2021-07-09T13:40:50Z', 'revision_number': 2, 'project_id': 'babef6379bed4e18867311a7868b9288', 'subnets': [{'id': 'a7963501-dd58-4176-8b20-9e2b0fe5b563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:55.416199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Checking router: d9e5b0d6-699d-40f7-ac0e-aa48a615ad17 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:40:55.416613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Updating router d9e5b0d6-699d-40f7-ac0e-aa48a615ad17 port 8a09047d-2ecc-42b0-9744-9f0a3d382578 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:40:55.431689 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f30cb1-b492-4793-a851-05f2283f4709 x-openstack-request-id: req-48f30cb1-b492-4793-a851-05f2283f4709 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:40:55.432313 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4f17d5d-a0e4-4f9f-b42c-76da5e36f210", "tag": "06a370d8-9e8b-4752-ac7a-3335a593ee84", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:40:55.432722 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48f30cb1-b492-4793-a851-05f2283f4709 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:40:55.433346 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c4f17d5d-a0e4-4f9f-b42c-76da5e36f210', 'tag': '06a370d8-9e8b-4752-ac7a-3335a593ee84', 'status': 'completed', 'code': 200} Jul 09 13:40:55.476153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:40:55.504919 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:40:55.509856 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-44eefb32-e5e7-457d-ad5c-0a38117a4b89 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:55.512266 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5911436f-fc57-4c7f-bebd-b5845132ab81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:55.520514 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:55.520715 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-44eefb32-e5e7-457d-ad5c-0a38117a4b89 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/networks?id=3881be75-6fce-4855-8e27-914588a658c2 HTTP/1.1" status: 200 len: 811 time: 0.3926611 Jul 09 13:40:55.582817 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-b5e00960-c310-442c-a5e1-157c1b33460e tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/quotas/babef6379bed4e18867311a7868b9288 HTTP/1.1" status: 200 len: 375 time: 0.0285864 Jul 09 13:40:55.583851 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56fd480b-c8b4-4b7c-ab31-af41fb0ca68f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:55.636965 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56fd480b-c8b4-4b7c-ab31-af41fb0ca68f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:55.640778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5911436f-fc57-4c7f-bebd-b5845132ab81 None None] Pushing event updated for resources: {'Port': ['ID=927597f2-0c4b-47c6-b887-b5183a9af199,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:55.713024 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c6268e81-6543-4c0c-b1a2-2bb1a5cb8ca0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:11Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'ebdada34-250d-449f-8035-785ada7eb83a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'port_id': '06a370d8-9e8b-4752-ac7a-3335a593ee84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'mac_address': 'fa:16:3e:23:cf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f17d5d-a0e4-4f9f-b42c-76da5e36f210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:40:24Z', 'updated_at': '2021-07-09T13:40:52Z', 'revision_number': 1, 'project_id': '57c1823849db49b4af2d50bf49892746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57159f5-6971-4628-b1fb-0e220292cd12', 'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'mac_address': 'fa:16:3e:95:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:07Z', 'updated_at': '2021-07-09T13:40:24Z', 'revision_number': 5, 'project_id': '57c1823849db49b4af2d50bf49892746', 'subnets': [{'id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:55.749044 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6268e81-6543-4c0c-b1a2-2bb1a5cb8ca0 None None] The sync data for ids ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'] in n-d-799525-3 is: [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:11Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'ebdada34-250d-449f-8035-785ada7eb83a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'floating_ip_address': '172.25.2.212', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'port_id': '06a370d8-9e8b-4752-ac7a-3335a593ee84', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 2165, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'mac_address': 'fa:16:3e:23:cf:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4f17d5d-a0e4-4f9f-b42c-76da5e36f210', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:40:24Z', 'updated_at': '2021-07-09T13:40:52Z', 'revision_number': 1, 'project_id': '57c1823849db49b4af2d50bf49892746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57159f5-6971-4628-b1fb-0e220292cd12', 'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'mac_address': 'fa:16:3e:95:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:07Z', 'updated_at': '2021-07-09T13:40:24Z', 'revision_number': 5, 'project_id': '57c1823849db49b4af2d50bf49892746', 'subnets': [{'id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:40:55.873796 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44744) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:55.908016 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56fd480b-c8b4-4b7c-ab31-af41fb0ca68f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:55.912764 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56fd480b-c8b4-4b7c-ab31-af41fb0ca68f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:55.914692 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-56fd480b-c8b4-4b7c-ab31-af41fb0ca68f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dee0e010-b170-447b-9739-c9b7de1c82ed HTTP/1.1" status: 204 len: 168 time: 0.7748559 Jul 09 13:40:55.941025 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ade97ca-170e-407c-aabe-0c5baebbaa70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:56.021175 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56fd480b-c8b4-4b7c-ab31-af41fb0ca68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee0e010-b170-447b-9739-c9b7de1c82ed,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:56.282248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e21cc1e-885c-46be-b8e2-86a15a3bef33 None None] New status for floating IP ebdada34-250d-449f-8035-785ada7eb83a: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:40:56.443523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Router af11d568-dce0-4fc0-b843-ed2a77cae19c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:40:56.524383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e130530-ec56-4f5b-ba8c-342ff32136b2 req-ef3399d5-cae2-4e82-93de-51d6fcbdd584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:56.539498 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e130530-ec56-4f5b-ba8c-342ff32136b2 req-ef3399d5-cae2-4e82-93de-51d6fcbdd584 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57c1823849db49b4af2d50bf49892746&device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 1097 time: 1.1072729 Jul 09 13:40:56.563045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44756) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:56.890604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-970931446-network', 'tenant_id': '790656e675ed4b4dbf1edb6c408effe9'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:56.944526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 927597f2-0c4b-47c6-b887-b5183a9af199 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:40:56.967508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e130530-ec56-4f5b-ba8c-342ff32136b2 req-740fc006-9d22-4e65-b658-1ffbd268beda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:56.969306 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e130530-ec56-4f5b-ba8c-342ff32136b2 req-740fc006-9d22-4e65-b658-1ffbd268beda service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b067095-4052-4b92-b6db-3597e823e67a HTTP/1.1" status: 200 len: 909 time: 0.4079649 Jul 09 13:40:56.978642 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ade97ca-170e-407c-aabe-0c5baebbaa70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:56.987355 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ade97ca-170e-407c-aabe-0c5baebbaa70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:57.054336 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:40:57.066305 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Sync routers for ids ['af11d568-dce0-4fc0-b843-ed2a77cae19c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:40:57.070008 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b4c15036-558f-48bc-a3af-df52e126da70 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "PUT /v2.0/routers/af11d568-dce0-4fc0-b843-ed2a77cae19c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8846724 Jul 09 13:40:57.084653 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Routers {'af11d568-dce0-4fc0-b843-ed2a77cae19c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:57.085679 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:40:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['af11d568-dce0-4fc0-b843-ed2a77cae19c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:57.092369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44778) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:57.143602 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-46dbca63-e4ee-430b-b063-c1e03f473491 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=babef6379bed4e18867311a7868b9288&fields=id HTTP/1.1" status: 200 len: 255 time: 1.3650234 Jul 09 13:40:57.164758 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ade97ca-170e-407c-aabe-0c5baebbaa70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efdab479-a69b-4146-ae4e-6cb301e4e9d0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:57.184013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ed52c2db-266e-4f58-9dd2-a9dabc746edb None None] Provisioning for port 923429bf-c215-479a-933e-91d8219ca2db completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:40:57.312378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ed52c2db-266e-4f58-9dd2-a9dabc746edb None None] Provisioning complete for port 923429bf-c215-479a-933e-91d8219ca2db triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:57.313110 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed52c2db-266e-4f58-9dd2-a9dabc746edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:57.412644 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Set router af11d568-dce0-4fc0-b843-ed2a77cae19c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:57.482545 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] Made reservation on behalf of 790656e675ed4b4dbf1edb6c408effe9 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:57.483590 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3ade97ca-170e-407c-aabe-0c5baebbaa70 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b7241e21a944729bc9f2677987c26ae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5780208 Jul 09 13:40:57.483873 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ed52c2db-266e-4f58-9dd2-a9dabc746edb None None] Port 923429bf-c215-479a-933e-91d8219ca2db cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:57.487453 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44786) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:57.498203 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:57.617965 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-fcc86776-12b5-4a96-90e2-48e3f881478b service neutron] 10.222.0.39 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4408495 Jul 09 13:40:57.687484 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ed52c2db-266e-4f58-9dd2-a9dabc746edb None None] Provisioning complete for port 927597f2-0c4b-47c6-b887-b5183a9af199 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:57.689741 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed52c2db-266e-4f58-9dd2-a9dabc746edb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:57.706837 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 927597f2-0c4b-47c6-b887-b5183a9af199 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:57.708501 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:57.725623 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44790) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:57.734826 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:57.767811 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:57.771411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278bb93a-5d2b-4bad-875e-811faa51620b tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:57.772396 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278bb93a-5d2b-4bad-875e-811faa51620b tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:57.772930 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278bb93a-5d2b-4bad-875e-811faa51620b tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:57.773402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278bb93a-5d2b-4bad-875e-811faa51620b tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:57.774328 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278bb93a-5d2b-4bad-875e-811faa51620b tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:57.774799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278bb93a-5d2b-4bad-875e-811faa51620b tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:57.775796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278bb93a-5d2b-4bad-875e-811faa51620b tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:57.775968 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43fc2802-63f1-4f11-9667-00deec4a25a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:57.786736 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-278bb93a-5d2b-4bad-875e-811faa51620b tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4986 time: 0.6801560 Jul 09 13:40:57.802227 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44794) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:57.834086 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:40:53Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '923429bf-c215-479a-933e-91d8219ca2db', 'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:5c:3f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:52Z', 'updated_at': '2021-07-09T13:40:54Z', 'revision_number': 2, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': 'a125ed7e-098b-479a-8e27-37567c480237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:57.948417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Transition to ACTIVE for port object 8a09047d-2ecc-42b0-9744-9f0a3d382578 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:57.976446 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e130530-ec56-4f5b-ba8c-342ff32136b2 req-5e48974c-5a4c-46e0-a8b3-d3bf8a35ba0a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06a370d8-9e8b-4752-ac7a-3335a593ee84 HTTP/1.1" status: 200 len: 1000 time: 0.9034238 Jul 09 13:40:57.982575 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.104640 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-30f51079-6dca-4da3-918f-aa1edffd6b94 tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1456014291'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:58.105821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-30f51079-6dca-4da3-918f-aa1edffd6b94 tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] Unknown quota resources ['metering_label']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:40:58.148399 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.160847 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Checking router: af11d568-dce0-4fc0-b843-ed2a77cae19c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:40:58.162473 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Updating router af11d568-dce0-4fc0-b843-ed2a77cae19c port 923429bf-c215-479a-933e-91d8219ca2db binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:40:58.165382 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.208821 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.241505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44812) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:58.244625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e130530-ec56-4f5b-ba8c-342ff32136b2 req-7c44c913-7a1a-4812-b0ca-b8f8555b3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:58.248136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac16c59-4f96-473c-9e6b-ee359e513283 None None] Pushing event updated for resources: {'Port': ['ID=8a09047d-2ecc-42b0-9744-9f0a3d382578,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:58.249095 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e130530-ec56-4f5b-ba8c-342ff32136b2 req-7c44c913-7a1a-4812-b0ca-b8f8555b3abd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6365b74c-aea2-4433-844b-839fb4fcbc16 HTTP/1.1" status: 200 len: 847 time: 0.2597828 Jul 09 13:40:58.268490 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43fc2802-63f1-4f11-9667-00deec4a25a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.292890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50d237a9-caae-42c1-9332-ca002e75c56e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:58.300414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] vlan segment allocate from pool success with {'vlan_id': 301, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:40:58.363510 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac16c59-4f96-473c-9e6b-ee359e513283 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:58.363867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac16c59-4f96-473c-9e6b-ee359e513283 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:58.364211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac16c59-4f96-473c-9e6b-ee359e513283 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:58.364572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac16c59-4f96-473c-9e6b-ee359e513283 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:58.364883 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac16c59-4f96-473c-9e6b-ee359e513283 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:58.365216 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac16c59-4f96-473c-9e6b-ee359e513283 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:58.367269 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac16c59-4f96-473c-9e6b-ee359e513283 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:58.367508 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.368446 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac16c59-4f96-473c-9e6b-ee359e513283 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:58.368799 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac16c59-4f96-473c-9e6b-ee359e513283 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:58.369154 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac16c59-4f96-473c-9e6b-ee359e513283 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:58.369497 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac16c59-4f96-473c-9e6b-ee359e513283 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:58.369596 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] Added segment c287cd37-aa89-4577-bd39-a98d4079af55 of type vlan for network 1a4717f1-909f-4566-a3b0-1feed7c8abb2 Jul 09 13:40:58.371700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac16c59-4f96-473c-9e6b-ee359e513283 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:40:58.401213 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Attempting to bind port 8a09047d-2ecc-42b0-9744-9f0a3d382578 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:58.401942 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Attempting to bind port 8a09047d-2ecc-42b0-9744-9f0a3d382578 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '31c2f948-a16a-4f77-883c-afe0d37f88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3881be75-6fce-4855-8e27-914588a658c2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:58.402541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Attempting to bind port 8a09047d-2ecc-42b0-9744-9f0a3d382578 on network 3881be75-6fce-4855-8e27-914588a658c2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:58.413140 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:58.414154 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Checking segment: {'id': '31c2f948-a16a-4f77-883c-afe0d37f88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3881be75-6fce-4855-8e27-914588a658c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:58.414844 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.415495 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Bound using segment: {'id': '31c2f948-a16a-4f77-883c-afe0d37f88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3881be75-6fce-4855-8e27-914588a658c2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:58.416273 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Bound port: 8a09047d-2ecc-42b0-9744-9f0a3d382578, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31c2f948-a16a-4f77-883c-afe0d37f88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3881be75-6fce-4855-8e27-914588a658c2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:58.416917 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.488987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e8cf3089-5333-45ce-ab49-a98ce58e8c98 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-241736020-network', 'tenant_id': 'bf1d2fcf807042f48a0ad7e9170449e3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:58.521011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] For port 8a09047d-2ecc-42b0-9744-9f0a3d382578, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:58.526769 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] For port 8a09047d-2ecc-42b0-9744-9f0a3d382578, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8a09047d-2ecc-42b0-9744-9f0a3d382578,segment=NetworkSegment(31c2f948-a16a-4f77-883c-afe0d37f88a6),segment_id=31c2f948-a16a-4f77-883c-afe0d37f88a6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:58.530825 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.538218 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.568813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e130530-ec56-4f5b-ba8c-342ff32136b2 req-676d15ba-58b3-4e72-83ec-30cd12e99c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:58.570587 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e130530-ec56-4f5b-ba8c-342ff32136b2 req-676d15ba-58b3-4e72-83ec-30cd12e99c82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b067095-4052-4b92-b6db-3597e823e67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3051460 Jul 09 13:40:58.601120 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.604291 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fb62551d-1ae4-466d-99fe-c5e1b695c8ef None None] Provisioning complete for port 923429bf-c215-479a-933e-91d8219ca2db triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:40:58.604999 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb62551d-1ae4-466d-99fe-c5e1b695c8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.612560 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Transition to ACTIVE for port object 923429bf-c215-479a-933e-91d8219ca2db will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:40:58.621054 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58813f5e-3439-42bc-b5ea-29e3d443dd01 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:58.621349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58813f5e-3439-42bc-b5ea-29e3d443dd01 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:58.624807 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58813f5e-3439-42bc-b5ea-29e3d443dd01 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:58.625825 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58813f5e-3439-42bc-b5ea-29e3d443dd01 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:58.627235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58813f5e-3439-42bc-b5ea-29e3d443dd01 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:58.627904 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58813f5e-3439-42bc-b5ea-29e3d443dd01 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:58.628064 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.628590 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58813f5e-3439-42bc-b5ea-29e3d443dd01 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:58.635619 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-58813f5e-3439-42bc-b5ea-29e3d443dd01 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4646 time: 0.8279905 Jul 09 13:40:58.688893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44818) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:58.699790 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e130530-ec56-4f5b-ba8c-342ff32136b2 req-a573e1d7-634d-4238-a564-4be5a05fe394 service neutron] 10.222.0.18 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131058 Jul 09 13:40:58.712309 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-322a2f88-cb3e-4311-a7e8-eb20c6753e5c service neutron] 10.222.0.39 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0840943 Jul 09 13:40:58.718916 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.db.resource_extend [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:40:58.743575 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30f51079-6dca-4da3-918f-aa1edffd6b94 tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.744757 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-30f51079-6dca-4da3-918f-aa1edffd6b94 tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0168982 Jul 09 13:40:58.768675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44820) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:58.784342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Routers {'d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:58.785037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:40:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:58.792682 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bf9cd-564e-4593-91c9-845f6565ced2 None None] Pushing event updated for resources: {'Port': ['ID=923429bf-c215-479a-933e-91d8219ca2db,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:58.881397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8cf3089-5333-45ce-ab49-a98ce58e8c98 admin admin] Made reservation on behalf of bf1d2fcf807042f48a0ad7e9170449e3 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:40:58.885894 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3089-5333-45ce-ab49-a98ce58e8c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.906617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-da345f01-9a83-45cc-90e5-1c1abd5960d9 tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ab03d759-d9b8-4660-97c6-94dbd76a9b96'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:58.907474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-da345f01-9a83-45cc-90e5-1c1abd5960d9 tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93753) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:40:58.925433 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Attempting to bind port 923429bf-c215-479a-933e-91d8219ca2db on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:40:58.925433 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Attempting to bind port 923429bf-c215-479a-933e-91d8219ca2db by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'a96b2160-2e61-4550-8e93-533591bac022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:40:58.925785 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Attempting to bind port 923429bf-c215-479a-933e-91d8219ca2db on network 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:40:58.926053 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fb62551d-1ae4-466d-99fe-c5e1b695c8ef None None] Port 923429bf-c215-479a-933e-91d8219ca2db cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:40:58.938730 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac16c59-4f96-473c-9e6b-ee359e513283 None None] Pushing event updated for resources: {'Port': ['ID=8a09047d-2ecc-42b0-9744-9f0a3d382578,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:58.940355 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:40:58.940784 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Checking segment: {'id': 'a96b2160-2e61-4550-8e93-533591bac022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:40:58.941097 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.941430 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Bound using segment: {'id': 'a96b2160-2e61-4550-8e93-533591bac022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:40:58.941923 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Bound port: 923429bf-c215-479a-933e-91d8219ca2db, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a96b2160-2e61-4550-8e93-533591bac022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:40:58.942310 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:58.977505 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3089-5333-45ce-ab49-a98ce58e8c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:59.119317 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] For port 923429bf-c215-479a-933e-91d8219ca2db, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:40:59.128309 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] For port 923429bf-c215-479a-933e-91d8219ca2db, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=923429bf-c215-479a-933e-91d8219ca2db,segment=NetworkSegment(a96b2160-2e61-4550-8e93-533591bac022),segment_id=a96b2160-2e61-4550-8e93-533591bac022)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:40:59.138414 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:59.174715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] Set router d9e5b0d6-699d-40f7-ac0e-aa48a615ad17 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:59.197940 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:59.198945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:59.201627 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:59.208852 n-d-799525-3 neutron-server[93753]: WARNING neutron.services.metering.metering_plugin [None req-da345f01-9a83-45cc-90e5-1c1abd5960d9 tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 13:40:59.236207 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Routers {'af11d568-dce0-4fc0-b843-ed2a77cae19c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:40:59.237633 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:40:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['af11d568-dce0-4fc0-b843-ed2a77cae19c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:59.298197 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d1320eb4-6d3a-4d98-a3f3-cd887bcbcfcc req-c349507e-a2c4-4d5c-a474-0ed5ef348fb5 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 210 time: 0.0934553 Jul 09 13:40:59.303116 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43fc2802-63f1-4f11-9667-00deec4a25a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:59.308251 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43fc2802-63f1-4f11-9667-00deec4a25a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:59.315605 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-43fc2802-63f1-4f11-9667-00deec4a25a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/efdab479-a69b-4146-ae4e-6cb301e4e9d0 HTTP/1.1" status: 204 len: 168 time: 1.8259921 Jul 09 13:40:59.413795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fc2802-63f1-4f11-9667-00deec4a25a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efdab479-a69b-4146-ae4e-6cb301e4e9d0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:59.468741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300e3b55-c287-48ba-8409-80a15859179b req-2fcf2c1f-8f5a-4ca4-8f2e-f3f53b8d715e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:40:59.470635 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-300e3b55-c287-48ba-8409-80a15859179b req-2fcf2c1f-8f5a-4ca4-8f2e-f3f53b8d715e tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 946 time: 0.4207520 Jul 09 13:40:59.548511 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0bf9cd-564e-4593-91c9-845f6565ced2 None None] Pushing event updated for resources: {'Port': ['ID=923429bf-c215-479a-933e-91d8219ca2db,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:40:59.567228 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] Set router af11d568-dce0-4fc0-b843-ed2a77cae19c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:40:59.611962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da345f01-9a83-45cc-90e5-1c1abd5960d9 tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:40:59.620906 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-da345f01-9a83-45cc-90e5-1c1abd5960d9 tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7304156 Jul 09 13:40:59.626744 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44832) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:40:59.632200 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-412f479d-035a-42e2-b28b-fada293b9594 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3770 time: 0.9352369 Jul 09 13:40:59.641335 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-300e3b55-c287-48ba-8409-80a15859179b req-113ad494-1b4b-4d46-ba29-ee822cd283dd tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1551976 Jul 09 13:40:59.758002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d5620d68-4e22-4709-882b-bdebcd9d950f tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ab03d759-d9b8-4660-97c6-94dbd76a9b96'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:40:59.759500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d5620d68-4e22-4709-882b-bdebcd9d950f tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93753) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:40:59.905771 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'name': 'tempest-ServerRescueTestJSON-1691840249-router', 'tenant_id': 'babef6379bed4e18867311a7868b9288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '2992f13b-1cbe-4912-b175-64d9a773bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:35Z', 'updated_at': '2021-07-09T13:40:49Z', 'revision_number': 4, 'project_id': 'babef6379bed4e18867311a7868b9288', 'gw_port': {'id': '2992f13b-1cbe-4912-b175-64d9a773bf07', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:37Z', 'updated_at': '2021-07-09T13:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8a09047d-2ecc-42b0-9744-9f0a3d382578', 'name': '', 'network_id': '3881be75-6fce-4855-8e27-914588a658c2', 'tenant_id': 'babef6379bed4e18867311a7868b9288', 'mac_address': 'fa:16:3e:20:15:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a7963501-dd58-4176-8b20-9e2b0fe5b563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:45Z', 'updated_at': '2021-07-09T13:40:58Z', 'revision_number': 4, 'project_id': 'babef6379bed4e18867311a7868b9288', 'subnets': [{'id': 'a7963501-dd58-4176-8b20-9e2b0fe5b563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:40:59.966305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4cc739-c88c-42c8-a6ee-e03de3d4f48d None None] The sync data for ids ['d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'] in n-d-799525-3 is: [{'id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'name': 'tempest-ServerRescueTestJSON-1691840249-router', 'tenant_id': 'babef6379bed4e18867311a7868b9288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '2992f13b-1cbe-4912-b175-64d9a773bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:35Z', 'updated_at': '2021-07-09T13:40:49Z', 'revision_number': 4, 'project_id': 'babef6379bed4e18867311a7868b9288', 'gw_port': {'id': '2992f13b-1cbe-4912-b175-64d9a773bf07', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:37Z', 'updated_at': '2021-07-09T13:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8a09047d-2ecc-42b0-9744-9f0a3d382578', 'name': '', 'network_id': '3881be75-6fce-4855-8e27-914588a658c2', 'tenant_id': 'babef6379bed4e18867311a7868b9288', 'mac_address': 'fa:16:3e:20:15:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'device_owner': 'network:router_interface', 'standard_attr_id': 2219, 'fixed_ips': [{'subnet_id': 'a7963501-dd58-4176-8b20-9e2b0fe5b563', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:45Z', 'updated_at': '2021-07-09T13:40:58Z', 'revision_number': 4, 'project_id': 'babef6379bed4e18867311a7868b9288', 'subnets': [{'id': 'a7963501-dd58-4176-8b20-9e2b0fe5b563', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:41:00.139850 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:40:53Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '923429bf-c215-479a-933e-91d8219ca2db', 'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:5c:3f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:52Z', 'updated_at': '2021-07-09T13:40:59Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': 'a125ed7e-098b-479a-8e27-37567c480237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:00.159825 n-d-799525-3 neutron-server[93753]: WARNING neutron.services.metering.metering_plugin [None req-d5620d68-4e22-4709-882b-bdebcd9d950f tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 13:41:00.175188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] Pushing event updated for resources: {'Network': ['ID=1a4717f1-909f-4566-a3b0-1feed7c8abb2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:00.194876 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3f97820-d677-4b5b-8874-c7a3fb3235a5 None None] The sync data for ids ['af11d568-dce0-4fc0-b843-ed2a77cae19c'] in n-d-799525-3 is: [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:40:53Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '923429bf-c215-479a-933e-91d8219ca2db', 'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:5c:3f:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:52Z', 'updated_at': '2021-07-09T13:40:59Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': 'a125ed7e-098b-479a-8e27-37567c480237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:41:00.202303 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 1a4717f1-909f-4566-a3b0-1feed7c8abb2 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:41:00.405331 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44852) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:00.411949 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e130530-ec56-4f5b-ba8c-342ff32136b2 req-ece57acb-5853-41af-a43e-16d8355a9200 service neutron] 10.222.0.18 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.7035668 Jul 09 13:41:00.414669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bf939c4d-eb49-41f5-83e3-1ca3ce9098b0 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1586205980', 'description': 'tempest-secgroup-smoke-1586205980 description', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:00.490982 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5620d68-4e22-4709-882b-bdebcd9d950f tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:00.499943 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44854) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:00.503927 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d5620d68-4e22-4709-882b-bdebcd9d950f tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.7525153 Jul 09 13:41:00.525943 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f04201ba-ee64-46ee-80b2-54dd7e19ded2 tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=b5f82f26-f0cd-43dd-8d5b-9118fd3bbfab HTTP/1.1" status: 200 len: 462 time: 0.0218632 Jul 09 13:41:00.527504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44856) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:00.570043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf2a081-0830-4a6c-ae84-2ad3aacf4e89 req-a9c34d82-a531-404b-aaf0-a7cc0c9b682c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:00.577795 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bcf2a081-0830-4a6c-ae84-2ad3aacf4e89 req-a9c34d82-a531-404b-aaf0-a7cc0c9b682c tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.15 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 946 time: 0.6031306 Jul 09 13:41:00.584995 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3089-5333-45ce-ab49-a98ce58e8c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:00.626000 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3089-5333-45ce-ab49-a98ce58e8c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:00.666566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 923429bf-c215-479a-933e-91d8219ca2db up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:00.782398 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf3089-5333-45ce-ab49-a98ce58e8c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dad5b21-b6b7-4929-845f-08c5cdca54cb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:00.798064 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aef14129-8d13-46f7-b3bb-dbb20368102a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 4.2334752 Jul 09 13:41:00.810530 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eef64c4a-982c-4a8e-a2be-8ed31fa43879 req-bbca6714-7390-4124-b1c8-9a7dd2eb2258 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 210 time: 0.1173346 Jul 09 13:41:00.813504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44862) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:00.821134 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf939c4d-eb49-41f5-83e3-1ca3ce9098b0 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:00.832718 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d948335a-fcd7-4097-bedf-410100f6e7f9 admin admin] Request body: {'subnet': {'network_id': '1a4717f1-909f-4566-a3b0-1feed7c8abb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-970931446-subnet', 'tenant_id': '790656e675ed4b4dbf1edb6c408effe9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:00.902339 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cf7dc566-a33e-47c7-a007-d1d1d16e3a1d tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:00.906560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cf7dc566-a33e-47c7-a007-d1d1d16e3a1d tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/b5f82f26-f0cd-43dd-8d5b-9118fd3bbfab HTTP/1.1" status: 204 len: 168 time: 0.3734286 Jul 09 13:41:00.908149 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44868) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:00.909990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8cf3089-5333-45ce-ab49-a98ce58e8c98 admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:41:00.939231 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a1c840a8-3336-4f34-b986-d60565adf890 tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=b5f82f26-f0cd-43dd-8d5b-9118fd3bbfab HTTP/1.1" status: 200 len: 221 time: 0.0214546 Jul 09 13:41:00.943931 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44870) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:00.957264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ec04ed7a-9044-4371-8d63-4a6266658a6e tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2030799856', 'description': 'label created by tempest'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:00.966871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ec04ed7a-9044-4371-8d63-4a6266658a6e tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] Unknown quota resources ['metering_label']. {{(pid=93753) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:41:00.972113 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3089-5333-45ce-ab49-a98ce58e8c98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:00.973935 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-e8cf3089-5333-45ce-ab49-a98ce58e8c98 admin admin] Added segment 9be188b5-0854-4c66-8974-59c4a6f0de31 of type vlan for network fe1a3c66-52b8-4c8b-8a07-da03ba2c2818 Jul 09 13:41:00.981005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d948335a-fcd7-4097-bedf-410100f6e7f9 admin admin] Made reservation on behalf of 790656e675ed4b4dbf1edb6c408effe9 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:00.986311 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d948335a-fcd7-4097-bedf-410100f6e7f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.067588 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 923429bf-c215-479a-933e-91d8219ca2db completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:01.077757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 923429bf-c215-479a-933e-91d8219ca2db triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:01.079006 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.130696 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3089-5333-45ce-ab49-a98ce58e8c98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.169063 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:41:01.212879 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3089-5333-45ce-ab49-a98ce58e8c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.214827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8cf3089-5333-45ce-ab49-a98ce58e8c98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:01.216959 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8cf3089-5333-45ce-ab49-a98ce58e8c98 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.370880 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.443971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 923429bf-c215-479a-933e-91d8219ca2db, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=923429bf-c215-479a-933e-91d8219ca2db,segment=NetworkSegment(a96b2160-2e61-4550-8e93-533591bac022),segment_id=a96b2160-2e61-4550-8e93-533591bac022)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:01.450252 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.451956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8a09047d-2ecc-42b0-9744-9f0a3d382578 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:01.563964 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=923429bf-c215-479a-933e-91d8219ca2db,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:01.597144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 8a09047d-2ecc-42b0-9744-9f0a3d382578 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:01.605940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 8a09047d-2ecc-42b0-9744-9f0a3d382578 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:01.608037 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.627580 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf939c4d-eb49-41f5-83e3-1ca3ce9098b0 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.691170 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf939c4d-eb49-41f5-83e3-1ca3ce9098b0 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.707272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36744eb3-0bef-4d10-b2d1-0e0bed734556 req-52b5c327-c19a-45b7-bce1-4c1d75d80ea4 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:01.720401 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.728300 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-36744eb3-0bef-4d10-b2d1-0e0bed734556 req-52b5c327-c19a-45b7-bce1-4c1d75d80ea4 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 946 time: 0.6407027 Jul 09 13:41:01.760320 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e8cf3089-5333-45ce-ab49-a98ce58e8c98 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.5065539 Jul 09 13:41:01.774618 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 8a09047d-2ecc-42b0-9744-9f0a3d382578, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8a09047d-2ecc-42b0-9744-9f0a3d382578,segment=NetworkSegment(31c2f948-a16a-4f77-883c-afe0d37f88a6),segment_id=31c2f948-a16a-4f77-883c-afe0d37f88a6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:01.779166 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d948335a-fcd7-4097-bedf-410100f6e7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.784029 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.807065 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44884) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:01.830317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cf3089-5333-45ce-ab49-a98ce58e8c98 admin admin] Pushing event updated for resources: {'Network': ['ID=fe1a3c66-52b8-4c8b-8a07-da03ba2c2818,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:01.832603 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1e41ba34-9a65-4a22-ad96-b4bc0060d973 admin admin] Request body: {'subnet': {'network_id': 'fe1a3c66-52b8-4c8b-8a07-da03ba2c2818', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-241736020-subnet', 'tenant_id': 'bf1d2fcf807042f48a0ad7e9170449e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:01.839608 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-bcf2a081-0830-4a6c-ae84-2ad3aacf4e89 req-a6e31a53-26dc-492b-8b18-5c5b08ba484a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Deleting port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:01.839862 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bcf2a081-0830-4a6c-ae84-2ad3aacf4e89 req-a6e31a53-26dc-492b-8b18-5c5b08ba484a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.859828 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30383355-f733-44b8-ad37-6b8cfac168b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.879692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network fe1a3c66-52b8-4c8b-8a07-da03ba2c2818 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:41:01.893986 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf939c4d-eb49-41f5-83e3-1ca3ce9098b0 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.898677 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bf939c4d-eb49-41f5-83e3-1ca3ce9098b0 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4887335 Jul 09 13:41:01.908523 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44890) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:01.942961 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ec04ed7a-9044-4371-8d63-4a6266658a6e tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:01.944263 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ec04ed7a-9044-4371-8d63-4a6266658a6e tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.9976158 Jul 09 13:41:01.954703 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44892) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:01.960671 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bfb0f4e8-8f84-4e83-b5d5-b5b9413fd0a1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': 'c23a97a7-1003-4c0c-83ba-a94cb5289b1a', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:01.992116 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-36744eb3-0bef-4d10-b2d1-0e0bed734556 req-2fefa8d7-135d-4034-8447-e6598c8ab2f3 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2585278 Jul 09 13:41:02.040150 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=8a09047d-2ecc-42b0-9744-9f0a3d382578,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:02.070480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf939c4d-eb49-41f5-83e3-1ca3ce9098b0 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c23a97a7-1003-4c0c-83ba-a94cb5289b1a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:02.090112 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d948335a-fcd7-4097-bedf-410100f6e7f9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fd53f8e-15f4-4748-9832-b404a26aa90c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:02.107646 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-047a9bf4-65cf-4d6e-b69f-000450ec2b07 tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=9c6daa7f-da92-4643-9786-497557c562f3 HTTP/1.1" status: 200 len: 468 time: 0.1474054 Jul 09 13:41:02.109070 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44896) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:02.124639 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e41ba34-9a65-4a22-ad96-b4bc0060d973 admin admin] Made reservation on behalf of bf1d2fcf807042f48a0ad7e9170449e3 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:02.127850 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e41ba34-9a65-4a22-ad96-b4bc0060d973 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:02.165596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bcf2a081-0830-4a6c-ae84-2ad3aacf4e89 req-a6e31a53-26dc-492b-8b18-5c5b08ba484a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] For port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:02.166430 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bcf2a081-0830-4a6c-ae84-2ad3aacf4e89 req-a6e31a53-26dc-492b-8b18-5c5b08ba484a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:02.190135 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fb67bae4-cb7f-45de-aa9b-c6a73b940a66 req-d29ee9e7-4414-4c0c-ba3f-c3aa447d3580 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 210 time: 0.0844216 Jul 09 13:41:02.287904 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d948335a-fcd7-4097-bedf-410100f6e7f9 admin admin] Checking segment: {'id': 'c287cd37-aa89-4577-bd39-a98d4079af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1a4717f1-909f-4566-a3b0-1feed7c8abb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:02.288232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d948335a-fcd7-4097-bedf-410100f6e7f9 admin admin] Network hostable DHCP agents. Network: 1a4717f1-909f-4566-a3b0-1feed7c8abb2, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:41:02.295377 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f4e8-8f84-4e83-b5d5-b5b9413fd0a1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:02.368850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d948335a-fcd7-4097-bedf-410100f6e7f9 admin admin] Network 1a4717f1-909f-4566-a3b0-1feed7c8abb2 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:41:02.404039 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d948335a-fcd7-4097-bedf-410100f6e7f9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 1a4717f1-909f-4566-a3b0-1feed7c8abb2) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:02.417440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df51bd26-2b33-4cbd-84eb-51ebac0d3656 None None] Network 1a4717f1-909f-4566-a3b0-1feed7c8abb2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:02.431884 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d948335a-fcd7-4097-bedf-410100f6e7f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:02.436481 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d948335a-fcd7-4097-bedf-410100f6e7f9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:02.554440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 923429bf-c215-479a-933e-91d8219ca2db up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:02.572916 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d948335a-fcd7-4097-bedf-410100f6e7f9 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.7525332 Jul 09 13:41:02.726363 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f4e8-8f84-4e83-b5d5-b5b9413fd0a1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:02.728757 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e41ba34-9a65-4a22-ad96-b4bc0060d973 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:02.830530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39192a36-55f7-42d7-8b6e-adec0e07abe4 None None] Network 1a4717f1-909f-4566-a3b0-1feed7c8abb2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:02.832851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 923429bf-c215-479a-933e-91d8219ca2db triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:02.833218 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:02.858686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e41ba34-9a65-4a22-ad96-b4bc0060d973 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4f905e2b-fbbc-43b2-b4eb-37dd7d6503e2,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:02.861123 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f4e8-8f84-4e83-b5d5-b5b9413fd0a1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:02.968076 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb0f4e8-8f84-4e83-b5d5-b5b9413fd0a1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d3037a6-96b1-4744-ab2c-93cae8aa2b05,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:02.978080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e41ba34-9a65-4a22-ad96-b4bc0060d973 admin admin] Checking segment: {'id': '9be188b5-0854-4c66-8974-59c4a6f0de31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fe1a3c66-52b8-4c8b-8a07-da03ba2c2818'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:02.978453 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e41ba34-9a65-4a22-ad96-b4bc0060d973 admin admin] Network hostable DHCP agents. Network: fe1a3c66-52b8-4c8b-8a07-da03ba2c2818, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:41:02.989955 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bfb0f4e8-8f84-4e83-b5d5-b5b9413fd0a1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:02.997791 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bfb0f4e8-8f84-4e83-b5d5-b5b9413fd0a1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0869801 Jul 09 13:41:02.998475 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44914) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:03.010286 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5bdcf873-4866-477a-b4df-ade1165ec578 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': 'c23a97a7-1003-4c0c-83ba-a94cb5289b1a', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:03.121723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e41ba34-9a65-4a22-ad96-b4bc0060d973 admin admin] Network fe1a3c66-52b8-4c8b-8a07-da03ba2c2818 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:41:03.142462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8a09047d-2ecc-42b0-9744-9f0a3d382578 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:03.172290 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1e41ba34-9a65-4a22-ad96-b4bc0060d973 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, fe1a3c66-52b8-4c8b-8a07-da03ba2c2818) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:03.179413 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf873-4866-477a-b4df-ade1165ec578 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:03.191496 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e41ba34-9a65-4a22-ad96-b4bc0060d973 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:03.193259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aea0eed6-9083-408b-8fe5-9a98557180ab None None] Network fe1a3c66-52b8-4c8b-8a07-da03ba2c2818 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:03.195110 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e41ba34-9a65-4a22-ad96-b4bc0060d973 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:03.429361 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1e41ba34-9a65-4a22-ad96-b4bc0060d973 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6153753 Jul 09 13:41:03.478669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 8a09047d-2ecc-42b0-9744-9f0a3d382578 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:03.479284 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:03.603158 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bdcb46b-9475-4d21-a562-dfd25b17d7cf None None] Network fe1a3c66-52b8-4c8b-8a07-da03ba2c2818 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:03.612920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-3db39421-07eb-4278-b817-723ef5853fcf tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:03.615139 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-3db39421-07eb-4278-b817-723ef5853fcf tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.15 "GET /v2.0/networks?id=3881be75-6fce-4855-8e27-914588a658c2 HTTP/1.1" status: 200 len: 811 time: 2.0308192 Jul 09 13:41:03.635698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-bfec321f-13e5-4c03-846c-44ab9fab651b tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:03.639666 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-bfec321f-13e5-4c03-846c-44ab9fab651b tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/networks?id=1a4717f1-909f-4566-a3b0-1feed7c8abb2 HTTP/1.1" status: 200 len: 813 time: 0.2079158 Jul 09 13:41:03.702760 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf873-4866-477a-b4df-ade1165ec578 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:03.771572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-6d57f7c6-1338-4083-beae-078645c39fb3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Request body: {'port': {'device_id': '42807da1-df46-4b73-bad2-50ae6f614fa4', 'network_id': '3881be75-6fce-4855-8e27-914588a658c2', 'admin_state_up': True, 'tenant_id': 'babef6379bed4e18867311a7868b9288'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:03.772370 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf873-4866-477a-b4df-ade1165ec578 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:03.819604 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-d2745a3a-a388-40d0-831a-d2fe59c63d27 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/quotas/790656e675ed4b4dbf1edb6c408effe9 HTTP/1.1" status: 200 len: 375 time: 0.1056137 Jul 09 13:41:03.934987 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 87f0b530-8e5b-4ab3-bab0-c770e91e05bc no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:41:03.949422 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdcf873-4866-477a-b4df-ade1165ec578 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b68d2b35-0784-4d99-8f94-03ae1348fac0,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:03.961100 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-7370cce2-2ae7-437a-a513-3372dfd9045d tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=790656e675ed4b4dbf1edb6c408effe9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1256559 Jul 09 13:41:03.970945 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bdcf873-4866-477a-b4df-ade1165ec578 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:03.974893 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5bdcf873-4866-477a-b4df-ade1165ec578 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9722192 Jul 09 13:41:03.975250 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44938) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:03.979811 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1bf958bb-e6d8-462f-9308-6ba1fb7f10cf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': 'c23a97a7-1003-4c0c-83ba-a94cb5289b1a', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:03.996327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16e3b35-5496-4328-b602-44c127dfb350 req-e2ebeaf8-a5d7-4de9-bb04-bdb95a6debb2 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:03.998586 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e16e3b35-5496-4328-b602-44c127dfb350 req-e2ebeaf8-a5d7-4de9-bb04-bdb95a6debb2 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 946 time: 0.7450085 Jul 09 13:41:04.084551 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bf958bb-e6d8-462f-9308-6ba1fb7f10cf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.110844 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f8878383-7b37-4cbb-a627-5a0aacd0db4b tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.115876 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f8878383-7b37-4cbb-a627-5a0aacd0db4b tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/9c6daa7f-da92-4643-9786-497557c562f3 HTTP/1.1" status: 204 len: 168 time: 1.8433001 Jul 09 13:41:04.123975 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.130138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44944) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:04.133937 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bcf2a081-0830-4a6c-ae84-2ad3aacf4e89 req-a6e31a53-26dc-492b-8b18-5c5b08ba484a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.134462 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bcf2a081-0830-4a6c-ae84-2ad3aacf4e89 req-a6e31a53-26dc-492b-8b18-5c5b08ba484a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.134865 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-bcf2a081-0830-4a6c-ae84-2ad3aacf4e89 req-a6e31a53-26dc-492b-8b18-5c5b08ba484a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Floating IP 1cfbd074-ff57-4b3a-91fe-f6e46b423a68 disassociated. External IP: 172.25.2.43, port: 87f0b530-8e5b-4ab3-bab0-c770e91e05bc. Jul 09 13:41:04.135416 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-bcf2a081-0830-4a6c-ae84-2ad3aacf4e89 req-a6e31a53-26dc-492b-8b18-5c5b08ba484a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Calling delete_port for 87f0b530-8e5b-4ab3-bab0-c770e91e05bc owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:04.169195 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-51bb65c2-50f1-4754-8079-45532e84c8b3 tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=9c6daa7f-da92-4643-9786-497557c562f3 HTTP/1.1" status: 200 len: 216 time: 0.0295775 Jul 09 13:41:04.180393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44948) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:04.187304 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e16e3b35-5496-4328-b602-44c127dfb350 req-c06120c5-26a0-4e22-aa0a-350f74c2f4e5 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups?id=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469057 Jul 09 13:41:04.210651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:04.214287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:04.220396 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6dce3383-9f0e-4e0d-9bad-7fd02f1797da" -d '{"events": [{"server_uuid": "de0f1532-f595-455b-b1a7-8900b47da42c", "name": "network-vif-unplugged", "status": "completed", "tag": "87f0b530-8e5b-4ab3-bab0-c770e91e05bc"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:04.225006 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.295595 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2772eb4f-dff4-4397-b2ad-fd3bb8a3014b tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1141808 Jul 09 13:41:04.322292 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:04.349691 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44952) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:04.375158 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bf958bb-e6d8-462f-9308-6ba1fb7f10cf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.384882 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e7ccf721-7ad5-4516-a12d-f98178b0113d tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0258327 Jul 09 13:41:04.384882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-6d57f7c6-1338-4083-beae-078645c39fb3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Made reservation on behalf of babef6379bed4e18867311a7868b9288 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:04.384882 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-6d57f7c6-1338-4083-beae-078645c39fb3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.386028 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bf958bb-e6d8-462f-9308-6ba1fb7f10cf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.389617 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44954) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:04.545661 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf958bb-e6d8-462f-9308-6ba1fb7f10cf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4b2c780-0511-42da-948b-bc42afed5552,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:04.552571 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-19bf1fd9-99a3-4bf3-9755-182640822c70 tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/ab03d759-d9b8-4660-97c6-94dbd76a9b96 HTTP/1.1" status: 200 len: 473 time: 0.1248062 Jul 09 13:41:04.560064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44958) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:04.563152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-2d096b3f-715d-4019-9e0c-9abbb8fc0a9e service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:04.565048 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-2d096b3f-715d-4019-9e0c-9abbb8fc0a9e service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5915802 Jul 09 13:41:04.613648 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1ee342b0-c872-4bcf-b26d-845c13107d6a tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/a6d4a241-94ef-450f-88e2-51b4b977aabc HTTP/1.1" status: 200 len: 459 time: 0.0387018 Jul 09 13:41:04.621589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44962) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:04.629508 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.664108 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e9972c9c-e72b-470e-88c2-e709d1339723 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.716281 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e5afaea1-f6d6-4081-8235-522794259e08 req-c3699c9a-5ded-44af-951f-a8334f6414ab tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 210 time: 0.1122088 Jul 09 13:41:04.718975 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bf958bb-e6d8-462f-9308-6ba1fb7f10cf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.720220 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1bf958bb-e6d8-462f-9308-6ba1fb7f10cf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7440219 Jul 09 13:41:04.723902 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44966) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:04.740590 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0bd3184a-4434-467a-837e-4fa1e8ba233d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': 'c23a97a7-1003-4c0c-83ba-a94cb5289b1a', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:04.800802 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-930c8d5a-f021-4d29-b6f3-f8088bba7c8a service neutron] 10.222.0.39 "GET /v2.0/networks/1a4717f1-909f-4566-a3b0-1feed7c8abb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199564 Jul 09 13:41:04.822296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-6d57f7c6-1338-4083-beae-078645c39fb3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Allocated IP 172.20.0.3 (3881be75-6fce-4855-8e27-914588a658c2/a7963501-dd58-4176-8b20-9e2b0fe5b563/1ed746db-e5f8-440b-91ea-faf6dfee0971) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:04.965584 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bcf2a081-0830-4a6c-ae84-2ad3aacf4e89 req-a6e31a53-26dc-492b-8b18-5c5b08ba484a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.972632 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0bd3184a-4434-467a-837e-4fa1e8ba233d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.974107 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a363aad-4ed6-42a0-8010-91082d755971 tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:04.980497 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1a363aad-4ed6-42a0-8010-91082d755971 tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/a6d4a241-94ef-450f-88e2-51b4b977aabc HTTP/1.1" status: 204 len: 168 time: 0.3551345 Jul 09 13:41:04.987819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44972) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:04.989345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44974) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:05.056036 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0916867-7b8d-4332-9114-91d71ab76d8f x-openstack-request-id: req-e0916867-7b8d-4332-9114-91d71ab76d8f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:05.056550 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0f1532-f595-455b-b1a7-8900b47da42c", "name": "network-vif-unplugged", "status": "completed", "tag": "87f0b530-8e5b-4ab3-bab0-c770e91e05bc", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:05.056978 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0916867-7b8d-4332-9114-91d71ab76d8f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:05.057384 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'code': 200} Jul 09 13:41:05.064907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-72fc8de4-d2e9-4745-9bc3-e5320d88a97d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1045619004-network', 'tenant_id': '0630b3ba3aaf4afcaab5dad2eef08575'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:05.066777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e31a53-26dc-492b-8b18-5c5b08ba484a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event deleted for resources: {'Port': ['ID=87f0b530-8e5b-4ab3-bab0-c770e91e05bc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:05.121756 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e3a98ca5-8d94-464e-9dcb-7cc41b1c39ee service neutron] 10.222.0.39 "GET /v2.0/networks/1a4717f1-909f-4566-a3b0-1feed7c8abb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3113861 Jul 09 13:41:05.126708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72fc8de4-d2e9-4745-9bc3-e5320d88a97d admin admin] Made reservation on behalf of 0630b3ba3aaf4afcaab5dad2eef08575 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:05.128812 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72fc8de4-d2e9-4745-9bc3-e5320d88a97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.145716 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72fc8de4-d2e9-4745-9bc3-e5320d88a97d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.148612 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0bd3184a-4434-467a-837e-4fa1e8ba233d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.157295 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0bd3184a-4434-467a-837e-4fa1e8ba233d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.191185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd3184a-4434-467a-837e-4fa1e8ba233d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8af7e40e-44e6-413b-a15d-d0a0872c8fc4,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:05.300961 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72fc8de4-d2e9-4745-9bc3-e5320d88a97d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.316206 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72fc8de4-d2e9-4745-9bc3-e5320d88a97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.366384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72fc8de4-d2e9-4745-9bc3-e5320d88a97d admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:41:05.383498 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72fc8de4-d2e9-4745-9bc3-e5320d88a97d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.384703 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-72fc8de4-d2e9-4745-9bc3-e5320d88a97d admin admin] Added segment ee0b5cb6-cac6-43c4-85b1-76498ffe992d of type vlan for network cdbef31b-305d-4d47-9023-1fd50d720d5e Jul 09 13:41:05.455382 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72fc8de4-d2e9-4745-9bc3-e5320d88a97d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.506602 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0bd3184a-4434-467a-837e-4fa1e8ba233d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.508242 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0bd3184a-4434-467a-837e-4fa1e8ba233d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7797778 Jul 09 13:41:05.564486 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72fc8de4-d2e9-4745-9bc3-e5320d88a97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.565513 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72fc8de4-d2e9-4745-9bc3-e5320d88a97d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:05.566150 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-72fc8de4-d2e9-4745-9bc3-e5320d88a97d admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.569232 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.585390 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44982) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:05.591211 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bcb08ff3-e7cd-490f-b4b5-56ed5e50b45b tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:05.592938 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bcb08ff3-e7cd-490f-b4b5-56ed5e50b45b tempest-MeteringIpV6TestJSON-1869154699 tempest-MeteringIpV6TestJSON-1869154699-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/ab03d759-d9b8-4660-97c6-94dbd76a9b96 HTTP/1.1" status: 204 len: 168 time: 0.5970776 Jul 09 13:41:05.595910 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a1d5097-00ec-4320-8e13-e43f84241d4b req-56410aad-1216-4926-b2ca-fae948c7ff7d tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 210 time: 0.0847712 Jul 09 13:41:05.648164 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-72fc8de4-d2e9-4745-9bc3-e5320d88a97d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6557019 Jul 09 13:41:05.663050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bf83b3c0-0685-4464-8e70-2f7096d83c02 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': 'c23a97a7-1003-4c0c-83ba-a94cb5289b1a', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:05.670895 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44990) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:05.761506 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf2dea3d-30b4-4f44-ab6a-2daf4ef70d35 req-89701139-a865-4fee-aed7-d4eb5c2578ba tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 210 time: 0.2512891 Jul 09 13:41:05.779063 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc8de4-d2e9-4745-9bc3-e5320d88a97d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a73e186a-8cac-418e-aae8-1ca26a562b4a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:05.787687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-86e27e18-2e55-4eac-9dca-87526ec073d5 admin admin] Request body: {'subnet': {'network_id': 'cdbef31b-305d-4d47-9023-1fd50d720d5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1045619004-subnet', 'tenant_id': '0630b3ba3aaf4afcaab5dad2eef08575', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:05.819483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fc8de4-d2e9-4745-9bc3-e5320d88a97d admin admin] Pushing event updated for resources: {'Network': ['ID=cdbef31b-305d-4d47-9023-1fd50d720d5e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:05.829668 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bcf2a081-0830-4a6c-ae84-2ad3aacf4e89 req-a6e31a53-26dc-492b-8b18-5c5b08ba484a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Router d939e762-c9e0-43b8-85e1-d6500cec7558 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:41:05.845336 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network cdbef31b-305d-4d47-9023-1fd50d720d5e details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:41:05.876635 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-86e27e18-2e55-4eac-9dca-87526ec073d5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:41:05.876635 n-d-799525-3 neutron-server[93753]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:41:05.876635 n-d-799525-3 neutron-server[93753]: [parameters: {'project_id_1': '0630b3ba3aaf4afcaab5dad2eef08575', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 41, 5, 826206)}] Jul 09 13:41:05.876635 n-d-799525-3 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:41:05.877334 n-d-799525-3 neutron-server[93753]: DEBUG oslo_db.api [None req-86e27e18-2e55-4eac-9dca-87526ec073d5 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:41:05.918778 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-bf83b3c0-0685-4464-8e70-2f7096d83c02 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Project c1f9f9204531458ca2e9fa84d6609b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:41:05.949296 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf83b3c0-0685-4464-8e70-2f7096d83c02 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:06.003057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e899bc9-95ed-497d-99c0-8474d78bfdc4 req-cb8fecf9-91f5-4079-af71-953cb841c9aa tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 210 time: 0.0705833 Jul 09 13:41:06.108387 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-6d57f7c6-1338-4083-beae-078645c39fb3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:06.220308 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf83b3c0-0685-4464-8e70-2f7096d83c02 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:06.230273 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf83b3c0-0685-4464-8e70-2f7096d83c02 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:06.273475 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45004) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:06.292337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bcf2a081-0830-4a6c-ae84-2ad3aacf4e89 req-a6e31a53-26dc-492b-8b18-5c5b08ba484a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:41:06.313750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de761cb6-6801-402d-ab1a-58b0fa17dcd4 None None] Sync routers for ids ['d939e762-c9e0-43b8-85e1-d6500cec7558'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:41:06.328844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de761cb6-6801-402d-ab1a-58b0fa17dcd4 None None] Routers {'d939e762-c9e0-43b8-85e1-d6500cec7558'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:06.329692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-de761cb6-6801-402d-ab1a-58b0fa17dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:41:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d939e762-c9e0-43b8-85e1-d6500cec7558'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:06.405715 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83b3c0-0685-4464-8e70-2f7096d83c02 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c3d9d69-abee-4149-9118-bca8e4a04136,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:06.457611 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-247b06c2-9d30-49e6-8f46-7139d8fdf285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:06.486531 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bf83b3c0-0685-4464-8e70-2f7096d83c02 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:06.492967 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bf83b3c0-0685-4464-8e70-2f7096d83c02 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8984315 Jul 09 13:41:06.495150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45010) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:06.501174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcf2a081-0830-4a6c-ae84-2ad3aacf4e89 req-a6e31a53-26dc-492b-8b18-5c5b08ba484a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] No DVR routers for this DVR port 87f0b530-8e5b-4ab3-bab0-c770e91e05bc on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:41:06.508566 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e894a966-0cfe-41ef-b2b7-9d033a0d8c40 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': 'c23a97a7-1003-4c0c-83ba-a94cb5289b1a', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:06.517022 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bcf2a081-0830-4a6c-ae84-2ad3aacf4e89 req-a6e31a53-26dc-492b-8b18-5c5b08ba484a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:06.519386 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bcf2a081-0830-4a6c-ae84-2ad3aacf4e89 req-a6e31a53-26dc-492b-8b18-5c5b08ba484a tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.15 "DELETE /v2.0/ports/87f0b530-8e5b-4ab3-bab0-c770e91e05bc HTTP/1.1" status: 204 len: 173 time: 5.9306726 Jul 09 13:41:06.519941 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'name': 'network-vif-deleted', 'tag': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:06.523013 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf32cb55-7dc8-4042-bc0d-14542b4c16e4" -d '{"events": [{"server_uuid": "de0f1532-f595-455b-b1a7-8900b47da42c", "name": "network-vif-deleted", "tag": "87f0b530-8e5b-4ab3-bab0-c770e91e05bc"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:06.543397 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-6d57f7c6-1338-4083-beae-078645c39fb3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:06.584857 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-247b06c2-9d30-49e6-8f46-7139d8fdf285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:06.594427 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-247b06c2-9d30-49e6-8f46-7139d8fdf285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:06.621566 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df89476-b8ca-43cd-85dc-d8be8ee7f57d x-openstack-request-id: req-0df89476-b8ca-43cd-85dc-d8be8ee7f57d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:06.622777 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de0f1532-f595-455b-b1a7-8900b47da42c", "name": "network-vif-deleted", "tag": "87f0b530-8e5b-4ab3-bab0-c770e91e05bc", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:06.623163 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0df89476-b8ca-43cd-85dc-d8be8ee7f57d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:06.623732 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de0f1532-f595-455b-b1a7-8900b47da42c', 'name': 'network-vif-deleted', 'tag': '87f0b530-8e5b-4ab3-bab0-c770e91e05bc', 'status': 'completed', 'code': 200} Jul 09 13:41:06.662355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57f7c6-1338-4083-beae-078645c39fb3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Pushing event updated for resources: {'Port': ['ID=1ed746db-e5f8-440b-91ea-faf6dfee0971,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:06.681782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b06c2-9d30-49e6-8f46-7139d8fdf285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b73aae-dfe2-434e-9d83-48c2e35f19ad,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:06.713209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-6d57f7c6-1338-4083-beae-078645c39fb3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Network 3881be75-6fce-4855-8e27-914588a658c2 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:06.714702 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e27e18-2e55-4eac-9dca-87526ec073d5 admin admin] Made reservation on behalf of 0630b3ba3aaf4afcaab5dad2eef08575 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:06.717526 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86e27e18-2e55-4eac-9dca-87526ec073d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:06.719610 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-e894a966-0cfe-41ef-b2b7-9d033a0d8c40 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:41:06.719610 n-d-799525-3 neutron-server[93753]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:41:06.719610 n-d-799525-3 neutron-server[93753]: [parameters: {'project_id_1': 'c1f9f9204531458ca2e9fa84d6609b20', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 41, 6, 537099)}] Jul 09 13:41:06.719610 n-d-799525-3 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:41:06.725981 n-d-799525-3 neutron-server[93753]: DEBUG oslo_db.api [None req-e894a966-0cfe-41ef-b2b7-9d033a0d8c40 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:41:06.734738 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-247b06c2-9d30-49e6-8f46-7139d8fdf285 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c874579b5cb64cd988fb2ccae7112136&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4548469 Jul 09 13:41:06.741338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45016) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:06.760612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-6d57f7c6-1338-4083-beae-078645c39fb3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:06.772449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-6d57f7c6-1338-4083-beae-078645c39fb3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:06.808569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-de761cb6-6801-402d-ab1a-58b0fa17dcd4 None None] Set router d939e762-c9e0-43b8-85e1-d6500cec7558 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:06.908576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-6d57f7c6-1338-4083-beae-078645c39fb3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:06.909305 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-6d57f7c6-1338-4083-beae-078645c39fb3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:06.936211 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-6d57f7c6-1338-4083-beae-078645c39fb3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2413902 Jul 09 13:41:06.956929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-f9b98981-49ba-46f8-97ce-2671cbbd7fd6 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:06.957948 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-f9b98981-49ba-46f8-97ce-2671cbbd7fd6 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147352 Jul 09 13:41:06.970583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Request body: {'port': {'device_id': '42807da1-df46-4b73-bad2-50ae6f614fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:07.027658 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b27ab002-0b5a-42b3-a8d7-f005630d07af req-5d022e3b-ee27-4524-9cd3-693d5a7bec84 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 210 time: 0.1384828 Jul 09 13:41:07.064095 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.119565 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e60d1490-b280-45b8-bc54-f7423c28f43f req-1443da85-c15c-436d-ba8e-2fa71f5cf2ba tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/ports?device_id=de0f1532-f595-455b-b1a7-8900b47da42c HTTP/1.1" status: 200 len: 210 time: 0.0719588 Jul 09 13:41:07.126559 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a9d4760-bf24-4c01-97c3-a1af9be86d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.134727 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.192174 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a9d4760-bf24-4c01-97c3-a1af9be86d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.269461 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a9d4760-bf24-4c01-97c3-a1af9be86d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.273698 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a9d4760-bf24-4c01-97c3-a1af9be86d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.275456 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3a9d4760-bf24-4c01-97c3-a1af9be86d25 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/23b73aae-dfe2-434e-9d83-48c2e35f19ad HTTP/1.1" status: 204 len: 168 time: 0.5327818 Jul 09 13:41:07.335202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9d4760-bf24-4c01-97c3-a1af9be86d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b73aae-dfe2-434e-9d83-48c2e35f19ad,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:07.414770 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-e894a966-0cfe-41ef-b2b7-9d033a0d8c40 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Project c1f9f9204531458ca2e9fa84d6609b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:41:07.427384 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e894a966-0cfe-41ef-b2b7-9d033a0d8c40 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.567665 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e894a966-0cfe-41ef-b2b7-9d033a0d8c40 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.580139 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e894a966-0cfe-41ef-b2b7-9d033a0d8c40 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.598527 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ec0092-486f-4ebc-ba4d-6e52b740f613 req-5021876f-93dc-4c88-9c36-18310a185505 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:07.606951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-47ec0092-486f-4ebc-ba4d-6e52b740f613 req-5021876f-93dc-4c88-9c36-18310a185505 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 931 time: 0.3092444 Jul 09 13:41:07.630471 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894a966-0cfe-41ef-b2b7-9d033a0d8c40 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18450cd2-36fc-4010-ac74-61dd9fd58287,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:07.635513 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e894a966-0cfe-41ef-b2b7-9d033a0d8c40 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.637645 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e894a966-0cfe-41ef-b2b7-9d033a0d8c40 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1333992 Jul 09 13:41:07.796465 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-47ec0092-486f-4ebc-ba4d-6e52b740f613 req-2ca524a5-3636-4251-b0b3-7e67d971f7fa tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836958 Jul 09 13:41:07.863444 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86e27e18-2e55-4eac-9dca-87526ec073d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:07.882368 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-de761cb6-6801-402d-ab1a-58b0fa17dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'd6f3e705-f7ad-4011-acd2-0ae10b6264d5', 'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'mac_address': 'fa:16:3e:51:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:30Z', 'updated_at': '2021-07-09T13:31:38Z', 'revision_number': 5, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'subnets': [{'id': '64038094-33bf-4882-9ed5-b515adff07d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:07.959069 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de761cb6-6801-402d-ab1a-58b0fa17dcd4 None None] Checking router: d939e762-c9e0-43b8-85e1-d6500cec7558 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:41:08.031585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de761cb6-6801-402d-ab1a-58b0fa17dcd4 None None] Routers {'d939e762-c9e0-43b8-85e1-d6500cec7558'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:08.037891 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-de761cb6-6801-402d-ab1a-58b0fa17dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:41:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d939e762-c9e0-43b8-85e1-d6500cec7558'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:08.066683 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e27e18-2e55-4eac-9dca-87526ec073d5 admin admin] Checking segment: {'id': 'ee0b5cb6-cac6-43c4-85b1-76498ffe992d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'cdbef31b-305d-4d47-9023-1fd50d720d5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:08.067194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e27e18-2e55-4eac-9dca-87526ec073d5 admin admin] Network hostable DHCP agents. Network: cdbef31b-305d-4d47-9023-1fd50d720d5e, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:41:08.105122 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e27e18-2e55-4eac-9dca-87526ec073d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d71a00a6-fced-4d76-b29d-2e718675be09,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:08.116466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e27e18-2e55-4eac-9dca-87526ec073d5 admin admin] Network cdbef31b-305d-4d47-9023-1fd50d720d5e is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:41:08.142738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-86e27e18-2e55-4eac-9dca-87526ec073d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, cdbef31b-305d-4d47-9023-1fd50d720d5e) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:08.152447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e27e18-2e55-4eac-9dca-87526ec073d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:08.153586 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-86e27e18-2e55-4eac-9dca-87526ec073d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:08.158837 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-b17cc528-11a7-4575-95b8-535b342ee701 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1586205980&fields=id&tenant_id=c1f9f9204531458ca2e9fa84d6609b20 HTTP/1.1" status: 200 len: 267 time: 0.1178043 Jul 09 13:41:08.168484 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a621cdf5-ff3b-43be-8abf-c7bcb69c3643 None None] Network cdbef31b-305d-4d47-9023-1fd50d720d5e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:08.194028 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45046) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:08.210664 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-30ccc7a3-583b-4c2a-9a10-82cf12814fe3 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:08.212469 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-30ccc7a3-583b-4c2a-9a10-82cf12814fe3 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.18 "GET /v2.0/networks?id=1a4717f1-909f-4566-a3b0-1feed7c8abb2 HTTP/1.1" status: 200 len: 813 time: 0.5255716 Jul 09 13:41:08.238918 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-86e27e18-2e55-4eac-9dca-87526ec073d5 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.4576447 Jul 09 13:41:08.245835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-2916f2cb-18e2-4e04-929b-ab8b5e057edb tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Request body: {'port': {'device_id': '1a23126e-5a63-4fb7-a21f-189a7197d41f', 'network_id': '1a4717f1-909f-4566-a3b0-1feed7c8abb2', 'admin_state_up': True, 'tenant_id': '790656e675ed4b4dbf1edb6c408effe9'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:08.355285 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-de761cb6-6801-402d-ab1a-58b0fa17dcd4 None None] Set router d939e762-c9e0-43b8-85e1-d6500cec7558 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:08.712259 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:08.783725 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:08.812033 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21af1e42-a388-48a8-b9a0-371188cc7f1a None None] Network cdbef31b-305d-4d47-9023-1fd50d720d5e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:08.833524 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed746db-e5f8-440b-91ea-faf6dfee0971 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:08.866565 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:08.877043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-2916f2cb-18e2-4e04-929b-ab8b5e057edb tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Made reservation on behalf of 790656e675ed4b4dbf1edb6c408effe9 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:08.882541 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-2916f2cb-18e2-4e04-929b-ab8b5e057edb tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:08.890914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-de761cb6-6801-402d-ab1a-58b0fa17dcd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'd6f3e705-f7ad-4011-acd2-0ae10b6264d5', 'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'mac_address': 'fa:16:3e:51:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:30Z', 'updated_at': '2021-07-09T13:31:38Z', 'revision_number': 5, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'subnets': [{'id': '64038094-33bf-4882-9ed5-b515adff07d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:08.906208 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Transition to ACTIVE for port object 1ed746db-e5f8-440b-91ea-faf6dfee0971 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:08.931844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de761cb6-6801-402d-ab1a-58b0fa17dcd4 None None] The sync data for ids ['d939e762-c9e0-43b8-85e1-d6500cec7558'] in n-d-799525-3 is: [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:31:31Z', 'revision_number': 4, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'd6f3e705-f7ad-4011-acd2-0ae10b6264d5', 'name': '', 'network_id': 'd1957568-b13c-4c13-95b6-f6cc35837fbf', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'mac_address': 'fa:16:3e:51:c0:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_interface', 'standard_attr_id': 1284, 'fixed_ips': [{'subnet_id': '64038094-33bf-4882-9ed5-b515adff07d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:30Z', 'updated_at': '2021-07-09T13:31:38Z', 'revision_number': 5, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'subnets': [{'id': '64038094-33bf-4882-9ed5-b515adff07d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:41:08.992980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-d6d21006-98fe-4b8b-a231-3f2a94d872bd tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:09.001412 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-d6d21006-98fe-4b8b-a231-3f2a94d872bd tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/networks?id=7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd HTTP/1.1" status: 200 len: 797 time: 0.8329887 Jul 09 13:41:09.011176 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49fdb01b-32a6-459f-8a72-c3521eb98f31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:09.033776 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:09.055797 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-662267b5-dff2-4cac-81b4-ccb5501a88d4 req-c2f92cd7-64c7-40f5-b547-9a6768593cfc tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 210 time: 0.0456283 Jul 09 13:41:09.064247 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-2e696527-9022-4c06-8cfe-77a2817096ff tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/quotas/c1f9f9204531458ca2e9fa84d6609b20 HTTP/1.1" status: 200 len: 375 time: 0.0619252 Jul 09 13:41:09.131816 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-2916f2cb-18e2-4e04-929b-ab8b5e057edb tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Allocated IP 172.20.0.13 (1a4717f1-909f-4566-a3b0-1feed7c8abb2/4fd53f8e-15f4-4748-9832-b404a26aa90c/ca544b6c-81cd-464e-987e-85c3aa24bcaf) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:09.161625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed746db-e5f8-440b-91ea-faf6dfee0971,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:09.202799 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-feaa0814-4d74-4af8-906d-19a447d784a7 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1f9f9204531458ca2e9fa84d6609b20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1301963 Jul 09 13:41:09.293188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Attempting to bind port 1ed746db-e5f8-440b-91ea-faf6dfee0971 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:09.294374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Attempting to bind port 1ed746db-e5f8-440b-91ea-faf6dfee0971 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '31c2f948-a16a-4f77-883c-afe0d37f88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3881be75-6fce-4855-8e27-914588a658c2'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:09.294721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Attempting to bind port 1ed746db-e5f8-440b-91ea-faf6dfee0971 on network 3881be75-6fce-4855-8e27-914588a658c2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:09.331308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Port 1ed746db-e5f8-440b-91ea-faf6dfee0971 on network 3881be75-6fce-4855-8e27-914588a658c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:09.331308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Attempting to bind port 1ed746db-e5f8-440b-91ea-faf6dfee0971 on network 3881be75-6fce-4855-8e27-914588a658c2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:09.340276 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:09.340652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Checking segment: {'id': '31c2f948-a16a-4f77-883c-afe0d37f88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3881be75-6fce-4855-8e27-914588a658c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:09.341226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Bound using segment: {'id': '31c2f948-a16a-4f77-883c-afe0d37f88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3881be75-6fce-4855-8e27-914588a658c2'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:09.341573 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Bound port: 1ed746db-e5f8-440b-91ea-faf6dfee0971, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c2f948-a16a-4f77-883c-afe0d37f88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3881be75-6fce-4855-8e27-914588a658c2'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:09.341990 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:09.383236 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e7c97d-76fa-44e4-98f7-09a627b50ea4 None None] New status for floating IP 1cfbd074-ff57-4b3a-91fe-f6e46b423a68: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:41:09.411334 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49fdb01b-32a6-459f-8a72-c3521eb98f31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:09.424677 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49fdb01b-32a6-459f-8a72-c3521eb98f31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:09.460432 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-49fdb01b-32a6-459f-8a72-c3521eb98f31 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=38b2662211c545bcafb3b87f7cc6503a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2652569 Jul 09 13:41:09.460679 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45064) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:09.473370 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-83082e25-f8b0-4d2a-992e-ef53ef07c273 service neutron] 10.222.0.39 "GET /v2.0/networks/7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450089 Jul 09 13:41:09.507328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fdb01b-32a6-459f-8a72-c3521eb98f31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a1b385-9117-46fb-8986-e22540bb6d9f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:09.564959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] For port 1ed746db-e5f8-440b-91ea-faf6dfee0971, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:09.607549 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-2916f2cb-18e2-4e04-929b-ab8b5e057edb tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:09.636110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-3dd00524-01cd-4582-9712-912b0c09526c service neutron] 10.222.0.39 "GET /v2.0/networks/7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496694 Jul 09 13:41:09.640366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] For port 1ed746db-e5f8-440b-91ea-faf6dfee0971, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=1ed746db-e5f8-440b-91ea-faf6dfee0971,segment=NetworkSegment(31c2f948-a16a-4f77-883c-afe0d37f88a6),segment_id=31c2f948-a16a-4f77-883c-afe0d37f88a6)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:09.660769 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1796ab6-e353-4bae-8b9d-5283b506724b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:09.665430 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:09.694146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:09.695154 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:09.696811 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] 10.222.0.15 "PUT /v2.0/ports/1ed746db-e5f8-440b-91ea-faf6dfee0971 HTTP/1.1" status: 200 len: 1091 time: 2.7308707 Jul 09 13:41:09.703423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42807da1-df46-4b73-bad2-50ae6f614fa4', 'tag': '1ed746db-e5f8-440b-91ea-faf6dfee0971'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:09.705920 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260cb676-4895-428b-ab7e-be470d334405" -d '{"events": [{"name": "network-changed", "server_uuid": "42807da1-df46-4b73-bad2-50ae6f614fa4", "tag": "1ed746db-e5f8-440b-91ea-faf6dfee0971"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:09.778210 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1796ab6-e353-4bae-8b9d-5283b506724b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:09.867690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac969919-dc77-4f31-a292-5881b9cd0ad6 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed746db-e5f8-440b-91ea-faf6dfee0971,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:09.892739 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-2916f2cb-18e2-4e04-929b-ab8b5e057edb tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:09.959215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-401c3f45-b7ee-4d1f-9f0c-f913d42cbe62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:09.960837 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-401c3f45-b7ee-4d1f-9f0c-f913d42cbe62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=babef6379bed4e18867311a7868b9288&device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 1094 time: 0.2045774 Jul 09 13:41:09.962880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-2916f2cb-18e2-4e04-929b-ab8b5e057edb tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Network 1a4717f1-909f-4566-a3b0-1feed7c8abb2 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:09.968221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-2916f2cb-18e2-4e04-929b-ab8b5e057edb tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:09.971008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-2916f2cb-18e2-4e04-929b-ab8b5e057edb tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:10.009590 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-6e7016c0-f545-4cd5-962e-2db27b116bd5 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:10.020354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-6e7016c0-f545-4cd5-962e-2db27b116bd5 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/networks?id=fe1a3c66-52b8-4c8b-8a07-da03ba2c2818 HTTP/1.1" status: 200 len: 811 time: 0.2748897 Jul 09 13:41:10.020524 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1796ab6-e353-4bae-8b9d-5283b506724b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:10.022576 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1796ab6-e353-4bae-8b9d-5283b506724b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:10.023754 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a1796ab6-e353-4bae-8b9d-5283b506724b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2a1b385-9117-46fb-8986-e22540bb6d9f HTTP/1.1" status: 204 len: 168 time: 0.5596797 Jul 09 13:41:10.075282 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-da0ac99c-226a-48a8-a821-d0edbc5ea8e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed746db-e5f8-440b-91ea-faf6dfee0971 HTTP/1.1" status: 200 len: 217 time: 0.0961139 Jul 09 13:41:10.078927 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2916f2cb-18e2-4e04-929b-ab8b5e057edb tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Pushing event updated for resources: {'Port': ['ID=ca544b6c-81cd-464e-987e-85c3aa24bcaf,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:10.086705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1796ab6-e353-4bae-8b9d-5283b506724b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a1b385-9117-46fb-8986-e22540bb6d9f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:10.090084 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-a9e18007-7151-4756-8581-9c451099d252 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/quotas/bf1d2fcf807042f48a0ad7e9170449e3 HTTP/1.1" status: 200 len: 375 time: 0.0699844 Jul 09 13:41:10.132895 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-2916f2cb-18e2-4e04-929b-ab8b5e057edb tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:10.133581 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-2916f2cb-18e2-4e04-929b-ab8b5e057edb tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:10.140722 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-0a992bff-c4b0-4240-85e5-542cbf9ce559 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bf1d2fcf807042f48a0ad7e9170449e3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482264 Jul 09 13:41:10.156044 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-2916f2cb-18e2-4e04-929b-ab8b5e057edb tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9217367 Jul 09 13:41:10.173435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Request body: {'port': {'device_id': '1a23126e-5a63-4fb7-a21f-189a7197d41f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:10.178654 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-0d9d371b-34ca-434d-99f9-43e79e701f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:10.180231 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-0d9d371b-34ca-434d-99f9-43e79e701f92 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7963501-dd58-4176-8b20-9e2b0fe5b563 HTTP/1.1" status: 200 len: 851 time: 0.0950851 Jul 09 13:41:10.244629 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-70174709-f614-45a5-b79f-97d856c5c4e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3881be75-6fce-4855-8e27-914588a658c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0350554 Jul 09 13:41:10.273514 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3919feb0-1b99-400c-8ee4-42b2251eb126 req-136f38b2-6725-4f96-a4c6-fe483d00f50f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:10.275513 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3919feb0-1b99-400c-8ee4-42b2251eb126 req-136f38b2-6725-4f96-a4c6-fe483d00f50f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 943 time: 0.2541082 Jul 09 13:41:10.342867 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-6b0af18f-2a38-41a1-ba55-7e18047ec0ad service neutron] 10.222.0.39 "GET /v2.0/networks/fe1a3c66-52b8-4c8b-8a07-da03ba2c2818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012525 Jul 09 13:41:10.375451 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:10.437607 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-66ba37c5-37c8-41f8-9bf2-b590e5da78d5 service neutron] 10.222.0.15 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865635 Jul 09 13:41:10.557619 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3919feb0-1b99-400c-8ee4-42b2251eb126 req-6ca3aa5e-9494-4c0c-a4a7-60a5ff3e4029 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2608311 Jul 09 13:41:10.568481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-dcf08fa9-4318-4601-ad37-e74ee44d2d30 service neutron] 10.222.0.39 "GET /v2.0/networks/fe1a3c66-52b8-4c8b-8a07-da03ba2c2818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246022 Jul 09 13:41:10.647831 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45100) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:10.741819 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b43e8ee4-d92f-440f-9ce5-25888e049b37 x-openstack-request-id: req-b43e8ee4-d92f-440f-9ce5-25888e049b37 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:10.742291 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42807da1-df46-4b73-bad2-50ae6f614fa4", "tag": "1ed746db-e5f8-440b-91ea-faf6dfee0971", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:10.742551 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b43e8ee4-d92f-440f-9ce5-25888e049b37 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:10.742954 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42807da1-df46-4b73-bad2-50ae6f614fa4', 'tag': '1ed746db-e5f8-440b-91ea-faf6dfee0971', 'status': 'completed', 'code': 200} Jul 09 13:41:10.782954 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab84f74-6959-4c91-a4e3-a9d20067cf65 req-1415171c-3b38-42e8-a3e2-5d650f1dcbe5 service neutron] 10.222.0.15 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3302059 Jul 09 13:41:10.863928 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:10.968926 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d5aa22c-fc25-4961-83c4-6fb3016b94e0 req-91986d79-d2a2-4399-9148-700923e84cde tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 210 time: 0.0918281 Jul 09 13:41:10.975226 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.071642 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca544b6c-81cd-464e-987e-85c3aa24bcaf {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:11.075785 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.084785 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.091575 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "DELETE /v2.0/security-groups/5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b HTTP/1.1" status: 204 len: 168 time: 0.4395697 Jul 09 13:41:11.101055 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.103737 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45114) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:11.142384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:11.158232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Transition to ACTIVE for port object ca544b6c-81cd-464e-987e-85c3aa24bcaf will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:11.177489 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.178602 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-b2560966-44b2-409e-b661-ecaed91da6ec tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] show failed (client error): The resource could not be found. Jul 09 13:41:11.181417 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b2560966-44b2-409e-b661-ecaed91da6ec tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "GET /v2.0/security-groups/5b9d2f83-c7ac-4839-9fd9-ac5b10b44c2b HTTP/1.1" status: 404 len: 347 time: 0.0716794 Jul 09 13:41:11.186262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45116) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:11.220851 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:11.221230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:11.221581 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:11.221923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:11.222893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:11.224739 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:11.225314 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:11.229331 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:11.229595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:11.229848 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:11.230198 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:11.230534 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aadc871c-1023-4084-8b1d-a26f8ca3af91 tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:11.323932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cb676-4895-428b-ab7e-be470d334405 req-0426051f-c532-448c-bf6e-dbdfe265fb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:11.326806 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-260cb676-4895-428b-ab7e-be470d334405 req-0426051f-c532-448c-bf6e-dbdfe265fb02 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=babef6379bed4e18867311a7868b9288&device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 1094 time: 0.3511591 Jul 09 13:41:11.345989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Pushing event updated for resources: {'Port': ['ID=ca544b6c-81cd-464e-987e-85c3aa24bcaf,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:11.483335 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2dc11e8b-ff15-419c-b335-9a461a72427b req-dc4d3b02-d2e9-4afc-a198-89632c52a4aa tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 210 time: 0.1167672 Jul 09 13:41:11.571012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Attempting to bind port ca544b6c-81cd-464e-987e-85c3aa24bcaf on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:11.571913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Attempting to bind port ca544b6c-81cd-464e-987e-85c3aa24bcaf by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'c287cd37-aa89-4577-bd39-a98d4079af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1a4717f1-909f-4566-a3b0-1feed7c8abb2'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:11.572484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Attempting to bind port ca544b6c-81cd-464e-987e-85c3aa24bcaf on network 1a4717f1-909f-4566-a3b0-1feed7c8abb2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:11.598420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Port ca544b6c-81cd-464e-987e-85c3aa24bcaf on network 1a4717f1-909f-4566-a3b0-1feed7c8abb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:11.600251 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Attempting to bind port ca544b6c-81cd-464e-987e-85c3aa24bcaf on network 1a4717f1-909f-4566-a3b0-1feed7c8abb2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:11.622877 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f41908-969f-4e2e-8541-2eb09145ba40 req-f1574287-a376-40c9-9219-83339e1944f4 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:11.632488 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7f41908-969f-4e2e-8541-2eb09145ba40 req-f1574287-a376-40c9-9219-83339e1944f4 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 944 time: 0.4501154 Jul 09 13:41:11.637467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:11.644496 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Checking segment: {'id': 'c287cd37-aa89-4577-bd39-a98d4079af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1a4717f1-909f-4566-a3b0-1feed7c8abb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:11.645657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Bound using segment: {'id': 'c287cd37-aa89-4577-bd39-a98d4079af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1a4717f1-909f-4566-a3b0-1feed7c8abb2'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:11.646298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Bound port: ca544b6c-81cd-464e-987e-85c3aa24bcaf, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c287cd37-aa89-4577-bd39-a98d4079af55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': '1a4717f1-909f-4566-a3b0-1feed7c8abb2'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:11.646827 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.649576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cb676-4895-428b-ab7e-be470d334405 req-524968d5-6ce2-4645-94bb-de45357cf255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:11.654341 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-260cb676-4895-428b-ab7e-be470d334405 req-524968d5-6ce2-4645-94bb-de45357cf255 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3881be75-6fce-4855-8e27-914588a658c2 HTTP/1.1" status: 200 len: 912 time: 0.3185141 Jul 09 13:41:11.704254 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7f41908-969f-4e2e-8541-2eb09145ba40 req-ae3a98d2-b2a2-46e8-9e31-3d9bda6480b5 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/security-groups?id=50d237a9-caae-42c1-9332-ca002e75c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702715 Jul 09 13:41:11.725187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5161b2c1-864c-4be9-8305-a02447915c5f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Deleting port ac2e5513-baed-45d3-9b53-b2509dfad6ed {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:11.725854 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5161b2c1-864c-4be9-8305-a02447915c5f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.783399 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-260cb676-4895-428b-ab7e-be470d334405 req-cdb14ecf-3556-4768-a6ab-0c2cd5f6532d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed746db-e5f8-440b-91ea-faf6dfee0971 HTTP/1.1" status: 200 len: 217 time: 0.1230495 Jul 09 13:41:11.921006 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5161b2c1-864c-4be9-8305-a02447915c5f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.921470 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5161b2c1-864c-4be9-8305-a02447915c5f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:11.955644 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5161b2c1-864c-4be9-8305-a02447915c5f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Calling delete_port for ac2e5513-baed-45d3-9b53-b2509dfad6ed owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:11.993010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260cb676-4895-428b-ab7e-be470d334405 req-0161003f-7fd4-4cd7-98ae-8b9bfa30a849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:11.994791 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-260cb676-4895-428b-ab7e-be470d334405 req-0161003f-7fd4-4cd7-98ae-8b9bfa30a849 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7963501-dd58-4176-8b20-9e2b0fe5b563 HTTP/1.1" status: 200 len: 851 time: 0.1978099 Jul 09 13:41:12.001076 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40abc789-eb80-4066-87b7-908172d5797d req-7326c604-3c87-4034-b618-8a64cefb817b tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:12.019782 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40abc789-eb80-4066-87b7-908172d5797d req-7326c604-3c87-4034-b618-8a64cefb817b tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 943 time: 0.1715157 Jul 09 13:41:12.033074 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] For port ca544b6c-81cd-464e-987e-85c3aa24bcaf, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:12.040199 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] For port ca544b6c-81cd-464e-987e-85c3aa24bcaf, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ca544b6c-81cd-464e-987e-85c3aa24bcaf,segment=NetworkSegment(c287cd37-aa89-4577-bd39-a98d4079af55),segment_id=c287cd37-aa89-4577-bd39-a98d4079af55)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:12.124189 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-260cb676-4895-428b-ab7e-be470d334405 req-bc00a4f7-b77f-45f3-8b32-76b778048282 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3881be75-6fce-4855-8e27-914588a658c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1226368 Jul 09 13:41:12.126155 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:12.245214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-6e471549-b30a-4c1e-8c0a-69f7d52f53e3 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:12.247553 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-6e471549-b30a-4c1e-8c0a-69f7d52f53e3 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.15 "GET /v2.0/networks?id=7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd HTTP/1.1" status: 200 len: 797 time: 0.3565094 Jul 09 13:41:12.288045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:12.288766 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:12.290587 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] 10.222.0.18 "PUT /v2.0/ports/ca544b6c-81cd-464e-987e-85c3aa24bcaf HTTP/1.1" status: 200 len: 1092 time: 2.1220660 Jul 09 13:41:12.353480 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5161b2c1-864c-4be9-8305-a02447915c5f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:12.419612 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a644159-58da-4457-aa93-e5f9ecbfd8b6 req-0b3c20b3-a551-44b6-8c77-7ad2f586daaa tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 210 time: 0.0858696 Jul 09 13:41:12.426187 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40abc789-eb80-4066-87b7-908172d5797d req-64601ff8-a7da-4994-bae3-7b43bfd73e07 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4052246 Jul 09 13:41:12.428095 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161b2c1-864c-4be9-8305-a02447915c5f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Pushing event deleted for resources: {'Port': ['ID=ac2e5513-baed-45d3-9b53-b2509dfad6ed,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:12.544771 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5161b2c1-864c-4be9-8305-a02447915c5f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:12.548920 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5161b2c1-864c-4be9-8305-a02447915c5f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:12.551237 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5161b2c1-864c-4be9-8305-a02447915c5f tempest-AttachVolumeShelveTestJSON-315602974 tempest-AttachVolumeShelveTestJSON-315602974-project] 10.222.0.39 "DELETE /v2.0/floatingips/1cfbd074-ff57-4b3a-91fe-f6e46b423a68 HTTP/1.1" status: 204 len: 168 time: 1.3639953 Jul 09 13:41:12.566030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e250ee-2b25-49b4-bcf9-b2cea4096e91 service neutron] Pushing event updated for resources: {'Port': ['ID=ca544b6c-81cd-464e-987e-85c3aa24bcaf,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:12.568488 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-5d714550-f9cc-42a9-a583-f13031d5fd8a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1f9f9204531458ca2e9fa84d6609b20 HTTP/1.1" status: 200 len: 380 time: 0.2865710 Jul 09 13:41:12.574927 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-260cb676-4895-428b-ab7e-be470d334405 req-966d085a-ae2e-4b06-8a0c-a32f8800c026 service neutron] 10.222.0.15 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4346752 Jul 09 13:41:12.584910 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-293b327a-135c-4c3b-b7ce-9530f3dd2453 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'port': {'device_id': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'admin_state_up': True, 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'security_groups': ['c23a97a7-1003-4c0c-83ba-a94cb5289b1a']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:12.767510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a23126e-5a63-4fb7-a21f-189a7197d41f', 'tag': 'ca544b6c-81cd-464e-987e-85c3aa24bcaf'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:12.769837 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdcb659e-2d18-4e21-904e-e0d5883fbdc1" -d '{"events": [{"name": "network-changed", "server_uuid": "1a23126e-5a63-4fb7-a21f-189a7197d41f", "tag": "ca544b6c-81cd-464e-987e-85c3aa24bcaf"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:12.859759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-9998422a-b79e-40d2-bc2f-86cea7b77a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:12.861773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-9998422a-b79e-40d2-bc2f-86cea7b77a86 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=790656e675ed4b4dbf1edb6c408effe9&device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 1095 time: 0.4984064 Jul 09 13:41:12.869645 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6aa18933-ed8e-46ee-ad9d-cbe580014d39 req-eb3f0918-263e-4ba1-89f9-0b3bd500e57a tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 210 time: 0.0701511 Jul 09 13:41:12.938453 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-123feeab-c5de-48d2-8357-74dc835ed007 x-openstack-request-id: req-123feeab-c5de-48d2-8357-74dc835ed007 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:12.938887 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a23126e-5a63-4fb7-a21f-189a7197d41f", "tag": "ca544b6c-81cd-464e-987e-85c3aa24bcaf", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:12.939266 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-123feeab-c5de-48d2-8357-74dc835ed007 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:12.939795 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a23126e-5a63-4fb7-a21f-189a7197d41f', 'tag': 'ca544b6c-81cd-464e-987e-85c3aa24bcaf', 'status': 'completed', 'code': 200} Jul 09 13:41:12.958382 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-260cb676-4895-428b-ab7e-be470d334405 req-4b96910d-6f3d-4abc-895a-aa16febcf204 service neutron] 10.222.0.15 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3688266 Jul 09 13:41:12.964081 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-fd815d87-8ecd-42a1-a012-3949d33df86c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca544b6c-81cd-464e-987e-85c3aa24bcaf HTTP/1.1" status: 200 len: 217 time: 0.0858400 Jul 09 13:41:13.082885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-31031abb-40e6-4a6c-b9ca-2b904618fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:13.087751 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-31031abb-40e6-4a6c-b9ca-2b904618fab5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4fd53f8e-15f4-4748-9832-b404a26aa90c HTTP/1.1" status: 200 len: 853 time: 0.1153872 Jul 09 13:41:13.136267 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-2937750c-4d5d-4e4a-9228-0d2160d88122 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1a4717f1-909f-4566-a3b0-1feed7c8abb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359428 Jul 09 13:41:13.141885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-293b327a-135c-4c3b-b7ce-9530f3dd2453 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Made reservation on behalf of c1f9f9204531458ca2e9fa84d6609b20 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:13.150115 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-293b327a-135c-4c3b-b7ce-9530f3dd2453 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:13.189217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a789c5b-b79e-45c9-89e5-4e0f3fe85bdb req-3d3229fd-1984-4c9e-9a9f-e28b987ce6de tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:13.197172 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a789c5b-b79e-45c9-89e5-4e0f3fe85bdb req-3d3229fd-1984-4c9e-9a9f-e28b987ce6de tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 944 time: 0.1299908 Jul 09 13:41:13.218519 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45166) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:13.264395 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a789c5b-b79e-45c9-89e5-4e0f3fe85bdb req-c295d0b5-1027-4ffc-8c1e-90e315cda84b tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/security-groups?id=50d237a9-caae-42c1-9332-ca002e75c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662096 Jul 09 13:41:13.359156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2c106710-7d60-47de-aee7-c0d4540800a5 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2481099'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:13.359894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2c106710-7d60-47de-aee7-c0d4540800a5 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] Unknown quota resources ['metering_label']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:41:13.395134 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-8fa779aa-07df-4919-82fb-4dca6497d749 service neutron] 10.222.0.18 "GET /v2.0/networks/1a4717f1-909f-4566-a3b0-1feed7c8abb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341483 Jul 09 13:41:13.673147 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-15eb8f65-b7f9-4d07-8d4d-e3bea62a37de tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:13.678086 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-15eb8f65-b7f9-4d07-8d4d-e3bea62a37de tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.15 "GET /v2.0/networks?id=fe1a3c66-52b8-4c8b-8a07-da03ba2c2818 HTTP/1.1" status: 200 len: 811 time: 0.3832994 Jul 09 13:41:13.685258 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-22d89781-47bd-4353-8378-c17e673f6ba6 req-554a0297-2699-4664-800f-cf44684a9147 service neutron] 10.222.0.18 "GET /v2.0/networks/1a4717f1-909f-4566-a3b0-1feed7c8abb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791395 Jul 09 13:41:13.696403 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2c106710-7d60-47de-aee7-c0d4540800a5 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:13.701300 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2c106710-7d60-47de-aee7-c0d4540800a5 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 475 time: 0.4755709 Jul 09 13:41:13.711463 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45174) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:13.768206 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1ef5ca8d-bfa0-49f8-a274-2490c20e72b1 req-a5c5f496-157e-4cdf-930a-729c3df5297b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 210 time: 0.0868585 Jul 09 13:41:13.799543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-dfba7654-f5d6-4147-afe9-55397b1dd4f2 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Request body: {'port': {'device_id': '31199c55-f3e0-4e39-8386-393bcecdc437', 'network_id': 'fe1a3c66-52b8-4c8b-8a07-da03ba2c2818', 'admin_state_up': True, 'tenant_id': 'bf1d2fcf807042f48a0ad7e9170449e3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:13.808123 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-73577a5b-a52a-4855-9778-0060dfd0c9a9 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c6c9d0a2-e12d-4f3e-8329-57f2fee2dfc5'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:13.822473 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-73577a5b-a52a-4855-9778-0060dfd0c9a9 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93753) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:41:13.887497 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35fa3e6-733f-413a-92e4-3146c5bd3066 req-4a71467d-bc77-4f8d-8867-66415af34310 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:13.889474 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c35fa3e6-733f-413a-92e4-3146c5bd3066 req-4a71467d-bc77-4f8d-8867-66415af34310 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 943 time: 0.1203091 Jul 09 13:41:13.939003 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c35fa3e6-733f-413a-92e4-3146c5bd3066 req-63aa65e7-a533-4ecc-ada3-5ecb74a135b8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424817 Jul 09 13:41:14.044219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 1ed746db-e5f8-440b-91ea-faf6dfee0971 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:41:14.210260 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 1ed746db-e5f8-440b-91ea-faf6dfee0971, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=1ed746db-e5f8-440b-91ea-faf6dfee0971,segment=NetworkSegment(31c2f948-a16a-4f77-883c-afe0d37f88a6),segment_id=31c2f948-a16a-4f77-883c-afe0d37f88a6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:14.225242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '1ed746db-e5f8-440b-91ea-faf6dfee0971', 'network_id': '3881be75-6fce-4855-8e27-914588a658c2', 'port_id': '1ed746db-e5f8-440b-91ea-faf6dfee0971', 'mac_address': 'fa:16:3e:aa:28:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7963501-dd58-4176-8b20-9e2b0fe5b563', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:41:14.244485 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-391c18cb-f06f-46da-9769-3636f397bffd req-2ec55f49-90d7-45c0-982e-2db9514aa3f5 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 210 time: 0.0523629 Jul 09 13:41:14.289174 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:14.304102 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-293b327a-135c-4c3b-b7ce-9530f3dd2453 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Allocated IP 172.20.0.6 (7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd/a125ed7e-098b-479a-8e27-37567c480237/7f8ac49c-7c23-4326-986c-b2514f90eff5) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:14.306414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed746db-e5f8-440b-91ea-faf6dfee0971 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:14.333060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 1ed746db-e5f8-440b-91ea-faf6dfee0971, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=1ed746db-e5f8-440b-91ea-faf6dfee0971,segment=NetworkSegment(31c2f948-a16a-4f77-883c-afe0d37f88a6),segment_id=31c2f948-a16a-4f77-883c-afe0d37f88a6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:14.341102 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:14.438175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=1ed746db-e5f8-440b-91ea-faf6dfee0971,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:14.477372 n-d-799525-3 neutron-server[93753]: WARNING neutron.services.metering.metering_plugin [None req-73577a5b-a52a-4855-9778-0060dfd0c9a9 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 13:41:14.530688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca283f-e95d-4988-82cb-bda380d2341f req-37ce9d1b-32de-4f25-8ce9-460cfc566ad3 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:14.532668 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3eca283f-e95d-4988-82cb-bda380d2341f req-37ce9d1b-32de-4f25-8ce9-460cfc566ad3 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 944 time: 0.1063437 Jul 09 13:41:14.536728 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['1ed746db-e5f8-440b-91ea-faf6dfee0971'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:41:14.615525 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3eca283f-e95d-4988-82cb-bda380d2341f req-042e19e6-e6bf-4f87-8cdb-2e48d8b6b481 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/security-groups?id=50d237a9-caae-42c1-9332-ca002e75c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734043 Jul 09 13:41:14.676497 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-293b327a-135c-4c3b-b7ce-9530f3dd2453 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:14.691881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-293b327a-135c-4c3b-b7ce-9530f3dd2453 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Transition to ACTIVE for port object 7f8ac49c-7c23-4326-986c-b2514f90eff5 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:14.770900 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-293b327a-135c-4c3b-b7ce-9530f3dd2453 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:14.882568 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73577a5b-a52a-4855-9778-0060dfd0c9a9 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:14.883855 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-73577a5b-a52a-4855-9778-0060dfd0c9a9 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.1694562 Jul 09 13:41:14.885947 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-293b327a-135c-4c3b-b7ce-9530f3dd2453 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:14.890332 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45190) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:14.898311 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-86b871d7-0e84-464d-8fce-dc540d67d126 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c6c9d0a2-e12d-4f3e-8329-57f2fee2dfc5'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:14.899216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-86b871d7-0e84-464d-8fce-dc540d67d126 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:41:14.913523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb659e-2d18-4e21-904e-e0d5883fbdc1 req-ebbd0255-5866-44d1-a5e2-e50ca3cea34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:14.920900 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcb659e-2d18-4e21-904e-e0d5883fbdc1 req-ebbd0255-5866-44d1-a5e2-e50ca3cea34e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=790656e675ed4b4dbf1edb6c408effe9&device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 1095 time: 1.0948808 Jul 09 13:41:14.922575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-293b327a-135c-4c3b-b7ce-9530f3dd2453 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:14.938156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-293b327a-135c-4c3b-b7ce-9530f3dd2453 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:15.046553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293b327a-135c-4c3b-b7ce-9530f3dd2453 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Port': ['ID=7f8ac49c-7c23-4326-986c-b2514f90eff5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:15.065614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-dfba7654-f5d6-4147-afe9-55397b1dd4f2 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Made reservation on behalf of bf1d2fcf807042f48a0ad7e9170449e3 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:15.069593 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-dfba7654-f5d6-4147-afe9-55397b1dd4f2 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:15.152127 n-d-799525-3 neutron-server[93754]: WARNING neutron.services.metering.metering_plugin [None req-86b871d7-0e84-464d-8fce-dc540d67d126 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 09 13:41:15.163625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-293b327a-135c-4c3b-b7ce-9530f3dd2453 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:15.167736 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-293b327a-135c-4c3b-b7ce-9530f3dd2453 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:15.257166 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-293b327a-135c-4c3b-b7ce-9530f3dd2453 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6792331 Jul 09 13:41:15.284289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Request body: {'port': {'device_id': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:15.291684 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb659e-2d18-4e21-904e-e0d5883fbdc1 req-8a1560f6-c956-4a7a-bac0-02cd0b4e249e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:15.295619 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcb659e-2d18-4e21-904e-e0d5883fbdc1 req-8a1560f6-c956-4a7a-bac0-02cd0b4e249e service neutron] 10.222.0.18 "GET /v2.0/networks?id=1a4717f1-909f-4566-a3b0-1feed7c8abb2 HTTP/1.1" status: 200 len: 914 time: 0.3602812 Jul 09 13:41:15.381684 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-86b871d7-0e84-464d-8fce-dc540d67d126 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:15.382895 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-86b871d7-0e84-464d-8fce-dc540d67d126 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4900141 Jul 09 13:41:15.384827 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4049b528-2224-4322-a97f-3c2cad82cce9 None None] Provisioning for port 7f8ac49c-7c23-4326-986c-b2514f90eff5 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:15.395395 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45200) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:15.402135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4049b528-2224-4322-a97f-3c2cad82cce9 None None] Provisioning complete for port 7f8ac49c-7c23-4326-986c-b2514f90eff5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:15.405130 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4049b528-2224-4322-a97f-3c2cad82cce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:15.408062 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcb659e-2d18-4e21-904e-e0d5883fbdc1 req-e7cdeab2-4b0a-43c3-8132-1fbd17b8ca3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca544b6c-81cd-464e-987e-85c3aa24bcaf HTTP/1.1" status: 200 len: 217 time: 0.0775743 Jul 09 13:41:15.415814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ca544b6c-81cd-464e-987e-85c3aa24bcaf details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:41:15.458520 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727aabce-f803-4ccb-852f-cb38d8cad782 req-d020a91c-618b-48b5-b8d6-ea3e8b87a3c9 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:15.467407 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-727aabce-f803-4ccb-852f-cb38d8cad782 req-d020a91c-618b-48b5-b8d6-ea3e8b87a3c9 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 944 time: 0.1948748 Jul 09 13:41:15.473715 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-75e00992-d0e8-4863-babf-b471a366348e tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=cb8e78a0-74f0-44e1-9402-aa2cf7c37e41 HTTP/1.1" status: 200 len: 464 time: 0.0689411 Jul 09 13:41:15.493865 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45204) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:15.530086 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6271894-30e1-4d2c-b930-06a09c3e7798 req-567c9066-e88b-4d65-997c-04a00f295ae9 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:15.533074 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-dfba7654-f5d6-4147-afe9-55397b1dd4f2 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Allocated IP 172.20.0.11 (fe1a3c66-52b8-4c8b-8a07-da03ba2c2818/4f905e2b-fbbc-43b2-b4eb-37dd7d6503e2/5e4ccd47-9a84-48f1-b1ae-49f403537dd1) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:15.541119 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b6271894-30e1-4d2c-b930-06a09c3e7798 req-567c9066-e88b-4d65-997c-04a00f295ae9 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 931 time: 0.3922203 Jul 09 13:41:15.556157 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb659e-2d18-4e21-904e-e0d5883fbdc1 req-45cd2905-f206-4052-9a2e-62da84fe3254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:15.557824 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcb659e-2d18-4e21-904e-e0d5883fbdc1 req-45cd2905-f206-4052-9a2e-62da84fe3254 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4fd53f8e-15f4-4748-9832-b404a26aa90c HTTP/1.1" status: 200 len: 853 time: 0.1353562 Jul 09 13:41:15.558513 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:15.599520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port ca544b6c-81cd-464e-987e-85c3aa24bcaf, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ca544b6c-81cd-464e-987e-85c3aa24bcaf,segment=NetworkSegment(c287cd37-aa89-4577-bd39-a98d4079af55),segment_id=c287cd37-aa89-4577-bd39-a98d4079af55)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:15.601656 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b6271894-30e1-4d2c-b930-06a09c3e7798 req-138c792a-f491-4658-8315-b4db6fb6bc66 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a97a7-1003-4c0c-83ba-a94cb5289b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589795 Jul 09 13:41:15.621826 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcb659e-2d18-4e21-904e-e0d5883fbdc1 req-08483061-6fd2-4d62-9f4b-3a9ff18d00bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1a4717f1-909f-4566-a3b0-1feed7c8abb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525186 Jul 09 13:41:15.627182 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-727aabce-f803-4ccb-852f-cb38d8cad782 req-ac21d31f-5f1e-409a-8faf-99046db2c300 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565478 Jul 09 13:41:15.646047 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'ca544b6c-81cd-464e-987e-85c3aa24bcaf', 'network_id': '1a4717f1-909f-4566-a3b0-1feed7c8abb2', 'port_id': 'ca544b6c-81cd-464e-987e-85c3aa24bcaf', 'mac_address': 'fa:16:3e:6f:9e:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fd53f8e-15f4-4748-9832-b404a26aa90c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:41:15.708846 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4049b528-2224-4322-a97f-3c2cad82cce9 None None] Port 7f8ac49c-7c23-4326-986c-b2514f90eff5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:41:15.736647 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:15.770074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca544b6c-81cd-464e-987e-85c3aa24bcaf {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:15.823516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port ca544b6c-81cd-464e-987e-85c3aa24bcaf, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ca544b6c-81cd-464e-987e-85c3aa24bcaf,segment=NetworkSegment(c287cd37-aa89-4577-bd39-a98d4079af55),segment_id=c287cd37-aa89-4577-bd39-a98d4079af55)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:15.833094 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:15.920919 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17d72f34-bb7c-4a0f-bcd8-dabf57a7c230 req-d72a2c08-0eb6-42ac-86b9-425af9e50ac2 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 210 time: 0.0662539 Jul 09 13:41:15.924149 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=ca544b6c-81cd-464e-987e-85c3aa24bcaf,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:16.031531 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f618ae48-e13f-43bb-a81f-39a52831c907 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:16.032788 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f618ae48-e13f-43bb-a81f-39a52831c907 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/cb8e78a0-74f0-44e1-9402-aa2cf7c37e41 HTTP/1.1" status: 204 len: 168 time: 0.5340433 Jul 09 13:41:16.046385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45210) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:16.058603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 1ed746db-e5f8-440b-91ea-faf6dfee0971 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:16.099317 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['ca544b6c-81cd-464e-987e-85c3aa24bcaf'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:41:16.112599 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333d7266-1cef-4308-983b-bb8232ffe4bb req-9a31e2ac-892d-4163-83d9-4058d25b02c5 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:16.120685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-333d7266-1cef-4308-983b-bb8232ffe4bb req-9a31e2ac-892d-4163-83d9-4058d25b02c5 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 945 time: 0.1037016 Jul 09 13:41:16.131750 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-303e6182-5010-4529-b029-e56978bb6d24 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=cb8e78a0-74f0-44e1-9402-aa2cf7c37e41 HTTP/1.1" status: 200 len: 221 time: 0.0792577 Jul 09 13:41:16.139008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45212) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:16.144708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f907247e-2bc1-421e-866e-86a7c6d668df tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--162161446', 'description': 'label created by tempest'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:16.145427 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f907247e-2bc1-421e-866e-86a7c6d668df tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] Unknown quota resources ['metering_label']. {{(pid=93753) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 13:41:16.175620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcb659e-2d18-4e21-904e-e0d5883fbdc1 req-797318a7-7fd6-4fdb-939c-e785321a80fd service neutron] 10.222.0.18 "GET /v2.0/networks/1a4717f1-909f-4566-a3b0-1feed7c8abb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5423503 Jul 09 13:41:16.197503 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 1ed746db-e5f8-440b-91ea-faf6dfee0971 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:16.203744 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-333d7266-1cef-4308-983b-bb8232ffe4bb req-540411da-e1b7-40c5-8715-733c0924e88f tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/security-groups?id=50d237a9-caae-42c1-9332-ca002e75c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815926 Jul 09 13:41:16.234948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 1ed746db-e5f8-440b-91ea-faf6dfee0971 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:16.235423 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:16.444947 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:16.465942 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-dfba7654-f5d6-4147-afe9-55397b1dd4f2 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:16.485507 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42807da1-df46-4b73-bad2-50ae6f614fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed746db-e5f8-440b-91ea-faf6dfee0971'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:16.492693 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cdaa4b-a463-4e5e-9c17-84ac1c876ebb" -d '{"events": [{"server_uuid": "42807da1-df46-4b73-bad2-50ae6f614fa4", "name": "network-vif-plugged", "status": "completed", "tag": "1ed746db-e5f8-440b-91ea-faf6dfee0971"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:16.524235 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 1ed746db-e5f8-440b-91ea-faf6dfee0971, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=1ed746db-e5f8-440b-91ea-faf6dfee0971,segment=NetworkSegment(31c2f948-a16a-4f77-883c-afe0d37f88a6),segment_id=31c2f948-a16a-4f77-883c-afe0d37f88a6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:16.532211 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:16.593798 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdcb659e-2d18-4e21-904e-e0d5883fbdc1 req-c797f030-5f42-47bf-8b11-507429af14a2 service neutron] 10.222.0.18 "GET /v2.0/networks/1a4717f1-909f-4566-a3b0-1feed7c8abb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3535838 Jul 09 13:41:16.616769 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27f61619-d4a2-460a-a2ca-fc36f969744c x-openstack-request-id: req-27f61619-d4a2-460a-a2ca-fc36f969744c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:16.617052 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42807da1-df46-4b73-bad2-50ae6f614fa4", "name": "network-vif-plugged", "status": "completed", "tag": "1ed746db-e5f8-440b-91ea-faf6dfee0971", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:16.617757 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27f61619-d4a2-460a-a2ca-fc36f969744c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:16.618511 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42807da1-df46-4b73-bad2-50ae6f614fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed746db-e5f8-440b-91ea-faf6dfee0971', 'code': 200} Jul 09 13:41:16.663482 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f907247e-2bc1-421e-866e-86a7c6d668df tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:16.667220 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f907247e-2bc1-421e-866e-86a7c6d668df tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] 10.222.0.39 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.5248101 Jul 09 13:41:16.668791 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45230) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:16.723000 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=1ed746db-e5f8-440b-91ea-faf6dfee0971,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:16.781128 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-dfba7654-f5d6-4147-afe9-55397b1dd4f2 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:16.865000 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a722b858-bf67-4c70-9215-570d9a4125a4 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=7f6b6333-b96d-4026-bd13-bfc55be1df43 HTTP/1.1" status: 200 len: 467 time: 0.1942732 Jul 09 13:41:16.866040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45234) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:16.880668 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-dfba7654-f5d6-4147-afe9-55397b1dd4f2 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Network fe1a3c66-52b8-4c8b-8a07-da03ba2c2818 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:16.923398 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-dfba7654-f5d6-4147-afe9-55397b1dd4f2 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:16.931145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032268cb-1582-40a2-bc08-a7ba38f7bf08 req-35475e8e-32a7-419a-b3a4-c16ca256b9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:16.932835 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-032268cb-1582-40a2-bc08-a7ba38f7bf08 req-35475e8e-32a7-419a-b3a4-c16ca256b9a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 1096 time: 0.2291007 Jul 09 13:41:16.938374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-dfba7654-f5d6-4147-afe9-55397b1dd4f2 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:16.984526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfba7654-f5d6-4147-afe9-55397b1dd4f2 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Pushing event updated for resources: {'Port': ['ID=5e4ccd47-9a84-48f1-b1ae-49f403537dd1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:17.004278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f8ac49c-7c23-4326-986c-b2514f90eff5 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:17.022946 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:17.057804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-dfba7654-f5d6-4147-afe9-55397b1dd4f2 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:17.058509 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-dfba7654-f5d6-4147-afe9-55397b1dd4f2 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:17.061808 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Transition to ACTIVE for port object 7f8ac49c-7c23-4326-986c-b2514f90eff5 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:17.076008 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-032268cb-1582-40a2-bc08-a7ba38f7bf08 req-c5b7aae3-10c5-4a65-93d1-53049c8dea44 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318817 Jul 09 13:41:17.076790 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:17.114442 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-dfba7654-f5d6-4147-afe9-55397b1dd4f2 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4045842 Jul 09 13:41:17.134586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Request body: {'port': {'device_id': '31199c55-f3e0-4e39-8386-393bcecdc437', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:17.164187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8ac49c-7c23-4326-986c-b2514f90eff5,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:17.257325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Attempting to bind port 7f8ac49c-7c23-4326-986c-b2514f90eff5 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:17.257673 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Attempting to bind port 7f8ac49c-7c23-4326-986c-b2514f90eff5 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'a96b2160-2e61-4550-8e93-533591bac022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:17.258015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Attempting to bind port 7f8ac49c-7c23-4326-986c-b2514f90eff5 on network 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:17.290552 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Port 7f8ac49c-7c23-4326-986c-b2514f90eff5 on network 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:17.291042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Attempting to bind port 7f8ac49c-7c23-4326-986c-b2514f90eff5 on network 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:17.303244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:17.303599 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Checking segment: {'id': 'a96b2160-2e61-4550-8e93-533591bac022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:17.304004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Bound using segment: {'id': 'a96b2160-2e61-4550-8e93-533591bac022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:17.304457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Bound port: 7f8ac49c-7c23-4326-986c-b2514f90eff5, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a96b2160-2e61-4550-8e93-533591bac022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:17.304829 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:17.326093 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:17.406923 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ca544b6c-81cd-464e-987e-85c3aa24bcaf up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:17.531458 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port ca544b6c-81cd-464e-987e-85c3aa24bcaf completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:17.536528 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port ca544b6c-81cd-464e-987e-85c3aa24bcaf triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:17.537059 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:17.661766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] For port 7f8ac49c-7c23-4326-986c-b2514f90eff5, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:17.670691 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:17.697897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] For port 7f8ac49c-7c23-4326-986c-b2514f90eff5, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=7f8ac49c-7c23-4326-986c-b2514f90eff5,segment=NetworkSegment(a96b2160-2e61-4550-8e93-533591bac022),segment_id=a96b2160-2e61-4550-8e93-533591bac022)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:17.704316 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fbfe2a3-072a-4ae7-b2c6-6e0d8a4dbcc4 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:17.707806 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9fbfe2a3-072a-4ae7-b2c6-6e0d8a4dbcc4 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/7f6b6333-b96d-4026-bd13-bfc55be1df43 HTTP/1.1" status: 204 len: 168 time: 0.8358147 Jul 09 13:41:17.718148 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45246) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:17.728779 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:17.735250 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de6fc1e-cbf3-4806-a073-8ab2cb47ff71 req-4f077c80-941d-447d-998f-64888d9173f9 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:17.741390 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port ca544b6c-81cd-464e-987e-85c3aa24bcaf, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ca544b6c-81cd-464e-987e-85c3aa24bcaf,segment=NetworkSegment(c287cd37-aa89-4577-bd39-a98d4079af55),segment_id=c287cd37-aa89-4577-bd39-a98d4079af55)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:17.743129 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9de6fc1e-cbf3-4806-a073-8ab2cb47ff71 req-4f077c80-941d-447d-998f-64888d9173f9 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 931 time: 0.8741567 Jul 09 13:41:17.763294 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:17.764356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374612e-c9e3-4312-b388-04244499d69b req-5ba0b152-986f-480a-92d2-9ee61fff2306 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:17.773356 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b374612e-c9e3-4312-b388-04244499d69b req-5ba0b152-986f-480a-92d2-9ee61fff2306 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.8341930 Jul 09 13:41:17.854540 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b374612e-c9e3-4312-b388-04244499d69b req-a2615842-52a8-4498-b89a-9d91ba05f3c7 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794072 Jul 09 13:41:17.882905 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9de6fc1e-cbf3-4806-a073-8ab2cb47ff71 req-c39fcf5c-e374-408b-956d-41b08501a836 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a97a7-1003-4c0c-83ba-a94cb5289b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060877 Jul 09 13:41:17.912173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=ca544b6c-81cd-464e-987e-85c3aa24bcaf,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:18.088150 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1a1d0-9507-42e3-8a26-a374b7b023af req-b896a94e-3cc8-47a7-9369-7d73a7ba5893 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:18.090844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-91e1a1d0-9507-42e3-8a26-a374b7b023af req-b896a94e-3cc8-47a7-9369-7d73a7ba5893 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 932 time: 0.0926943 Jul 09 13:41:18.130000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:18.154377 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-91e1a1d0-9507-42e3-8a26-a374b7b023af req-4519fc55-af9c-484d-85be-dac7c1cde669 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576186 Jul 09 13:41:18.163709 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a58459fc-0a7d-4cbe-b502-def52c29b154 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=7f6b6333-b96d-4026-bd13-bfc55be1df43 HTTP/1.1" status: 200 len: 216 time: 0.4391985 Jul 09 13:41:18.163709 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:18.165079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45250) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:18.181297 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:18.181931 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:18.183395 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] 10.222.0.15 "PUT /v2.0/ports/7f8ac49c-7c23-4326-986c-b2514f90eff5 HTTP/1.1" status: 200 len: 1091 time: 2.9113090 Jul 09 13:41:18.183880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'tag': '7f8ac49c-7c23-4326-986c-b2514f90eff5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:18.186222 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda46c3a-a779-494e-a357-47ab8b2abfc6" -d '{"events": [{"name": "network-changed", "server_uuid": "baee7b77-1524-47dc-8ce8-c91d4692c441", "tag": "7f8ac49c-7c23-4326-986c-b2514f90eff5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:18.216178 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7caf056e-e462-4d28-b4b4-4a5ed2370e73 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0352538 Jul 09 13:41:18.216892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45254) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:18.218331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Transition to ACTIVE for port object 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:18.237778 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5251c971-ab6e-456c-a978-7a95287f79da tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0197005 Jul 09 13:41:18.259802 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45256) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:18.271012 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:18.299735 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0284b4b5-7c41-4977-bebf-70276b077281 x-openstack-request-id: req-0284b4b5-7c41-4977-bebf-70276b077281 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:18.300124 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baee7b77-1524-47dc-8ce8-c91d4692c441", "tag": "7f8ac49c-7c23-4326-986c-b2514f90eff5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:18.300606 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0284b4b5-7c41-4977-bebf-70276b077281 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:18.301101 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'tag': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'status': 'completed', 'code': 200} Jul 09 13:41:18.316649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0700cb4c-73c9-46d9-8947-93bbffb11049 service neutron] Pushing event updated for resources: {'Port': ['ID=7f8ac49c-7c23-4326-986c-b2514f90eff5,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:18.341659 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ea91c-a773-4ee8-9ff7-b313720cf60e req-8c8b95b1-87d8-4543-a9ee-5661f3d0f214 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:18.343721 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-310ea91c-a773-4ee8-9ff7-b313720cf60e req-8c8b95b1-87d8-4543-a9ee-5661f3d0f214 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 946 time: 0.1047349 Jul 09 13:41:18.405230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-310ea91c-a773-4ee8-9ff7-b313720cf60e req-0c2a8d6c-771e-43a2-a713-b9ab0e6371a2 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/security-groups?id=50d237a9-caae-42c1-9332-ca002e75c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544193 Jul 09 13:41:18.413614 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-eb6b3e97-1cbc-4d46-86f6-9de8ec7b1fed tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-labels/c6c9d0a2-e12d-4f3e-8329-57f2fee2dfc5 HTTP/1.1" status: 200 len: 470 time: 0.1487634 Jul 09 13:41:18.417497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45258) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:18.432242 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-46f13f89-589c-42f5-8801-02bb0fd01fc4 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] 10.222.0.39 "GET /v2.0/metering/metering-label-rules/895cd494-4207-4a95-9751-7a89b16af7c8 HTTP/1.1" status: 200 len: 461 time: 0.0134273 Jul 09 13:41:18.436570 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45260) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:18.510384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4ccd47-9a84-48f1-b1ae-49f403537dd1,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:18.528414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0e2afbc7-464a-4421-8585-ce4154ee7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:18.530049 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-0e2afbc7-464a-4421-8585-ce4154ee7373 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1f9f9204531458ca2e9fa84d6609b20&device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 1094 time: 0.2890797 Jul 09 13:41:18.566023 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7260181-c724-4852-ba85-2e19ee0ed7d7 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:18.567578 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d7260181-c724-4852-ba85-2e19ee0ed7d7 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-label-rules/895cd494-4207-4a95-9751-7a89b16af7c8 HTTP/1.1" status: 204 len: 168 time: 0.1298006 Jul 09 13:41:18.569888 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45262) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:18.588763 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-e4848ff0-b650-4b5c-b4b8-e6c05a438163 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f8ac49c-7c23-4326-986c-b2514f90eff5 HTTP/1.1" status: 200 len: 217 time: 0.0493889 Jul 09 13:41:18.619261 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a23126e-5a63-4fb7-a21f-189a7197d41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca544b6c-81cd-464e-987e-85c3aa24bcaf'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:18.622190 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c167b1-138c-47bc-b6c0-433de836bde3" -d '{"events": [{"server_uuid": "1a23126e-5a63-4fb7-a21f-189a7197d41f", "name": "network-vif-plugged", "status": "completed", "tag": "ca544b6c-81cd-464e-987e-85c3aa24bcaf"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:18.657852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-f2535760-df01-4956-b932-052385c25f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:18.659626 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-f2535760-df01-4956-b932-052385c25f5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a125ed7e-098b-479a-8e27-37567c480237 HTTP/1.1" status: 200 len: 835 time: 0.0647223 Jul 09 13:41:18.660480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Attempting to bind port 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:18.661591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Attempting to bind port 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '9be188b5-0854-4c66-8974-59c4a6f0de31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fe1a3c66-52b8-4c8b-8a07-da03ba2c2818'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:18.662032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Attempting to bind port 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 on network fe1a3c66-52b8-4c8b-8a07-da03ba2c2818 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:18.677383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Port 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 on network fe1a3c66-52b8-4c8b-8a07-da03ba2c2818 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:18.678003 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Attempting to bind port 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 on network fe1a3c66-52b8-4c8b-8a07-da03ba2c2818 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:18.689416 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76757902-99c5-43ac-9ea0-0b5c44648068 x-openstack-request-id: req-76757902-99c5-43ac-9ea0-0b5c44648068 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:18.689741 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a23126e-5a63-4fb7-a21f-189a7197d41f", "name": "network-vif-plugged", "status": "completed", "tag": "ca544b6c-81cd-464e-987e-85c3aa24bcaf", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:18.689996 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-76757902-99c5-43ac-9ea0-0b5c44648068 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:18.690390 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a23126e-5a63-4fb7-a21f-189a7197d41f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca544b6c-81cd-464e-987e-85c3aa24bcaf', 'code': 200} Jul 09 13:41:18.733530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 41, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:18.733995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Checking segment: {'id': '9be188b5-0854-4c66-8974-59c4a6f0de31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fe1a3c66-52b8-4c8b-8a07-da03ba2c2818'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:18.734571 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Bound using segment: {'id': '9be188b5-0854-4c66-8974-59c4a6f0de31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fe1a3c66-52b8-4c8b-8a07-da03ba2c2818'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:18.735032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Bound port: 5e4ccd47-9a84-48f1-b1ae-49f403537dd1, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9be188b5-0854-4c66-8974-59c4a6f0de31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': 'fe1a3c66-52b8-4c8b-8a07-da03ba2c2818'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:18.735487 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:18.789096 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6db5fc24-dcbe-431a-af6c-1078fbb18451 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:18.790203 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6db5fc24-dcbe-431a-af6c-1078fbb18451 tempest-MeteringTestJSON-604314421 tempest-MeteringTestJSON-604314421-project-admin] 10.222.0.39 "DELETE /v2.0/metering/metering-labels/c6c9d0a2-e12d-4f3e-8329-57f2fee2dfc5 HTTP/1.1" status: 204 len: 168 time: 0.2192683 Jul 09 13:41:18.917634 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] For port 5e4ccd47-9a84-48f1-b1ae-49f403537dd1, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:18.938673 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-d67a9056-aa0b-44d9-a7b2-268cafb01fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:18.940933 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-d67a9056-aa0b-44d9-a7b2-268cafb01fdc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2751043 Jul 09 13:41:18.947669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] For port 5e4ccd47-9a84-48f1-b1ae-49f403537dd1, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=5e4ccd47-9a84-48f1-b1ae-49f403537dd1,segment=NetworkSegment(9be188b5-0854-4c66-8974-59c4a6f0de31),segment_id=9be188b5-0854-4c66-8974-59c4a6f0de31)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:18.967071 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:19.107192 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:19.107886 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:19.109482 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] 10.222.0.15 "PUT /v2.0/ports/5e4ccd47-9a84-48f1-b1ae-49f403537dd1 HTTP/1.1" status: 200 len: 1092 time: 1.9818032 Jul 09 13:41:19.174614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d9dd9a-996f-434a-82a1-dc025c453ca8 service neutron] Pushing event updated for resources: {'Port': ['ID=5e4ccd47-9a84-48f1-b1ae-49f403537dd1,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:19.223863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddec96f-a1ac-486d-8f02-f23c0de7c334 req-ead071a8-7449-483b-93e2-931db378c062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:19.225971 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fddec96f-a1ac-486d-8f02-f23c0de7c334 req-ead071a8-7449-483b-93e2-931db378c062 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 1097 time: 0.4490674 Jul 09 13:41:19.258758 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f96113-5ee6-492e-804a-23308594fe46 req-5e28e8bf-e3a2-4311-80c2-ecb887d6231c tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:19.267283 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66f96113-5ee6-492e-804a-23308594fe46 req-5e28e8bf-e3a2-4311-80c2-ecb887d6231c tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.2157311 Jul 09 13:41:19.272844 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45290) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:19.322823 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-496a4c13-b273-49ff-a65f-c850f6602177 service neutron] 10.222.0.15 "GET /v2.0/networks/7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711255 Jul 09 13:41:19.325063 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fddec96f-a1ac-486d-8f02-f23c0de7c334 req-fa9b3013-6511-4ecf-9699-e30350a8c1fd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=50d237a9-caae-42c1-9332-ca002e75c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835476 Jul 09 13:41:19.326606 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab6197a-f664-4a6c-84ef-348f7e68116b req-ea074f50-7dfb-4a3d-88a8-e4c34ba924af tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:19.334290 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cab6197a-f664-4a6c-84ef-348f7e68116b req-ea074f50-7dfb-4a3d-88a8-e4c34ba924af tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 943 time: 0.1986334 Jul 09 13:41:19.351537 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66f96113-5ee6-492e-804a-23308594fe46 req-da33400c-7644-463a-94d7-331444ae14d3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833068 Jul 09 13:41:19.395710 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-22607d34-954f-434a-b1ad-fcc500959bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:19.398350 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-22607d34-954f-434a-b1ad-fcc500959bf6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf1d2fcf807042f48a0ad7e9170449e3&device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 1095 time: 0.2201452 Jul 09 13:41:19.414489 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cab6197a-f664-4a6c-84ef-348f7e68116b req-73e560d4-be0c-4ad7-99b5-d50999f92e66 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a97a7-1003-4c0c-83ba-a94cb5289b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792198 Jul 09 13:41:19.517831 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-b430d28c-a652-42df-8fed-ee80fa5bab88 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e4ccd47-9a84-48f1-b1ae-49f403537dd1 HTTP/1.1" status: 200 len: 217 time: 0.1099060 Jul 09 13:41:19.524426 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15c83f12-e19f-4cf3-a64e-021d6c40fe1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:19.606385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-64997b80-9aba-4f7a-80b6-44f9836147c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:19.608099 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-64997b80-9aba-4f7a-80b6-44f9836147c1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f905e2b-fbbc-43b2-b4eb-37dd7d6503e2 HTTP/1.1" status: 200 len: 851 time: 0.0824518 Jul 09 13:41:19.612450 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8907bb47-c0cc-477e-a9f2-6eb0ad638b03 req-955ade7a-f817-456e-8abf-05346ca5783a service neutron] 10.222.0.15 "GET /v2.0/networks/7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2825389 Jul 09 13:41:19.661064 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-c6aead89-28eb-4883-b7fb-b0f31f3daa8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe1a3c66-52b8-4c8b-8a07-da03ba2c2818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470622 Jul 09 13:41:19.773742 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61785a65-fe84-4a57-8bb0-4b1b685e23f1 req-f718555a-c9d0-4e91-a313-e31aed0bef23 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:19.782659 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61785a65-fe84-4a57-8bb0-4b1b685e23f1 req-f718555a-c9d0-4e91-a313-e31aed0bef23 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 944 time: 0.2213979 Jul 09 13:41:19.814577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda46c3a-a779-494e-a357-47ab8b2abfc6 req-c37c420a-17b2-4368-a50d-b3922d66693f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:19.816439 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fda46c3a-a779-494e-a357-47ab8b2abfc6 req-c37c420a-17b2-4368-a50d-b3922d66693f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1f9f9204531458ca2e9fa84d6609b20&device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 1094 time: 0.1373901 Jul 09 13:41:19.825113 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-82c4226d-0acc-4b5e-ad7c-724d9703014e service neutron] 10.222.0.15 "GET /v2.0/networks/fe1a3c66-52b8-4c8b-8a07-da03ba2c2818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534526 Jul 09 13:41:19.858654 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61785a65-fe84-4a57-8bb0-4b1b685e23f1 req-e7829b3d-cd69-49f1-8465-61bc7e453f3d tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748749 Jul 09 13:41:19.881399 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15c83f12-e19f-4cf3-a64e-021d6c40fe1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:19.890159 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15c83f12-e19f-4cf3-a64e-021d6c40fe1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:19.957495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-15c83f12-e19f-4cf3-a64e-021d6c40fe1d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=878f10c287314a5eb1388a7223db6716&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6819847 Jul 09 13:41:19.960077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45310) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:19.967440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c83f12-e19f-4cf3-a64e-021d6c40fe1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4246bfcc-5b84-4534-9460-bb73a58dfb02,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:20.127344 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b5fbfea9-94a5-4298-8ddc-75a471384ba7 req-afb0946e-6fb1-487a-a90b-6525f664c883 service neutron] 10.222.0.15 "GET /v2.0/networks/fe1a3c66-52b8-4c8b-8a07-da03ba2c2818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2222750 Jul 09 13:41:20.133092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda46c3a-a779-494e-a357-47ab8b2abfc6 req-ad4d7f4b-5758-49b6-9bb6-8d81c54a5f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:20.134038 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fda46c3a-a779-494e-a357-47ab8b2abfc6 req-ad4d7f4b-5758-49b6-9bb6-8d81c54a5f9c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd HTTP/1.1" status: 200 len: 898 time: 0.3088160 Jul 09 13:41:20.142736 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7999fe7-e651-44cc-989b-f07aebcce31f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:20.221581 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fda46c3a-a779-494e-a357-47ab8b2abfc6 req-ce073d2d-52cc-4487-89e4-d8961d9d49aa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f8ac49c-7c23-4326-986c-b2514f90eff5 HTTP/1.1" status: 200 len: 217 time: 0.0799401 Jul 09 13:41:20.284952 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7999fe7-e651-44cc-989b-f07aebcce31f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:20.294145 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b54a4b1-c250-4d34-b98d-fc1a8e4fa7ee req-6bad6619-1379-4667-9c29-7261e9fcdd72 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:20.298417 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b54a4b1-c250-4d34-b98d-fc1a8e4fa7ee req-6bad6619-1379-4667-9c29-7261e9fcdd72 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 946 time: 0.2011988 Jul 09 13:41:20.303682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df909560-41c2-4694-a43e-299be8b8cb9b req-d6327f6b-710c-4681-b805-bd96eee64c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:20.305384 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-df909560-41c2-4694-a43e-299be8b8cb9b req-d6327f6b-710c-4681-b805-bd96eee64c9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=babef6379bed4e18867311a7868b9288&device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 1096 time: 0.2219934 Jul 09 13:41:20.305896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31199c55-f3e0-4e39-8386-393bcecdc437', 'tag': '5e4ccd47-9a84-48f1-b1ae-49f403537dd1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:20.308272 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-960a05fd-de98-4f2c-b68a-738dfc0f21f0" -d '{"events": [{"name": "network-changed", "server_uuid": "31199c55-f3e0-4e39-8386-393bcecdc437", "tag": "5e4ccd47-9a84-48f1-b1ae-49f403537dd1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:20.327826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf268bb9-9d0b-4fed-afbb-15c38854c283 req-c3df2041-e469-4ac7-82e3-b04261b9dd88 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:20.335030 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf268bb9-9d0b-4fed-afbb-15c38854c283 req-c3df2041-e469-4ac7-82e3-b04261b9dd88 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.1589663 Jul 09 13:41:20.407867 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf268bb9-9d0b-4fed-afbb-15c38854c283 req-bd6cb98f-615f-4617-89b9-454509ca10a4 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674336 Jul 09 13:41:20.416653 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b54a4b1-c250-4d34-b98d-fc1a8e4fa7ee req-d81b0fe0-e3e7-4f09-be62-24db7a94dd09 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/security-groups?id=50d237a9-caae-42c1-9332-ca002e75c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087811 Jul 09 13:41:20.423430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df909560-41c2-4694-a43e-299be8b8cb9b req-44439830-c71f-4701-b759-c45e3de1937d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:20.425033 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-df909560-41c2-4694-a43e-299be8b8cb9b req-44439830-c71f-4701-b759-c45e3de1937d service neutron] 10.222.0.15 "GET /v2.0/networks?id=3881be75-6fce-4855-8e27-914588a658c2 HTTP/1.1" status: 200 len: 912 time: 0.1073046 Jul 09 13:41:20.491168 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9395e41b-ffb9-4a0b-96cf-172c1ef61596 x-openstack-request-id: req-9395e41b-ffb9-4a0b-96cf-172c1ef61596 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:20.491469 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31199c55-f3e0-4e39-8386-393bcecdc437", "tag": "5e4ccd47-9a84-48f1-b1ae-49f403537dd1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:20.491728 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9395e41b-ffb9-4a0b-96cf-172c1ef61596 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:20.492309 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31199c55-f3e0-4e39-8386-393bcecdc437', 'tag': '5e4ccd47-9a84-48f1-b1ae-49f403537dd1', 'status': 'completed', 'code': 200} Jul 09 13:41:20.497223 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda46c3a-a779-494e-a357-47ab8b2abfc6 req-9532801e-8883-427b-9333-444f72e71624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:20.498690 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fda46c3a-a779-494e-a357-47ab8b2abfc6 req-9532801e-8883-427b-9333-444f72e71624 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a125ed7e-098b-479a-8e27-37567c480237 HTTP/1.1" status: 200 len: 835 time: 0.2656221 Jul 09 13:41:20.500839 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-df909560-41c2-4694-a43e-299be8b8cb9b req-205c6b04-803f-4844-9d53-284963e9bef1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed746db-e5f8-440b-91ea-faf6dfee0971 HTTP/1.1" status: 200 len: 217 time: 0.0570054 Jul 09 13:41:20.527202 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7999fe7-e651-44cc-989b-f07aebcce31f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:20.530827 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7999fe7-e651-44cc-989b-f07aebcce31f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:20.532254 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d7999fe7-e651-44cc-989b-f07aebcce31f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4246bfcc-5b84-4534-9460-bb73a58dfb02 HTTP/1.1" status: 204 len: 168 time: 0.5711765 Jul 09 13:41:20.545308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7999fe7-e651-44cc-989b-f07aebcce31f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4246bfcc-5b84-4534-9460-bb73a58dfb02,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:20.750699 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868964f-7756-4e56-9eb0-29efe47d2fa9 req-6acc2e02-fd9d-4d99-8d44-89c01cfffac1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:20.756980 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0868964f-7756-4e56-9eb0-29efe47d2fa9 req-6acc2e02-fd9d-4d99-8d44-89c01cfffac1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 943 time: 0.1610367 Jul 09 13:41:20.836200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df909560-41c2-4694-a43e-299be8b8cb9b req-f4d936d3-a7b0-4c13-8ed0-e7dc62bddefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:20.837792 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-df909560-41c2-4694-a43e-299be8b8cb9b req-f4d936d3-a7b0-4c13-8ed0-e7dc62bddefd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7963501-dd58-4176-8b20-9e2b0fe5b563 HTTP/1.1" status: 200 len: 851 time: 0.2194655 Jul 09 13:41:20.854943 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0868964f-7756-4e56-9eb0-29efe47d2fa9 req-85fa90bf-d008-4016-b3eb-3668f38661a8 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a97a7-1003-4c0c-83ba-a94cb5289b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893917 Jul 09 13:41:20.905104 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-df909560-41c2-4694-a43e-299be8b8cb9b req-c86c1b2b-cf9d-4e08-a490-5ac8b2db9aba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3881be75-6fce-4855-8e27-914588a658c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472598 Jul 09 13:41:21.002652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a05fd-de98-4f2c-b68a-738dfc0f21f0 req-c6982d36-dd7b-4423-a0e3-19c3a8575b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:21.004769 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-960a05fd-de98-4f2c-b68a-738dfc0f21f0 req-c6982d36-dd7b-4423-a0e3-19c3a8575b52 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf1d2fcf807042f48a0ad7e9170449e3&device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 1095 time: 0.3172517 Jul 09 13:41:21.029030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda46c3a-a779-494e-a357-47ab8b2abfc6 req-09d1a6b9-0bb3-437f-acdc-4d085c95a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:21.034612 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fda46c3a-a779-494e-a357-47ab8b2abfc6 req-09d1a6b9-0bb3-437f-acdc-4d085c95a7f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3566222 Jul 09 13:41:21.107362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45344) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:21.130056 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac2b82d5-46ca-427b-b6cd-64ff78afcd12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:21.188861 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4de3e1d-ec02-4a9c-ae26-865f1dffa079 req-c684a03d-4d2f-4414-90ae-4aa7f1218517 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:21.191871 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4de3e1d-ec02-4a9c-ae26-865f1dffa079 req-c684a03d-4d2f-4414-90ae-4aa7f1218517 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 944 time: 0.1989839 Jul 09 13:41:21.257053 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-df909560-41c2-4694-a43e-299be8b8cb9b req-96de9e1f-0bb3-4636-a75b-751dc6c11635 service neutron] 10.222.0.15 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3383780 Jul 09 13:41:21.298363 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4de3e1d-ec02-4a9c-ae26-865f1dffa079 req-ba7d08e8-9f88-4553-b5ca-3cffd5612401 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965827 Jul 09 13:41:21.328410 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45352) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:21.427801 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac2b82d5-46ca-427b-b6cd-64ff78afcd12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:21.436536 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac2b82d5-46ca-427b-b6cd-64ff78afcd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:21.472664 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a05fd-de98-4f2c-b68a-738dfc0f21f0 req-ac6faec0-bfc1-471b-b1b0-50930195914d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:21.474559 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-960a05fd-de98-4f2c-b68a-738dfc0f21f0 req-ac6faec0-bfc1-471b-b1b0-50930195914d service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe1a3c66-52b8-4c8b-8a07-da03ba2c2818 HTTP/1.1" status: 200 len: 912 time: 0.4522550 Jul 09 13:41:21.479287 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fda46c3a-a779-494e-a357-47ab8b2abfc6 req-c42a4070-b446-4177-a106-241b02094d33 service neutron] 10.222.0.15 "GET /v2.0/networks/7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4182985 Jul 09 13:41:21.484207 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-df909560-41c2-4694-a43e-299be8b8cb9b req-7d13df35-2d20-4eb5-872c-cc45bf511e6d service neutron] 10.222.0.15 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093036 Jul 09 13:41:21.487664 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ac2b82d5-46ca-427b-b6cd-64ff78afcd12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ebaf1c54941e456da018c12b100aa4c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3790047 Jul 09 13:41:21.491608 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45360) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:21.547163 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2b82d5-46ca-427b-b6cd-64ff78afcd12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0ce23a3-80ae-442f-a867-0b49aabe4971,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:21.573716 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c899ae5f-c3f1-42b0-b8d1-a461771fa05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:21.599945 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c899ae5f-c3f1-42b0-b8d1-a461771fa05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:21.666654 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-960a05fd-de98-4f2c-b68a-738dfc0f21f0 req-0985b0df-ed93-4745-8371-b85f91fba596 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e4ccd47-9a84-48f1-b1ae-49f403537dd1 HTTP/1.1" status: 200 len: 217 time: 0.1795955 Jul 09 13:41:21.721899 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c899ae5f-c3f1-42b0-b8d1-a461771fa05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:21.724672 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c899ae5f-c3f1-42b0-b8d1-a461771fa05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:21.725971 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c899ae5f-c3f1-42b0-b8d1-a461771fa05b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b0ce23a3-80ae-442f-a867-0b49aabe4971 HTTP/1.1" status: 204 len: 168 time: 0.2330890 Jul 09 13:41:21.740969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4235ad46-db84-4cfe-82c1-6ef12e23ad31 req-e78266d8-ef08-44d1-987a-26a51417c2f4 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:21.749276 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4235ad46-db84-4cfe-82c1-6ef12e23ad31 req-e78266d8-ef08-44d1-987a-26a51417c2f4 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.0993185 Jul 09 13:41:21.773085 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c899ae5f-c3f1-42b0-b8d1-a461771fa05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0ce23a3-80ae-442f-a867-0b49aabe4971,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:21.826756 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fda46c3a-a779-494e-a357-47ab8b2abfc6 req-a7bf18ef-d6d6-41fe-a687-f5507451cdf9 service neutron] 10.222.0.15 "GET /v2.0/networks/7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802568 Jul 09 13:41:21.857559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a05fd-de98-4f2c-b68a-738dfc0f21f0 req-8d20c68e-b04f-423c-8a25-f7da96d56b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:21.859132 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-960a05fd-de98-4f2c-b68a-738dfc0f21f0 req-8d20c68e-b04f-423c-8a25-f7da96d56b62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f905e2b-fbbc-43b2-b4eb-37dd7d6503e2 HTTP/1.1" status: 200 len: 851 time: 0.1779985 Jul 09 13:41:21.906754 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-960a05fd-de98-4f2c-b68a-738dfc0f21f0 req-fe710830-33fa-4b99-b952-0718a0a5a60e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe1a3c66-52b8-4c8b-8a07-da03ba2c2818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391979 Jul 09 13:41:21.922801 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4235ad46-db84-4cfe-82c1-6ef12e23ad31 req-e12782d8-c688-4b67-a5aa-d3b6f93a5dc9 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722436 Jul 09 13:41:22.061076 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ae9725-4267-406c-b889-8b6ca0c43c11 req-58ccc38b-af3b-4a09-af73-4d3f8f2a9896 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:22.082274 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 7f8ac49c-7c23-4326-986c-b2514f90eff5 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:41:22.088325 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-65ae9725-4267-406c-b889-8b6ca0c43c11 req-58ccc38b-af3b-4a09-af73-4d3f8f2a9896 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 946 time: 0.3605714 Jul 09 13:41:22.153974 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-960a05fd-de98-4f2c-b68a-738dfc0f21f0 req-5704d36d-09f5-4b3b-9b53-2436e29bb4fb service neutron] 10.222.0.15 "GET /v2.0/networks/fe1a3c66-52b8-4c8b-8a07-da03ba2c2818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408416 Jul 09 13:41:22.288811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 7f8ac49c-7c23-4326-986c-b2514f90eff5, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=7f8ac49c-7c23-4326-986c-b2514f90eff5,segment=NetworkSegment(a96b2160-2e61-4550-8e93-533591bac022),segment_id=a96b2160-2e61-4550-8e93-533591bac022)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:22.329197 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-960a05fd-de98-4f2c-b68a-738dfc0f21f0 req-de0c09b3-21f2-48dc-9e71-0cbfe5936d89 service neutron] 10.222.0.15 "GET /v2.0/networks/fe1a3c66-52b8-4c8b-8a07-da03ba2c2818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661544 Jul 09 13:41:22.331280 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-65ae9725-4267-406c-b889-8b6ca0c43c11 req-e26d346d-c69f-47db-bf5b-43d547471d03 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/security-groups?id=50d237a9-caae-42c1-9332-ca002e75c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2384837 Jul 09 13:41:22.331739 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'port_id': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'mac_address': 'fa:16:3e:89:fc:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:41:22.409747 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:22.428232 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f8ac49c-7c23-4326-986c-b2514f90eff5 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:22.440184 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202196b-666e-4ab9-a1f5-ba967e7b3a02 req-b65c5e45-4a5d-4fec-acb9-6d6b68cabec9 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:22.447020 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5202196b-666e-4ab9-a1f5-ba967e7b3a02 req-b65c5e45-4a5d-4fec-acb9-6d6b68cabec9 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 943 time: 0.1750667 Jul 09 13:41:22.473837 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 7f8ac49c-7c23-4326-986c-b2514f90eff5, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=7f8ac49c-7c23-4326-986c-b2514f90eff5,segment=NetworkSegment(a96b2160-2e61-4550-8e93-533591bac022),segment_id=a96b2160-2e61-4550-8e93-533591bac022)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:22.479547 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:22.480439 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:41:22.528152 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5202196b-666e-4ab9-a1f5-ba967e7b3a02 req-082c07a6-ede9-47d7-995e-c4389b2fd994 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a97a7-1003-4c0c-83ba-a94cb5289b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794511 Jul 09 13:41:22.596561 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=7f8ac49c-7c23-4326-986c-b2514f90eff5,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:22.700127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91902bef-1f0f-485d-bec3-0466e591153e req-2829d95b-e96c-4f14-9f86-a009e8af8997 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:22.707684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-91902bef-1f0f-485d-bec3-0466e591153e req-2829d95b-e96c-4f14-9f86-a009e8af8997 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 944 time: 0.1951351 Jul 09 13:41:22.727129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 5e4ccd47-9a84-48f1-b1ae-49f403537dd1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=5e4ccd47-9a84-48f1-b1ae-49f403537dd1,segment=NetworkSegment(9be188b5-0854-4c66-8974-59c4a6f0de31),segment_id=9be188b5-0854-4c66-8974-59c4a6f0de31)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:22.747943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '5e4ccd47-9a84-48f1-b1ae-49f403537dd1', 'network_id': 'fe1a3c66-52b8-4c8b-8a07-da03ba2c2818', 'port_id': '5e4ccd47-9a84-48f1-b1ae-49f403537dd1', 'mac_address': 'fa:16:3e:b5:31:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4f905e2b-fbbc-43b2-b4eb-37dd7d6503e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:41:22.759754 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-91902bef-1f0f-485d-bec3-0466e591153e req-a837bd4d-ae53-4265-ad47-4e82ea7aa14c tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511291 Jul 09 13:41:22.809641 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:22.833689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:22.862713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 5e4ccd47-9a84-48f1-b1ae-49f403537dd1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=5e4ccd47-9a84-48f1-b1ae-49f403537dd1,segment=NetworkSegment(9be188b5-0854-4c66-8974-59c4a6f0de31),segment_id=9be188b5-0854-4c66-8974-59c4a6f0de31)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:22.868999 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:22.890946 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c78aae80-0e30-4235-8dfc-da0d1c8d41ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:22.960405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=5e4ccd47-9a84-48f1-b1ae-49f403537dd1,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:23.117583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['5e4ccd47-9a84-48f1-b1ae-49f403537dd1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:41:23.125276 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['7f8ac49c-7c23-4326-986c-b2514f90eff5'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:41:23.397939 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce67a8a8-d8a8-4cee-9139-67cfd6290d4c req-d009d0c9-9d54-49fe-b17a-1e15f2dcf605 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:23.400840 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce67a8a8-d8a8-4cee-9139-67cfd6290d4c req-d009d0c9-9d54-49fe-b17a-1e15f2dcf605 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.2928445 Jul 09 13:41:23.442810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f90b3d-bb17-4dda-bd76-34af8828a30a req-cb898c78-315e-429d-a400-e9aa77ad5125 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:23.444689 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-53f90b3d-bb17-4dda-bd76-34af8828a30a req-cb898c78-315e-429d-a400-e9aa77ad5125 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 946 time: 0.2765920 Jul 09 13:41:23.529608 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-53f90b3d-bb17-4dda-bd76-34af8828a30a req-f551c33f-9059-4012-a28e-e2eee2bc8d8f tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/security-groups?id=50d237a9-caae-42c1-9332-ca002e75c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751364 Jul 09 13:41:23.537215 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce67a8a8-d8a8-4cee-9139-67cfd6290d4c req-6fe7eb48-f05e-41d1-90d7-6412cc9e5261 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259582 Jul 09 13:41:23.563214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a08f5-0b49-4df9-ba7c-0c5f8263b136 req-76a90f4c-9a04-4a9f-b188-1c249c147d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:23.564785 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7e6a08f5-0b49-4df9-ba7c-0c5f8263b136 req-76a90f4c-9a04-4a9f-b188-1c249c147d4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=790656e675ed4b4dbf1edb6c408effe9&device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 1097 time: 0.4778244 Jul 09 13:41:23.696631 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c78aae80-0e30-4235-8dfc-da0d1c8d41ac admin admin] Deleting port d6f3e705-f7ad-4011-acd2-0ae10b6264d5 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:23.697327 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c78aae80-0e30-4235-8dfc-da0d1c8d41ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:23.752133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a08f5-0b49-4df9-ba7c-0c5f8263b136 req-bb2846aa-1eb4-41c7-83ac-30750f6bdb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:23.753829 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7e6a08f5-0b49-4df9-ba7c-0c5f8263b136 req-bb2846aa-1eb4-41c7-83ac-30750f6bdb0a service neutron] 10.222.0.18 "GET /v2.0/networks?id=1a4717f1-909f-4566-a3b0-1feed7c8abb2 HTTP/1.1" status: 200 len: 914 time: 0.1800609 Jul 09 13:41:23.845634 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7e6a08f5-0b49-4df9-ba7c-0c5f8263b136 req-2e7e628c-14f8-4622-954d-290b8f18ff9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ca544b6c-81cd-464e-987e-85c3aa24bcaf HTTP/1.1" status: 200 len: 217 time: 0.0821719 Jul 09 13:41:23.890432 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-c78aae80-0e30-4235-8dfc-da0d1c8d41ac admin admin] For port d6f3e705-f7ad-4011-acd2-0ae10b6264d5, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d6f3e705-f7ad-4011-acd2-0ae10b6264d5,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:23.890802 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c78aae80-0e30-4235-8dfc-da0d1c8d41ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:23.910060 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c78aae80-0e30-4235-8dfc-da0d1c8d41ac admin admin] Calling delete_port for d6f3e705-f7ad-4011-acd2-0ae10b6264d5 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:23.929537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a08f5-0b49-4df9-ba7c-0c5f8263b136 req-4bfd9c15-6a77-48c7-b0fa-1228868fc6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:23.931549 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7e6a08f5-0b49-4df9-ba7c-0c5f8263b136 req-4bfd9c15-6a77-48c7-b0fa-1228868fc6b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=4fd53f8e-15f4-4748-9832-b404a26aa90c HTTP/1.1" status: 200 len: 853 time: 0.0793002 Jul 09 13:41:23.976689 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7e6a08f5-0b49-4df9-ba7c-0c5f8263b136 req-8e916099-a4df-4390-aabc-43109b419e32 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1a4717f1-909f-4566-a3b0-1feed7c8abb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381064 Jul 09 13:41:24.025674 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fbd4d4-f0b5-44aa-867c-411bfd251416 req-39294e67-db23-4441-a410-8768e9fb6a40 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:24.028117 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-75fbd4d4-f0b5-44aa-867c-411bfd251416 req-39294e67-db23-4441-a410-8768e9fb6a40 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 944 time: 0.1866283 Jul 09 13:41:24.050934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45448) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:24.108598 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7e6a08f5-0b49-4df9-ba7c-0c5f8263b136 req-b5be31b4-9212-41b1-be81-c817274f66f5 service neutron] 10.222.0.18 "GET /v2.0/networks/1a4717f1-909f-4566-a3b0-1feed7c8abb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237187 Jul 09 13:41:24.227427 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7e6a08f5-0b49-4df9-ba7c-0c5f8263b136 req-d68d0602-37c5-4dee-8ac1-f0cc78f0293c service neutron] 10.222.0.18 "GET /v2.0/networks/1a4717f1-909f-4566-a3b0-1feed7c8abb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123636 Jul 09 13:41:24.254827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-819bdad2-f2b1-4260-9849-6cb56b17352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-123178862'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:24.279860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819bdad2-f2b1-4260-9849-6cb56b17352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Made reservation on behalf of 6711fb5ed2e44e41a5bd2cd5c7900b05 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:24.283902 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-819bdad2-f2b1-4260-9849-6cb56b17352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:24.294065 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-819bdad2-f2b1-4260-9849-6cb56b17352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:24.420390 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-75fbd4d4-f0b5-44aa-867c-411bfd251416 req-bb02848d-d040-4e77-8643-a61d8ea065ba tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a97a7-1003-4c0c-83ba-a94cb5289b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3867042 Jul 09 13:41:24.422236 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-819bdad2-f2b1-4260-9849-6cb56b17352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:24.426824 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-819bdad2-f2b1-4260-9849-6cb56b17352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:24.463879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-819bdad2-f2b1-4260-9849-6cb56b17352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:41:24.475886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb9b9b5-0d0c-41e4-8748-0d36bf9d0846 req-e54cf6a8-7efa-4e0e-8aae-4436128ac6d1 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:24.477760 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bdad2-f2b1-4260-9849-6cb56b17352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a79562c0-0bc9-4ab1-955e-dbd5d3ee1384,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:24.483743 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-edb9b9b5-0d0c-41e4-8748-0d36bf9d0846 req-e54cf6a8-7efa-4e0e-8aae-4436128ac6d1 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 945 time: 0.5213454 Jul 09 13:41:24.499359 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-819bdad2-f2b1-4260-9849-6cb56b17352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:24.499848 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-819bdad2-f2b1-4260-9849-6cb56b17352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Added segment 4d431e81-9beb-4cf9-a1b8-c9416416329e of type vlan for network 236d9091-00e8-45e8-b032-05e156fede6b Jul 09 13:41:24.542448 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-819bdad2-f2b1-4260-9849-6cb56b17352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:24.591346 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-819bdad2-f2b1-4260-9849-6cb56b17352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:24.607367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819bdad2-f2b1-4260-9849-6cb56b17352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:24.608206 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-819bdad2-f2b1-4260-9849-6cb56b17352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:24.612928 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-edb9b9b5-0d0c-41e4-8748-0d36bf9d0846 req-163dc142-f642-41b8-8f58-0b633d8e188a tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262531 Jul 09 13:41:24.650887 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c78aae80-0e30-4235-8dfc-da0d1c8d41ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:24.682653 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78aae80-0e30-4235-8dfc-da0d1c8d41ac admin admin] Pushing event deleted for resources: {'Port': ['ID=d6f3e705-f7ad-4011-acd2-0ae10b6264d5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:24.712224 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-819bdad2-f2b1-4260-9849-6cb56b17352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.6601541 Jul 09 13:41:24.730037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819bdad2-f2b1-4260-9849-6cb56b17352c tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Pushing event updated for resources: {'Network': ['ID=236d9091-00e8-45e8-b032-05e156fede6b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:24.741243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 236d9091-00e8-45e8-b032-05e156fede6b details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:41:25.032053 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adffd686-860e-4abd-aaa9-165d91d25cdd req-95bd9416-d7ce-4f46-9001-a51fa73962d6 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:25.033576 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-adffd686-860e-4abd-aaa9-165d91d25cdd req-95bd9416-d7ce-4f46-9001-a51fa73962d6 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.3375766 Jul 09 13:41:25.037678 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c78aae80-0e30-4235-8dfc-da0d1c8d41ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:25.075827 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99726326-ea34-4a40-a60f-ab2c928492a3 req-409de3c3-1774-48bb-ba4b-16623579ec8d tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:25.077240 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99726326-ea34-4a40-a60f-ab2c928492a3 req-409de3c3-1774-48bb-ba4b-16623579ec8d tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 946 time: 0.1943088 Jul 09 13:41:25.147245 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-adffd686-860e-4abd-aaa9-165d91d25cdd req-64d24a23-a245-4f53-ba90-79d7c6276092 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074603 Jul 09 13:41:25.234788 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99726326-ea34-4a40-a60f-ab2c928492a3 req-0cf31aa1-8734-473f-a8f2-29712c5df465 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/security-groups?id=50d237a9-caae-42c1-9332-ca002e75c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165497 Jul 09 13:41:25.372972 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c78aae80-0e30-4235-8dfc-da0d1c8d41ac admin admin] Router d939e762-c9e0-43b8-85e1-d6500cec7558 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:41:25.383036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45482) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:25.388810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Request body: {'port': {'network_id': '236d9091-00e8-45e8-b032-05e156fede6b', 'binding:host_id': 'n-h1-799525-3', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-246639801'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:25.413109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Made reservation on behalf of 04764eabcd2c4d7d8cda9bd3eb995db9 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:25.415906 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:25.425389 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:25.515377 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78aae80-0e30-4235-8dfc-da0d1c8d41ac admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:41:25.528625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45490) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:25.528993 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c78aae80-0e30-4235-8dfc-da0d1c8d41ac admin admin] 10.222.0.39 "PUT /v2.0/routers/d939e762-c9e0-43b8-85e1-d6500cec7558/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1918347 Jul 09 13:41:25.540494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a837aca3-d698-428f-a7d2-e1649ed9a32c None None] Sync routers for ids ['d939e762-c9e0-43b8-85e1-d6500cec7558'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:41:25.553417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a837aca3-d698-428f-a7d2-e1649ed9a32c None None] Routers {'d939e762-c9e0-43b8-85e1-d6500cec7558'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:25.554328 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a837aca3-d698-428f-a7d2-e1649ed9a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:41:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d939e762-c9e0-43b8-85e1-d6500cec7558'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:25.588825 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:25.600464 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:25.609323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] device_id is not set on port 6977382d-438d-4c9a-9192-497319e06036 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:41:25.661476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24169ee-73f2-458d-b79e-9d3b1f285ba3 req-5d3ee722-2c38-43df-919f-96a454e91651 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:25.675297 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d24169ee-73f2-458d-b79e-9d3b1f285ba3 req-5d3ee722-2c38-43df-919f-96a454e91651 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 944 time: 0.1024296 Jul 09 13:41:25.696872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a837aca3-d698-428f-a7d2-e1649ed9a32c None None] Set router d939e762-c9e0-43b8-85e1-d6500cec7558 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:25.736618 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d24169ee-73f2-458d-b79e-9d3b1f285ba3 req-e33ed240-e8ab-4101-afe4-a835f94b2ac0 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a97a7-1003-4c0c-83ba-a94cb5289b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602880 Jul 09 13:41:25.755722 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b11da49-35d5-4636-a471-defdb853847d admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:25.773382 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b874a052-3290-49ec-99ed-1cebd361f2ce,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:25.872773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daffb8e6-8e96-48d0-b8f5-900e2bdcd0e6 req-c7aa0f69-0773-44ff-97d3-9809e424b5db tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:25.874858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-daffb8e6-8e96-48d0-b8f5-900e2bdcd0e6 req-c7aa0f69-0773-44ff-97d3-9809e424b5db tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 945 time: 0.1141388 Jul 09 13:41:25.928895 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-daffb8e6-8e96-48d0-b8f5-900e2bdcd0e6 req-d2cf6fb5-666d-45b2-8ed7-415b4a9a5250 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462809 Jul 09 13:41:25.985533 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b11da49-35d5-4636-a471-defdb853847d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:26.103059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 7f8ac49c-7c23-4326-986c-b2514f90eff5 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:26.135987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0b11da49-35d5-4636-a471-defdb853847d admin admin] Deleting port e7b19e5f-0119-4a71-8e62-92c062e01ac4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:26.136334 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b11da49-35d5-4636-a471-defdb853847d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:26.178505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a837aca3-d698-428f-a7d2-e1649ed9a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131'}], 'enable_snat': True}, 'gw_port_id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:41:24Z', 'revision_number': 5, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port': {'id': 'e7b19e5f-0119-4a71-8e62-92c062e01ac4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:ea:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1283, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:31:28Z', 'updated_at': '2021-07-09T13:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:26.219465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 7f8ac49c-7c23-4326-986c-b2514f90eff5 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:26.219844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] device_id is not set on port 6977382d-438d-4c9a-9192-497319e06036 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:41:26.224121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a837aca3-d698-428f-a7d2-e1649ed9a32c None None] Checking router: d939e762-c9e0-43b8-85e1-d6500cec7558 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:41:26.227047 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 7f8ac49c-7c23-4326-986c-b2514f90eff5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:26.227462 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:26.260796 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:26.276248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a837aca3-d698-428f-a7d2-e1649ed9a32c None None] Routers {'d939e762-c9e0-43b8-85e1-d6500cec7558'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:26.276870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a837aca3-d698-428f-a7d2-e1649ed9a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:41:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d939e762-c9e0-43b8-85e1-d6500cec7558'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:26.295283 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0b11da49-35d5-4636-a471-defdb853847d admin admin] For port e7b19e5f-0119-4a71-8e62-92c062e01ac4, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e7b19e5f-0119-4a71-8e62-92c062e01ac4,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:26.295675 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b11da49-35d5-4636-a471-defdb853847d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:26.314178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0b11da49-35d5-4636-a471-defdb853847d admin admin] Calling delete_port for e7b19e5f-0119-4a71-8e62-92c062e01ac4 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:26.381564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Transition to ACTIVE for port object 6977382d-438d-4c9a-9192-497319e06036 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:26.382114 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d96a82a-173b-4df0-9678-bcd770860a7b req-b45c9669-6a7a-439f-8070-259e60179b7c tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:26.390398 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d96a82a-173b-4df0-9678-bcd770860a7b req-b45c9669-6a7a-439f-8070-259e60179b7c tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.0746977 Jul 09 13:41:26.510810 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:26.511062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a837aca3-d698-428f-a7d2-e1649ed9a32c None None] Set router d939e762-c9e0-43b8-85e1-d6500cec7558 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:26.513719 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:26.536797 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d96a82a-173b-4df0-9678-bcd770860a7b req-962da31d-fcb5-4b12-a6be-1881cf1f4ff5 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431482 Jul 09 13:41:26.610342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085da89-099d-4c11-b6af-8edec99af61f req-a4f593cc-374d-4bcf-a877-451e99b89f2d tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:26.623222 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c085da89-099d-4c11-b6af-8edec99af61f req-a4f593cc-374d-4bcf-a877-451e99b89f2d tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 946 time: 0.1596780 Jul 09 13:41:26.623474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Pushing event updated for resources: {'Port': ['ID=6977382d-438d-4c9a-9192-497319e06036,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:26.625941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a837aca3-d698-428f-a7d2-e1649ed9a32c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:41:25Z', 'revision_number': 6, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:26.665698 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Checking segment: {'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:26.666325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Network hostable DHCP agents. Network: 236d9091-00e8-45e8-b032-05e156fede6b, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:41:26.681354 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a837aca3-d698-428f-a7d2-e1649ed9a32c None None] The sync data for ids ['d939e762-c9e0-43b8-85e1-d6500cec7558'] in n-d-799525-3 is: [{'id': 'd939e762-c9e0-43b8-85e1-d6500cec7558', 'name': 'tempest-AttachVolumeShelveTestJSON-1266125787-router', 'tenant_id': '21d631c8b7aa4295bb9f42b979feb028', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:31:27Z', 'updated_at': '2021-07-09T13:41:25Z', 'revision_number': 6, 'project_id': '21d631c8b7aa4295bb9f42b979feb028', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:41:26.689400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8ac49c-7c23-4326-986c-b2514f90eff5'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:26.694714 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b11da49-35d5-4636-a471-defdb853847d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:26.698285 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c085da89-099d-4c11-b6af-8edec99af61f req-fede660c-c24d-43d6-bb1e-509c3ff8bb80 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/security-groups?id=50d237a9-caae-42c1-9332-ca002e75c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739067 Jul 09 13:41:26.702552 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4564d04d-b4d5-4cfe-9ff6-fc53ba1bba55" -d '{"events": [{"server_uuid": "baee7b77-1524-47dc-8ce8-c91d4692c441", "name": "network-vif-plugged", "status": "completed", "tag": "7f8ac49c-7c23-4326-986c-b2514f90eff5"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:26.734685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11da49-35d5-4636-a471-defdb853847d admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b19e5f-0119-4a71-8e62-92c062e01ac4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:26.744057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Network 236d9091-00e8-45e8-b032-05e156fede6b is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:41:26.747080 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 7f8ac49c-7c23-4326-986c-b2514f90eff5, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=7f8ac49c-7c23-4326-986c-b2514f90eff5,segment=NetworkSegment(a96b2160-2e61-4550-8e93-533591bac022),segment_id=a96b2160-2e61-4550-8e93-533591bac022)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:26.754668 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:26.756658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:26.826342 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 236d9091-00e8-45e8-b032-05e156fede6b) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:26.836695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:26.872073 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf5c89a-15c4-4498-9413-370a23551fde x-openstack-request-id: req-daf5c89a-15c4-4498-9413-370a23551fde {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:26.872456 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baee7b77-1524-47dc-8ce8-c91d4692c441", "name": "network-vif-plugged", "status": "completed", "tag": "7f8ac49c-7c23-4326-986c-b2514f90eff5", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:26.872746 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-daf5c89a-15c4-4498-9413-370a23551fde {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:26.873080 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'code': 200} Jul 09 13:41:26.879377 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08658b2-cc95-46af-90e1-e09716882c29 None None] Network 236d9091-00e8-45e8-b032-05e156fede6b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:26.884745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:26.885315 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:26.885820 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:26.911940 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b11da49-35d5-4636-a471-defdb853847d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:26.915303 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:26.915859 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:26.918555 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 2 to bind port 6977382d-438d-4c9a-9192-497319e06036 Jul 09 13:41:27.025226 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3112221f-0383-4798-abfc-c5ee30020dd9 req-925b1a49-1b28-4dfe-9285-fb62222f8f6f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:27.026375 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3112221f-0383-4798-abfc-c5ee30020dd9 req-925b1a49-1b28-4dfe-9285-fb62222f8f6f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 945 time: 0.1263943 Jul 09 13:41:27.044120 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=7f8ac49c-7c23-4326-986c-b2514f90eff5,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:27.049009 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:27.049346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:27.049692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:27.069545 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b11da49-35d5-4636-a471-defdb853847d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.077458 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b11da49-35d5-4636-a471-defdb853847d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.082001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:27.082302 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:27.087184 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:27.095617 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 3 to bind port 6977382d-438d-4c9a-9192-497319e06036 Jul 09 13:41:27.125488 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3112221f-0383-4798-abfc-c5ee30020dd9 req-4b2ebad1-e74f-4c44-96f1-1156492aa071 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a97a7-1003-4c0c-83ba-a94cb5289b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861719 Jul 09 13:41:27.138545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:27.139322 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.171723 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:27.172211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:27.172781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:27.292610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:27.292959 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:27.295122 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 4 to bind port 6977382d-438d-4c9a-9192-497319e06036 Jul 09 13:41:27.311470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:27.311470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:27.311470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:27.318949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e27bc-efc8-49ff-abf0-b6ba795f4d5c req-9834d24c-e81d-41f8-8338-8efa464ec880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:27.323155 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-242e27bc-efc8-49ff-abf0-b6ba795f4d5c req-9834d24c-e81d-41f8-8338-8efa464ec880 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 1096 time: 0.4543009 Jul 09 13:41:27.323456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:27.323592 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:27.323931 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 5 to bind port 6977382d-438d-4c9a-9192-497319e06036 Jul 09 13:41:27.329154 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b11da49-35d5-4636-a471-defdb853847d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.329673 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b11da49-35d5-4636-a471-defdb853847d admin admin] Fanout notify agent at l3_agent the message router_deleted on router d939e762-c9e0-43b8-85e1-d6500cec7558 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:41:27.366813 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b11da49-35d5-4636-a471-defdb853847d admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.367374 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0b11da49-35d5-4636-a471-defdb853847d admin admin] 10.222.0.39 "DELETE /v2.0/routers/d939e762-c9e0-43b8-85e1-d6500cec7558 HTTP/1.1" status: 204 len: 168 time: 1.8370674 Jul 09 13:41:27.378862 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45534) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:27.431476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f040438-f17d-46cd-a66d-af4bf79f37c0 admin admin] Deleting subnet 64038094-33bf-4882-9ed5-b515adff07d9 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:41:27.432383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0595b38-e2fa-492b-aa7d-55098b273555 req-12133305-78d8-49c3-b6de-1959dd61abe7 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:27.434516 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0595b38-e2fa-492b-aa7d-55098b273555 req-12133305-78d8-49c3-b6de-1959dd61abe7 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 945 time: 0.1755185 Jul 09 13:41:27.435130 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f040438-f17d-46cd-a66d-af4bf79f37c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.438188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:27.438533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:27.438875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:27.440281 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.476293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 5e4ccd47-9a84-48f1-b1ae-49f403537dd1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=5e4ccd47-9a84-48f1-b1ae-49f403537dd1,segment=NetworkSegment(9be188b5-0854-4c66-8974-59c4a6f0de31),segment_id=9be188b5-0854-4c66-8974-59c4a6f0de31)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:27.479038 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-242e27bc-efc8-49ff-abf0-b6ba795f4d5c req-e05dd00f-e421-45fd-bcec-e0810b3de070 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c23a97a7-1003-4c0c-83ba-a94cb5289b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1398668 Jul 09 13:41:27.482460 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.484594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:27.484931 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:27.487552 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 6 to bind port 6977382d-438d-4c9a-9192-497319e06036 Jul 09 13:41:27.517304 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0595b38-e2fa-492b-aa7d-55098b273555 req-40edb0da-c135-4f3a-8763-cf0c8eb10e5b tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714953 Jul 09 13:41:27.519363 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f040438-f17d-46cd-a66d-af4bf79f37c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.546863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:27.547234 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:27.547613 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:27.555948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:27.556279 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:27.561027 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 7 to bind port 6977382d-438d-4c9a-9192-497319e06036 Jul 09 13:41:27.562170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=5e4ccd47-9a84-48f1-b1ae-49f403537dd1,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:27.581189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:27.581457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:27.581805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:27.592881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:27.593232 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:27.597055 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 8 to bind port 6977382d-438d-4c9a-9192-497319e06036 Jul 09 13:41:27.645567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:27.646226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:27.646499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:27.653580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:27.653767 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:27.656294 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 9 to bind port 6977382d-438d-4c9a-9192-497319e06036 Jul 09 13:41:27.678223 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:27.678513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:27.678864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:27.684412 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f040438-f17d-46cd-a66d-af4bf79f37c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.692587 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1ce7e0-53e5-44ab-9c17-c962501cc385 req-d45fb9ca-4f19-4a3d-a5d3-2597daa67f51 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:27.694965 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8d1ce7e0-53e5-44ab-9c17-c962501cc385 req-d45fb9ca-4f19-4a3d-a5d3-2597daa67f51 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 946 time: 0.1308451 Jul 09 13:41:27.705800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:27.706137 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:27.708221 n-d-799525-3 neutron-server[93753]: INFO neutron.plugins.ml2.plugin [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 10 to bind port 6977382d-438d-4c9a-9192-497319e06036 Jul 09 13:41:27.728852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:27.729195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:27.729538 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:27.737973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 6977382d-438d-4c9a-9192-497319e06036 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:27.738403 n-d-799525-3 neutron-server[93753]: ERROR neutron.plugins.ml2.managers [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 6977382d-438d-4c9a-9192-497319e06036 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:27.738684 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.791383 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8d1ce7e0-53e5-44ab-9c17-c962501cc385 req-47bd4fe7-44c5-4611-9900-7ce2eece38b9 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/security-groups?id=50d237a9-caae-42c1-9332-ca002e75c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901680 Jul 09 13:41:27.812527 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f040438-f17d-46cd-a66d-af4bf79f37c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.831784 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f040438-f17d-46cd-a66d-af4bf79f37c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.834479 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4f040438-f17d-46cd-a66d-af4bf79f37c0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/64038094-33bf-4882-9ed5-b515adff07d9 HTTP/1.1" status: 204 len: 168 time: 0.4538932 Jul 09 13:41:27.840885 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db81da2a-0e41-4b84-a270-95845af4c114 None None] Network d1957568-b13c-4c13-95b6-f6cc35837fbf requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:27.845936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45546) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:27.859341 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f040438-f17d-46cd-a66d-af4bf79f37c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64038094-33bf-4882-9ed5-b515adff07d9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:27.861712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] For port 6977382d-438d-4c9a-9192-497319e06036, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:27.862149 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempted to set empty binding levels {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 13:41:27.868669 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.915954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:27.916562 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:27.935536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Pushing event updated for resources: {'Port': ['ID=6977382d-438d-4c9a-9192-497319e06036,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:27.956019 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-26380eac-1237-4f34-a032-06590ac12e57 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 2.5717590 Jul 09 13:41:27.956328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d706100a-286d-49d3-bead-49480fdb84bc req-e3fbde6c-7237-4e68-a8cd-836138167ead tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:27.956661 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45548) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:27.958102 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d706100a-286d-49d3-bead-49480fdb84bc req-e3fbde6c-7237-4e68-a8cd-836138167ead tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.2321265 Jul 09 13:41:27.998002 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.086104 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d706100a-286d-49d3-bead-49480fdb84bc req-f769a8ed-298a-4ab0-91ca-aa25f4e50362 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168435 Jul 09 13:41:28.088820 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-aaa936b4-f540-4548-bccd-0fe271efb54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Deleting port 6977382d-438d-4c9a-9192-497319e06036 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:28.089363 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaa936b4-f540-4548-bccd-0fe271efb54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.159647 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] Deleting port a022dd8c-c223-40d0-8f0d-9ac0d46d374b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:28.159647 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.175718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f5db1b0-7077-45eb-9fd8-0a2ef4e89474 None None] DHCP port deletion for d1957568-b13c-4c13-95b6-f6cc35837fbf request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:41:28.209813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-aaa936b4-f540-4548-bccd-0fe271efb54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] For port 6977382d-438d-4c9a-9192-497319e06036, host n-h1-799525-3, got binding levels [] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:28.210265 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaa936b4-f540-4548-bccd-0fe271efb54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.239221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-aaa936b4-f540-4548-bccd-0fe271efb54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Calling delete_port for 6977382d-438d-4c9a-9192-497319e06036 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:28.307642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2f5db1b0-7077-45eb-9fd8-0a2ef4e89474 None None] Deleting port a022dd8c-c223-40d0-8f0d-9ac0d46d374b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:28.312675 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f5db1b0-7077-45eb-9fd8-0a2ef4e89474 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.403314 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaa936b4-f540-4548-bccd-0fe271efb54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.438767 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] For port a022dd8c-c223-40d0-8f0d-9ac0d46d374b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a022dd8c-c223-40d0-8f0d-9ac0d46d374b,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:28.443593 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.458474 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2f5db1b0-7077-45eb-9fd8-0a2ef4e89474 None None] For port a022dd8c-c223-40d0-8f0d-9ac0d46d374b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a022dd8c-c223-40d0-8f0d-9ac0d46d374b,segment=NetworkSegment(0298acb0-a9c7-4c11-ae47-90110901925d),segment_id=0298acb0-a9c7-4c11-ae47-90110901925d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:28.459290 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f5db1b0-7077-45eb-9fd8-0a2ef4e89474 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.477876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] Calling delete_port for a022dd8c-c223-40d0-8f0d-9ac0d46d374b owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:28.479068 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaa936b4-f540-4548-bccd-0fe271efb54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.484167 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aaa936b4-f540-4548-bccd-0fe271efb54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] 10.222.0.39 "DELETE /v2.0/ports/6977382d-438d-4c9a-9192-497319e06036 HTTP/1.1" status: 204 len: 168 time: 0.5264182 Jul 09 13:41:28.485214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45562) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:28.486060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa936b4-f540-4548-bccd-0fe271efb54e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Pushing event deleted for resources: {'Port': ['ID=6977382d-438d-4c9a-9192-497319e06036,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:28.508136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2f5db1b0-7077-45eb-9fd8-0a2ef4e89474 None None] Calling delete_port for a022dd8c-c223-40d0-8f0d-9ac0d46d374b owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:28.518740 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-d019e094-536e-4e2a-85b8-7a62d93eef2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] GET failed (client error): The resource could not be found. Jul 09 13:41:28.525039 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d019e094-536e-4e2a-85b8-7a62d93eef2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] 10.222.0.39 "GET /v2.0/ports/6977382d-438d-4c9a-9192-497319e06036 HTTP/1.1" status: 404 len: 333 time: 0.0365033 Jul 09 13:41:28.525708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45564) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:28.531478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0653d55a-c007-44f5-8ad2-502ab64fa1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Request body: {'port': {'network_id': '236d9091-00e8-45e8-b032-05e156fede6b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-667369671'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:28.539262 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d6f3e705-f7ad-4011-acd2-0ae10b6264d5 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:41:28.587000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0653d55a-c007-44f5-8ad2-502ab64fa1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Made reservation on behalf of 04764eabcd2c4d7d8cda9bd3eb995db9 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:28.589462 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0653d55a-c007-44f5-8ad2-502ab64fa1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.599118 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: d6f3e705-f7ad-4011-acd2-0ae10b6264d5 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:41:28.599559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d6f3e705-f7ad-4011-acd2-0ae10b6264d5 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:41:28.600051 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e7b19e5f-0119-4a71-8e62-92c062e01ac4 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:41:28.626272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-0653d55a-c007-44f5-8ad2-502ab64fa1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] device_id is not set on port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:41:28.645370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: e7b19e5f-0119-4a71-8e62-92c062e01ac4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:41:28.645797 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e7b19e5f-0119-4a71-8e62-92c062e01ac4 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:41:28.646376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a022dd8c-c223-40d0-8f0d-9ac0d46d374b no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:41:28.649531 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.672418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: a022dd8c-c223-40d0-8f0d-9ac0d46d374b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:41:28.672847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a022dd8c-c223-40d0-8f0d-9ac0d46d374b not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:41:28.703912 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 13:41:28.731769 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f5db1b0-7077-45eb-9fd8-0a2ef4e89474 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.757230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] Pushing event deleted for resources: {'Port': ['ID=a022dd8c-c223-40d0-8f0d-9ac0d46d374b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:28.761253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] No DVR routers for this DVR port a022dd8c-c223-40d0-8f0d-9ac0d46d374b on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:41:28.764384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5db1b0-7077-45eb-9fd8-0a2ef4e89474 None None] Pushing event deleted for resources: {'Port': ['ID=a022dd8c-c223-40d0-8f0d-9ac0d46d374b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:28.771840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5db1b0-7077-45eb-9fd8-0a2ef4e89474 None None] No DVR routers for this DVR port a022dd8c-c223-40d0-8f0d-9ac0d46d374b on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:41:28.803114 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a475113c-9e3d-493e-9e8c-9faa4b9b1daa req-760d2fb1-a8f2-44a0-9749-e662c1141b48 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:28.804680 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a475113c-9e3d-493e-9e8c-9faa4b9b1daa req-760d2fb1-a8f2-44a0-9749-e662c1141b48 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 945 time: 0.5130999 Jul 09 13:41:28.825764 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0653d55a-c007-44f5-8ad2-502ab64fa1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.874661 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31199c55-f3e0-4e39-8386-393bcecdc437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4ccd47-9a84-48f1-b1ae-49f403537dd1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:28.877051 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d19f0e-1328-419f-96f2-76ab6a84b6e0" -d '{"events": [{"server_uuid": "31199c55-f3e0-4e39-8386-393bcecdc437", "name": "network-vif-plugged", "status": "completed", "tag": "5e4ccd47-9a84-48f1-b1ae-49f403537dd1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:28.896215 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.919136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1957568-b13c-4c13-95b6-f6cc35837fbf']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:28.936780 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0298acb0-a9c7-4c11-ae47-90110901925d') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:28.936953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a15a19-7e5c-46c8-8227-ebc433c923e2 req-5e2bced2-a566-4738-9b2b-4bac2f273ad0 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:28.937063 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0298acb0-a9c7-4c11-ae47-90110901925d') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:28.938544 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41a15a19-7e5c-46c8-8227-ebc433c923e2 req-5e2bced2-a566-4738-9b2b-4bac2f273ad0 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.18 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 946 time: 0.1054947 Jul 09 13:41:28.941328 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a475113c-9e3d-493e-9e8c-9faa4b9b1daa req-5145a293-0eaf-4667-bf85-5946a1d83d15 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a97a7-1003-4c0c-83ba-a94cb5289b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195657 Jul 09 13:41:28.945013 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0653d55a-c007-44f5-8ad2-502ab64fa1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.949215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fc151c-9cef-4b1c-a83d-7703279f77fc req-8ef84fe7-fc38-4da7-930a-798939b81662 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:28.951077 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7fc151c-9cef-4b1c-a83d-7703279f77fc req-8ef84fe7-fc38-4da7-930a-798939b81662 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.2755675 Jul 09 13:41:28.961063 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:28.991732 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.006283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:41:29.006800 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:41:29.008831 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:41:29.021944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0653d55a-c007-44f5-8ad2-502ab64fa1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Network 236d9091-00e8-45e8-b032-05e156fede6b is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:29.031548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0653d55a-c007-44f5-8ad2-502ab64fa1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:29.038180 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0653d55a-c007-44f5-8ad2-502ab64fa1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:29.039181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0653d55a-c007-44f5-8ad2-502ab64fa1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:29.039789 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0653d55a-c007-44f5-8ad2-502ab64fa1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.058058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653d55a-c007-44f5-8ad2-502ab64fa1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Pushing event updated for resources: {'Port': ['ID=da1b6f0d-61cf-4eb6-983e-3adbdefe57c0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:29.082034 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0653d55a-c007-44f5-8ad2-502ab64fa1e7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5551798 Jul 09 13:41:29.087804 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7fc151c-9cef-4b1c-a83d-7703279f77fc req-354c14e1-d6fc-4b42-ad4d-3325e247afdd tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306312 Jul 09 13:41:29.088550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45580) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:29.097682 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:29.143174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-41a15a19-7e5c-46c8-8227-ebc433c923e2 req-ed4a5a9f-29f2-4d29-ac8b-e93410def870 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Deleting port ca544b6c-81cd-464e-987e-85c3aa24bcaf {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:29.143541 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41a15a19-7e5c-46c8-8227-ebc433c923e2 req-ed4a5a9f-29f2-4d29-ac8b-e93410def870 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.179667 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.193776 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.195882 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] 10.222.0.39 "DELETE /v2.0/networks/d1957568-b13c-4c13-95b6-f6cc35837fbf HTTP/1.1" status: 204 len: 168 time: 1.3487389 Jul 09 13:41:29.200022 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e345df-84ed-4b52-bc2c-6cb1fe97b2f8 x-openstack-request-id: req-a7e345df-84ed-4b52-bc2c-6cb1fe97b2f8 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:29.200562 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31199c55-f3e0-4e39-8386-393bcecdc437", "name": "network-vif-plugged", "status": "completed", "tag": "5e4ccd47-9a84-48f1-b1ae-49f403537dd1", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:29.200562 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7e345df-84ed-4b52-bc2c-6cb1fe97b2f8 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:29.200967 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31199c55-f3e0-4e39-8386-393bcecdc437', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e4ccd47-9a84-48f1-b1ae-49f403537dd1', 'code': 200} Jul 09 13:41:29.216990 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2051f4a5-c74a-4b1a-84d4-06d3b89bdedd admin admin] Pushing event deleted for resources: {'Network': ['ID=d1957568-b13c-4c13-95b6-f6cc35837fbf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:29.277810 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.304017 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0f0c06-42b7-4243-b004-e4a5adfd8981 req-ef77decb-4c29-4714-8f86-55c36d1b3f8c tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:29.305766 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae0f0c06-42b7-4243-b004-e4a5adfd8981 req-ef77decb-4c29-4714-8f86-55c36d1b3f8c tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/ports?device_id=1a23126e-5a63-4fb7-a21f-189a7197d41f HTTP/1.1" status: 200 len: 946 time: 0.1715114 Jul 09 13:41:29.387249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-41a15a19-7e5c-46c8-8227-ebc433c923e2 req-ed4a5a9f-29f2-4d29-ac8b-e93410def870 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] For port ca544b6c-81cd-464e-987e-85c3aa24bcaf, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ca544b6c-81cd-464e-987e-85c3aa24bcaf,segment=NetworkSegment(c287cd37-aa89-4577-bd39-a98d4079af55),segment_id=c287cd37-aa89-4577-bd39-a98d4079af55)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:29.387669 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41a15a19-7e5c-46c8-8227-ebc433c923e2 req-ed4a5a9f-29f2-4d29-ac8b-e93410def870 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.426208 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-41a15a19-7e5c-46c8-8227-ebc433c923e2 req-ed4a5a9f-29f2-4d29-ac8b-e93410def870 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Calling delete_port for ca544b6c-81cd-464e-987e-85c3aa24bcaf owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:29.446656 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9f41fc-7565-4ea8-a289-fd9448b55bd6 req-400217e0-0f9f-4ae0-8766-2b7efbc71817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:29.450343 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2d9f41fc-7565-4ea8-a289-fd9448b55bd6 req-400217e0-0f9f-4ae0-8766-2b7efbc71817 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 1097 time: 0.1767423 Jul 09 13:41:29.477972 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae0f0c06-42b7-4243-b004-e4a5adfd8981 req-072ebb6a-1ed7-41e9-b7a0-c48130d1170e tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.39 "GET /v2.0/security-groups?id=50d237a9-caae-42c1-9332-ca002e75c56e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458540 Jul 09 13:41:29.551483 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2d9f41fc-7565-4ea8-a289-fd9448b55bd6 req-51b6f9aa-80e4-4acf-9ac6-d5357aed7eda service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660274 Jul 09 13:41:29.566955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45594) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:29.634798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] device_id is not set on port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:41:29.650503 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19451b38-ea54-4c2b-962a-02ba3ebea969 req-e2407eef-a88f-4a7e-89c6-0d68267de41a tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:29.654546 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9ae4a858-eef7-4f68-8483-b7ca2d2a6b4e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21d631c8b7aa4295bb9f42b979feb028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0832214 Jul 09 13:41:29.656141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45596) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:29.657991 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19451b38-ea54-4c2b-962a-02ba3ebea969 req-e2407eef-a88f-4a7e-89c6-0d68267de41a tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.1480038 Jul 09 13:41:29.661099 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.672652 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41a15a19-7e5c-46c8-8227-ebc433c923e2 req-ed4a5a9f-29f2-4d29-ac8b-e93410def870 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.693225 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Transition to ACTIVE for port object da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:29.704082 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.716068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a5a9f-29f2-4d29-ac8b-e93410def870 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Pushing event deleted for resources: {'Port': ['ID=ca544b6c-81cd-464e-987e-85c3aa24bcaf,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:29.734681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19451b38-ea54-4c2b-962a-02ba3ebea969 req-93d1ebf6-7cb4-40cd-94f4-14825e5e3222 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758221 Jul 09 13:41:29.766087 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Pushing event updated for resources: {'Port': ['ID=da1b6f0d-61cf-4eb6-983e-3adbdefe57c0,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:29.779947 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:29.780290 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:29.780634 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:29.785296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:29.785624 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:29.785733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-41a15a19-7e5c-46c8-8227-ebc433c923e2 req-ed4a5a9f-29f2-4d29-ac8b-e93410def870 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] No DVR routers for this DVR port ca544b6c-81cd-464e-987e-85c3aa24bcaf on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:41:29.786012 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 2 to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 Jul 09 13:41:29.788248 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63f5ed1f-c3b3-44e3-a8d7-782f266911fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.790446 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41a15a19-7e5c-46c8-8227-ebc433c923e2 req-ed4a5a9f-29f2-4d29-ac8b-e93410def870 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.792422 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41a15a19-7e5c-46c8-8227-ebc433c923e2 req-ed4a5a9f-29f2-4d29-ac8b-e93410def870 tempest-InstanceActionsTestJSON-409798101 tempest-InstanceActionsTestJSON-409798101-project] 10.222.0.18 "DELETE /v2.0/ports/ca544b6c-81cd-464e-987e-85c3aa24bcaf HTTP/1.1" status: 204 len: 173 time: 0.8341622 Jul 09 13:41:29.793092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a23126e-5a63-4fb7-a21f-189a7197d41f', 'name': 'network-vif-deleted', 'tag': 'ca544b6c-81cd-464e-987e-85c3aa24bcaf'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:29.798761 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc7b3bd-6ff4-47aa-9120-c14cf164e04f" -d '{"events": [{"server_uuid": "1a23126e-5a63-4fb7-a21f-189a7197d41f", "name": "network-vif-deleted", "tag": "ca544b6c-81cd-464e-987e-85c3aa24bcaf"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:29.819474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:29.819834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:29.820172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:29.822407 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63f5ed1f-c3b3-44e3-a8d7-782f266911fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.825675 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:29.826081 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:29.826491 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 3 to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 Jul 09 13:41:29.840932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:29.841290 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:29.842106 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:29.846224 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:29.846569 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:29.846958 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 4 to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 Jul 09 13:41:29.862130 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:29.862536 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:29.862847 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:29.868215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:29.868653 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:29.869081 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 5 to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 Jul 09 13:41:29.883406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:29.883753 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:29.884097 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:29.889528 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:29.889902 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:29.890272 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 6 to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 Jul 09 13:41:29.927082 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:29.927462 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:29.927891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:29.948629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:29.948629 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:29.948629 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 7 to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 Jul 09 13:41:29.951605 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10b09f55-0f67-4d28-b24d-da2786b8f2d2 req-4d7a825a-32a4-4214-bf80-4c56118d37f2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1089504 Jul 09 13:41:29.952808 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63f5ed1f-c3b3-44e3-a8d7-782f266911fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.956025 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63f5ed1f-c3b3-44e3-a8d7-782f266911fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:29.957296 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-63f5ed1f-c3b3-44e3-a8d7-782f266911fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1de502c1-adde-4e93-820f-3425e6a34f7f HTTP/1.1" status: 204 len: 168 time: 0.3002243 Jul 09 13:41:29.968526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f5ed1f-c3b3-44e3-a8d7-782f266911fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de502c1-adde-4e93-820f-3425e6a34f7f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:30.004185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:30.004730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:30.005327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:30.026552 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:30.026885 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:30.027903 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 8 to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 Jul 09 13:41:30.082967 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:30.083351 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:30.084191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:30.103433 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:30.103769 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:30.111985 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 9 to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 Jul 09 13:41:30.141583 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4408361d-e3fb-4c51-bd08-e24215515d01 x-openstack-request-id: req-4408361d-e3fb-4c51-bd08-e24215515d01 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:30.141892 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a23126e-5a63-4fb7-a21f-189a7197d41f", "name": "network-vif-deleted", "tag": "ca544b6c-81cd-464e-987e-85c3aa24bcaf", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:30.142195 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4408361d-e3fb-4c51-bd08-e24215515d01 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:30.142541 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a23126e-5a63-4fb7-a21f-189a7197d41f', 'name': 'network-vif-deleted', 'tag': 'ca544b6c-81cd-464e-987e-85c3aa24bcaf', 'status': 'completed', 'code': 200} Jul 09 13:41:30.200999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:30.201378 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:30.201728 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:30.209283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:30.209668 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:30.210223 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 10 to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 Jul 09 13:41:30.217159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b09f55-0f67-4d28-b24d-da2786b8f2d2 req-20920656-2be0-44fe-b448-4e0cf7327256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:30.219004 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10b09f55-0f67-4d28-b24d-da2786b8f2d2 req-20920656-2be0-44fe-b448-4e0cf7327256 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57c1823849db49b4af2d50bf49892746&device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 1097 time: 0.0930212 Jul 09 13:41:30.233981 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:30.234200 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:30.234485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:30.256317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:30.256666 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:30.257034 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:30.299522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bee4d0a-eb7b-4e69-8241-19a0d26e9d02 req-6d260912-2dfb-410f-a7a2-3c47bc5d57ec tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:30.309381 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5bee4d0a-eb7b-4e69-8241-19a0d26e9d02 req-6d260912-2dfb-410f-a7a2-3c47bc5d57ec tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 945 time: 0.2019343 Jul 09 13:41:30.388484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b09f55-0f67-4d28-b24d-da2786b8f2d2 req-1f4a512c-b823-42dc-a054-35933e2320f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:30.390591 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10b09f55-0f67-4d28-b24d-da2786b8f2d2 req-1f4a512c-b823-42dc-a054-35933e2320f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b067095-4052-4b92-b6db-3597e823e67a HTTP/1.1" status: 200 len: 909 time: 0.1456614 Jul 09 13:41:30.451352 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5bee4d0a-eb7b-4e69-8241-19a0d26e9d02 req-74e88490-db60-4ae9-8311-1018ef6924e4 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a97a7-1003-4c0c-83ba-a94cb5289b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407516 Jul 09 13:41:30.539660 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10b09f55-0f67-4d28-b24d-da2786b8f2d2 req-ce9ceb09-d69f-421b-a83e-ea0f56b2b098 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06a370d8-9e8b-4752-ac7a-3335a593ee84 HTTP/1.1" status: 200 len: 1002 time: 0.1410980 Jul 09 13:41:30.607695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] For port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:30.608235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempted to set empty binding levels {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 13:41:30.635429 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:30.681770 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b09f55-0f67-4d28-b24d-da2786b8f2d2 req-6eb1f730-5fc6-4fa0-9229-f20aa08bae6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:30.685786 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10b09f55-0f67-4d28-b24d-da2786b8f2d2 req-6eb1f730-5fc6-4fa0-9229-f20aa08bae6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6365b74c-aea2-4433-844b-839fb4fcbc16 HTTP/1.1" status: 200 len: 847 time: 0.1360514 Jul 09 13:41:30.708039 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fa021f-f686-4a72-8291-4e7c4f51cd73 req-d7288715-fd75-4d68-879d-eda2a2562820 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:30.715839 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b2fa021f-f686-4a72-8291-4e7c4f51cd73 req-d7288715-fd75-4d68-879d-eda2a2562820 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.3137233 Jul 09 13:41:30.747299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] In _notify_port_updated(), no bound segment for port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:41:30.748530 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:30.748742 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:30.750093 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] 10.222.0.39 "PUT /v2.0/ports/da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 HTTP/1.1" status: 200 len: 978 time: 1.6572561 Jul 09 13:41:30.759174 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45632) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:30.857136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b09f55-0f67-4d28-b24d-da2786b8f2d2 req-62412d2b-11be-47b7-8dfd-ac7754b02a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:30.858670 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10b09f55-0f67-4d28-b24d-da2786b8f2d2 req-62412d2b-11be-47b7-8dfd-ac7754b02a0d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b067095-4052-4b92-b6db-3597e823e67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1683037 Jul 09 13:41:30.861630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc6f66-e3f7-42d7-bcc7-1b7b2a00dc1f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Pushing event updated for resources: {'Port': ['ID=da1b6f0d-61cf-4eb6-983e-3adbdefe57c0,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:30.885516 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b2fa021f-f686-4a72-8291-4e7c4f51cd73 req-e199f8ca-7a74-400c-9d4e-54676be2713e tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690080 Jul 09 13:41:30.999686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.000663 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.001322 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.001972 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.002623 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.003381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.004040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.004718 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.005364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.006024 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.006668 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.007350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.007997 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.008667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.009148 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.009622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.010093 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.010561 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.017069 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-659d3fad-183e-4585-b25e-7a8fcb0c4a6b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16278 time: 0.2539361 Jul 09 13:41:31.021926 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45644) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:31.037595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c39923-92c1-4780-9c15-d4ce26bae131 req-22de1c01-da3d-48de-b969-20f398283c2e tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.039280 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a2c39923-92c1-4780-9c15-d4ce26bae131 req-22de1c01-da3d-48de-b969-20f398283c2e tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 945 time: 0.1886232 Jul 09 13:41:31.039810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45646) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:31.160111 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10b09f55-0f67-4d28-b24d-da2786b8f2d2 req-3e09fc46-5c0f-4502-8eff-c89d2e663b41 service neutron] 10.222.0.18 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945452 Jul 09 13:41:31.191646 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a2c39923-92c1-4780-9c15-d4ce26bae131 req-835bb0b8-dff2-4276-a005-ff433714c652 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a97a7-1003-4c0c-83ba-a94cb5289b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392815 Jul 09 13:41:31.251456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45654) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:31.475641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ca544b6c-81cd-464e-987e-85c3aa24bcaf no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:41:31.529394 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: ca544b6c-81cd-464e-987e-85c3aa24bcaf {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:41:31.529803 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ca544b6c-81cd-464e-987e-85c3aa24bcaf not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:41:31.547082 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-82d0e909-b8a4-45ee-9318-eecd96e2f529 admin admin] Deleting subnet 4fd53f8e-15f4-4748-9832-b404a26aa90c {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:41:31.568874 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82d0e909-b8a4-45ee-9318-eecd96e2f529 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.597918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e7d8b10b-9489-496f-b065-3c04f19041af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Deleting port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:31.598214 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b10b-9489-496f-b065-3c04f19041af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.630892 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82d0e909-b8a4-45ee-9318-eecd96e2f529 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.692767 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f749047-fb1d-43de-943f-134fa21957b0 req-eaebb285-63db-468f-a228-4c56d7fcfd41 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.700528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2f749047-fb1d-43de-943f-134fa21957b0 req-eaebb285-63db-468f-a228-4c56d7fcfd41 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.5153351 Jul 09 13:41:31.722525 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82d0e909-b8a4-45ee-9318-eecd96e2f529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.767027 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10b09f55-0f67-4d28-b24d-da2786b8f2d2 req-7e0cf280-d464-4860-b02c-6a0989a7c07e service neutron] 10.222.0.18 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5974758 Jul 09 13:41:31.811780 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-e7d8b10b-9489-496f-b065-3c04f19041af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] For port da1b6f0d-61cf-4eb6-983e-3adbdefe57c0, host n-h1-799525-3, got binding levels [] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:31.813037 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b10b-9489-496f-b065-3c04f19041af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.813855 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cb825f0-8dd0-41f7-a8e3-b840f174d244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.832928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e7d8b10b-9489-496f-b065-3c04f19041af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Calling delete_port for da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:31.833737 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2f749047-fb1d-43de-943f-134fa21957b0 req-b4621e4c-9716-4d83-960c-533f3fcc40b4 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321373 Jul 09 13:41:31.841581 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18639422-3516-4dc4-8252-a8ab823614ed tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:31.851262 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-18639422-3516-4dc4-8252-a8ab823614ed tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 1091 time: 0.5909617 Jul 09 13:41:31.851262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:31.856954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:31.893481 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82d0e909-b8a4-45ee-9318-eecd96e2f529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.928511 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d0e909-b8a4-45ee-9318-eecd96e2f529 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fd53f8e-15f4-4748-9832-b404a26aa90c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:31.940836 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82d0e909-b8a4-45ee-9318-eecd96e2f529 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.941135 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:31.942943 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-82d0e909-b8a4-45ee-9318-eecd96e2f529 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4fd53f8e-15f4-4748-9832-b404a26aa90c HTTP/1.1" status: 204 len: 168 time: 0.8972201 Jul 09 13:41:31.945616 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45682) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:32.016540 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b10b-9489-496f-b065-3c04f19041af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.049160 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6cdf-15a6-4fd4-b3fe-85468a3761f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.103686 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d8b10b-9489-496f-b065-3c04f19041af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Pushing event deleted for resources: {'Port': ['ID=da1b6f0d-61cf-4eb6-983e-3adbdefe57c0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:32.113340 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b10b-9489-496f-b065-3c04f19041af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.115563 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e7d8b10b-9489-496f-b065-3c04f19041af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] 10.222.0.39 "DELETE /v2.0/ports/da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 HTTP/1.1" status: 204 len: 168 time: 1.0921724 Jul 09 13:41:32.120288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45690) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:32.174245 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a287310-3a16-4292-ae4a-1c450518ec15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] GET failed (client error): The resource could not be found. Jul 09 13:41:32.180921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45694) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:32.189352 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9a287310-3a16-4292-ae4a-1c450518ec15 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] 10.222.0.39 "GET /v2.0/ports/da1b6f0d-61cf-4eb6-983e-3adbdefe57c0 HTTP/1.1" status: 404 len: 333 time: 0.0577524 Jul 09 13:41:32.190295 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-aedf456f-1dbd-4410-bb8a-eda633e61a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-99948024', 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:32.220339 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6cdf-15a6-4fd4-b3fe-85468a3761f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.230547 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0243e89e-0feb-47d1-aaf1-495a700f28d2 req-7bfbf528-a55c-4da5-8880-a5defdc0cd3b tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:32.238028 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0243e89e-0feb-47d1-aaf1-495a700f28d2 req-7bfbf528-a55c-4da5-8880-a5defdc0cd3b tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.1861334 Jul 09 13:41:32.245323 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.260777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d6ff6cdf-15a6-4fd4-b3fe-85468a3761f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a4717f1-909f-4566-a3b0-1feed7c8abb2']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:32.282402 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d6ff6cdf-15a6-4fd4-b3fe-85468a3761f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c287cd37-aa89-4577-bd39-a98d4079af55') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:32.282744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d6ff6cdf-15a6-4fd4-b3fe-85468a3761f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c287cd37-aa89-4577-bd39-a98d4079af55') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:32.293745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedf456f-1dbd-4410-bb8a-eda633e61a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Made reservation on behalf of 04764eabcd2c4d7d8cda9bd3eb995db9 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:32.296711 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aedf456f-1dbd-4410-bb8a-eda633e61a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.301973 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6cdf-15a6-4fd4-b3fe-85468a3761f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.342822 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0243e89e-0feb-47d1-aaf1-495a700f28d2 req-8df4e3b1-b049-44f6-bb0a-ac2b33cb0c6a tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038427 Jul 09 13:41:32.343971 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6cdf-15a6-4fd4-b3fe-85468a3761f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.349816 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-aedf456f-1dbd-4410-bb8a-eda633e61a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] device_id is not set on port 9f044415-91a6-4420-b1a4-a448a9718cc3 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:41:32.357454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6ff6cdf-15a6-4fd4-b3fe-85468a3761f2 admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:41:32.357868 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6cdf-15a6-4fd4-b3fe-85468a3761f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:41:32.359655 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:41:32.421734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Allocated IP 172.25.2.200 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/bfa5bd94-20fb-4f58-9f49-00143fa39df5) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:32.506360 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6cdf-15a6-4fd4-b3fe-85468a3761f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.534397 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6ff6cdf-15a6-4fd4-b3fe-85468a3761f2 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.545611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d6ff6cdf-15a6-4fd4-b3fe-85468a3761f2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/1a4717f1-909f-4566-a3b0-1feed7c8abb2 HTTP/1.1" status: 204 len: 168 time: 0.5987685 Jul 09 13:41:32.556816 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.665459 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:32.694842 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff6cdf-15a6-4fd4-b3fe-85468a3761f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a4717f1-909f-4566-a3b0-1feed7c8abb2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:32.776344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:32.783827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:32.792241 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:32.807764 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Port': ['ID=bfa5bd94-20fb-4f58-9f49-00143fa39df5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:32.919879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45728) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:32.997303 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aedf456f-1dbd-4410-bb8a-eda633e61a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:33.058946 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f7f5d043-41cb-4bed-9bfb-178a0744af60 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=790656e675ed4b4dbf1edb6c408effe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372590 Jul 09 13:41:33.062133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45732) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:33.091909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1111e508-96f7-440e-91bc-23de61cdbbb3 req-df3bfb3f-59be-45ab-b94a-f3b816f36c84 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:33.100170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1111e508-96f7-440e-91bc-23de61cdbbb3 req-df3bfb3f-59be-45ab-b94a-f3b816f36c84 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.3832569 Jul 09 13:41:33.223133 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1111e508-96f7-440e-91bc-23de61cdbbb3 req-e19bf168-2c1e-4874-a5ad-aa8dff0ce5ee tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219184 Jul 09 13:41:33.233783 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aedf456f-1dbd-4410-bb8a-eda633e61a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:33.323537 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedf456f-1dbd-4410-bb8a-eda633e61a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Network 236d9091-00e8-45e8-b032-05e156fede6b is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:33.331334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedf456f-1dbd-4410-bb8a-eda633e61a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Pushing event updated for resources: {'Port': ['ID=9f044415-91a6-4420-b1a4-a448a9718cc3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:33.334392 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-aedf456f-1dbd-4410-bb8a-eda633e61a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:33.339141 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aedf456f-1dbd-4410-bb8a-eda633e61a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:33.340896 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedf456f-1dbd-4410-bb8a-eda633e61a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:33.341178 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aedf456f-1dbd-4410-bb8a-eda633e61a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:33.356686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d4ad6-3089-4d97-bbe9-95218c86fc96 req-8fc3ffbe-8a09-4769-8d8b-f557b751b731 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:33.358446 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cd4d4ad6-3089-4d97-bbe9-95218c86fc96 req-8fc3ffbe-8a09-4769-8d8b-f557b751b731 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.2442355 Jul 09 13:41:33.362043 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa042-0fab-49b0-a8eb-1359f23a96a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:33.398825 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-aedf456f-1dbd-4410-bb8a-eda633e61a7e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.2171082 Jul 09 13:41:33.404951 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45742) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:33.428419 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa042-0fab-49b0-a8eb-1359f23a96a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:33.488082 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cd4d4ad6-3089-4d97-bbe9-95218c86fc96 req-c78ecdc7-5b69-446c-ae73-df02ac4726a7 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203942 Jul 09 13:41:33.524836 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a31db43-7665-42fd-82bf-bd8a6177488a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:33.526142 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3a31db43-7665-42fd-82bf-bd8a6177488a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] 10.222.0.39 "GET /v2.0/ports/9f044415-91a6-4420-b1a4-a448a9718cc3 HTTP/1.1" status: 200 len: 957 time: 0.1199574 Jul 09 13:41:33.531953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45746) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:33.578607 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa042-0fab-49b0-a8eb-1359f23a96a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:33.582759 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d3aa042-0fab-49b0-a8eb-1359f23a96a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:33.587825 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4d3aa042-0fab-49b0-a8eb-1359f23a96a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50d237a9-caae-42c1-9332-ca002e75c56e HTTP/1.1" status: 204 len: 168 time: 0.5207098 Jul 09 13:41:33.599347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3aa042-0fab-49b0-a8eb-1359f23a96a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50d237a9-caae-42c1-9332-ca002e75c56e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:33.819250 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:33.873059 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fe993-9275-4e38-8bd6-062ef2ef7d48 req-da620f32-ae31-4798-84ce-e3db515c955d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:33.874829 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9d4fe993-9275-4e38-8bd6-062ef2ef7d48 req-da620f32-ae31-4798-84ce-e3db515c955d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=babef6379bed4e18867311a7868b9288&device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 1096 time: 0.3958507 Jul 09 13:41:34.119051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1e274109-5d2a-42c0-b9ae-e2d2a243dcdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Deleting port 9f044415-91a6-4420-b1a4-a448a9718cc3 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:34.120759 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e274109-5d2a-42c0-b9ae-e2d2a243dcdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:34.126678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fe993-9275-4e38-8bd6-062ef2ef7d48 req-9a27bede-a214-42b2-abd4-05b3b8982adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:34.129618 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9d4fe993-9275-4e38-8bd6-062ef2ef7d48 req-9a27bede-a214-42b2-abd4-05b3b8982adb service neutron] 10.222.0.15 "GET /v2.0/networks?id=3881be75-6fce-4855-8e27-914588a658c2 HTTP/1.1" status: 200 len: 912 time: 0.2302465 Jul 09 13:41:34.161813 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b8f4f-566d-4de4-b667-12a2d870dcce req-45c8eac2-a634-4d7a-be1d-1ce3e843519e tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:34.176024 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea3b8f4f-566d-4de4-b667-12a2d870dcce req-45c8eac2-a634-4d7a-be1d-1ce3e843519e tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.1364415 Jul 09 13:41:34.233987 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea3b8f4f-566d-4de4-b667-12a2d870dcce req-1a42d926-3172-4446-99e7-642f25284b4a tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564053 Jul 09 13:41:34.293163 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9d4fe993-9275-4e38-8bd6-062ef2ef7d48 req-b439f251-02d3-4c29-ad7d-0e8cba3beca1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1ed746db-e5f8-440b-91ea-faf6dfee0971 HTTP/1.1" status: 200 len: 217 time: 0.1388240 Jul 09 13:41:34.347916 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:34.442094 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e274109-5d2a-42c0-b9ae-e2d2a243dcdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:34.472897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1e274109-5d2a-42c0-b9ae-e2d2a243dcdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Calling delete_port for 9f044415-91a6-4420-b1a4-a448a9718cc3 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:34.483677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4fe993-9275-4e38-8bd6-062ef2ef7d48 req-da6b1e21-d16d-4ca8-a2f4-2b37d3b0820f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:34.485194 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9d4fe993-9275-4e38-8bd6-062ef2ef7d48 req-da6b1e21-d16d-4ca8-a2f4-2b37d3b0820f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a7963501-dd58-4176-8b20-9e2b0fe5b563 HTTP/1.1" status: 200 len: 851 time: 0.1810374 Jul 09 13:41:34.539216 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9d4fe993-9275-4e38-8bd6-062ef2ef7d48 req-91459f3f-0672-477a-baac-7984fdc33661 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3881be75-6fce-4855-8e27-914588a658c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399451 Jul 09 13:41:34.657080 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:34.697587 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f388ed7-df51-465d-b483-857c2df0adbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:34.879167 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:34.895227 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:34.914810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec0baaa-9758-48dd-94f6-d409b781493a req-1b96c4f4-6c1f-42b3-b5ec-7f8d51e2f652 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:34.918077 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1ec0baaa-9758-48dd-94f6-d409b781493a req-1b96c4f4-6c1f-42b3-b5ec-7f8d51e2f652 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.1610341 Jul 09 13:41:34.928696 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e274109-5d2a-42c0-b9ae-e2d2a243dcdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:34.948507 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9d4fe993-9275-4e38-8bd6-062ef2ef7d48 req-03237258-a652-4e80-a9ca-abd57da44cda service neutron] 10.222.0.15 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3954847 Jul 09 13:41:34.954928 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e274109-5d2a-42c0-b9ae-e2d2a243dcdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:34.957240 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1e274109-5d2a-42c0-b9ae-e2d2a243dcdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] 10.222.0.39 "DELETE /v2.0/ports/9f044415-91a6-4420-b1a4-a448a9718cc3 HTTP/1.1" status: 204 len: 168 time: 1.4145732 Jul 09 13:41:34.966122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45808) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:35.005877 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-b03208c1-46bd-46bd-afda-10b23fd93e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] GET failed (client error): The resource could not be found. Jul 09 13:41:35.014278 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b03208c1-46bd-46bd-afda-10b23fd93e91 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] 10.222.0.39 "GET /v2.0/ports/9f044415-91a6-4420-b1a4-a448a9718cc3 HTTP/1.1" status: 404 len: 333 time: 0.0468357 Jul 09 13:41:35.017838 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45812) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:35.024257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-40b4aa7e-577b-4de0-a530-61100f9f2861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Request body: {'port': {'network_id': '236d9091-00e8-45e8-b032-05e156fede6b', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1967456278'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:35.059455 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b4aa7e-577b-4de0-a530-61100f9f2861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Made reservation on behalf of 04764eabcd2c4d7d8cda9bd3eb995db9 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:35.063146 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40b4aa7e-577b-4de0-a530-61100f9f2861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:35.085120 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Port': ['ID=bfa5bd94-20fb-4f58-9f49-00143fa39df5,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:35.101637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1ec0baaa-9758-48dd-94f6-d409b781493a req-da6b0bcc-6a89-43f1-8f13-42ed4f2c9001 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762397 Jul 09 13:41:35.114081 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-40b4aa7e-577b-4de0-a530-61100f9f2861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] device_id is not set on port 46856018-d2a4-4bbf-90b1-d517800ca407 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:41:35.137727 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e274109-5d2a-42c0-b9ae-e2d2a243dcdf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Pushing event deleted for resources: {'Port': ['ID=9f044415-91a6-4420-b1a4-a448a9718cc3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:35.170952 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:35.233685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45822) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:35.250441 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9d4fe993-9275-4e38-8bd6-062ef2ef7d48 req-6f4824fe-4580-48bf-9bb1-5b71d345b4a9 service neutron] 10.222.0.15 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919512 Jul 09 13:41:35.306939 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Floating IP 0d3c42c4-db9d-48d6-b511-4aaebe60821b associated. External IP: 172.25.2.200, port: 7f8ac49c-7c23-4326-986c-b2514f90eff5. Jul 09 13:41:35.391977 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40b4aa7e-577b-4de0-a530-61100f9f2861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:35.445335 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-06592f4e-fcb7-4604-a7fb-77471de4da5d admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-1659107310-network', 'tenant_id': '5d894f2af5d74c9dbb9a0b7762202fdb'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:35.473759 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06592f4e-fcb7-4604-a7fb-77471de4da5d admin admin] Made reservation on behalf of 5d894f2af5d74c9dbb9a0b7762202fdb for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:35.476388 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06592f4e-fcb7-4604-a7fb-77471de4da5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:35.497274 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06592f4e-fcb7-4604-a7fb-77471de4da5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:35.572786 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:35.590350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d625fc-536a-4f5b-a3ff-473e39270c40 req-18f67bb9-8e7a-4d7d-aa86-c2d0f337725b tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:35.592169 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-38d625fc-536a-4f5b-a3ff-473e39270c40 req-18f67bb9-8e7a-4d7d-aa86-c2d0f337725b tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.1979208 Jul 09 13:41:35.619206 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40b4aa7e-577b-4de0-a530-61100f9f2861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:35.645426 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Router af11d568-dce0-4fc0-b843-ed2a77cae19c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:41:35.718821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b4aa7e-577b-4de0-a530-61100f9f2861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Network 236d9091-00e8-45e8-b032-05e156fede6b is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:35.743821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-40b4aa7e-577b-4de0-a530-61100f9f2861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:35.754406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b4aa7e-577b-4de0-a530-61100f9f2861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:35.755709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b4aa7e-577b-4de0-a530-61100f9f2861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:35.756650 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40b4aa7e-577b-4de0-a530-61100f9f2861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:35.764343 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-38d625fc-536a-4f5b-a3ff-473e39270c40 req-1269f374-0834-4c6e-9235-61f1803356eb tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1608260 Jul 09 13:41:35.769949 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b4aa7e-577b-4de0-a530-61100f9f2861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Pushing event updated for resources: {'Port': ['ID=46856018-d2a4-4bbf-90b1-d517800ca407,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:35.781947 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:41:35.796639 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc0bae8-2459-4b8a-988f-2e0cc80b2300 None None] Sync routers for ids ['af11d568-dce0-4fc0-b843-ed2a77cae19c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:41:35.816206 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc0bae8-2459-4b8a-988f-2e0cc80b2300 None None] Routers {'af11d568-dce0-4fc0-b843-ed2a77cae19c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:35.816847 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ebc0bae8-2459-4b8a-988f-2e0cc80b2300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:41:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['af11d568-dce0-4fc0-b843-ed2a77cae19c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:35.828908 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06592f4e-fcb7-4604-a7fb-77471de4da5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:35.836667 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06592f4e-fcb7-4604-a7fb-77471de4da5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:35.845097 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:35.857130 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-40b4aa7e-577b-4de0-a530-61100f9f2861 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8379929 Jul 09 13:41:35.862474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45846) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:35.867971 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-799525-3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:35.899133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06592f4e-fcb7-4604-a7fb-77471de4da5d admin admin] vlan segment allocate from pool success with {'vlan_id': 323, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:41:35.925856 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fe5e85e4-2bbf-4f34-847a-625256156380 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0726247 Jul 09 13:41:35.926095 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06592f4e-fcb7-4604-a7fb-77471de4da5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3b73603-88a9-42d0-a95f-dc98843a821d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:35.926196 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'tag': '7f8ac49c-7c23-4326-986c-b2514f90eff5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:35.926928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45848) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:35.931462 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61d6c0a1-4c23-4cf8-9749-4d040ac803ad" -d '{"events": [{"name": "network-changed", "server_uuid": "baee7b77-1524-47dc-8ce8-c91d4692c441", "tag": "7f8ac49c-7c23-4326-986c-b2514f90eff5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:35.939954 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06592f4e-fcb7-4604-a7fb-77471de4da5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:35.942046 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-06592f4e-fcb7-4604-a7fb-77471de4da5d admin admin] Added segment 32d8c577-9ae3-42b8-91e5-65c96cc6c97e of type vlan for network 3593ef4e-d984-4a5d-8fe4-7c9358957518 Jul 09 13:41:36.040715 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c92cfa-829d-4c14-902f-1f0fe3026385 x-openstack-request-id: req-a2c92cfa-829d-4c14-902f-1f0fe3026385 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:36.041178 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baee7b77-1524-47dc-8ce8-c91d4692c441", "tag": "7f8ac49c-7c23-4326-986c-b2514f90eff5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:36.041616 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2c92cfa-829d-4c14-902f-1f0fe3026385 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:36.042256 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'tag': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'status': 'completed', 'code': 200} Jul 09 13:41:36.112874 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06592f4e-fcb7-4604-a7fb-77471de4da5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:36.113971 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ebc0bae8-2459-4b8a-988f-2e0cc80b2300 None None] Set router af11d568-dce0-4fc0-b843-ed2a77cae19c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:36.114269 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4e758634-69ad-4789-8eef-2426a2a0d465 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/floatingips/0d3c42c4-db9d-48d6-b511-4aaebe60821b HTTP/1.1" status: 200 len: 991 time: 0.1682830 Jul 09 13:41:36.120674 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:36.208661 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06592f4e-fcb7-4604-a7fb-77471de4da5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:36.209940 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06592f4e-fcb7-4604-a7fb-77471de4da5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:36.211646 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06592f4e-fcb7-4604-a7fb-77471de4da5d admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:36.266702 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6c0a1-4c23-4cf8-9749-4d040ac803ad req-06f34017-4b9e-4bd0-9ede-753b82e6f022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:36.271274 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61d6c0a1-4c23-4cf8-9749-4d040ac803ad req-06f34017-4b9e-4bd0-9ede-753b82e6f022 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1f9f9204531458ca2e9fa84d6609b20&device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 1096 time: 0.2061994 Jul 09 13:41:36.378456 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-06592f4e-fcb7-4604-a7fb-77471de4da5d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1421061 Jul 09 13:41:36.390269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45862) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:36.420388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c0ed4678-db8d-4b97-a7de-74204802509c admin admin] Request body: {'subnet': {'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-1659107310-subnet', 'tenant_id': '5d894f2af5d74c9dbb9a0b7762202fdb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:36.476872 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06592f4e-fcb7-4604-a7fb-77471de4da5d admin admin] Pushing event updated for resources: {'Network': ['ID=3593ef4e-d984-4a5d-8fe4-7c9358957518,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:36.489443 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 3593ef4e-d984-4a5d-8fe4-7c9358957518 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:41:36.604359 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ed4678-db8d-4b97-a7de-74204802509c admin admin] Made reservation on behalf of 5d894f2af5d74c9dbb9a0b7762202fdb for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:36.610574 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4678-db8d-4b97-a7de-74204802509c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:36.666320 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ebc0bae8-2459-4b8a-988f-2e0cc80b2300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:40:53Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '0d3c42c4-db9d-48d6-b511-4aaebe60821b', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'port_id': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'mac_address': 'fa:16:3e:89:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:41:33Z', 'updated_at': '2021-07-09T13:41:33Z', 'revision_number': 0, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923429bf-c215-479a-933e-91d8219ca2db', 'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:5c:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:52Z', 'updated_at': '2021-07-09T13:41:01Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': 'a125ed7e-098b-479a-8e27-37567c480237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:36.708137 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc0bae8-2459-4b8a-988f-2e0cc80b2300 None None] Checking router: af11d568-dce0-4fc0-b843-ed2a77cae19c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:41:36.719421 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc0bae8-2459-4b8a-988f-2e0cc80b2300 None None] Routers {'af11d568-dce0-4fc0-b843-ed2a77cae19c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:41:36.720792 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ebc0bae8-2459-4b8a-988f-2e0cc80b2300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:41:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['af11d568-dce0-4fc0-b843-ed2a77cae19c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:36.821575 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bdd8db-9415-47bc-aebf-4ff8a4585a15 req-2b4800d6-f812-4af0-9fbc-bc54a981bb3f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:36.831901 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4bdd8db-9415-47bc-aebf-4ff8a4585a15 req-2b4800d6-f812-4af0-9fbc-bc54a981bb3f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.3973849 Jul 09 13:41:36.842571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba37cdca-6a04-4c6f-a23f-10de1e18dd1b req-932b0276-c10e-4f80-8239-86a1b1413a54 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:36.850965 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba37cdca-6a04-4c6f-a23f-10de1e18dd1b req-932b0276-c10e-4f80-8239-86a1b1413a54 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.3795156 Jul 09 13:41:36.853922 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ebc0bae8-2459-4b8a-988f-2e0cc80b2300 None None] Set router af11d568-dce0-4fc0-b843-ed2a77cae19c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:41:36.860907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] device_id is not set on port 46856018-d2a4-4bbf-90b1-d517800ca407 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:41:36.886642 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:36.940064 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Transition to ACTIVE for port object 46856018-d2a4-4bbf-90b1-d517800ca407 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:36.970119 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:36.970588 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:37.067979 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4bdd8db-9415-47bc-aebf-4ff8a4585a15 req-83091b94-e709-4751-a91d-cd135395da2a tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346759 Jul 09 13:41:37.112737 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba37cdca-6a04-4c6f-a23f-10de1e18dd1b req-25403a37-e376-4901-839b-14ff4a23d771 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595148 Jul 09 13:41:37.119133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45888) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:37.206134 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:37.206745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:37.207281 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:37.211213 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Pushing event updated for resources: {'Port': ['ID=46856018-d2a4-4bbf-90b1-d517800ca407,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:37.256500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:37.257408 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:37.261249 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 2 to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 Jul 09 13:41:37.266721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815af71-5042-4b52-aafd-970ec5b014dd req-4d9d8284-6166-4836-959f-399b9172463b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:37.269435 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e815af71-5042-4b52-aafd-970ec5b014dd req-4d9d8284-6166-4836-959f-399b9172463b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf1d2fcf807042f48a0ad7e9170449e3&device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 1097 time: 0.9222302 Jul 09 13:41:37.275226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6c0a1-4c23-4cf8-9749-4d040ac803ad req-5bb9a7cd-1b6f-433f-9ca8-546d456aba8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:37.277714 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61d6c0a1-4c23-4cf8-9749-4d040ac803ad req-5bb9a7cd-1b6f-433f-9ca8-546d456aba8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd HTTP/1.1" status: 200 len: 898 time: 0.9981964 Jul 09 13:41:37.284706 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:37.285350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:37.285903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:37.291073 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4678-db8d-4b97-a7de-74204802509c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:37.335127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ed4678-db8d-4b97-a7de-74204802509c admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ad360f6-1b09-402c-b321-59b50981d896,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:37.344283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:37.344916 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:37.348323 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 3 to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 Jul 09 13:41:37.370055 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:37.371274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:37.372034 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:37.378473 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:37.380481 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:37.385254 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 4 to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 Jul 09 13:41:37.406462 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ebc0bae8-2459-4b8a-988f-2e0cc80b2300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:40:53Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '0d3c42c4-db9d-48d6-b511-4aaebe60821b', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'port_id': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'mac_address': 'fa:16:3e:89:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:41:33Z', 'updated_at': '2021-07-09T13:41:33Z', 'revision_number': 0, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923429bf-c215-479a-933e-91d8219ca2db', 'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:5c:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:52Z', 'updated_at': '2021-07-09T13:41:01Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': 'a125ed7e-098b-479a-8e27-37567c480237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:37.412569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:37.412904 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:37.413238 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:37.420427 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:37.420757 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:37.422584 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 5 to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 Jul 09 13:41:37.434888 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebc0bae8-2459-4b8a-988f-2e0cc80b2300 None None] The sync data for ids ['af11d568-dce0-4fc0-b843-ed2a77cae19c'] in n-d-799525-3 is: [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:40:53Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '0d3c42c4-db9d-48d6-b511-4aaebe60821b', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'port_id': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'mac_address': 'fa:16:3e:89:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:41:33Z', 'updated_at': '2021-07-09T13:41:33Z', 'revision_number': 0, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923429bf-c215-479a-933e-91d8219ca2db', 'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:5c:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:52Z', 'updated_at': '2021-07-09T13:41:01Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': 'a125ed7e-098b-479a-8e27-37567c480237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:41:37.439693 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:37.440015 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:37.440327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:37.445412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:37.445892 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:37.449608 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 6 to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 Jul 09 13:41:37.467036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:37.467341 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:37.467679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:37.472903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ed4678-db8d-4b97-a7de-74204802509c admin admin] Checking segment: {'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:37.473273 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ed4678-db8d-4b97-a7de-74204802509c admin admin] Network hostable DHCP agents. Network: 3593ef4e-d984-4a5d-8fe4-7c9358957518, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:41:37.477192 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:37.477530 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:37.480150 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 7 to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 Jul 09 13:41:37.503478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:37.503809 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:37.504150 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:37.512881 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:37.513263 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:37.515486 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 8 to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 Jul 09 13:41:37.532365 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ed4678-db8d-4b97-a7de-74204802509c admin admin] Network 3593ef4e-d984-4a5d-8fe4-7c9358957518 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:41:37.540671 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-21a493ec-6120-4ba7-af38-5cbfee55fb21 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/floatingips/0d3c42c4-db9d-48d6-b511-4aaebe60821b HTTP/1.1" status: 200 len: 991 time: 0.4194214 Jul 09 13:41:37.551905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:37.553890 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:37.554524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:37.573476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:37.585261 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:37.603314 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 9 to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 Jul 09 13:41:37.610579 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61d6c0a1-4c23-4cf8-9749-4d040ac803ad req-206ddc25-defd-4067-a7b1-7e4c11c78040 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f8ac49c-7c23-4326-986c-b2514f90eff5 HTTP/1.1" status: 200 len: 999 time: 0.3103974 Jul 09 13:41:37.626391 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c0ed4678-db8d-4b97-a7de-74204802509c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 3593ef4e-d984-4a5d-8fe4-7c9358957518) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:37.641116 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:37.641512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:37.641858 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:37.647598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ed4678-db8d-4b97-a7de-74204802509c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:37.648301 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0ed4678-db8d-4b97-a7de-74204802509c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:37.650058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be48edf-dd6a-4954-97c3-4825e26060bb None None] Network 3593ef4e-d984-4a5d-8fe4-7c9358957518 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:37.655770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:37.656109 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:37.659218 n-d-799525-3 neutron-server[93754]: INFO neutron.plugins.ml2.plugin [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempt 10 to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 Jul 09 13:41:37.680085 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:37.680429 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:37.680777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempting to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:37.688252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:37.688891 n-d-799525-3 neutron-server[93754]: ERROR neutron.plugins.ml2.managers [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Failed to bind port 46856018-d2a4-4bbf-90b1-d517800ca407 on host n-h1-799525-3 for vnic_type normal using segments [{'id': '4d431e81-9beb-4cf9-a1b8-c9416416329e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '236d9091-00e8-45e8-b032-05e156fede6b'}] Jul 09 13:41:37.689443 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:37.712610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815af71-5042-4b52-aafd-970ec5b014dd req-2a3c0957-557b-46c5-960c-4f5d9342deab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:37.714192 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e815af71-5042-4b52-aafd-970ec5b014dd req-2a3c0957-557b-46c5-960c-4f5d9342deab service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe1a3c66-52b8-4c8b-8a07-da03ba2c2818 HTTP/1.1" status: 200 len: 912 time: 0.4351468 Jul 09 13:41:37.720942 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6c0a1-4c23-4cf8-9749-4d040ac803ad req-41633188-6261-4888-99cb-d87dca79c46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:37.722454 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61d6c0a1-4c23-4cf8-9749-4d040ac803ad req-41633188-6261-4888-99cb-d87dca79c46c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a125ed7e-098b-479a-8e27-37567c480237 HTTP/1.1" status: 200 len: 835 time: 0.0991657 Jul 09 13:41:37.771190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c0ed4678-db8d-4b97-a7de-74204802509c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3725126 Jul 09 13:41:37.804551 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e815af71-5042-4b52-aafd-970ec5b014dd req-934ca0dc-cbab-4e8d-8b1f-e234a6c7837f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e4ccd47-9a84-48f1-b1ae-49f403537dd1 HTTP/1.1" status: 200 len: 217 time: 0.0807734 Jul 09 13:41:37.861574 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] For port 46856018-d2a4-4bbf-90b1-d517800ca407, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:37.862551 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attempted to set empty binding levels {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 09 13:41:37.872080 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:37.895013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-3593ef4e-d984-4a5d-8fe4-7c9358957518', 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518', 'tenant_id': '5d894f2af5d74c9dbb9a0b7762202fdb', 'fixed_ips': [{'subnet_id': '1ad360f6-1b09-402c-b321-59b50981d896'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:41:37.896246 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:37.953019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e815af71-5042-4b52-aafd-970ec5b014dd req-d9efc1bb-cfae-4cf3-9641-a5f0d750501d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:37.954685 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e815af71-5042-4b52-aafd-970ec5b014dd req-d9efc1bb-cfae-4cf3-9641-a5f0d750501d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f905e2b-fbbc-43b2-b4eb-37dd7d6503e2 HTTP/1.1" status: 200 len: 851 time: 0.1380303 Jul 09 13:41:37.956920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d6c0a1-4c23-4cf8-9749-4d040ac803ad req-49b8ad89-0fbf-4132-a668-87c927349618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:37.958374 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61d6c0a1-4c23-4cf8-9749-4d040ac803ad req-49b8ad89-0fbf-4132-a668-87c927349618 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2286687 Jul 09 13:41:37.987715 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Pushing event updated for resources: {'Port': ['ID=46856018-d2a4-4bbf-90b1-d517800ca407,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:38.004398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] In _notify_port_updated(), no bound segment for port 46856018-d2a4-4bbf-90b1-d517800ca407 on network 236d9091-00e8-45e8-b032-05e156fede6b {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:41:38.005204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:38.005958 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:38.019132 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7bfa82ee-1b4a-4f6b-8d23-a27dcc850ac7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] 10.222.0.39 "PUT /v2.0/ports/46856018-d2a4-4bbf-90b1-d517800ca407 HTTP/1.1" status: 200 len: 979 time: 2.1539173 Jul 09 13:41:38.020407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45906) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:38.055948 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e815af71-5042-4b52-aafd-970ec5b014dd req-aa15b6e1-90d6-47c8-b311-b520d6fd0c82 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe1a3c66-52b8-4c8b-8a07-da03ba2c2818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882597 Jul 09 13:41:38.107445 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9c53f2-689a-490e-a250-f8e8f1fb3a27 None None] New status for floating IP 0d3c42c4-db9d-48d6-b511-4aaebe60821b: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:41:38.170280 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:41:38.260295 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-84b68773-087e-4099-884a-5aa9e7c44d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Deleting port 46856018-d2a4-4bbf-90b1-d517800ca407 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:38.262064 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84b68773-087e-4099-884a-5aa9e7c44d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:38.325393 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61d6c0a1-4c23-4cf8-9749-4d040ac803ad req-fb21021f-0758-4a78-82d2-d226b9b37132 service neutron] 10.222.0.15 "GET /v2.0/networks/7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3561015 Jul 09 13:41:38.372373 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e815af71-5042-4b52-aafd-970ec5b014dd req-77faf1df-34e2-4995-9c91-e7870a5822a0 service neutron] 10.222.0.15 "GET /v2.0/networks/fe1a3c66-52b8-4c8b-8a07-da03ba2c2818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2726407 Jul 09 13:41:38.501572 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-84b68773-087e-4099-884a-5aa9e7c44d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] For port 46856018-d2a4-4bbf-90b1-d517800ca407, host n-h1-799525-3, got binding levels [] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:38.502054 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84b68773-087e-4099-884a-5aa9e7c44d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:38.530937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-84b68773-087e-4099-884a-5aa9e7c44d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Calling delete_port for 46856018-d2a4-4bbf-90b1-d517800ca407 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:38.553207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45930) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:38.554580 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:38.575306 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61d6c0a1-4c23-4cf8-9749-4d040ac803ad req-79fcc388-1835-4fcd-8463-7a740c19b0d6 service neutron] 10.222.0.15 "GET /v2.0/networks/7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388153 Jul 09 13:41:38.582618 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Allocated IP 172.20.0.2 (3593ef4e-d984-4a5d-8fe4-7c9358957518/1ad360f6-1b09-402c-b321-59b50981d896/623f66ed-4eab-4352-b375-e13e395cb69c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:38.642865 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dc7a12-9deb-4a3a-829a-685c2e440acb req-8f140e2d-5bbd-4b70-98f7-1e41326e1ecd tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:38.650611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d9dc7a12-9deb-4a3a-829a-685c2e440acb req-8f140e2d-5bbd-4b70-98f7-1e41326e1ecd tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.2893069 Jul 09 13:41:38.654677 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e815af71-5042-4b52-aafd-970ec5b014dd req-bd594506-47b3-43a9-9b90-c0e16f2a99d6 service neutron] 10.222.0.15 "GET /v2.0/networks/fe1a3c66-52b8-4c8b-8a07-da03ba2c2818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306459 Jul 09 13:41:38.667366 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:38.715622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611775c-4b30-487b-b59f-8cb6dca79093 req-0d108b6f-7c94-4572-8826-0532d046319e tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:38.717178 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b611775c-4b30-487b-b59f-8cb6dca79093 req-0d108b6f-7c94-4572-8826-0532d046319e tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.3573875 Jul 09 13:41:38.774086 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3e2e07c3-7c43-4522-9e4a-07f6e86b3f7d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/floatingips/0d3c42c4-db9d-48d6-b511-4aaebe60821b HTTP/1.1" status: 200 len: 993 time: 0.2190878 Jul 09 13:41:38.807403 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d9dc7a12-9deb-4a3a-829a-685c2e440acb req-b3c1d630-5d6b-4e5c-80e0-ceb25a1ae5b4 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511331 Jul 09 13:41:38.854315 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b611775c-4b30-487b-b59f-8cb6dca79093 req-aff564af-439c-41b4-9a4a-1a021e87f1c4 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260314 Jul 09 13:41:38.872224 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84b68773-087e-4099-884a-5aa9e7c44d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:38.917575 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84b68773-087e-4099-884a-5aa9e7c44d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:38.922382 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45944) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:38.929833 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-84b68773-087e-4099-884a-5aa9e7c44d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] 10.222.0.39 "DELETE /v2.0/ports/46856018-d2a4-4bbf-90b1-d517800ca407 HTTP/1.1" status: 204 len: 168 time: 0.9081309 Jul 09 13:41:38.982383 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-1baeef13-2a7c-4357-b4fe-bfcdd5b5280a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] GET failed (client error): The resource could not be found. Jul 09 13:41:38.985039 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1baeef13-2a7c-4357-b4fe-bfcdd5b5280a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] 10.222.0.39 "GET /v2.0/ports/46856018-d2a4-4bbf-90b1-d517800ca407 HTTP/1.1" status: 404 len: 333 time: 0.0615854 Jul 09 13:41:38.988533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45950) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:39.010319 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b68773-087e-4099-884a-5aa9e7c44d64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1301687287-project-admin] Pushing event deleted for resources: {'Port': ['ID=46856018-d2a4-4bbf-90b1-d517800ca407,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:39.126450 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:39.140059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Transition to ACTIVE for port object 623f66ed-4eab-4352-b375-e13e395cb69c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:39.160661 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Transition to ACTIVE for port object 623f66ed-4eab-4352-b375-e13e395cb69c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:39.170190 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-892017fc-8d07-4fb6-bd2f-d9a723334ed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:39.172097 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:39.255548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Network 3593ef4e-d984-4a5d-8fe4-7c9358957518 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:39.264950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:39.269192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:39.279315 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Pushing event updated for resources: {'Port': ['ID=623f66ed-4eab-4352-b375-e13e395cb69c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:39.328880 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-892017fc-8d07-4fb6-bd2f-d9a723334ed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:39.353733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-892017fc-8d07-4fb6-bd2f-d9a723334ed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['236d9091-00e8-45e8-b032-05e156fede6b']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:39.390602 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Attempting to bind port 623f66ed-4eab-4352-b375-e13e395cb69c on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:39.390894 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Attempting to bind port 623f66ed-4eab-4352-b375-e13e395cb69c by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:39.391325 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Attempting to bind port 623f66ed-4eab-4352-b375-e13e395cb69c on network 3593ef4e-d984-4a5d-8fe4-7c9358957518 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:39.407412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-892017fc-8d07-4fb6-bd2f-d9a723334ed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d431e81-9beb-4cf9-a1b8-c9416416329e') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:39.407715 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-892017fc-8d07-4fb6-bd2f-d9a723334ed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d431e81-9beb-4cf9-a1b8-c9416416329e') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:39.416876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:39.417275 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Checking segment: {'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:39.417835 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:39.418251 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Bound using segment: {'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:39.418864 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Bound port: 623f66ed-4eab-4352-b375-e13e395cb69c, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:39.419166 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:39.437939 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-892017fc-8d07-4fb6-bd2f-d9a723334ed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:39.461668 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-892017fc-8d07-4fb6-bd2f-d9a723334ed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:39.481046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892017fc-8d07-4fb6-bd2f-d9a723334ed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:41:39.488853 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-892017fc-8d07-4fb6-bd2f-d9a723334ed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:41:39.522225 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:41:39.592182 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-892017fc-8d07-4fb6-bd2f-d9a723334ed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:39.600743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] For port 623f66ed-4eab-4352-b375-e13e395cb69c, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:39.606011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] For port 623f66ed-4eab-4352-b375-e13e395cb69c, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=623f66ed-4eab-4352-b375-e13e395cb69c,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:39.607802 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-892017fc-8d07-4fb6-bd2f-d9a723334ed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:39.610032 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-892017fc-8d07-4fb6-bd2f-d9a723334ed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] 10.222.0.39 "DELETE /v2.0/networks/236d9091-00e8-45e8-b032-05e156fede6b HTTP/1.1" status: 204 len: 168 time: 0.6202068 Jul 09 13:41:39.616554 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:39.636621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892017fc-8d07-4fb6-bd2f-d9a723334ed9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080 tempest-PortsAdminExtendedAttrsIpV6TestJSON-37954080-project] Pushing event deleted for resources: {'Network': ['ID=236d9091-00e8-45e8-b032-05e156fede6b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:39.647871 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-b218dc5e-c0d3-48ac-b685-47a97c75adc3 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:39.649731 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-b218dc5e-c0d3-48ac-b685-47a97c75adc3 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/networks?id=3593ef4e-d984-4a5d-8fe4-7c9358957518 HTTP/1.1" status: 200 len: 816 time: 0.1913757 Jul 09 13:41:39.668490 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-8f0fd515-2576-4a0e-a6dc-96683a734ceb tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/quotas/5d894f2af5d74c9dbb9a0b7762202fdb HTTP/1.1" status: 200 len: 375 time: 0.0117605 Jul 09 13:41:39.735359 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440b92fb-e0a2-474e-b31a-b84f336a2d3b None None] Pushing event updated for resources: {'Port': ['ID=623f66ed-4eab-4352-b375-e13e395cb69c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:39.764994 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-944a6a54-46e3-405c-9634-2d3c2b879adc tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d894f2af5d74c9dbb9a0b7762202fdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0906944 Jul 09 13:41:40.097402 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe04f34-82db-417e-a253-c585e606ac4a req-df2c0d42-106c-47d3-9953-550bc87af310 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:40.099563 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3fe04f34-82db-417e-a253-c585e606ac4a req-df2c0d42-106c-47d3-9953-550bc87af310 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.1299462 Jul 09 13:41:40.149841 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3fe04f34-82db-417e-a253-c585e606ac4a req-d0e1459b-cd5d-40b4-9147-6398fa958f28 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433998 Jul 09 13:41:40.396510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45994) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:40.441396 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-8002eb26-6ee3-400d-9732-15d4bee074aa service neutron] 10.222.0.39 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6618993 Jul 09 13:41:40.450676 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d31475-ad35-4289-b195-bc7162d322dd req-0a87e5b0-b626-4e31-b59b-2ebe89070113 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:40.457455 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-05d31475-ad35-4289-b195-bc7162d322dd req-0a87e5b0-b626-4e31-b59b-2ebe89070113 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.1167271 Jul 09 13:41:40.602346 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-4d76a374-9f41-42eb-8d7c-6f5ae04fe2b2 service neutron] 10.222.0.39 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401424 Jul 09 13:41:40.606318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 623f66ed-4eab-4352-b375-e13e395cb69c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:40.663131 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-05d31475-ad35-4289-b195-bc7162d322dd req-d6f60779-627f-404e-88f6-fd01bfdb3101 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031112 Jul 09 13:41:40.705288 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3c56c014-63f1-472f-8f1d-fd4d52d95c14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6711fb5ed2e44e41a5bd2cd5c7900b05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066239 Jul 09 13:41:40.707055 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46006) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:40.733973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 623f66ed-4eab-4352-b375-e13e395cb69c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:40.830898 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d832753c-a642-4d4f-b906-4499ca01ffd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:40.977271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46016) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:41.181580 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b420a4e5-1930-4841-b218-9c9116212ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:41.382097 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b420a4e5-1930-4841-b218-9c9116212ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:41.388141 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b420a4e5-1930-4841-b218-9c9116212ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:41.438358 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420a4e5-1930-4841-b218-9c9116212ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b10630-da3e-4862-a6e2-7ed5aa145c7a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:41.453019 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b420a4e5-1930-4841-b218-9c9116212ccb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1c21e45318641469702874b166ecf59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4746439 Jul 09 13:41:41.461868 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46042) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:41.479343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01ffb28-a450-4317-b6fd-ae01afa866aa None None] Network 3593ef4e-d984-4a5d-8fe4-7c9358957518 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:41.512411 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d832753c-a642-4d4f-b906-4499ca01ffd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:41.627143 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-773a7f49-606d-4ceb-8880-01f12d701ed0 None None] Provisioning for port 623f66ed-4eab-4352-b375-e13e395cb69c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:41.634938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-773a7f49-606d-4ceb-8880-01f12d701ed0 None None] Provisioning complete for port 623f66ed-4eab-4352-b375-e13e395cb69c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:41.635591 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-773a7f49-606d-4ceb-8880-01f12d701ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:41.699278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637facfe-dae3-4486-a745-05b4a55c43b2 req-8ff09c44-d890-47da-b4b0-2b48ed940747 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:41.701450 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-637facfe-dae3-4486-a745-05b4a55c43b2 req-8ff09c44-d890-47da-b4b0-2b48ed940747 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.2998385 Jul 09 13:41:41.703182 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5256e9c-b4bf-4a7a-87e0-d87f1d828c82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:41.725465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-a88b753f-d515-47bc-9f3b-129aaece9706 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:41.735703 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-a88b753f-d515-47bc-9f3b-129aaece9706 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/networks?id=3593ef4e-d984-4a5d-8fe4-7c9358957518 HTTP/1.1" status: 200 len: 816 time: 0.3652954 Jul 09 13:41:41.765780 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d832753c-a642-4d4f-b906-4499ca01ffd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:41.768375 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d832753c-a642-4d4f-b906-4499ca01ffd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:41.779677 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d832753c-a642-4d4f-b906-4499ca01ffd2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a79562c0-0bc9-4ab1-955e-dbd5d3ee1384 HTTP/1.1" status: 204 len: 168 time: 1.0643828 Jul 09 13:41:41.783605 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-773a7f49-606d-4ceb-8880-01f12d701ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:41.815996 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-40cb18be-5e4b-4b7c-ac48-975b7f9125b6 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/quotas/5d894f2af5d74c9dbb9a0b7762202fdb HTTP/1.1" status: 200 len: 375 time: 0.0786166 Jul 09 13:41:41.842830 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5256e9c-b4bf-4a7a-87e0-d87f1d828c82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:41.848144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d832753c-a642-4d4f-b906-4499ca01ffd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79562c0-0bc9-4ab1-955e-dbd5d3ee1384,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:41.914081 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-773a7f49-606d-4ceb-8880-01f12d701ed0 None None] For port 623f66ed-4eab-4352-b375-e13e395cb69c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=623f66ed-4eab-4352-b375-e13e395cb69c,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:41.925555 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-773a7f49-606d-4ceb-8880-01f12d701ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:42.019932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773a7f49-606d-4ceb-8880-01f12d701ed0 None None] Pushing event updated for resources: {'Port': ['ID=623f66ed-4eab-4352-b375-e13e395cb69c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:42.120002 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-637facfe-dae3-4486-a745-05b4a55c43b2 req-2b5aa3fc-7bf1-426d-92f8-46f02c03f923 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3788710 Jul 09 13:41:42.121853 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5256e9c-b4bf-4a7a-87e0-d87f1d828c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:42.131593 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5256e9c-b4bf-4a7a-87e0-d87f1d828c82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:42.133428 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f5256e9c-b4bf-4a7a-87e0-d87f1d828c82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c9b10630-da3e-4862-a6e2-7ed5aa145c7a HTTP/1.1" status: 204 len: 168 time: 0.6318414 Jul 09 13:41:42.174549 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5256e9c-b4bf-4a7a-87e0-d87f1d828c82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b10630-da3e-4862-a6e2-7ed5aa145c7a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:42.213883 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-68155cec-1d2d-4d91-bbfd-82a945db708f tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d894f2af5d74c9dbb9a0b7762202fdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3973477 Jul 09 13:41:42.368611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-48a30324-02a9-42ba-9183-3fb51c13c336 None None] Provisioning complete for port 623f66ed-4eab-4352-b375-e13e395cb69c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:42.372086 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48a30324-02a9-42ba-9183-3fb51c13c336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:42.405283 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46068) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:42.497044 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-d5e76581-1b08-4aae-87d9-57c67a9d0ee4 service neutron] 10.222.0.39 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2725480 Jul 09 13:41:42.497429 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c8db10d8-6d86-443e-9f09-24828c5ad605 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=04764eabcd2c4d7d8cda9bd3eb995db9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0843627 Jul 09 13:41:42.499304 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46072) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:42.537432 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 623f66ed-4eab-4352-b375-e13e395cb69c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:42.583198 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b116-b02b-4590-90fd-db4eb006d197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:42.613490 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f99a4b5-2fd4-45c2-bff4-d01008981140 req-4548a59b-8742-4cb3-88eb-d40c2e869b0d tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:42.615489 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f99a4b5-2fd4-45c2-bff4-d01008981140 req-4548a59b-8742-4cb3-88eb-d40c2e869b0d tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.2129188 Jul 09 13:41:42.637743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 623f66ed-4eab-4352-b375-e13e395cb69c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:42.638549 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:42.677680 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-a07876a3-b7ae-4f95-bc14-2a4ee151838c service neutron] 10.222.0.39 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1790512 Jul 09 13:41:42.693495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b116-b02b-4590-90fd-db4eb006d197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:42.811170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f99a4b5-2fd4-45c2-bff4-d01008981140 req-7657a459-09c8-431f-81f0-680e0a0db0b6 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1791635 Jul 09 13:41:42.918684 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46080) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:42.946511 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3cf0f6a6-eebb-4d44-a2f4-744b725d7bc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:43.018075 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b116-b02b-4590-90fd-db4eb006d197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:43.028339 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fe7b116-b02b-4590-90fd-db4eb006d197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:43.031994 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6fe7b116-b02b-4590-90fd-db4eb006d197 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b874a052-3290-49ec-99ed-1cebd361f2ce HTTP/1.1" status: 204 len: 168 time: 0.5289493 Jul 09 13:41:43.063246 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe7b116-b02b-4590-90fd-db4eb006d197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b874a052-3290-49ec-99ed-1cebd361f2ce,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:43.109187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-51e97560-58c5-4094-8525-9d347ce24df8 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:43.112996 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-51e97560-58c5-4094-8525-9d347ce24df8 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.18 "GET /v2.0/networks?id=3593ef4e-d984-4a5d-8fe4-7c9358957518 HTTP/1.1" status: 200 len: 816 time: 0.3254118 Jul 09 13:41:43.126954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-ab89b0ac-a2e7-4468-87b3-310355355eb9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Request body: {'port': {'device_id': 'f2b1ec70-16d7-45e1-9e22-b32a886f9bfe', 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518', 'admin_state_up': True, 'tenant_id': '5d894f2af5d74c9dbb9a0b7762202fdb'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:43.197377 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3cf0f6a6-eebb-4d44-a2f4-744b725d7bc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:43.205452 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3cf0f6a6-eebb-4d44-a2f4-744b725d7bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:43.336552 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0f6a6-eebb-4d44-a2f4-744b725d7bc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b008a091-872e-45ab-9603-fb1e65ec722a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:43.354628 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46102) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:43.360603 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3cf0f6a6-eebb-4d44-a2f4-744b725d7bc1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0a54493299094e6fb97fbd15e5d31bcb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4322731 Jul 09 13:41:43.556477 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe8db-6557-439d-aa8b-0f64dbb82dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:43.600863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d222cd90-d6a3-4902-a775-976c04838a2e req-99edaf18-d99b-4690-a823-ee2eb64f49b8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:43.615291 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d222cd90-d6a3-4902-a775-976c04838a2e req-99edaf18-d99b-4690-a823-ee2eb64f49b8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.1580541 Jul 09 13:41:43.660325 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe8db-6557-439d-aa8b-0f64dbb82dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:43.675644 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d222cd90-d6a3-4902-a775-976c04838a2e req-27eb2ff5-ff46-47c8-a111-2c98da424b5c tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586841 Jul 09 13:41:43.690098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-ab89b0ac-a2e7-4468-87b3-310355355eb9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Made reservation on behalf of 5d894f2af5d74c9dbb9a0b7762202fdb for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:43.698434 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-ab89b0ac-a2e7-4468-87b3-310355355eb9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:43.794032 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe8db-6557-439d-aa8b-0f64dbb82dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:43.797653 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c5fe8db-6557-439d-aa8b-0f64dbb82dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:43.799190 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5c5fe8db-6557-439d-aa8b-0f64dbb82dae admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b008a091-872e-45ab-9603-fb1e65ec722a HTTP/1.1" status: 204 len: 168 time: 0.4427040 Jul 09 13:41:44.041631 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5fe8db-6557-439d-aa8b-0f64dbb82dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b008a091-872e-45ab-9603-fb1e65ec722a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:44.050669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-91774133-7e69-4d55-8aa5-1dac53bf334a tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:44.065131 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-91774133-7e69-4d55-8aa5-1dac53bf334a tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/networks?id=3593ef4e-d984-4a5d-8fe4-7c9358957518 HTTP/1.1" status: 200 len: 816 time: 0.3331113 Jul 09 13:41:44.084559 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-13d029cd-e6d7-4644-8042-314466dc40cb tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/quotas/5d894f2af5d74c9dbb9a0b7762202fdb HTTP/1.1" status: 200 len: 375 time: 0.0179963 Jul 09 13:41:44.174785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-ab89b0ac-a2e7-4468-87b3-310355355eb9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Allocated IP 172.20.0.14 (3593ef4e-d984-4a5d-8fe4-7c9358957518/1ad360f6-1b09-402c-b321-59b50981d896/32adac79-9ac2-4f4b-a61f-e1395e6610f4) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:44.203989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20865d1-7dc1-40a5-a1aa-3330e654466a req-d92ec0b0-4269-498e-ad89-4e1efab6211e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:44.219957 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e20865d1-7dc1-40a5-a1aa-3330e654466a req-d92ec0b0-4269-498e-ad89-4e1efab6211e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bf1d2fcf807042f48a0ad7e9170449e3&device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 1097 time: 0.4379106 Jul 09 13:41:44.289344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05b45bb-daa3-4dcb-9e62-95abf4f38840 req-0f1f6884-a6e6-4a2f-a50c-0a187f5670ec tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:44.297000 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d05b45bb-daa3-4dcb-9e62-95abf4f38840 req-0f1f6884-a6e6-4a2f-a50c-0a187f5670ec tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.2198093 Jul 09 13:41:44.316435 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-8cfad066-5307-411e-94b3-d43421df6029 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5d894f2af5d74c9dbb9a0b7762202fdb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2306111 Jul 09 13:41:44.401570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20865d1-7dc1-40a5-a1aa-3330e654466a req-03b8d654-b420-43e0-bc14-61faba3c3c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:44.406872 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e20865d1-7dc1-40a5-a1aa-3330e654466a req-03b8d654-b420-43e0-bc14-61faba3c3c08 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fe1a3c66-52b8-4c8b-8a07-da03ba2c2818 HTTP/1.1" status: 200 len: 912 time: 0.1776803 Jul 09 13:41:44.477482 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-601330df-cdc7-41bc-9037-fc8bf3db1b42 service neutron] 10.222.0.39 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599529 Jul 09 13:41:44.525221 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d05b45bb-daa3-4dcb-9e62-95abf4f38840 req-c017fb2d-2cdd-4eb3-81a5-7147e9eada96 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2271087 Jul 09 13:41:44.542064 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e20865d1-7dc1-40a5-a1aa-3330e654466a req-cf661106-d7f0-4188-baf3-4c6268789b9d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5e4ccd47-9a84-48f1-b1ae-49f403537dd1 HTTP/1.1" status: 200 len: 217 time: 0.0777504 Jul 09 13:41:44.662991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20865d1-7dc1-40a5-a1aa-3330e654466a req-14fac915-db6b-4e85-9fa0-c71733e42cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:44.664527 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e20865d1-7dc1-40a5-a1aa-3330e654466a req-14fac915-db6b-4e85-9fa0-c71733e42cb3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4f905e2b-fbbc-43b2-b4eb-37dd7d6503e2 HTTP/1.1" status: 200 len: 851 time: 0.0854030 Jul 09 13:41:44.725592 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e20865d1-7dc1-40a5-a1aa-3330e654466a req-36c5473a-3a14-485e-bc92-0b05d7180b57 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fe1a3c66-52b8-4c8b-8a07-da03ba2c2818&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534899 Jul 09 13:41:44.743671 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-9221b0cd-951e-4229-9071-4e0f097cb7b5 service neutron] 10.222.0.39 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636933 Jul 09 13:41:44.845766 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e20865d1-7dc1-40a5-a1aa-3330e654466a req-f4ebf7e1-dee2-480f-8075-1723d95d020f service neutron] 10.222.0.15 "GET /v2.0/networks/fe1a3c66-52b8-4c8b-8a07-da03ba2c2818?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123340 Jul 09 13:41:44.881830 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-ab89b0ac-a2e7-4468-87b3-310355355eb9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:44.966404 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46164) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.104025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad05792-101a-4ecd-8c4a-614858090590 req-5af9f729-169d-40d5-b511-71515386f2b3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:45.106246 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ad05792-101a-4ecd-8c4a-614858090590 req-5af9f729-169d-40d5-b511-71515386f2b3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.1865568 Jul 09 13:41:45.202679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-2811f993-5e95-4aa3-9a85-9b4c1fda3be4 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.203771 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2811f993-5e95-4aa3-9a85-9b4c1fda3be4 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.2361269 Jul 09 13:41:45.236040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46182) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.252686 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93652219-cf06-4920-a209-2312c1854b95 req-fa2c3290-b0fc-412d-b318-995d139d1f31 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 210 time: 0.1452591 Jul 09 13:41:45.257448 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e20865d1-7dc1-40a5-a1aa-3330e654466a req-d5a06f59-3499-40c1-aaf4-b7375efa3bff service neutron] 10.222.0.15 "GET /v2.0/networks/fe1a3c66-52b8-4c8b-8a07-da03ba2c2818?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3984430 Jul 09 13:41:45.264906 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-24ec82ff-3cf4-4d3b-a348-8a092a2d0908 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.265949 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-24ec82ff-3cf4-4d3b-a348-8a092a2d0908 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0272734 Jul 09 13:41:45.268665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46186) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.275691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-6b8238c6-e974-4223-9c32-4e174647c946 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.290037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-ab89b0ac-a2e7-4468-87b3-310355355eb9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Transition to ACTIVE for port object 32adac79-9ac2-4f4b-a61f-e1395e6610f4 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:45.290706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6b8238c6-e974-4223-9c32-4e174647c946 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0172455 Jul 09 13:41:45.291840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46188) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.304038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-43325857-c3b4-4d7a-99a5-dc91d1e623bc tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.305106 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-43325857-c3b4-4d7a-99a5-dc91d1e623bc tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0074666 Jul 09 13:41:45.307867 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46190) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.313169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-a37cd5c3-68c6-4e40-a40f-29186b0e76e3 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.314154 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a37cd5c3-68c6-4e40-a40f-29186b0e76e3 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0047820 Jul 09 13:41:45.317062 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46194) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.327232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-7dfa3713-811d-4fb5-b779-700dec791679 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.328298 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7dfa3713-811d-4fb5-b779-700dec791679 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0077538 Jul 09 13:41:45.332544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46196) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.342930 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ad05792-101a-4ecd-8c4a-614858090590 req-e31beda7-78bd-4c1d-a3d9-726a881cad36 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139635 Jul 09 13:41:45.367769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-e32b28d4-605a-4202-b9b8-b9806a1b68a0 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.369290 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e32b28d4-605a-4202-b9b8-b9806a1b68a0 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0288467 Jul 09 13:41:45.372552 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46200) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.378714 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-a45af9c8-39c8-43da-80ce-718b14bcace6 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.380127 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a45af9c8-39c8-43da-80ce-718b14bcace6 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0063486 Jul 09 13:41:45.382728 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46202) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.391458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-4234d33a-97a1-4276-a954-afacdbfba8b7 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.392871 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4234d33a-97a1-4276-a954-afacdbfba8b7 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0087659 Jul 09 13:41:45.396424 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46204) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.406910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-a770bbd0-5d70-4b60-b807-d4ba6a995a90 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.408963 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a770bbd0-5d70-4b60-b807-d4ba6a995a90 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0110242 Jul 09 13:41:45.411503 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46208) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.415927 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-078831e3-34a8-4ae1-9904-4a2c1be8be51 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.418950 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-078831e3-34a8-4ae1-9904-4a2c1be8be51 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0061457 Jul 09 13:41:45.421440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46210) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.428728 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-37d0a3b0-6df5-44a3-9942-fb3b23a99cf8 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.430113 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-37d0a3b0-6df5-44a3-9942-fb3b23a99cf8 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0067971 Jul 09 13:41:45.432845 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46212) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.440364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-f7d768cf-c054-4cd9-9540-b08d71027b45 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.442385 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f7d768cf-c054-4cd9-9540-b08d71027b45 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0073991 Jul 09 13:41:45.444903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46214) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.456362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-c1e3e9d0-77df-4e84-98e3-29d936953490 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.457198 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c1e3e9d0-77df-4e84-98e3-29d936953490 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0071642 Jul 09 13:41:45.474542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46216) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.483795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-e3bd3755-2b71-48e7-b978-072e3dec8e88 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:45.485918 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-e3bd3755-2b71-48e7-b978-072e3dec8e88 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.18 "GET /v2.0/networks?id=3593ef4e-d984-4a5d-8fe4-7c9358957518 HTTP/1.1" status: 200 len: 816 time: 0.3517859 Jul 09 13:41:45.488194 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-4734afd7-c308-4814-9fef-6c867a8ec366 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.492495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-ab89b0ac-a2e7-4468-87b3-310355355eb9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:45.497888 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4734afd7-c308-4814-9fef-6c867a8ec366 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0168300 Jul 09 13:41:45.499457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46218) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.501565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-f8e7cb0e-f1e1-474e-b4c9-ff05023d08da tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Request body: {'port': {'device_id': '213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e', 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518', 'admin_state_up': True, 'tenant_id': '5d894f2af5d74c9dbb9a0b7762202fdb'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:45.506614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-8761d9d7-970e-4f3e-b666-878ae12aabcd tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.512096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46220) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.519241 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8761d9d7-970e-4f3e-b666-878ae12aabcd tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0154321 Jul 09 13:41:45.533350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-8acbe435-1203-413e-8126-b88d6fe9c083 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.542338 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8acbe435-1203-413e-8126-b88d6fe9c083 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0129735 Jul 09 13:41:45.545162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46226) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.550747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-cd8b661a-b45a-438e-a497-255c77f18e89 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.555738 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cd8b661a-b45a-438e-a497-255c77f18e89 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0094573 Jul 09 13:41:45.556713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46228) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.563295 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-5e735693-249e-4d8e-b853-e38738c3d558 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.567913 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5e735693-249e-4d8e-b853-e38738c3d558 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0099905 Jul 09 13:41:45.568582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46232) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.575030 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-b7c44f94-c7de-456d-9912-80ad51e8be26 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.580079 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b7c44f94-c7de-456d-9912-80ad51e8be26 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0093842 Jul 09 13:41:45.580651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46236) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.588272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-2830f122-9c99-43f9-b40e-7cb969a0db9d tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.592574 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2830f122-9c99-43f9-b40e-7cb969a0db9d tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0109553 Jul 09 13:41:45.593191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46238) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.597597 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-3f4f2e80-4d60-4025-a4df-5fb93a1bf488 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.601488 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3f4f2e80-4d60-4025-a4df-5fb93a1bf488 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0073564 Jul 09 13:41:45.602095 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46240) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.606937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-d4fdd921-c04c-4035-bb73-0826538393c2 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.610507 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d4fdd921-c04c-4035-bb73-0826538393c2 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0073633 Jul 09 13:41:45.611508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46242) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.616536 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-c5e01110-726a-4090-b068-fdf8c58bf556 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.621776 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c5e01110-726a-4090-b068-fdf8c58bf556 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0092866 Jul 09 13:41:45.622755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46244) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.628674 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-1450707e-c39f-4a34-9bc7-5da558035ea9 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.633284 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1450707e-c39f-4a34-9bc7-5da558035ea9 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0092990 Jul 09 13:41:45.634301 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46246) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.640298 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-a8d41a9a-96bd-4a93-9f82-790ffd76b704 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.645120 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a8d41a9a-96bd-4a93-9f82-790ffd76b704 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0097055 Jul 09 13:41:45.646346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46248) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.667179 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-98f90454-b6be-493e-be7c-91438a2e76e1 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.674940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46252) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.677838 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-98f90454-b6be-493e-be7c-91438a2e76e1 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0249424 Jul 09 13:41:45.689099 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-af4df7f3-c3fc-412c-aac9-fc7e4b9e596d tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.690593 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-af4df7f3-c3fc-412c-aac9-fc7e4b9e596d tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0078573 Jul 09 13:41:45.693158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46256) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.698227 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-6a982b72-d012-451f-a5ba-370b9a78e270 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.702606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6a982b72-d012-451f-a5ba-370b9a78e270 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0083427 Jul 09 13:41:45.703337 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46258) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.714697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-caf51fac-779e-4628-b5e7-dca5e937518f tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.719897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46260) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.720854 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-caf51fac-779e-4628-b5e7-dca5e937518f tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0147700 Jul 09 13:41:45.741526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-e65b5e56-aa2d-4f67-8637-54f2a78dba2c tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.748298 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e65b5e56-aa2d-4f67-8637-54f2a78dba2c tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0171051 Jul 09 13:41:45.776567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-ab89b0ac-a2e7-4468-87b3-310355355eb9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Network 3593ef4e-d984-4a5d-8fe4-7c9358957518 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:45.778508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46266) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.796901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-a32938f4-60fe-4501-95dc-3541f2522bae tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.800230 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a32938f4-60fe-4501-95dc-3541f2522bae tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0191731 Jul 09 13:41:45.800230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab89b0ac-a2e7-4468-87b3-310355355eb9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Pushing event updated for resources: {'Port': ['ID=32adac79-9ac2-4f4b-a61f-e1395e6610f4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:45.801539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46274) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.809787 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-ab89b0ac-a2e7-4468-87b3-310355355eb9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:45.815908 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-b2300e05-c75a-48a0-a298-ccb1003f357c tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.825409 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b2300e05-c75a-48a0-a298-ccb1003f357c tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0217454 Jul 09 13:41:45.826741 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46276) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.827575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-ab89b0ac-a2e7-4468-87b3-310355355eb9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:45.845903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-e87e1c54-4f17-44bf-bc00-62cff22118a9 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.846908 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e87e1c54-4f17-44bf-bc00-62cff22118a9 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0164576 Jul 09 13:41:45.863763 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46278) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.913306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-7d926296-4f11-47e4-981a-224464dc57c2 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.914449 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7d926296-4f11-47e4-981a-224464dc57c2 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0495865 Jul 09 13:41:45.921571 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46280) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.953630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcec30-ba12-42e8-8e68-86cca9f83383 req-4092dbbd-d7c6-4124-b751-f3f12cc471c6 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:45.964077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-bbd56069-e962-4491-93e6-08442d3fa9c4 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.965268 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bbd56069-e962-4491-93e6-08442d3fa9c4 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0336049 Jul 09 13:41:45.974159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46282) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:45.977651 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ebbcec30-ba12-42e8-8e68-86cca9f83383 req-4092dbbd-d7c6-4124-b751-f3f12cc471c6 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.2239590 Jul 09 13:41:45.980503 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-852b28d4-0961-4940-9536-43237bd68eba tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:45.984676 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-852b28d4-0961-4940-9536-43237bd68eba tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0053425 Jul 09 13:41:45.986125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46286) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.023568 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-3dc4e4bb-bdc8-4e00-9e10-050d4d73bf74 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.035789 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3dc4e4bb-bdc8-4e00-9e10-050d4d73bf74 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0177188 Jul 09 13:41:46.038898 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46290) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.046219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-ac8e655e-ce1a-4338-a97c-5c3d6131a378 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.047619 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ac8e655e-ce1a-4338-a97c-5c3d6131a378 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0073621 Jul 09 13:41:46.048565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-f8e7cb0e-f1e1-474e-b4c9-ff05023d08da tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Made reservation on behalf of 5d894f2af5d74c9dbb9a0b7762202fdb for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:46.052952 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-f8e7cb0e-f1e1-474e-b4c9-ff05023d08da tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:46.054847 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46292) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.063217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-ab89b0ac-a2e7-4468-87b3-310355355eb9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:46.063892 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-ab89b0ac-a2e7-4468-87b3-310355355eb9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:46.113894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-a27c1410-e056-4ff4-87f7-3e0a08067161 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.114909 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a27c1410-e056-4ff4-87f7-3e0a08067161 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0590534 Jul 09 13:41:46.118356 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46298) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.133226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-975bc29f-5e46-4822-bcaf-9779f03adba6 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.145084 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-975bc29f-5e46-4822-bcaf-9779f03adba6 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0181122 Jul 09 13:41:46.146866 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-ab89b0ac-a2e7-4468-87b3-310355355eb9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0247295 Jul 09 13:41:46.164994 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46300) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.195543 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ebbcec30-ba12-42e8-8e68-86cca9f83383 req-4e572515-8b71-42d3-a8fc-1241fd71bfa7 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955583 Jul 09 13:41:46.204260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Request body: {'port': {'device_id': 'f2b1ec70-16d7-45e1-9e22-b32a886f9bfe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:46.212293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-52ac624b-f66a-4126-a6e7-58643f7d0de7 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.222807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-52ac624b-f66a-4126-a6e7-58643f7d0de7 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0245585 Jul 09 13:41:46.225119 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46302) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.244674 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-917dc58a-ee85-4234-be16-8b9c232df062 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.260101 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-917dc58a-ee85-4234-be16-8b9c232df062 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0259919 Jul 09 13:41:46.261105 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46304) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.261721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46306) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.266167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7c14a684-d503-4465-a5cd-ae6fa0eee280 None None] Provisioning for port 32adac79-9ac2-4f4b-a61f-e1395e6610f4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:46.271311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7c14a684-d503-4465-a5cd-ae6fa0eee280 None None] Provisioning complete for port 32adac79-9ac2-4f4b-a61f-e1395e6610f4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:46.271916 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c14a684-d503-4465-a5cd-ae6fa0eee280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:46.272898 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-fa967e97-edc8-43c1-baf9-719477b69635 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.277643 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fa967e97-edc8-43c1-baf9-719477b69635 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0148535 Jul 09 13:41:46.282870 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46308) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.289634 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-b5e3eb66-b5a9-42d1-951a-40a37834116a tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.296074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b5e3eb66-b5a9-42d1-951a-40a37834116a tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0112307 Jul 09 13:41:46.297014 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46314) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.304787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-48c91b09-33fc-43cf-8a92-8a2ba98cd490 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.309472 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-48c91b09-33fc-43cf-8a92-8a2ba98cd490 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0108385 Jul 09 13:41:46.310605 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46316) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.317539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-2374b92a-47c4-4fe4-80da-5c7858496392 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.322231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46318) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.323204 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2374b92a-47c4-4fe4-80da-5c7858496392 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0107574 Jul 09 13:41:46.330603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-58e75eef-c963-4315-ba46-1b62e8a30ed6 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.335688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46320) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.341647 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-61b76396-17a2-4625-a7a7-94fdebbbd36f tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.347794 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-61b76396-17a2-4625-a7a7-94fdebbbd36f tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0109179 Jul 09 13:41:46.348765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46322) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.353956 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-58e75eef-c963-4315-ba46-1b62e8a30ed6 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0306168 Jul 09 13:41:46.355541 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-02a439a2-dac9-4a7f-aff1-4fe346ff511b tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.355723 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7c14a684-d503-4465-a5cd-ae6fa0eee280 None None] Port 32adac79-9ac2-4f4b-a61f-e1395e6610f4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:41:46.366284 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-02a439a2-dac9-4a7f-aff1-4fe346ff511b tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0152171 Jul 09 13:41:46.367996 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46326) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.377054 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-d222acba-2ff9-4979-8699-35a5a3736df8 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.381307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46328) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.382844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d222acba-2ff9-4979-8699-35a5a3736df8 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0123396 Jul 09 13:41:46.470890 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60c0e438-1636-41e1-a901-b9b6ca614633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:46.486941 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [None req-12f06ffc-9918-4f1f-93b7-8d06c9642691 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.487898 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-12f06ffc-9918-4f1f-93b7-8d06c9642691 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0064878 Jul 09 13:41:46.491385 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:46.492177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46332) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.500185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-428df6b4-391d-4d3d-b9f7-72779f6720f6 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.502269 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-428df6b4-391d-4d3d-b9f7-72779f6720f6 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0077209 Jul 09 13:41:46.504130 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46336) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.516519 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-a9a5289b-8244-4b20-8d28-c8ccfbafe738 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.521373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a9a5289b-8244-4b20-8d28-c8ccfbafe738 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0160203 Jul 09 13:41:46.524378 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46338) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.526955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-f8e7cb0e-f1e1-474e-b4c9-ff05023d08da tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Allocated IP 172.20.0.4 (3593ef4e-d984-4a5d-8fe4-7c9358957518/1ad360f6-1b09-402c-b321-59b50981d896/c6d71b61-a0fc-4778-897d-752b54d75543) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:46.533832 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-d60d1e8d-f7ea-473f-928f-8201f4107d73 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.539024 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d60d1e8d-f7ea-473f-928f-8201f4107d73 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0091953 Jul 09 13:41:46.544429 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46340) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.564799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-4a6caf58-1394-4a1c-a94f-e1f802dca59e tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.565846 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4a6caf58-1394-4a1c-a94f-e1f802dca59e tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0204511 Jul 09 13:41:46.571354 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46344) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.599273 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-d5de628b-287a-4055-a62a-6248560ebc77 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.600416 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d5de628b-287a-4055-a62a-6248560ebc77 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0052204 Jul 09 13:41:46.612667 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7810055c-26a6-433f-b58c-003c99c6895b req-3debe778-70d6-419e-b993-f546f2ad67bb tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 210 time: 0.0872929 Jul 09 13:41:46.616730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46346) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.623025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-130638b4-4c62-4ae5-ad2c-925a3fc023c8 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.627416 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-130638b4-4c62-4ae5-ad2c-925a3fc023c8 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0093122 Jul 09 13:41:46.649522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46348) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.658863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-8bd3ed1b-3785-42a3-b8e8-a952f3bc4aa4 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.659925 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8bd3ed1b-3785-42a3-b8e8-a952f3bc4aa4 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0074468 Jul 09 13:41:46.663372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46350) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.673471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-1cd8ce05-2e65-4729-aa1c-46ff9b2f9b55 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.674495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1cd8ce05-2e65-4729-aa1c-46ff9b2f9b55 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0092289 Jul 09 13:41:46.680083 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46352) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.687018 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-5debf002-0de8-48ae-a283-8f36fd8bf9a1 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.691139 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5debf002-0de8-48ae-a283-8f36fd8bf9a1 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0065212 Jul 09 13:41:46.691139 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46354) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.699468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-9c813a26-2b70-45ef-bf24-0187a0ba4357 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.703046 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9c813a26-2b70-45ef-bf24-0187a0ba4357 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0066931 Jul 09 13:41:46.704582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46356) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.714898 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-75e20eba-1109-4e8b-8139-0dc364c02a67 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.716368 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-75e20eba-1109-4e8b-8139-0dc364c02a67 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0054371 Jul 09 13:41:46.723883 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46358) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.730274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-6cc027c2-f46d-4125-ac8d-5da7cf639086 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.734511 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6cc027c2-f46d-4125-ac8d-5da7cf639086 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0093729 Jul 09 13:41:46.739706 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46360) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.746146 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-841a7feb-3d05-4a7c-b29a-4e86c53383bb tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.750558 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-841a7feb-3d05-4a7c-b29a-4e86c53383bb tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0094852 Jul 09 13:41:46.753362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46362) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.759272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-af8ad927-02d3-45f8-a48d-72ca12b2cb01 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.763880 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-af8ad927-02d3-45f8-a48d-72ca12b2cb01 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0092444 Jul 09 13:41:46.768445 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46364) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.778950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-b479291e-c5e9-4ce4-b30c-48033d269b5c tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.785775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b479291e-c5e9-4ce4-b30c-48033d269b5c tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0141883 Jul 09 13:41:46.791524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46368) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.801731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-4d26ee91-f44b-4c48-87de-bcdd9979c5e1 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.806305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4d26ee91-f44b-4c48-87de-bcdd9979c5e1 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0086949 Jul 09 13:41:46.806305 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46372) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:46.811787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [None req-c79d066f-0edd-40d9-b7f2-033af7136437 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] http://10.222.0.39:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:41:46.818702 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c79d066f-0edd-40d9-b7f2-033af7136437 tempest-ExtensionsTestJSON-1233970691 tempest-ExtensionsTestJSON-1233970691-project] 10.222.0.39 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0092993 Jul 09 13:41:46.855913 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631f017-8387-407f-9103-4f8c25289445 req-93a6d5b8-6cdd-4da9-a68b-cb890370429e tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:46.857874 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4631f017-8387-407f-9103-4f8c25289445 req-93a6d5b8-6cdd-4da9-a68b-cb890370429e tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.3109286 Jul 09 13:41:47.020789 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60c0e438-1636-41e1-a901-b9b6ca614633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.029105 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4631f017-8387-407f-9103-4f8c25289445 req-c0229130-086d-4112-be2a-c94a0de2096a tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530433 Jul 09 13:41:47.034979 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60c0e438-1636-41e1-a901-b9b6ca614633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.168665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c0e438-1636-41e1-a901-b9b6ca614633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6953c2-1a4c-486b-9ccd-da80c617289e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:47.190319 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-60c0e438-1636-41e1-a901-b9b6ca614633 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30dbe57542d94266a7e9cb58b8ae798a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9246342 Jul 09 13:41:47.192159 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46388) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:47.220966 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46390) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:47.270083 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-52f42893-51bf-4a22-9714-f35ca7840b0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.303374 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-52f42893-51bf-4a22-9714-f35ca7840b0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.364357 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-52f42893-51bf-4a22-9714-f35ca7840b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.368277 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-52f42893-51bf-4a22-9714-f35ca7840b0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.369617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-52f42893-51bf-4a22-9714-f35ca7840b0b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/df6953c2-1a4c-486b-9ccd-da80c617289e HTTP/1.1" status: 204 len: 168 time: 0.1761549 Jul 09 13:41:47.378918 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f42893-51bf-4a22-9714-f35ca7840b0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6953c2-1a4c-486b-9ccd-da80c617289e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:47.391952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-fc569205-7141-454d-83b7-e94027f04906 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:47.393539 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-fc569205-7141-454d-83b7-e94027f04906 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.15 "GET /v2.0/networks?id=3593ef4e-d984-4a5d-8fe4-7c9358957518 HTTP/1.1" status: 200 len: 816 time: 0.3933001 Jul 09 13:41:47.425534 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a7480bd-e280-43fb-b42f-f13bffa1899f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.452902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-ab68baee-ae0c-494b-803e-a61238005c2e tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Request body: {'port': {'device_id': '4959cd01-eff3-432c-a7dc-5b0c6dc5a625', 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518', 'admin_state_up': True, 'tenant_id': '5d894f2af5d74c9dbb9a0b7762202fdb'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:47.538124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33300c09-ec5a-423e-9090-a0d4387056ce req-5bbe9bc0-1523-4536-bd48-156ec79baa43 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:47.539863 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33300c09-ec5a-423e-9090-a0d4387056ce req-5bbe9bc0-1523-4536-bd48-156ec79baa43 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.1166058 Jul 09 13:41:47.574112 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-f8e7cb0e-f1e1-474e-b4c9-ff05023d08da tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.618613 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33300c09-ec5a-423e-9090-a0d4387056ce req-b23a7a98-5590-413b-a5b8-5e6139cf14b5 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707896 Jul 09 13:41:47.661847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-f8e7cb0e-f1e1-474e-b4c9-ff05023d08da tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Transition to ACTIVE for port object c6d71b61-a0fc-4778-897d-752b54d75543 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:47.688113 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a7480bd-e280-43fb-b42f-f13bffa1899f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.695754 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a7480bd-e280-43fb-b42f-f13bffa1899f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.751972 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7480bd-e280-43fb-b42f-f13bffa1899f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e368e05-6fab-4378-8598-e3c221eb20eb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:47.767895 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9a7480bd-e280-43fb-b42f-f13bffa1899f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=483333f608c04966bb82dee7b9bd95e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5458565 Jul 09 13:41:47.768585 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46410) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:47.795336 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-ab68baee-ae0c-494b-803e-a61238005c2e tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Made reservation on behalf of 5d894f2af5d74c9dbb9a0b7762202fdb for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:47.799143 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-ab68baee-ae0c-494b-803e-a61238005c2e tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.898072 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ef5d70a-28aa-4905-a28d-566c3cced108 req-c263e0b8-9d68-443d-b012-f17e317ae387 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 210 time: 0.0388131 Jul 09 13:41:47.922252 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4b45998-1370-4a3f-8108-bb383742e8d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.949527 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4b45998-1370-4a3f-8108-bb383742e8d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:47.985298 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-f8e7cb0e-f1e1-474e-b4c9-ff05023d08da tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:48.053723 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4b45998-1370-4a3f-8108-bb383742e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:48.056536 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4b45998-1370-4a3f-8108-bb383742e8d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:48.060486 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c4b45998-1370-4a3f-8108-bb383742e8d2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6e368e05-6fab-4378-8598-e3c221eb20eb HTTP/1.1" status: 204 len: 168 time: 0.2881937 Jul 09 13:41:48.067302 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b45998-1370-4a3f-8108-bb383742e8d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e368e05-6fab-4378-8598-e3c221eb20eb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:48.185437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32adac79-9ac2-4f4b-a61f-e1395e6610f4 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:48.193721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-f8e7cb0e-f1e1-474e-b4c9-ff05023d08da tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Network 3593ef4e-d984-4a5d-8fe4-7c9358957518 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:48.207177 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:48.211840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17537552-6006-4277-bb89-754f9ec4dbf1 req-81d8ccfc-765f-49fb-9e76-b9aa48d4e3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:48.212732 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-17537552-6006-4277-bb89-754f9ec4dbf1 req-81d8ccfc-765f-49fb-9e76-b9aa48d4e3da service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 1096 time: 0.4749191 Jul 09 13:41:48.213704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-f8e7cb0e-f1e1-474e-b4c9-ff05023d08da tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:48.218049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-f8e7cb0e-f1e1-474e-b4c9-ff05023d08da tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:48.220589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e7cb0e-f1e1-474e-b4c9-ff05023d08da tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Pushing event updated for resources: {'Port': ['ID=c6d71b61-a0fc-4778-897d-752b54d75543,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:48.266437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Transition to ACTIVE for port object 32adac79-9ac2-4f4b-a61f-e1395e6610f4 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:48.281460 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:48.391755 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-17537552-6006-4277-bb89-754f9ec4dbf1 req-42f3fe2f-da0a-4ae1-ba4c-7f628ae241d2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685593 Jul 09 13:41:48.398130 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-f8e7cb0e-f1e1-474e-b4c9-ff05023d08da tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:48.398785 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-f8e7cb0e-f1e1-474e-b4c9-ff05023d08da tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:48.525869 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b4895e-bb8a-4eb7-92df-83f5cca63aa7 req-a2e450c7-10c8-428e-b111-95d44146efea tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:48.528375 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26b4895e-bb8a-4eb7-92df-83f5cca63aa7 req-a2e450c7-10c8-428e-b111-95d44146efea tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.2226496 Jul 09 13:41:48.603860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a2541-9f64-48af-8f5d-40032b8b885f req-f2cdd89a-0292-4293-9853-898d8d86edb0 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:48.604188 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-f8e7cb0e-f1e1-474e-b4c9-ff05023d08da tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1083989 Jul 09 13:41:48.605880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=32adac79-9ac2-4f4b-a61f-e1395e6610f4,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:48.606837 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-961a2541-9f64-48af-8f5d-40032b8b885f req-f2cdd89a-0292-4293-9853-898d8d86edb0 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.2368302 Jul 09 13:41:48.610324 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-420c43c8-9e4b-4803-9eb2-0252507328ca None None] Provisioning for port c6d71b61-a0fc-4778-897d-752b54d75543 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:48.615514 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-420c43c8-9e4b-4803-9eb2-0252507328ca None None] Provisioning complete for port c6d71b61-a0fc-4778-897d-752b54d75543 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:48.619288 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-420c43c8-9e4b-4803-9eb2-0252507328ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:48.630014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Request body: {'port': {'device_id': '213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:48.676058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Attempting to bind port 32adac79-9ac2-4f4b-a61f-e1395e6610f4 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:48.676756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Attempting to bind port 32adac79-9ac2-4f4b-a61f-e1395e6610f4 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:48.677326 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Attempting to bind port 32adac79-9ac2-4f4b-a61f-e1395e6610f4 on network 3593ef4e-d984-4a5d-8fe4-7c9358957518 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:48.681918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-ab68baee-ae0c-494b-803e-a61238005c2e tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Allocated IP 172.20.0.9 (3593ef4e-d984-4a5d-8fe4-7c9358957518/1ad360f6-1b09-402c-b321-59b50981d896/e602ba7e-2e7a-43ba-8190-ff4b83126c84) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:48.702871 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26b4895e-bb8a-4eb7-92df-83f5cca63aa7 req-d8ea8e06-da77-423d-b589-034436950e30 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588047 Jul 09 13:41:48.734026 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-420c43c8-9e4b-4803-9eb2-0252507328ca None None] Port c6d71b61-a0fc-4778-897d-752b54d75543 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:41:48.750985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Port 32adac79-9ac2-4f4b-a61f-e1395e6610f4 on network 3593ef4e-d984-4a5d-8fe4-7c9358957518 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:48.765774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Attempting to bind port 32adac79-9ac2-4f4b-a61f-e1395e6610f4 on network 3593ef4e-d984-4a5d-8fe4-7c9358957518 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:48.780136 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-961a2541-9f64-48af-8f5d-40032b8b885f req-28a4aaa6-85aa-4396-b6cd-08064ec5ecb4 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317155 Jul 09 13:41:48.815973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:48.818303 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Checking segment: {'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:48.818765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Bound using segment: {'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:48.819312 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Bound port: 32adac79-9ac2-4f4b-a61f-e1395e6610f4, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:48.819747 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:48.977461 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.088422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] For port 32adac79-9ac2-4f4b-a61f-e1395e6610f4, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:49.114144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] For port 32adac79-9ac2-4f4b-a61f-e1395e6610f4, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=32adac79-9ac2-4f4b-a61f-e1395e6610f4,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:49.128712 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.167905 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5f711435-9339-42ac-8d1c-dc255294b9d4 req-4122cff1-0686-4c93-946d-ae4e1312dadb tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 210 time: 0.0901973 Jul 09 13:41:49.248481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:49.249113 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.250531 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] 10.222.0.18 "PUT /v2.0/ports/32adac79-9ac2-4f4b-a61f-e1395e6610f4 HTTP/1.1" status: 200 len: 1092 time: 3.0538137 Jul 09 13:41:49.250999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2b1ec70-16d7-45e1-9e22-b32a886f9bfe', 'tag': '32adac79-9ac2-4f4b-a61f-e1395e6610f4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:49.253377 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11da953d-fd53-4d2a-9314-5a6f099ce145" -d '{"events": [{"name": "network-changed", "server_uuid": "f2b1ec70-16d7-45e1-9e22-b32a886f9bfe", "tag": "32adac79-9ac2-4f4b-a61f-e1395e6610f4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:49.332558 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0472bdce-d82e-41e1-9994-01a3539ab881 x-openstack-request-id: req-0472bdce-d82e-41e1-9994-01a3539ab881 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:49.336378 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2b1ec70-16d7-45e1-9e22-b32a886f9bfe", "tag": "32adac79-9ac2-4f4b-a61f-e1395e6610f4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:49.336610 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0472bdce-d82e-41e1-9994-01a3539ab881 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:49.337005 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2b1ec70-16d7-45e1-9e22-b32a886f9bfe', 'tag': '32adac79-9ac2-4f4b-a61f-e1395e6610f4', 'status': 'completed', 'code': 200} Jul 09 13:41:49.391940 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-ab68baee-ae0c-494b-803e-a61238005c2e tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.433543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Pushing event updated for resources: {'Port': ['ID=32adac79-9ac2-4f4b-a61f-e1395e6610f4,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:49.443872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-ab68baee-ae0c-494b-803e-a61238005c2e tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Transition to ACTIVE for port object e602ba7e-2e7a-43ba-8190-ff4b83126c84 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:49.462807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:49.463295 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:49.463630 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:49.464948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:49.465405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:49.465742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:49.466074 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:49.466405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:49.466782 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:49.467152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:49.467480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:49.467805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54ade595-373d-44c6-a127-56c3f20dcdf3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:49.523028 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da953d-fd53-4d2a-9314-5a6f099ce145 req-4f32a620-2d60-47bf-a550-870f8ddff89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:49.525654 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-11da953d-fd53-4d2a-9314-5a6f099ce145 req-4f32a620-2d60-47bf-a550-870f8ddff89d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d894f2af5d74c9dbb9a0b7762202fdb&device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 1095 time: 0.1481516 Jul 09 13:41:49.535902 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46478) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:49.559646 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-ab68baee-ae0c-494b-803e-a61238005c2e tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.663696 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9492dfa5-b9dd-4dc2-97fc-0305c0b28eb6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1892447014'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:49.692850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9492dfa5-b9dd-4dc2-97fc-0305c0b28eb6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:49.703733 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9492dfa5-b9dd-4dc2-97fc-0305c0b28eb6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.716159 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9492dfa5-b9dd-4dc2-97fc-0305c0b28eb6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.745209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-ab68baee-ae0c-494b-803e-a61238005c2e tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Network 3593ef4e-d984-4a5d-8fe4-7c9358957518 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:49.782984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-ab68baee-ae0c-494b-803e-a61238005c2e tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:49.805303 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-ab68baee-ae0c-494b-803e-a61238005c2e tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:49.850755 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68baee-ae0c-494b-803e-a61238005c2e tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Pushing event updated for resources: {'Port': ['ID=e602ba7e-2e7a-43ba-8190-ff4b83126c84,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:49.878576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9492dfa5-b9dd-4dc2-97fc-0305c0b28eb6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.922879 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9492dfa5-b9dd-4dc2-97fc-0305c0b28eb6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.926312 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da953d-fd53-4d2a-9314-5a6f099ce145 req-5d7ea3c8-9044-4d36-b64d-6fc8bb87dfbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:49.931309 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-11da953d-fd53-4d2a-9314-5a6f099ce145 req-5d7ea3c8-9044-4d36-b64d-6fc8bb87dfbe service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5d894f2af5d74c9dbb9a0b7762202fdb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3914227 Jul 09 13:41:49.943759 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9492dfa5-b9dd-4dc2-97fc-0305c0b28eb6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:41:49.956724 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9492dfa5-b9dd-4dc2-97fc-0305c0b28eb6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:49.957045 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-9492dfa5-b9dd-4dc2-97fc-0305c0b28eb6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Added segment 3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab of type vlan for network eae0e282-e05e-431a-b893-8ff5e5756c82 Jul 09 13:41:49.959294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-ab68baee-ae0c-494b-803e-a61238005c2e tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:49.959934 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-ab68baee-ae0c-494b-803e-a61238005c2e tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.055858 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9492dfa5-b9dd-4dc2-97fc-0305c0b28eb6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.235378 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-ab68baee-ae0c-494b-803e-a61238005c2e tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7889864 Jul 09 13:41:50.260753 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492dfa5-b9dd-4dc2-97fc-0305c0b28eb6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30e99af6-9de3-4a1c-8f0d-ae700cf71fc1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:50.266790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Request body: {'port': {'device_id': '4959cd01-eff3-432c-a7dc-5b0c6dc5a625', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:50.279876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c22b9a0-9033-4609-9429-271a3b04a025 None None] Provisioning for port e602ba7e-2e7a-43ba-8190-ff4b83126c84 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:50.286760 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9492dfa5-b9dd-4dc2-97fc-0305c0b28eb6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.294510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9492dfa5-b9dd-4dc2-97fc-0305c0b28eb6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:50.295261 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9492dfa5-b9dd-4dc2-97fc-0305c0b28eb6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.296625 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c22b9a0-9033-4609-9429-271a3b04a025 None None] Provisioning complete for port e602ba7e-2e7a-43ba-8190-ff4b83126c84 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:50.299180 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c22b9a0-9033-4609-9429-271a3b04a025 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.305946 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c6d71b61-a0fc-4778-897d-752b54d75543 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:50.330451 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.337884 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da953d-fd53-4d2a-9314-5a6f099ce145 req-929736ee-ff8e-4214-a74a-39e3f54a3e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:50.340556 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-11da953d-fd53-4d2a-9314-5a6f099ce145 req-929736ee-ff8e-4214-a74a-39e3f54a3e65 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3873899 Jul 09 13:41:50.349698 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9492dfa5-b9dd-4dc2-97fc-0305c0b28eb6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8129025 Jul 09 13:41:50.353154 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46508) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:50.361429 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fb21515f-b558-4ca7-b3ab-64d3fb7bf646 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'name': 'tempest-PortsIpV6TestJSON-1458447542'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:50.375370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c22b9a0-9033-4609-9429-271a3b04a025 None None] Port e602ba7e-2e7a-43ba-8190-ff4b83126c84 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:41:50.398841 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Transition to ACTIVE for port object c6d71b61-a0fc-4778-897d-752b54d75543 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:50.416222 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d112ca-ff2c-4452-b01d-aec71093a162 req-620e3031-0dde-4341-beaf-d30ea52c78a0 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:50.424619 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83d112ca-ff2c-4452-b01d-aec71093a162 req-620e3031-0dde-4341-beaf-d30ea52c78a0 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.5439963 Jul 09 13:41:50.443905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82701d42-70e4-4788-9c35-d78ef6b34571 req-58820256-f6b1-453e-b4fa-a58ef66310e9 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:50.446273 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-82701d42-70e4-4788-9c35-d78ef6b34571 req-58820256-f6b1-453e-b4fa-a58ef66310e9 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.3223720 Jul 09 13:41:50.482641 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.510336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9492dfa5-b9dd-4dc2-97fc-0305c0b28eb6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Network': ['ID=eae0e282-e05e-431a-b893-8ff5e5756c82,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:50.527381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network eae0e282-e05e-431a-b893-8ff5e5756c82 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:41:50.546152 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83d112ca-ff2c-4452-b01d-aec71093a162 req-50ef4fc7-f46d-4d11-b9ca-8d3b062737a5 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205468 Jul 09 13:41:50.569605 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-82701d42-70e4-4788-9c35-d78ef6b34571 req-aae5fe21-6740-473a-a3a3-7336d79d49e2 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098580 Jul 09 13:41:50.594940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b4c4e2-d208-4dbc-bf37-5a20767dd7ae req-1840d728-aa23-4fea-8234-099c4f300c9d tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:50.596619 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b7b4c4e2-d208-4dbc-bf37-5a20767dd7ae req-1840d728-aa23-4fea-8234-099c4f300c9d tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.15 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.5144248 Jul 09 13:41:50.608033 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:50.678344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Pushing event updated for resources: {'Port': ['ID=c6d71b61-a0fc-4778-897d-752b54d75543,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:50.862927 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb8601-e0fa-4ded-befe-28e5e50bacae req-6f9b192f-23ab-43c7-9dc5-01f3ab1cf8c3 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:50.867900 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0acb8601-e0fa-4ded-befe-28e5e50bacae req-6f9b192f-23ab-43c7-9dc5-01f3ab1cf8c3 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 931 time: 0.1014946 Jul 09 13:41:50.955780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0acb8601-e0fa-4ded-befe-28e5e50bacae req-c37e68ba-45cd-4077-8d16-53acaee92758 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800307 Jul 09 13:41:51.063913 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15772c83-960f-4487-9031-0d1088321763 req-806c57a1-ce6c-4b51-acb1-0128be6f3665 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:51.065542 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15772c83-960f-4487-9031-0d1088321763 req-806c57a1-ce6c-4b51-acb1-0128be6f3665 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/networks?id=3881be75-6fce-4855-8e27-914588a658c2 HTTP/1.1" status: 200 len: 811 time: 0.1576986 Jul 09 13:41:51.082474 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15772c83-960f-4487-9031-0d1088321763 req-2be0807b-4ca6-47e1-9168-b49e74f79dc7 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/quotas/babef6379bed4e18867311a7868b9288 HTTP/1.1" status: 200 len: 375 time: 0.0109191 Jul 09 13:41:51.160611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15772c83-960f-4487-9031-0d1088321763 req-c530bef9-06f7-46cf-9a6e-4bff2675f152 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=babef6379bed4e18867311a7868b9288&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0717561 Jul 09 13:41:51.252021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb21515f-b558-4ca7-b3ab-64d3fb7bf646 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:51.255586 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb21515f-b558-4ca7-b3ab-64d3fb7bf646 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:51.265702 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15772c83-960f-4487-9031-0d1088321763 req-2a2ad718-d22e-4897-bf72-647f107753a7 service neutron] 10.222.0.39 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955777 Jul 09 13:41:51.314155 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-fa825443-96af-4357-af27-9056e3333c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:51.315750 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-fa825443-96af-4357-af27-9056e3333c4e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d894f2af5d74c9dbb9a0b7762202fdb&device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 1095 time: 0.8727808 Jul 09 13:41:51.377591 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15772c83-960f-4487-9031-0d1088321763 req-9e59998a-3e56-443d-97d6-a83e35dbc6e0 service neutron] 10.222.0.39 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977290 Jul 09 13:41:51.382876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-fb21515f-b558-4ca7-b3ab-64d3fb7bf646 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] device_id is not set on port 6bb7537b-576a-4a6b-922a-7942a8d23fc2 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:41:51.443605 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-a3a77ec6-42b8-4514-a201-6c055c020057 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32adac79-9ac2-4f4b-a61f-e1395e6610f4 HTTP/1.1" status: 200 len: 217 time: 0.1120861 Jul 09 13:41:51.554089 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Attempting to bind port c6d71b61-a0fc-4778-897d-752b54d75543 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:51.554822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Attempting to bind port c6d71b61-a0fc-4778-897d-752b54d75543 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:51.554822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Attempting to bind port c6d71b61-a0fc-4778-897d-752b54d75543 on network 3593ef4e-d984-4a5d-8fe4-7c9358957518 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:51.581039 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa00aa5b-3613-4ad5-86be-add6ce0e6616 req-97b8dcbd-8d8b-48f6-a85b-b92e9319f56f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 210 time: 0.0367267 Jul 09 13:41:51.655559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-b6e1942c-d73f-4341-aee0-cd3cd9c53e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:51.661301 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-b6e1942c-d73f-4341-aee0-cd3cd9c53e18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ad360f6-1b09-402c-b321-59b50981d896 HTTP/1.1" status: 200 len: 855 time: 0.1682804 Jul 09 13:41:51.695297 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Port c6d71b61-a0fc-4778-897d-752b54d75543 on network 3593ef4e-d984-4a5d-8fe4-7c9358957518 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:51.695629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Attempting to bind port c6d71b61-a0fc-4778-897d-752b54d75543 on network 3593ef4e-d984-4a5d-8fe4-7c9358957518 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:51.764947 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:51.765298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Checking segment: {'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:51.765690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Bound using segment: {'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:51.771955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Bound port: c6d71b61-a0fc-4778-897d-752b54d75543, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:51.772447 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:51.818924 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38223753-cb36-4182-bb64-0b9b1037ad9f req-f5b5c454-2866-470e-8586-d362b1d27790 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:51.828488 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-38223753-cb36-4182-bb64-0b9b1037ad9f req-f5b5c454-2866-470e-8586-d362b1d27790 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.1260951 Jul 09 13:41:51.829074 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b7b4c4e2-d208-4dbc-bf37-5a20767dd7ae req-4a9a7581-e787-4a8c-9330-2ba5d08a7bb7 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Deleting port 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:51.829762 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b7b4c4e2-d208-4dbc-bf37-5a20767dd7ae req-4a9a7581-e787-4a8c-9330-2ba5d08a7bb7 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:51.926254 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-38223753-cb36-4182-bb64-0b9b1037ad9f req-f87b1e45-a112-404f-954b-633cde00095e tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923474 Jul 09 13:41:52.179464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fde602-ab54-4f14-8274-1e02d7f8414b req-c959ef9d-d615-4cb4-83a6-3b800261872d tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:52.181055 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14fde602-ab54-4f14-8274-1e02d7f8414b req-c959ef9d-d615-4cb4-83a6-3b800261872d tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 931 time: 0.0894432 Jul 09 13:41:52.182742 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb21515f-b558-4ca7-b3ab-64d3fb7bf646 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:52.215835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-8f09cd10-83e3-4a5f-a2af-6a6657e6247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:52.217388 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-8f09cd10-83e3-4a5f-a2af-6a6657e6247d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3593ef4e-d984-4a5d-8fe4-7c9358957518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5503731 Jul 09 13:41:52.228176 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14fde602-ab54-4f14-8274-1e02d7f8414b req-bccf0c5d-d435-429b-91ef-3e84cf643f87 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386603 Jul 09 13:41:52.279442 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] For port c6d71b61-a0fc-4778-897d-752b54d75543, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:52.342494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b7b4c4e2-d208-4dbc-bf37-5a20767dd7ae req-4a9a7581-e787-4a8c-9330-2ba5d08a7bb7 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] For port 5e4ccd47-9a84-48f1-b1ae-49f403537dd1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=5e4ccd47-9a84-48f1-b1ae-49f403537dd1,segment=NetworkSegment(9be188b5-0854-4c66-8974-59c4a6f0de31),segment_id=9be188b5-0854-4c66-8974-59c4a6f0de31)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:52.342888 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b7b4c4e2-d208-4dbc-bf37-5a20767dd7ae req-4a9a7581-e787-4a8c-9330-2ba5d08a7bb7 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:52.348764 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] For port c6d71b61-a0fc-4778-897d-752b54d75543, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c6d71b61-a0fc-4778-897d-752b54d75543,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:52.354343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e602ba7e-2e7a-43ba-8190-ff4b83126c84 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:52.372991 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:52.377775 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:52.390957 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b7b4c4e2-d208-4dbc-bf37-5a20767dd7ae req-4a9a7581-e787-4a8c-9330-2ba5d08a7bb7 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Calling delete_port for 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:52.461896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Transition to ACTIVE for port object e602ba7e-2e7a-43ba-8190-ff4b83126c84 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:52.474936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:52.475596 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:52.477041 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] 10.222.0.18 "PUT /v2.0/ports/c6d71b61-a0fc-4778-897d-752b54d75543 HTTP/1.1" status: 200 len: 1091 time: 3.8516579 Jul 09 13:41:52.477510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e', 'tag': 'c6d71b61-a0fc-4778-897d-752b54d75543'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:52.480431 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720c22d5-612e-4f14-8043-417ef77c215a" -d '{"events": [{"name": "network-changed", "server_uuid": "213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e", "tag": "c6d71b61-a0fc-4778-897d-752b54d75543"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:52.507419 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:52.592613 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44f978e-dce1-442f-91bc-df5512fec0a1 x-openstack-request-id: req-d44f978e-dce1-442f-91bc-df5512fec0a1 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:52.593354 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e", "tag": "c6d71b61-a0fc-4778-897d-752b54d75543", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:52.593354 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d44f978e-dce1-442f-91bc-df5512fec0a1 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:52.593547 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e', 'tag': 'c6d71b61-a0fc-4778-897d-752b54d75543', 'status': 'completed', 'code': 200} Jul 09 13:41:52.597260 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-90b27168-5e20-49e9-9b1c-699253471148 service neutron] 10.222.0.18 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3706586 Jul 09 13:41:52.598306 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb21515f-b558-4ca7-b3ab-64d3fb7bf646 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:52.659663 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f84a42b-4fbe-4523-b6a7-948d336dd5aa service neutron] Pushing event updated for resources: {'Port': ['ID=c6d71b61-a0fc-4778-897d-752b54d75543,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:52.776284 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-193018fb-9a0a-4af7-91c9-05e89327aca6 req-29201a9c-6845-443c-b517-ab14d5aa1c8d tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 210 time: 0.0391455 Jul 09 13:41:52.884907 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Pushing event updated for resources: {'Port': ['ID=e602ba7e-2e7a-43ba-8190-ff4b83126c84,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:52.904893 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b727c403-6dcd-4e77-bea9-1850098724a5 req-73460975-34a6-4555-8af2-1306e6547304 service neutron] 10.222.0.18 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678523 Jul 09 13:41:53.300310 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a93f0a-3db7-4e94-9af2-244e631ec5d5 req-afff8e22-8200-4f9c-8ecc-d3344644f890 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:53.302015 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5a93f0a-3db7-4e94-9af2-244e631ec5d5 req-afff8e22-8200-4f9c-8ecc-d3344644f890 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 946 time: 0.0881236 Jul 09 13:41:53.330680 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Attempting to bind port e602ba7e-2e7a-43ba-8190-ff4b83126c84 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:53.332265 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Attempting to bind port e602ba7e-2e7a-43ba-8190-ff4b83126c84 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:53.332916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Attempting to bind port e602ba7e-2e7a-43ba-8190-ff4b83126c84 on network 3593ef4e-d984-4a5d-8fe4-7c9358957518 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:53.351620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb21515f-b558-4ca7-b3ab-64d3fb7bf646 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Checking segment: {'id': '3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:53.353215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb21515f-b558-4ca7-b3ab-64d3fb7bf646 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network hostable DHCP agents. Network: eae0e282-e05e-431a-b893-8ff5e5756c82, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:41:53.358047 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21515f-b558-4ca7-b3ab-64d3fb7bf646 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=6bb7537b-576a-4a6b-922a-7942a8d23fc2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:53.372171 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5a93f0a-3db7-4e94-9af2-244e631ec5d5 req-6681ac32-63f7-4af5-9d40-9d19b6ec181c tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/security-groups?id=8dad5b21-b6b7-4929-845f-08c5cdca54cb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634999 Jul 09 13:41:53.372614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-20223a22-c96d-4f37-85bd-04b80ba1f5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:53.374361 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-20223a22-c96d-4f37-85bd-04b80ba1f5c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d894f2af5d74c9dbb9a0b7762202fdb&device_id=213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e HTTP/1.1" status: 200 len: 1094 time: 0.7952187 Jul 09 13:41:53.398619 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Port e602ba7e-2e7a-43ba-8190-ff4b83126c84 on network 3593ef4e-d984-4a5d-8fe4-7c9358957518 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:53.398994 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Attempting to bind port e602ba7e-2e7a-43ba-8190-ff4b83126c84 on network 3593ef4e-d984-4a5d-8fe4-7c9358957518 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:53.434919 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15772c83-960f-4487-9031-0d1088321763 req-0a75ed26-fbf2-44f3-8af1-30298228b0df tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:53.436848 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-15772c83-960f-4487-9031-0d1088321763 req-0a75ed26-fbf2-44f3-8af1-30298228b0df tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.18 "GET /v2.0/networks?id=3881be75-6fce-4855-8e27-914588a658c2 HTTP/1.1" status: 200 len: 811 time: 0.2958639 Jul 09 13:41:53.447137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:53.447454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Checking segment: {'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:53.448126 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Bound using segment: {'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:53.449203 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Bound port: e602ba7e-2e7a-43ba-8190-ff4b83126c84, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32d8c577-9ae3-42b8-91e5-65c96cc6c97e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 323, 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:53.449600 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.493263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-15772c83-960f-4487-9031-0d1088321763 req-09f61b4b-fa29-4665-a57f-3dd7f9cb24c8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Request body: {'port': {'device_id': 'e4ed45e9-daf4-4057-845b-aa58381239d4', 'network_id': '3881be75-6fce-4855-8e27-914588a658c2', 'admin_state_up': True, 'tenant_id': 'babef6379bed4e18867311a7868b9288'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:53.504679 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b7b4c4e2-d208-4dbc-bf37-5a20767dd7ae req-4a9a7581-e787-4a8c-9330-2ba5d08a7bb7 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.510611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9063ef35-c1e9-4765-aff5-f080266dc1f7 req-93008954-aed4-4f4b-bdb4-be34d2cdcc17 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:53.513413 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9063ef35-c1e9-4765-aff5-f080266dc1f7 req-93008954-aed4-4f4b-bdb4-be34d2cdcc17 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 943 time: 0.0740383 Jul 09 13:41:53.519931 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-49e19d98-a91a-4b9b-9d28-8ae1562c5304 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6d71b61-a0fc-4778-897d-752b54d75543 HTTP/1.1" status: 200 len: 217 time: 0.0999713 Jul 09 13:41:53.560699 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9063ef35-c1e9-4765-aff5-f080266dc1f7 req-1f427621-7b25-43b5-b37f-52ae00eba597 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385571 Jul 09 13:41:53.622862 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9a7581-e787-4a8c-9330-2ba5d08a7bb7 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Pushing event deleted for resources: {'Port': ['ID=5e4ccd47-9a84-48f1-b1ae-49f403537dd1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:53.646031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb21515f-b558-4ca7-b3ab-64d3fb7bf646 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network eae0e282-e05e-431a-b893-8ff5e5756c82 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:41:53.712057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-fb21515f-b558-4ca7-b3ab-64d3fb7bf646 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, eae0e282-e05e-431a-b893-8ff5e5756c82) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:53.720147 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f1e3d6-7e64-489e-a1d3-39eb7bf5ca78 None None] Network eae0e282-e05e-431a-b893-8ff5e5756c82 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:53.738697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb21515f-b558-4ca7-b3ab-64d3fb7bf646 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:53.744619 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb21515f-b558-4ca7-b3ab-64d3fb7bf646 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:53.745717 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb21515f-b558-4ca7-b3ab-64d3fb7bf646 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.771773 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b4c4e2-d208-4dbc-bf37-5a20767dd7ae req-4a9a7581-e787-4a8c-9330-2ba5d08a7bb7 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] No DVR routers for this DVR port 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:41:53.774222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-1ec56892-1caf-4e08-b387-553eec86cbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:53.775794 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-1ec56892-1caf-4e08-b387-553eec86cbbe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ad360f6-1b09-402c-b321-59b50981d896 HTTP/1.1" status: 200 len: 855 time: 0.2146213 Jul 09 13:41:53.777566 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b7b4c4e2-d208-4dbc-bf37-5a20767dd7ae req-4a9a7581-e787-4a8c-9330-2ba5d08a7bb7 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.779477 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b7b4c4e2-d208-4dbc-bf37-5a20767dd7ae req-4a9a7581-e787-4a8c-9330-2ba5d08a7bb7 tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.15 "DELETE /v2.0/ports/5e4ccd47-9a84-48f1-b1ae-49f403537dd1 HTTP/1.1" status: 204 len: 173 time: 3.1513672 Jul 09 13:41:53.831439 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] For port e602ba7e-2e7a-43ba-8190-ff4b83126c84, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:53.839342 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fb21515f-b558-4ca7-b3ab-64d3fb7bf646 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.4827399 Jul 09 13:41:53.842754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46614) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:53.852611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-65759eaf-0a3f-4a56-b977-81391c6e3fae tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2094618139'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:53.903871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] For port e602ba7e-2e7a-43ba-8190-ff4b83126c84, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e602ba7e-2e7a-43ba-8190-ff4b83126c84,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:53.910690 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-65759eaf-0a3f-4a56-b977-81391c6e3fae tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:41:53.910690 n-d-799525-3 neutron-server[93754]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 09 13:41:53.910690 n-d-799525-3 neutron-server[93754]: [parameters: {'project_id_1': 'a8ed5ed50c334d5b9a36be165575e7a4', 'expiration_1': datetime.datetime(2021, 7, 9, 13, 41, 53, 858513)}] Jul 09 13:41:53.910690 n-d-799525-3 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:41:53.911727 n-d-799525-3 neutron-server[93754]: DEBUG oslo_db.api [None req-65759eaf-0a3f-4a56-b977-81391c6e3fae tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:41:53.924500 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.984652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-15772c83-960f-4487-9031-0d1088321763 req-09f61b4b-fa29-4665-a57f-3dd7f9cb24c8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Made reservation on behalf of babef6379bed4e18867311a7868b9288 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:53.989373 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-15772c83-960f-4487-9031-0d1088321763 req-09f61b4b-fa29-4665-a57f-3dd7f9cb24c8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:53.991955 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b6f66302-9a17-4b60-b530-bc312dc729d3 req-672ac334-0944-4809-aff0-bd43a0507c71 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 210 time: 0.0333204 Jul 09 13:41:54.029073 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:54.030275 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:54.032195 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] 10.222.0.15 "PUT /v2.0/ports/e602ba7e-2e7a-43ba-8190-ff4b83126c84 HTTP/1.1" status: 200 len: 1091 time: 3.7720315 Jul 09 13:41:54.045152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-fa2dfd05-c9ef-4d76-a40a-e0890e23a5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:54.046815 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-fa2dfd05-c9ef-4d76-a40a-e0890e23a5c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3593ef4e-d984-4a5d-8fe4-7c9358957518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2570267 Jul 09 13:41:54.278774 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:41:54.321800 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:41:54.322538 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 5e4ccd47-9a84-48f1-b1ae-49f403537dd1 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:41:54.469751 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65759eaf-0a3f-4a56-b977-81391c6e3fae tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:54.474329 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65759eaf-0a3f-4a56-b977-81391c6e3fae tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:54.545713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65759eaf-0a3f-4a56-b977-81391c6e3fae tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:41:54.567044 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65759eaf-0a3f-4a56-b977-81391c6e3fae tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:54.567531 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-65759eaf-0a3f-4a56-b977-81391c6e3fae tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Added segment 8270d80b-8323-4f57-a81f-52facdf2586c of type vlan for network 126c3cc5-cfd9-4a08-8587-7c3ef8cbdf32 Jul 09 13:41:54.595380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eee0cf-67ac-4d2a-80b1-c420b69e3371 service neutron] Pushing event updated for resources: {'Port': ['ID=e602ba7e-2e7a-43ba-8190-ff4b83126c84,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:54.598716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31199c55-f3e0-4e39-8386-393bcecdc437', 'name': 'network-vif-deleted', 'tag': '5e4ccd47-9a84-48f1-b1ae-49f403537dd1'}, {'name': 'network-changed', 'server_uuid': '4959cd01-eff3-432c-a7dc-5b0c6dc5a625', 'tag': 'e602ba7e-2e7a-43ba-8190-ff4b83126c84'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:54.602150 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8c3236d-6ca9-40a7-91a7-240d1fccc1b5" -d '{"events": [{"server_uuid": "31199c55-f3e0-4e39-8386-393bcecdc437", "name": "network-vif-deleted", "tag": "5e4ccd47-9a84-48f1-b1ae-49f403537dd1"}, {"name": "network-changed", "server_uuid": "4959cd01-eff3-432c-a7dc-5b0c6dc5a625", "tag": "e602ba7e-2e7a-43ba-8190-ff4b83126c84"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:54.692793 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65759eaf-0a3f-4a56-b977-81391c6e3fae tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:54.700007 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-387a129e-6c13-4c22-a954-45e7e989a1b9 req-868557bd-7fd8-429c-a9f1-cbc6697e30db tempest-TestServerAdvancedOps-993742237 tempest-TestServerAdvancedOps-993742237-project] 10.222.0.39 "GET /v2.0/ports?device_id=31199c55-f3e0-4e39-8386-393bcecdc437 HTTP/1.1" status: 200 len: 210 time: 0.0636156 Jul 09 13:41:54.755344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-39d078f3-b982-44d0-8ebb-e46c0d43bf34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:54.757756 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-39d078f3-b982-44d0-8ebb-e46c0d43bf34 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d894f2af5d74c9dbb9a0b7762202fdb&device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 1094 time: 0.6564310 Jul 09 13:41:54.759324 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65759eaf-0a3f-4a56-b977-81391c6e3fae tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:54.769512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65759eaf-0a3f-4a56-b977-81391c6e3fae tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:54.770492 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65759eaf-0a3f-4a56-b977-81391c6e3fae tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:54.783236 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-0200f7a7-5dcb-4795-a96b-5edb22fc3521 service neutron] 10.222.0.18 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7256992 Jul 09 13:41:54.820963 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9080d23-5d32-475e-83fb-bdad4c16067b x-openstack-request-id: req-e9080d23-5d32-475e-83fb-bdad4c16067b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:54.821245 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31199c55-f3e0-4e39-8386-393bcecdc437", "name": "network-vif-deleted", "tag": "5e4ccd47-9a84-48f1-b1ae-49f403537dd1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4959cd01-eff3-432c-a7dc-5b0c6dc5a625", "tag": "e602ba7e-2e7a-43ba-8190-ff4b83126c84", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:54.821448 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9080d23-5d32-475e-83fb-bdad4c16067b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:54.821788 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31199c55-f3e0-4e39-8386-393bcecdc437', 'name': 'network-vif-deleted', 'tag': '5e4ccd47-9a84-48f1-b1ae-49f403537dd1', 'status': 'completed', 'code': 200} Jul 09 13:41:54.822230 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4959cd01-eff3-432c-a7dc-5b0c6dc5a625', 'tag': 'e602ba7e-2e7a-43ba-8190-ff4b83126c84', 'status': 'completed', 'code': 200} Jul 09 13:41:54.862132 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-65759eaf-0a3f-4a56-b977-81391c6e3fae tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0182109 Jul 09 13:41:54.865973 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46644) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:54.871914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'ports': [{'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82'}, {'network_id': '126c3cc5-cfd9-4a08-8587-7c3ef8cbdf32'}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:54.872481 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:54.873394 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'network_id': '126c3cc5-cfd9-4a08-8587-7c3ef8cbdf32'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:54.881787 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-41ebec13-964f-4c51-a2a8-6f9025f13406 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e602ba7e-2e7a-43ba-8190-ff4b83126c84 HTTP/1.1" status: 200 len: 217 time: 0.1132870 Jul 09 13:41:54.885412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-15772c83-960f-4487-9031-0d1088321763 req-09f61b4b-fa29-4665-a57f-3dd7f9cb24c8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Allocated IP 172.20.0.11 (3881be75-6fce-4855-8e27-914588a658c2/a7963501-dd58-4176-8b20-9e2b0fe5b563/ac24f1b2-ec72-4543-8253-db3fcac9ed44) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:41:54.970003 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65759eaf-0a3f-4a56-b977-81391c6e3fae tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Network': ['ID=126c3cc5-cfd9-4a08-8587-7c3ef8cbdf32,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:54.985238 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 126c3cc5-cfd9-4a08-8587-7c3ef8cbdf32 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:41:55.009666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3754293-d4a5-4d89-93d9-06f0263bb5f3 req-79a446cb-27ea-4ad6-8256-4894d4bc9026 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:55.019562 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3754293-d4a5-4d89-93d9-06f0263bb5f3 req-79a446cb-27ea-4ad6-8256-4894d4bc9026 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 943 time: 0.2763255 Jul 09 13:41:55.123216 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7332bd4-8af4-4a50-9e35-029e0f93e2f0 req-efa9a118-a79d-49f5-9394-3bafc7393c51 service neutron] 10.222.0.18 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2999394 Jul 09 13:41:55.135479 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3754293-d4a5-4d89-93d9-06f0263bb5f3 req-c35e8a63-1c48-46fb-8bf4-7064faf9f261 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149004 Jul 09 13:41:55.137455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-08aab264-834d-4ace-b40b-418716e76a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:55.139169 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-08aab264-834d-4ace-b40b-418716e76a61 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ad360f6-1b09-402c-b321-59b50981d896 HTTP/1.1" status: 200 len: 855 time: 0.2407343 Jul 09 13:41:55.204550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'port': 2} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:41:55.209334 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.230897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-deedf8ce-b5ae-49b0-ac53-c25c62326a46 req-9e20beaf-8266-42da-a257-880f18aad215 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 210 time: 0.0393996 Jul 09 13:41:55.241457 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.358543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] device_id is not set on port 4ee4cbcf-4f06-4876-81af-57dd07dd6269 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:41:55.365044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-5e65dc3e-e40a-49fe-bd65-d1e5195e4f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:55.367246 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-5e65dc3e-e40a-49fe-bd65-d1e5195e4f71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3593ef4e-d984-4a5d-8fe4-7c9358957518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2087998 Jul 09 13:41:55.457600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c22d5-612e-4f14-8043-417ef77c215a req-e0d75c81-4d7b-47d5-b84a-286873a3e7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:55.459805 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-720c22d5-612e-4f14-8043-417ef77c215a req-e0d75c81-4d7b-47d5-b84a-286873a3e7fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d894f2af5d74c9dbb9a0b7762202fdb&device_id=213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e HTTP/1.1" status: 200 len: 1094 time: 0.2545309 Jul 09 13:41:55.504926 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-15772c83-960f-4487-9031-0d1088321763 req-09f61b4b-fa29-4665-a57f-3dd7f9cb24c8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.521046 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.560419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 32adac79-9ac2-4f4b-a61f-e1395e6610f4 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:41:55.602400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] device_id is not set on port 49ff6276-9e68-406d-a7de-bb0fb9a3f227 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:41:55.609266 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-daea733d-9502-4bef-84c3-81b3c717d59d service neutron] 10.222.0.15 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310462 Jul 09 13:41:55.649589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c22d5-612e-4f14-8043-417ef77c215a req-5b56c492-6507-444d-8c4a-9c524025f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:55.651147 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-720c22d5-612e-4f14-8043-417ef77c215a req-5b56c492-6507-444d-8c4a-9c524025f644 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3593ef4e-d984-4a5d-8fe4-7c9358957518 HTTP/1.1" status: 200 len: 917 time: 0.1813974 Jul 09 13:41:55.702656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 32adac79-9ac2-4f4b-a61f-e1395e6610f4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=32adac79-9ac2-4f4b-a61f-e1395e6610f4,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:55.719848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '32adac79-9ac2-4f4b-a61f-e1395e6610f4', 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518', 'port_id': '32adac79-9ac2-4f4b-a61f-e1395e6610f4', 'mac_address': 'fa:16:3e:12:2a:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad360f6-1b09-402c-b321-59b50981d896', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:41:55.763515 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-25be25d8-44aa-4e3d-a1e0-9b569e606d2e req-b79484ea-3079-45ea-b1b4-f5e5f4f98347 service neutron] 10.222.0.15 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402202 Jul 09 13:41:55.768188 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.771069 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.786374 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32adac79-9ac2-4f4b-a61f-e1395e6610f4 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:55.814267 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-15772c83-960f-4487-9031-0d1088321763 req-09f61b4b-fa29-4665-a57f-3dd7f9cb24c8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.817547 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-720c22d5-612e-4f14-8043-417ef77c215a req-a7a335fe-71a8-426f-be2b-f80b7fe0b85e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c6d71b61-a0fc-4778-897d-752b54d75543 HTTP/1.1" status: 200 len: 217 time: 0.1360550 Jul 09 13:41:55.824464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 32adac79-9ac2-4f4b-a61f-e1395e6610f4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=32adac79-9ac2-4f4b-a61f-e1395e6610f4,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:55.828852 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['1ed746db-e5f8-440b-91ea-faf6dfee0971'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:41:55.837874 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.845776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46672) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:55.886436 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:55.934895 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=32adac79-9ac2-4f4b-a61f-e1395e6610f4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:55.969167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-15772c83-960f-4487-9031-0d1088321763 req-09f61b4b-fa29-4665-a57f-3dd7f9cb24c8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Network 3881be75-6fce-4855-8e27-914588a658c2 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:55.997884 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-15772c83-960f-4487-9031-0d1088321763 req-09f61b4b-fa29-4665-a57f-3dd7f9cb24c8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:56.004878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-15772c83-960f-4487-9031-0d1088321763 req-09f61b4b-fa29-4665-a57f-3dd7f9cb24c8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:56.016130 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f61b4b-fa29-4665-a57f-3dd7f9cb24c8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Pushing event updated for resources: {'Port': ['ID=ac24f1b2-ec72-4543-8253-db3fcac9ed44,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:56.073065 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c22d5-612e-4f14-8043-417ef77c215a req-a6a845ec-94a0-412d-8807-388f294a1be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:56.075444 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-720c22d5-612e-4f14-8043-417ef77c215a req-a6a845ec-94a0-412d-8807-388f294a1be6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ad360f6-1b09-402c-b321-59b50981d896 HTTP/1.1" status: 200 len: 855 time: 0.1722202 Jul 09 13:41:56.124469 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3236d-6ca9-40a7-91a7-240d1fccc1b5 req-cfa75830-31ca-455c-be69-0ef51a51591e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:56.125943 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8c3236d-6ca9-40a7-91a7-240d1fccc1b5 req-cfa75830-31ca-455c-be69-0ef51a51591e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5d894f2af5d74c9dbb9a0b7762202fdb&device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 1094 time: 0.2964115 Jul 09 13:41:56.131950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15772c83-960f-4487-9031-0d1088321763 req-09f61b4b-fa29-4665-a57f-3dd7f9cb24c8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:56.132636 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-15772c83-960f-4487-9031-0d1088321763 req-09f61b4b-fa29-4665-a57f-3dd7f9cb24c8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:56.137842 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['32adac79-9ac2-4f4b-a61f-e1395e6610f4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:41:56.218531 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-15772c83-960f-4487-9031-0d1088321763 req-09f61b4b-fa29-4665-a57f-3dd7f9cb24c8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7636964 Jul 09 13:41:56.254378 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4f6197-e0f7-4ddf-906b-f7e2c44890c7 admin admin] Deleting subnet 4f905e2b-fbbc-43b2-b4eb-37dd7d6503e2 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:41:56.257472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Request body: {'port': {'device_id': 'e4ed45e9-daf4-4057-845b-aa58381239d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:41:56.264724 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba4f6197-e0f7-4ddf-906b-f7e2c44890c7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:56.340375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network eae0e282-e05e-431a-b893-8ff5e5756c82 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:41:56.369185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:56.397582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:56.398633 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:56.454341 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba4f6197-e0f7-4ddf-906b-f7e2c44890c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:56.475904 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:56.492185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=4ee4cbcf-4f06-4876-81af-57dd07dd6269,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:56.505567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3236d-6ca9-40a7-91a7-240d1fccc1b5 req-7fde3546-ad15-4ae0-bd3b-9f16375ee313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:56.508465 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8c3236d-6ca9-40a7-91a7-240d1fccc1b5 req-7fde3546-ad15-4ae0-bd3b-9f16375ee313 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3593ef4e-d984-4a5d-8fe4-7c9358957518 HTTP/1.1" status: 200 len: 917 time: 0.3728340 Jul 09 13:41:56.519751 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720c22d5-612e-4f14-8043-417ef77c215a req-ecc77985-55be-4ab8-97fd-196bbf49b41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:56.521583 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-720c22d5-612e-4f14-8043-417ef77c215a req-ecc77985-55be-4ab8-97fd-196bbf49b41a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3593ef4e-d984-4a5d-8fe4-7c9358957518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4376559 Jul 09 13:41:56.645982 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba4f6197-e0f7-4ddf-906b-f7e2c44890c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:56.692857 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=49ff6276-9e68-406d-a7de-bb0fb9a3f227,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:56.735509 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Checking segment: {'id': '8270d80b-8323-4f57-a81f-52facdf2586c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '126c3cc5-cfd9-4a08-8587-7c3ef8cbdf32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:56.736110 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network hostable DHCP agents. Network: 126c3cc5-cfd9-4a08-8587-7c3ef8cbdf32, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:41:56.748621 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8c3236d-6ca9-40a7-91a7-240d1fccc1b5 req-ab1e0d81-3f1c-4223-955f-2ba0aa579ebf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e602ba7e-2e7a-43ba-8190-ff4b83126c84 HTTP/1.1" status: 200 len: 217 time: 0.2203541 Jul 09 13:41:56.780648 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb7d131-bd83-475c-b17c-233e0eb83f22 req-89f61af0-0b32-4bcc-aece-17549c8a0ed5 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:56.783378 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ecb7d131-bd83-475c-b17c-233e0eb83f22 req-89f61af0-0b32-4bcc-aece-17549c8a0ed5 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 943 time: 0.4534545 Jul 09 13:41:56.842095 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fbc18-fbf8-4a80-8315-cdb3f17e5600 req-ea9e9f08-9a28-434a-b269-f2cbe2b23f22 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:56.844652 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c64fbc18-fbf8-4a80-8315-cdb3f17e5600 req-ea9e9f08-9a28-434a-b269-f2cbe2b23f22 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 932 time: 0.4004154 Jul 09 13:41:56.876034 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network 126c3cc5-cfd9-4a08-8587-7c3ef8cbdf32 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:41:56.891173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3236d-6ca9-40a7-91a7-240d1fccc1b5 req-20451a9c-8a5a-475d-9e19-1eaf1f8d0510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:56.892593 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8c3236d-6ca9-40a7-91a7-240d1fccc1b5 req-20451a9c-8a5a-475d-9e19-1eaf1f8d0510 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=1ad360f6-1b09-402c-b321-59b50981d896 HTTP/1.1" status: 200 len: 855 time: 0.1314702 Jul 09 13:41:56.900061 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-720c22d5-612e-4f14-8043-417ef77c215a req-e5d509e0-b9c3-4f99-8ff8-9823ea648fce service neutron] 10.222.0.18 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3660665 Jul 09 13:41:56.926443 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ecb7d131-bd83-475c-b17c-233e0eb83f22 req-2b2fa452-91b2-473c-b3d2-04864ee2b254 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312869 Jul 09 13:41:56.934419 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 126c3cc5-cfd9-4a08-8587-7c3ef8cbdf32) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:41:56.945889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16544a28-2a54-45c5-8d65-7ef881a63bbd None None] Network 126c3cc5-cfd9-4a08-8587-7c3ef8cbdf32 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:41:56.954025 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba4f6197-e0f7-4ddf-906b-f7e2c44890c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:56.956318 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:41:56.962782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:56.968712 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:56.969578 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.011375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f6197-e0f7-4ddf-906b-f7e2c44890c7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4f905e2b-fbbc-43b2-b4eb-37dd7d6503e2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:57.034305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c64fbc18-fbf8-4a80-8315-cdb3f17e5600 req-14cecbd5-084a-4aa7-ba5a-1b32bb447560 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588361 Jul 09 13:41:57.036890 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba4f6197-e0f7-4ddf-906b-f7e2c44890c7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.044207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ba4f6197-e0f7-4ddf-906b-f7e2c44890c7 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4f905e2b-fbbc-43b2-b4eb-37dd7d6503e2 HTTP/1.1" status: 204 len: 168 time: 1.1957467 Jul 09 13:41:57.045462 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46704) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:57.130437 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a9d16de-a529-41bc-9fd1-51cece522f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.140875 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-551ce676-8fd2-411d-aaf6-b4b609a810f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2696307 Jul 09 13:41:57.141737 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46706) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:57.250837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c3236d-6ca9-40a7-91a7-240d1fccc1b5 req-e70cb9f5-e34c-44c6-987a-536d161b1933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:57.252543 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8c3236d-6ca9-40a7-91a7-240d1fccc1b5 req-e70cb9f5-e34c-44c6-987a-536d161b1933 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3593ef4e-d984-4a5d-8fe4-7c9358957518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3501744 Jul 09 13:41:57.260442 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-720c22d5-612e-4f14-8043-417ef77c215a req-64687be6-8fcc-4332-9558-c10a42097377 service neutron] 10.222.0.18 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355374 Jul 09 13:41:57.382215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac24f1b2-ec72-4543-8253-db3fcac9ed44 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:57.397499 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.401418 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a9d16de-a529-41bc-9fd1-51cece522f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.416638 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7a9d16de-a529-41bc-9fd1-51cece522f63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1a3c66-52b8-4c8b-8a07-da03ba2c2818']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:57.425225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Transition to ACTIVE for port object ac24f1b2-ec72-4543-8253-db3fcac9ed44 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:41:57.433860 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8c3236d-6ca9-40a7-91a7-240d1fccc1b5 req-2a205e58-fdc8-475b-a9e3-92d1e8bf2a0b service neutron] 10.222.0.15 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689432 Jul 09 13:41:57.434785 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7a9d16de-a529-41bc-9fd1-51cece522f63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9be188b5-0854-4c66-8974-59c4a6f0de31') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:57.435174 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7a9d16de-a529-41bc-9fd1-51cece522f63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9be188b5-0854-4c66-8974-59c4a6f0de31') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:57.436883 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.451797 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a9d16de-a529-41bc-9fd1-51cece522f63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.470134 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf3e11-67be-4cab-a253-adf5a544ae85 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port 49ff6276-9e68-406d-a7de-bb0fb9a3f227 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:57.470134 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3e11-67be-4cab-a253-adf5a544ae85 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.493153 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a9d16de-a529-41bc-9fd1-51cece522f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.533650 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a9d16de-a529-41bc-9fd1-51cece522f63 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:41:57.534177 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a9d16de-a529-41bc-9fd1-51cece522f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:41:57.536980 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:41:57.550096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Pushing event updated for resources: {'Port': ['ID=ac24f1b2-ec72-4543-8253-db3fcac9ed44,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:57.563503 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c6d71b61-a0fc-4778-897d-752b54d75543 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:41:57.566789 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 32adac79-9ac2-4f4b-a61f-e1395e6610f4 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:57.635033 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3e11-67be-4cab-a253-adf5a544ae85 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.654259 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e8c3236d-6ca9-40a7-91a7-240d1fccc1b5 req-0bf456af-2a04-463c-a8dc-3c17ff426782 service neutron] 10.222.0.15 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2082996 Jul 09 13:41:57.663253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e4cf3e11-67be-4cab-a253-adf5a544ae85 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for 49ff6276-9e68-406d-a7de-bb0fb9a3f227 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:57.688473 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a9d16de-a529-41bc-9fd1-51cece522f63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.700542 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Attempting to bind port ac24f1b2-ec72-4543-8253-db3fcac9ed44 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:41:57.700896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Attempting to bind port ac24f1b2-ec72-4543-8253-db3fcac9ed44 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '31c2f948-a16a-4f77-883c-afe0d37f88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3881be75-6fce-4855-8e27-914588a658c2'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:41:57.701243 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Attempting to bind port ac24f1b2-ec72-4543-8253-db3fcac9ed44 on network 3881be75-6fce-4855-8e27-914588a658c2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:57.706379 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Port ac24f1b2-ec72-4543-8253-db3fcac9ed44 on network 3881be75-6fce-4855-8e27-914588a658c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:41:57.706998 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Attempting to bind port ac24f1b2-ec72-4543-8253-db3fcac9ed44 on network 3881be75-6fce-4855-8e27-914588a658c2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:41:57.712205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:41:57.712552 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Checking segment: {'id': '31c2f948-a16a-4f77-883c-afe0d37f88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3881be75-6fce-4855-8e27-914588a658c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:41:57.712950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Bound using segment: {'id': '31c2f948-a16a-4f77-883c-afe0d37f88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3881be75-6fce-4855-8e27-914588a658c2'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:41:57.713396 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Bound port: ac24f1b2-ec72-4543-8253-db3fcac9ed44, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31c2f948-a16a-4f77-883c-afe0d37f88a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '3881be75-6fce-4855-8e27-914588a658c2'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:41:57.713845 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.724035 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a9d16de-a529-41bc-9fd1-51cece522f63 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.729387 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7a9d16de-a529-41bc-9fd1-51cece522f63 admin admin] 10.222.0.39 "DELETE /v2.0/networks/fe1a3c66-52b8-4c8b-8a07-da03ba2c2818 HTTP/1.1" status: 204 len: 168 time: 0.6802697 Jul 09 13:41:57.730624 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9d16de-a529-41bc-9fd1-51cece522f63 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe1a3c66-52b8-4c8b-8a07-da03ba2c2818,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:57.731501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46720) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:57.789174 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c6d71b61-a0fc-4778-897d-752b54d75543, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c6d71b61-a0fc-4778-897d-752b54d75543,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:57.810803 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'c6d71b61-a0fc-4778-897d-752b54d75543', 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518', 'port_id': 'c6d71b61-a0fc-4778-897d-752b54d75543', 'mac_address': 'fa:16:3e:7f:84:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad360f6-1b09-402c-b321-59b50981d896', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:41:57.821163 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3e11-67be-4cab-a253-adf5a544ae85 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.841240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-d084d4dd-1268-4063-8f68-48cc058a2a77 admin admin] Deleting subnet d71a00a6-fced-4d76-b29d-2e718675be09 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:41:57.847616 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d084d4dd-1268-4063-8f68-48cc058a2a77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.858616 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cf3e11-67be-4cab-a253-adf5a544ae85 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=49ff6276-9e68-406d-a7de-bb0fb9a3f227,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:57.865928 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 32adac79-9ac2-4f4b-a61f-e1395e6610f4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:57.869827 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.873228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] For port ac24f1b2-ec72-4543-8253-db3fcac9ed44, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:41:57.880439 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4cf3e11-67be-4cab-a253-adf5a544ae85 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.884629 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e4cf3e11-67be-4cab-a253-adf5a544ae85 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/49ff6276-9e68-406d-a7de-bb0fb9a3f227 HTTP/1.1" status: 204 len: 168 time: 0.7368174 Jul 09 13:41:57.885333 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 32adac79-9ac2-4f4b-a61f-e1395e6610f4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:57.885931 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.887356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46722) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:57.896243 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] For port ac24f1b2-ec72-4543-8253-db3fcac9ed44, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ac24f1b2-ec72-4543-8253-db3fcac9ed44,segment=NetworkSegment(31c2f948-a16a-4f77-883c-afe0d37f88a6),segment_id=31c2f948-a16a-4f77-883c-afe0d37f88a6)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:41:57.904414 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.911335 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d084d4dd-1268-4063-8f68-48cc058a2a77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:57.941741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c6d71b61-a0fc-4778-897d-752b54d75543 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:57.978299 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c6d71b61-a0fc-4778-897d-752b54d75543, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c6d71b61-a0fc-4778-897d-752b54d75543,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:57.987900 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:58.065200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Pushing event updated for resources: {'Port': ['ID=ac24f1b2-ec72-4543-8253-db3fcac9ed44,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:58.075074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c6d71b61-a0fc-4778-897d-752b54d75543,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:58.077402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:58.077994 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:58.091433 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-15772c83-960f-4487-9031-0d1088321763 req-7ec7fde9-7272-4924-9209-11136ab6be23 service neutron] 10.222.0.18 "PUT /v2.0/ports/ac24f1b2-ec72-4543-8253-db3fcac9ed44 HTTP/1.1" status: 200 len: 1092 time: 1.8435152 Jul 09 13:41:58.092584 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4ed45e9-daf4-4057-845b-aa58381239d4', 'tag': 'ac24f1b2-ec72-4543-8253-db3fcac9ed44'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:58.103161 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c29a0e4a-b50f-4ff8-aecf-5f5a5002be99" -d '{"events": [{"name": "network-changed", "server_uuid": "e4ed45e9-daf4-4057-845b-aa58381239d4", "tag": "ac24f1b2-ec72-4543-8253-db3fcac9ed44"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:58.117248 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe209a1-1bab-4d8c-a12f-c61146cd9200 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:58.133385 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:58.136709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe209a1-1bab-4d8c-a12f-c61146cd9200 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:58.145175 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dfe209a1-1bab-4d8c-a12f-c61146cd9200 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.2528512 Jul 09 13:41:58.146395 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46734) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:58.159564 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d084d4dd-1268-4063-8f68-48cc058a2a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:58.206117 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b1ec70-16d7-45e1-9e22-b32a886f9bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32adac79-9ac2-4f4b-a61f-e1395e6610f4'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:41:58.210442 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908cf1c9-3c60-4c56-b3f7-d07c3d435073" -d '{"events": [{"server_uuid": "f2b1ec70-16d7-45e1-9e22-b32a886f9bfe", "name": "network-vif-plugged", "status": "completed", "tag": "32adac79-9ac2-4f4b-a61f-e1395e6610f4"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:41:58.238437 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['c6d71b61-a0fc-4778-897d-752b54d75543'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:41:58.283905 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 32adac79-9ac2-4f4b-a61f-e1395e6610f4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=32adac79-9ac2-4f4b-a61f-e1395e6610f4,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:58.290029 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:58.306468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e602ba7e-2e7a-43ba-8190-ff4b83126c84 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:41:58.306779 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d084d4dd-1268-4063-8f68-48cc058a2a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:58.348377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d084d4dd-1268-4063-8f68-48cc058a2a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d71a00a6-fced-4d76-b29d-2e718675be09,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:58.368390 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15772c83-960f-4487-9031-0d1088321763 req-9a2ee86a-aa16-4881-9ebf-0315dcccaefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:58.374247 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-15772c83-960f-4487-9031-0d1088321763 req-9a2ee86a-aa16-4881-9ebf-0315dcccaefa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=babef6379bed4e18867311a7868b9288&device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 1095 time: 0.2387784 Jul 09 13:41:58.395976 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d084d4dd-1268-4063-8f68-48cc058a2a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:58.403719 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d084d4dd-1268-4063-8f68-48cc058a2a77 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d71a00a6-fced-4d76-b29d-2e718675be09 HTTP/1.1" status: 204 len: 168 time: 0.6710916 Jul 09 13:41:58.406175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46738) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:58.435689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=32adac79-9ac2-4f4b-a61f-e1395e6610f4,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:58.461512 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:58.462051 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:58.462404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:58.462753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:58.463108 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:58.463468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:58.463834 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:58.464171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:58.464500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:58.464829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:58.465156 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:58.465484 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:41:58.482973 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-15772c83-960f-4487-9031-0d1088321763 req-89283f35-0185-417b-9387-42d5010a630e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac24f1b2-ec72-4543-8253-db3fcac9ed44 HTTP/1.1" status: 200 len: 217 time: 0.0975833 Jul 09 13:41:58.595399 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e602ba7e-2e7a-43ba-8190-ff4b83126c84, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e602ba7e-2e7a-43ba-8190-ff4b83126c84,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:58.618966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'e602ba7e-2e7a-43ba-8190-ff4b83126c84', 'network_id': '3593ef4e-d984-4a5d-8fe4-7c9358957518', 'port_id': 'e602ba7e-2e7a-43ba-8190-ff4b83126c84', 'mac_address': 'fa:16:3e:9b:1a:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 323, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ad360f6-1b09-402c-b321-59b50981d896', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:41:58.641414 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a625a3-ec2a-445e-ad98-0613793b54a2 req-c48703c2-54ee-42cf-9888-84b7cffab474 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:58.646029 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-64a625a3-ec2a-445e-ad98-0613793b54a2 req-c48703c2-54ee-42cf-9888-84b7cffab474 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 943 time: 0.3733070 Jul 09 13:41:58.648998 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9fef21bb-bffb-413a-aeeb-f5b1b6a1a0ee tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port 4ee4cbcf-4f06-4876-81af-57dd07dd6269 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:41:58.649897 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fef21bb-bffb-413a-aeeb-f5b1b6a1a0ee tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:58.687505 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:58.693005 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa358b6a-a58a-48cc-8143-eeb8987b6029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:58.700061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15772c83-960f-4487-9031-0d1088321763 req-814d3300-174a-4f89-b9e5-bcee23eeb671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:58.703371 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-15772c83-960f-4487-9031-0d1088321763 req-814d3300-174a-4f89-b9e5-bcee23eeb671 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7963501-dd58-4176-8b20-9e2b0fe5b563 HTTP/1.1" status: 200 len: 851 time: 0.2028880 Jul 09 13:41:58.704201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e602ba7e-2e7a-43ba-8190-ff4b83126c84 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:41:58.716179 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a077916-420a-445b-a7e4-27ffafa72ab4 req-eccb07a2-b3f0-40f6-b4ac-c360471a7cc9 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:58.718702 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a077916-420a-445b-a7e4-27ffafa72ab4 req-eccb07a2-b3f0-40f6-b4ac-c360471a7cc9 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 944 time: 0.4152892 Jul 09 13:41:58.735609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e602ba7e-2e7a-43ba-8190-ff4b83126c84, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e602ba7e-2e7a-43ba-8190-ff4b83126c84,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:58.742156 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:58.750712 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-15772c83-960f-4487-9031-0d1088321763 req-540668bc-df28-438a-9ed0-11a4f5ce292f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3881be75-6fce-4855-8e27-914588a658c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391810 Jul 09 13:41:58.810574 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e602ba7e-2e7a-43ba-8190-ff4b83126c84,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:58.883901 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-64a625a3-ec2a-445e-ad98-0613793b54a2 req-f03fce92-b1b9-45d2-ab16-738b22a3a298 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254755 Jul 09 13:41:58.896499 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a077916-420a-445b-a7e4-27ffafa72ab4 req-caf63c5f-15b8-480f-9450-640e248d74b9 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068165 Jul 09 13:41:58.900138 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fef21bb-bffb-413a-aeeb-f5b1b6a1a0ee tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:58.929666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9fef21bb-bffb-413a-aeeb-f5b1b6a1a0ee tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for 4ee4cbcf-4f06-4876-81af-57dd07dd6269 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:41:58.955032 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa358b6a-a58a-48cc-8143-eeb8987b6029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:58.983629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fa358b6a-a58a-48cc-8143-eeb8987b6029 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbef31b-305d-4d47-9023-1fd50d720d5e']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:58.989192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['e602ba7e-2e7a-43ba-8190-ff4b83126c84'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:41:59.000224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fa358b6a-a58a-48cc-8143-eeb8987b6029 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee0b5cb6-cac6-43c4-85b1-76498ffe992d') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:59.000544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fa358b6a-a58a-48cc-8143-eeb8987b6029 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee0b5cb6-cac6-43c4-85b1-76498ffe992d') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:41:59.011938 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa358b6a-a58a-48cc-8143-eeb8987b6029 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.022177 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-15772c83-960f-4487-9031-0d1088321763 req-52640529-9bdc-4a64-b0cb-636f86814b9c service neutron] 10.222.0.18 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631297 Jul 09 13:41:59.026000 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be6e7c3-1847-4f18-95a7-cfc5e238c076 x-openstack-request-id: req-7be6e7c3-1847-4f18-95a7-cfc5e238c076 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:59.026920 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4ed45e9-daf4-4057-845b-aa58381239d4", "tag": "ac24f1b2-ec72-4543-8253-db3fcac9ed44", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:59.027152 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7be6e7c3-1847-4f18-95a7-cfc5e238c076 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:59.027570 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4ed45e9-daf4-4057-845b-aa58381239d4', 'tag': 'ac24f1b2-ec72-4543-8253-db3fcac9ed44', 'status': 'completed', 'code': 200} Jul 09 13:41:59.035368 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa358b6a-a58a-48cc-8143-eeb8987b6029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.104183 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73803b5e-de45-4f3e-b535-b2ffa8e2663a x-openstack-request-id: req-73803b5e-de45-4f3e-b535-b2ffa8e2663a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:41:59.105321 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b1ec70-16d7-45e1-9e22-b32a886f9bfe", "name": "network-vif-plugged", "status": "completed", "tag": "32adac79-9ac2-4f4b-a61f-e1395e6610f4", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:41:59.105583 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-73803b5e-de45-4f3e-b535-b2ffa8e2663a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:41:59.106010 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b1ec70-16d7-45e1-9e22-b32a886f9bfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32adac79-9ac2-4f4b-a61f-e1395e6610f4', 'code': 200} Jul 09 13:41:59.109757 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fef21bb-bffb-413a-aeeb-f5b1b6a1a0ee tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.161638 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fef21bb-bffb-413a-aeeb-f5b1b6a1a0ee tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=4ee4cbcf-4f06-4876-81af-57dd07dd6269,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:59.180286 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fef21bb-bffb-413a-aeeb-f5b1b6a1a0ee tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.184326 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa358b6a-a58a-48cc-8143-eeb8987b6029 admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:41:59.184759 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa358b6a-a58a-48cc-8143-eeb8987b6029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.185552 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9fef21bb-bffb-413a-aeeb-f5b1b6a1a0ee tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/4ee4cbcf-4f06-4876-81af-57dd07dd6269 HTTP/1.1" status: 204 len: 168 time: 1.0375447 Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:41:59.187575 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:41:59.191188 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46752) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:59.288781 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71eb803-e57f-4f64-8735-c1cb4033ba59 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:59.291711 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c71eb803-e57f-4f64-8735-c1cb4033ba59 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1002593 Jul 09 13:41:59.295903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46758) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:59.319362 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa358b6a-a58a-48cc-8143-eeb8987b6029 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.341662 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9d1677f-5e8d-405c-b799-143144ab0676 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] GET failed (client error): The resource could not be found. Jul 09 13:41:59.343718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a9d1677f-5e8d-405c-b799-143144ab0676 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/49ff6276-9e68-406d-a7de-bb0fb9a3f227 HTTP/1.1" status: 404 len: 333 time: 0.0437386 Jul 09 13:41:59.346093 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46760) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:59.363494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa358b6a-a58a-48cc-8143-eeb8987b6029 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdbef31b-305d-4d47-9023-1fd50d720d5e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:59.366981 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa358b6a-a58a-48cc-8143-eeb8987b6029 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.376996 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fa358b6a-a58a-48cc-8143-eeb8987b6029 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cdbef31b-305d-4d47-9023-1fd50d720d5e HTTP/1.1" status: 204 len: 168 time: 0.9663391 Jul 09 13:41:59.381608 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-15772c83-960f-4487-9031-0d1088321763 req-736b26ec-46c5-4453-8942-c3308b588b48 service neutron] 10.222.0.18 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3414116 Jul 09 13:41:59.392481 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4b6aeb-212d-47c5-bb94-f34dc9adfcf3 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] GET failed (client error): The resource could not be found. Jul 09 13:41:59.394726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1a4b6aeb-212d-47c5-bb94-f34dc9adfcf3 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/4ee4cbcf-4f06-4876-81af-57dd07dd6269 HTTP/1.1" status: 404 len: 333 time: 0.0474048 Jul 09 13:41:59.398613 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46764) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:59.402230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9922113-4078-4b50-b93e-eaa4d1603a1f req-ca61e386-1935-40d6-96ac-c1bf7dffcc96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:59.404284 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d9922113-4078-4b50-b93e-eaa4d1603a1f req-ca61e386-1935-40d6-96ac-c1bf7dffcc96 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 1097 time: 0.2694912 Jul 09 13:41:59.564612 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c6d71b61-a0fc-4778-897d-752b54d75543 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:41:59.622349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46772) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:59.662053 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port c6d71b61-a0fc-4778-897d-752b54d75543 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:41:59.668731 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port c6d71b61-a0fc-4778-897d-752b54d75543 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:41:59.669415 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.685005 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-10343445-35c8-49bd-bc33-4da5d9b4efbc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bf1d2fcf807042f48a0ad7e9170449e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0613284 Jul 09 13:41:59.686036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46774) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:41:59.748881 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e17c331-79e4-4fa4-815d-c909327edb07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.784516 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e17c331-79e4-4fa4-815d-c909327edb07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.797840 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.849724 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e17c331-79e4-4fa4-815d-c909327edb07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.853721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port c6d71b61-a0fc-4778-897d-752b54d75543, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c6d71b61-a0fc-4778-897d-752b54d75543,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:41:59.854107 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0e17c331-79e4-4fa4-815d-c909327edb07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.858103 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0e17c331-79e4-4fa4-815d-c909327edb07 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8dad5b21-b6b7-4929-845f-08c5cdca54cb HTTP/1.1" status: 204 len: 168 time: 0.1701863 Jul 09 13:41:59.864432 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.869811 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17c331-79e4-4fa4-815d-c909327edb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dad5b21-b6b7-4929-845f-08c5cdca54cb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:59.921870 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d9922113-4078-4b50-b93e-eaa4d1603a1f req-6e87964b-7df0-4e5e-b432-ab34021ebe61 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5065494 Jul 09 13:41:59.926097 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce959ef8-3652-4c9c-8c17-98db6f84f452 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:41:59.966748 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=c6d71b61-a0fc-4778-897d-752b54d75543,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:41:59.987536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a0e4a-b50f-4ff8-aecf-5f5a5002be99 req-072b21af-8368-486e-b509-0101dfb83cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:41:59.989204 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c29a0e4a-b50f-4ff8-aecf-5f5a5002be99 req-072b21af-8368-486e-b509-0101dfb83cb9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=babef6379bed4e18867311a7868b9288&device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 1095 time: 0.1532991 Jul 09 13:42:00.142098 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce959ef8-3652-4c9c-8c17-98db6f84f452 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.159812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ce959ef8-3652-4c9c-8c17-98db6f84f452 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['126c3cc5-cfd9-4a08-8587-7c3ef8cbdf32']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:00.183004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ce959ef8-3652-4c9c-8c17-98db6f84f452 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8270d80b-8323-4f57-a81f-52facdf2586c') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:00.183479 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ce959ef8-3652-4c9c-8c17-98db6f84f452 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8270d80b-8323-4f57-a81f-52facdf2586c') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:00.200682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce959ef8-3652-4c9c-8c17-98db6f84f452 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.228151 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce959ef8-3652-4c9c-8c17-98db6f84f452 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.232945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a0e4a-b50f-4ff8-aecf-5f5a5002be99 req-88a8f9a7-5033-48a2-9733-93802a11d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:00.234642 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c29a0e4a-b50f-4ff8-aecf-5f5a5002be99 req-88a8f9a7-5033-48a2-9733-93802a11d54c service neutron] 10.222.0.18 "GET /v2.0/networks?id=3881be75-6fce-4855-8e27-914588a658c2 HTTP/1.1" status: 200 len: 912 time: 0.1942618 Jul 09 13:42:00.240856 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce959ef8-3652-4c9c-8c17-98db6f84f452 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:42:00.241143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26743fb9-1ade-4de5-9b11-d506a68276c1 req-df4b0128-353a-4872-853c-2eabd85f34de tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:00.241834 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce959ef8-3652-4c9c-8c17-98db6f84f452 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.242899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26743fb9-1ade-4de5-9b11-d506a68276c1 req-df4b0128-353a-4872-853c-2eabd85f34de tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 944 time: 0.1728334 Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:42:00.245675 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:42:00.264056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10ed823-b3af-4f8c-b96f-60c54a46636e req-37c0f46d-21c0-4768-973d-9dfb8323ccb5 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:00.265711 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a10ed823-b3af-4f8c-b96f-60c54a46636e req-37c0f46d-21c0-4768-973d-9dfb8323ccb5 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 944 time: 0.1157250 Jul 09 13:42:00.311829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e602ba7e-2e7a-43ba-8190-ff4b83126c84 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:00.337494 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c29a0e4a-b50f-4ff8-aecf-5f5a5002be99 req-6c54552e-a059-46b6-87e8-98a61cc446cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac24f1b2-ec72-4543-8253-db3fcac9ed44 HTTP/1.1" status: 200 len: 217 time: 0.0911286 Jul 09 13:42:00.362172 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a10ed823-b3af-4f8c-b96f-60c54a46636e req-9364f85a-b5ce-4fdb-b0be-14548e5a5324 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812752 Jul 09 13:42:00.393545 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce959ef8-3652-4c9c-8c17-98db6f84f452 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.402690 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26743fb9-1ade-4de5-9b11-d506a68276c1 req-3c6419b9-d856-42b2-a44a-abce0b2cddb2 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473687 Jul 09 13:42:00.405420 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ce959ef8-3652-4c9c-8c17-98db6f84f452 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.407783 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ce959ef8-3652-4c9c-8c17-98db6f84f452 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/networks/126c3cc5-cfd9-4a08-8587-7c3ef8cbdf32 HTTP/1.1" status: 204 len: 168 time: 1.0022883 Jul 09 13:42:00.414223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46798) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:00.421679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3c304d10-c93c-4400-ae57-c0bdc7ab4a91 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-176600615'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:00.425331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce959ef8-3652-4c9c-8c17-98db6f84f452 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Network': ['ID=126c3cc5-cfd9-4a08-8587-7c3ef8cbdf32,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:00.429282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29a0e4a-b50f-4ff8-aecf-5f5a5002be99 req-ff35fb0c-f6cb-40a4-9749-e10b1b0fba52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:00.431277 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c29a0e4a-b50f-4ff8-aecf-5f5a5002be99 req-ff35fb0c-f6cb-40a4-9749-e10b1b0fba52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7963501-dd58-4176-8b20-9e2b0fe5b563 HTTP/1.1" status: 200 len: 851 time: 0.0855877 Jul 09 13:42:00.467651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c304d10-c93c-4400-ae57-c0bdc7ab4a91 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:00.474564 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c304d10-c93c-4400-ae57-c0bdc7ab4a91 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.485813 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port e602ba7e-2e7a-43ba-8190-ff4b83126c84 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:00.492544 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port e602ba7e-2e7a-43ba-8190-ff4b83126c84 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:00.492944 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.494230 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c29a0e4a-b50f-4ff8-aecf-5f5a5002be99 req-89bb44c6-5fac-4cfd-9e3b-11442051fcfd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3881be75-6fce-4855-8e27-914588a658c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530822 Jul 09 13:42:00.514697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c304d10-c93c-4400-ae57-c0bdc7ab4a91 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] vlan segment allocate from pool success with {'vlan_id': 312, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:00.531970 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c304d10-c93c-4400-ae57-c0bdc7ab4a91 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.532991 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-3c304d10-c93c-4400-ae57-c0bdc7ab4a91 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Added segment d8c5587e-da97-4857-a21f-a858222e0abc of type vlan for network af930a25-d7b3-4de0-b14a-6562693447cb Jul 09 13:42:00.636137 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c304d10-c93c-4400-ae57-c0bdc7ab4a91 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.657588 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46808) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:00.678684 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.706603 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c29a0e4a-b50f-4ff8-aecf-5f5a5002be99 req-5ccd4f01-ece7-41c4-ae56-a7f229a7018a service neutron] 10.222.0.18 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036715 Jul 09 13:42:00.728980 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e602ba7e-2e7a-43ba-8190-ff4b83126c84, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e602ba7e-2e7a-43ba-8190-ff4b83126c84,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:00.742054 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.772417 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c304d10-c93c-4400-ae57-c0bdc7ab4a91 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.780413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c304d10-c93c-4400-ae57-c0bdc7ab4a91 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:00.781485 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3c304d10-c93c-4400-ae57-c0bdc7ab4a91 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:00.801766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e602ba7e-2e7a-43ba-8190-ff4b83126c84,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:00.817946 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b94d4af4-7f3b-4dfa-9b2e-6d665c12d7d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0630b3ba3aaf4afcaab5dad2eef08575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1586232 Jul 09 13:42:00.819498 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c29a0e4a-b50f-4ff8-aecf-5f5a5002be99 req-43a217c1-18ba-4e31-a779-489a2669f95d service neutron] 10.222.0.18 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058483 Jul 09 13:42:00.820041 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3c304d10-c93c-4400-ae57-c0bdc7ab4a91 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4037695 Jul 09 13:42:00.820789 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46810) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:00.828550 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46812) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:00.834771 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5662399d-a152-46a8-99c6-f8a447d24019 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'subnet': {'network_id': 'af930a25-d7b3-4de0-b14a-6562693447cb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:00.898371 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c304d10-c93c-4400-ae57-c0bdc7ab4a91 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Network': ['ID=af930a25-d7b3-4de0-b14a-6562693447cb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:00.912845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network af930a25-d7b3-4de0-b14a-6562693447cb details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:00.968592 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd7da48b-1dcf-4523-bbf2-09eb629d9b37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:01.002158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5662399d-a152-46a8-99c6-f8a447d24019 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:01.005929 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5662399d-a152-46a8-99c6-f8a447d24019 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:01.011986 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd7da48b-1dcf-4523-bbf2-09eb629d9b37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:01.107199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d71b61-a0fc-4778-897d-752b54d75543'}, {'server_uuid': '4959cd01-eff3-432c-a7dc-5b0c6dc5a625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e602ba7e-2e7a-43ba-8190-ff4b83126c84'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:42:01.110126 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb55fbfb-57b2-486d-85cb-b97a4a163be1" -d '{"events": [{"server_uuid": "213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e", "name": "network-vif-plugged", "status": "completed", "tag": "c6d71b61-a0fc-4778-897d-752b54d75543"}, {"server_uuid": "4959cd01-eff3-432c-a7dc-5b0c6dc5a625", "name": "network-vif-plugged", "status": "completed", "tag": "e602ba7e-2e7a-43ba-8190-ff4b83126c84"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:42:01.164284 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 09 Jul 2021 13:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1aa3ba6-b514-4996-921b-ba438eeeb2d4 x-openstack-request-id: req-b1aa3ba6-b514-4996-921b-ba438eeeb2d4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:42:01.164597 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e", "name": "network-vif-plugged", "status": "completed", "tag": "c6d71b61-a0fc-4778-897d-752b54d75543", "code": 200}, {"server_uuid": "4959cd01-eff3-432c-a7dc-5b0c6dc5a625", "name": "network-vif-plugged", "status": "completed", "tag": "e602ba7e-2e7a-43ba-8190-ff4b83126c84", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:42:01.164865 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1aa3ba6-b514-4996-921b-ba438eeeb2d4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:42:01.165289 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c6d71b61-a0fc-4778-897d-752b54d75543', 'code': 200} Jul 09 13:42:01.165553 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4959cd01-eff3-432c-a7dc-5b0c6dc5a625', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e602ba7e-2e7a-43ba-8190-ff4b83126c84', 'code': 200} Jul 09 13:42:01.183836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd7da48b-1dcf-4523-bbf2-09eb629d9b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:01.190902 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd7da48b-1dcf-4523-bbf2-09eb629d9b37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:01.196794 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cd7da48b-1dcf-4523-bbf2-09eb629d9b37 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a73e186a-8cac-418e-aae8-1ca26a562b4a HTTP/1.1" status: 204 len: 168 time: 0.3743804 Jul 09 13:42:01.211114 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7da48b-1dcf-4523-bbf2-09eb629d9b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a73e186a-8cac-418e-aae8-1ca26a562b4a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:01.440964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d81d21-9a86-49f4-936a-1480461cdbd9 req-c3ecb447-b645-4bb8-b5ce-55500699b332 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:01.443483 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40d81d21-9a86-49f4-936a-1480461cdbd9 req-c3ecb447-b645-4bb8-b5ce-55500699b332 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 1096 time: 0.1646535 Jul 09 13:42:01.463796 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5662399d-a152-46a8-99c6-f8a447d24019 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:01.486634 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27fb0d6-6e8e-458f-8431-b82a9ed75a1e req-f423b9ba-0d48-4afe-9e10-7257e94d7541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:01.489243 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e27fb0d6-6e8e-458f-8431-b82a9ed75a1e req-f423b9ba-0d48-4afe-9e10-7257e94d7541 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e HTTP/1.1" status: 200 len: 1096 time: 0.2094829 Jul 09 13:42:01.541201 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40d81d21-9a86-49f4-936a-1480461cdbd9 req-6805f21c-ad53-4c40-b45e-6b3d8fe673b8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892813 Jul 09 13:42:01.569310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ac24f1b2-ec72-4543-8253-db3fcac9ed44 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:42:01.623519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5662399d-a152-46a8-99c6-f8a447d24019 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Subnet': ['ID=70d0a4e1-b426-4818-911b-4e6e488d4c42,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:01.644524 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e27fb0d6-6e8e-458f-8431-b82a9ed75a1e req-2a18a496-4775-4dd7-a84a-6eac9c5c8f98 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283765 Jul 09 13:42:01.669070 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5662399d-a152-46a8-99c6-f8a447d24019 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Checking segment: {'id': 'd8c5587e-da97-4857-a21f-a858222e0abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af930a25-d7b3-4de0-b14a-6562693447cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:01.669990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5662399d-a152-46a8-99c6-f8a447d24019 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network hostable DHCP agents. Network: af930a25-d7b3-4de0-b14a-6562693447cb, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:42:01.716367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5662399d-a152-46a8-99c6-f8a447d24019 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network af930a25-d7b3-4de0-b14a-6562693447cb is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:42:01.736198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5662399d-a152-46a8-99c6-f8a447d24019 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, af930a25-d7b3-4de0-b14a-6562693447cb) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:01.741581 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5662399d-a152-46a8-99c6-f8a447d24019 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:01.742502 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5662399d-a152-46a8-99c6-f8a447d24019 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:01.767180 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5662399d-a152-46a8-99c6-f8a447d24019 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9328887 Jul 09 13:42:01.767455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46828) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:01.774149 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f30846c7-3d0d-40ca-bf28-13ac39d20df4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'network_id': 'af930a25-d7b3-4de0-b14a-6562693447cb', 'name': 'tempest-PortsIpV6TestJSON-1586939023'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:01.798825 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239e1e5-5abf-4c23-9c3b-6d28fe1e4105 req-af1fe492-0ce6-4499-82b8-77264320f0f6 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:01.800454 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f239e1e5-5abf-4c23-9c3b-6d28fe1e4105 req-af1fe492-0ce6-4499-82b8-77264320f0f6 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 944 time: 0.2038269 Jul 09 13:42:01.875028 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9afa1c-c5da-4921-90e6-1081bccd1ce4 req-b6851631-dc43-4f62-b7ef-a57d9c5d49de tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:01.875374 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port ac24f1b2-ec72-4543-8253-db3fcac9ed44, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ac24f1b2-ec72-4543-8253-db3fcac9ed44,segment=NetworkSegment(31c2f948-a16a-4f77-883c-afe0d37f88a6),segment_id=31c2f948-a16a-4f77-883c-afe0d37f88a6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:01.877579 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc9afa1c-c5da-4921-90e6-1081bccd1ce4 req-b6851631-dc43-4f62-b7ef-a57d9c5d49de tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 945 time: 0.1877997 Jul 09 13:42:01.895126 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'ac24f1b2-ec72-4543-8253-db3fcac9ed44', 'network_id': '3881be75-6fce-4855-8e27-914588a658c2', 'port_id': 'ac24f1b2-ec72-4543-8253-db3fcac9ed44', 'mac_address': 'fa:16:3e:72:77:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 307, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7963501-dd58-4176-8b20-9e2b0fe5b563', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:42:01.903016 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f239e1e5-5abf-4c23-9c3b-6d28fe1e4105 req-e6697abd-b0ce-4d79-823a-856657569054 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857947 Jul 09 13:42:01.907993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfe06fe-cebc-4f2c-b8fc-3dc53355d57a None None] Network af930a25-d7b3-4de0-b14a-6562693447cb requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:01.941536 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc9afa1c-c5da-4921-90e6-1081bccd1ce4 req-3fc0d333-ab05-4b6d-a3d1-9ba70e937255 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551205 Jul 09 13:42:02.024356 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30846c7-3d0d-40ca-bf28-13ac39d20df4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:02.029388 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f30846c7-3d0d-40ca-bf28-13ac39d20df4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.056150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-f30846c7-3d0d-40ca-bf28-13ac39d20df4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] device_id is not set on port d78072e8-6d48-488a-a52a-3d392a49e1e7 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:42:02.057596 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-14b28bb8-ffe0-4dfa-8ada-7a3972c8063c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.059471 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.087423 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac24f1b2-ec72-4543-8253-db3fcac9ed44 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:42:02.123230 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port ac24f1b2-ec72-4543-8253-db3fcac9ed44, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ac24f1b2-ec72-4543-8253-db3fcac9ed44,segment=NetworkSegment(31c2f948-a16a-4f77-883c-afe0d37f88a6),segment_id=31c2f948-a16a-4f77-883c-afe0d37f88a6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:02.150709 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.187337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-f30846c7-3d0d-40ca-bf28-13ac39d20df4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Allocated IP 2001:db8::1f8 (af930a25-d7b3-4de0-b14a-6562693447cb/70d0a4e1-b426-4818-911b-4e6e488d4c42/d78072e8-6d48-488a-a52a-3d392a49e1e7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:02.234412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-af930a25-d7b3-4de0-b14a-6562693447cb', 'network_id': 'af930a25-d7b3-4de0-b14a-6562693447cb', 'tenant_id': 'a8ed5ed50c334d5b9a36be165575e7a4', 'fixed_ips': [{'subnet_id': '70d0a4e1-b426-4818-911b-4e6e488d4c42'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:42:02.235351 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.239182 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=ac24f1b2-ec72-4543-8253-db3fcac9ed44,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:02.364820 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f30846c7-3d0d-40ca-bf28-13ac39d20df4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.391786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-f30846c7-3d0d-40ca-bf28-13ac39d20df4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Transition to ACTIVE for port object d78072e8-6d48-488a-a52a-3d392a49e1e7 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:02.428692 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f30846c7-3d0d-40ca-bf28-13ac39d20df4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.469288 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['ac24f1b2-ec72-4543-8253-db3fcac9ed44'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:42:02.490976 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30846c7-3d0d-40ca-bf28-13ac39d20df4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network af930a25-d7b3-4de0-b14a-6562693447cb is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:02.497701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f30846c7-3d0d-40ca-bf28-13ac39d20df4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:02.501872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30846c7-3d0d-40ca-bf28-13ac39d20df4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:02.508338 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30846c7-3d0d-40ca-bf28-13ac39d20df4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:02.509017 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f30846c7-3d0d-40ca-bf28-13ac39d20df4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.528040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30846c7-3d0d-40ca-bf28-13ac39d20df4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=d78072e8-6d48-488a-a52a-3d392a49e1e7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:02.528537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Allocated IP 2001:db8::2 (af930a25-d7b3-4de0-b14a-6562693447cb/70d0a4e1-b426-4818-911b-4e6e488d4c42/2cf099c6-4503-43db-ba9f-15c10f47899c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:02.540607 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f30846c7-3d0d-40ca-bf28-13ac39d20df4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7707949 Jul 09 13:42:02.544111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46830) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:02.665877 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-fec0610f-5f15-4a1a-b9d5-af02f935b4cd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port d78072e8-6d48-488a-a52a-3d392a49e1e7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:02.666266 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fec0610f-5f15-4a1a-b9d5-af02f935b4cd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.800458 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fec0610f-5f15-4a1a-b9d5-af02f935b4cd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.813480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-fec0610f-5f15-4a1a-b9d5-af02f935b4cd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for d78072e8-6d48-488a-a52a-3d392a49e1e7 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:02.837326 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.852378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Transition to ACTIVE for port object 2cf099c6-4503-43db-ba9f-15c10f47899c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:02.874096 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Transition to ACTIVE for port object 2cf099c6-4503-43db-ba9f-15c10f47899c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:02.881122 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:02.924168 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Network af930a25-d7b3-4de0-b14a-6562693447cb is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:02.928696 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:02.934499 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:02.936841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Pushing event updated for resources: {'Port': ['ID=2cf099c6-4503-43db-ba9f-15c10f47899c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:02.980976 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fec0610f-5f15-4a1a-b9d5-af02f935b4cd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.030828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0610f-5f15-4a1a-b9d5-af02f935b4cd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=d78072e8-6d48-488a-a52a-3d392a49e1e7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:03.050912 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Attempting to bind port 2cf099c6-4503-43db-ba9f-15c10f47899c on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:42:03.051684 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Attempting to bind port 2cf099c6-4503-43db-ba9f-15c10f47899c by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'd8c5587e-da97-4857-a21f-a858222e0abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af930a25-d7b3-4de0-b14a-6562693447cb'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:42:03.052116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Attempting to bind port 2cf099c6-4503-43db-ba9f-15c10f47899c on network af930a25-d7b3-4de0-b14a-6562693447cb {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:03.059148 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 41, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:42:03.059546 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Checking segment: {'id': 'd8c5587e-da97-4857-a21f-a858222e0abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af930a25-d7b3-4de0-b14a-6562693447cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:03.059974 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.060376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Bound using segment: {'id': 'd8c5587e-da97-4857-a21f-a858222e0abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af930a25-d7b3-4de0-b14a-6562693447cb'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:42:03.061626 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Bound port: 2cf099c6-4503-43db-ba9f-15c10f47899c, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8c5587e-da97-4857-a21f-a858222e0abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': 'af930a25-d7b3-4de0-b14a-6562693447cb'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:42:03.061779 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.062692 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fec0610f-5f15-4a1a-b9d5-af02f935b4cd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.067759 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46838) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:03.068287 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fec0610f-5f15-4a1a-b9d5-af02f935b4cd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/d78072e8-6d48-488a-a52a-3d392a49e1e7 HTTP/1.1" status: 204 len: 168 time: 0.5233495 Jul 09 13:42:03.114301 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-776f7e4f-3a9e-4a79-a070-0484214ea384 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] DELETE failed (client error): The resource could not be found. Jul 09 13:42:03.115236 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-776f7e4f-3a9e-4a79-a070-0484214ea384 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:42:03.117199 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-776f7e4f-3a9e-4a79-a070-0484214ea384 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/d78072e8-6d48-488a-a52a-3d392a49e1e7 HTTP/1.1" status: 404 len: 333 time: 0.0480313 Jul 09 13:42:03.120600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46842) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:03.151025 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-890c350b-6d26-4904-be51-585c5c32ffa8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] GET failed (client error): The resource could not be found. Jul 09 13:42:03.152040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] For port 2cf099c6-4503-43db-ba9f-15c10f47899c, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:42:03.152899 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-890c350b-6d26-4904-be51-585c5c32ffa8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/d78072e8-6d48-488a-a52a-3d392a49e1e7 HTTP/1.1" status: 404 len: 333 time: 0.0312812 Jul 09 13:42:03.157038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46844) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:03.157235 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] For port 2cf099c6-4503-43db-ba9f-15c10f47899c, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2cf099c6-4503-43db-ba9f-15c10f47899c,segment=NetworkSegment(d8c5587e-da97-4857-a21f-a858222e0abc),segment_id=d8c5587e-da97-4857-a21f-a858222e0abc)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:42:03.162333 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.236502 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a177f2-08c9-4921-840f-836c45e90faf req-f4f9ce91-3e2f-4bf5-97ad-e8389da14f82 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:03.238997 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49a177f2-08c9-4921-840f-836c45e90faf req-f4f9ce91-3e2f-4bf5-97ad-e8389da14f82 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 945 time: 0.1582310 Jul 09 13:42:03.248034 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e63f6a-c1b2-41ee-ad3a-ec6715ac440b req-a82bdcf4-be32-42ed-80bf-6067bac0b0f0 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:03.253360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-93eed60b-c0c8-4d7c-901e-9732677e0349 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting subnet 70d0a4e1-b426-4818-911b-4e6e488d4c42 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:42:03.254862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7e63f6a-c1b2-41ee-ad3a-ec6715ac440b req-a82bdcf4-be32-42ed-80bf-6067bac0b0f0 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 945 time: 0.1435432 Jul 09 13:42:03.258031 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146795ea-dcf8-40dc-828c-b316e64f59d8 None None] Pushing event updated for resources: {'Port': ['ID=2cf099c6-4503-43db-ba9f-15c10f47899c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:03.265502 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93eed60b-c0c8-4d7c-901e-9732677e0349 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.329599 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49a177f2-08c9-4921-840f-836c45e90faf req-e29a356c-979b-401c-9f48-d2dff1f39338 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735984 Jul 09 13:42:03.340692 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7e63f6a-c1b2-41ee-ad3a-ec6715ac440b req-46e6138e-bef2-4f65-9596-f0bdf838e8da tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699286 Jul 09 13:42:03.349224 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93eed60b-c0c8-4d7c-901e-9732677e0349 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.466068 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93eed60b-c0c8-4d7c-901e-9732677e0349 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.558254 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93eed60b-c0c8-4d7c-901e-9732677e0349 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.583661 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ac24f1b2-ec72-4543-8253-db3fcac9ed44 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:03.614462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eed60b-c0c8-4d7c-901e-9732677e0349 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Subnet': ['ID=70d0a4e1-b426-4818-911b-4e6e488d4c42,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:03.637292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068356e-c344-4810-bce9-6f0bdb6143f8 req-6687435c-579d-49bf-8840-148306f495c6 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:03.639338 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93eed60b-c0c8-4d7c-901e-9732677e0349 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.644779 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-93eed60b-c0c8-4d7c-901e-9732677e0349 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/70d0a4e1-b426-4818-911b-4e6e488d4c42 HTTP/1.1" status: 204 len: 168 time: 0.4855587 Jul 09 13:42:03.645556 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46848) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:03.650353 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8068356e-c344-4810-bce9-6f0bdb6143f8 req-6687435c-579d-49bf-8840-148306f495c6 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.1132896 Jul 09 13:42:03.702634 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port ac24f1b2-ec72-4543-8253-db3fcac9ed44 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:03.707417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port ac24f1b2-ec72-4543-8253-db3fcac9ed44 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:03.707797 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.727310 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8068356e-c344-4810-bce9-6f0bdb6143f8 req-b204a8eb-4f4b-42a2-9883-782d0e316466 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734916 Jul 09 13:42:03.771078 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.823783 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.829371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port 2cf099c6-4503-43db-ba9f-15c10f47899c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:03.829713 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.914140 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] For port 2cf099c6-4503-43db-ba9f-15c10f47899c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2cf099c6-4503-43db-ba9f-15c10f47899c,segment=NetworkSegment(d8c5587e-da97-4857-a21f-a858222e0abc),segment_id=d8c5587e-da97-4857-a21f-a858222e0abc)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:03.914583 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:03.936256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for 2cf099c6-4503-43db-ba9f-15c10f47899c owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:03.973864 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a96d16-16ff-4a5d-b7f8-17d7eb42becd req-b631f778-ea58-4bac-94f3-7dca4e2547bd tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:03.976165 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70a96d16-16ff-4a5d-b7f8-17d7eb42becd req-b631f778-ea58-4bac-94f3-7dca4e2547bd tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e HTTP/1.1" status: 200 len: 945 time: 0.1158125 Jul 09 13:42:04.040783 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70a96d16-16ff-4a5d-b7f8-17d7eb42becd req-c8ac059d-dd3b-4575-8ff0-79b776edff07 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526638 Jul 09 13:42:04.053619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ed45e9-daf4-4057-845b-aa58381239d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac24f1b2-ec72-4543-8253-db3fcac9ed44'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:42:04.057878 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75d2b3ba-b7bb-4b6c-8dda-222ed95c262d" -d '{"events": [{"server_uuid": "e4ed45e9-daf4-4057-845b-aa58381239d4", "name": "network-vif-plugged", "status": "completed", "tag": "ac24f1b2-ec72-4543-8253-db3fcac9ed44"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:42:04.070311 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.084443 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port ac24f1b2-ec72-4543-8253-db3fcac9ed44, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ac24f1b2-ec72-4543-8253-db3fcac9ed44,segment=NetworkSegment(31c2f948-a16a-4f77-883c-afe0d37f88a6),segment_id=31c2f948-a16a-4f77-883c-afe0d37f88a6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:04.089871 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.092294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No DVR routers for this DVR port 2cf099c6-4503-43db-ba9f-15c10f47899c on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:04.134656 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f8f47c-1a25-4483-89a1-d8a5b3e4fb89 x-openstack-request-id: req-74f8f47c-1a25-4483-89a1-d8a5b3e4fb89 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:42:04.134935 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ed45e9-daf4-4057-845b-aa58381239d4", "name": "network-vif-plugged", "status": "completed", "tag": "ac24f1b2-ec72-4543-8253-db3fcac9ed44", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:42:04.135238 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74f8f47c-1a25-4483-89a1-d8a5b3e4fb89 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:42:04.136169 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ed45e9-daf4-4057-845b-aa58381239d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac24f1b2-ec72-4543-8253-db3fcac9ed44', 'code': 200} Jul 09 13:42:04.146758 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=2cf099c6-4503-43db-ba9f-15c10f47899c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:04.195638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=ac24f1b2-ec72-4543-8253-db3fcac9ed44,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:04.303779 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.318418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af930a25-d7b3-4de0-b14a-6562693447cb']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:04.335416 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8c5587e-da97-4857-a21f-a858222e0abc') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:04.335737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8c5587e-da97-4857-a21f-a858222e0abc') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:04.347945 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.368292 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c49fa0-3b96-43e2-949e-3d6616808dd0 req-01b64b69-82c6-4d9f-a34d-e10df412d753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:04.370661 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-39c49fa0-3b96-43e2-949e-3d6616808dd0 req-01b64b69-82c6-4d9f-a34d-e10df412d753 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 1097 time: 0.1476562 Jul 09 13:42:04.372184 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.390221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Releasing vlan 312 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:42:04.390832 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:42:04.395642 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:42:04.506767 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-39c49fa0-3b96-43e2-949e-3d6616808dd0 req-3e06bfb8-ec6a-41ae-8833-e57c8da916bc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283584 Jul 09 13:42:04.511932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e141f73-9222-48c8-8ff2-c73d245ff22b req-be06af84-0dbd-4bec-9e41-901389e91041 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:04.515242 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e141f73-9222-48c8-8ff2-c73d245ff22b req-be06af84-0dbd-4bec-9e41-901389e91041 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 945 time: 0.1271949 Jul 09 13:42:04.521706 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.529667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.531906 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/networks/af930a25-d7b3-4de0-b14a-6562693447cb HTTP/1.1" status: 204 len: 168 time: 0.8853085 Jul 09 13:42:04.537656 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46862) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:04.543073 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-55d25119-620a-4c58-85a3-05d55d8e908d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-765931918'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:04.560973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66c608-e0bd-4826-9911-c99f53a388bc tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Network': ['ID=af930a25-d7b3-4de0-b14a-6562693447cb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:04.585869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d25119-620a-4c58-85a3-05d55d8e908d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:04.595973 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55d25119-620a-4c58-85a3-05d55d8e908d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.623134 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.644921 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e141f73-9222-48c8-8ff2-c73d245ff22b req-07c44491-d749-4845-bd99-065670c7090f tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040742 Jul 09 13:42:04.668925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d25119-620a-4c58-85a3-05d55d8e908d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] vlan segment allocate from pool success with {'vlan_id': 332, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:04.678477 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6cf26-0395-4a07-a5be-7be571890e61 req-4ea14e1c-3fb2-4b93-86a4-5e84161d607c tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:04.690756 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2a6cf26-0395-4a07-a5be-7be571890e61 req-4ea14e1c-3fb2-4b93-86a4-5e84161d607c tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.1737540 Jul 09 13:42:04.690859 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf03d077-1a7a-40a3-b799-1e999fa6ce5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.692375 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55d25119-620a-4c58-85a3-05d55d8e908d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.692755 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-55d25119-620a-4c58-85a3-05d55d8e908d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Added segment 0e21b253-24bd-4362-95e5-2b9d1ba16581 of type vlan for network fb6e44a6-43f8-4d29-b5e1-1553873813a7 Jul 09 13:42:04.746976 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2a6cf26-0395-4a07-a5be-7be571890e61 req-183fc922-9292-45b0-9ecc-288b2da7c1c4 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551567 Jul 09 13:42:04.763553 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55d25119-620a-4c58-85a3-05d55d8e908d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.829338 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55d25119-620a-4c58-85a3-05d55d8e908d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.838575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d25119-620a-4c58-85a3-05d55d8e908d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:04.840600 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55d25119-620a-4c58-85a3-05d55d8e908d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:04.899697 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cc65bbda-9bfa-4bc4-b4fd-02209e438984 None None] Could not find standard attr ID for object 2cf099c6-4503-43db-ba9f-15c10f47899c. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:42:04.943040 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-55d25119-620a-4c58-85a3-05d55d8e908d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4009883 Jul 09 13:42:04.943193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46868) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:04.949788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9ac6f456-c375-4f58-ae7d-992e00e02196 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'subnet': {'network_id': 'fb6e44a6-43f8-4d29-b5e1-1553873813a7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:04.964411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f621ad-4645-4776-ac18-5594b85ae52d None None] DHCP port deletion for af930a25-d7b3-4de0-b14a-6562693447cb request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:42:04.973927 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d25119-620a-4c58-85a3-05d55d8e908d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Network': ['ID=fb6e44a6-43f8-4d29-b5e1-1553873813a7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:05.001553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743bd87d-d851-4347-b39f-42920a900ef4 None None] Network af930a25-d7b3-4de0-b14a-6562693447cb requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:05.004343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network fb6e44a6-43f8-4d29-b5e1-1553873813a7 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:05.021861 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743bd87d-d851-4347-b39f-42920a900ef4 None None] Network af930a25-d7b3-4de0-b14a-6562693447cb could not be found, it might have been deleted concurrently. {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 13:42:05.101328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac6f456-c375-4f58-ae7d-992e00e02196 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:05.107591 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9ac6f456-c375-4f58-ae7d-992e00e02196 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:05.286532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14acb5c-f346-496f-8399-348017727d69 req-4bb790cb-7f91-49f1-9d45-826d3b7b83f9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:05.289131 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f14acb5c-f346-496f-8399-348017727d69 req-4bb790cb-7f91-49f1-9d45-826d3b7b83f9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.1601102 Jul 09 13:42:05.377636 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f14acb5c-f346-496f-8399-348017727d69 req-4907bc4c-7b41-48fa-b5b6-4cd02e82d13a tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805483 Jul 09 13:42:05.440974 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9ac6f456-c375-4f58-ae7d-992e00e02196 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:05.531416 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac6f456-c375-4f58-ae7d-992e00e02196 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Subnet': ['ID=5a2ba06e-f40a-4077-b3da-ddde824a1836,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:05.541960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac6f456-c375-4f58-ae7d-992e00e02196 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Checking segment: {'id': '0e21b253-24bd-4362-95e5-2b9d1ba16581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fb6e44a6-43f8-4d29-b5e1-1553873813a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:05.542321 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac6f456-c375-4f58-ae7d-992e00e02196 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network hostable DHCP agents. Network: fb6e44a6-43f8-4d29-b5e1-1553873813a7, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:42:05.564221 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac6f456-c375-4f58-ae7d-992e00e02196 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network fb6e44a6-43f8-4d29-b5e1-1553873813a7 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:42:05.581755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9ac6f456-c375-4f58-ae7d-992e00e02196 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, fb6e44a6-43f8-4d29-b5e1-1553873813a7) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:05.584646 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:05.602319 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac6f456-c375-4f58-ae7d-992e00e02196 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:05.602598 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59094f52-b51a-4736-8dfc-32484c50385c None None] Network fb6e44a6-43f8-4d29-b5e1-1553873813a7 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:05.603995 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9ac6f456-c375-4f58-ae7d-992e00e02196 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:05.646781 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9ac6f456-c375-4f58-ae7d-992e00e02196 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6989512 Jul 09 13:42:05.647420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46872) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:05.656205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-80cd2612-be4f-4aa1-b738-3213619c3320 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'network_id': 'fb6e44a6-43f8-4d29-b5e1-1553873813a7', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1417624542'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:05.816038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cd2612-be4f-4aa1-b738-3213619c3320 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:05.821276 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80cd2612-be4f-4aa1-b738-3213619c3320 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:05.848154 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-fb6e44a6-43f8-4d29-b5e1-1553873813a7', 'network_id': 'fb6e44a6-43f8-4d29-b5e1-1553873813a7', 'tenant_id': 'a8ed5ed50c334d5b9a36be165575e7a4', 'fixed_ips': [{'subnet_id': '5a2ba06e-f40a-4077-b3da-ddde824a1836'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:42:05.849187 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:05.864329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-80cd2612-be4f-4aa1-b738-3213619c3320 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] device_id is not set on port fb2635b0-262a-4b42-9847-c45aa4d933e8 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:42:05.917407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b8fbf-12ca-4ade-a5ed-18c14079af83 req-f19b29c6-f249-4daf-ba1e-476459fe6013 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:05.926267 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b8fbf-12ca-4ade-a5ed-18c14079af83 req-f19b29c6-f249-4daf-ba1e-476459fe6013 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:05.934797 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048b8fbf-12ca-4ade-a5ed-18c14079af83 req-f19b29c6-f249-4daf-ba1e-476459fe6013 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:05.943184 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-048b8fbf-12ca-4ade-a5ed-18c14079af83 req-f19b29c6-f249-4daf-ba1e-476459fe6013 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625&device_id=213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e&device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 2417 time: 0.1580570 Jul 09 13:42:05.946004 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46882) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:06.074891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-80cd2612-be4f-4aa1-b738-3213619c3320 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Allocated IP 2001:db8::2a3 (fb6e44a6-43f8-4d29-b5e1-1553873813a7/5a2ba06e-f40a-4077-b3da-ddde824a1836/fb2635b0-262a-4b42-9847-c45aa4d933e8) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:06.093243 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-048b8fbf-12ca-4ade-a5ed-18c14079af83 req-39b98a82-b7be-4894-b3ee-9478ba3c73b2 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491246 Jul 09 13:42:06.298403 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80cd2612-be4f-4aa1-b738-3213619c3320 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:06.316126 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-80cd2612-be4f-4aa1-b738-3213619c3320 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Transition to ACTIVE for port object fb2635b0-262a-4b42-9847-c45aa4d933e8 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:06.364403 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80cd2612-be4f-4aa1-b738-3213619c3320 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:06.395332 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80cd2612-be4f-4aa1-b738-3213619c3320 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network fb6e44a6-43f8-4d29-b5e1-1553873813a7 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:06.400519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-80cd2612-be4f-4aa1-b738-3213619c3320 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:06.404331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80cd2612-be4f-4aa1-b738-3213619c3320 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:06.411413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cd2612-be4f-4aa1-b738-3213619c3320 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:06.412366 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-80cd2612-be4f-4aa1-b738-3213619c3320 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:06.447859 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40f6277-645b-4d53-ae34-0953923406a0 req-68314ab4-c89f-49a6-afaf-212967d2e071 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:06.449362 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c40f6277-645b-4d53-ae34-0953923406a0 req-68314ab4-c89f-49a6-afaf-212967d2e071 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.4677649 Jul 09 13:42:06.455126 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecef167-54aa-4e52-9f69-857ab349711e tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:06.455626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecef167-54aa-4e52-9f69-857ab349711e tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:06.456112 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ecef167-54aa-4e52-9f69-857ab349711e tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:06.457840 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1ecef167-54aa-4e52-9f69-857ab349711e tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/ports?project_id=c1f9f9204531458ca2e9fa84d6609b20&network_id=7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd HTTP/1.1" status: 200 len: 2969 time: 0.5107446 Jul 09 13:42:06.461076 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-80cd2612-be4f-4aa1-b738-3213619c3320 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 0.8120556 Jul 09 13:42:06.467049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46886) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:06.469593 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Allocated IP 2001:db8::2 (fb6e44a6-43f8-4d29-b5e1-1553873813a7/5a2ba06e-f40a-4077-b3da-ddde824a1836/1a17511d-e0df-43d2-87c4-e8a6fe0a6283) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:06.487830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2cf099c6-4503-43db-ba9f-15c10f47899c no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:42:06.534673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 2cf099c6-4503-43db-ba9f-15c10f47899c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:42:06.535219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2cf099c6-4503-43db-ba9f-15c10f47899c not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:42:06.549507 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c40f6277-645b-4d53-ae34-0953923406a0 req-8f596361-78b1-4f1d-b7d6-6534cdbbe1b4 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813053 Jul 09 13:42:06.557752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cd2612-be4f-4aa1-b738-3213619c3320 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=fb2635b0-262a-4b42-9847-c45aa4d933e8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:06.645997 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ebff50-e773-4075-bc5d-7d98021f011a req-aa7f9ed6-58de-4d4f-ad36-7323700f49e2 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:06.654946 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-95ebff50-e773-4075-bc5d-7d98021f011a req-aa7f9ed6-58de-4d4f-ad36-7323700f49e2 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 945 time: 0.1394229 Jul 09 13:42:06.659819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d8ce2c41-7e1d-4ca0-aa5f-4dde10cd61f3 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port fb2635b0-262a-4b42-9847-c45aa4d933e8 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:06.660428 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8ce2c41-7e1d-4ca0-aa5f-4dde10cd61f3 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:06.706823 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-95ebff50-e773-4075-bc5d-7d98021f011a req-2f2ff5f7-3e91-48de-9d61-1f11e230b188 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505316 Jul 09 13:42:06.743761 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:06.758229 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Transition to ACTIVE for port object 1a17511d-e0df-43d2-87c4-e8a6fe0a6283 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:06.778777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Transition to ACTIVE for port object 1a17511d-e0df-43d2-87c4-e8a6fe0a6283 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:06.789528 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:06.795323 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8ce2c41-7e1d-4ca0-aa5f-4dde10cd61f3 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:06.817212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d8ce2c41-7e1d-4ca0-aa5f-4dde10cd61f3 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for fb2635b0-262a-4b42-9847-c45aa4d933e8 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:06.846210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Network fb6e44a6-43f8-4d29-b5e1-1553873813a7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:06.849701 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:06.855599 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:06.859363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Pushing event updated for resources: {'Port': ['ID=1a17511d-e0df-43d2-87c4-e8a6fe0a6283,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:06.974727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Attempting to bind port 1a17511d-e0df-43d2-87c4-e8a6fe0a6283 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:42:06.975220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Attempting to bind port 1a17511d-e0df-43d2-87c4-e8a6fe0a6283 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0e21b253-24bd-4362-95e5-2b9d1ba16581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fb6e44a6-43f8-4d29-b5e1-1553873813a7'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:42:06.975669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Attempting to bind port 1a17511d-e0df-43d2-87c4-e8a6fe0a6283 on network fb6e44a6-43f8-4d29-b5e1-1553873813a7 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:06.982278 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:06.995451 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:42:07.000742 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Checking segment: {'id': '0e21b253-24bd-4362-95e5-2b9d1ba16581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fb6e44a6-43f8-4d29-b5e1-1553873813a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:07.001347 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:07.001845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Bound using segment: {'id': '0e21b253-24bd-4362-95e5-2b9d1ba16581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fb6e44a6-43f8-4d29-b5e1-1553873813a7'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:42:07.002469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Bound port: 1a17511d-e0df-43d2-87c4-e8a6fe0a6283, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e21b253-24bd-4362-95e5-2b9d1ba16581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 332, 'network_id': 'fb6e44a6-43f8-4d29-b5e1-1553873813a7'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:42:07.003138 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:07.123680 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] For port 1a17511d-e0df-43d2-87c4-e8a6fe0a6283, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:42:07.129050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] For port 1a17511d-e0df-43d2-87c4-e8a6fe0a6283, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1a17511d-e0df-43d2-87c4-e8a6fe0a6283,segment=NetworkSegment(0e21b253-24bd-4362-95e5-2b9d1ba16581),segment_id=0e21b253-24bd-4362-95e5-2b9d1ba16581)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:42:07.136678 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:07.178604 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8ce2c41-7e1d-4ca0-aa5f-4dde10cd61f3 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:07.262814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24629fac-63bd-4228-9994-baba9e5fba04 None None] Pushing event updated for resources: {'Port': ['ID=1a17511d-e0df-43d2-87c4-e8a6fe0a6283,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:07.266557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce2c41-7e1d-4ca0-aa5f-4dde10cd61f3 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=fb2635b0-262a-4b42-9847-c45aa4d933e8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:07.283504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1379b4b-4417-4b54-9a00-44924860676a req-b8a70fb1-7851-4f6f-9a8a-7f00462ea1f6 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:07.291425 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d1379b4b-4417-4b54-9a00-44924860676a req-b8a70fb1-7851-4f6f-9a8a-7f00462ea1f6 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.1873620 Jul 09 13:42:07.355887 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d1379b4b-4417-4b54-9a00-44924860676a req-dd9add60-6237-4ef8-9748-0ed9448d4864 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629895 Jul 09 13:42:07.383532 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8ce2c41-7e1d-4ca0-aa5f-4dde10cd61f3 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:07.387575 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d8ce2c41-7e1d-4ca0-aa5f-4dde10cd61f3 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/fb2635b0-262a-4b42-9847-c45aa4d933e8 HTTP/1.1" status: 204 len: 168 time: 0.9186614 Jul 09 13:42:07.390687 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46912) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:07.391264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543acf13-475b-405a-814c-8dacdf13421c req-5b6af6b5-2537-4729-8e7c-abe51f085c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:07.393899 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-543acf13-475b-405a-814c-8dacdf13421c req-5b6af6b5-2537-4729-8e7c-abe51f085c02 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=babef6379bed4e18867311a7868b9288&device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 1097 time: 0.3548131 Jul 09 13:42:07.424352 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98e5225-7b8c-4b9e-a1b0-af4f492c7727 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] GET failed (client error): The resource could not be found. Jul 09 13:42:07.430277 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d98e5225-7b8c-4b9e-a1b0-af4f492c7727 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/fb2635b0-262a-4b42-9847-c45aa4d933e8 HTTP/1.1" status: 404 len: 333 time: 0.0375845 Jul 09 13:42:07.432591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46916) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:07.597345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc791b96-b726-4dc0-aed0-8c54947eeb57 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting subnet 5a2ba06e-f40a-4077-b3da-ddde824a1836 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:42:07.617588 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc791b96-b726-4dc0-aed0-8c54947eeb57 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:07.666004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543acf13-475b-405a-814c-8dacdf13421c req-6a9b28f4-da33-4846-802e-0927364dc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:07.667602 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-543acf13-475b-405a-814c-8dacdf13421c req-6a9b28f4-da33-4846-802e-0927364dc5d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3881be75-6fce-4855-8e27-914588a658c2 HTTP/1.1" status: 200 len: 912 time: 0.2672665 Jul 09 13:42:07.684517 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc791b96-b726-4dc0-aed0-8c54947eeb57 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:07.724442 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-543acf13-475b-405a-814c-8dacdf13421c req-8e9bcc02-f2e1-45c9-a542-6977715ce11a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac24f1b2-ec72-4543-8253-db3fcac9ed44 HTTP/1.1" status: 200 len: 217 time: 0.0369570 Jul 09 13:42:07.814813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543acf13-475b-405a-814c-8dacdf13421c req-3d1a00ee-2060-4070-9bcc-f2d93b2b96f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:07.816276 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-543acf13-475b-405a-814c-8dacdf13421c req-3d1a00ee-2060-4070-9bcc-f2d93b2b96f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7963501-dd58-4176-8b20-9e2b0fe5b563 HTTP/1.1" status: 200 len: 851 time: 0.0740483 Jul 09 13:42:07.867153 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-543acf13-475b-405a-814c-8dacdf13421c req-4bf95b91-0530-4031-8765-720e5a374d94 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3881be75-6fce-4855-8e27-914588a658c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307448 Jul 09 13:42:07.888857 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc791b96-b726-4dc0-aed0-8c54947eeb57 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.017881 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-543acf13-475b-405a-814c-8dacdf13421c req-005ebe54-aadd-4ccf-8676-33d5d3af6216 service neutron] 10.222.0.18 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396737 Jul 09 13:42:08.019874 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc791b96-b726-4dc0-aed0-8c54947eeb57 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.067961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc791b96-b726-4dc0-aed0-8c54947eeb57 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Subnet': ['ID=5a2ba06e-f40a-4077-b3da-ddde824a1836,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:08.101281 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc791b96-b726-4dc0-aed0-8c54947eeb57 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.106594 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fc791b96-b726-4dc0-aed0-8c54947eeb57 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/5a2ba06e-f40a-4077-b3da-ddde824a1836 HTTP/1.1" status: 204 len: 168 time: 0.6473608 Jul 09 13:42:08.107025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46936) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:08.153642 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-543acf13-475b-405a-814c-8dacdf13421c req-ac379113-e8e3-4018-b100-9982b572731c service neutron] 10.222.0.18 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263597 Jul 09 13:42:08.192574 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.240258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46942) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:08.293360 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port 1a17511d-e0df-43d2-87c4-e8a6fe0a6283 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:08.293774 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.304791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f4dcf2-0a3b-488e-8e60-0ff8b6a00eb2 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:08.307032 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-62f4dcf2-0a3b-488e-8e60-0ff8b6a00eb2 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 814 time: 0.0657718 Jul 09 13:42:08.376716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] For port 1a17511d-e0df-43d2-87c4-e8a6fe0a6283, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1a17511d-e0df-43d2-87c4-e8a6fe0a6283,segment=NetworkSegment(0e21b253-24bd-4362-95e5-2b9d1ba16581),segment_id=0e21b253-24bd-4362-95e5-2b9d1ba16581)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:08.377069 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.397321 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for 1a17511d-e0df-43d2-87c4-e8a6fe0a6283 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:08.430559 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.534872 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.591035 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d18408-ed20-4b5b-9a89-ce2dcc30abcf None None] Network fb6e44a6-43f8-4d29-b5e1-1553873813a7 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:08.604796 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=1a17511d-e0df-43d2-87c4-e8a6fe0a6283,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:08.609505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No DVR routers for this DVR port 1a17511d-e0df-43d2-87c4-e8a6fe0a6283 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:08.642984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1a17511d-e0df-43d2-87c4-e8a6fe0a6283 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:08.681832 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 1a17511d-e0df-43d2-87c4-e8a6fe0a6283 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:42:08.682155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1a17511d-e0df-43d2-87c4-e8a6fe0a6283 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 13:42:08.691706 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-044016a6-7205-4fc1-857b-83a55eb9ce6e None None] Could not find standard attr ID for object 1a17511d-e0df-43d2-87c4-e8a6fe0a6283. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:42:08.720623 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.722661 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Port 1a17511d-e0df-43d2-87c4-e8a6fe0a6283 not found, will not notify nova. {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 13:42:08.744018 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5c2dd-1732-422d-8587-85c59d463566 req-da939955-f4d0-46fc-9109-c6fede2cb360 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:08.746468 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48e5c2dd-1732-422d-8587-85c59d463566 req-da939955-f4d0-46fc-9109-c6fede2cb360 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.2247634 Jul 09 13:42:08.789772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46960) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:08.796896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fa23c7d2-0dd6-4ff2-94ca-6a461c29b857 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'network': {'name': 'tempest-network-smoke--481269380', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'port_security_enabled': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:08.798176 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.822092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa23c7d2-0dd6-4ff2-94ca-6a461c29b857 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Made reservation on behalf of c1f9f9204531458ca2e9fa84d6609b20 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:08.822436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6e44a6-43f8-4d29-b5e1-1553873813a7']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:08.828286 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa23c7d2-0dd6-4ff2-94ca-6a461c29b857 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.836023 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca4d794-4195-4f76-b108-5a44d4a1e0b9 None None] DHCP port deletion for fb6e44a6-43f8-4d29-b5e1-1553873813a7 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:42:08.844783 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e21b253-24bd-4362-95e5-2b9d1ba16581') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:08.845083 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e21b253-24bd-4362-95e5-2b9d1ba16581') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:08.861175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa23c7d2-0dd6-4ff2-94ca-6a461c29b857 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:08.865473 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.873598 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa23c7d2-0dd6-4ff2-94ca-6a461c29b857 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.874098 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-fa23c7d2-0dd6-4ff2-94ca-6a461c29b857 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Added segment 249144a5-32f6-4205-85f7-ba49a58eb996 of type vlan for network e97a67cb-6d60-459f-9c45-5328d11d3e60 Jul 09 13:42:08.880623 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48e5c2dd-1732-422d-8587-85c59d463566 req-fd0d452b-0143-4e50-b305-a2efe173ad96 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182854 Jul 09 13:42:08.900545 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95016d2a-13c3-4626-9bfc-415aa4fc0b8b req-1c197c29-a2be-4c7b-8f9f-5d0eff042d05 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:08.903363 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-95016d2a-13c3-4626-9bfc-415aa4fc0b8b req-1c197c29-a2be-4c7b-8f9f-5d0eff042d05 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.1698856 Jul 09 13:42:08.904494 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.914206 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Releasing vlan 332 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:42:08.914609 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:42:08.921182 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:42:08.929270 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa23c7d2-0dd6-4ff2-94ca-6a461c29b857 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.968335 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa23c7d2-0dd6-4ff2-94ca-6a461c29b857 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:08.974173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa23c7d2-0dd6-4ff2-94ca-6a461c29b857 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:08.974808 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa23c7d2-0dd6-4ff2-94ca-6a461c29b857 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:09.015816 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-95016d2a-13c3-4626-9bfc-415aa4fc0b8b req-51a6ecaa-799b-48fd-9403-d30a57fed8f2 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822091 Jul 09 13:42:09.023149 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:09.051656 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:09.053538 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/networks/fb6e44a6-43f8-4d29-b5e1-1553873813a7 HTTP/1.1" status: 204 len: 168 time: 0.9454491 Jul 09 13:42:09.054570 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3e8dd-2e2e-4fe8-bdd9-8de3bc790a86 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Network': ['ID=fb6e44a6-43f8-4d29-b5e1-1553873813a7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:09.056976 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46968) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:09.063014 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-dc5ad1ff-1add-4460-8275-f5acf4101930 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'name': 'tempest-PortsIpV6TestJSON-1584345278'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:09.076107 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fa23c7d2-0dd6-4ff2-94ca-6a461c29b857 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2842309 Jul 09 13:42:09.078709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46972) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:09.079969 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa23c7d2-0dd6-4ff2-94ca-6a461c29b857 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Network': ['ID=e97a67cb-6d60-459f-9c45-5328d11d3e60,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:09.091509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network e97a67cb-6d60-459f-9c45-5328d11d3e60 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:09.225631 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d9d09cc-49e6-48fb-972b-16e505a0af50 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:09.227180 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3d9d09cc-49e6-48fb-972b-16e505a0af50 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c1f9f9204531458ca2e9fa84d6609b20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1474476 Jul 09 13:42:09.230385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46980) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:09.246635 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5ad1ff-1add-4460-8275-f5acf4101930 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:09.250935 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc5ad1ff-1add-4460-8275-f5acf4101930 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:09.274731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-dc5ad1ff-1add-4460-8275-f5acf4101930 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] device_id is not set on port 4f5ec6a5-8173-4b43-acb6-cf63e732f351 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:42:09.348565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0877b4b-dd05-4acd-bc26-331aa7b7f907 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:09.351783 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d0877b4b-dd05-4acd-bc26-331aa7b7f907 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1187043 Jul 09 13:42:09.353197 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46984) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:09.464624 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc5ad1ff-1add-4460-8275-f5acf4101930 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:09.509058 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc5ad1ff-1add-4460-8275-f5acf4101930 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:09.568890 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5ad1ff-1add-4460-8275-f5acf4101930 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network eae0e282-e05e-431a-b893-8ff5e5756c82 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:09.572927 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-dc5ad1ff-1add-4460-8275-f5acf4101930 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:09.575691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5ad1ff-1add-4460-8275-f5acf4101930 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:09.582259 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5ad1ff-1add-4460-8275-f5acf4101930 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:09.582937 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc5ad1ff-1add-4460-8275-f5acf4101930 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:09.597886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5ad1ff-1add-4460-8275-f5acf4101930 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=4f5ec6a5-8173-4b43-acb6-cf63e732f351,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:09.613633 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dc5ad1ff-1add-4460-8275-f5acf4101930 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5530200 Jul 09 13:42:09.614202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46986) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:09.738864 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6c0c3249-ff67-4916-8bf1-87d0bfea1b82 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3845606 Jul 09 13:42:09.741643 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46990) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:09.745864 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-053dfbed-cb35-4977-b57c-984a8910b21f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port 4f5ec6a5-8173-4b43-acb6-cf63e732f351 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:09.746355 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-053dfbed-cb35-4977-b57c-984a8910b21f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:09.771295 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5c0d4f24-329d-4b88-ba0a-4c4349aa7391 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c1f9f9204531458ca2e9fa84d6609b20&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285327 Jul 09 13:42:09.774461 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46992) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:09.820283 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-053dfbed-cb35-4977-b57c-984a8910b21f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:09.835483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-053dfbed-cb35-4977-b57c-984a8910b21f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for 4f5ec6a5-8173-4b43-acb6-cf63e732f351 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:09.874451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-107b137b-a9d6-452b-9aeb-c1f8adebb852 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:09.876645 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-107b137b-a9d6-452b-9aeb-c1f8adebb852 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1015527 Jul 09 13:42:09.879562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46994) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:09.910232 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b6e8b2d6-4aa4-4430-81ef-80458c5945b9 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0296066 Jul 09 13:42:09.914416 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46996) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:09.921674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fe25b80d-073c-47c8-8763-26745f5bfafa tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1892094695', 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:09.937731 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-053dfbed-cb35-4977-b57c-984a8910b21f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:09.986516 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053dfbed-cb35-4977-b57c-984a8910b21f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=4f5ec6a5-8173-4b43-acb6-cf63e732f351,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:09.990371 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-053dfbed-cb35-4977-b57c-984a8910b21f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:09.995606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-053dfbed-cb35-4977-b57c-984a8910b21f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/4f5ec6a5-8173-4b43-acb6-cf63e732f351 HTTP/1.1" status: 204 len: 168 time: 0.3774126 Jul 09 13:42:09.995929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47000) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.001835 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b640a4d2-3f6d-4537-aa17-72ed87415fe2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'mac_address': 'fa:16:3e:c7:1d:fe', 'name': 'tempest-PortsIpV6TestJSON-1672042080'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:10.062124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe25b80d-073c-47c8-8763-26745f5bfafa tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Made reservation on behalf of c1f9f9204531458ca2e9fa84d6609b20 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:10.066012 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe25b80d-073c-47c8-8763-26745f5bfafa tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:10.178293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b640a4d2-3f6d-4537-aa17-72ed87415fe2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:10.224381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac6e3c4-842e-42db-b52d-9f9e8fb2ccf7 req-8a08bc73-fd98-4d40-bd39-3cb98ae396a7 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:10.226041 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ac6e3c4-842e-42db-b52d-9f9e8fb2ccf7 req-8a08bc73-fd98-4d40-bd39-3cb98ae396a7 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.1624386 Jul 09 13:42:10.289943 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe25b80d-073c-47c8-8763-26745f5bfafa tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:10.337775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ac6e3c4-842e-42db-b52d-9f9e8fb2ccf7 req-28a1986e-6ef5-4dc7-ad89-32d8c1e4c829 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771158 Jul 09 13:42:10.342690 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b640a4d2-3f6d-4537-aa17-72ed87415fe2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:10.368169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe25b80d-073c-47c8-8763-26745f5bfafa tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Subnet': ['ID=26bbf3ff-b615-4dd7-9ead-32e339d21949,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:10.374068 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5173a16-9f50-44ab-b65f-a712e2612abf req-8d96c767-9a30-437e-b50f-9b12e333941f tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:10.375704 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5173a16-9f50-44ab-b65f-a712e2612abf req-8d96c767-9a30-437e-b50f-9b12e333941f tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.2103612 Jul 09 13:42:10.386547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe25b80d-073c-47c8-8763-26745f5bfafa tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Checking segment: {'id': '249144a5-32f6-4205-85f7-ba49a58eb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:10.387649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25b80d-073c-47c8-8763-26745f5bfafa tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network hostable DHCP agents. Network: e97a67cb-6d60-459f-9c45-5328d11d3e60, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:42:10.390327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-b640a4d2-3f6d-4537-aa17-72ed87415fe2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] device_id is not set on port f12fc6eb-5329-4afb-b968-7a803ce8eb99 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:42:10.412166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe25b80d-073c-47c8-8763-26745f5bfafa tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network e97a67cb-6d60-459f-9c45-5328d11d3e60 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:42:10.424351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-fe25b80d-073c-47c8-8763-26745f5bfafa tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, e97a67cb-6d60-459f-9c45-5328d11d3e60) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:10.429610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe25b80d-073c-47c8-8763-26745f5bfafa tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:10.430262 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe25b80d-073c-47c8-8763-26745f5bfafa tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:10.434133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949290b4-82e1-442b-8a5c-c916a74eab0d None None] Network e97a67cb-6d60-459f-9c45-5328d11d3e60 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:10.469789 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fe25b80d-073c-47c8-8763-26745f5bfafa tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5507722 Jul 09 13:42:10.535417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1a17511d-e0df-43d2-87c4-e8a6fe0a6283 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:42:10.568887 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 1a17511d-e0df-43d2-87c4-e8a6fe0a6283 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:42:10.569533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1a17511d-e0df-43d2-87c4-e8a6fe0a6283 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:42:10.634253 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5173a16-9f50-44ab-b65f-a712e2612abf req-8492a63f-21c0-49c2-ae07-301c4fa7864e tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459483 Jul 09 13:42:10.637914 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b640a4d2-3f6d-4537-aa17-72ed87415fe2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:10.685107 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b640a4d2-3f6d-4537-aa17-72ed87415fe2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:10.716612 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-e97a67cb-6d60-459f-9c45-5328d11d3e60', 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ips': [{'subnet_id': '26bbf3ff-b615-4dd7-9ead-32e339d21949'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:42:10.717535 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:10.748793 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b640a4d2-3f6d-4537-aa17-72ed87415fe2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network eae0e282-e05e-431a-b893-8ff5e5756c82 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:10.752283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b640a4d2-3f6d-4537-aa17-72ed87415fe2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:10.754735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b640a4d2-3f6d-4537-aa17-72ed87415fe2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:10.761480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b640a4d2-3f6d-4537-aa17-72ed87415fe2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:10.762110 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b640a4d2-3f6d-4537-aa17-72ed87415fe2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:10.772047 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640a4d2-3f6d-4537-aa17-72ed87415fe2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=f12fc6eb-5329-4afb-b968-7a803ce8eb99,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:10.787018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47016) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.787227 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b640a4d2-3f6d-4537-aa17-72ed87415fe2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7900953 Jul 09 13:42:10.865898 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56b2c72-64dc-4372-806d-d1b598a3d359 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:10.868431 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b56b2c72-64dc-4372-806d-d1b598a3d359 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/f12fc6eb-5329-4afb-b968-7a803ce8eb99 HTTP/1.1" status: 200 len: 845 time: 0.0802364 Jul 09 13:42:10.872093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47018) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:10.912674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Allocated IP 172.20.0.18 (e97a67cb-6d60-459f-9c45-5328d11d3e60/26bbf3ff-b615-4dd7-9ead-32e339d21949/934061a5-cfb0-449c-84a9-105737cf8dc2) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:11.024777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2f18a581-a80e-4a82-9388-12e00a4b828f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port f12fc6eb-5329-4afb-b968-7a803ce8eb99 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:11.025365 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f18a581-a80e-4a82-9388-12e00a4b828f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.068971 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47020) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.074279 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1160919081', 'description': 'tempest-secgroup-smoke-1160919081 description', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:11.100829 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.106879 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.112616 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Transition to ACTIVE for port object 934061a5-cfb0-449c-84a9-105737cf8dc2 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:11.129559 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f18a581-a80e-4a82-9388-12e00a4b828f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.131215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Transition to ACTIVE for port object 934061a5-cfb0-449c-84a9-105737cf8dc2 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:11.140727 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.145995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2f18a581-a80e-4a82-9388-12e00a4b828f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for f12fc6eb-5329-4afb-b968-7a803ce8eb99 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:11.191614 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Network e97a67cb-6d60-459f-9c45-5328d11d3e60 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:11.194784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:11.202702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:11.206105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Pushing event updated for resources: {'Port': ['ID=934061a5-cfb0-449c-84a9-105737cf8dc2,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:11.234214 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f18a581-a80e-4a82-9388-12e00a4b828f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.251169 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.258340 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.269797 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f18a581-a80e-4a82-9388-12e00a4b828f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=f12fc6eb-5329-4afb-b968-7a803ce8eb99,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:11.279668 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Attempting to bind port 934061a5-cfb0-449c-84a9-105737cf8dc2 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:42:11.279854 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f18a581-a80e-4a82-9388-12e00a4b828f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.280153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Attempting to bind port 934061a5-cfb0-449c-84a9-105737cf8dc2 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '249144a5-32f6-4205-85f7-ba49a58eb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:42:11.280524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Attempting to bind port 934061a5-cfb0-449c-84a9-105737cf8dc2 on network e97a67cb-6d60-459f-9c45-5328d11d3e60 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:11.282114 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2f18a581-a80e-4a82-9388-12e00a4b828f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/f12fc6eb-5329-4afb-b968-7a803ce8eb99 HTTP/1.1" status: 204 len: 168 time: 0.4084308 Jul 09 13:42:11.286489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47022) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.303075 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56dc216d-2429-445b-8328-75adee027dac,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:11.303537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:42:11.303951 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Checking segment: {'id': '249144a5-32f6-4205-85f7-ba49a58eb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:11.304445 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.307621 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Bound using segment: {'id': '249144a5-32f6-4205-85f7-ba49a58eb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:42:11.308148 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Bound port: 934061a5-cfb0-449c-84a9-105737cf8dc2, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249144a5-32f6-4205-85f7-ba49a58eb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:42:11.308550 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.323826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:11.324196 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:11.324548 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:11.324892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:11.325596 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:11.325943 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:11.326283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:11.326626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:11.327156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:11.327501 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:11.327837 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:11.329760 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:11.331140 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec423508-a4dd-4cc7-9062-80196faf8ff6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] GET failed (client error): The resource could not be found. Jul 09 13:42:11.334032 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ec423508-a4dd-4cc7-9062-80196faf8ff6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/f12fc6eb-5329-4afb-b968-7a803ce8eb99 HTTP/1.1" status: 404 len: 333 time: 0.0465627 Jul 09 13:42:11.340451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47026) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.346043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2ca080d9-7a3d-4b38-b884-512a9bd0a24e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'name': 'tempest-PortsIpV6TestJSON-602301208'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:11.350866 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.356634 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d4babda5-61b2-4417-8343-dc0d55828135 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2858279 Jul 09 13:42:11.358634 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47028) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.363856 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-967e3823-432a-477c-97f4-9ff4d2e217af tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': '56dc216d-2429-445b-8328-75adee027dac', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:11.397292 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] For port 934061a5-cfb0-449c-84a9-105737cf8dc2, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:42:11.402727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] For port 934061a5-cfb0-449c-84a9-105737cf8dc2, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=934061a5-cfb0-449c-84a9-105737cf8dc2,segment=NetworkSegment(249144a5-32f6-4205-85f7-ba49a58eb996),segment_id=249144a5-32f6-4205-85f7-ba49a58eb996)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:42:11.409422 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.426097 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-967e3823-432a-477c-97f4-9ff4d2e217af tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.455173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ca080d9-7a3d-4b38-b884-512a9bd0a24e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:11.462550 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ca080d9-7a3d-4b38-b884-512a9bd0a24e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.474635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b8d6c0-f468-47ba-8d84-75546a88113d None None] Pushing event updated for resources: {'Port': ['ID=934061a5-cfb0-449c-84a9-105737cf8dc2,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:11.496632 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-2ca080d9-7a3d-4b38-b884-512a9bd0a24e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] device_id is not set on port 1483c727-4db1-4159-99b3-e8bbe79eb8d3 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:42:11.551814 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-967e3823-432a-477c-97f4-9ff4d2e217af tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.571715 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-967e3823-432a-477c-97f4-9ff4d2e217af tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.592795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e3823-432a-477c-97f4-9ff4d2e217af tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b35a87-fb0b-4fb1-97f3-6940c91499aa,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:11.627495 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-967e3823-432a-477c-97f4-9ff4d2e217af tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.632609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-967e3823-432a-477c-97f4-9ff4d2e217af tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2728274 Jul 09 13:42:11.637385 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47034) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.657525 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8eb7c3bc-1978-4832-aaa4-5ce7e1360ba0 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': '56dc216d-2429-445b-8328-75adee027dac', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:11.690000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16374383-f173-42c5-bb67-ce75ebc12f7e req-af15e72c-02e4-40a9-b7c1-1a3c501f45bb tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:11.691846 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16374383-f173-42c5-bb67-ce75ebc12f7e req-af15e72c-02e4-40a9-b7c1-1a3c501f45bb tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.1614721 Jul 09 13:42:11.723449 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ca080d9-7a3d-4b38-b884-512a9bd0a24e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.738587 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8eb7c3bc-1978-4832-aaa4-5ce7e1360ba0 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.823431 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ca080d9-7a3d-4b38-b884-512a9bd0a24e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.846332 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16374383-f173-42c5-bb67-ce75ebc12f7e req-d224f008-7bdf-4756-8c4a-b27af0b523e6 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344218 Jul 09 13:42:11.888956 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8eb7c3bc-1978-4832-aaa4-5ce7e1360ba0 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.895315 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8eb7c3bc-1978-4832-aaa4-5ce7e1360ba0 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.950745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca080d9-7a3d-4b38-b884-512a9bd0a24e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=1483c727-4db1-4159-99b3-e8bbe79eb8d3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:11.973603 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8eb7c3bc-1978-4832-aaa4-5ce7e1360ba0 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:11.977465 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8eb7c3bc-1978-4832-aaa4-5ce7e1360ba0 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3213689 Jul 09 13:42:11.985424 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ca080d9-7a3d-4b38-b884-512a9bd0a24e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network eae0e282-e05e-431a-b893-8ff5e5756c82 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:11.987520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2ca080d9-7a3d-4b38-b884-512a9bd0a24e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:11.990474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47044) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:11.993438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca080d9-7a3d-4b38-b884-512a9bd0a24e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:12.000471 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca080d9-7a3d-4b38-b884-512a9bd0a24e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:12.001540 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ca080d9-7a3d-4b38-b884-512a9bd0a24e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.007703 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb7c3bc-1978-4832-aaa4-5ce7e1360ba0 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00720925-81fc-4ac1-be74-a50ed6d910ee,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:12.046191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-74872318-dabd-4b5c-9ea4-f6ca0d61da8a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': '56dc216d-2429-445b-8328-75adee027dac', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:12.054523 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124d26df-9a8b-45aa-aa8f-867c002c4573 req-40db900a-f3cd-41ff-995c-4a71adbbbb25 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:12.060720 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2ca080d9-7a3d-4b38-b884-512a9bd0a24e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.7170010 Jul 09 13:42:12.060896 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-124d26df-9a8b-45aa-aa8f-867c002c4573 req-40db900a-f3cd-41ff-995c-4a71adbbbb25 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.1230865 Jul 09 13:42:12.061065 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47046) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:12.066588 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bbbc50fc-fbcb-4482-a5eb-2119814c5bcd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:12.096262 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-74872318-dabd-4b5c-9ea4-f6ca0d61da8a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.145522 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-124d26df-9a8b-45aa-aa8f-867c002c4573 req-463efe3d-63e3-48ff-92a3-41cbf0704a7d tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738521 Jul 09 13:42:12.161054 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-74872318-dabd-4b5c-9ea4-f6ca0d61da8a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.176617 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-74872318-dabd-4b5c-9ea4-f6ca0d61da8a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.186132 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bbbc50fc-fbcb-4482-a5eb-2119814c5bcd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.201591 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-74872318-dabd-4b5c-9ea4-f6ca0d61da8a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.206837 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-74872318-dabd-4b5c-9ea4-f6ca0d61da8a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2149549 Jul 09 13:42:12.208801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47048) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:12.210415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74872318-dabd-4b5c-9ea4-f6ca0d61da8a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b16153ed-f545-4db6-b743-96f7b6c97fac,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:12.215329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-26207547-f932-4252-b9f0-74947a40475b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': '56dc216d-2429-445b-8328-75adee027dac', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:12.289911 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26207547-f932-4252-b9f0-74947a40475b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.420199 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26207547-f932-4252-b9f0-74947a40475b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.428630 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26207547-f932-4252-b9f0-74947a40475b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.454416 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bbbc50fc-fbcb-4482-a5eb-2119814c5bcd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.460692 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26207547-f932-4252-b9f0-74947a40475b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52d187ed-3382-40ce-b877-99a79a88ad44,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:12.465266 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bbbc50fc-fbcb-4482-a5eb-2119814c5bcd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.473878 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26207547-f932-4252-b9f0-74947a40475b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.474370 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-26207547-f932-4252-b9f0-74947a40475b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2641220 Jul 09 13:42:12.477407 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47052) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:12.489882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-58f85e6f-2b69-4816-a883-fa0e9feecbac tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': '56dc216d-2429-445b-8328-75adee027dac', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:12.506720 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bbbc50fc-fbcb-4482-a5eb-2119814c5bcd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] In _notify_port_updated(), no bound segment for port 1483c727-4db1-4159-99b3-e8bbe79eb8d3 on network eae0e282-e05e-431a-b893-8ff5e5756c82 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:42:12.513018 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbbc50fc-fbcb-4482-a5eb-2119814c5bcd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:12.513686 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bbbc50fc-fbcb-4482-a5eb-2119814c5bcd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.515305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bbbc50fc-fbcb-4482-a5eb-2119814c5bcd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "PUT /v2.0/ports/1483c727-4db1-4159-99b3-e8bbe79eb8d3 HTTP/1.1" status: 200 len: 818 time: 0.4530065 Jul 09 13:42:12.521279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47054) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:12.543038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc50fc-fbcb-4482-a5eb-2119814c5bcd tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=1483c727-4db1-4159-99b3-e8bbe79eb8d3,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:12.578454 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-58f85e6f-2b69-4816-a883-fa0e9feecbac tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Project c1f9f9204531458ca2e9fa84d6609b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:42:12.588104 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-58f85e6f-2b69-4816-a883-fa0e9feecbac tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.611256 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 934061a5-cfb0-449c-84a9-105737cf8dc2 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:12.681212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 934061a5-cfb0-449c-84a9-105737cf8dc2 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:12.718697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-58f85e6f-2b69-4816-a883-fa0e9feecbac tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.725134 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-58f85e6f-2b69-4816-a883-fa0e9feecbac tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.751120 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f85e6f-2b69-4816-a883-fa0e9feecbac tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdacf6a-945c-430a-b1c4-c40af45976ba,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:12.755413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-423e61ef-4b21-4de6-86d4-4432f8e40986 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port 1483c727-4db1-4159-99b3-e8bbe79eb8d3 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:12.755731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-423e61ef-4b21-4de6-86d4-4432f8e40986 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.761368 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-58f85e6f-2b69-4816-a883-fa0e9feecbac tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.762627 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-58f85e6f-2b69-4816-a883-fa0e9feecbac tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2836616 Jul 09 13:42:12.765672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47056) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:12.772395 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2704073d-9ae6-40f2-839e-bdd004a50eb7 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': '56dc216d-2429-445b-8328-75adee027dac', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:12.801730 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-2704073d-9ae6-40f2-839e-bdd004a50eb7 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Project c1f9f9204531458ca2e9fa84d6609b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:42:12.809575 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2704073d-9ae6-40f2-839e-bdd004a50eb7 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.855150 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-423e61ef-4b21-4de6-86d4-4432f8e40986 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.877077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-423e61ef-4b21-4de6-86d4-4432f8e40986 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for 1483c727-4db1-4159-99b3-e8bbe79eb8d3 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:12.889325 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2704073d-9ae6-40f2-839e-bdd004a50eb7 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.896545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c19d842-4ede-4656-a2ee-c6b610d90c46 None None] Network e97a67cb-6d60-459f-9c45-5328d11d3e60 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:12.897327 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2704073d-9ae6-40f2-839e-bdd004a50eb7 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.936631 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2704073d-9ae6-40f2-839e-bdd004a50eb7 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:12.947161 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2704073d-9ae6-40f2-839e-bdd004a50eb7 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1704576 Jul 09 13:42:12.947161 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704073d-9ae6-40f2-839e-bdd004a50eb7 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdda37a-b930-4f18-a1d9-030cb52ebe55,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:13.003027 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-423e61ef-4b21-4de6-86d4-4432f8e40986 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.063368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e61ef-4b21-4de6-86d4-4432f8e40986 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=1483c727-4db1-4159-99b3-e8bbe79eb8d3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:13.075620 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-423e61ef-4b21-4de6-86d4-4432f8e40986 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.077776 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-423e61ef-4b21-4de6-86d4-4432f8e40986 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/1483c727-4db1-4159-99b3-e8bbe79eb8d3 HTTP/1.1" status: 204 len: 168 time: 0.5554726 Jul 09 13:42:13.080437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47066) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:13.085353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1a7f9efd-ab16-4ce3-8f51-ca11aad6121d None None] Provisioning for port 934061a5-cfb0-449c-84a9-105737cf8dc2 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:13.106919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1a7f9efd-ab16-4ce3-8f51-ca11aad6121d None None] Provisioning complete for port 934061a5-cfb0-449c-84a9-105737cf8dc2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:13.107459 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a7f9efd-ab16-4ce3-8f51-ca11aad6121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.108287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b098a-619c-485e-b412-9970c6ffaaa5 req-d6bb5dde-5c57-493f-8ec6-b22b9a1d5195 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:13.117002 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d67b098a-619c-485e-b412-9970c6ffaaa5 req-d6bb5dde-5c57-493f-8ec6-b22b9a1d5195 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.0905938 Jul 09 13:42:13.169526 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d67b098a-619c-485e-b412-9970c6ffaaa5 req-5399717a-40d8-4982-89a6-c20bd912ef3f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512598 Jul 09 13:42:13.243977 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2147acc3-0545-4319-bf16-f5395d418f5c req-a396cbdd-269d-4e1d-a22d-8caa254e59d6 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1160919081&fields=id&tenant_id=c1f9f9204531458ca2e9fa84d6609b20 HTTP/1.1" status: 200 len: 267 time: 0.0633795 Jul 09 13:42:13.277420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85f533b3-1dee-4d01-84b2-746820a98612 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:13.280840 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-85f533b3-1dee-4d01-84b2-746820a98612 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1986339 Jul 09 13:42:13.282834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47080) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:13.287973 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a7f9efd-ab16-4ce3-8f51-ca11aad6121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.320133 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d49f9c7-ea2c-45c8-a0de-a69c80925e1d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] GET failed (client error): The resource could not be found. Jul 09 13:42:13.322564 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1d49f9c7-ea2c-45c8-a0de-a69c80925e1d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/1483c727-4db1-4159-99b3-e8bbe79eb8d3 HTTP/1.1" status: 404 len: 333 time: 0.0379238 Jul 09 13:42:13.327084 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47082) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:13.333553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fc4f6118-25a5-4bcb-b624-e8cbbb1b7d32 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1896533594'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:13.338936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1a7f9efd-ab16-4ce3-8f51-ca11aad6121d None None] For port 934061a5-cfb0-449c-84a9-105737cf8dc2, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=934061a5-cfb0-449c-84a9-105737cf8dc2,segment=NetworkSegment(249144a5-32f6-4205-85f7-ba49a58eb996),segment_id=249144a5-32f6-4205-85f7-ba49a58eb996)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:13.347466 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1a7f9efd-ab16-4ce3-8f51-ca11aad6121d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.406864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc4f6118-25a5-4bcb-b624-e8cbbb1b7d32 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:13.412028 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc4f6118-25a5-4bcb-b624-e8cbbb1b7d32 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.433735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147acc3-0545-4319-bf16-f5395d418f5c req-0d86dfdc-c74c-494a-88ac-9b3ccc811091 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:13.435507 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2147acc3-0545-4319-bf16-f5395d418f5c req-0d86dfdc-c74c-494a-88ac-9b3ccc811091 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/networks?id=e97a67cb-6d60-459f-9c45-5328d11d3e60 HTTP/1.1" status: 200 len: 796 time: 0.1840696 Jul 09 13:42:13.465228 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2147acc3-0545-4319-bf16-f5395d418f5c req-a3899e01-d0e7-4c1e-aeaf-f113e179e2a1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/quotas/c1f9f9204531458ca2e9fa84d6609b20 HTTP/1.1" status: 200 len: 375 time: 0.0233386 Jul 09 13:42:13.474339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f9efd-ab16-4ce3-8f51-ca11aad6121d None None] Pushing event updated for resources: {'Port': ['ID=934061a5-cfb0-449c-84a9-105737cf8dc2,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:13.474986 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc4f6118-25a5-4bcb-b624-e8cbbb1b7d32 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:13.496807 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc4f6118-25a5-4bcb-b624-e8cbbb1b7d32 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.497415 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-fc4f6118-25a5-4bcb-b624-e8cbbb1b7d32 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Added segment 7c3399d7-cadc-41e4-bcbe-e1b3eb8eebd3 of type vlan for network 781bae4a-3805-4f89-b08c-d56f11f15a77 Jul 09 13:42:13.551456 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc4f6118-25a5-4bcb-b624-e8cbbb1b7d32 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.592494 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc4f6118-25a5-4bcb-b624-e8cbbb1b7d32 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.600583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc4f6118-25a5-4bcb-b624-e8cbbb1b7d32 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:13.601264 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc4f6118-25a5-4bcb-b624-e8cbbb1b7d32 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.620386 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2147acc3-0545-4319-bf16-f5395d418f5c req-97560f09-1c9e-47fb-8786-9108afeaad00 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1f9f9204531458ca2e9fa84d6609b20&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1478202 Jul 09 13:42:13.685274 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fc4f6118-25a5-4bcb-b624-e8cbbb1b7d32 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3538961 Jul 09 13:42:13.686378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47086) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:13.694039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-17f1b861-be6f-4e66-a606-eaf97841d68c tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'subnet': {'network_id': '781bae4a-3805-4f89-b08c-d56f11f15a77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:13.711646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee738f4-803e-4666-a382-e8a4293c77c3 req-eb13b52d-e401-41e4-bfe7-7f2df7d7733f tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:13.713889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fee738f4-803e-4666-a382-e8a4293c77c3 req-eb13b52d-e401-41e4-bfe7-7f2df7d7733f tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.1628685 Jul 09 13:42:13.721402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4f6118-25a5-4bcb-b624-e8cbbb1b7d32 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Network': ['ID=781bae4a-3805-4f89-b08c-d56f11f15a77,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:13.735139 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 781bae4a-3805-4f89-b08c-d56f11f15a77 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:13.790495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2147acc3-0545-4319-bf16-f5395d418f5c req-419a01f7-5f56-4cde-a61b-b76a4c6cbde2 service neutron] 10.222.0.39 "GET /v2.0/networks/e97a67cb-6d60-459f-9c45-5328d11d3e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525381 Jul 09 13:42:13.793909 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fee738f4-803e-4666-a382-e8a4293c77c3 req-ecff04c0-315f-4449-9a9b-a5f00bfdf869 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704076 Jul 09 13:42:13.819554 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-935d1951-f7ad-46a1-bf0d-1edcea08edc5 None None] Provisioning complete for port 934061a5-cfb0-449c-84a9-105737cf8dc2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:13.820052 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-935d1951-f7ad-46a1-bf0d-1edcea08edc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.837680 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f1b861-be6f-4e66-a606-eaf97841d68c tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:13.842811 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17f1b861-be6f-4e66-a606-eaf97841d68c tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:13.918269 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2147acc3-0545-4319-bf16-f5395d418f5c req-5c6e9c0f-49d1-40ef-afad-3f118ac1fdcc service neutron] 10.222.0.39 "GET /v2.0/networks/e97a67cb-6d60-459f-9c45-5328d11d3e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194568 Jul 09 13:42:14.083494 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17f1b861-be6f-4e66-a606-eaf97841d68c tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:14.171683 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f1b861-be6f-4e66-a606-eaf97841d68c tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Subnet': ['ID=81aca1b5-3031-4237-84ae-da4f9f3e92bb,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:14.179794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f1b861-be6f-4e66-a606-eaf97841d68c tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Checking segment: {'id': '7c3399d7-cadc-41e4-bcbe-e1b3eb8eebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '781bae4a-3805-4f89-b08c-d56f11f15a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:14.180397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f1b861-be6f-4e66-a606-eaf97841d68c tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network hostable DHCP agents. Network: 781bae4a-3805-4f89-b08c-d56f11f15a77, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:42:14.218189 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5264945-211e-4440-8fa9-5209208aab8f req-b92cce25-9227-4eec-be38-6fe881065b26 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 210 time: 0.0584941 Jul 09 13:42:14.224482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f1b861-be6f-4e66-a606-eaf97841d68c tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network 781bae4a-3805-4f89-b08c-d56f11f15a77 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:42:14.237029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-17f1b861-be6f-4e66-a606-eaf97841d68c tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 781bae4a-3805-4f89-b08c-d56f11f15a77) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:14.241718 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f1b861-be6f-4e66-a606-eaf97841d68c tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:14.242586 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17f1b861-be6f-4e66-a606-eaf97841d68c tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:14.249187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b299600-0b97-4cde-9d2f-38157a78925d None None] Network 781bae4a-3805-4f89-b08c-d56f11f15a77 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:14.264424 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-17f1b861-be6f-4e66-a606-eaf97841d68c tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5753918 Jul 09 13:42:14.266793 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47098) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:14.273653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b3d30e76-6a3a-4cc2-a1e7-229c785bac52 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'subnet': {'network_id': '781bae4a-3805-4f89-b08c-d56f11f15a77', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:14.474216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946ad74-4391-44c4-b4ea-950eed299a7f req-8ea47a3c-7736-445d-831d-220f3fb34486 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:14.477284 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3946ad74-4391-44c4-b4ea-950eed299a7f req-8ea47a3c-7736-445d-831d-220f3fb34486 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.1712148 Jul 09 13:42:14.493331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47110) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:14.540816 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d30e76-6a3a-4cc2-a1e7-229c785bac52 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:14.545642 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b3d30e76-6a3a-4cc2-a1e7-229c785bac52 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:14.571980 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3946ad74-4391-44c4-b4ea-950eed299a7f req-5c89734a-bd8d-404d-b687-1ea9d04302a2 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866377 Jul 09 13:42:14.614055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-781bae4a-3805-4f89-b08c-d56f11f15a77', 'network_id': '781bae4a-3805-4f89-b08c-d56f11f15a77', 'tenant_id': 'a8ed5ed50c334d5b9a36be165575e7a4', 'fixed_ips': [{'subnet_id': '81aca1b5-3031-4237-84ae-da4f9f3e92bb'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:42:14.615132 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:14.662073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 934061a5-cfb0-449c-84a9-105737cf8dc2 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:14.755843 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a5d8-08e6-460f-aaf5-c1b06f45fda7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:14.775450 n-d-799525-3 neutron-server[93753]: INFO neutron.db.ipam_backend_mixin [None req-b3d30e76-6a3a-4cc2-a1e7-229c785bac52 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 81aca1b5-3031-4237-84ae-da4f9f3e92bb (CIDR: 2001:db8::/64) Jul 09 13:42:14.783844 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d30e76-6a3a-4cc2-a1e7-229c785bac52 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:42:14.784282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d30e76-6a3a-4cc2-a1e7-229c785bac52 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:42:14.871572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 934061a5-cfb0-449c-84a9-105737cf8dc2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:14.872154 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:14.899982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Allocated IP 2001:db8::2 (781bae4a-3805-4f89-b08c-d56f11f15a77/81aca1b5-3031-4237-84ae-da4f9f3e92bb/9c650131-4759-4d37-9e13-88bf3fde93f8) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:14.926868 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a5d8-08e6-460f-aaf5-c1b06f45fda7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:14.936097 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0a0a5d8-08e6-460f-aaf5-c1b06f45fda7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:14.973692 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b3d30e76-6a3a-4cc2-a1e7-229c785bac52 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7054429 Jul 09 13:42:14.980657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47118) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:14.991321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-cf3ec7c0-a80f-4fbf-a8e5-a838cd6529ba tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'subnet': {'network_id': '781bae4a-3805-4f89-b08c-d56f11f15a77', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:15.023167 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b0a0a5d8-08e6-460f-aaf5-c1b06f45fda7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3da37818771f4620a76c9da8d00ed9b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5216100 Jul 09 13:42:15.026955 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47120) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:15.052281 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4976c4-54c3-4e63-9a81-046ac46913a7 req-f53e5ef9-76f4-4089-8b91-2a0b87b10c29 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:15.053941 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec4976c4-54c3-4e63-9a81-046ac46913a7 req-f53e5ef9-76f4-4089-8b91-2a0b87b10c29 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.0888467 Jul 09 13:42:15.062204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a0a5d8-08e6-460f-aaf5-c1b06f45fda7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9db6e4fb-14d8-4eb4-9233-11d9f92c65e2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:15.126554 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6187f5d6-734d-476c-afe0-4b056f2b1e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:15.160042 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec4976c4-54c3-4e63-9a81-046ac46913a7 req-71ed5732-39c6-4e8f-bbc3-061080665f2b tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911059 Jul 09 13:42:15.162508 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6187f5d6-734d-476c-afe0-4b056f2b1e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:15.174522 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:42:15.207941 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf3ec7c0-a80f-4fbf-a8e5-a838cd6529ba tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:15.212400 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec7c0-a80f-4fbf-a8e5-a838cd6529ba tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:15.229552 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6187f5d6-734d-476c-afe0-4b056f2b1e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:15.233808 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6187f5d6-734d-476c-afe0-4b056f2b1e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:15.236647 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6187f5d6-734d-476c-afe0-4b056f2b1e82 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9db6e4fb-14d8-4eb4-9233-11d9f92c65e2 HTTP/1.1" status: 204 len: 168 time: 0.2043288 Jul 09 13:42:15.273932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187f5d6-734d-476c-afe0-4b056f2b1e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9db6e4fb-14d8-4eb4-9233-11d9f92c65e2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:15.354765 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:15.364756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Transition to ACTIVE for port object 9c650131-4759-4d37-9e13-88bf3fde93f8 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:15.382929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Transition to ACTIVE for port object 9c650131-4759-4d37-9e13-88bf3fde93f8 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:15.391731 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:15.448759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Network 781bae4a-3805-4f89-b08c-d56f11f15a77 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:15.454248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:15.459862 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:15.471918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Pushing event updated for resources: {'Port': ['ID=9c650131-4759-4d37-9e13-88bf3fde93f8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:15.548297 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fc894c52-ab80-4aa7-85fd-1f33a92ec56d req-e8cfaea1-372e-4bbb-a7cd-7a78ec5a6743 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 210 time: 0.0613174 Jul 09 13:42:15.569735 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Attempting to bind port 9c650131-4759-4d37-9e13-88bf3fde93f8 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:42:15.570110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Attempting to bind port 9c650131-4759-4d37-9e13-88bf3fde93f8 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '7c3399d7-cadc-41e4-bcbe-e1b3eb8eebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '781bae4a-3805-4f89-b08c-d56f11f15a77'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:42:15.570472 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Attempting to bind port 9c650131-4759-4d37-9e13-88bf3fde93f8 on network 781bae4a-3805-4f89-b08c-d56f11f15a77 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:15.579941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:42:15.580321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Checking segment: {'id': '7c3399d7-cadc-41e4-bcbe-e1b3eb8eebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '781bae4a-3805-4f89-b08c-d56f11f15a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:15.580737 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:15.581132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Bound using segment: {'id': '7c3399d7-cadc-41e4-bcbe-e1b3eb8eebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '781bae4a-3805-4f89-b08c-d56f11f15a77'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:42:15.583145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Bound port: 9c650131-4759-4d37-9e13-88bf3fde93f8, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c3399d7-cadc-41e4-bcbe-e1b3eb8eebd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '781bae4a-3805-4f89-b08c-d56f11f15a77'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:42:15.583587 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:15.587866 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec7c0-a80f-4fbf-a8e5-a838cd6529ba tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:15.633583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3ec7c0-a80f-4fbf-a8e5-a838cd6529ba tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network 781bae4a-3805-4f89-b08c-d56f11f15a77 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:15.650012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-cf3ec7c0-a80f-4fbf-a8e5-a838cd6529ba tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:15.657869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3ec7c0-a80f-4fbf-a8e5-a838cd6529ba tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:15.658478 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf3ec7c0-a80f-4fbf-a8e5-a838cd6529ba tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:15.678804 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cf3ec7c0-a80f-4fbf-a8e5-a838cd6529ba tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.6920867 Jul 09 13:42:15.681579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47138) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:15.687681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f8bea2f9-2e10-4fdc-a9e1-571641cfbfe8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'network_id': '781bae4a-3805-4f89-b08c-d56f11f15a77', 'fixed_ips': [{'subnet_id': '81aca1b5-3031-4237-84ae-da4f9f3e92bb'}, {'subnet_id': 'd8f96f37-98b3-4c69-8510-0367ead0ce20'}], 'name': 'tempest-PortsIpV6TestJSON-844732729'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:15.707948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3ec7c0-a80f-4fbf-a8e5-a838cd6529ba tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Subnet': ['ID=d8f96f37-98b3-4c69-8510-0367ead0ce20,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:15.752222 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] For port 9c650131-4759-4d37-9e13-88bf3fde93f8, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:42:15.756570 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] For port 9c650131-4759-4d37-9e13-88bf3fde93f8, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9c650131-4759-4d37-9e13-88bf3fde93f8,segment=NetworkSegment(7c3399d7-cadc-41e4-bcbe-e1b3eb8eebd3),segment_id=7c3399d7-cadc-41e4-bcbe-e1b3eb8eebd3)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:42:15.767657 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:15.872743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac232117-d1fb-4dfe-8604-fd106887ee64 None None] Pushing event updated for resources: {'Port': ['ID=9c650131-4759-4d37-9e13-88bf3fde93f8,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:15.973038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8bea2f9-2e10-4fdc-a9e1-571641cfbfe8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:16.079973 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f01892-ee29-4882-963e-9910b259ac4e req-8dd3772f-2bb2-4564-8415-98830a6e2c0e tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:16.086274 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88f01892-ee29-4882-963e-9910b259ac4e req-8dd3772f-2bb2-4564-8415-98830a6e2c0e tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.2596505 Jul 09 13:42:16.162470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147acc3-0545-4319-bf16-f5395d418f5c req-f105a09b-86ab-41b9-840f-1767d4bd9057 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:16.165263 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2147acc3-0545-4319-bf16-f5395d418f5c req-f105a09b-86ab-41b9-840f-1767d4bd9057 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.15 "GET /v2.0/networks?id=e97a67cb-6d60-459f-9c45-5328d11d3e60 HTTP/1.1" status: 200 len: 796 time: 0.2397776 Jul 09 13:42:16.220872 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88f01892-ee29-4882-963e-9910b259ac4e req-0070b864-d4f1-42e9-abd0-f379545a9b12 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175878 Jul 09 13:42:16.271341 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8bea2f9-2e10-4fdc-a9e1-571641cfbfe8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:16.279560 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2147acc3-0545-4319-bf16-f5395d418f5c req-ced7f7e5-7f08-4426-a1c9-853c6404d850 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1f9f9204531458ca2e9fa84d6609b20 HTTP/1.1" status: 200 len: 473 time: 0.0953858 Jul 09 13:42:16.297906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2147acc3-0545-4319-bf16-f5395d418f5c req-df9329ef-3a5e-4201-aed1-c38a6d03285a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'port': {'device_id': '31f1ae56-f164-477c-b1d0-d95629dfb470', 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60', 'admin_state_up': True, 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'security_groups': ['56dc216d-2429-445b-8328-75adee027dac']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:16.309381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-f8bea2f9-2e10-4fdc-a9e1-571641cfbfe8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] device_id is not set on port 5f2fad06-f010-4b2a-b666-5a837f26b166 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:42:16.536236 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2147acc3-0545-4319-bf16-f5395d418f5c req-df9329ef-3a5e-4201-aed1-c38a6d03285a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Made reservation on behalf of c1f9f9204531458ca2e9fa84d6609b20 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:16.540291 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2147acc3-0545-4319-bf16-f5395d418f5c req-df9329ef-3a5e-4201-aed1-c38a6d03285a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:16.630147 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9c650131-4759-4d37-9e13-88bf3fde93f8 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:16.666841 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9ea67b-d0e8-498b-be1d-34c87b0f4f4b req-5b6bc946-8b8e-431c-a393-2a78a39805a1 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:16.675489 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e9ea67b-d0e8-498b-be1d-34c87b0f4f4b req-5b6bc946-8b8e-431c-a393-2a78a39805a1 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.2432060 Jul 09 13:42:16.705379 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 9c650131-4759-4d37-9e13-88bf3fde93f8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:16.766863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-2147acc3-0545-4319-bf16-f5395d418f5c req-df9329ef-3a5e-4201-aed1-c38a6d03285a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Allocated IP 172.20.0.27 (e97a67cb-6d60-459f-9c45-5328d11d3e60/26bbf3ff-b615-4dd7-9ead-32e339d21949/fca75cc7-77ec-4cc6-ae15-8fdf78f31501) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:16.816983 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ae8b994-2bab-402e-be8a-076c99b426da req-c7e37902-7532-49d6-977d-3cc82c0e067b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 210 time: 0.0898178 Jul 09 13:42:16.918362 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e9ea67b-d0e8-498b-be1d-34c87b0f4f4b req-ad46427a-7afb-4d24-bb67-f0d73d2038ac tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2412336 Jul 09 13:42:16.933479 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2147acc3-0545-4319-bf16-f5395d418f5c req-df9329ef-3a5e-4201-aed1-c38a6d03285a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:16.951018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-2147acc3-0545-4319-bf16-f5395d418f5c req-df9329ef-3a5e-4201-aed1-c38a6d03285a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Transition to ACTIVE for port object fca75cc7-77ec-4cc6-ae15-8fdf78f31501 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:17.013122 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2147acc3-0545-4319-bf16-f5395d418f5c req-df9329ef-3a5e-4201-aed1-c38a6d03285a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:17.074427 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f8bea2f9-2e10-4fdc-a9e1-571641cfbfe8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Allocated IP 2001:db8::333 (781bae4a-3805-4f89-b08c-d56f11f15a77/81aca1b5-3031-4237-84ae-da4f9f3e92bb/5f2fad06-f010-4b2a-b666-5a837f26b166) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:17.078513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2147acc3-0545-4319-bf16-f5395d418f5c req-df9329ef-3a5e-4201-aed1-c38a6d03285a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network e97a67cb-6d60-459f-9c45-5328d11d3e60 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:17.082808 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-2147acc3-0545-4319-bf16-f5395d418f5c req-df9329ef-3a5e-4201-aed1-c38a6d03285a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:17.086303 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-2147acc3-0545-4319-bf16-f5395d418f5c req-df9329ef-3a5e-4201-aed1-c38a6d03285a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:17.095745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f8bea2f9-2e10-4fdc-a9e1-571641cfbfe8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Allocated IP 2001:db8:0:1::198 (781bae4a-3805-4f89-b08c-d56f11f15a77/d8f96f37-98b3-4c69-8510-0367ead0ce20/5f2fad06-f010-4b2a-b666-5a837f26b166) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:17.130700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9329ef-3a5e-4201-aed1-c38a6d03285a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Port': ['ID=fca75cc7-77ec-4cc6-ae15-8fdf78f31501,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:17.172710 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147acc3-0545-4319-bf16-f5395d418f5c req-df9329ef-3a5e-4201-aed1-c38a6d03285a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:17.173877 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2147acc3-0545-4319-bf16-f5395d418f5c req-df9329ef-3a5e-4201-aed1-c38a6d03285a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:17.209797 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2147acc3-0545-4319-bf16-f5395d418f5c req-df9329ef-3a5e-4201-aed1-c38a6d03285a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9162457 Jul 09 13:42:17.223649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Request body: {'port': {'device_id': '31f1ae56-f164-477c-b1d0-d95629dfb470', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:17.297520 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8bea2f9-2e10-4fdc-a9e1-571641cfbfe8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:17.321193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-f8bea2f9-2e10-4fdc-a9e1-571641cfbfe8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Transition to ACTIVE for port object 5f2fad06-f010-4b2a-b666-5a837f26b166 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:17.333220 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:17.380076 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8bea2f9-2e10-4fdc-a9e1-571641cfbfe8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:17.429993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb315fd0-7ccc-481f-abb9-3f2edbec0209 None None] Network 781bae4a-3805-4f89-b08c-d56f11f15a77 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:17.455633 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8bea2f9-2e10-4fdc-a9e1-571641cfbfe8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network 781bae4a-3805-4f89-b08c-d56f11f15a77 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:17.465333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f8bea2f9-2e10-4fdc-a9e1-571641cfbfe8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:17.786873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fca75cc7-77ec-4cc6-ae15-8fdf78f31501 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:42:17.811733 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:17.815716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-af4008b7-32cf-4b9c-befe-689b4b756f97 None None] Provisioning for port 9c650131-4759-4d37-9e13-88bf3fde93f8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:17.828935 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Transition to ACTIVE for port object fca75cc7-77ec-4cc6-ae15-8fdf78f31501 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:17.834350 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-af4008b7-32cf-4b9c-befe-689b4b756f97 None None] Provisioning complete for port 9c650131-4759-4d37-9e13-88bf3fde93f8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:17.834803 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-af4008b7-32cf-4b9c-befe-689b4b756f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:17.838261 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:17.903850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8bea2f9-2e10-4fdc-a9e1-571641cfbfe8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:17.910024 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8bea2f9-2e10-4fdc-a9e1-571641cfbfe8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:17.910713 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8bea2f9-2e10-4fdc-a9e1-571641cfbfe8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:17.938248 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bea2f9-2e10-4fdc-a9e1-571641cfbfe8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=5f2fad06-f010-4b2a-b666-5a837f26b166,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:17.976273 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f8bea2f9-2e10-4fdc-a9e1-571641cfbfe8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.2929096 Jul 09 13:42:17.979909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47204) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:17.994095 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425473e9-42ef-4faf-ab93-357519228d42 req-39794626-6ec0-410d-a9a8-f2ef1c0990b9 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:18.002597 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-425473e9-42ef-4faf-ab93-357519228d42 req-39794626-6ec0-410d-a9a8-f2ef1c0990b9 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.5400786 Jul 09 13:42:18.052019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-aad36bec-49cb-4bd8-9fb1-c2ebf0dbc076 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '81aca1b5-3031-4237-84ae-da4f9f3e92bb'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:18.079322 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-425473e9-42ef-4faf-ab93-357519228d42 req-a8d111e9-d873-40b6-a6b5-044821271fa8 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753763 Jul 09 13:42:18.106259 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-af4008b7-32cf-4b9c-befe-689b4b756f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:18.155532 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Pushing event updated for resources: {'Port': ['ID=fca75cc7-77ec-4cc6-ae15-8fdf78f31501,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:18.295726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-af4008b7-32cf-4b9c-befe-689b4b756f97 None None] For port 9c650131-4759-4d37-9e13-88bf3fde93f8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9c650131-4759-4d37-9e13-88bf3fde93f8,segment=NetworkSegment(7c3399d7-cadc-41e4-bcbe-e1b3eb8eebd3),segment_id=7c3399d7-cadc-41e4-bcbe-e1b3eb8eebd3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:18.401974 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99adf3e7-bd3c-4d20-a977-1e5ee20b7b56 req-803832a6-15d1-4116-89be-524d4c78f332 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:18.401974 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99adf3e7-bd3c-4d20-a977-1e5ee20b7b56 req-803832a6-15d1-4116-89be-524d4c78f332 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 944 time: 0.2561491 Jul 09 13:42:18.430404 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-af4008b7-32cf-4b9c-befe-689b4b756f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:18.457284 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99adf3e7-bd3c-4d20-a977-1e5ee20b7b56 req-932f5ba3-2309-4fff-9f43-64b49ccd3fd3 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=56dc216d-2429-445b-8328-75adee027dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782678 Jul 09 13:42:18.502969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484a779c-77bd-4ba2-ad50-24086e43c7f4 None None] Update dhcp port {'port': {'network_id': '781bae4a-3805-4f89-b08c-d56f11f15a77', 'fixed_ips': [{'subnet_id': '81aca1b5-3031-4237-84ae-da4f9f3e92bb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'd8f96f37-98b3-4c69-8510-0367ead0ce20'}], 'binding:host_id': 'n-d-799525-3'}, 'id': '9c650131-4759-4d37-9e13-88bf3fde93f8'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:42:18.595328 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-484a779c-77bd-4ba2-ad50-24086e43c7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:18.603078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-af4008b7-32cf-4b9c-befe-689b4b756f97 None None] Provisioning for port fca75cc7-77ec-4cc6-ae15-8fdf78f31501 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:18.616399 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Attempting to bind port fca75cc7-77ec-4cc6-ae15-8fdf78f31501 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:42:18.616959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Attempting to bind port fca75cc7-77ec-4cc6-ae15-8fdf78f31501 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '249144a5-32f6-4205-85f7-ba49a58eb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:42:18.617060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Attempting to bind port fca75cc7-77ec-4cc6-ae15-8fdf78f31501 on network e97a67cb-6d60-459f-9c45-5328d11d3e60 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:18.630034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Port fca75cc7-77ec-4cc6-ae15-8fdf78f31501 on network e97a67cb-6d60-459f-9c45-5328d11d3e60 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:42:18.630771 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Attempting to bind port fca75cc7-77ec-4cc6-ae15-8fdf78f31501 on network e97a67cb-6d60-459f-9c45-5328d11d3e60 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:18.648758 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:42:18.649428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Checking segment: {'id': '249144a5-32f6-4205-85f7-ba49a58eb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:18.650179 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Bound using segment: {'id': '249144a5-32f6-4205-85f7-ba49a58eb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:42:18.652343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Bound port: fca75cc7-77ec-4cc6-ae15-8fdf78f31501, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '249144a5-32f6-4205-85f7-ba49a58eb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:42:18.652956 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:18.666746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be077c3e-c076-4879-8b9f-e2532f0e2aee req-14724243-d8fa-4149-8a13-e085274f232a tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:18.670406 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aad36bec-49cb-4bd8-9fb1-c2ebf0dbc076 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:18.675630 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-be077c3e-c076-4879-8b9f-e2532f0e2aee req-14724243-d8fa-4149-8a13-e085274f232a tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.1692543 Jul 09 13:42:18.719780 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4008b7-32cf-4b9c-befe-689b4b756f97 None None] Pushing event updated for resources: {'Port': ['ID=9c650131-4759-4d37-9e13-88bf3fde93f8,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:18.782459 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-be077c3e-c076-4879-8b9f-e2532f0e2aee req-998926dd-ba65-43a7-a3af-a4c86f6de1f4 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058300 Jul 09 13:42:18.799031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] For port fca75cc7-77ec-4cc6-ae15-8fdf78f31501, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:42:18.804085 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] For port fca75cc7-77ec-4cc6-ae15-8fdf78f31501, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fca75cc7-77ec-4cc6-ae15-8fdf78f31501,segment=NetworkSegment(249144a5-32f6-4205-85f7-ba49a58eb996),segment_id=249144a5-32f6-4205-85f7-ba49a58eb996)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:42:18.838343 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:18.887649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:18.888276 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:18.889690 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2147acc3-0545-4319-bf16-f5395d418f5c req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] 10.222.0.15 "PUT /v2.0/ports/fca75cc7-77ec-4cc6-ae15-8fdf78f31501 HTTP/1.1" status: 200 len: 1092 time: 1.6710825 Jul 09 13:42:18.892331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f1ae56-f164-477c-b1d0-d95629dfb470', 'tag': 'fca75cc7-77ec-4cc6-ae15-8fdf78f31501'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:42:18.894903 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e10220b8-89df-4e00-a499-d7c47d18b7d2" -d '{"events": [{"name": "network-changed", "server_uuid": "31f1ae56-f164-477c-b1d0-d95629dfb470", "tag": "fca75cc7-77ec-4cc6-ae15-8fdf78f31501"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:42:18.974350 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-484a779c-77bd-4ba2-ad50-24086e43c7f4 None None] Allocated IP 2001:db8:0:1::2 (781bae4a-3805-4f89-b08c-d56f11f15a77/d8f96f37-98b3-4c69-8510-0367ead0ce20/9c650131-4759-4d37-9e13-88bf3fde93f8) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:19.021568 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33c59342-0251-412f-afa1-256e817f0e18 x-openstack-request-id: req-33c59342-0251-412f-afa1-256e817f0e18 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:42:19.030362 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31f1ae56-f164-477c-b1d0-d95629dfb470", "tag": "fca75cc7-77ec-4cc6-ae15-8fdf78f31501", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:42:19.030914 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-33c59342-0251-412f-afa1-256e817f0e18 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:42:19.031405 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f1ae56-f164-477c-b1d0-d95629dfb470', 'tag': 'fca75cc7-77ec-4cc6-ae15-8fdf78f31501', 'status': 'completed', 'code': 200} Jul 09 13:42:19.053385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0964fbf-50a2-401d-8f3c-6f422df2d540 service neutron] Pushing event updated for resources: {'Port': ['ID=fca75cc7-77ec-4cc6-ae15-8fdf78f31501,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:19.127410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-484a779c-77bd-4ba2-ad50-24086e43c7f4 None None] For port 9c650131-4759-4d37-9e13-88bf3fde93f8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9c650131-4759-4d37-9e13-88bf3fde93f8,segment=NetworkSegment(7c3399d7-cadc-41e4-bcbe-e1b3eb8eebd3),segment_id=7c3399d7-cadc-41e4-bcbe-e1b3eb8eebd3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:19.201168 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-484a779c-77bd-4ba2-ad50-24086e43c7f4 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:19.236906 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47264) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:19.245707 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-484a779c-77bd-4ba2-ad50-24086e43c7f4 None None] Transition to ACTIVE for port object 9c650131-4759-4d37-9e13-88bf3fde93f8 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:19.252724 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147acc3-0545-4319-bf16-f5395d418f5c req-336dfb77-a072-4afc-b4f1-3c26fc442745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:19.254611 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2147acc3-0545-4319-bf16-f5395d418f5c req-336dfb77-a072-4afc-b4f1-3c26fc442745 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1f9f9204531458ca2e9fa84d6609b20&device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 1095 time: 0.2945819 Jul 09 13:42:19.257108 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-484a779c-77bd-4ba2-ad50-24086e43c7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:19.330591 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2147acc3-0545-4319-bf16-f5395d418f5c req-93be918e-3a34-4ee6-83b4-d3849ff56eda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=fca75cc7-77ec-4cc6-ae15-8fdf78f31501 HTTP/1.1" status: 200 len: 217 time: 0.0637705 Jul 09 13:42:19.395078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484a779c-77bd-4ba2-ad50-24086e43c7f4 None None] Pushing event updated for resources: {'Port': ['ID=9c650131-4759-4d37-9e13-88bf3fde93f8,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:19.430064 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcd47fa-5725-405c-8e08-f9bb671fb120 req-0f530646-358b-4856-8257-c07430db36e2 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:19.432363 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0fcd47fa-5725-405c-8e08-f9bb671fb120 req-0f530646-358b-4856-8257-c07430db36e2 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.1090827 Jul 09 13:42:19.437968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147acc3-0545-4319-bf16-f5395d418f5c req-768ca26e-31d3-4200-9314-1c6fc7e2f4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:19.439765 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2147acc3-0545-4319-bf16-f5395d418f5c req-768ca26e-31d3-4200-9314-1c6fc7e2f4be service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26bbf3ff-b615-4dd7-9ead-32e339d21949 HTTP/1.1" status: 200 len: 838 time: 0.0998034 Jul 09 13:42:19.537858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-aad36bec-49cb-4bd8-9fb1-c2ebf0dbc076 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Delete allocated IP 2001:db8:0:1::198 (781bae4a-3805-4f89-b08c-d56f11f15a77/d8f96f37-98b3-4c69-8510-0367ead0ce20) {{(pid=93753) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 13:42:19.547375 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0fcd47fa-5725-405c-8e08-f9bb671fb120 req-a1719ad5-7f11-438c-861e-dda378d52b8d tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081791 Jul 09 13:42:19.548598 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-defbf61a-018c-46da-82e8-6ddce9762b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:19.651254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2147acc3-0545-4319-bf16-f5395d418f5c req-5f6659bf-a86e-4b97-89a2-c6f855ef83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:19.653436 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2147acc3-0545-4319-bf16-f5395d418f5c req-5f6659bf-a86e-4b97-89a2-c6f855ef83d9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e97a67cb-6d60-459f-9c45-5328d11d3e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2010784 Jul 09 13:42:19.716880 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-defbf61a-018c-46da-82e8-6ddce9762b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:19.762726 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-defbf61a-018c-46da-82e8-6ddce9762b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:19.847914 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-defbf61a-018c-46da-82e8-6ddce9762b0b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4e6e125efe19455ca94e4cdebc501a65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6091599 Jul 09 13:42:19.852330 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47284) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:19.853006 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defbf61a-018c-46da-82e8-6ddce9762b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14b31ea4-9355-4f51-a83d-192d72598974,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:19.872319 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aad36bec-49cb-4bd8-9fb1-c2ebf0dbc076 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:19.880709 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2147acc3-0545-4319-bf16-f5395d418f5c req-b9a43a3d-aea7-4db3-a07d-51b246302b3b service neutron] 10.222.0.15 "GET /v2.0/networks/e97a67cb-6d60-459f-9c45-5328d11d3e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161036 Jul 09 13:42:19.912877 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-aad36bec-49cb-4bd8-9fb1-c2ebf0dbc076 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Ignored duplicate provisioning block setup for port 5f2fad06-f010-4b2a-b666-5a837f26b166 by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 13:42:19.966240 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aad36bec-49cb-4bd8-9fb1-c2ebf0dbc076 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:19.981358 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a440908e-8eb0-484b-b023-74826a4b9e32 req-0d6103ac-b732-4517-8c7a-5f66f77f6ae3 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:19.992263 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a440908e-8eb0-484b-b023-74826a4b9e32 req-0d6103ac-b732-4517-8c7a-5f66f77f6ae3 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 944 time: 0.3106127 Jul 09 13:42:20.028753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad36bec-49cb-4bd8-9fb1-c2ebf0dbc076 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=5f2fad06-f010-4b2a-b666-5a837f26b166,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:20.114498 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a440908e-8eb0-484b-b023-74826a4b9e32 req-35e09f21-c89b-4c3a-9b2a-f12cad9c4a3b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=56dc216d-2429-445b-8328-75adee027dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1212115 Jul 09 13:42:20.124765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-aad36bec-49cb-4bd8-9fb1-c2ebf0dbc076 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] In _notify_port_updated(), no bound segment for port 5f2fad06-f010-4b2a-b666-5a837f26b166 on network 781bae4a-3805-4f89-b08c-d56f11f15a77 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:42:20.131867 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fbfc9d6-c98d-42de-be0d-d918d5c62d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:20.138465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad36bec-49cb-4bd8-9fb1-c2ebf0dbc076 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:20.139668 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aad36bec-49cb-4bd8-9fb1-c2ebf0dbc076 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:20.141991 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aad36bec-49cb-4bd8-9fb1-c2ebf0dbc076 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "PUT /v2.0/ports/5f2fad06-f010-4b2a-b666-5a837f26b166 HTTP/1.1" status: 200 len: 925 time: 2.1597552 Jul 09 13:42:20.156964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47292) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:20.170999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1b25e1e2-6763-40a8-9a84-ceb78c9a5613 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '81aca1b5-3031-4237-84ae-da4f9f3e92bb'}, {'subnet_id': 'd8f96f37-98b3-4c69-8510-0367ead0ce20'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:20.189582 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fbfc9d6-c98d-42de-be0d-d918d5c62d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:20.256053 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2147acc3-0545-4319-bf16-f5395d418f5c req-d45418e6-2cf3-4211-898e-e8e824291bb9 service neutron] 10.222.0.15 "GET /v2.0/networks/e97a67cb-6d60-459f-9c45-5328d11d3e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541777 Jul 09 13:42:20.274948 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93448009-d568-4aea-bd9a-621eb9ad3eab req-6c4fb0dc-8738-4595-99b3-51d6a87dce9b tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:20.286316 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93448009-d568-4aea-bd9a-621eb9ad3eab req-6c4fb0dc-8738-4595-99b3-51d6a87dce9b tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.1646771 Jul 09 13:42:20.335826 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fbfc9d6-c98d-42de-be0d-d918d5c62d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:20.339205 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fbfc9d6-c98d-42de-be0d-d918d5c62d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:20.342657 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7fbfc9d6-c98d-42de-be0d-d918d5c62d80 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14b31ea4-9355-4f51-a83d-192d72598974 HTTP/1.1" status: 204 len: 168 time: 0.4816470 Jul 09 13:42:20.364227 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbfc9d6-c98d-42de-be0d-d918d5c62d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14b31ea4-9355-4f51-a83d-192d72598974,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:20.404746 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93448009-d568-4aea-bd9a-621eb9ad3eab req-51971a98-2fc3-4772-a4a8-9b8717c1660a tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139898 Jul 09 13:42:20.435895 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15913de9-9590-4188-ac7e-d20daf17ac15 None None] Network 781bae4a-3805-4f89-b08c-d56f11f15a77 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:20.443903 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b25e1e2-6763-40a8-9a84-ceb78c9a5613 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:20.546866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10220b8-89df-4e00-a499-d7c47d18b7d2 req-5ce4e1fc-4f09-4998-97a9-39355b41c612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:20.548670 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e10220b8-89df-4e00-a499-d7c47d18b7d2 req-5ce4e1fc-4f09-4998-97a9-39355b41c612 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1f9f9204531458ca2e9fa84d6609b20&device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 1095 time: 0.1987691 Jul 09 13:42:20.648534 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9c650131-4759-4d37-9e13-88bf3fde93f8 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:20.800402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aa4157b4-3087-4bcc-a05e-ecf89933e76c None None] Provisioning for port 9c650131-4759-4d37-9e13-88bf3fde93f8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:20.819849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aa4157b4-3087-4bcc-a05e-ecf89933e76c None None] Provisioning complete for port 9c650131-4759-4d37-9e13-88bf3fde93f8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:20.820963 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa4157b4-3087-4bcc-a05e-ecf89933e76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:20.856662 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364cdaff-76cd-4f5a-aa3e-56747b556ffe req-438cde19-ad7e-4367-9672-9e8a09f1787e tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:20.858656 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-364cdaff-76cd-4f5a-aa3e-56747b556ffe req-438cde19-ad7e-4367-9672-9e8a09f1787e tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.1068561 Jul 09 13:42:20.904388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47314) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:20.929790 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-106a88db-fbcc-45db-9530-67ed22e9041f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:20.934604 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9c650131-4759-4d37-9e13-88bf3fde93f8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:20.934971 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:20.956351 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-364cdaff-76cd-4f5a-aa3e-56747b556ffe req-fd18f120-88be-44f6-8baa-7d8ed0fc78dd tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900009 Jul 09 13:42:21.142084 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-106a88db-fbcc-45db-9530-67ed22e9041f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:21.152739 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-106a88db-fbcc-45db-9530-67ed22e9041f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:21.211234 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-106a88db-fbcc-45db-9530-67ed22e9041f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=675230bf04c4489fb6deafea9d7a0c52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3057423 Jul 09 13:42:21.220064 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47326) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:21.222237 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aa4157b4-3087-4bcc-a05e-ecf89933e76c None None] Provisioning for port 5f2fad06-f010-4b2a-b666-5a837f26b166 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:21.227060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aa4157b4-3087-4bcc-a05e-ecf89933e76c None None] Provisioning complete for port 5f2fad06-f010-4b2a-b666-5a837f26b166 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:21.227805 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa4157b4-3087-4bcc-a05e-ecf89933e76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:21.270217 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aa4157b4-3087-4bcc-a05e-ecf89933e76c None None] Port 5f2fad06-f010-4b2a-b666-5a837f26b166 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:21.321143 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0ef9abb4-e1bb-4e02-8085-8392519e4ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:21.350859 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0ef9abb4-e1bb-4e02-8085-8392519e4ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:21.398047 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a88db-fbcc-45db-9530-67ed22e9041f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e200d1-a29b-47f4-817e-70568fb4efd6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:21.443352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10220b8-89df-4e00-a499-d7c47d18b7d2 req-cc7a4a29-6ae4-40de-8dc6-84b7362bf1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:21.445193 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e10220b8-89df-4e00-a499-d7c47d18b7d2 req-cc7a4a29-6ae4-40de-8dc6-84b7362bf1fa service neutron] 10.222.0.15 "GET /v2.0/networks?id=e97a67cb-6d60-459f-9c45-5328d11d3e60 HTTP/1.1" status: 200 len: 897 time: 0.8213568 Jul 09 13:42:21.468379 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0ef9abb4-e1bb-4e02-8085-8392519e4ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:21.468379 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0ef9abb4-e1bb-4e02-8085-8392519e4ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:21.474475 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0ef9abb4-e1bb-4e02-8085-8392519e4ec6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7e200d1-a29b-47f4-817e-70568fb4efd6 HTTP/1.1" status: 204 len: 168 time: 0.2486866 Jul 09 13:42:21.475720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-1b25e1e2-6763-40a8-9a84-ceb78c9a5613 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Allocated IP 2001:db8:0:1::1a8 (781bae4a-3805-4f89-b08c-d56f11f15a77/d8f96f37-98b3-4c69-8510-0367ead0ce20/5f2fad06-f010-4b2a-b666-5a837f26b166) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:21.488182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef9abb4-e1bb-4e02-8085-8392519e4ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e200d1-a29b-47f4-817e-70568fb4efd6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:21.549006 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-68f77d28-ad7e-4b8c-b665-b8761650816e None None] Provisioning complete for port 9c650131-4759-4d37-9e13-88bf3fde93f8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:21.549984 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68f77d28-ad7e-4b8c-b665-b8761650816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:21.559060 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137485f1-9112-4832-aa0f-0b7e312bf6f6 req-ad8f395c-6f79-4699-a909-a34397126105 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:21.565184 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-137485f1-9112-4832-aa0f-0b7e312bf6f6 req-ad8f395c-6f79-4699-a909-a34397126105 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 944 time: 0.2458010 Jul 09 13:42:21.567329 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e10220b8-89df-4e00-a499-d7c47d18b7d2 req-bf480abd-558a-40cd-b711-c3a89b4c7e1b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=fca75cc7-77ec-4cc6-ae15-8fdf78f31501 HTTP/1.1" status: 200 len: 217 time: 0.1119864 Jul 09 13:42:21.716110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10220b8-89df-4e00-a499-d7c47d18b7d2 req-12d35774-7f6f-4e1d-ae3c-1e8b55e23760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:21.717856 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e10220b8-89df-4e00-a499-d7c47d18b7d2 req-12d35774-7f6f-4e1d-ae3c-1e8b55e23760 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=26bbf3ff-b615-4dd7-9ead-32e339d21949 HTTP/1.1" status: 200 len: 838 time: 0.1333756 Jul 09 13:42:21.752976 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-137485f1-9112-4832-aa0f-0b7e312bf6f6 req-8069aec6-798d-4233-b7da-af53d3561a15 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=56dc216d-2429-445b-8328-75adee027dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1803813 Jul 09 13:42:21.768619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-68f77d28-ad7e-4b8c-b665-b8761650816e None None] Provisioning complete for port 5f2fad06-f010-4b2a-b666-5a837f26b166 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:21.769474 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68f77d28-ad7e-4b8c-b665-b8761650816e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:21.814999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7512e27-3c39-4f6a-92c3-e602c6332561 req-9d52330f-9a61-4ba9-81dd-74d981e9aa0a tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:21.828170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7512e27-3c39-4f6a-92c3-e602c6332561 req-9d52330f-9a61-4ba9-81dd-74d981e9aa0a tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.2130239 Jul 09 13:42:21.866092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10220b8-89df-4e00-a499-d7c47d18b7d2 req-fec2b5cb-c071-4d94-96e2-bc503fbc386c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:21.867670 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e10220b8-89df-4e00-a499-d7c47d18b7d2 req-fec2b5cb-c071-4d94-96e2-bc503fbc386c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e97a67cb-6d60-459f-9c45-5328d11d3e60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1353028 Jul 09 13:42:21.892077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-68f77d28-ad7e-4b8c-b665-b8761650816e None None] Port 5f2fad06-f010-4b2a-b666-5a837f26b166 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:21.905184 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7512e27-3c39-4f6a-92c3-e602c6332561 req-2c3b9dd7-be58-49e6-8cc5-306f5958332f tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622869 Jul 09 13:42:21.972530 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b25e1e2-6763-40a8-9a84-ceb78c9a5613 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:22.008009 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-1b25e1e2-6763-40a8-9a84-ceb78c9a5613 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Ignored duplicate provisioning block setup for port 5f2fad06-f010-4b2a-b666-5a837f26b166 by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 13:42:22.039178 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b25e1e2-6763-40a8-9a84-ceb78c9a5613 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:22.051463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f28603b7-7de9-4ebb-becc-db8f7c2d7b01 None None] Provisioning complete for port 5f2fad06-f010-4b2a-b666-5a837f26b166 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:22.052792 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f28603b7-7de9-4ebb-becc-db8f7c2d7b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:22.121226 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e10220b8-89df-4e00-a499-d7c47d18b7d2 req-f72f9f7d-59ba-41e7-ab81-6cb8da3eb76f service neutron] 10.222.0.15 "GET /v2.0/networks/e97a67cb-6d60-459f-9c45-5328d11d3e60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2433512 Jul 09 13:42:22.124466 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f28603b7-7de9-4ebb-becc-db8f7c2d7b01 None None] Port 5f2fad06-f010-4b2a-b666-5a837f26b166 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:22.294805 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d6a91-ac73-43c1-9b96-bc9c7d78afea req-c8eb95c0-6adf-443e-957e-7aa6752a38a5 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:22.296478 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-159d6a91-ac73-43c1-9b96-bc9c7d78afea req-c8eb95c0-6adf-443e-957e-7aa6752a38a5 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.1215818 Jul 09 13:42:22.334306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1b25e1e2-6763-40a8-9a84-ceb78c9a5613 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] In _notify_port_updated(), no bound segment for port 5f2fad06-f010-4b2a-b666-5a837f26b166 on network 781bae4a-3805-4f89-b08c-d56f11f15a77 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:42:22.341002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b25e1e2-6763-40a8-9a84-ceb78c9a5613 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:22.341979 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b25e1e2-6763-40a8-9a84-ceb78c9a5613 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:22.345806 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1b25e1e2-6763-40a8-9a84-ceb78c9a5613 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "PUT /v2.0/ports/5f2fad06-f010-4b2a-b666-5a837f26b166 HTTP/1.1" status: 200 len: 1011 time: 2.1851161 Jul 09 13:42:22.345981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b25e1e2-6763-40a8-9a84-ceb78c9a5613 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=5f2fad06-f010-4b2a-b666-5a837f26b166,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:22.348858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47362) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:22.352220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-06415838-f772-4f6f-bc28-4b83e7f8f814 None None] Provisioning complete for port 5f2fad06-f010-4b2a-b666-5a837f26b166 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:22.352854 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-06415838-f772-4f6f-bc28-4b83e7f8f814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:22.385613 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-159d6a91-ac73-43c1-9b96-bc9c7d78afea req-d474c1cb-3ce5-4e3d-9360-3eed393bf205 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752985 Jul 09 13:42:22.391517 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e10220b8-89df-4e00-a499-d7c47d18b7d2 req-6387952c-1a0a-43ee-a027-1afdbee4ecfd service neutron] 10.222.0.15 "GET /v2.0/networks/e97a67cb-6d60-459f-9c45-5328d11d3e60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2586029 Jul 09 13:42:22.440873 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-06415838-f772-4f6f-bc28-4b83e7f8f814 None None] Port 5f2fad06-f010-4b2a-b666-5a837f26b166 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:22.469145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fca75cc7-77ec-4cc6-ae15-8fdf78f31501 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:42:22.497217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf0244-bb23-418c-912b-a873f4661410 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port 5f2fad06-f010-4b2a-b666-5a837f26b166 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:22.498144 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0244-bb23-418c-912b-a873f4661410 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:22.641568 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0244-bb23-418c-912b-a873f4661410 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:22.657507 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fca75cc7-77ec-4cc6-ae15-8fdf78f31501, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fca75cc7-77ec-4cc6-ae15-8fdf78f31501,segment=NetworkSegment(249144a5-32f6-4205-85f7-ba49a58eb996),segment_id=249144a5-32f6-4205-85f7-ba49a58eb996)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:22.663979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf0244-bb23-418c-912b-a873f4661410 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for 5f2fad06-f010-4b2a-b666-5a837f26b166 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:22.702574 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'fca75cc7-77ec-4cc6-ae15-8fdf78f31501', 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60', 'port_id': 'fca75cc7-77ec-4cc6-ae15-8fdf78f31501', 'mac_address': 'fa:16:3e:c5:44:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26bbf3ff-b615-4dd7-9ead-32e339d21949', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:42:22.759416 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:22.777525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6b985baf-b35d-4e21-8c02-77550a2da0a4 None None] Provisioning complete for port 5f2fad06-f010-4b2a-b666-5a837f26b166 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:22.778165 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b985baf-b35d-4e21-8c02-77550a2da0a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:22.781915 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fca75cc7-77ec-4cc6-ae15-8fdf78f31501 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:42:22.834300 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fca75cc7-77ec-4cc6-ae15-8fdf78f31501, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fca75cc7-77ec-4cc6-ae15-8fdf78f31501,segment=NetworkSegment(249144a5-32f6-4205-85f7-ba49a58eb996),segment_id=249144a5-32f6-4205-85f7-ba49a58eb996)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:22.842559 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:22.847775 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6b985baf-b35d-4e21-8c02-77550a2da0a4 None None] Port 5f2fad06-f010-4b2a-b666-5a837f26b166 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:22.904754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=fca75cc7-77ec-4cc6-ae15-8fdf78f31501,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:22.922996 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47386) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:22.983631 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0244-bb23-418c-912b-a873f4661410 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.030636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf0244-bb23-418c-912b-a873f4661410 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=5f2fad06-f010-4b2a-b666-5a837f26b166,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:23.097541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['fca75cc7-77ec-4cc6-ae15-8fdf78f31501'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:42:23.116461 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0aaf0244-bb23-418c-912b-a873f4661410 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.118449 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0aaf0244-bb23-418c-912b-a873f4661410 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/5f2fad06-f010-4b2a-b666-5a837f26b166 HTTP/1.1" status: 204 len: 168 time: 0.7685642 Jul 09 13:42:23.122547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47394) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:23.128023 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0fa758-e9d7-4d65-99bc-85db13995059 req-0ef8dfa0-d0a3-42db-b382-d677d6b7c40e tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:23.135647 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d0fa758-e9d7-4d65-99bc-85db13995059 req-0ef8dfa0-d0a3-42db-b382-d677d6b7c40e tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 945 time: 0.1606293 Jul 09 13:42:23.191211 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-a910dc46-9df0-4c80-a160-d0afc87f323b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] GET failed (client error): The resource could not be found. Jul 09 13:42:23.192949 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8c642dc4-7195-49b8-962f-4ea3e888b7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2119160465'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:23.200067 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a910dc46-9df0-4c80-a160-d0afc87f323b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/5f2fad06-f010-4b2a-b666-5a837f26b166 HTTP/1.1" status: 404 len: 333 time: 0.0761795 Jul 09 13:42:23.200819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47396) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:23.239322 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d0fa758-e9d7-4d65-99bc-85db13995059 req-26cce3cf-5a64-42e5-8257-c50ed6b9b123 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=56dc216d-2429-445b-8328-75adee027dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025589 Jul 09 13:42:23.274901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c642dc4-7195-49b8-962f-4ea3e888b7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Made reservation on behalf of af6fb09e545d4153862da66161a32780 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:23.279621 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c642dc4-7195-49b8-962f-4ea3e888b7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.297700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-8548c30b-118f-464f-b25d-1f7698f6d55b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting subnet d8f96f37-98b3-4c69-8510-0367ead0ce20 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:42:23.297972 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c642dc4-7195-49b8-962f-4ea3e888b7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.301361 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8548c30b-118f-464f-b25d-1f7698f6d55b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.323936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f62e62-830b-4dfb-906b-0124b19be9c4 req-ba87da1a-b1f5-4a2a-88c4-fca264e5a827 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:23.333411 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26f62e62-830b-4dfb-906b-0124b19be9c4 req-ba87da1a-b1f5-4a2a-88c4-fca264e5a827 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.2172337 Jul 09 13:42:23.376620 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8548c30b-118f-464f-b25d-1f7698f6d55b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.412905 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26f62e62-830b-4dfb-906b-0124b19be9c4 req-39035b95-4985-4329-b771-77d832b2a7a4 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784609 Jul 09 13:42:23.579848 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c642dc4-7195-49b8-962f-4ea3e888b7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.587190 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c642dc4-7195-49b8-962f-4ea3e888b7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.606523 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8548c30b-118f-464f-b25d-1f7698f6d55b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.612006 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c642dc4-7195-49b8-962f-4ea3e888b7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:23.685364 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c642dc4-7195-49b8-962f-4ea3e888b7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.685876 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-8c642dc4-7195-49b8-962f-4ea3e888b7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Added segment 8ffed5f2-eb40-4007-b7d0-2a81935217b7 of type vlan for network 871f71c2-a685-492e-99d5-8e8eafbc9f17 Jul 09 13:42:23.702642 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8548c30b-118f-464f-b25d-1f7698f6d55b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.734569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c642dc4-7195-49b8-962f-4ea3e888b7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddb572d-c248-425a-bb80-a065479d2c5c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:23.737182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548c30b-118f-464f-b25d-1f7698f6d55b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f96f37-98b3-4c69-8510-0367ead0ce20,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:23.747004 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8548c30b-118f-464f-b25d-1f7698f6d55b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.749358 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8548c30b-118f-464f-b25d-1f7698f6d55b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/d8f96f37-98b3-4c69-8510-0367ead0ce20 HTTP/1.1" status: 204 len: 168 time: 0.5471613 Jul 09 13:42:23.752105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47412) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:23.757785 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c642dc4-7195-49b8-962f-4ea3e888b7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.758328 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f4b7e3-0af4-4e3d-b4cf-e2e878374e7f None None] Network 781bae4a-3805-4f89-b08c-d56f11f15a77 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:23.803752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03b3489-f567-4ccf-bf27-6dbd45a08acf req-0be46dce-d216-4271-8f6c-b40c111db189 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:23.807554 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d03b3489-f567-4ccf-bf27-6dbd45a08acf req-0be46dce-d216-4271-8f6c-b40c111db189 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.1904359 Jul 09 13:42:23.821963 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c642dc4-7195-49b8-962f-4ea3e888b7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.828593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c642dc4-7195-49b8-962f-4ea3e888b7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:23.829216 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c642dc4-7195-49b8-962f-4ea3e888b7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.846535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e472085-4665-451f-8461-d8fa85f0f98f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting subnet 81aca1b5-3031-4237-84ae-da4f9f3e92bb {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:42:23.851588 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e472085-4665-451f-8461-d8fa85f0f98f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.905380 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e472085-4665-451f-8461-d8fa85f0f98f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:23.934218 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8c642dc4-7195-49b8-962f-4ea3e888b7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0097957 Jul 09 13:42:23.940027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47416) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:23.960370 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-983d5045-bb7f-46c6-861e-acc337818ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Request body: {'subnet': {'network_id': '871f71c2-a685-492e-99d5-8e8eafbc9f17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:23.975856 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d03b3489-f567-4ccf-bf27-6dbd45a08acf req-685e2371-81a5-4496-96ce-b6a2532f9395 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567562 Jul 09 13:42:23.976724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c642dc4-7195-49b8-962f-4ea3e888b7d8 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Pushing event updated for resources: {'Network': ['ID=871f71c2-a685-492e-99d5-8e8eafbc9f17,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:24.008989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 871f71c2-a685-492e-99d5-8e8eafbc9f17 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:24.141232 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e472085-4665-451f-8461-d8fa85f0f98f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:24.171124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983d5045-bb7f-46c6-861e-acc337818ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Made reservation on behalf of af6fb09e545d4153862da66161a32780 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:24.175643 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-983d5045-bb7f-46c6-861e-acc337818ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:24.301945 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e472085-4665-451f-8461-d8fa85f0f98f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:24.349226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e472085-4665-451f-8461-d8fa85f0f98f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Subnet': ['ID=81aca1b5-3031-4237-84ae-da4f9f3e92bb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:24.361115 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e472085-4665-451f-8461-d8fa85f0f98f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:24.363775 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6e472085-4665-451f-8461-d8fa85f0f98f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/81aca1b5-3031-4237-84ae-da4f9f3e92bb HTTP/1.1" status: 204 len: 168 time: 0.6102512 Jul 09 13:42:24.366517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47428) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:24.497356 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fca75cc7-77ec-4cc6-ae15-8fdf78f31501 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:24.513995 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-983d5045-bb7f-46c6-861e-acc337818ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:24.628790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port fca75cc7-77ec-4cc6-ae15-8fdf78f31501 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:24.633123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port fca75cc7-77ec-4cc6-ae15-8fdf78f31501 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:24.633580 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:24.635549 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:24.687393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-983d5045-bb7f-46c6-861e-acc337818ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Checking segment: {'id': '8ffed5f2-eb40-4007-b7d0-2a81935217b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '871f71c2-a685-492e-99d5-8e8eafbc9f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:24.707804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983d5045-bb7f-46c6-861e-acc337818ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Network hostable DHCP agents. Network: 871f71c2-a685-492e-99d5-8e8eafbc9f17, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:42:24.716529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d821867-6e9d-4223-ad11-738093195057 req-7ce118bb-48f7-4abf-b692-e4a5a9e090b7 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:24.718784 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983d5045-bb7f-46c6-861e-acc337818ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Pushing event updated for resources: {'Subnet': ['ID=b2cbc061-7f3f-4d36-a828-d0ed12213826,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:24.730078 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d821867-6e9d-4223-ad11-738093195057 req-7ce118bb-48f7-4abf-b692-e4a5a9e090b7 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 945 time: 0.2653506 Jul 09 13:42:24.744558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983d5045-bb7f-46c6-861e-acc337818ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Network 871f71c2-a685-492e-99d5-8e8eafbc9f17 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:42:24.764345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-983d5045-bb7f-46c6-861e-acc337818ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 871f71c2-a685-492e-99d5-8e8eafbc9f17) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:24.772624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983d5045-bb7f-46c6-861e-acc337818ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:24.775970 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-983d5045-bb7f-46c6-861e-acc337818ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:24.797828 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-983d5045-bb7f-46c6-861e-acc337818ca0 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8541033 Jul 09 13:42:24.798200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47442) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:24.798354 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7125eb20-9e55-4eb2-b23a-2b4124cb240a None None] Network 871f71c2-a685-492e-99d5-8e8eafbc9f17 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:24.805501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-53290e92-6b5b-4024-986b-91cd9493055b tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Request body: {'port': {'network_id': '871f71c2-a685-492e-99d5-8e8eafbc9f17', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-596911323'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:24.826244 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d821867-6e9d-4223-ad11-738093195057 req-a6ef06ea-cf62-4eb2-981f-b18228520964 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=56dc216d-2429-445b-8328-75adee027dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950603 Jul 09 13:42:24.868572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c92411-2531-4c23-8249-b02c697b0713 None None] Network 781bae4a-3805-4f89-b08c-d56f11f15a77 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:24.921815 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb3655-834c-4c95-afe4-e73964816445 req-b1eaee4e-e0c3-4e4a-b25c-7d42e1d2ed3a tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:24.928241 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33fb3655-834c-4c95-afe4-e73964816445 req-b1eaee4e-e0c3-4e4a-b25c-7d42e1d2ed3a tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.2631056 Jul 09 13:42:24.930989 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port 9c650131-4759-4d37-9e13-88bf3fde93f8 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:24.932582 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:24.945591 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:24.966984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53290e92-6b5b-4024-986b-91cd9493055b tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Made reservation on behalf of af6fb09e545d4153862da66161a32780 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:24.976998 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-53290e92-6b5b-4024-986b-91cd9493055b tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:25.014648 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-53290e92-6b5b-4024-986b-91cd9493055b tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] device_id is not set on port f55bb59a-20e2-4a00-9457-02c693f5e567 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:42:25.022700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d664bc65-6dd7-46d5-b594-64b67c889e80 None None] Provisioning complete for port 9c650131-4759-4d37-9e13-88bf3fde93f8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:25.023071 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d664bc65-6dd7-46d5-b594-64b67c889e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:25.035724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f1ae56-f164-477c-b1d0-d95629dfb470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca75cc7-77ec-4cc6-ae15-8fdf78f31501'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:42:25.041652 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e5db017-b1c6-4b07-868a-72808680b18b" -d '{"events": [{"server_uuid": "31f1ae56-f164-477c-b1d0-d95629dfb470", "name": "network-vif-plugged", "status": "completed", "tag": "fca75cc7-77ec-4cc6-ae15-8fdf78f31501"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:42:25.068757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port fca75cc7-77ec-4cc6-ae15-8fdf78f31501, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fca75cc7-77ec-4cc6-ae15-8fdf78f31501,segment=NetworkSegment(249144a5-32f6-4205-85f7-ba49a58eb996),segment_id=249144a5-32f6-4205-85f7-ba49a58eb996)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:25.089713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] For port 9c650131-4759-4d37-9e13-88bf3fde93f8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9c650131-4759-4d37-9e13-88bf3fde93f8,segment=NetworkSegment(7c3399d7-cadc-41e4-bcbe-e1b3eb8eebd3),segment_id=7c3399d7-cadc-41e4-bcbe-e1b3eb8eebd3)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:25.090237 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:25.099163 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33fb3655-834c-4c95-afe4-e73964816445 req-d24b9783-6f32-4f5e-9195-0323b5d2f5ab tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742364 Jul 09 13:42:25.126440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for 9c650131-4759-4d37-9e13-88bf3fde93f8 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:25.143500 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:25.207985 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d963f49-1b8a-4887-82af-24b0cee0cef3 x-openstack-request-id: req-3d963f49-1b8a-4887-82af-24b0cee0cef3 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:42:25.208267 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f1ae56-f164-477c-b1d0-d95629dfb470", "name": "network-vif-plugged", "status": "completed", "tag": "fca75cc7-77ec-4cc6-ae15-8fdf78f31501", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:42:25.208528 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d963f49-1b8a-4887-82af-24b0cee0cef3 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:42:25.208927 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f1ae56-f164-477c-b1d0-d95629dfb470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fca75cc7-77ec-4cc6-ae15-8fdf78f31501', 'code': 200} Jul 09 13:42:25.288870 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-53290e92-6b5b-4024-986b-91cd9493055b tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Allocated IP 2001:db8::121 (871f71c2-a685-492e-99d5-8e8eafbc9f17/b2cbc061-7f3f-4d36-a828-d0ed12213826/f55bb59a-20e2-4a00-9457-02c693f5e567) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:25.326513 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:25.368434 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=9c650131-4759-4d37-9e13-88bf3fde93f8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:25.377529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No DVR routers for this DVR port 9c650131-4759-4d37-9e13-88bf3fde93f8 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:25.470722 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-53290e92-6b5b-4024-986b-91cd9493055b tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:25.487133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-53290e92-6b5b-4024-986b-91cd9493055b tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Transition to ACTIVE for port object f55bb59a-20e2-4a00-9457-02c693f5e567 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:25.498850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed48216-fd2d-4859-904c-67769b7a2027 req-89c525cb-ce87-4217-a3fd-4ef945ee1e8b tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:25.506534 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ed48216-fd2d-4859-904c-67769b7a2027 req-89c525cb-ce87-4217-a3fd-4ef945ee1e8b tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.2887578 Jul 09 13:42:25.515875 n-d-799525-3 neutron-server[93755]: INFO neutron.plugins.ml2.db [None req-d664bc65-6dd7-46d5-b594-64b67c889e80 None None] No ports have port_id starting with 9c650131-4759-4d37-9e13-88bf3fde93f8 Jul 09 13:42:25.516123 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:25.544718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=fca75cc7-77ec-4cc6-ae15-8fdf78f31501,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:25.547842 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['781bae4a-3805-4f89-b08c-d56f11f15a77']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:25.555301 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-53290e92-6b5b-4024-986b-91cd9493055b tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:25.575275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c3399d7-cadc-41e4-bcbe-e1b3eb8eebd3') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:25.575580 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c3399d7-cadc-41e4-bcbe-e1b3eb8eebd3') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:25.595440 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:25.604199 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ed48216-fd2d-4859-904c-67769b7a2027 req-c4b5f460-163c-445d-a3ab-e838a8cd4045 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950272 Jul 09 13:42:25.623343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53290e92-6b5b-4024-986b-91cd9493055b tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Network 871f71c2-a685-492e-99d5-8e8eafbc9f17 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:25.645355 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:25.665642 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-53290e92-6b5b-4024-986b-91cd9493055b tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:25.673705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:42:25.673970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53290e92-6b5b-4024-986b-91cd9493055b tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:25.674622 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:25.679749 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53290e92-6b5b-4024-986b-91cd9493055b tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:25.680453 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-53290e92-6b5b-4024-986b-91cd9493055b tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:25.681284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-871f71c2-a685-492e-99d5-8e8eafbc9f17', 'network_id': '871f71c2-a685-492e-99d5-8e8eafbc9f17', 'tenant_id': 'af6fb09e545d4153862da66161a32780', 'fixed_ips': [{'subnet_id': 'b2cbc061-7f3f-4d36-a828-d0ed12213826'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:42:25.686127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53290e92-6b5b-4024-986b-91cd9493055b tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Pushing event updated for resources: {'Port': ['ID=f55bb59a-20e2-4a00-9457-02c693f5e567,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:25.691204 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:25.701959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed987beb-5946-48e1-a9d4-29841eabfc1a req-94f7d239-8920-417e-8ebf-f38c81774073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:25.703968 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ed987beb-5946-48e1-a9d4-29841eabfc1a req-94f7d239-8920-417e-8ebf-f38c81774073 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 1097 time: 0.1819012 Jul 09 13:42:25.710630 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31f25f8-6ff0-4ffa-ac7f-c571e6481695 None None] DHCP port deletion for 781bae4a-3805-4f89-b08c-d56f11f15a77 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:42:25.724125 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-53290e92-6b5b-4024-986b-91cd9493055b tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9242983 Jul 09 13:42:25.733521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47462) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:25.745049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Request body: {'port': {'network_id': '871f71c2-a685-492e-99d5-8e8eafbc9f17', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-858262164', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:25.746051 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.api.validators [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] bootfile-name is not in valid_values {{(pid=93753) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:42:25.746746 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.api.validators [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] tftp-server is not in valid_values {{(pid=93753) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:42:25.747404 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.api.validators [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] server-ip-address is not in valid_values {{(pid=93753) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:42:25.748470 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:42:25.753865 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:25.763791 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:25.766246 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/networks/781bae4a-3805-4f89-b08c-d56f11f15a77 HTTP/1.1" status: 204 len: 168 time: 1.3985987 Jul 09 13:42:25.773154 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47464) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:25.781287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c19c3c7-1b30-4084-8e6b-20a3b0a13d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Network': ['ID=781bae4a-3805-4f89-b08c-d56f11f15a77,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:25.879452 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ed987beb-5946-48e1-a9d4-29841eabfc1a req-3cbd02d3-1f22-4134-ab34-d76c62e3e206 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=56dc216d-2429-445b-8328-75adee027dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1679039 Jul 09 13:42:25.892100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Allocated IP 2001:db8::2 (871f71c2-a685-492e-99d5-8e8eafbc9f17/b2cbc061-7f3f-4d36-a828-d0ed12213826/97699a20-72dc-49a2-aca3-2aacd9695c6e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:25.982348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d21304fa-6a3c-4711-975e-dabc4e489d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:25.989850 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d21304fa-6a3c-4711-975e-dabc4e489d83 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2150352 Jul 09 13:42:25.992237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47474) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:26.061665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Made reservation on behalf of af6fb09e545d4153862da66161a32780 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:26.065965 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.084191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86a9d4-8394-4e76-904f-3356bd9bf7cd req-99ca61df-64c9-4407-9eee-21bdb6a53c80 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:26.092002 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e86a9d4-8394-4e76-904f-3356bd9bf7cd req-99ca61df-64c9-4407-9eee-21bdb6a53c80 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 946 time: 0.1051126 Jul 09 13:42:26.108681 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] device_id is not set on port c6bb4c64-994d-4e53-b7d9-ed8ae6cf2fb7 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:42:26.141958 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.154966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Transition to ACTIVE for port object 97699a20-72dc-49a2-aca3-2aacd9695c6e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:26.166970 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e86a9d4-8394-4e76-904f-3356bd9bf7cd req-418b2949-9d5e-46c4-ada3-ad9051739158 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=56dc216d-2429-445b-8328-75adee027dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733809 Jul 09 13:42:26.171583 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-37425b77-1950-4c95-aa04-ed6cadd7ccc7 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1779490 Jul 09 13:42:26.171833 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47482) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:26.192254 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Transition to ACTIVE for port object 97699a20-72dc-49a2-aca3-2aacd9695c6e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:26.200193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2fd4abc5-8428-465f-8a6a-e3960d3d31b9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-258954476'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:26.212444 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.262791 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fd4abc5-8428-465f-8a6a-e3960d3d31b9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:26.266714 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fd4abc5-8428-465f-8a6a-e3960d3d31b9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.279740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Pushing event updated for resources: {'Port': ['ID=97699a20-72dc-49a2-aca3-2aacd9695c6e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:26.281578 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Allocated IP 2001:db8::85 (871f71c2-a685-492e-99d5-8e8eafbc9f17/b2cbc061-7f3f-4d36-a828-d0ed12213826/c6bb4c64-994d-4e53-b7d9-ed8ae6cf2fb7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:26.294473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Network 871f71c2-a685-492e-99d5-8e8eafbc9f17 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:26.297958 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:26.303913 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:26.335819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fd4abc5-8428-465f-8a6a-e3960d3d31b9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:26.349145 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fd4abc5-8428-465f-8a6a-e3960d3d31b9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.349721 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-2fd4abc5-8428-465f-8a6a-e3960d3d31b9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Added segment ddc66001-1917-4c29-b596-fe285b63d01e of type vlan for network 32fd0f34-b874-4a4a-9ab8-a0e447413d49 Jul 09 13:42:26.396137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Attempting to bind port 97699a20-72dc-49a2-aca3-2aacd9695c6e on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:42:26.396516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Attempting to bind port 97699a20-72dc-49a2-aca3-2aacd9695c6e by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ffed5f2-eb40-4007-b7d0-2a81935217b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '871f71c2-a685-492e-99d5-8e8eafbc9f17'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:42:26.396893 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Attempting to bind port 97699a20-72dc-49a2-aca3-2aacd9695c6e on network 871f71c2-a685-492e-99d5-8e8eafbc9f17 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:26.403404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:42:26.403794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Checking segment: {'id': '8ffed5f2-eb40-4007-b7d0-2a81935217b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '871f71c2-a685-492e-99d5-8e8eafbc9f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:26.404287 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.404691 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Bound using segment: {'id': '8ffed5f2-eb40-4007-b7d0-2a81935217b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '871f71c2-a685-492e-99d5-8e8eafbc9f17'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:42:26.405168 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Bound port: 97699a20-72dc-49a2-aca3-2aacd9695c6e, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ffed5f2-eb40-4007-b7d0-2a81935217b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '871f71c2-a685-492e-99d5-8e8eafbc9f17'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:42:26.405559 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.462174 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fd4abc5-8428-465f-8a6a-e3960d3d31b9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.522847 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fd4abc5-8428-465f-8a6a-e3960d3d31b9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.529803 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fd4abc5-8428-465f-8a6a-e3960d3d31b9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:26.530725 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fd4abc5-8428-465f-8a6a-e3960d3d31b9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.531997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] For port 97699a20-72dc-49a2-aca3-2aacd9695c6e, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:42:26.537263 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] For port 97699a20-72dc-49a2-aca3-2aacd9695c6e, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=97699a20-72dc-49a2-aca3-2aacd9695c6e,segment=NetworkSegment(8ffed5f2-eb40-4007-b7d0-2a81935217b7),segment_id=8ffed5f2-eb40-4007-b7d0-2a81935217b7)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:42:26.544900 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.553716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87887eb-35fc-435e-adf6-17b4a2b1956b req-c2780ec3-cc4b-4dff-ae31-cffb496cd6c1 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:26.555382 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a87887eb-35fc-435e-adf6-17b4a2b1956b req-c2780ec3-cc4b-4dff-ae31-cffb496cd6c1 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.1538894 Jul 09 13:42:26.564572 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.587068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9c650131-4759-4d37-9e13-88bf3fde93f8 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:42:26.592353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Transition to ACTIVE for port object c6bb4c64-994d-4e53-b7d9-ed8ae6cf2fb7 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:26.623941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 9c650131-4759-4d37-9e13-88bf3fde93f8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:42:26.624337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9c650131-4759-4d37-9e13-88bf3fde93f8 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:42:26.636004 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2fd4abc5-8428-465f-8a6a-e3960d3d31b9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4630508 Jul 09 13:42:26.653649 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.659487 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47492) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:26.676479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-64cfee7c-c1f2-4c50-81b1-aa11e7c19cd2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'subnet': {'network_id': '32fd0f34-b874-4a4a-9ab8-a0e447413d49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:26.681823 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03990df4-69cb-4be8-a6f7-ee3bb0de2713 None None] Pushing event updated for resources: {'Port': ['ID=97699a20-72dc-49a2-aca3-2aacd9695c6e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:26.752408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Network 871f71c2-a685-492e-99d5-8e8eafbc9f17 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:26.760938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:26.763503 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:26.769460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:26.773491 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:26.800339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd4abc5-8428-465f-8a6a-e3960d3d31b9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Network': ['ID=32fd0f34-b874-4a4a-9ab8-a0e447413d49,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:26.805301 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 1.0701456 Jul 09 13:42:26.808498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47498) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:26.831168 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 32fd0f34-b874-4a4a-9ab8-a0e447413d49 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:26.861087 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0f7103-2bdd-4922-b45c-1a554f2723d4 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Pushing event updated for resources: {'Port': ['ID=c6bb4c64-994d-4e53-b7d9-ed8ae6cf2fb7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:26.874066 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a87887eb-35fc-435e-adf6-17b4a2b1956b req-f844e0cf-035e-4a80-b535-250a02c21b91 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014536 Jul 09 13:42:27.027993 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64cfee7c-c1f2-4c50-81b1-aa11e7c19cd2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:27.031783 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64cfee7c-c1f2-4c50-81b1-aa11e7c19cd2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:27.117172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a391b2a-ae82-4074-a06e-f644b3671941 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:27.123512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a391b2a-ae82-4074-a06e-f644b3671941 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:27.130655 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a391b2a-ae82-4074-a06e-f644b3671941 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:27.136426 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5a391b2a-ae82-4074-a06e-f644b3671941 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.3194304 Jul 09 13:42:27.136861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47506) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:27.168152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d09f16-70f8-4648-877a-8375d8b2340f req-7413e358-3bb8-4176-bde7-c8f6839b884f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:27.179306 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8d09f16-70f8-4648-877a-8375d8b2340f req-7413e358-3bb8-4176-bde7-c8f6839b884f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.3040774 Jul 09 13:42:27.260370 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7db6f5e9-82f4-4411-b1f1-0f2f6c267fa7 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Deleting port c6bb4c64-994d-4e53-b7d9-ed8ae6cf2fb7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:27.260746 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7db6f5e9-82f4-4411-b1f1-0f2f6c267fa7 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:27.284554 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8d09f16-70f8-4648-877a-8375d8b2340f req-57864caf-ea5a-4cf3-bb88-243018c8e638 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986540 Jul 09 13:42:27.395326 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7db6f5e9-82f4-4411-b1f1-0f2f6c267fa7 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:27.409051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7db6f5e9-82f4-4411-b1f1-0f2f6c267fa7 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Calling delete_port for c6bb4c64-994d-4e53-b7d9-ed8ae6cf2fb7 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:27.503155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8703d0a-3f61-44de-a514-4460f85741df req-751f2d36-560d-4723-9dd1-7ab0ef74f100 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:27.505275 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8703d0a-3f61-44de-a514-4460f85741df req-751f2d36-560d-4723-9dd1-7ab0ef74f100 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 946 time: 0.1956611 Jul 09 13:42:27.507716 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64cfee7c-c1f2-4c50-81b1-aa11e7c19cd2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:27.615710 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7db6f5e9-82f4-4411-b1f1-0f2f6c267fa7 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:27.673628 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db6f5e9-82f4-4411-b1f1-0f2f6c267fa7 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Pushing event deleted for resources: {'Port': ['ID=c6bb4c64-994d-4e53-b7d9-ed8ae6cf2fb7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:27.688615 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfee7c-c1f2-4c50-81b1-aa11e7c19cd2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Subnet': ['ID=f629f6b6-d1ce-4ffe-816b-1eefc6a8698f,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:27.700986 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8703d0a-3f61-44de-a514-4460f85741df req-c936b8b2-b42d-4dfb-95ba-e6297e298025 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=56dc216d-2429-445b-8328-75adee027dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1862345 Jul 09 13:42:27.701790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64cfee7c-c1f2-4c50-81b1-aa11e7c19cd2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Checking segment: {'id': 'ddc66001-1917-4c29-b596-fe285b63d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '32fd0f34-b874-4a4a-9ab8-a0e447413d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:27.702159 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cfee7c-c1f2-4c50-81b1-aa11e7c19cd2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network hostable DHCP agents. Network: 32fd0f34-b874-4a4a-9ab8-a0e447413d49, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:42:27.717429 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7db6f5e9-82f4-4411-b1f1-0f2f6c267fa7 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:27.719925 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7db6f5e9-82f4-4411-b1f1-0f2f6c267fa7 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] 10.222.0.39 "DELETE /v2.0/ports/c6bb4c64-994d-4e53-b7d9-ed8ae6cf2fb7 HTTP/1.1" status: 204 len: 168 time: 0.5817616 Jul 09 13:42:27.723850 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47526) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:27.730625 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cfee7c-c1f2-4c50-81b1-aa11e7c19cd2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network 32fd0f34-b874-4a4a-9ab8-a0e447413d49 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:42:27.732841 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d12c30bb-c3db-4dbb-87f3-854cfc60ddb2 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Request body: {'port': {'name': 'tempest-new-port-name-1343200974', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:27.735295 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.api.validators [None req-d12c30bb-c3db-4dbb-87f3-854cfc60ddb2 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] bootfile-name is not in valid_values {{(pid=93753) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:42:27.735719 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.api.validators [None req-d12c30bb-c3db-4dbb-87f3-854cfc60ddb2 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] tftp-server is not in valid_values {{(pid=93753) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:42:27.736073 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.api.validators [None req-d12c30bb-c3db-4dbb-87f3-854cfc60ddb2 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] server-ip-address is not in valid_values {{(pid=93753) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 09 13:42:27.746468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-64cfee7c-c1f2-4c50-81b1-aa11e7c19cd2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 32fd0f34-b874-4a4a-9ab8-a0e447413d49) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:27.751625 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64cfee7c-c1f2-4c50-81b1-aa11e7c19cd2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:27.752276 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64cfee7c-c1f2-4c50-81b1-aa11e7c19cd2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:27.757430 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a3a63ea-bb63-42bd-8810-5aa1cca14c13 None None] Network 32fd0f34-b874-4a4a-9ab8-a0e447413d49 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:27.789191 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-64cfee7c-c1f2-4c50-81b1-aa11e7c19cd2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1228266 Jul 09 13:42:27.792512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47530) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:27.800543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-131eb396-6ac5-4ed4-8462-4a7cedd70d4b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'network_id': '32fd0f34-b874-4a4a-9ab8-a0e447413d49', 'name': 'tempest-PortsIpV6TestJSON-1225427739'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:27.894590 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d12c30bb-c3db-4dbb-87f3-854cfc60ddb2 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:28.075363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-32fd0f34-b874-4a4a-9ab8-a0e447413d49', 'network_id': '32fd0f34-b874-4a4a-9ab8-a0e447413d49', 'tenant_id': 'a8ed5ed50c334d5b9a36be165575e7a4', 'fixed_ips': [{'subnet_id': 'f629f6b6-d1ce-4ffe-816b-1eefc6a8698f'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:42:28.076332 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:28.205630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-131eb396-6ac5-4ed4-8462-4a7cedd70d4b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:28.209442 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-131eb396-6ac5-4ed4-8462-4a7cedd70d4b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:28.237560 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-131eb396-6ac5-4ed4-8462-4a7cedd70d4b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] device_id is not set on port 4ed050c3-0d83-4a66-a8fb-d8a766be7ee1 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:42:28.262445 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26db1cf-bbdd-41f6-8789-eba2242eb08f req-d83494ac-45cd-420d-abd3-17f4f9c4f55e tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:28.270195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f26db1cf-bbdd-41f6-8789-eba2242eb08f req-d83494ac-45cd-420d-abd3-17f4f9c4f55e tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 946 time: 0.3150136 Jul 09 13:42:28.325426 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fac9e32-0e6a-46c1-9e34-fd61143abcee None None] Network 871f71c2-a685-492e-99d5-8e8eafbc9f17 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:28.329895 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d12c30bb-c3db-4dbb-87f3-854cfc60ddb2 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:28.340116 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d12c30bb-c3db-4dbb-87f3-854cfc60ddb2 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:28.376602 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d12c30bb-c3db-4dbb-87f3-854cfc60ddb2 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] In _notify_port_updated(), no bound segment for port f55bb59a-20e2-4a00-9457-02c693f5e567 on network 871f71c2-a685-492e-99d5-8e8eafbc9f17 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:42:28.383076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d12c30bb-c3db-4dbb-87f3-854cfc60ddb2 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:28.383782 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d12c30bb-c3db-4dbb-87f3-854cfc60ddb2 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:28.386242 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d12c30bb-c3db-4dbb-87f3-854cfc60ddb2 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] 10.222.0.39 "PUT /v2.0/ports/f55bb59a-20e2-4a00-9457-02c693f5e567 HTTP/1.1" status: 200 len: 1130 time: 0.6613812 Jul 09 13:42:28.389309 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47548) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:28.401272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b6ca82-c44f-45f5-a405-8cf2cde5e7ed req-e3a5584b-09b1-4386-b775-6ffef0c3f810 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:28.402937 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19b6ca82-c44f-45f5-a405-8cf2cde5e7ed req-e3a5584b-09b1-4386-b775-6ffef0c3f810 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.3018296 Jul 09 13:42:28.422166 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f26db1cf-bbdd-41f6-8789-eba2242eb08f req-65a0a9cc-3c22-4ebe-9763-aaf0fe41feab tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=56dc216d-2429-445b-8328-75adee027dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1509635 Jul 09 13:42:28.443322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b296856d-403e-4dc4-9332-96d4bdc78675 None None] Provisioning for port 97699a20-72dc-49a2-aca3-2aacd9695c6e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:28.476748 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c30bb-c3db-4dbb-87f3-854cfc60ddb2 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Pushing event updated for resources: {'Port': ['ID=f55bb59a-20e2-4a00-9457-02c693f5e567,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:28.498821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Allocated IP 2001:db8::2 (32fd0f34-b874-4a4a-9ab8-a0e447413d49/f629f6b6-d1ce-4ffe-816b-1eefc6a8698f/3c86bc63-7dca-4125-b474-8ce982defac0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:28.541864 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19b6ca82-c44f-45f5-a405-8cf2cde5e7ed req-ac5928b3-43d1-4a76-bf5d-08f5e681b6ac tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158934 Jul 09 13:42:28.588268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f97fe0-736d-46a8-8f4c-15fa24fd0b91 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:28.595515 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47558) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:28.605430 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-06f97fe0-736d-46a8-8f4c-15fa24fd0b91 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] 10.222.0.39 "GET /v2.0/ports/f55bb59a-20e2-4a00-9457-02c693f5e567 HTTP/1.1" status: 200 len: 1130 time: 0.2149971 Jul 09 13:42:28.678115 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b296856d-403e-4dc4-9332-96d4bdc78675 None None] Provisioning for port f55bb59a-20e2-4a00-9457-02c693f5e567 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:28.723982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b296856d-403e-4dc4-9332-96d4bdc78675 None None] Provisioning complete for port f55bb59a-20e2-4a00-9457-02c693f5e567 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:28.724358 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b296856d-403e-4dc4-9332-96d4bdc78675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:28.812767 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 97699a20-72dc-49a2-aca3-2aacd9695c6e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:28.898113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5f0c4a27-37a4-489d-a652-52492d1d65ca tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Deleting port f55bb59a-20e2-4a00-9457-02c693f5e567 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:28.898113 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f0c4a27-37a4-489d-a652-52492d1d65ca tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:28.918473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b296856d-403e-4dc4-9332-96d4bdc78675 None None] Port f55bb59a-20e2-4a00-9457-02c693f5e567 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:29.044910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968fffe5-3507-472e-aa17-88e9b0288a52 req-49b8787b-9b80-4d50-9cea-e3a8adff7968 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:29.048109 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-968fffe5-3507-472e-aa17-88e9b0288a52 req-49b8787b-9b80-4d50-9cea-e3a8adff7968 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.2603166 Jul 09 13:42:29.059020 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 97699a20-72dc-49a2-aca3-2aacd9695c6e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:29.066759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 97699a20-72dc-49a2-aca3-2aacd9695c6e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:29.067410 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:29.129722 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:29.138611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-968fffe5-3507-472e-aa17-88e9b0288a52 req-2bccbbdc-e4e8-47d1-a3d4-62c0bce77744 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792525 Jul 09 13:42:29.151047 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f0c4a27-37a4-489d-a652-52492d1d65ca tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:29.167080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5f0c4a27-37a4-489d-a652-52492d1d65ca tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Calling delete_port for f55bb59a-20e2-4a00-9457-02c693f5e567 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:29.178383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Transition to ACTIVE for port object 3c86bc63-7dca-4125-b474-8ce982defac0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:29.232944 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Transition to ACTIVE for port object 3c86bc63-7dca-4125-b474-8ce982defac0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:29.244752 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:29.330317 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Network 32fd0f34-b874-4a4a-9ab8-a0e447413d49 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:29.330686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-131eb396-6ac5-4ed4-8462-4a7cedd70d4b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Allocated IP 2001:db8::1c3 (32fd0f34-b874-4a4a-9ab8-a0e447413d49/f629f6b6-d1ce-4ffe-816b-1eefc6a8698f/4ed050c3-0d83-4a66-a8fb-d8a766be7ee1) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:29.333025 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:29.345636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:29.358215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:29.408886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Pushing event updated for resources: {'Port': ['ID=3c86bc63-7dca-4125-b474-8ce982defac0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:29.484592 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f0c4a27-37a4-489d-a652-52492d1d65ca tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:29.504107 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 97699a20-72dc-49a2-aca3-2aacd9695c6e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=97699a20-72dc-49a2-aca3-2aacd9695c6e,segment=NetworkSegment(8ffed5f2-eb40-4007-b7d0-2a81935217b7),segment_id=8ffed5f2-eb40-4007-b7d0-2a81935217b7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:29.519372 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:29.523342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Attempting to bind port 3c86bc63-7dca-4125-b474-8ce982defac0 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:42:29.523724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Attempting to bind port 3c86bc63-7dca-4125-b474-8ce982defac0 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'ddc66001-1917-4c29-b596-fe285b63d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '32fd0f34-b874-4a4a-9ab8-a0e447413d49'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:42:29.524092 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Attempting to bind port 3c86bc63-7dca-4125-b474-8ce982defac0 on network 32fd0f34-b874-4a4a-9ab8-a0e447413d49 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:29.557302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:42:29.557734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Checking segment: {'id': 'ddc66001-1917-4c29-b596-fe285b63d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '32fd0f34-b874-4a4a-9ab8-a0e447413d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:29.558209 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:29.558610 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Bound using segment: {'id': 'ddc66001-1917-4c29-b596-fe285b63d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '32fd0f34-b874-4a4a-9ab8-a0e447413d49'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:42:29.559183 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Bound port: 3c86bc63-7dca-4125-b474-8ce982defac0, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddc66001-1917-4c29-b596-fe285b63d01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '32fd0f34-b874-4a4a-9ab8-a0e447413d49'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:42:29.559577 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:29.604526 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0c4a27-37a4-489d-a652-52492d1d65ca tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Pushing event deleted for resources: {'Port': ['ID=f55bb59a-20e2-4a00-9457-02c693f5e567,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:29.623302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=97699a20-72dc-49a2-aca3-2aacd9695c6e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:29.664862 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f0c4a27-37a4-489d-a652-52492d1d65ca tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:29.669942 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5f0c4a27-37a4-489d-a652-52492d1d65ca tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] 10.222.0.39 "DELETE /v2.0/ports/f55bb59a-20e2-4a00-9457-02c693f5e567 HTTP/1.1" status: 204 len: 168 time: 1.0709758 Jul 09 13:42:29.670764 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47586) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:29.688566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] For port 3c86bc63-7dca-4125-b474-8ce982defac0, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:42:29.694630 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] For port 3c86bc63-7dca-4125-b474-8ce982defac0, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3c86bc63-7dca-4125-b474-8ce982defac0,segment=NetworkSegment(ddc66001-1917-4c29-b596-fe285b63d01e),segment_id=ddc66001-1917-4c29-b596-fe285b63d01e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:42:29.711211 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:29.793414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d37b62-c066-4409-814d-5c12a4f32353 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Deleting subnet b2cbc061-7f3f-4d36-a828-d0ed12213826 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:42:29.797843 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2d37b62-c066-4409-814d-5c12a4f32353 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:29.813107 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-131eb396-6ac5-4ed4-8462-4a7cedd70d4b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:29.821844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1c1cbe-a5e7-4209-8796-42fb550cec29 None None] Pushing event updated for resources: {'Port': ['ID=3c86bc63-7dca-4125-b474-8ce982defac0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:29.827600 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a2ed8336-ac57-45c2-9770-0771ee996f1d None None] Provisioning complete for port 97699a20-72dc-49a2-aca3-2aacd9695c6e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:29.828287 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2ed8336-ac57-45c2-9770-0771ee996f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:29.924630 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2d37b62-c066-4409-814d-5c12a4f32353 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:29.948789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-131eb396-6ac5-4ed4-8462-4a7cedd70d4b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Transition to ACTIVE for port object 4ed050c3-0d83-4a66-a8fb-d8a766be7ee1 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:29.971707 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47594) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:30.035041 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a2ed8336-ac57-45c2-9770-0771ee996f1d None None] Could not find standard attr ID for object f55bb59a-20e2-4a00-9457-02c693f5e567. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:42:30.053996 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-131eb396-6ac5-4ed4-8462-4a7cedd70d4b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:30.207175 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b17fef7-99ca-43a5-a3dc-dee48fb398c3 req-8baa0843-1e2a-4c59-8a06-7a0586ec8140 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3397486 Jul 09 13:42:30.284340 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2d37b62-c066-4409-814d-5c12a4f32353 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:30.378877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-06c928b9-5f90-41f0-a757-1c7afe3ff0f5 None None] Could not find standard attr ID for object f55bb59a-20e2-4a00-9457-02c693f5e567. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:42:30.731299 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e22521d8-a043-486a-be7d-a35d0437fbd3 None None] Could not find standard attr ID for object c6bb4c64-994d-4e53-b7d9-ed8ae6cf2fb7. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:42:30.757436 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 97699a20-72dc-49a2-aca3-2aacd9695c6e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:30.816693 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2d37b62-c066-4409-814d-5c12a4f32353 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:30.865335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 97699a20-72dc-49a2-aca3-2aacd9695c6e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:30.866501 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:30.879837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17fef7-99ca-43a5-a3dc-dee48fb398c3 req-70a4f834-dcee-4706-a4e6-3708e3eda27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:30.881382 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b17fef7-99ca-43a5-a3dc-dee48fb398c3 req-70a4f834-dcee-4706-a4e6-3708e3eda27a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57c1823849db49b4af2d50bf49892746&device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 1097 time: 0.5207245 Jul 09 13:42:30.882092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d37b62-c066-4409-814d-5c12a4f32353 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Pushing event deleted for resources: {'Subnet': ['ID=b2cbc061-7f3f-4d36-a828-d0ed12213826,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:30.907547 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2d37b62-c066-4409-814d-5c12a4f32353 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:30.912009 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a2d37b62-c066-4409-814d-5c12a4f32353 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] 10.222.0.39 "DELETE /v2.0/subnets/b2cbc061-7f3f-4d36-a828-d0ed12213826 HTTP/1.1" status: 204 len: 168 time: 1.2373664 Jul 09 13:42:30.913907 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47610) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:30.948014 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131eb396-6ac5-4ed4-8462-4a7cedd70d4b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network 32fd0f34-b874-4a4a-9ab8-a0e447413d49 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:30.969125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e3e089-4ed1-4dea-86a8-f7332ec268a7 req-f08abccc-92b4-4ce9-9fc4-e9eeb8a8d189 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:30.970719 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17e3e089-4ed1-4dea-86a8-f7332ec268a7 req-f08abccc-92b4-4ce9-9fc4-e9eeb8a8d189 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 1.1492407 Jul 09 13:42:30.973348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-131eb396-6ac5-4ed4-8462-4a7cedd70d4b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:30.981888 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131eb396-6ac5-4ed4-8462-4a7cedd70d4b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:30.996350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-131eb396-6ac5-4ed4-8462-4a7cedd70d4b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:31.004253 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-131eb396-6ac5-4ed4-8462-4a7cedd70d4b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:31.045254 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3c86bc63-7dca-4125-b474-8ce982defac0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:31.063942 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131eb396-6ac5-4ed4-8462-4a7cedd70d4b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=4ed050c3-0d83-4a66-a8fb-d8a766be7ee1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:31.113552 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-131eb396-6ac5-4ed4-8462-4a7cedd70d4b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3199267 Jul 09 13:42:31.117997 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47616) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:31.125719 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ad6ddb65-e650-49a5-a2e0-c01091c0057a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'network_id': '32fd0f34-b874-4a4a-9ab8-a0e447413d49', 'name': 'tempest-PortsIpV6TestJSON-364015191'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:31.136743 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17e3e089-4ed1-4dea-86a8-f7332ec268a7 req-234cbe71-30b3-4fb0-898e-5aaa6c623fcf tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138945 Jul 09 13:42:31.153977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 3c86bc63-7dca-4125-b474-8ce982defac0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:31.188494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17fef7-99ca-43a5-a3dc-dee48fb398c3 req-d75c552d-6b6f-44f3-a2dd-392cec3137b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:31.190753 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b17fef7-99ca-43a5-a3dc-dee48fb398c3 req-d75c552d-6b6f-44f3-a2dd-392cec3137b6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b067095-4052-4b92-b6db-3597e823e67a HTTP/1.1" status: 200 len: 909 time: 0.2775683 Jul 09 13:42:31.196755 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0f7550-bd19-49a8-866c-1284da192ce7 None None] Network 871f71c2-a685-492e-99d5-8e8eafbc9f17 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:31.294917 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781a4be5-814a-4173-b318-0f7a0244d168 req-eb224dfd-0286-4980-940f-1156f3d58cf4 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:31.302694 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-781a4be5-814a-4173-b318-0f7a0244d168 req-eb224dfd-0286-4980-940f-1156f3d58cf4 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.4317052 Jul 09 13:42:31.328536 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:31.413049 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-781a4be5-814a-4173-b318-0f7a0244d168 req-06a71062-b619-4140-82c6-d805e80a76eb tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083503 Jul 09 13:42:31.444597 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b17fef7-99ca-43a5-a3dc-dee48fb398c3 req-a1e52fcc-9b33-4bf7-a62f-d0a2f71b5fcd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06a370d8-9e8b-4752-ac7a-3335a593ee84 HTTP/1.1" status: 200 len: 1002 time: 0.1962187 Jul 09 13:42:31.486733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad6ddb65-e650-49a5-a2e0-c01091c0057a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:31.490968 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad6ddb65-e650-49a5-a2e0-c01091c0057a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:31.518983 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-ad6ddb65-e650-49a5-a2e0-c01091c0057a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] device_id is not set on port b7494c7b-68c0-4ed1-976b-43d0c99487c4 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:42:31.532049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534d52e2-2500-455e-98e8-aee8776889e5 None None] DHCP port deletion for 871f71c2-a685-492e-99d5-8e8eafbc9f17 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:42:31.642935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-534d52e2-2500-455e-98e8-aee8776889e5 None None] Deleting port 97699a20-72dc-49a2-aca3-2aacd9695c6e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:31.643413 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-534d52e2-2500-455e-98e8-aee8776889e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:31.743315 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-ad6ddb65-e650-49a5-a2e0-c01091c0057a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Allocated IP 2001:db8::194 (32fd0f34-b874-4a4a-9ab8-a0e447413d49/f629f6b6-d1ce-4ffe-816b-1eefc6a8698f/b7494c7b-68c0-4ed1-976b-43d0c99487c4) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:31.750956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-534d52e2-2500-455e-98e8-aee8776889e5 None None] For port 97699a20-72dc-49a2-aca3-2aacd9695c6e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=97699a20-72dc-49a2-aca3-2aacd9695c6e,segment=NetworkSegment(8ffed5f2-eb40-4007-b7d0-2a81935217b7),segment_id=8ffed5f2-eb40-4007-b7d0-2a81935217b7)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:31.751770 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-534d52e2-2500-455e-98e8-aee8776889e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:31.769452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8693358b-d834-425d-bf28-0c4c9a46c0aa None None] Network 32fd0f34-b874-4a4a-9ab8-a0e447413d49 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:31.789653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-534d52e2-2500-455e-98e8-aee8776889e5 None None] Calling delete_port for 97699a20-72dc-49a2-aca3-2aacd9695c6e owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:31.904015 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12556fe3-ceb7-4e4a-9e8d-723e4cfba206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:31.946151 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1db8474b-f3b1-481f-b3d2-65f3508d980e None None] Provisioning for port 3c86bc63-7dca-4125-b474-8ce982defac0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:31.974132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1db8474b-f3b1-481f-b3d2-65f3508d980e None None] Provisioning complete for port 3c86bc63-7dca-4125-b474-8ce982defac0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:31.974881 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1db8474b-f3b1-481f-b3d2-65f3508d980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:32.125607 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad6ddb65-e650-49a5-a2e0-c01091c0057a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:32.145005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-ad6ddb65-e650-49a5-a2e0-c01091c0057a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Transition to ACTIVE for port object b7494c7b-68c0-4ed1-976b-43d0c99487c4 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:32.205660 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-534d52e2-2500-455e-98e8-aee8776889e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:32.232001 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad6ddb65-e650-49a5-a2e0-c01091c0057a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:32.311136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d52e2-2500-455e-98e8-aee8776889e5 None None] Pushing event deleted for resources: {'Port': ['ID=97699a20-72dc-49a2-aca3-2aacd9695c6e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:32.317188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534d52e2-2500-455e-98e8-aee8776889e5 None None] No DVR routers for this DVR port 97699a20-72dc-49a2-aca3-2aacd9695c6e on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:32.317604 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:32.330567 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1db8474b-f3b1-481f-b3d2-65f3508d980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:32.337397 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6ddb65-e650-49a5-a2e0-c01091c0057a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network 32fd0f34-b874-4a4a-9ab8-a0e447413d49 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:32.345001 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ad6ddb65-e650-49a5-a2e0-c01091c0057a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:32.352750 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6ddb65-e650-49a5-a2e0-c01091c0057a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:32.361014 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6ddb65-e650-49a5-a2e0-c01091c0057a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:32.361982 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad6ddb65-e650-49a5-a2e0-c01091c0057a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:32.369513 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6ddb65-e650-49a5-a2e0-c01091c0057a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=b7494c7b-68c0-4ed1-976b-43d0c99487c4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:32.389201 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17fef7-99ca-43a5-a3dc-dee48fb398c3 req-224dfaa8-4ea8-4757-8137-1d84418e1f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:32.391220 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b17fef7-99ca-43a5-a3dc-dee48fb398c3 req-224dfaa8-4ea8-4757-8137-1d84418e1f21 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6365b74c-aea2-4433-844b-839fb4fcbc16 HTTP/1.1" status: 200 len: 847 time: 0.2147353 Jul 09 13:42:32.457071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1db8474b-f3b1-481f-b3d2-65f3508d980e None None] For port 3c86bc63-7dca-4125-b474-8ce982defac0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3c86bc63-7dca-4125-b474-8ce982defac0,segment=NetworkSegment(ddc66001-1917-4c29-b596-fe285b63d01e),segment_id=ddc66001-1917-4c29-b596-fe285b63d01e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:32.470157 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1db8474b-f3b1-481f-b3d2-65f3508d980e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:32.518081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Deleting port 97699a20-72dc-49a2-aca3-2aacd9695c6e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:32.518436 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:32.529336 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ad6ddb65-e650-49a5-a2e0-c01091c0057a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4089968 Jul 09 13:42:32.539724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47654) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:32.591122 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db8474b-f3b1-481f-b3d2-65f3508d980e None None] Pushing event updated for resources: {'Port': ['ID=3c86bc63-7dca-4125-b474-8ce982defac0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:32.683369 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 97699a20-72dc-49a2-aca3-2aacd9695c6e no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:42:32.732170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 97699a20-72dc-49a2-aca3-2aacd9695c6e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:42:32.732844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 97699a20-72dc-49a2-aca3-2aacd9695c6e not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:42:32.736979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b17fef7-99ca-43a5-a3dc-dee48fb398c3 req-83c576f7-9f0f-4c28-9093-bab53989dc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:32.745052 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b17fef7-99ca-43a5-a3dc-dee48fb398c3 req-83c576f7-9f0f-4c28-9093-bab53989dc99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b067095-4052-4b92-b6db-3597e823e67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3418958 Jul 09 13:42:32.797491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] For port 97699a20-72dc-49a2-aca3-2aacd9695c6e, host n-d-799525-3, got binding levels [] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:32.797865 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:32.881728 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eacb9d64-1b1c-4445-b0b4-a680c433b231 req-5185f77c-8787-4af9-bfdc-3009c570202a tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:32.892662 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eacb9d64-1b1c-4445-b0b4-a680c433b231 req-5185f77c-8787-4af9-bfdc-3009c570202a tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.5048671 Jul 09 13:42:32.924838 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Calling delete_port for 97699a20-72dc-49a2-aca3-2aacd9695c6e owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:32.938535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.ipam_backend_mixin [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Port 97699a20-72dc-49a2-aca3-2aacd9695c6e was not found and therefore no delete operation was performed {{(pid=93753) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:42:32.949920 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:33.014244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Pushing event deleted for resources: {'Port': ['ID=97699a20-72dc-49a2-aca3-2aacd9695c6e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:33.028941 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c34f0ef5-7b0d-44ed-8ccb-7c3ca68077f9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:33.030867 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c34f0ef5-7b0d-44ed-8ccb-7c3ca68077f9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1c3 HTTP/1.1" status: 200 len: 929 time: 0.4884236 Jul 09 13:42:33.048679 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] No DVR routers for this DVR port 97699a20-72dc-49a2-aca3-2aacd9695c6e on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:33.052686 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47666) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:33.063233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2693670d-9ee4-43d8-9ffc-2897c6ea89bc None None] Provisioning complete for port 3c86bc63-7dca-4125-b474-8ce982defac0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:33.064679 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2693670d-9ee4-43d8-9ffc-2897c6ea89bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:33.156720 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be0241-3618-4b18-b44b-f0275231f9a5 req-fa44a79c-9deb-4f79-9f28-8264e5882278 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:33.172643 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5be0241-3618-4b18-b44b-f0275231f9a5 req-fa44a79c-9deb-4f79-9f28-8264e5882278 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.4013715 Jul 09 13:42:33.255409 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eacb9d64-1b1c-4445-b0b4-a680c433b231 req-fc054bd4-7863-4de2-a361-2bec88cdb98b tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3591609 Jul 09 13:42:33.355492 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5be0241-3618-4b18-b44b-f0275231f9a5 req-6346face-f713-478f-8d03-493754d240ba tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792407 Jul 09 13:42:33.397665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Allocated IP 172.20.0.17 (e97a67cb-6d60-459f-9c45-5328d11d3e60/26bbf3ff-b615-4dd7-9ead-32e339d21949/1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:33.406197 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2693670d-9ee4-43d8-9ffc-2897c6ea89bc None None] Provisioning for port 4ed050c3-0d83-4a66-a8fb-d8a766be7ee1 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:33.411040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2693670d-9ee4-43d8-9ffc-2897c6ea89bc None None] Provisioning complete for port 4ed050c3-0d83-4a66-a8fb-d8a766be7ee1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:33.411483 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2693670d-9ee4-43d8-9ffc-2897c6ea89bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:33.549292 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:33.572478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Transition to ACTIVE for port object 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:33.763025 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:33.820110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2693670d-9ee4-43d8-9ffc-2897c6ea89bc None None] Port 4ed050c3-0d83-4a66-a8fb-d8a766be7ee1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:33.882341 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b17fef7-99ca-43a5-a3dc-dee48fb398c3 req-0a159947-530a-4919-b5ac-0c5fb4045bdc service neutron] 10.222.0.18 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1198096 Jul 09 13:42:33.918627 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network e97a67cb-6d60-459f-9c45-5328d11d3e60 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:33.924004 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:33.946370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bfa83b48-8863-428c-a84e-a26d4669a3f0 None None] Provisioning for port b7494c7b-68c0-4ed1-976b-43d0c99487c4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:33.955230 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bfa83b48-8863-428c-a84e-a26d4669a3f0 None None] Provisioning complete for port b7494c7b-68c0-4ed1-976b-43d0c99487c4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:33.955953 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfa83b48-8863-428c-a84e-a26d4669a3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:33.992916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:34.002061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Port': ['ID=1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:34.005443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:34.009958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['871f71c2-a685-492e-99d5-8e8eafbc9f17']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:34.031638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bfa83b48-8863-428c-a84e-a26d4669a3f0 None None] Port b7494c7b-68c0-4ed1-976b-43d0c99487c4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:34.048558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bfa83b48-8863-428c-a84e-a26d4669a3f0 None None] Provisioning complete for port 4ed050c3-0d83-4a66-a8fb-d8a766be7ee1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:34.048942 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfa83b48-8863-428c-a84e-a26d4669a3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:34.051370 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ffed5f2-eb40-4007-b7d0-2a81935217b7') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:34.051575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ffed5f2-eb40-4007-b7d0-2a81935217b7') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:34.094469 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:34.094896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bfa83b48-8863-428c-a84e-a26d4669a3f0 None None] Port 4ed050c3-0d83-4a66-a8fb-d8a766be7ee1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:34.128337 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:34.190685 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:34.199046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:42:34.199579 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:42:34.251603 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:42:34.303930 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-4ff610b1-a58f-415d-aa5a-f20078fae408 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port b7494c7b-68c0-4ed1-976b-43d0c99487c4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:34.304356 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ff610b1-a58f-415d-aa5a-f20078fae408 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:34.370377 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b17fef7-99ca-43a5-a3dc-dee48fb398c3 req-14d317e8-55c4-429f-8b64-2b44c9d0caa2 service neutron] 10.222.0.18 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4788668 Jul 09 13:42:34.394689 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:34.415816 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:34.422849 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] 10.222.0.39 "DELETE /v2.0/networks/871f71c2-a685-492e-99d5-8e8eafbc9f17 HTTP/1.1" status: 204 len: 168 time: 3.5052676 Jul 09 13:42:34.430314 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-491ce9a2-fca1-48ab-a9d5-194ec1bf17f9 None None] Provisioning for port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:34.441335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-491ce9a2-fca1-48ab-a9d5-194ec1bf17f9 None None] Provisioning complete for port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:34.441604 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-491ce9a2-fca1-48ab-a9d5-194ec1bf17f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:34.511144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977e209a-a8d5-4c68-bfab-4587b52674f5 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638 tempest-ExtraDHCPOptionsIpV6TestJSON-610026638-project] Pushing event deleted for resources: {'Network': ['ID=871f71c2-a685-492e-99d5-8e8eafbc9f17,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:34.523308 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-491ce9a2-fca1-48ab-a9d5-194ec1bf17f9 None None] Port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:34.581134 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ff610b1-a58f-415d-aa5a-f20078fae408 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:34.620761 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:34.632053 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3c86bc63-7dca-4125-b474-8ce982defac0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:34.632932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-4ff610b1-a58f-415d-aa5a-f20078fae408 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for b7494c7b-68c0-4ed1-976b-43d0c99487c4 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:34.707477 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26581ad7-effd-466a-b87c-a88a48f41fa4 req-1c6e292f-35ec-4c97-84cb-9fdf4a62ba36 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:34.708383 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-952871a0-2bf2-4de8-9137-088b65a8ae6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:34.715069 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26581ad7-effd-466a-b87c-a88a48f41fa4 req-1c6e292f-35ec-4c97-84cb-9fdf4a62ba36 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.1315267 Jul 09 13:42:34.756093 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 3c86bc63-7dca-4125-b474-8ce982defac0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:34.756781 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:34.791989 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26581ad7-effd-466a-b87c-a88a48f41fa4 req-a175de64-c0f9-4b98-8a06-36b6f99446c0 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754075 Jul 09 13:42:34.851937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583cf67-1dec-4b75-b404-46f852d1e87d req-b8f7975d-394a-45e1-8e26-55ecbb7841b1 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:34.860162 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9583cf67-1dec-4b75-b404-46f852d1e87d req-b8f7975d-394a-45e1-8e26-55ecbb7841b1 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.1250725 Jul 09 13:42:34.870882 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:34.937528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9583cf67-1dec-4b75-b404-46f852d1e87d req-371af243-22a8-46e3-9a07-67d05c630cb6 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760498 Jul 09 13:42:35.043487 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47694) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:35.118897 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ff610b1-a58f-415d-aa5a-f20078fae408 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:35.154398 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff610b1-a58f-415d-aa5a-f20078fae408 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=b7494c7b-68c0-4ed1-976b-43d0c99487c4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:35.300369 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ff610b1-a58f-415d-aa5a-f20078fae408 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:35.313062 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4ff610b1-a58f-415d-aa5a-f20078fae408 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/b7494c7b-68c0-4ed1-976b-43d0c99487c4 HTTP/1.1" status: 204 len: 168 time: 2.1611922 Jul 09 13:42:35.313395 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47702) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:35.371208 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0d6b885-751d-4fcc-8d62-5652a51742f3 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] GET failed (client error): The resource could not be found. Jul 09 13:42:35.376088 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b0d6b885-751d-4fcc-8d62-5652a51742f3 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/b7494c7b-68c0-4ed1-976b-43d0c99487c4 HTTP/1.1" status: 404 len: 333 time: 0.0677385 Jul 09 13:42:35.376655 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-df924d8f-fba7-41cb-8d18-36989e1df89d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af6fb09e545d4153862da66161a32780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3320258 Jul 09 13:42:35.379723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47704) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:35.380044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47706) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:35.541439 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-06418bab-a477-4d2a-975e-6f88f98577b2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port 4ed050c3-0d83-4a66-a8fb-d8a766be7ee1 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:35.541439 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06418bab-a477-4d2a-975e-6f88f98577b2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:35.546904 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a660e83-63f0-46a3-a45c-fd707954ff74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:35.573164 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:35.600885 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a660e83-63f0-46a3-a45c-fd707954ff74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:35.643413 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:35.653167 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:35.653464 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06418bab-a477-4d2a-975e-6f88f98577b2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:35.673294 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-06418bab-a477-4d2a-975e-6f88f98577b2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for 4ed050c3-0d83-4a66-a8fb-d8a766be7ee1 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:35.743226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Port': ['ID=1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:35.753544 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:35.762947 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a660e83-63f0-46a3-a45c-fd707954ff74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:35.766581 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a660e83-63f0-46a3-a45c-fd707954ff74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:35.768023 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7a660e83-63f0-46a3-a45c-fd707954ff74 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3ddb572d-c248-425a-bb80-a065479d2c5c HTTP/1.1" status: 204 len: 168 time: 0.3869705 Jul 09 13:42:35.784142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a660e83-63f0-46a3-a45c-fd707954ff74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddb572d-c248-425a-bb80-a065479d2c5c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:35.884428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network e97a67cb-6d60-459f-9c45-5328d11d3e60 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:35.886507 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06418bab-a477-4d2a-975e-6f88f98577b2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:35.887595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:35.985986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06418bab-a477-4d2a-975e-6f88f98577b2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=4ed050c3-0d83-4a66-a8fb-d8a766be7ee1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:36.079502 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-06418bab-a477-4d2a-975e-6f88f98577b2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:36.088331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-06418bab-a477-4d2a-975e-6f88f98577b2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/4ed050c3-0d83-4a66-a8fb-d8a766be7ee1 HTTP/1.1" status: 204 len: 168 time: 0.7066581 Jul 09 13:42:36.091664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47716) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:36.121092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Router af11d568-dce0-4fc0-b843-ed2a77cae19c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:42:36.194872 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-0acd308b-5ad4-4542-8229-4f113610fad6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] GET failed (client error): The resource could not be found. Jul 09 13:42:36.203508 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0acd308b-5ad4-4542-8229-4f113610fad6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/4ed050c3-0d83-4a66-a8fb-d8a766be7ee1 HTTP/1.1" status: 404 len: 333 time: 0.0988698 Jul 09 13:42:36.205579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47718) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:36.293683 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b214df-ebaa-46ad-8f82-a08b2e4c68db req-df0c0a4e-7d01-4b19-8763-f5897ec84f92 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:36.301943 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19b214df-ebaa-46ad-8f82-a08b2e4c68db req-df0c0a4e-7d01-4b19-8763-f5897ec84f92 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.3198197 Jul 09 13:42:36.369510 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e86ce227-d750-46d7-bcdc-e12d593b0987 None None] Provisioning complete for port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:36.369897 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e86ce227-d750-46d7-bcdc-e12d593b0987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:36.427241 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19b214df-ebaa-46ad-8f82-a08b2e4c68db req-4f079011-51da-40d8-a853-fef5c13975eb tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239667 Jul 09 13:42:36.458523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b82fac-2d36-4475-92fa-a01a95624a9d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting subnet f629f6b6-d1ce-4ffe-816b-1eefc6a8698f {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:42:36.471888 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c29e5-9d34-4cfb-81fe-ea308d32a1d7 req-c896a9be-b6d5-4d9c-9ffa-b2f2915e52f4 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:36.479519 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e72c29e5-9d34-4cfb-81fe-ea308d32a1d7 req-c896a9be-b6d5-4d9c-9ffa-b2f2915e52f4 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.2955503 Jul 09 13:42:36.489757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e86ce227-d750-46d7-bcdc-e12d593b0987 None None] Port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:36.511581 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93b82fac-2d36-4475-92fa-a01a95624a9d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:36.533467 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e72c29e5-9d34-4cfb-81fe-ea308d32a1d7 req-26cc95a0-85cb-4f9f-83a4-87ddcc059f7b tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529425 Jul 09 13:42:36.888405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:42:36.898230 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e50fc1ea-c7d5-4a34-8284-cd982cfb6c90 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "PUT /v2.0/routers/af11d568-dce0-4fc0-b843-ed2a77cae19c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9118309 Jul 09 13:42:36.909769 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Sync routers for ids ['af11d568-dce0-4fc0-b843-ed2a77cae19c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:42:36.920070 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93b82fac-2d36-4475-92fa-a01a95624a9d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:36.926997 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Routers {'af11d568-dce0-4fc0-b843-ed2a77cae19c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:42:36.929279 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:42:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['af11d568-dce0-4fc0-b843-ed2a77cae19c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:36.963727 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:36.998362 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-218b39f2-b0f9-48d6-8457-f7023dd39606 req-e6531f2f-0e6f-49c6-abe6-7d016fc8a756 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5601249 Jul 09 13:42:37.066749 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47744) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:37.087003 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93b82fac-2d36-4475-92fa-a01a95624a9d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.094155 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Set router af11d568-dce0-4fc0-b843-ed2a77cae19c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:42:37.150117 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b39f2-b0f9-48d6-8457-f7023dd39606 req-b950f3fa-780a-44e9-be96-272e9920ca27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:37.151699 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-218b39f2-b0f9-48d6-8457-f7023dd39606 req-b950f3fa-780a-44e9-be96-272e9920ca27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1f9f9204531458ca2e9fa84d6609b20&device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 1096 time: 0.1195869 Jul 09 13:42:37.198136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Request body: {'networks': [{'name': 'tempest-network--1525112393'}, {'name': 'tempest-network--1473691949'}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:37.198697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Request body: {'network': {'name': 'tempest-network--1525112393'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:37.199346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Request body: {'network': {'name': 'tempest-network--1473691949'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:37.226585 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Made reservation on behalf of 0d83900666f24130937c05169b20ed38 for: {'network': 2} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:37.233359 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.245480 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.247809 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93b82fac-2d36-4475-92fa-a01a95624a9d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.292513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b82fac-2d36-4475-92fa-a01a95624a9d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Subnet': ['ID=f629f6b6-d1ce-4ffe-816b-1eefc6a8698f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:37.297590 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-93b82fac-2d36-4475-92fa-a01a95624a9d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.300429 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-93b82fac-2d36-4475-92fa-a01a95624a9d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/f629f6b6-d1ce-4ffe-816b-1eefc6a8698f HTTP/1.1" status: 204 len: 168 time: 1.0938447 Jul 09 13:42:37.304173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47748) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:37.306145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bf0115-93d0-48ca-8943-3b118349f6ab None None] Network 32fd0f34-b874-4a4a-9ab8-a0e447413d49 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:37.410684 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b39f2-b0f9-48d6-8457-f7023dd39606 req-a97d4333-b340-4c40-884b-e05e5f1197ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:37.412524 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-218b39f2-b0f9-48d6-8457-f7023dd39606 req-a97d4333-b340-4c40-884b-e05e5f1197ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd HTTP/1.1" status: 200 len: 898 time: 0.2354791 Jul 09 13:42:37.417286 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.427680 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.435951 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.437270 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.444713 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:42:34Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '0d3c42c4-db9d-48d6-b511-4aaebe60821b', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'port_id': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'mac_address': 'fa:16:3e:89:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:41:33Z', 'updated_at': '2021-07-09T13:41:38Z', 'revision_number': 1, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591', 'name': '', 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:74:a6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '26bbf3ff-b615-4dd7-9ead-32e339d21949', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:42:32Z', 'updated_at': '2021-07-09T13:42:35Z', 'revision_number': 2, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': '26bbf3ff-b615-4dd7-9ead-32e339d21949', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923429bf-c215-479a-933e-91d8219ca2db', 'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:5c:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:52Z', 'updated_at': '2021-07-09T13:41:01Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': 'a125ed7e-098b-479a-8e27-37567c480237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:37.486032 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Checking router: af11d568-dce0-4fc0-b843-ed2a77cae19c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:42:37.486384 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Updating router af11d568-dce0-4fc0-b843-ed2a77cae19c port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:42:37.532007 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.574553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d4b6a6-1a56-4705-8157-709b142b5caa,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:37.599703 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:37.611405 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.611746 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Added segment 586f0e10-94ba-4b93-b7d3-e583eed2e52a of type vlan for network ff32b8e0-ecce-47e1-a720-d7373962718d Jul 09 13:42:37.620040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6925cc82-1c16-4a93-9bbf-3dfd6183ae92 None None] DHCP port deletion for 32fd0f34-b874-4a4a-9ab8-a0e447413d49 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:42:37.647550 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-218b39f2-b0f9-48d6-8457-f7023dd39606 req-a7175c83-a40b-40b7-b6a2-a9170f27f0a3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f8ac49c-7c23-4326-986c-b2514f90eff5 HTTP/1.1" status: 200 len: 1001 time: 0.2270169 Jul 09 13:42:37.685609 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.738824 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b39f2-b0f9-48d6-8457-f7023dd39606 req-387baf8a-6fc0-4974-99fc-6b8e6ed6e8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:37.740517 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-218b39f2-b0f9-48d6-8457-f7023dd39606 req-387baf8a-6fc0-4974-99fc-6b8e6ed6e8f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a125ed7e-098b-479a-8e27-37567c480237 HTTP/1.1" status: 200 len: 835 time: 0.0796561 Jul 09 13:42:37.742688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6925cc82-1c16-4a93-9bbf-3dfd6183ae92 None None] Deleting port 3c86bc63-7dca-4125-b474-8ce982defac0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:37.743680 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port 3c86bc63-7dca-4125-b474-8ce982defac0 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:37.743680 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.745935 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6925cc82-1c16-4a93-9bbf-3dfd6183ae92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.781316 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:37.809257 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.809914 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Added segment aac8c554-26d5-4a8f-86e7-ef10d1e58b1d of type vlan for network 99150c7b-102d-4326-9836-a9a3eb940968 Jul 09 13:42:37.829113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73642adf-2e50-4069-bf32-4af71bea1397 req-9707d2e3-0cd4-4a25-bd89-01f4612d5074 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:37.831172 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-73642adf-2e50-4069-bf32-4af71bea1397 req-9707d2e3-0cd4-4a25-bd89-01f4612d5074 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.1404307 Jul 09 13:42:37.845777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6925cc82-1c16-4a93-9bbf-3dfd6183ae92 None None] For port 3c86bc63-7dca-4125-b474-8ce982defac0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3c86bc63-7dca-4125-b474-8ce982defac0,segment=NetworkSegment(ddc66001-1917-4c29-b596-fe285b63d01e),segment_id=ddc66001-1917-4c29-b596-fe285b63d01e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:37.846479 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6925cc82-1c16-4a93-9bbf-3dfd6183ae92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.862226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6925cc82-1c16-4a93-9bbf-3dfd6183ae92 None None] Calling delete_port for 3c86bc63-7dca-4125-b474-8ce982defac0 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:37.887160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] For port 3c86bc63-7dca-4125-b474-8ce982defac0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3c86bc63-7dca-4125-b474-8ce982defac0,segment=NetworkSegment(ddc66001-1917-4c29-b596-fe285b63d01e),segment_id=ddc66001-1917-4c29-b596-fe285b63d01e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:37.887692 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.906046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for 3c86bc63-7dca-4125-b474-8ce982defac0 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:37.918382 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218b39f2-b0f9-48d6-8457-f7023dd39606 req-96e74ec4-e4cc-41b2-a5a8-6060740038a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:37.920284 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-218b39f2-b0f9-48d6-8457-f7023dd39606 req-96e74ec4-e4cc-41b2-a5a8-6060740038a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1636965 Jul 09 13:42:37.955832 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.966206 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6925cc82-1c16-4a93-9bbf-3dfd6183ae92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:37.997548 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-73642adf-2e50-4069-bf32-4af71bea1397 req-66041a8c-ee4e-4df9-9383-66d79dd78f09 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540117 Jul 09 13:42:37.999927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6925cc82-1c16-4a93-9bbf-3dfd6183ae92 None None] No DVR routers for this DVR port 3c86bc63-7dca-4125-b474-8ce982defac0 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:38.002110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6925cc82-1c16-4a93-9bbf-3dfd6183ae92 None None] Pushing event deleted for resources: {'Port': ['ID=3c86bc63-7dca-4125-b474-8ce982defac0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:38.069661 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baedd66e-d82b-4440-b351-620098a28194 req-fca82803-efdc-466e-9698-b4aad91b3031 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:38.071646 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-baedd66e-d82b-4440-b351-620098a28194 req-fca82803-efdc-466e-9698-b4aad91b3031 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.2663875 Jul 09 13:42:38.090170 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:38.090482 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:38.095410 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-218b39f2-b0f9-48d6-8457-f7023dd39606 req-6a0eb1e8-e0af-4eb5-b828-d7001206c4fd service neutron] 10.222.0.15 "GET /v2.0/networks/7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665118 Jul 09 13:42:38.096286 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:38.101601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:38.102299 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:38.126930 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:38.152393 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Transition to ACTIVE for port object 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:38.163995 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:38.192228 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.1218524 Jul 09 13:42:38.193327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47758) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:38.211920 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:38.212312 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-baedd66e-d82b-4440-b351-620098a28194 req-15b92583-e6c6-485e-a455-9cc4161385e3 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314659 Jul 09 13:42:38.214884 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event updated for resources: {'Network': ['ID=ff32b8e0-ecce-47e1-a720-d7373962718d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:38.232516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network ff32b8e0-ecce-47e1-a720-d7373962718d details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:38.260451 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8155b-e46e-4178-bc5f-2ef4fa63da20 None None] Pushing event updated for resources: {'Port': ['ID=1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:38.273936 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8155b-e46e-4178-bc5f-2ef4fa63da20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:38.274186 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8155b-e46e-4178-bc5f-2ef4fa63da20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:38.274705 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8155b-e46e-4178-bc5f-2ef4fa63da20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:38.275304 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8155b-e46e-4178-bc5f-2ef4fa63da20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:38.275871 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8155b-e46e-4178-bc5f-2ef4fa63da20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:38.277095 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8155b-e46e-4178-bc5f-2ef4fa63da20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:38.277793 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8155b-e46e-4178-bc5f-2ef4fa63da20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:38.278439 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8155b-e46e-4178-bc5f-2ef4fa63da20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:38.278970 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8155b-e46e-4178-bc5f-2ef4fa63da20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:38.279507 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8155b-e46e-4178-bc5f-2ef4fa63da20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:38.280054 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8155b-e46e-4178-bc5f-2ef4fa63da20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:38.280762 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89e8155b-e46e-4178-bc5f-2ef4fa63da20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:38.350331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=3c86bc63-7dca-4125-b474-8ce982defac0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:38.389349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2595c-f9ed-4025-bece-aced8feeb70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event updated for resources: {'Network': ['ID=99150c7b-102d-4326-9836-a9a3eb940968,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:38.403505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 99150c7b-102d-4326-9836-a9a3eb940968 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:38.417855 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-218b39f2-b0f9-48d6-8457-f7023dd39606 req-0ec625f2-73e6-48d1-92a3-6120f7d71f8c service neutron] 10.222.0.15 "GET /v2.0/networks/7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3102553 Jul 09 13:42:38.434295 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Attempting to bind port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:42:38.435196 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Attempting to bind port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '249144a5-32f6-4205-85f7-ba49a58eb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:42:38.435821 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Attempting to bind port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 on network e97a67cb-6d60-459f-9c45-5328d11d3e60 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:38.436863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No DVR routers for this DVR port 3c86bc63-7dca-4125-b474-8ce982defac0 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:38.442496 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:42:38.458278 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Checking segment: {'id': '249144a5-32f6-4205-85f7-ba49a58eb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:38.459137 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:38.459775 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Bound using segment: {'id': '249144a5-32f6-4205-85f7-ba49a58eb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:42:38.460517 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Bound port: 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '249144a5-32f6-4205-85f7-ba49a58eb996', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:42:38.461138 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:38.527830 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:38.580720 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] For port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:42:38.591722 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] For port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591,segment=NetworkSegment(249144a5-32f6-4205-85f7-ba49a58eb996),segment_id=249144a5-32f6-4205-85f7-ba49a58eb996)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:42:38.606484 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:38.639376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3c86bc63-7dca-4125-b474-8ce982defac0 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:42:38.717804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8580999d-12a1-45a7-a2af-f200af65b59e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:38.724660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8580999d-12a1-45a7-a2af-f200af65b59e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:38.729965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 3c86bc63-7dca-4125-b474-8ce982defac0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:42:38.730318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3c86bc63-7dca-4125-b474-8ce982defac0 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:42:38.732650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8580999d-12a1-45a7-a2af-f200af65b59e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:38.733053 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Routers {'af11d568-dce0-4fc0-b843-ed2a77cae19c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:42:38.733716 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:42:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['af11d568-dce0-4fc0-b843-ed2a77cae19c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:38.741054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8580999d-12a1-45a7-a2af-f200af65b59e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:38.743147 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8580999d-12a1-45a7-a2af-f200af65b59e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.5484800 Jul 09 13:42:38.748476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47764) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:38.761620 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:38.771280 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:38.789606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32fd0f34-b874-4a4a-9ab8-a0e447413d49']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:38.824925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc66001-1917-4c29-b596-fe285b63d01e') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:38.825614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc66001-1917-4c29-b596-fe285b63d01e') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:38.852013 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:38.891226 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:38.905690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:42:38.906546 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:42:38.918775 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:42:38.945397 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a21ef6ef-33af-430b-bdc1-2627ad2feb2b tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:38.980986 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] Set router af11d568-dce0-4fc0-b843-ed2a77cae19c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:42:39.067647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.108829 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.116042 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/networks/32fd0f34-b874-4a4a-9ab8-a0e447413d49 HTTP/1.1" status: 204 len: 168 time: 1.8105283 Jul 09 13:42:39.121481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b114ffb1-86cb-420c-bb22-2820acbae84d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Network': ['ID=32fd0f34-b874-4a4a-9ab8-a0e447413d49,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:39.123600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47768) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:39.136222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-862afa18-259a-4538-96f6-f219d187e848 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1087576300'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:39.153944 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e8155b-e46e-4178-bc5f-2ef4fa63da20 None None] Pushing event updated for resources: {'Port': ['ID=1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:39.174317 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a21ef6ef-33af-430b-bdc1-2627ad2feb2b tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.183583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-862afa18-259a-4538-96f6-f219d187e848 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:39.188158 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-862afa18-259a-4538-96f6-f219d187e848 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.200887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a21ef6ef-33af-430b-bdc1-2627ad2feb2b tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff32b8e0-ecce-47e1-a720-d7373962718d']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:39.219030 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a21ef6ef-33af-430b-bdc1-2627ad2feb2b tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '586f0e10-94ba-4b93-b7d3-e583eed2e52a') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:39.219329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a21ef6ef-33af-430b-bdc1-2627ad2feb2b tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '586f0e10-94ba-4b93-b7d3-e583eed2e52a') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:39.223629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-862afa18-259a-4538-96f6-f219d187e848 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:39.243771 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-862afa18-259a-4538-96f6-f219d187e848 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.245066 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-862afa18-259a-4538-96f6-f219d187e848 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Added segment 9b100db2-8515-453a-a595-ae5942ff47ae of type vlan for network f14df909-1a42-450d-a976-c2133de4e6c8 Jul 09 13:42:39.253437 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a21ef6ef-33af-430b-bdc1-2627ad2feb2b tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.327909 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-862afa18-259a-4538-96f6-f219d187e848 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.332765 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a21ef6ef-33af-430b-bdc1-2627ad2feb2b tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.349447 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a21ef6ef-33af-430b-bdc1-2627ad2feb2b tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:42:39.350106 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a21ef6ef-33af-430b-bdc1-2627ad2feb2b tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:42:39.355390 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:42:39.373734 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-862afa18-259a-4538-96f6-f219d187e848 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.379364 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:42:34Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '0d3c42c4-db9d-48d6-b511-4aaebe60821b', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'port_id': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'mac_address': 'fa:16:3e:89:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:41:33Z', 'updated_at': '2021-07-09T13:41:38Z', 'revision_number': 1, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591', 'name': '', 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:74:a6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '26bbf3ff-b615-4dd7-9ead-32e339d21949', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:42:32Z', 'updated_at': '2021-07-09T13:42:38Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': '26bbf3ff-b615-4dd7-9ead-32e339d21949', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923429bf-c215-479a-933e-91d8219ca2db', 'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:5c:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:52Z', 'updated_at': '2021-07-09T13:41:01Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': 'a125ed7e-098b-479a-8e27-37567c480237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:39.382271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862afa18-259a-4538-96f6-f219d187e848 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:39.385552 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-862afa18-259a-4538-96f6-f219d187e848 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.482840 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a21ef6ef-33af-430b-bdc1-2627ad2feb2b tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.487738 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a21ef6ef-33af-430b-bdc1-2627ad2feb2b tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.492596 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a21ef6ef-33af-430b-bdc1-2627ad2feb2b tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "DELETE /v2.0/networks/ff32b8e0-ecce-47e1-a720-d7373962718d HTTP/1.1" status: 204 len: 168 time: 0.7428870 Jul 09 13:42:39.495426 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47774) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:39.496057 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-862afa18-259a-4538-96f6-f219d187e848 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3712382 Jul 09 13:42:39.504588 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb0b4e5-c219-4649-abe5-bbc6c0f97359 req-d8ba65fa-4453-45af-87d6-f30333e6daa2 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:39.506173 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5bb0b4e5-c219-4649-abe5-bbc6c0f97359 req-d8ba65fa-4453-45af-87d6-f30333e6daa2 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.2262952 Jul 09 13:42:39.506859 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47776) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:39.508303 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862afa18-259a-4538-96f6-f219d187e848 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Network': ['ID=f14df909-1a42-450d-a976-c2133de4e6c8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:39.520433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network f14df909-1a42-450d-a976-c2133de4e6c8 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:39.552223 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aee59e9-8b1b-44cd-9d27-88b7d1c2575b None None] The sync data for ids ['af11d568-dce0-4fc0-b843-ed2a77cae19c'] in n-d-799525-3 is: [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:42:34Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '0d3c42c4-db9d-48d6-b511-4aaebe60821b', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'port_id': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'mac_address': 'fa:16:3e:89:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:41:33Z', 'updated_at': '2021-07-09T13:41:38Z', 'revision_number': 1, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591', 'name': '', 'network_id': 'e97a67cb-6d60-459f-9c45-5328d11d3e60', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:74:a6:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '26bbf3ff-b615-4dd7-9ead-32e339d21949', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:42:32Z', 'updated_at': '2021-07-09T13:42:38Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': '26bbf3ff-b615-4dd7-9ead-32e339d21949', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '923429bf-c215-479a-933e-91d8219ca2db', 'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:5c:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:52Z', 'updated_at': '2021-07-09T13:41:01Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': 'a125ed7e-098b-479a-8e27-37567c480237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:42:39.565919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-493b0d8a-bd61-4af2-8e1f-dedd76a7c27d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'subnet': {'network_id': 'f14df909-1a42-450d-a976-c2133de4e6c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:39.583014 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21ef6ef-33af-430b-bdc1-2627ad2feb2b tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event deleted for resources: {'Network': ['ID=ff32b8e0-ecce-47e1-a720-d7373962718d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:39.640701 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49625843-2766-430e-a7b1-1967d6821260 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.827829 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5bb0b4e5-c219-4649-abe5-bbc6c0f97359 req-99c76bc5-ae05-4ef1-8350-e5515ef73e60 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2755508 Jul 09 13:42:39.828297 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49625843-2766-430e-a7b1-1967d6821260 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.841346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-49625843-2766-430e-a7b1-1967d6821260 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99150c7b-102d-4326-9836-a9a3eb940968']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:39.862940 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992e943-ca63-44e2-bcb9-0e7f104037e6 req-5e989bbd-ee98-495b-b319-d17c031e79f1 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:39.871003 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b992e943-ca63-44e2-bcb9-0e7f104037e6 req-5e989bbd-ee98-495b-b319-d17c031e79f1 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.4333973 Jul 09 13:42:39.873920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-49625843-2766-430e-a7b1-1967d6821260 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aac8c554-26d5-4a8f-86e7-ef10d1e58b1d') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:39.875731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-49625843-2766-430e-a7b1-1967d6821260 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aac8c554-26d5-4a8f-86e7-ef10d1e58b1d') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:39.906292 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49625843-2766-430e-a7b1-1967d6821260 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.937945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1f2a7-38e1-4e90-b143-39cb64b121e0 req-196d28f1-c419-445a-a528-cd78c03a6d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:39.939999 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5df1f2a7-38e1-4e90-b143-39cb64b121e0 req-196d28f1-c419-445a-a528-cd78c03a6d7a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 1097 time: 0.2298682 Jul 09 13:42:39.941373 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49625843-2766-430e-a7b1-1967d6821260 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.956114 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b992e943-ca63-44e2-bcb9-0e7f104037e6 req-73ece211-5b04-42cb-abcd-77945b7a1f00 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837030 Jul 09 13:42:39.956988 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493b0d8a-bd61-4af2-8e1f-dedd76a7c27d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49625843-2766-430e-a7b1-1967d6821260 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49625843-2766-430e-a7b1-1967d6821260 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:42:39.971353 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:42:39.982614 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-493b0d8a-bd61-4af2-8e1f-dedd76a7c27d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:40.076683 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5df1f2a7-38e1-4e90-b143-39cb64b121e0 req-62c8ed33-841b-4eb3-88d0-bd8b36e2b138 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300805 Jul 09 13:42:40.090119 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49625843-2766-430e-a7b1-1967d6821260 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:40.096581 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-49625843-2766-430e-a7b1-1967d6821260 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:40.104124 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-49625843-2766-430e-a7b1-1967d6821260 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "DELETE /v2.0/networks/99150c7b-102d-4326-9836-a9a3eb940968 HTTP/1.1" status: 204 len: 168 time: 0.6040413 Jul 09 13:42:40.110095 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47786) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:40.136556 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49625843-2766-430e-a7b1-1967d6821260 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event deleted for resources: {'Network': ['ID=99150c7b-102d-4326-9836-a9a3eb940968,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:40.453023 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986e3a70-4d3a-4795-b366-10deb1f05128 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:40.459708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986e3a70-4d3a-4795-b366-10deb1f05128 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:40.461700 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-986e3a70-4d3a-4795-b366-10deb1f05128 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3478625 Jul 09 13:42:40.463524 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-493b0d8a-bd61-4af2-8e1f-dedd76a7c27d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:40.468658 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47790) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:40.475759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f7c13fc7-c3e7-4465-810c-b7f3f1467674 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1851672549'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:40.532991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7c13fc7-c3e7-4465-810c-b7f3f1467674 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Made reservation on behalf of 0d83900666f24130937c05169b20ed38 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:40.537502 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7c13fc7-c3e7-4465-810c-b7f3f1467674 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:40.541795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-493b0d8a-bd61-4af2-8e1f-dedd76a7c27d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Checking segment: {'id': '9b100db2-8515-453a-a595-ae5942ff47ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f14df909-1a42-450d-a976-c2133de4e6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:40.542269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b0d8a-bd61-4af2-8e1f-dedd76a7c27d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network hostable DHCP agents. Network: f14df909-1a42-450d-a976-c2133de4e6c8, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:42:40.544587 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493b0d8a-bd61-4af2-8e1f-dedd76a7c27d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Subnet': ['ID=a11f9ae4-0022-4a4b-a073-82996554fde9,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:40.567875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493b0d8a-bd61-4af2-8e1f-dedd76a7c27d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network f14df909-1a42-450d-a976-c2133de4e6c8 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:42:40.586737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7c13fc7-c3e7-4465-810c-b7f3f1467674 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:40.601091 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-493b0d8a-bd61-4af2-8e1f-dedd76a7c27d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, f14df909-1a42-450d-a976-c2133de4e6c8) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:40.607986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493b0d8a-bd61-4af2-8e1f-dedd76a7c27d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:40.608659 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-493b0d8a-bd61-4af2-8e1f-dedd76a7c27d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:40.618196 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567cf7a1-03b1-446e-9105-54b8f4a367ab None None] Network f14df909-1a42-450d-a976-c2133de4e6c8 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:40.623279 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7c13fc7-c3e7-4465-810c-b7f3f1467674 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:40.623591 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-f7c13fc7-c3e7-4465-810c-b7f3f1467674 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Added segment a31118fd-08e2-423a-b39d-fe35e4e2f0f1 of type vlan for network 62b21e26-830b-4f5b-bd65-7c24b36d15aa Jul 09 13:42:40.647902 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-493b0d8a-bd61-4af2-8e1f-dedd76a7c27d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1015148 Jul 09 13:42:40.649562 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47792) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:40.657178 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-88610246-7c29-466c-ba93-67e28a239f1e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'network_id': 'f14df909-1a42-450d-a976-c2133de4e6c8', 'name': 'tempest-PortsIpV6TestJSON-299405763', 'fixed_ips': [{'subnet_id': 'a11f9ae4-0022-4a4b-a073-82996554fde9', 'ip_address': '2001:db8::10'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:40.759188 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7c13fc7-c3e7-4465-810c-b7f3f1467674 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:40.780412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3ae2f4-3adf-4aa4-badc-bd797feb436e req-dc193992-b696-41fb-8049-c82830b206b8 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:40.792173 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f3ae2f4-3adf-4aa4-badc-bd797feb436e req-dc193992-b696-41fb-8049-c82830b206b8 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.2116990 Jul 09 13:42:40.797000 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:40.818007 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7c13fc7-c3e7-4465-810c-b7f3f1467674 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:40.824407 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c13fc7-c3e7-4465-810c-b7f3f1467674 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:40.825183 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7c13fc7-c3e7-4465-810c-b7f3f1467674 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:40.889729 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f3ae2f4-3adf-4aa4-badc-bd797feb436e req-1b4da36f-991c-4824-9b77-6b63bd9b5fb6 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924675 Jul 09 13:42:40.933692 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88610246-7c29-466c-ba93-67e28a239f1e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:40.970902 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f7c13fc7-c3e7-4465-810c-b7f3f1467674 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5006397 Jul 09 13:42:40.974296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:40.975501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47800) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:40.980709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82497908-b411-47e9-880c-0edbc13a4294 req-28a0be9e-8395-4d1e-b406-27109d1be7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:40.982285 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-82497908-b411-47e9-880c-0edbc13a4294 req-28a0be9e-8395-4d1e-b406-27109d1be7ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5d894f2af5d74c9dbb9a0b7762202fdb&device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 1097 time: 0.3567181 Jul 09 13:42:40.991142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1085c6da-285e-4309-b4ff-8dd548d9a81f tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1143567413'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:41.019923 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:41.020318 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.027057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c13fc7-c3e7-4465-810c-b7f3f1467674 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event updated for resources: {'Network': ['ID=62b21e26-830b-4f5b-bd65-7c24b36d15aa,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:41.109203 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1085c6da-285e-4309-b4ff-8dd548d9a81f tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Made reservation on behalf of 0d83900666f24130937c05169b20ed38 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:41.112731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1085c6da-285e-4309-b4ff-8dd548d9a81f tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.149660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1085c6da-285e-4309-b4ff-8dd548d9a81f tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:41.160243 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1085c6da-285e-4309-b4ff-8dd548d9a81f tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.160660 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-1085c6da-285e-4309-b4ff-8dd548d9a81f tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Added segment 6b06b961-c88c-40ae-adb9-fb68262d5dd9 of type vlan for network b2c162dd-0888-4e85-9099-dbac11a8e4fa Jul 09 13:42:41.162339 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88610246-7c29-466c-ba93-67e28a239f1e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.168495 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 62b21e26-830b-4f5b-bd65-7c24b36d15aa details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:41.214976 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1085c6da-285e-4309-b4ff-8dd548d9a81f tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.230249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82497908-b411-47e9-880c-0edbc13a4294 req-478729b3-68d6-42a2-b610-40826fb3f980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:41.232854 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-82497908-b411-47e9-880c-0edbc13a4294 req-478729b3-68d6-42a2-b610-40826fb3f980 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3593ef4e-d984-4a5d-8fe4-7c9358957518 HTTP/1.1" status: 200 len: 917 time: 0.2351773 Jul 09 13:42:41.261529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-88610246-7c29-466c-ba93-67e28a239f1e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] device_id is not set on port 9a74fdfc-e4c1-436b-830c-9af3f1bfc0f8 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:42:41.371293 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-82497908-b411-47e9-880c-0edbc13a4294 req-05f1fd7a-7e3c-4107-b59f-b9e3b139c8d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=32adac79-9ac2-4f4b-a61f-e1395e6610f4 HTTP/1.1" status: 200 len: 217 time: 0.1283405 Jul 09 13:42:41.373342 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1085c6da-285e-4309-b4ff-8dd548d9a81f tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.377924 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-f14df909-1a42-450d-a976-c2133de4e6c8', 'network_id': 'f14df909-1a42-450d-a976-c2133de4e6c8', 'tenant_id': 'a8ed5ed50c334d5b9a36be165575e7a4', 'fixed_ips': [{'subnet_id': 'a11f9ae4-0022-4a4b-a073-82996554fde9'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:42:41.378807 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.379460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1085c6da-285e-4309-b4ff-8dd548d9a81f tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:41.380112 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1085c6da-285e-4309-b4ff-8dd548d9a81f tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.399280 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.482475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1085c6da-285e-4309-b4ff-8dd548d9a81f tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event updated for resources: {'Network': ['ID=b2c162dd-0888-4e85-9099-dbac11a8e4fa,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:41.498557 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591,segment=NetworkSegment(249144a5-32f6-4205-85f7-ba49a58eb996),segment_id=249144a5-32f6-4205-85f7-ba49a58eb996)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:41.501115 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network b2c162dd-0888-4e85-9099-dbac11a8e4fa details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:41.527234 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1085c6da-285e-4309-b4ff-8dd548d9a81f tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5436335 Jul 09 13:42:41.528132 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.530103 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47802) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:41.538254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Request body: {'ports': [{'network_id': '62b21e26-830b-4f5b-bd65-7c24b36d15aa', 'name': 'tempest-port--2017287670', 'admin_state_up': True}, {'network_id': 'b2c162dd-0888-4e85-9099-dbac11a8e4fa', 'admin_state_up': False}]} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:41.538593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Request body: {'port': {'network_id': '62b21e26-830b-4f5b-bd65-7c24b36d15aa', 'name': 'tempest-port--2017287670', 'admin_state_up': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:41.539066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Request body: {'port': {'network_id': 'b2c162dd-0888-4e85-9099-dbac11a8e4fa', 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:41.683425 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:41.697232 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Allocated IP 2001:db8::2 (f14df909-1a42-450d-a976-c2133de4e6c8/a11f9ae4-0022-4a4b-a073-82996554fde9/ffbe1fa6-d2b3-4257-812b-dc7fb03bf398) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:41.748816 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82497908-b411-47e9-880c-0edbc13a4294 req-c95ba979-0bd1-43da-b787-d984e65de163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:41.750861 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-82497908-b411-47e9-880c-0edbc13a4294 req-c95ba979-0bd1-43da-b787-d984e65de163 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=1ad360f6-1b09-402c-b321-59b50981d896 HTTP/1.1" status: 200 len: 855 time: 0.3653717 Jul 09 13:42:41.816825 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92410053-1a47-4135-8f58-77fdad1acc30 req-5c9b21a2-02f7-4e70-9de0-190fd93bc190 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:41.826389 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92410053-1a47-4135-8f58-77fdad1acc30 req-5c9b21a2-02f7-4e70-9de0-190fd93bc190 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.5975070 Jul 09 13:42:41.853913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82497908-b411-47e9-880c-0edbc13a4294 req-c40cc3f9-e2b5-4b87-8992-156a7bb91e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:41.856113 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-82497908-b411-47e9-880c-0edbc13a4294 req-c40cc3f9-e2b5-4b87-8992-156a7bb91e9e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3593ef4e-d984-4a5d-8fe4-7c9358957518&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0982845 Jul 09 13:42:41.856834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Made reservation on behalf of 0d83900666f24130937c05169b20ed38 for: {'port': 2} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:41.863386 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.882068 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:41.889257 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92410053-1a47-4135-8f58-77fdad1acc30 req-b41d1f80-9b06-48ef-99aa-f163d73fcab9 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613728 Jul 09 13:42:41.897604 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Transition to ACTIVE for port object ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:41.918407 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Transition to ACTIVE for port object ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:41.937510 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:42.003314 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:42.016985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Network f14df909-1a42-450d-a976-c2133de4e6c8 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:42.038340 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-88610246-7c29-466c-ba93-67e28a239f1e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Allocated IP 2001:db8::10 (f14df909-1a42-450d-a976-c2133de4e6c8/a11f9ae4-0022-4a4b-a073-82996554fde9/9a74fdfc-e4c1-436b-830c-9af3f1bfc0f8) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:42.047438 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Pushing event updated for resources: {'Port': ['ID=ffbe1fa6-d2b3-4257-812b-dc7fb03bf398,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:42.051823 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:42.054394 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:42.142261 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-82497908-b411-47e9-880c-0edbc13a4294 req-c80c33e4-c82d-4368-9d2f-1262511f2ff4 service neutron] 10.222.0.18 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750654 Jul 09 13:42:42.165731 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Attempting to bind port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:42:42.166231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Attempting to bind port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '9b100db2-8515-453a-a595-ae5942ff47ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f14df909-1a42-450d-a976-c2133de4e6c8'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:42:42.166728 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Attempting to bind port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 on network f14df909-1a42-450d-a976-c2133de4e6c8 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:42.173503 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:42:42.173892 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Checking segment: {'id': '9b100db2-8515-453a-a595-ae5942ff47ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f14df909-1a42-450d-a976-c2133de4e6c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:42.174597 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:42.175023 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Bound using segment: {'id': '9b100db2-8515-453a-a595-ae5942ff47ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f14df909-1a42-450d-a976-c2133de4e6c8'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:42:42.175572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Bound port: ffbe1fa6-d2b3-4257-812b-dc7fb03bf398, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b100db2-8515-453a-a595-ae5942ff47ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': 'f14df909-1a42-450d-a976-c2133de4e6c8'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:42:42.176136 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:42.263576 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-82497908-b411-47e9-880c-0edbc13a4294 req-9b8fe647-9251-4039-b775-992b2610b6dd service neutron] 10.222.0.18 "GET /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093149 Jul 09 13:42:42.266895 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] device_id is not set on port 035c27ea-951a-4c96-9952-037600a78f13 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:42:42.267202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] For port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:42:42.284664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] For port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ffbe1fa6-d2b3-4257-812b-dc7fb03bf398,segment=NetworkSegment(9b100db2-8515-453a-a595-ae5942ff47ae),segment_id=9b100db2-8515-453a-a595-ae5942ff47ae)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:42:42.297025 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:42.302732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc88c0-4b8f-4c63-af89-0a302fde8345 req-2aa8f7fe-88bf-4946-a804-4c6442c4d945 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:42.322751 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-74cc88c0-4b8f-4c63-af89-0a302fde8345 req-2aa8f7fe-88bf-4946-a804-4c6442c4d945 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.2275572 Jul 09 13:42:42.375576 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2175dbf6-f9cd-4161-8730-be044468a4ad None None] Pushing event updated for resources: {'Port': ['ID=ffbe1fa6-d2b3-4257-812b-dc7fb03bf398,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:42.418051 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-74cc88c0-4b8f-4c63-af89-0a302fde8345 req-e8cc6acf-38ef-4329-81ca-dc9dcb5ae0e7 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939100 Jul 09 13:42:42.476361 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:42.476598 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88610246-7c29-466c-ba93-67e28a239f1e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:42.505459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-88610246-7c29-466c-ba93-67e28a239f1e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Transition to ACTIVE for port object 9a74fdfc-e4c1-436b-830c-9af3f1bfc0f8 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:42.551003 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88610246-7c29-466c-ba93-67e28a239f1e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:42.602021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] device_id is not set on port b495d37f-1b1a-4554-abe2-3373581824ed yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:42:42.616549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:42.640851 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88610246-7c29-466c-ba93-67e28a239f1e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network f14df909-1a42-450d-a976-c2133de4e6c8 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:42.664654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-88610246-7c29-466c-ba93-67e28a239f1e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:42.671606 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88610246-7c29-466c-ba93-67e28a239f1e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:42.687000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88610246-7c29-466c-ba93-67e28a239f1e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:42.689533 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88610246-7c29-466c-ba93-67e28a239f1e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:42.706521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88610246-7c29-466c-ba93-67e28a239f1e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=9a74fdfc-e4c1-436b-830c-9af3f1bfc0f8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:42.761075 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-88610246-7c29-466c-ba93-67e28a239f1e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1092980 Jul 09 13:42:42.763923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47812) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:42.771058 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0b6e782c-5f11-4401-b5bb-71e8f4a4f27e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'network_id': 'f14df909-1a42-450d-a976-c2133de4e6c8', 'name': 'tempest-PortsIpV6TestJSON-768788121', 'fixed_ips': [{'subnet_id': 'a11f9ae4-0022-4a4b-a073-82996554fde9', 'ip_address': '2001:db8::f'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:42.822354 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:42.823660 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:42.938560 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:42.991425 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6e782c-5f11-4401-b5bb-71e8f4a4f27e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:43.003320 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0b6e782c-5f11-4401-b5bb-71e8f4a4f27e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:43.049661 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:43.050932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-0b6e782c-5f11-4401-b5bb-71e8f4a4f27e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] device_id is not set on port 316a736a-bb89-4538-8a10-bd5facb65ba1 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:42:43.127312 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event updated for resources: {'Port': ['ID=035c27ea-951a-4c96-9952-037600a78f13,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:43.147829 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Checking segment: {'id': 'a31118fd-08e2-423a-b39d-fe35e4e2f0f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '62b21e26-830b-4f5b-bd65-7c24b36d15aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:43.148279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Network hostable DHCP agents. Network: 62b21e26-830b-4f5b-bd65-7c24b36d15aa, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:42:43.173270 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Network 62b21e26-830b-4f5b-bd65-7c24b36d15aa is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:42:43.189799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 62b21e26-830b-4f5b-bd65-7c24b36d15aa) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:43.195631 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:43.197965 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:43.205794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-683de806-5097-4a69-a786-91b9ebe17b00 None None] Network 62b21e26-830b-4f5b-bd65-7c24b36d15aa requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:43.280543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4e362-99cf-45ec-ad37-b396f880a648 req-6201421a-05ae-4977-8cec-e1a97e5cf652 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:43.282277 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a2a4e362-99cf-45ec-ad37-b396f880a648 req-6201421a-05ae-4977-8cec-e1a97e5cf652 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.1488564 Jul 09 13:42:43.292974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event updated for resources: {'Port': ['ID=b495d37f-1b1a-4554-abe2-3373581824ed,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:43.367182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-0b6e782c-5f11-4401-b5bb-71e8f4a4f27e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Allocated IP 2001:db8::f (f14df909-1a42-450d-a976-c2133de4e6c8/a11f9ae4-0022-4a4b-a073-82996554fde9/316a736a-bb89-4538-8a10-bd5facb65ba1) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:43.580383 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0b6e782c-5f11-4401-b5bb-71e8f4a4f27e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:43.599313 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-0b6e782c-5f11-4401-b5bb-71e8f4a4f27e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Transition to ACTIVE for port object 316a736a-bb89-4538-8a10-bd5facb65ba1 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:43.674696 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a2a4e362-99cf-45ec-ad37-b396f880a648 req-cf5b71a7-8bd0-4569-834a-aa779051ba15 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2333412 Jul 09 13:42:43.676736 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0b6e782c-5f11-4401-b5bb-71e8f4a4f27e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:43.757602 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6e782c-5f11-4401-b5bb-71e8f4a4f27e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network f14df909-1a42-450d-a976-c2133de4e6c8 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:43.763405 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0b6e782c-5f11-4401-b5bb-71e8f4a4f27e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:43.779842 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6e782c-5f11-4401-b5bb-71e8f4a4f27e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:43.785870 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6e782c-5f11-4401-b5bb-71e8f4a4f27e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:43.787010 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0b6e782c-5f11-4401-b5bb-71e8f4a4f27e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:43.833362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e782c-5f11-4401-b5bb-71e8f4a4f27e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=316a736a-bb89-4538-8a10-bd5facb65ba1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:43.869675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47824) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:43.869893 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0b6e782c-5f11-4401-b5bb-71e8f4a4f27e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1032562 Jul 09 13:42:43.897708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15223383-ab6a-4fcc-be40-990ee669a4a0 req-bbe9c316-add7-4b02-882c-fff8aa838ae2 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:43.901766 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15223383-ab6a-4fcc-be40-990ee669a4a0 req-bbe9c316-add7-4b02-882c-fff8aa838ae2 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.2623634 Jul 09 13:42:43.959886 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Checking segment: {'id': '6b06b961-c88c-40ae-adb9-fb68262d5dd9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': 'b2c162dd-0888-4e85-9099-dbac11a8e4fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:43.960330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Network hostable DHCP agents. Network: b2c162dd-0888-4e85-9099-dbac11a8e4fa, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:42:43.964199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7df5aa5-e081-4ee4-92ea-8eee30eb9029 None None] Network f14df909-1a42-450d-a976-c2133de4e6c8 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:43.974120 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15223383-ab6a-4fcc-be40-990ee669a4a0 req-f02cce2d-5c0b-4a2a-9802-3c21928b9a42 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668082 Jul 09 13:42:44.028318 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Network b2c162dd-0888-4e85-9099-dbac11a8e4fa is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:42:44.069445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8059a83e-044c-487c-b651-6d82a2a59df8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:44.074666 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8059a83e-044c-487c-b651-6d82a2a59df8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.2004089 Jul 09 13:42:44.074666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, b2c162dd-0888-4e85-9099-dbac11a8e4fa) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:44.074952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47834) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:44.086947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6428a1f-4e4a-402a-ad14-805c8bad2b27 None None] Network b2c162dd-0888-4e85-9099-dbac11a8e4fa requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:44.121457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:44.143125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:44.152001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:44.152741 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:44.216393 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d6bcd9b8-aa24-4484-bb20-10b95a802c58 None None] Provisioning for port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:44.246241 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-833b24c3-520d-406d-befd-c69a4e261efd tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.7149134 Jul 09 13:42:44.250067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47840) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:44.310679 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8aa039-e707-4069-9963-6c9af2e04ded req-3bff581a-886d-454a-a8b0-a01e439768e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:44.312381 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc8aa039-e707-4069-9963-6c9af2e04ded req-3bff581a-886d-454a-a8b0-a01e439768e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=babef6379bed4e18867311a7868b9288&device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 1097 time: 0.2191875 Jul 09 13:42:44.399234 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005bfbda-f537-4480-965e-2ff5be5424e4 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:44.406732 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005bfbda-f537-4480-965e-2ff5be5424e4 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:44.408702 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-005bfbda-f537-4480-965e-2ff5be5424e4 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1577749 Jul 09 13:42:44.411587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47842) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:44.436407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baee2a9-ac41-4921-a9ea-80d0c29dfbe6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:44.443232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baee2a9-ac41-4921-a9ea-80d0c29dfbe6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:44.450576 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3baee2a9-ac41-4921-a9ea-80d0c29dfbe6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:44.452683 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3baee2a9-ac41-4921-a9ea-80d0c29dfbe6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.3773723 Jul 09 13:42:44.458515 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47844) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:44.463937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5f77f-e435-417e-af04-8e95ea0c3aed req-5df718ac-f78b-4ef1-8ee8-10a31747045f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:44.465712 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12f5f77f-e435-417e-af04-8e95ea0c3aed req-5df718ac-f78b-4ef1-8ee8-10a31747045f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.2783458 Jul 09 13:42:44.485716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce238f6-3a48-46ad-b2c6-2e31265f7589 req-e525c33b-8565-4be2-8481-60d7797b3472 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:44.493439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cce238f6-3a48-46ad-b2c6-2e31265f7589 req-e525c33b-8565-4be2-8481-60d7797b3472 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.2248142 Jul 09 13:42:44.551447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8aa039-e707-4069-9963-6c9af2e04ded req-01bb25b2-42e6-438d-b1b1-0e84503123f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:44.553057 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc8aa039-e707-4069-9963-6c9af2e04ded req-01bb25b2-42e6-438d-b1b1-0e84503123f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3881be75-6fce-4855-8e27-914588a658c2 HTTP/1.1" status: 200 len: 912 time: 0.2284851 Jul 09 13:42:44.575697 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cce238f6-3a48-46ad-b2c6-2e31265f7589 req-567e14a9-4ca8-4c34-aa54-806861d67f3f tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807154 Jul 09 13:42:44.584925 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12f5f77f-e435-417e-af04-8e95ea0c3aed req-0772d764-5f40-411d-97d3-96c0216909d6 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828357 Jul 09 13:42:44.648239 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc8aa039-e707-4069-9963-6c9af2e04ded req-42f55efc-5823-4163-91d0-648aaf1a2d14 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ac24f1b2-ec72-4543-8253-db3fcac9ed44 HTTP/1.1" status: 200 len: 217 time: 0.0840459 Jul 09 13:42:44.659384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:44.727597 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:44.735861 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:44.736877 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:44.741034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8aa039-e707-4069-9963-6c9af2e04ded req-1cbbcf32-29cc-4329-a205-1aa4d2900e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:44.742528 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc8aa039-e707-4069-9963-6c9af2e04ded req-1cbbcf32-29cc-4329-a205-1aa4d2900e84 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7963501-dd58-4176-8b20-9e2b0fe5b563 HTTP/1.1" status: 200 len: 851 time: 0.0759046 Jul 09 13:42:44.786895 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc8aa039-e707-4069-9963-6c9af2e04ded req-70ac97b0-a17b-4a81-ad41-4ef20e7081af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3881be75-6fce-4855-8e27-914588a658c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0362809 Jul 09 13:42:44.796283 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3a415186-fdf5-49e3-a0c4-f16d61530b1d tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Deleting port 035c27ea-951a-4c96-9952-037600a78f13 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:44.796634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a415186-fdf5-49e3-a0c4-f16d61530b1d tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:44.836070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2476be-19fb-4def-9aca-92917c8394c4 req-d195b40e-0abd-4081-90d8-a866ff232a63 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:44.836619 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:44.838188 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b2476be-19fb-4def-9aca-92917c8394c4 req-d195b40e-0abd-4081-90d8-a866ff232a63 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e HTTP/1.1" status: 200 len: 945 time: 0.0820255 Jul 09 13:42:44.885381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ffbe1fa6-d2b3-4257-812b-dc7fb03bf398,segment=NetworkSegment(9b100db2-8515-453a-a595-ae5942ff47ae),segment_id=9b100db2-8515-453a-a595-ae5942ff47ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:44.886773 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-66c12588-fd46-4b9d-a4a0-210cea39f4d9 None None] Provisioning for port 9a74fdfc-e4c1-436b-830c-9af3f1bfc0f8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:44.891603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-66c12588-fd46-4b9d-a4a0-210cea39f4d9 None None] Provisioning complete for port 9a74fdfc-e4c1-436b-830c-9af3f1bfc0f8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:44.892091 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66c12588-fd46-4b9d-a4a0-210cea39f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:44.901015 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b2476be-19fb-4def-9aca-92917c8394c4 req-8d6c189e-d5e5-4d6f-b2f2-0785a83a1ecf tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518858 Jul 09 13:42:44.929379 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-66c12588-fd46-4b9d-a4a0-210cea39f4d9 None None] Port 9a74fdfc-e4c1-436b-830c-9af3f1bfc0f8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:44.931382 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:44.951800 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a415186-fdf5-49e3-a0c4-f16d61530b1d tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:44.975415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3a415186-fdf5-49e3-a0c4-f16d61530b1d tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Calling delete_port for 035c27ea-951a-4c96-9952-037600a78f13 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:44.976966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-66c12588-fd46-4b9d-a4a0-210cea39f4d9 None None] Provisioning complete for port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:44.977462 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66c12588-fd46-4b9d-a4a0-210cea39f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:44.980577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-78ca7cd2-2c5c-4276-8491-9bd1cc6aff65 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port 316a736a-bb89-4538-8a10-bd5facb65ba1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:44.980926 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78ca7cd2-2c5c-4276-8491-9bd1cc6aff65 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.015975 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=ffbe1fa6-d2b3-4257-812b-dc7fb03bf398,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:45.142209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-66c12588-fd46-4b9d-a4a0-210cea39f4d9 None None] Provisioning for port 316a736a-bb89-4538-8a10-bd5facb65ba1 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:45.148481 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-66c12588-fd46-4b9d-a4a0-210cea39f4d9 None None] Provisioning complete for port 316a736a-bb89-4538-8a10-bd5facb65ba1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:45.148858 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66c12588-fd46-4b9d-a4a0-210cea39f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.161651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d003468-b560-4b2e-86a9-f036840a574f req-f2c65087-badb-436e-aef9-b4ff714a33e5 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:45.169857 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d003468-b560-4b2e-86a9-f036840a574f req-f2c65087-badb-436e-aef9-b4ff714a33e5 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 945 time: 0.0934720 Jul 09 13:42:45.170952 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc8aa039-e707-4069-9963-6c9af2e04ded req-b01aa076-590c-4ef7-a73b-6c00b098f1d6 service neutron] 10.222.0.18 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3710122 Jul 09 13:42:45.219321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-66c12588-fd46-4b9d-a4a0-210cea39f4d9 None None] Port 316a736a-bb89-4538-8a10-bd5facb65ba1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:45.223267 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78ca7cd2-2c5c-4276-8491-9bd1cc6aff65 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.225158 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d003468-b560-4b2e-86a9-f036840a574f req-e7764402-891f-415b-aa6b-3a81e4818815 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527251 Jul 09 13:42:45.273850 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-78ca7cd2-2c5c-4276-8491-9bd1cc6aff65 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for 316a736a-bb89-4538-8a10-bd5facb65ba1 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:45.277089 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-d7be4e3b-110a-4149-9078-49ed17ae4661 req-df72c187-4f00-4c77-94de-ce4998803f58 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:42:45.278349 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7be4e3b-110a-4149-9078-49ed17ae4661 req-df72c187-4f00-4c77-94de-ce4998803f58 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073354 Jul 09 13:42:45.374321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aaea9c75-20f9-4eb3-a2da-0f1668f9e13f None None] Provisioning complete for port 9a74fdfc-e4c1-436b-830c-9af3f1bfc0f8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:45.374785 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aaea9c75-20f9-4eb3-a2da-0f1668f9e13f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.381091 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a415186-fdf5-49e3-a0c4-f16d61530b1d tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.398862 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc8aa039-e707-4069-9963-6c9af2e04ded req-86d14f86-2706-48c4-b032-14b912798759 service neutron] 10.222.0.18 "GET /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2140608 Jul 09 13:42:45.404011 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7be4e3b-110a-4149-9078-49ed17ae4661 req-8ccc0598-b480-419f-b707-078b499fffe2 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1166294 Jul 09 13:42:45.457949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aaea9c75-20f9-4eb3-a2da-0f1668f9e13f None None] Port 9a74fdfc-e4c1-436b-830c-9af3f1bfc0f8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:45.482887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a415186-fdf5-49e3-a0c4-f16d61530b1d tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event deleted for resources: {'Port': ['ID=035c27ea-951a-4c96-9952-037600a78f13,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:45.520636 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a415186-fdf5-49e3-a0c4-f16d61530b1d tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.526198 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3a415186-fdf5-49e3-a0c4-f16d61530b1d tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "DELETE /v2.0/ports/035c27ea-951a-4c96-9952-037600a78f13 HTTP/1.1" status: 204 len: 168 time: 1.1135654 Jul 09 13:42:45.526412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47868) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:45.695007 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2624fad5-ed08-4453-aec3-ac370fa4ff48 None None] Provisioning complete for port 316a736a-bb89-4538-8a10-bd5facb65ba1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:45.697255 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2624fad5-ed08-4453-aec3-ac370fa4ff48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.774463 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78ca7cd2-2c5c-4276-8491-9bd1cc6aff65 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.788234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2624fad5-ed08-4453-aec3-ac370fa4ff48 None None] Port 316a736a-bb89-4538-8a10-bd5facb65ba1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:45.798466 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7d1d879e-0e27-4a5e-a04b-f56da3cefe29 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Deleting port b495d37f-1b1a-4554-abe2-3373581824ed {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:45.798818 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d1d879e-0e27-4a5e-a04b-f56da3cefe29 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.813139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ca7cd2-2c5c-4276-8491-9bd1cc6aff65 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=316a736a-bb89-4538-8a10-bd5facb65ba1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:45.864703 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78ca7cd2-2c5c-4276-8491-9bd1cc6aff65 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:45.871253 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-78ca7cd2-2c5c-4276-8491-9bd1cc6aff65 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/316a736a-bb89-4538-8a10-bd5facb65ba1 HTTP/1.1" status: 204 len: 168 time: 1.4115021 Jul 09 13:42:45.872164 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47882) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:45.929626 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-96dd614d-35d5-4c9c-a280-eba45d91a53e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] GET failed (client error): The resource could not be found. Jul 09 13:42:45.937582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47886) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:45.938365 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-96dd614d-35d5-4c9c-a280-eba45d91a53e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/316a736a-bb89-4538-8a10-bd5facb65ba1 HTTP/1.1" status: 404 len: 333 time: 0.0649688 Jul 09 13:42:45.966961 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d1d879e-0e27-4a5e-a04b-f56da3cefe29 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.019696 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7d1d879e-0e27-4a5e-a04b-f56da3cefe29 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Calling delete_port for b495d37f-1b1a-4554-abe2-3373581824ed owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:46.130241 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff00908c-fc14-49e7-9a41-c317cd1936e4 req-5072e33f-f672-42e0-b643-0fc0e2d167cf tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:46.131759 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ff00908c-fc14-49e7-9a41-c317cd1936e4 req-5072e33f-f672-42e0-b643-0fc0e2d167cf tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.2866778 Jul 09 13:42:46.151614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80efd6-64bc-46fb-bf3e-aa3685361324 req-c0dc3505-69de-46fe-ae28-3963ada6ae7d tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:46.153130 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe80efd6-64bc-46fb-bf3e-aa3685361324 req-c0dc3505-69de-46fe-ae28-3963ada6ae7d tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.3807027 Jul 09 13:42:46.246970 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ff00908c-fc14-49e7-9a41-c317cd1936e4 req-89e589b2-21d9-49f1-9e4f-308cf86adc10 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068540 Jul 09 13:42:46.261358 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe80efd6-64bc-46fb-bf3e-aa3685361324 req-3d05a3d2-9e96-4563-b6b0-025bc95d6639 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950730 Jul 09 13:42:46.276495 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a989c-b43e-4f0e-8572-3bca5857365e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port 9a74fdfc-e4c1-436b-830c-9af3f1bfc0f8 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:46.276823 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b8a989c-b43e-4f0e-8572-3bca5857365e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.281352 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d1d879e-0e27-4a5e-a04b-f56da3cefe29 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.408449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1d879e-0e27-4a5e-a04b-f56da3cefe29 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event deleted for resources: {'Port': ['ID=b495d37f-1b1a-4554-abe2-3373581824ed,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:46.455506 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d1d879e-0e27-4a5e-a04b-f56da3cefe29 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.457973 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7d1d879e-0e27-4a5e-a04b-f56da3cefe29 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "DELETE /v2.0/ports/b495d37f-1b1a-4554-abe2-3373581824ed HTTP/1.1" status: 204 len: 168 time: 0.9304688 Jul 09 13:42:46.462027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47894) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:46.508099 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-da509e51-02ec-4086-be2d-f44a65d84c36 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0446706 Jul 09 13:42:46.515143 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47896) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:46.518279 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b8a989c-b43e-4f0e-8572-3bca5857365e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.531125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a3e5c854-c0ab-4c51-adaa-cb93cd5a8bb6 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1842963676'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:46.541264 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1b8a989c-b43e-4f0e-8572-3bca5857365e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for 9a74fdfc-e4c1-436b-830c-9af3f1bfc0f8 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:46.553372 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e5c854-c0ab-4c51-adaa-cb93cd5a8bb6 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Made reservation on behalf of 0d83900666f24130937c05169b20ed38 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:46.560029 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c854-c0ab-4c51-adaa-cb93cd5a8bb6 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.583207 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:46.598793 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3e5c854-c0ab-4c51-adaa-cb93cd5a8bb6 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:46.617002 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c58ab-7591-487e-8a02-5e9a0a16b830 req-8336a73b-46a6-4a41-a775-6afdd1107b11 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:46.619670 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-839c58ab-7591-487e-8a02-5e9a0a16b830 req-8336a73b-46a6-4a41-a775-6afdd1107b11 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e HTTP/1.1" status: 200 len: 945 time: 0.2126858 Jul 09 13:42:46.630454 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c854-c0ab-4c51-adaa-cb93cd5a8bb6 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.630806 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-a3e5c854-c0ab-4c51-adaa-cb93cd5a8bb6 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Added segment b41d19fc-a780-4b0f-a2a5-7e8f027d790e of type vlan for network 9e157e41-7b49-4253-8c6c-64323bd78cab Jul 09 13:42:46.686379 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-839c58ab-7591-487e-8a02-5e9a0a16b830 req-f90c8acf-0560-46e0-b1b0-409c92207649 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558016 Jul 09 13:42:46.739120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c854-c0ab-4c51-adaa-cb93cd5a8bb6 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.754496 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:46.755513 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.870760 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c854-c0ab-4c51-adaa-cb93cd5a8bb6 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.899317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e5c854-c0ab-4c51-adaa-cb93cd5a8bb6 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:46.900557 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3e5c854-c0ab-4c51-adaa-cb93cd5a8bb6 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:46.915300 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b8a989c-b43e-4f0e-8572-3bca5857365e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.042707 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e5c854-c0ab-4c51-adaa-cb93cd5a8bb6 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event updated for resources: {'Network': ['ID=9e157e41-7b49-4253-8c6c-64323bd78cab,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:47.053111 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a3e5c854-c0ab-4c51-adaa-cb93cd5a8bb6 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5353680 Jul 09 13:42:47.065964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47942) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:47.072145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 9e157e41-7b49-4253-8c6c-64323bd78cab details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:47.073843 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e8822f4e-4556-45ed-ae4e-a91757d3a770 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2054615714'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:47.103965 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a989c-b43e-4f0e-8572-3bca5857365e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=9a74fdfc-e4c1-436b-830c-9af3f1bfc0f8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:47.105774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8822f4e-4556-45ed-ae4e-a91757d3a770 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Made reservation on behalf of 0d83900666f24130937c05169b20ed38 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:47.146838 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8822f4e-4556-45ed-ae4e-a91757d3a770 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.154902 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b8a989c-b43e-4f0e-8572-3bca5857365e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.157467 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1b8a989c-b43e-4f0e-8572-3bca5857365e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/9a74fdfc-e4c1-436b-830c-9af3f1bfc0f8 HTTP/1.1" status: 204 len: 168 time: 1.2046587 Jul 09 13:42:47.160134 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47952) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:47.207394 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef02e07-1f18-4eb3-bf10-31689babf794 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] GET failed (client error): The resource could not be found. Jul 09 13:42:47.209960 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8822f4e-4556-45ed-ae4e-a91757d3a770 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:47.210559 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9ef02e07-1f18-4eb3-bf10-31689babf794 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/9a74fdfc-e4c1-436b-830c-9af3f1bfc0f8 HTTP/1.1" status: 404 len: 333 time: 0.0492735 Jul 09 13:42:47.213663 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47960) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:47.222863 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8822f4e-4556-45ed-ae4e-a91757d3a770 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.223278 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-e8822f4e-4556-45ed-ae4e-a91757d3a770 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Added segment 2dbf1eef-69cd-4b60-932d-da885c174644 of type vlan for network 03891a80-97c5-43a1-93b4-abe884277b10 Jul 09 13:42:47.288330 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8822f4e-4556-45ed-ae4e-a91757d3a770 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.343467 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8822f4e-4556-45ed-ae4e-a91757d3a770 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.352244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8822f4e-4556-45ed-ae4e-a91757d3a770 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:47.354248 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8822f4e-4556-45ed-ae4e-a91757d3a770 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.416698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a57870b-84fc-4c5c-a9db-799a37987c4d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting subnet a11f9ae4-0022-4a4b-a073-82996554fde9 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:42:47.424557 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a57870b-84fc-4c5c-a9db-799a37987c4d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.440697 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e8822f4e-4556-45ed-ae4e-a91757d3a770 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3734202 Jul 09 13:42:47.464774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8822f4e-4556-45ed-ae4e-a91757d3a770 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event updated for resources: {'Network': ['ID=03891a80-97c5-43a1-93b4-abe884277b10,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:47.484699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 03891a80-97c5-43a1-93b4-abe884277b10 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:47.531598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285a5be6-461c-4a9e-940b-21faea0a6cdd req-acd13cd0-e0c5-439e-92ec-e72121327fb9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:47.543302 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-285a5be6-461c-4a9e-940b-21faea0a6cdd req-acd13cd0-e0c5-439e-92ec-e72121327fb9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 945 time: 0.5994704 Jul 09 13:42:47.652629 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a57870b-84fc-4c5c-a9db-799a37987c4d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.836467 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-285a5be6-461c-4a9e-940b-21faea0a6cdd req-5c121706-22a6-490d-bc20-17869193b0db tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898152 Jul 09 13:42:47.860477 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a57870b-84fc-4c5c-a9db-799a37987c4d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:47.959877 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc62873-e9f5-4b58-93ba-9fde834fa6da req-b9fbc742-375e-4d78-857c-b4637f60c8d2 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:47.969642 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4bc62873-e9f5-4b58-93ba-9fde834fa6da req-b9fbc742-375e-4d78-857c-b4637f60c8d2 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.2496896 Jul 09 13:42:48.014162 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a57870b-84fc-4c5c-a9db-799a37987c4d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:48.043800 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4bc62873-e9f5-4b58-93ba-9fde834fa6da req-2c806663-e78d-454d-ae7c-643ebae2de34 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732276 Jul 09 13:42:48.125064 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57870b-84fc-4c5c-a9db-799a37987c4d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Subnet': ['ID=a11f9ae4-0022-4a4b-a073-82996554fde9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:48.127572 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a57870b-84fc-4c5c-a9db-799a37987c4d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:48.129642 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8a57870b-84fc-4c5c-a9db-799a37987c4d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/a11f9ae4-0022-4a4b-a073-82996554fde9 HTTP/1.1" status: 204 len: 168 time: 0.9119604 Jul 09 13:42:48.130810 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24de5a04-c111-4d8c-95a9-9a5066ff0d78 None None] Network f14df909-1a42-450d-a976-c2133de4e6c8 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:48.132922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48052) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:48.403444 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:48.563545 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:48.564664 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:48.655953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd9ccb-650b-424d-832a-dc5d07d35425 req-458d85f6-8737-47f4-8d36-88e0b9bfb275 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:48.668961 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5fd9ccb-650b-424d-832a-dc5d07d35425 req-458d85f6-8737-47f4-8d36-88e0b9bfb275 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.1495776 Jul 09 13:42:48.763629 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5fd9ccb-650b-424d-832a-dc5d07d35425 req-ba835b45-c4ab-47a4-a0f7-a760290cd3d7 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934894 Jul 09 13:42:48.801992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] For port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ffbe1fa6-d2b3-4257-812b-dc7fb03bf398,segment=NetworkSegment(9b100db2-8515-453a-a595-ae5942ff47ae),segment_id=9b100db2-8515-453a-a595-ae5942ff47ae)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:48.804194 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:48.826322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e122d0-1e86-47a3-b45d-f31843b97c17 None None] DHCP port deletion for f14df909-1a42-450d-a976-c2133de4e6c8 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:42:48.848945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:48.895084 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f57e4-94b5-4b55-acac-44d04c583d50 req-44f63fd7-e35c-4b76-a3e6-bc1d3180e035 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:48.905175 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f57e4-94b5-4b55-acac-44d04c583d50 req-44f63fd7-e35c-4b76-a3e6-bc1d3180e035 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:48.914657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f57e4-94b5-4b55-acac-44d04c583d50 req-44f63fd7-e35c-4b76-a3e6-bc1d3180e035 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:48.922817 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-555f57e4-94b5-4b55-acac-44d04c583d50 req-44f63fd7-e35c-4b76-a3e6-bc1d3180e035 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625&device_id=213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e&device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 2417 time: 0.1134067 Jul 09 13:42:48.960819 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f2e122d0-1e86-47a3-b45d-f31843b97c17 None None] Deleting port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:48.961335 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2e122d0-1e86-47a3-b45d-f31843b97c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:48.983543 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-555f57e4-94b5-4b55-acac-44d04c583d50 req-73f50eb6-5803-4d90-b821-290927571c5c tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526016 Jul 09 13:42:49.031599 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-88a715e5-3c7d-4f43-be57-12d3b282abcc req-73f275fc-99f5-4e58-95e4-b1efe2f2f7ea tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:42:49.032571 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88a715e5-3c7d-4f43-be57-12d3b282abcc req-73f275fc-99f5-4e58-95e4-b1efe2f2f7ea tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067036 Jul 09 13:42:49.097749 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.145399 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No DVR routers for this DVR port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:49.180478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=ffbe1fa6-d2b3-4257-812b-dc7fb03bf398,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:49.234931 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f2e122d0-1e86-47a3-b45d-f31843b97c17 None None] For port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ffbe1fa6-d2b3-4257-812b-dc7fb03bf398,segment=NetworkSegment(9b100db2-8515-453a-a595-ae5942ff47ae),segment_id=9b100db2-8515-453a-a595-ae5942ff47ae)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:49.235483 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2e122d0-1e86-47a3-b45d-f31843b97c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.257090 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f2e122d0-1e86-47a3-b45d-f31843b97c17 None None] Calling delete_port for ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:49.296087 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.323562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f14df909-1a42-450d-a976-c2133de4e6c8']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:49.332517 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88a715e5-3c7d-4f43-be57-12d3b282abcc req-5bddc08a-dd4f-4d61-8aa9-39734e670ef1 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.2857525 Jul 09 13:42:49.378885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b100db2-8515-453a-a595-ae5942ff47ae') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:49.381672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b100db2-8515-453a-a595-ae5942ff47ae') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:49.425934 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.458366 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2e122d0-1e86-47a3-b45d-f31843b97c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.472394 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.508168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:42:49.511438 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.513799 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e122d0-1e86-47a3-b45d-f31843b97c17 None None] Pushing event deleted for resources: {'Port': ['ID=ffbe1fa6-d2b3-4257-812b-dc7fb03bf398,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:42:49.522461 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:42:49.527009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e122d0-1e86-47a3-b45d-f31843b97c17 None None] No DVR routers for this DVR port ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:49.587694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba592a1-83bf-4f52-9c89-ff7b01428d5e req-aa9f7d5d-05c8-4232-bce7-e2ac6c040017 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:49.595630 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fba592a1-83bf-4f52-9c89-ff7b01428d5e req-aa9f7d5d-05c8-4232-bce7-e2ac6c040017 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.2266359 Jul 09 13:42:49.697430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fba592a1-83bf-4f52-9c89-ff7b01428d5e req-51127b9e-55db-483d-aa82-eb82b2fca34e tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003611 Jul 09 13:42:49.707056 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.740670 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.740670 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/networks/f14df909-1a42-450d-a976-c2133de4e6c8 HTTP/1.1" status: 204 len: 168 time: 1.6031268 Jul 09 13:42:49.740670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Network': ['ID=f14df909-1a42-450d-a976-c2133de4e6c8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:49.747120 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48198) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:49.752749 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b14c3e4a-9edb-4510-bc1b-dfb77e73aa61 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-980130864'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:49.758420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:49.758772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:49.759768 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:49.760290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:49.760636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:49.760975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:49.761311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:49.761643 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:49.761972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:49.762298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:49.762634 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:49.762961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c773afbe-7dcd-4af5-b81e-b30f67745297 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:49.824577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14c3e4a-9edb-4510-bc1b-dfb77e73aa61 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:49.832413 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b14c3e4a-9edb-4510-bc1b-dfb77e73aa61 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.891825 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b14c3e4a-9edb-4510-bc1b-dfb77e73aa61 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:42:49.920423 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b14c3e4a-9edb-4510-bc1b-dfb77e73aa61 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:49.920980 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-b14c3e4a-9edb-4510-bc1b-dfb77e73aa61 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Added segment 4e41b4ce-3b06-4f92-9349-1111d478b931 of type vlan for network 7bf7c538-616a-4b8d-9335-450d1138e451 Jul 09 13:42:50.025661 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b14c3e4a-9edb-4510-bc1b-dfb77e73aa61 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:50.128793 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b14c3e4a-9edb-4510-bc1b-dfb77e73aa61 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:50.135761 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14c3e4a-9edb-4510-bc1b-dfb77e73aa61 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:50.136847 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b14c3e4a-9edb-4510-bc1b-dfb77e73aa61 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:50.213018 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14c3e4a-9edb-4510-bc1b-dfb77e73aa61 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Network': ['ID=7bf7c538-616a-4b8d-9335-450d1138e451,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:50.224684 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 7bf7c538-616a-4b8d-9335-450d1138e451 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:42:50.285153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fa20e-e709-4ea8-a737-3f8751377004 req-7f626dbf-12b3-40d4-a9b4-4e7e64f0088f tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:50.303735 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5b0fa20e-e709-4ea8-a737-3f8751377004 req-7f626dbf-12b3-40d4-a9b4-4e7e64f0088f tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.2670467 Jul 09 13:42:50.306989 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b14c3e4a-9edb-4510-bc1b-dfb77e73aa61 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5619948 Jul 09 13:42:50.310031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48250) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:50.315318 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5754e8c0-eeea-4493-a4ac-00562077fb55 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'subnet': {'network_id': '7bf7c538-616a-4b8d-9335-450d1138e451', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:50.409580 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5b0fa20e-e709-4ea8-a737-3f8751377004 req-cac701a8-cebf-4083-95f2-e77ec30ee084 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1027181 Jul 09 13:42:50.546178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5754e8c0-eeea-4493-a4ac-00562077fb55 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:50.551552 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5754e8c0-eeea-4493-a4ac-00562077fb55 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:50.656746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:42:50.717426 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:42:50.717793 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ffbe1fa6-d2b3-4257-812b-dc7fb03bf398 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:42:50.904948 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5754e8c0-eeea-4493-a4ac-00562077fb55 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.045302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5754e8c0-eeea-4493-a4ac-00562077fb55 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Checking segment: {'id': '4e41b4ce-3b06-4f92-9349-1111d478b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7bf7c538-616a-4b8d-9335-450d1138e451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:51.045905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5754e8c0-eeea-4493-a4ac-00562077fb55 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network hostable DHCP agents. Network: 7bf7c538-616a-4b8d-9335-450d1138e451, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:42:51.049698 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5754e8c0-eeea-4493-a4ac-00562077fb55 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Subnet': ['ID=5f980c47-efb6-4634-9f0f-f1515ac49ab7,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:51.107267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5754e8c0-eeea-4493-a4ac-00562077fb55 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network 7bf7c538-616a-4b8d-9335-450d1138e451 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:42:51.121726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5754e8c0-eeea-4493-a4ac-00562077fb55 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 7bf7c538-616a-4b8d-9335-450d1138e451) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:51.133540 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16f523d-e263-4e30-8b88-873b5a3eb759 None None] Network 7bf7c538-616a-4b8d-9335-450d1138e451 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:51.140223 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5754e8c0-eeea-4493-a4ac-00562077fb55 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:51.141180 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5754e8c0-eeea-4493-a4ac-00562077fb55 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.167782 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5754e8c0-eeea-4493-a4ac-00562077fb55 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8563831 Jul 09 13:42:51.173074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48310) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:51.192022 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c61924fd-8f84-4089-921e-cb7bd4a38cc9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-652505721', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:51.263644 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf03711-4e6e-4633-84fe-84ba843bbaf0 req-869c691a-101b-40e8-ae17-0e924189d099 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:51.286105 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bf03711-4e6e-4633-84fe-84ba843bbaf0 req-869c691a-101b-40e8-ae17-0e924189d099 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.2803342 Jul 09 13:42:51.357123 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48330) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:51.371301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Request body: {'subnets': [{'network_id': '9e157e41-7b49-4253-8c6c-64323bd78cab', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--143754153', 'ip_version': 6}, {'network_id': '03891a80-97c5-43a1-93b4-abe884277b10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:51.372006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Request body: {'subnet': {'network_id': '9e157e41-7b49-4253-8c6c-64323bd78cab', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--143754153', 'ip_version': 6}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:51.376193 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c61924fd-8f84-4089-921e-cb7bd4a38cc9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.378307 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c61924fd-8f84-4089-921e-cb7bd4a38cc9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.378695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Request body: {'subnet': {'network_id': '03891a80-97c5-43a1-93b4-abe884277b10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:51.430184 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bf03711-4e6e-4633-84fe-84ba843bbaf0 req-24fde33a-05ee-437f-bd3f-db184d015513 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415865 Jul 09 13:42:51.534615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-7bf7c538-616a-4b8d-9335-450d1138e451', 'network_id': '7bf7c538-616a-4b8d-9335-450d1138e451', 'tenant_id': 'a8ed5ed50c334d5b9a36be165575e7a4', 'fixed_ips': [{'subnet_id': '5f980c47-efb6-4634-9f0f-f1515ac49ab7'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:42:51.537390 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.563884 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c61924fd-8f84-4089-921e-cb7bd4a38cc9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.573922 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c61924fd-8f84-4089-921e-cb7bd4a38cc9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.606305 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c61924fd-8f84-4089-921e-cb7bd4a38cc9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.620753 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c61924fd-8f84-4089-921e-cb7bd4a38cc9 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4367814 Jul 09 13:42:51.620753 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48350) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:51.628000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3a84f141-2cf7-45aa-ac2f-e1ffbb012eb8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'network_id': '7bf7c538-616a-4b8d-9335-450d1138e451', 'name': 'tempest-PortsIpV6TestJSON-1817974984'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:42:51.812077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Made reservation on behalf of 0d83900666f24130937c05169b20ed38 for: {'subnet': 2} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:51.820525 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.821071 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:51.990344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Allocated IP 2001:db8::2 (7bf7c538-616a-4b8d-9335-450d1138e451/5f980c47-efb6-4634-9f0f-f1515ac49ab7/f99399e3-dbc6-40c3-ad21-4594496b753d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:51.991135 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a84f141-2cf7-45aa-ac2f-e1ffbb012eb8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:42:52.010913 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a84f141-2cf7-45aa-ac2f-e1ffbb012eb8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:52.133189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-3a84f141-2cf7-45aa-ac2f-e1ffbb012eb8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] device_id is not set on port 48148df1-8565-4d7e-9c0f-6004b9de156e yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:42:52.180028 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:42:52.241004 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fab82-0253-4ec4-ad08-6acf91097243 req-2d731d8a-b207-43c9-9ac6-2625dcb662ee tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:52.254783 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-934fab82-0253-4ec4-ad08-6acf91097243 req-2d731d8a-b207-43c9-9ac6-2625dcb662ee tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.3877680 Jul 09 13:42:52.370410 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-934fab82-0253-4ec4-ad08-6acf91097243 req-39abef89-cc69-4d2f-b258-b7a04219abe4 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140845 Jul 09 13:42:52.388189 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:52.401068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Transition to ACTIVE for port object f99399e3-dbc6-40c3-ad21-4594496b753d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:52.418038 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Transition to ACTIVE for port object f99399e3-dbc6-40c3-ad21-4594496b753d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:52.429493 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:52.443320 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:52.495053 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Network 7bf7c538-616a-4b8d-9335-450d1138e451 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:52.502783 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:52.512639 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:52.525030 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Pushing event updated for resources: {'Port': ['ID=f99399e3-dbc6-40c3-ad21-4594496b753d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:52.534767 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Checking segment: {'id': 'b41d19fc-a780-4b0f-a2a5-7e8f027d790e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '9e157e41-7b49-4253-8c6c-64323bd78cab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:52.535803 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Network hostable DHCP agents. Network: 9e157e41-7b49-4253-8c6c-64323bd78cab, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:42:52.562908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event updated for resources: {'Subnet': ['ID=c30b483e-3a2e-4b7b-b0b4-3d4d74673de8,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:52.570024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Network 9e157e41-7b49-4253-8c6c-64323bd78cab is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:42:52.585652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 9e157e41-7b49-4253-8c6c-64323bd78cab) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:52.596679 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:52.617886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba214412-044a-4648-bbfc-ae13eb6463f2 None None] Network 9e157e41-7b49-4253-8c6c-64323bd78cab requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:52.637213 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-3a84f141-2cf7-45aa-ac2f-e1ffbb012eb8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Allocated IP 2001:db8::2ee (7bf7c538-616a-4b8d-9335-450d1138e451/5f980c47-efb6-4634-9f0f-f1515ac49ab7/48148df1-8565-4d7e-9c0f-6004b9de156e) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:52.740287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Attempting to bind port f99399e3-dbc6-40c3-ad21-4594496b753d on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:42:52.740803 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Attempting to bind port f99399e3-dbc6-40c3-ad21-4594496b753d by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '4e41b4ce-3b06-4f92-9349-1111d478b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7bf7c538-616a-4b8d-9335-450d1138e451'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:42:52.741025 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Attempting to bind port f99399e3-dbc6-40c3-ad21-4594496b753d on network 7bf7c538-616a-4b8d-9335-450d1138e451 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:52.749797 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event updated for resources: {'Subnet': ['ID=83168396-66e2-48f1-904a-872fdb912581,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:52.753936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:42:52.754325 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Checking segment: {'id': '4e41b4ce-3b06-4f92-9349-1111d478b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7bf7c538-616a-4b8d-9335-450d1138e451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:52.754746 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:52.755333 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Bound using segment: {'id': '4e41b4ce-3b06-4f92-9349-1111d478b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7bf7c538-616a-4b8d-9335-450d1138e451'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:42:52.756082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Bound port: f99399e3-dbc6-40c3-ad21-4594496b753d, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e41b4ce-3b06-4f92-9349-1111d478b931', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '7bf7c538-616a-4b8d-9335-450d1138e451'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:42:52.757557 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:52.779420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Checking segment: {'id': '2dbf1eef-69cd-4b60-932d-da885c174644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03891a80-97c5-43a1-93b4-abe884277b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:52.780456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Network hostable DHCP agents. Network: 03891a80-97c5-43a1-93b4-abe884277b10, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:42:52.819307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Network 03891a80-97c5-43a1-93b4-abe884277b10 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:42:52.837037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 03891a80-97c5-43a1-93b4-abe884277b10) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:52.848797 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:52.850292 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:52.851598 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:52.855179 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0416ac0-9ca9-455f-bee8-9e2c1dde2523 None None] Network 03891a80-97c5-43a1-93b4-abe884277b10 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:52.881070 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4832abad-6c61-4936-b736-64c4e27d0288 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.5215557 Jul 09 13:42:52.887923 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48404) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:52.982356 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] For port f99399e3-dbc6-40c3-ad21-4594496b753d, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:42:52.986759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffda1f47-87b3-46b5-a92d-7fd71e604dbe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-9e157e41-7b49-4253-8c6c-64323bd78cab', 'network_id': '9e157e41-7b49-4253-8c6c-64323bd78cab', 'tenant_id': '0d83900666f24130937c05169b20ed38', 'fixed_ips': [{'subnet_id': 'c30b483e-3a2e-4b7b-b0b4-3d4d74673de8'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:42:52.987667 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffda1f47-87b3-46b5-a92d-7fd71e604dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:53.022609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] For port f99399e3-dbc6-40c3-ad21-4594496b753d, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f99399e3-dbc6-40c3-ad21-4594496b753d,segment=NetworkSegment(4e41b4ce-3b06-4f92-9349-1111d478b931),segment_id=4e41b4ce-3b06-4f92-9349-1111d478b931)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:42:53.039578 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:53.067238 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c29ce1-73d2-41b9-aef3-b32fe1b8646f tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:53.071237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c29ce1-73d2-41b9-aef3-b32fe1b8646f tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:53.075223 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c29ce1-73d2-41b9-aef3-b32fe1b8646f tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:53.090199 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-48c29ce1-73d2-41b9-aef3-b32fe1b8646f tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.1998286 Jul 09 13:42:53.107822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48412) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:53.122575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ca452-6ab6-4b34-a159-b0996ef0ca30 None None] Pushing event updated for resources: {'Port': ['ID=f99399e3-dbc6-40c3-ad21-4594496b753d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:53.230587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eaa4a29-0aa6-4537-94dd-850eb8988f1d tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Deleting subnet c30b483e-3a2e-4b7b-b0b4-3d4d74673de8 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:42:53.236213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4a29-0aa6-4537-94dd-850eb8988f1d tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:53.339394 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4a29-0aa6-4537-94dd-850eb8988f1d tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:53.347073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-03891a80-97c5-43a1-93b4-abe884277b10', 'network_id': '03891a80-97c5-43a1-93b4-abe884277b10', 'tenant_id': '0d83900666f24130937c05169b20ed38', 'fixed_ips': [{'subnet_id': '83168396-66e2-48f1-904a-872fdb912581'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:42:53.348068 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:53.478993 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4a29-0aa6-4537-94dd-850eb8988f1d tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:53.532848 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48414) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:53.637667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4a29-0aa6-4537-94dd-850eb8988f1d tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:53.721242 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eaa4a29-0aa6-4537-94dd-850eb8988f1d tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event deleted for resources: {'Subnet': ['ID=c30b483e-3a2e-4b7b-b0b4-3d4d74673de8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:53.725280 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3eaa4a29-0aa6-4537-94dd-850eb8988f1d tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:53.730166 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3eaa4a29-0aa6-4537-94dd-850eb8988f1d tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "DELETE /v2.0/subnets/c30b483e-3a2e-4b7b-b0b4-3d4d74673de8 HTTP/1.1" status: 204 len: 168 time: 0.6203375 Jul 09 13:42:53.730801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48426) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-ffda1f47-87b3-46b5-a92d-7fd71e604dbe None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c30b483e-3a2e-4b7b-b0b4-3d4d74673de8: This subnet is being modified by another concurrent operation. Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c30b483e-3a2e-4b7b-b0b4-3d4d74673de8: This subnet is being modified by another concurrent operation. Jul 09 13:42:53.755843 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 09 13:42:53.797226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Allocated IP 2001:db8:0:1::1 (03891a80-97c5-43a1-93b4-abe884277b10/83168396-66e2-48f1-904a-872fdb912581/59383acb-7550-4c33-9cae-e17cab39bf19) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:42:53.836537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4453f1b-c96f-41e0-ba65-6df01b5925b1 None None] Network 9e157e41-7b49-4253-8c6c-64323bd78cab requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:53.848550 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2c46a36-4d42-4e25-8802-4410a8783a20 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Deleting subnet 83168396-66e2-48f1-904a-872fdb912581 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:42:53.943163 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a84f141-2cf7-45aa-ac2f-e1ffbb012eb8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:53.966932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526b6c18-663f-4c65-b140-405f4831b01b req-6828de7d-d943-49e8-bb0d-89fae391f3b9 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:53.974887 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-526b6c18-663f-4c65-b140-405f4831b01b req-6828de7d-d943-49e8-bb0d-89fae391f3b9 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 1.0408170 Jul 09 13:42:53.992080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67493eac-5724-4b81-b9a3-64a33e8d81a7 req-96f98c51-c02b-42a6-a106-bb2b3cdbc124 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:54.001326 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-67493eac-5724-4b81-b9a3-64a33e8d81a7 req-96f98c51-c02b-42a6-a106-bb2b3cdbc124 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 945 time: 1.0456374 Jul 09 13:42:54.054344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-3a84f141-2cf7-45aa-ac2f-e1ffbb012eb8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Transition to ACTIVE for port object 48148df1-8565-4d7e-9c0f-6004b9de156e will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:54.162726 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.172250 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-526b6c18-663f-4c65-b140-405f4831b01b req-e4cb9de0-cee3-4239-b5a8-42d298f5065f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958039 Jul 09 13:42:54.179492 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Transition to ACTIVE for port object 59383acb-7550-4c33-9cae-e17cab39bf19 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:54.193390 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-67493eac-5724-4b81-b9a3-64a33e8d81a7 req-68b69e67-d768-40c0-a2f0-ae13123b0e4f tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908612 Jul 09 13:42:54.216649 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Transition to ACTIVE for port object 59383acb-7550-4c33-9cae-e17cab39bf19 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:42:54.229707 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.233962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2c46a36-4d42-4e25-8802-4410a8783a20 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.281618 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Network 03891a80-97c5-43a1-93b4-abe884277b10 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:54.291271 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:54.295732 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:54.306034 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Pushing event updated for resources: {'Port': ['ID=59383acb-7550-4c33-9cae-e17cab39bf19,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:54.318813 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a84f141-2cf7-45aa-ac2f-e1ffbb012eb8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.426828 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Attempting to bind port 59383acb-7550-4c33-9cae-e17cab39bf19 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:42:54.430444 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Attempting to bind port 59383acb-7550-4c33-9cae-e17cab39bf19 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '2dbf1eef-69cd-4b60-932d-da885c174644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03891a80-97c5-43a1-93b4-abe884277b10'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:42:54.431271 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2c46a36-4d42-4e25-8802-4410a8783a20 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.431486 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Attempting to bind port 59383acb-7550-4c33-9cae-e17cab39bf19 on network 03891a80-97c5-43a1-93b4-abe884277b10 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:42:54.442133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 42, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:42:54.442969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Checking segment: {'id': '2dbf1eef-69cd-4b60-932d-da885c174644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03891a80-97c5-43a1-93b4-abe884277b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:42:54.443437 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.443894 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Bound using segment: {'id': '2dbf1eef-69cd-4b60-932d-da885c174644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03891a80-97c5-43a1-93b4-abe884277b10'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:42:54.444454 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Bound port: 59383acb-7550-4c33-9cae-e17cab39bf19, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2dbf1eef-69cd-4b60-932d-da885c174644', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '03891a80-97c5-43a1-93b4-abe884277b10'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:42:54.444856 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.483141 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a84f141-2cf7-45aa-ac2f-e1ffbb012eb8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network 7bf7c538-616a-4b8d-9335-450d1138e451 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:42:54.609639 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2c46a36-4d42-4e25-8802-4410a8783a20 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.615937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3a84f141-2cf7-45aa-ac2f-e1ffbb012eb8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:42:54.619025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a84f141-2cf7-45aa-ac2f-e1ffbb012eb8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:42:54.626464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a84f141-2cf7-45aa-ac2f-e1ffbb012eb8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:54.627056 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a84f141-2cf7-45aa-ac2f-e1ffbb012eb8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.640329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84f141-2cf7-45aa-ac2f-e1ffbb012eb8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=48148df1-8565-4d7e-9c0f-6004b9de156e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:54.700868 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3a84f141-2cf7-45aa-ac2f-e1ffbb012eb8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0814798 Jul 09 13:42:54.701560 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48430) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:54.765230 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f99399e3-dbc6-40c3-ad21-4594496b753d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:54.781640 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99646f90-a125-4d2e-adf9-3e959f33e589 req-f3ef272e-38c1-4798-ad53-6b737afa04b9 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:54.783743 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99646f90-a125-4d2e-adf9-3e959f33e589 req-f3ef272e-38c1-4798-ad53-6b737afa04b9 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.18 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.6267402 Jul 09 13:42:54.829492 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port f99399e3-dbc6-40c3-ad21-4594496b753d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:54.859355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33310577-2349-48bc-be74-3e9f8fb989af req-3825cf43-91f6-4a2f-abd3-e6d55f811d35 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:54.861202 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-33310577-2349-48bc-be74-3e9f8fb989af req-3825cf43-91f6-4a2f-abd3-e6d55f811d35 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.15 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 945 time: 0.6221673 Jul 09 13:42:54.906323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] For port 59383acb-7550-4c33-9cae-e17cab39bf19, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:42:54.927418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] For port 59383acb-7550-4c33-9cae-e17cab39bf19, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=59383acb-7550-4c33-9cae-e17cab39bf19,segment=NetworkSegment(2dbf1eef-69cd-4b60-932d-da885c174644),segment_id=2dbf1eef-69cd-4b60-932d-da885c174644)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:42:54.930135 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2c46a36-4d42-4e25-8802-4410a8783a20 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:54.930402 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedf345d-6e36-4974-a603-519aec7cc16e req-0c7a4dff-fd74-4034-8cf5-5ca1235efe38 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:54.936075 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cedf345d-6e36-4974-a603-519aec7cc16e req-0c7a4dff-fd74-4034-8cf5-5ca1235efe38 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.4781103 Jul 09 13:42:54.937982 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.031160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c46a36-4d42-4e25-8802-4410a8783a20 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event deleted for resources: {'Subnet': ['ID=83168396-66e2-48f1-904a-872fdb912581,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:55.038855 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2c46a36-4d42-4e25-8802-4410a8783a20 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.045219 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b2c46a36-4d42-4e25-8802-4410a8783a20 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "DELETE /v2.0/subnets/83168396-66e2-48f1-904a-872fdb912581 HTTP/1.1" status: 204 len: 168 time: 1.3132906 Jul 09 13:42:55.050434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48432) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:55.054744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6883a44d-0a44-4bb3-93f3-00b1da3e1490 None None] Pushing event updated for resources: {'Port': ['ID=59383acb-7550-4c33-9cae-e17cab39bf19,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:55.109803 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c838bdf7-df34-400a-b317-e8828d4ab8e7 None None] Network 7bf7c538-616a-4b8d-9335-450d1138e451 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:55.177050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7434ee2-a48f-4c75-bcb2-ddda8698a70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:55.184332 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cedf345d-6e36-4974-a603-519aec7cc16e req-8dcad465-8b85-4f83-916c-ca63f05fe81d tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2365100 Jul 09 13:42:55.188154 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d7434ee2-a48f-4c75-bcb2-ddda8698a70c tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1298628 Jul 09 13:42:55.188868 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48434) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:55.208406 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-99646f90-a125-4d2e-adf9-3e959f33e589 req-8e83d2b5-7129-493b-a037-35df55ce933f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Deleting port ac24f1b2-ec72-4543-8253-db3fcac9ed44 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:55.208866 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-99646f90-a125-4d2e-adf9-3e959f33e589 req-8e83d2b5-7129-493b-a037-35df55ce933f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.216191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-33310577-2349-48bc-be74-3e9f8fb989af req-1780ef03-1279-4425-b8b7-7d8afd5fdc16 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Deleting port e602ba7e-2e7a-43ba-8190-ff4b83126c84 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:55.216542 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33310577-2349-48bc-be74-3e9f8fb989af req-1780ef03-1279-4425-b8b7-7d8afd5fdc16 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.310166 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.411073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6a2f907e-a9d9-4f51-ad33-75042249988b None None] Provisioning for port f99399e3-dbc6-40c3-ad21-4594496b753d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:55.423914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6a2f907e-a9d9-4f51-ad33-75042249988b None None] Provisioning complete for port f99399e3-dbc6-40c3-ad21-4594496b753d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:55.424291 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6a2f907e-a9d9-4f51-ad33-75042249988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.626778 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6a2f907e-a9d9-4f51-ad33-75042249988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.705293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6a2f907e-a9d9-4f51-ad33-75042249988b None None] For port f99399e3-dbc6-40c3-ad21-4594496b753d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f99399e3-dbc6-40c3-ad21-4594496b753d,segment=NetworkSegment(4e41b4ce-3b06-4f92-9349-1111d478b931),segment_id=4e41b4ce-3b06-4f92-9349-1111d478b931)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:55.710760 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6a2f907e-a9d9-4f51-ad33-75042249988b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.786661 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c304950d-d61b-46d4-8414-158665ba6078 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.807474 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2f907e-a9d9-4f51-ad33-75042249988b None None] Pushing event updated for resources: {'Port': ['ID=f99399e3-dbc6-40c3-ad21-4594496b753d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:55.895346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f49953-6a2b-4f78-91a4-7fd3af836727 req-7d749253-68ab-41ad-bfea-5465a8701085 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:55.909541 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69f49953-6a2b-4f78-91a4-7fd3af836727 req-7d749253-68ab-41ad-bfea-5465a8701085 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 946 time: 0.4225972 Jul 09 13:42:55.928398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Deleting port 59383acb-7550-4c33-9cae-e17cab39bf19 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:55.929120 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.932313 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9784-27a4-4965-9598-e4aa7f3830d5 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:55.967517 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-99646f90-a125-4d2e-adf9-3e959f33e589 req-8e83d2b5-7129-493b-a037-35df55ce933f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] For port ac24f1b2-ec72-4543-8253-db3fcac9ed44, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=ac24f1b2-ec72-4543-8253-db3fcac9ed44,segment=NetworkSegment(31c2f948-a16a-4f77-883c-afe0d37f88a6),segment_id=31c2f948-a16a-4f77-883c-afe0d37f88a6)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:55.971732 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-99646f90-a125-4d2e-adf9-3e959f33e589 req-8e83d2b5-7129-493b-a037-35df55ce933f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:56.048178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-99646f90-a125-4d2e-adf9-3e959f33e589 req-8e83d2b5-7129-493b-a037-35df55ce933f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Calling delete_port for ac24f1b2-ec72-4543-8253-db3fcac9ed44 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:56.053758 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-33310577-2349-48bc-be74-3e9f8fb989af req-1780ef03-1279-4425-b8b7-7d8afd5fdc16 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] For port e602ba7e-2e7a-43ba-8190-ff4b83126c84, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e602ba7e-2e7a-43ba-8190-ff4b83126c84,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:56.054365 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33310577-2349-48bc-be74-3e9f8fb989af req-1780ef03-1279-4425-b8b7-7d8afd5fdc16 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:56.086687 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a83d88-53a9-4276-bc19-f3ca9113de1c req-0c38cbe5-5c58-4639-9950-f7883c78bf64 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:56.090772 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92a83d88-53a9-4276-bc19-f3ca9113de1c req-0c38cbe5-5c58-4639-9950-f7883c78bf64 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 945 time: 0.5469377 Jul 09 13:42:56.092651 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-33310577-2349-48bc-be74-3e9f8fb989af req-1780ef03-1279-4425-b8b7-7d8afd5fdc16 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Calling delete_port for e602ba7e-2e7a-43ba-8190-ff4b83126c84 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:56.151878 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1878deb5-2e72-49a3-ad9d-913cce794cde None None] Provisioning for port 48148df1-8565-4d7e-9c0f-6004b9de156e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:56.168289 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1878deb5-2e72-49a3-ad9d-913cce794cde None None] Provisioning complete for port 48148df1-8565-4d7e-9c0f-6004b9de156e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:56.168289 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1878deb5-2e72-49a3-ad9d-913cce794cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:56.269015 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1878deb5-2e72-49a3-ad9d-913cce794cde None None] Port 48148df1-8565-4d7e-9c0f-6004b9de156e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:56.293298 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1878deb5-2e72-49a3-ad9d-913cce794cde None None] Provisioning complete for port f99399e3-dbc6-40c3-ad21-4594496b753d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:56.293919 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1878deb5-2e72-49a3-ad9d-913cce794cde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:56.348684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69f49953-6a2b-4f78-91a4-7fd3af836727 req-c33d7115-f0c2-45c7-9995-284999116e4e tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4376869 Jul 09 13:42:56.529488 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33310577-2349-48bc-be74-3e9f8fb989af req-1780ef03-1279-4425-b8b7-7d8afd5fdc16 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:56.565023 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['32adac79-9ac2-4f4b-a61f-e1395e6610f4', 'c6d71b61-a0fc-4778-897d-752b54d75543'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:42:56.655608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['e602ba7e-2e7a-43ba-8190-ff4b83126c84'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:42:56.692902 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92a83d88-53a9-4276-bc19-f3ca9113de1c req-29d59491-a147-4559-9c84-494efe9bd878 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5752571 Jul 09 13:42:56.735587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1780ef03-1279-4425-b8b7-7d8afd5fdc16 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Pushing event deleted for resources: {'Port': ['ID=e602ba7e-2e7a-43ba-8190-ff4b83126c84,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:56.758284 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] For port 59383acb-7550-4c33-9cae-e17cab39bf19, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=59383acb-7550-4c33-9cae-e17cab39bf19,segment=NetworkSegment(2dbf1eef-69cd-4b60-932d-da885c174644),segment_id=2dbf1eef-69cd-4b60-932d-da885c174644)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:56.759136 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:56.786558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-33310577-2349-48bc-be74-3e9f8fb989af req-1780ef03-1279-4425-b8b7-7d8afd5fdc16 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] No DVR routers for this DVR port e602ba7e-2e7a-43ba-8190-ff4b83126c84 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:56.805023 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33310577-2349-48bc-be74-3e9f8fb989af req-1780ef03-1279-4425-b8b7-7d8afd5fdc16 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:56.819599 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-33310577-2349-48bc-be74-3e9f8fb989af req-1780ef03-1279-4425-b8b7-7d8afd5fdc16 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.15 "DELETE /v2.0/ports/e602ba7e-2e7a-43ba-8190-ff4b83126c84 HTTP/1.1" status: 204 len: 173 time: 1.9499516 Jul 09 13:42:56.863959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4959cd01-eff3-432c-a7dc-5b0c6dc5a625', 'name': 'network-vif-deleted', 'tag': 'e602ba7e-2e7a-43ba-8190-ff4b83126c84'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:42:56.874368 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17568af4-de80-4198-a74b-e785fc820e1f" -d '{"events": [{"server_uuid": "4959cd01-eff3-432c-a7dc-5b0c6dc5a625", "name": "network-vif-deleted", "tag": "e602ba7e-2e7a-43ba-8190-ff4b83126c84"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:42:56.916455 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-99646f90-a125-4d2e-adf9-3e959f33e589 req-8e83d2b5-7129-493b-a037-35df55ce933f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:57.130391 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-326a0bb8-d98c-4cc8-84a9-4cee7cc25aea x-openstack-request-id: req-326a0bb8-d98c-4cc8-84a9-4cee7cc25aea {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:42:57.131528 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4959cd01-eff3-432c-a7dc-5b0c6dc5a625", "name": "network-vif-deleted", "tag": "e602ba7e-2e7a-43ba-8190-ff4b83126c84", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:42:57.131528 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-326a0bb8-d98c-4cc8-84a9-4cee7cc25aea {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:42:57.139286 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4959cd01-eff3-432c-a7dc-5b0c6dc5a625', 'name': 'network-vif-deleted', 'tag': 'e602ba7e-2e7a-43ba-8190-ff4b83126c84', 'status': 'completed', 'code': 200} Jul 09 13:42:57.142702 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83d2b5-7129-493b-a037-35df55ce933f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Pushing event deleted for resources: {'Port': ['ID=ac24f1b2-ec72-4543-8253-db3fcac9ed44,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:57.217499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-99646f90-a125-4d2e-adf9-3e959f33e589 req-8e83d2b5-7129-493b-a037-35df55ce933f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] No DVR routers for this DVR port ac24f1b2-ec72-4543-8253-db3fcac9ed44 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:57.223742 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-99646f90-a125-4d2e-adf9-3e959f33e589 req-8e83d2b5-7129-493b-a037-35df55ce933f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:57.234263 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99646f90-a125-4d2e-adf9-3e959f33e589 req-8e83d2b5-7129-493b-a037-35df55ce933f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.18 "DELETE /v2.0/ports/ac24f1b2-ec72-4543-8253-db3fcac9ed44 HTTP/1.1" status: 204 len: 173 time: 2.4391181 Jul 09 13:42:57.295478 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f99399e3-dbc6-40c3-ad21-4594496b753d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:57.298407 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d766f9-54d6-436d-a7c3-c39f31a52fc2 None None] Network 03891a80-97c5-43a1-93b4-abe884277b10 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:42:57.362786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['1ed746db-e5f8-440b-91ea-faf6dfee0971'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:42:57.676315 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Calling delete_port for 59383acb-7550-4c33-9cae-e17cab39bf19 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:57.724009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ba0064ff-b1ec-40d0-a391-8ea1737be85e None None] Provisioning complete for port 48148df1-8565-4d7e-9c0f-6004b9de156e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:57.724936 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ba0064ff-b1ec-40d0-a391-8ea1737be85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:57.734165 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5b3712fd-574e-40d4-8842-85ee97d80fa8 req-fb95871e-8bfa-4151-bff1-d31372d9491a tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=e4ed45e9-daf4-4057-845b-aa58381239d4 HTTP/1.1" status: 200 len: 210 time: 0.0545239 Jul 09 13:42:57.795984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ba0064ff-b1ec-40d0-a391-8ea1737be85e None None] Port 48148df1-8565-4d7e-9c0f-6004b9de156e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:57.856250 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ba0064ff-b1ec-40d0-a391-8ea1737be85e None None] Provisioning for port 59383acb-7550-4c33-9cae-e17cab39bf19 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:42:57.975654 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ac24f1b2-ec72-4543-8253-db3fcac9ed44 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:42:58.005497 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9784-27a4-4965-9598-e4aa7f3830d5 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.013352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port f99399e3-dbc6-40c3-ad21-4594496b753d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:58.013815 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.027855 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3577f2-63cf-466c-9ce7-bc5dc3be69da req-266fdced-f7f0-4ed7-84ac-3ac1e3e90258 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:42:58.040313 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed3577f2-63cf-466c-9ce7-bc5dc3be69da req-266fdced-f7f0-4ed7-84ac-3ac1e3e90258 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 1.2997270 Jul 09 13:42:58.093762 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9784-27a4-4965-9598-e4aa7f3830d5 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.129916 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: ac24f1b2-ec72-4543-8253-db3fcac9ed44 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:42:58.130178 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device ac24f1b2-ec72-4543-8253-db3fcac9ed44 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:42:58.310775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-223eee3e-f3dd-4561-ae08-0edd17d512a5 req-64f28efb-cc39-45bf-8c1e-eadade98a5d1 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=4959cd01-eff3-432c-a7dc-5b0c6dc5a625 HTTP/1.1" status: 200 len: 210 time: 0.0478938 Jul 09 13:42:58.385642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] DHCP port deletion for 03891a80-97c5-43a1-93b4-abe884277b10 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:42:58.505442 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed3577f2-63cf-466c-9ce7-bc5dc3be69da req-e2285c1e-8dc2-4f87-8874-92fab91ecad7 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4636540 Jul 09 13:42:58.541773 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.570539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd9784-27a4-4965-9598-e4aa7f3830d5 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=48148df1-8565-4d7e-9c0f-6004b9de156e,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:58.575208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 59383acb-7550-4c33-9cae-e17cab39bf19 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:42:58.617344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] No DVR routers for this DVR port 59383acb-7550-4c33-9cae-e17cab39bf19 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:58.620188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 59383acb-7550-4c33-9cae-e17cab39bf19 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:42:58.620519 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 59383acb-7550-4c33-9cae-e17cab39bf19 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 09 13:42:58.624699 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event deleted for resources: {'Port': ['ID=59383acb-7550-4c33-9cae-e17cab39bf19,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:58.670746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Port 59383acb-7550-4c33-9cae-e17cab39bf19 not found, will not notify nova. {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 09 13:42:58.718588 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e602ba7e-2e7a-43ba-8190-ff4b83126c84 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:42:58.750564 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9784-27a4-4965-9598-e4aa7f3830d5 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.777583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Deleting port 59383acb-7550-4c33-9cae-e17cab39bf19 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:58.778608 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.787001 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: e602ba7e-2e7a-43ba-8190-ff4b83126c84 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:42:58.791705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e602ba7e-2e7a-43ba-8190-ff4b83126c84 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:42:58.849341 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 59383acb-7550-4c33-9cae-e17cab39bf19 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:42:58.900261 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 59383acb-7550-4c33-9cae-e17cab39bf19 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:42:58.900261 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 59383acb-7550-4c33-9cae-e17cab39bf19 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:42:58.946060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] For port 59383acb-7550-4c33-9cae-e17cab39bf19, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:58.947212 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.983206 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Calling delete_port for 59383acb-7550-4c33-9cae-e17cab39bf19 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:42:58.985416 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Port 59383acb-7550-4c33-9cae-e17cab39bf19 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:42:58.986953 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:58.998463 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:59.002247 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cc5c35d1-fd19-40f4-9389-06b26d156840 None None] Provisioning complete for port 48148df1-8565-4d7e-9c0f-6004b9de156e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:42:59.002740 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc5c35d1-fd19-40f4-9389-06b26d156840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:59.045421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c304950d-d61b-46d4-8414-158665ba6078 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Deleting port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:42:59.045775 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c304950d-d61b-46d4-8414-158665ba6078 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:59.051477 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03891a80-97c5-43a1-93b4-abe884277b10']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:59.085991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Pushing event deleted for resources: {'Port': ['ID=59383acb-7550-4c33-9cae-e17cab39bf19,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:59.097842 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] No DVR routers for this DVR port 59383acb-7550-4c33-9cae-e17cab39bf19 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:42:59.100944 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cc5c35d1-fd19-40f4-9389-06b26d156840 None None] Port 48148df1-8565-4d7e-9c0f-6004b9de156e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:42:59.103963 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dbf1eef-69cd-4b60-932d-da885c174644') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:59.104323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dbf1eef-69cd-4b60-932d-da885c174644') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:42:59.121579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:59.123214 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:59.123891 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:59.125203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:59.125203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:59.125627 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:59.126089 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:59.126545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:59.126993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:59.127469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:59.127906 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:59.128356 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11a4b8b6-bd83-48f3-8a6f-4f6794c22719 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:42:59.138153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4ed45e9-daf4-4057-845b-aa58381239d4', 'name': 'network-vif-deleted', 'tag': 'ac24f1b2-ec72-4543-8253-db3fcac9ed44'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:42:59.141079 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3229b906-67e8-4ac7-b8af-7ab194af5d7d" -d '{"events": [{"server_uuid": "e4ed45e9-daf4-4057-845b-aa58381239d4", "name": "network-vif-deleted", "tag": "ac24f1b2-ec72-4543-8253-db3fcac9ed44"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:42:59.144800 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900eabca-6f5f-4ac8-ad3a-0b31d9e475d1 None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:42:59.193898 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:59.263140 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6163cf8a-7be8-4b9a-be95-e8dacbcecb46 x-openstack-request-id: req-6163cf8a-7be8-4b9a-be95-e8dacbcecb46 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:42:59.263768 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4ed45e9-daf4-4057-845b-aa58381239d4", "name": "network-vif-deleted", "tag": "ac24f1b2-ec72-4543-8253-db3fcac9ed44", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:42:59.264296 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6163cf8a-7be8-4b9a-be95-e8dacbcecb46 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:42:59.264951 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4ed45e9-daf4-4057-845b-aa58381239d4', 'name': 'network-vif-deleted', 'tag': 'ac24f1b2-ec72-4543-8253-db3fcac9ed44', 'status': 'completed', 'code': 200} Jul 09 13:42:59.297819 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:59.335128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:42:59.335615 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:42:59.346878 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:42:59.439465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-900eabca-6f5f-4ac8-ad3a-0b31d9e475d1 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:42:59.550743 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:59.559312 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9784-27a4-4965-9598-e4aa7f3830d5 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:59.627430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:59.634280 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "DELETE /v2.0/networks/03891a80-97c5-43a1-93b4-abe884277b10 HTTP/1.1" status: 204 len: 168 time: 4.4410918 Jul 09 13:42:59.635239 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48474) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:42:59.709859 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0162c6f1-229c-4dae-9677-784fa32ca1b3 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event deleted for resources: {'Network': ['ID=03891a80-97c5-43a1-93b4-abe884277b10,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:42:59.744602 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-c304950d-d61b-46d4-8414-158665ba6078 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] For port 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591,segment=NetworkSegment(249144a5-32f6-4205-85f7-ba49a58eb996),segment_id=249144a5-32f6-4205-85f7-ba49a58eb996)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:42:59.745498 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c304950d-d61b-46d4-8414-158665ba6078 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:59.804414 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc514426-fe60-43f7-9602-d1af009a2cb9 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:42:59.863504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c304950d-d61b-46d4-8414-158665ba6078 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Calling delete_port for 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:00.047065 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc514426-fe60-43f7-9602-d1af009a2cb9 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:00.060739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-dc514426-fe60-43f7-9602-d1af009a2cb9 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e157e41-7b49-4253-8c6c-64323bd78cab']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:00.074532 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-dc514426-fe60-43f7-9602-d1af009a2cb9 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b41d19fc-a780-4b0f-a2a5-7e8f027d790e') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:00.074840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-dc514426-fe60-43f7-9602-d1af009a2cb9 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b41d19fc-a780-4b0f-a2a5-7e8f027d790e') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:00.085965 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc514426-fe60-43f7-9602-d1af009a2cb9 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:00.103041 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc514426-fe60-43f7-9602-d1af009a2cb9 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:00.110161 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc514426-fe60-43f7-9602-d1af009a2cb9 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:43:00.110572 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc514426-fe60-43f7-9602-d1af009a2cb9 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:43:00.113907 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:43:00.204782 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc514426-fe60-43f7-9602-d1af009a2cb9 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:00.224702 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc514426-fe60-43f7-9602-d1af009a2cb9 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:00.226678 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dc514426-fe60-43f7-9602-d1af009a2cb9 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "DELETE /v2.0/networks/9e157e41-7b49-4253-8c6c-64323bd78cab HTTP/1.1" status: 204 len: 168 time: 0.5898700 Jul 09 13:43:00.232414 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48480) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:00.239945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc514426-fe60-43f7-9602-d1af009a2cb9 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event deleted for resources: {'Network': ['ID=9e157e41-7b49-4253-8c6c-64323bd78cab,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:00.326913 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7112b89d-d39c-4dec-861a-cbbd35f6b5df req-c9e5e9f9-ffc6-4a93-86c7-f9b749a8da3f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:00.328765 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7112b89d-d39c-4dec-861a-cbbd35f6b5df req-c9e5e9f9-ffc6-4a93-86c7-f9b749a8da3f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.5560508 Jul 09 13:43:00.559246 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41be8dd5-755f-4129-b469-af1eb2e4369c req-633d24f7-993c-40f3-8fac-f1c313d01b5a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:00.561412 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41be8dd5-755f-4129-b469-af1eb2e4369c req-633d24f7-993c-40f3-8fac-f1c313d01b5a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.5456307 Jul 09 13:43:00.565719 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07c4f7d0-923f-40a5-96b8-f3ddf0901424 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:00.635553 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7112b89d-d39c-4dec-861a-cbbd35f6b5df req-de644939-43a6-4e37-a329-7294b52d8b8f tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2623672 Jul 09 13:43:00.782231 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c304950d-d61b-46d4-8414-158665ba6078 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:00.876429 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41be8dd5-755f-4129-b469-af1eb2e4369c req-ee03390f-affd-47fb-8f0a-777231fa1d4a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2984283 Jul 09 13:43:00.881564 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9784-27a4-4965-9598-e4aa7f3830d5 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:00.933307 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c304950d-d61b-46d4-8414-158665ba6078 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Port': ['ID=1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:00.950540 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9784-27a4-4965-9598-e4aa7f3830d5 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:00.951781 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7bd9784-27a4-4965-9598-e4aa7f3830d5 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:01.051077 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07c4f7d0-923f-40a5-96b8-f3ddf0901424 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:01.156636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-07c4f7d0-923f-40a5-96b8-f3ddf0901424 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c162dd-0888-4e85-9099-dbac11a8e4fa']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:01.190175 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bd9784-27a4-4965-9598-e4aa7f3830d5 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=48148df1-8565-4d7e-9c0f-6004b9de156e,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:01.196872 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-07c4f7d0-923f-40a5-96b8-f3ddf0901424 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b06b961-c88c-40ae-adb9-fb68262d5dd9') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:01.197529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-07c4f7d0-923f-40a5-96b8-f3ddf0901424 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b06b961-c88c-40ae-adb9-fb68262d5dd9') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:01.251529 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07c4f7d0-923f-40a5-96b8-f3ddf0901424 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:01.286862 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07c4f7d0-923f-40a5-96b8-f3ddf0901424 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:01.363872 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07c4f7d0-923f-40a5-96b8-f3ddf0901424 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:43:01.364292 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07c4f7d0-923f-40a5-96b8-f3ddf0901424 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:43:01.373203 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:43:01.386040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a8b6c8-eee6-4030-9d29-a32ab8728fb8 req-d3478796-bc88-4239-be87-8864279cc4a6 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:01.388591 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2a8b6c8-eee6-4030-9d29-a32ab8728fb8 req-d3478796-bc88-4239-be87-8864279cc4a6 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e HTTP/1.1" status: 200 len: 945 time: 0.6001472 Jul 09 13:43:01.413792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d5fad7-521e-498d-8705-81a7c068631f req-cb4ab257-b4e7-425b-b3b6-95027febd403 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:01.415857 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-14d5fad7-521e-498d-8705-81a7c068631f req-cb4ab257-b4e7-425b-b3b6-95027febd403 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.18 "GET /v2.0/ports?device_id=213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e HTTP/1.1" status: 200 len: 945 time: 0.2086596 Jul 09 13:43:01.499434 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bd9784-27a4-4965-9598-e4aa7f3830d5 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network 7bf7c538-616a-4b8d-9335-450d1138e451 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:01.561200 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d7bd9784-27a4-4965-9598-e4aa7f3830d5 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:01.564796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d942d-2cbd-476e-b769-63a91600845b req-69ba9389-cc51-49ec-9b7c-ac5959cb45bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:01.566779 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a91d942d-2cbd-476e-b769-63a91600845b req-69ba9389-cc51-49ec-9b7c-ac5959cb45bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57c1823849db49b4af2d50bf49892746&device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 1097 time: 0.1691155 Jul 09 13:43:01.683993 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07c4f7d0-923f-40a5-96b8-f3ddf0901424 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:01.691937 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07c4f7d0-923f-40a5-96b8-f3ddf0901424 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:01.698814 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-07c4f7d0-923f-40a5-96b8-f3ddf0901424 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "DELETE /v2.0/networks/b2c162dd-0888-4e85-9099-dbac11a8e4fa HTTP/1.1" status: 204 len: 168 time: 1.4506099 Jul 09 13:43:01.714711 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2a8b6c8-eee6-4030-9d29-a32ab8728fb8 req-8f608026-0d30-403e-8dd2-5cee454067dd tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040431 Jul 09 13:43:01.715577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48490) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:01.740671 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-14d5fad7-521e-498d-8705-81a7c068631f req-6dc5896f-6b15-4025-b278-8dfe70c64f06 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Deleting port c6d71b61-a0fc-4778-897d-752b54d75543 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:01.741215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-14d5fad7-521e-498d-8705-81a7c068631f req-6dc5896f-6b15-4025-b278-8dfe70c64f06 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:01.769273 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c304950d-d61b-46d4-8414-158665ba6078 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:01.801229 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c4f7d0-923f-40a5-96b8-f3ddf0901424 tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event deleted for resources: {'Network': ['ID=b2c162dd-0888-4e85-9099-dbac11a8e4fa,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:01.811481 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-268d7dce-059f-4e69-a32e-87f6e32184fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:01.989430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d942d-2cbd-476e-b769-63a91600845b req-27dfb744-0cc9-4fdd-8b34-ee196a3ee98b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:01.992166 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a91d942d-2cbd-476e-b769-63a91600845b req-27dfb744-0cc9-4fdd-8b34-ee196a3ee98b service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b067095-4052-4b92-b6db-3597e823e67a HTTP/1.1" status: 200 len: 909 time: 0.4169023 Jul 09 13:43:02.001609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bfa28ec2-8584-4688-a005-7eaf2cd0eacd None None] Provisioning complete for port 48148df1-8565-4d7e-9c0f-6004b9de156e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:02.002205 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfa28ec2-8584-4688-a005-7eaf2cd0eacd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:02.059592 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bfa28ec2-8584-4688-a005-7eaf2cd0eacd None None] Port 48148df1-8565-4d7e-9c0f-6004b9de156e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:02.129988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae62e2fe-f91b-4ebb-8e03-f15a627d68b1 req-df078ee1-39c9-492e-a6ed-71d319e7ca9e tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:02.133747 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ae62e2fe-f91b-4ebb-8e03-f15a627d68b1 req-df078ee1-39c9-492e-a6ed-71d319e7ca9e tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.15 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.4767632 Jul 09 13:43:02.238400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-14d5fad7-521e-498d-8705-81a7c068631f req-6dc5896f-6b15-4025-b278-8dfe70c64f06 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] For port c6d71b61-a0fc-4778-897d-752b54d75543, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=c6d71b61-a0fc-4778-897d-752b54d75543,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:02.238967 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-14d5fad7-521e-498d-8705-81a7c068631f req-6dc5896f-6b15-4025-b278-8dfe70c64f06 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:02.263144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-14d5fad7-521e-498d-8705-81a7c068631f req-6dc5896f-6b15-4025-b278-8dfe70c64f06 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Calling delete_port for c6d71b61-a0fc-4778-897d-752b54d75543 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:02.286853 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a91d942d-2cbd-476e-b769-63a91600845b req-dbb6e34c-daf3-44c5-9f40-09cc4b3ef03d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06a370d8-9e8b-4752-ac7a-3335a593ee84 HTTP/1.1" status: 200 len: 1002 time: 0.2805097 Jul 09 13:43:02.432543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d942d-2cbd-476e-b769-63a91600845b req-b3e7f3fa-7968-4378-be6c-ebcffa8cc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:02.434091 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a91d942d-2cbd-476e-b769-63a91600845b req-b3e7f3fa-7968-4378-be6c-ebcffa8cc369 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6365b74c-aea2-4433-844b-839fb4fcbc16 HTTP/1.1" status: 200 len: 847 time: 0.1334701 Jul 09 13:43:02.529588 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ae62e2fe-f91b-4ebb-8e03-f15a627d68b1 req-05c210cc-791a-4e2f-b0f9-14e89c83a888 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Deleting port 1ed746db-e5f8-440b-91ea-faf6dfee0971 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:02.529946 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ae62e2fe-f91b-4ebb-8e03-f15a627d68b1 req-05c210cc-791a-4e2f-b0f9-14e89c83a888 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:02.602484 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a86161a0-6925-4343-b286-6d9497c4ff4e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:02.620416 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-14d5fad7-521e-498d-8705-81a7c068631f req-6dc5896f-6b15-4025-b278-8dfe70c64f06 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:02.636385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['32adac79-9ac2-4f4b-a61f-e1395e6610f4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:43:02.647913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91d942d-2cbd-476e-b769-63a91600845b req-74c8cd0e-6d77-4e8b-84d3-4254f18d5f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:02.650069 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a91d942d-2cbd-476e-b769-63a91600845b req-74c8cd0e-6d77-4e8b-84d3-4254f18d5f41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b067095-4052-4b92-b6db-3597e823e67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2039087 Jul 09 13:43:02.691904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc5896f-6b15-4025-b278-8dfe70c64f06 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Pushing event deleted for resources: {'Port': ['ID=c6d71b61-a0fc-4778-897d-752b54d75543,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:02.812058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ae62e2fe-f91b-4ebb-8e03-f15a627d68b1 req-05c210cc-791a-4e2f-b0f9-14e89c83a888 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] For port 1ed746db-e5f8-440b-91ea-faf6dfee0971, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=1ed746db-e5f8-440b-91ea-faf6dfee0971,segment=NetworkSegment(31c2f948-a16a-4f77-883c-afe0d37f88a6),segment_id=31c2f948-a16a-4f77-883c-afe0d37f88a6)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:02.812427 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ae62e2fe-f91b-4ebb-8e03-f15a627d68b1 req-05c210cc-791a-4e2f-b0f9-14e89c83a888 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:02.852280 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbe0ad3-7135-40f3-87ad-cb4d09665ed1 req-e207c329-831b-420f-958c-60ef589f93a3 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:02.867970 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3bbe0ad3-7135-40f3-87ad-cb4d09665ed1 req-e207c329-831b-420f-958c-60ef589f93a3 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 1.3149939 Jul 09 13:43:02.868428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-14d5fad7-521e-498d-8705-81a7c068631f req-6dc5896f-6b15-4025-b278-8dfe70c64f06 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] No DVR routers for this DVR port c6d71b61-a0fc-4778-897d-752b54d75543 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:02.880481 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-14d5fad7-521e-498d-8705-81a7c068631f req-6dc5896f-6b15-4025-b278-8dfe70c64f06 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:02.882593 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-14d5fad7-521e-498d-8705-81a7c068631f req-6dc5896f-6b15-4025-b278-8dfe70c64f06 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.18 "DELETE /v2.0/ports/c6d71b61-a0fc-4778-897d-752b54d75543 HTTP/1.1" status: 204 len: 173 time: 1.4424653 Jul 09 13:43:02.883656 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ae62e2fe-f91b-4ebb-8e03-f15a627d68b1 req-05c210cc-791a-4e2f-b0f9-14e89c83a888 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Calling delete_port for 1ed746db-e5f8-440b-91ea-faf6dfee0971 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:02.885737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e', 'name': 'network-vif-deleted', 'tag': 'c6d71b61-a0fc-4778-897d-752b54d75543'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:02.888247 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f84003f-f634-4735-8911-bcb8a973ca00" -d '{"events": [{"server_uuid": "213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e", "name": "network-vif-deleted", "tag": "c6d71b61-a0fc-4778-897d-752b54d75543"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:03.052605 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a91d942d-2cbd-476e-b769-63a91600845b req-d6ad2cdc-3717-4222-b4d0-d1e839551708 service neutron] 10.222.0.18 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3753934 Jul 09 13:43:03.086437 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a86161a0-6925-4343-b286-6d9497c4ff4e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.107257 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3bbe0ad3-7135-40f3-87ad-cb4d09665ed1 req-f7ed5acf-9ff9-4bd9-a682-c585a82801ad tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2382004 Jul 09 13:43:03.122066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a86161a0-6925-4343-b286-6d9497c4ff4e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b21e26-830b-4f5b-bd65-7c24b36d15aa']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:03.125855 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bd9784-27a4-4965-9598-e4aa7f3830d5 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Router 8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:43:03.193289 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a86161a0-6925-4343-b286-6d9497c4ff4e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a31118fd-08e2-423a-b39d-fe35e4e2f0f1') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:03.193729 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a86161a0-6925-4343-b286-6d9497c4ff4e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a31118fd-08e2-423a-b39d-fe35e4e2f0f1') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:03.223155 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a86161a0-6925-4343-b286-6d9497c4ff4e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.257186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff9c9ef-e678-48c7-a6db-4f3acd94fb0e req-11ea82f6-41cd-4a0c-a87c-c5e4e4a152b7 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:03.265707 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ff9c9ef-e678-48c7-a6db-4f3acd94fb0e req-11ea82f6-41cd-4a0c-a87c-c5e4e4a152b7 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/ports?device_id=42807da1-df46-4b73-bad2-50ae6f614fa4 HTTP/1.1" status: 200 len: 945 time: 0.8174264 Jul 09 13:43:03.301044 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ae62e2fe-f91b-4ebb-8e03-f15a627d68b1 req-05c210cc-791a-4e2f-b0f9-14e89c83a888 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.350167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c210cc-791a-4e2f-b0f9-14e89c83a888 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Pushing event deleted for resources: {'Port': ['ID=1ed746db-e5f8-440b-91ea-faf6dfee0971,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:03.371921 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a86161a0-6925-4343-b286-6d9497c4ff4e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.432472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a86161a0-6925-4343-b286-6d9497c4ff4e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:43:03.433103 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a86161a0-6925-4343-b286-6d9497c4ff4e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.462087 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae62e2fe-f91b-4ebb-8e03-f15a627d68b1 req-05c210cc-791a-4e2f-b0f9-14e89c83a888 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] No DVR routers for this DVR port 1ed746db-e5f8-440b-91ea-faf6dfee0971 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:03.470502 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ae62e2fe-f91b-4ebb-8e03-f15a627d68b1 req-05c210cc-791a-4e2f-b0f9-14e89c83a888 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.472734 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ae62e2fe-f91b-4ebb-8e03-f15a627d68b1 req-05c210cc-791a-4e2f-b0f9-14e89c83a888 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.15 "DELETE /v2.0/ports/1ed746db-e5f8-440b-91ea-faf6dfee0971 HTTP/1.1" status: 204 len: 173 time: 1.3287349 Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:43:03.473698 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:43:03.478966 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-265cb9ee-9b05-4545-a344-a609a02d6d90 req-290ff475-edef-4fb2-b829-287df94489bf tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e HTTP/1.1" status: 200 len: 210 time: 0.1554360 Jul 09 13:43:03.490443 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a91d942d-2cbd-476e-b769-63a91600845b req-97681e40-a7fc-4124-98d0-58acfcfaadd6 service neutron] 10.222.0.18 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4274719 Jul 09 13:43:03.572663 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6e34b73-6274-49c4-b84d-b77c6fb8864f x-openstack-request-id: req-a6e34b73-6274-49c4-b84d-b77c6fb8864f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:03.572973 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e", "name": "network-vif-deleted", "tag": "c6d71b61-a0fc-4778-897d-752b54d75543", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:03.573254 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6e34b73-6274-49c4-b84d-b77c6fb8864f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:03.573830 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213e2bce-b4cb-4dbe-bdc8-9463f6d85a3e', 'name': 'network-vif-deleted', 'tag': 'c6d71b61-a0fc-4778-897d-752b54d75543', 'status': 'completed', 'code': 200} Jul 09 13:43:03.674810 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ff9c9ef-e678-48c7-a6db-4f3acd94fb0e req-a8cbaef6-9dd6-4ae4-a21c-217ea92b6446 tempest-ServerRescueTestJSON-321993462 tempest-ServerRescueTestJSON-321993462-project] 10.222.0.39 "GET /v2.0/security-groups?id=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4080820 Jul 09 13:43:03.705446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bd9784-27a4-4965-9598-e4aa7f3830d5 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:03.720323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01696df3-bdc6-425c-890d-d853a840cee6 None None] Sync routers for ids ['8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:03.734629 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d7bd9784-27a4-4965-9598-e4aa7f3830d5 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "PUT /v2.0/routers/8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0313854 Jul 09 13:43:03.738671 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48502) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:03.747682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01696df3-bdc6-425c-890d-d853a840cee6 None None] Routers {'8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:03.748131 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a86161a0-6925-4343-b286-6d9497c4ff4e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.748982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-01696df3-bdc6-425c-890d-d853a840cee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:42:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:03.754697 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a86161a0-6925-4343-b286-6d9497c4ff4e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:03.760545 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a86161a0-6925-4343-b286-6d9497c4ff4e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] 10.222.0.39 "DELETE /v2.0/networks/62b21e26-830b-4f5b-bd65-7c24b36d15aa HTTP/1.1" status: 204 len: 168 time: 2.0101190 Jul 09 13:43:03.804755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c304950d-d61b-46d4-8414-158665ba6078 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Router af11d568-dce0-4fc0-b843-ed2a77cae19c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:43:03.809647 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86161a0-6925-4343-b286-6d9497c4ff4e tempest-BulkNetworkOpsIpV6Test-232398387 tempest-BulkNetworkOpsIpV6Test-232398387-project] Pushing event deleted for resources: {'Network': ['ID=62b21e26-830b-4f5b-bd65-7c24b36d15aa,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:03.832613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-01696df3-bdc6-425c-890d-d853a840cee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:03.851386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01696df3-bdc6-425c-890d-d853a840cee6 None None] Routers {'8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:03.852097 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-01696df3-bdc6-425c-890d-d853a840cee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:42:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:03.882475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9640ccec-bc74-4538-80cd-c64d13e2b2bf tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:03.890252 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9640ccec-bc74-4538-80cd-c64d13e2b2bf tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports?device_id=8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b HTTP/1.1" status: 200 len: 989 time: 0.1478775 Jul 09 13:43:03.891348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48506) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:03.912990 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-01696df3-bdc6-425c-890d-d853a840cee6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:03.913940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01696df3-bdc6-425c-890d-d853a840cee6 None None] The sync data for ids ['8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:03.989628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c6d71b61-a0fc-4778-897d-752b54d75543 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:03.997295 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c304950d-d61b-46d4-8414-158665ba6078 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:04.007993 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c304950d-d61b-46d4-8414-158665ba6078 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "PUT /v2.0/routers/af11d568-dce0-4fc0-b843-ed2a77cae19c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4648442 Jul 09 13:43:04.009070 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d48ac8-fb47-4cab-953d-9e83c6f22cf8 None None] Sync routers for ids ['af11d568-dce0-4fc0-b843-ed2a77cae19c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:04.033152 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d48ac8-fb47-4cab-953d-9e83c6f22cf8 None None] Routers {'af11d568-dce0-4fc0-b843-ed2a77cae19c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:04.035854 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-32d48ac8-fb47-4cab-953d-9e83c6f22cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:42:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['af11d568-dce0-4fc0-b843-ed2a77cae19c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:04.055740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: c6d71b61-a0fc-4778-897d-752b54d75543 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:04.056286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device c6d71b61-a0fc-4778-897d-752b54d75543 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:04.225497 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-32d48ac8-fb47-4cab-953d-9e83c6f22cf8 None None] Set router af11d568-dce0-4fc0-b843-ed2a77cae19c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:04.403037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48514) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:04.548396 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01490fc9-0f77-46ac-b5de-2053cfd0a9d5 req-4cd3a3d5-a223-4dc5-94d8-e99adc09fdc3 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:04.558777 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-01490fc9-0f77-46ac-b5de-2053cfd0a9d5 req-4cd3a3d5-a223-4dc5-94d8-e99adc09fdc3 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.2254744 Jul 09 13:43:04.620904 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:04.661664 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1537f15e-589b-44a0-bb1d-483c2ff5f4a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:04.684590 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-32d48ac8-fb47-4cab-953d-9e83c6f22cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:43:00Z', 'revision_number': 6, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '0d3c42c4-db9d-48d6-b511-4aaebe60821b', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'port_id': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'mac_address': 'fa:16:3e:89:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:41:33Z', 'updated_at': '2021-07-09T13:41:38Z', 'revision_number': 1, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923429bf-c215-479a-933e-91d8219ca2db', 'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:5c:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:52Z', 'updated_at': '2021-07-09T13:41:01Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': 'a125ed7e-098b-479a-8e27-37567c480237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:04.695060 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-01490fc9-0f77-46ac-b5de-2053cfd0a9d5 req-32523379-5a11-466c-89b0-86e207784ba1 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348972 Jul 09 13:43:04.717272 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d48ac8-fb47-4cab-953d-9e83c6f22cf8 None None] Checking router: af11d568-dce0-4fc0-b843-ed2a77cae19c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:43:04.719864 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 1ed746db-e5f8-440b-91ea-faf6dfee0971 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:04.743295 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cfc05a93-f498-4e5b-9195-2cdebd947730 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:04.754329 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d48ac8-fb47-4cab-953d-9e83c6f22cf8 None None] Routers {'af11d568-dce0-4fc0-b843-ed2a77cae19c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:04.756374 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-32d48ac8-fb47-4cab-953d-9e83c6f22cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['af11d568-dce0-4fc0-b843-ed2a77cae19c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:04.771284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 1ed746db-e5f8-440b-91ea-faf6dfee0971 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:04.772289 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 1ed746db-e5f8-440b-91ea-faf6dfee0971 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:04.790400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbe887d-24a9-4b2b-b547-5998077840a4 req-de295c4f-01d1-4a36-8502-cab9412ab261 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:04.801504 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5cbe887d-24a9-4b2b-b547-5998077840a4 req-de295c4f-01d1-4a36-8502-cab9412ab261 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 946 time: 0.1688137 Jul 09 13:43:04.848853 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5cbe887d-24a9-4b2b-b547-5998077840a4 req-344a8711-7ad0-4187-9349-02bfeb4764b5 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=56dc216d-2429-445b-8328-75adee027dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454004 Jul 09 13:43:04.895322 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-24f9030f-8cf4-48e2-90d8-d2bda3502a12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0d83900666f24130937c05169b20ed38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4906683 Jul 09 13:43:04.897955 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48528) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:04.961657 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-32d48ac8-fb47-4cab-953d-9e83c6f22cf8 None None] Set router af11d568-dce0-4fc0-b843-ed2a77cae19c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:04.990662 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48530) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:05.007710 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64d4e80f-fd56-438b-b2c0-9adbe678f8fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:05.063363 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64d4e80f-fd56-438b-b2c0-9adbe678f8fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:05.173735 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64d4e80f-fd56-438b-b2c0-9adbe678f8fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:05.176589 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64d4e80f-fd56-438b-b2c0-9adbe678f8fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:05.177847 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-64d4e80f-fd56-438b-b2c0-9adbe678f8fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f0d4b6a6-1a56-4705-8157-709b142b5caa HTTP/1.1" status: 204 len: 168 time: 0.2788889 Jul 09 13:43:05.218625 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4e80f-fd56-438b-b2c0-9adbe678f8fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d4b6a6-1a56-4705-8157-709b142b5caa,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:05.407186 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-32d48ac8-fb47-4cab-953d-9e83c6f22cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:43:00Z', 'revision_number': 6, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '0d3c42c4-db9d-48d6-b511-4aaebe60821b', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'port_id': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'mac_address': 'fa:16:3e:89:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:41:33Z', 'updated_at': '2021-07-09T13:41:38Z', 'revision_number': 1, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923429bf-c215-479a-933e-91d8219ca2db', 'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:5c:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:52Z', 'updated_at': '2021-07-09T13:41:01Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': 'a125ed7e-098b-479a-8e27-37567c480237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:05.451837 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d48ac8-fb47-4cab-953d-9e83c6f22cf8 None None] The sync data for ids ['af11d568-dce0-4fc0-b843-ed2a77cae19c'] in n-d-799525-3 is: [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:43:00Z', 'revision_number': 6, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '0d3c42c4-db9d-48d6-b511-4aaebe60821b', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'floating_ip_address': '172.25.2.200', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'port_id': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 2316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'mac_address': 'fa:16:3e:89:fc:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:41:33Z', 'updated_at': '2021-07-09T13:41:38Z', 'revision_number': 1, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '923429bf-c215-479a-933e-91d8219ca2db', 'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:5c:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:52Z', 'updated_at': '2021-07-09T13:41:01Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': 'a125ed7e-098b-479a-8e27-37567c480237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:05.517347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f52224d-840e-4e8e-ad22-7f1c7613e36b req-b3c4985c-83e6-45e3-b256-c48f142da3aa tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:05.531245 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5f52224d-840e-4e8e-ad22-7f1c7613e36b req-b3c4985c-83e6-45e3-b256-c48f142da3aa tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.1352005 Jul 09 13:43:05.589340 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5f52224d-840e-4e8e-ad22-7f1c7613e36b req-a8ce5079-dc47-45de-a48b-4e07209b37e8 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553379 Jul 09 13:43:05.599209 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:05.619858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42807da1-df46-4b73-bad2-50ae6f614fa4', 'name': 'network-vif-deleted', 'tag': '1ed746db-e5f8-440b-91ea-faf6dfee0971'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:05.622119 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e2e1d1d-68f0-458e-8c49-3b2eab5579f8" -d '{"events": [{"server_uuid": "42807da1-df46-4b73-bad2-50ae6f614fa4", "name": "network-vif-deleted", "tag": "1ed746db-e5f8-440b-91ea-faf6dfee0971"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:05.702851 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2300ede6-83d5-4f1e-baa6-31de511c84a3 x-openstack-request-id: req-2300ede6-83d5-4f1e-baa6-31de511c84a3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:05.703231 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42807da1-df46-4b73-bad2-50ae6f614fa4", "name": "network-vif-deleted", "tag": "1ed746db-e5f8-440b-91ea-faf6dfee0971", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:05.703427 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2300ede6-83d5-4f1e-baa6-31de511c84a3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:05.703831 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42807da1-df46-4b73-bad2-50ae6f614fa4', 'name': 'network-vif-deleted', 'tag': '1ed746db-e5f8-440b-91ea-faf6dfee0971', 'status': 'completed', 'code': 200} Jul 09 13:43:05.968334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ff1f64-eb21-4aaf-aa79-f7b70ca5d943 req-efdc27fb-027f-45e1-b27a-a1ee753bdb73 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:05.969975 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43ff1f64-eb21-4aaf-aa79-f7b70ca5d943 req-efdc27fb-027f-45e1-b27a-a1ee753bdb73 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.15 "GET /v2.0/ports?device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 946 time: 0.2728777 Jul 09 13:43:05.998315 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-cfc05a93-f498-4e5b-9195-2cdebd947730 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port 48148df1-8565-4d7e-9c0f-6004b9de156e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:05.998790 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cfc05a93-f498-4e5b-9195-2cdebd947730 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.032867 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241fdd77-25df-4a07-83ad-b473d2a575f3 req-a20bf28e-0d58-470f-b7f6-1a0c74df774e tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:06.032867 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-241fdd77-25df-4a07-83ad-b473d2a575f3 req-a20bf28e-0d58-470f-b7f6-1a0c74df774e tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.1791620 Jul 09 13:43:06.134810 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-241fdd77-25df-4a07-83ad-b473d2a575f3 req-fe0e022b-6fba-4d08-9862-09bdff98bed3 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871553 Jul 09 13:43:06.216388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e295b94-c7ef-4042-a1cf-36f70a0aacb5 req-e562c8e0-8503-4760-848e-41832114de9c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:06.224266 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7e295b94-c7ef-4042-a1cf-36f70a0aacb5 req-e562c8e0-8503-4760-848e-41832114de9c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 946 time: 0.1248658 Jul 09 13:43:06.275319 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cfc05a93-f498-4e5b-9195-2cdebd947730 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.287158 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7e295b94-c7ef-4042-a1cf-36f70a0aacb5 req-3ba301a0-c045-47b7-a66a-b0987eaf08cd tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=56dc216d-2429-445b-8328-75adee027dac&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614605 Jul 09 13:43:06.313800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-cfc05a93-f498-4e5b-9195-2cdebd947730 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for 48148df1-8565-4d7e-9c0f-6004b9de156e owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:06.348629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48576) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:06.364385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-43ff1f64-eb21-4aaf-aa79-f7b70ca5d943 req-c8f3e033-f49d-4550-a667-edcc456f2e30 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Deleting port fca75cc7-77ec-4cc6-ae15-8fdf78f31501 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:06.364752 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43ff1f64-eb21-4aaf-aa79-f7b70ca5d943 req-c8f3e033-f49d-4550-a667-edcc456f2e30 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.519802 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-09d336f5-c0b2-4f34-8e09-d40f7b5351e5 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-341287901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:06.559673 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09d336f5-c0b2-4f34-8e09-d40f7b5351e5 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.561420 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09d336f5-c0b2-4f34-8e09-d40f7b5351e5 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.598263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-43ff1f64-eb21-4aaf-aa79-f7b70ca5d943 req-c8f3e033-f49d-4550-a667-edcc456f2e30 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] For port fca75cc7-77ec-4cc6-ae15-8fdf78f31501, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=fca75cc7-77ec-4cc6-ae15-8fdf78f31501,segment=NetworkSegment(249144a5-32f6-4205-85f7-ba49a58eb996),segment_id=249144a5-32f6-4205-85f7-ba49a58eb996)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:06.598723 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43ff1f64-eb21-4aaf-aa79-f7b70ca5d943 req-c8f3e033-f49d-4550-a667-edcc456f2e30 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.652314 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-43ff1f64-eb21-4aaf-aa79-f7b70ca5d943 req-c8f3e033-f49d-4550-a667-edcc456f2e30 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Calling delete_port for fca75cc7-77ec-4cc6-ae15-8fdf78f31501 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:06.671530 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09d336f5-c0b2-4f34-8e09-d40f7b5351e5 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.676884 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09d336f5-c0b2-4f34-8e09-d40f7b5351e5 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.706500 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09d336f5-c0b2-4f34-8e09-d40f7b5351e5 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.709503 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-09d336f5-c0b2-4f34-8e09-d40f7b5351e5 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.3592033 Jul 09 13:43:06.713770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48588) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:06.720487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:06.732969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3be0b0aa-4022-4728-9c9f-edc74caf0e66 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-409925278'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:06.754474 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:06.756475 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1f5e357c-fa58-4b9c-a13c-3e3b9e8ff591 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:06.786519 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3be0b0aa-4022-4728-9c9f-edc74caf0e66 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Made reservation on behalf of 9af70204fe1b4cd6ad75d939789fe07c for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:06.791213 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3be0b0aa-4022-4728-9c9f-edc74caf0e66 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.803144 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3be0b0aa-4022-4728-9c9f-edc74caf0e66 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.816161 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21d55121-40ee-4318-8cfc-1aa7c7302fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.821408 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cfc05a93-f498-4e5b-9195-2cdebd947730 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:06.933090 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc05a93-f498-4e5b-9195-2cdebd947730 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=48148df1-8565-4d7e-9c0f-6004b9de156e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:06.968718 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1490d-2e04-4d03-98c4-ce99fd176e4f req-f60ac54a-dd5a-4dad-8764-64b8989fa3a7 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:06.971000 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3f1490d-2e04-4d03-98c4-ce99fd176e4f req-f60ac54a-dd5a-4dad-8764-64b8989fa3a7 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.1521008 Jul 09 13:43:07.005826 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.121643 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3f1490d-2e04-4d03-98c4-ce99fd176e4f req-745bb309-10cd-4fbd-b855-526269dccf92 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319799 Jul 09 13:43:07.127850 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3be0b0aa-4022-4728-9c9f-edc74caf0e66 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.135841 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3be0b0aa-4022-4728-9c9f-edc74caf0e66 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.160123 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cfc05a93-f498-4e5b-9195-2cdebd947730 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.216163 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0b0aa-4022-4728-9c9f-edc74caf0e66 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdd2465-40f2-49db-af7d-6c93f7e6a1e1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:07.219469 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3be0b0aa-4022-4728-9c9f-edc74caf0e66 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] vlan segment allocate from pool success with {'vlan_id': 342, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:43:07.231538 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3be0b0aa-4022-4728-9c9f-edc74caf0e66 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.231992 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-3be0b0aa-4022-4728-9c9f-edc74caf0e66 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Added segment 5d608c43-49be-49d6-b492-2da2ac275096 of type vlan for network f648687c-59db-46dc-908f-5991a7369d43 Jul 09 13:43:07.286547 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3be0b0aa-4022-4728-9c9f-edc74caf0e66 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.339943 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3be0b0aa-4022-4728-9c9f-edc74caf0e66 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.347787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be0b0aa-4022-4728-9c9f-edc74caf0e66 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:07.349028 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3be0b0aa-4022-4728-9c9f-edc74caf0e66 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.381966 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43ff1f64-eb21-4aaf-aa79-f7b70ca5d943 req-c8f3e033-f49d-4550-a667-edcc456f2e30 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.407796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46373160-cb53-42eb-ad13-a2c3ed9c4609 req-927b0448-9ff8-4d3c-bb6c-ffdf465e5fe1 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:07.410973 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46373160-cb53-42eb-ad13-a2c3ed9c4609 req-927b0448-9ff8-4d3c-bb6c-ffdf465e5fe1 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.18 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 946 time: 0.5457621 Jul 09 13:43:07.428828 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3be0b0aa-4022-4728-9c9f-edc74caf0e66 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7107906 Jul 09 13:43:07.429308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48600) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:07.436041 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e3eb6166-51d9-4c18-b3e2-5223b450b61a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Request body: {'subnet': {'network_id': 'f648687c-59db-46dc-908f-5991a7369d43', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:07.463150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f3e033-f49d-4550-a667-edcc456f2e30 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Port': ['ID=fca75cc7-77ec-4cc6-ae15-8fdf78f31501,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:07.534027 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d16d8150-d4a2-4d81-b398-f62252b9ba07 req-5e7d63bf-1d56-4296-927c-ffef172653a4 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=31f1ae56-f164-477c-b1d0-d95629dfb470 HTTP/1.1" status: 200 len: 210 time: 0.0825794 Jul 09 13:43:07.541978 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be0b0aa-4022-4728-9c9f-edc74caf0e66 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event updated for resources: {'Network': ['ID=f648687c-59db-46dc-908f-5991a7369d43,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:07.555873 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network f648687c-59db-46dc-908f-5991a7369d43 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:43:07.622734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3eb6166-51d9-4c18-b3e2-5223b450b61a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Made reservation on behalf of 9af70204fe1b4cd6ad75d939789fe07c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:07.627857 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e3eb6166-51d9-4c18-b3e2-5223b450b61a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.630668 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ff1f64-eb21-4aaf-aa79-f7b70ca5d943 req-c8f3e033-f49d-4550-a667-edcc456f2e30 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] No DVR routers for this DVR port fca75cc7-77ec-4cc6-ae15-8fdf78f31501 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:07.635457 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43ff1f64-eb21-4aaf-aa79-f7b70ca5d943 req-c8f3e033-f49d-4550-a667-edcc456f2e30 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.637572 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43ff1f64-eb21-4aaf-aa79-f7b70ca5d943 req-c8f3e033-f49d-4550-a667-edcc456f2e30 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.15 "DELETE /v2.0/ports/fca75cc7-77ec-4cc6-ae15-8fdf78f31501 HTTP/1.1" status: 204 len: 173 time: 1.6579187 Jul 09 13:43:07.709783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f1ae56-f164-477c-b1d0-d95629dfb470', 'name': 'network-vif-deleted', 'tag': 'fca75cc7-77ec-4cc6-ae15-8fdf78f31501'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:07.714351 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02cbea6-cd82-4b4c-b76b-86f2fa57c278" -d '{"events": [{"server_uuid": "31f1ae56-f164-477c-b1d0-d95629dfb470", "name": "network-vif-deleted", "tag": "fca75cc7-77ec-4cc6-ae15-8fdf78f31501"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:07.786740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfc05a93-f498-4e5b-9195-2cdebd947730 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Router 8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:43:07.790504 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800efae2-f543-4220-b9dc-bdfd142cb8ff x-openstack-request-id: req-800efae2-f543-4220-b9dc-bdfd142cb8ff {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:07.791034 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31f1ae56-f164-477c-b1d0-d95629dfb470", "name": "network-vif-deleted", "tag": "fca75cc7-77ec-4cc6-ae15-8fdf78f31501", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:07.791657 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-800efae2-f543-4220-b9dc-bdfd142cb8ff {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:07.792130 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f1ae56-f164-477c-b1d0-d95629dfb470', 'name': 'network-vif-deleted', 'tag': 'fca75cc7-77ec-4cc6-ae15-8fdf78f31501', 'status': 'completed', 'code': 200} Jul 09 13:43:07.908084 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e3eb6166-51d9-4c18-b3e2-5223b450b61a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.940137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfc05a93-f498-4e5b-9195-2cdebd947730 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:07.950421 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cfc05a93-f498-4e5b-9195-2cdebd947730 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "PUT /v2.0/routers/8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0548551 Jul 09 13:43:07.951810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48614) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:07.967458 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef0b4b7-f002-4cc1-8bef-178125b05a2a None None] Sync routers for ids ['8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:07.971836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-46373160-cb53-42eb-ad13-a2c3ed9c4609 req-07a5d985-78c5-42e8-b7aa-b63e663fccfb tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Deleting port 32adac79-9ac2-4f4b-a61f-e1395e6610f4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:07.972186 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46373160-cb53-42eb-ad13-a2c3ed9c4609 req-07a5d985-78c5-42e8-b7aa-b63e663fccfb tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:07.988437 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef0b4b7-f002-4cc1-8bef-178125b05a2a None None] Routers {'8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:07.989465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2ef0b4b7-f002-4cc1-8bef-178125b05a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:08.052499 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2ef0b4b7-f002-4cc1-8bef-178125b05a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:08.062319 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef0b4b7-f002-4cc1-8bef-178125b05a2a None None] Routers {'8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:08.062960 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2ef0b4b7-f002-4cc1-8bef-178125b05a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:08.068753 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3eb6166-51d9-4c18-b3e2-5223b450b61a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event updated for resources: {'Subnet': ['ID=e54d1ee3-5c16-46d0-afcf-74a3523de76e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:08.075920 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e210bd5-25e1-4f38-9821-d56ff50f35f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] GET failed (client error): The resource could not be found. Jul 09 13:43:08.082007 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2e210bd5-25e1-4f38-9821-d56ff50f35f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/48148df1-8565-4d7e-9c0f-6004b9de156e HTTP/1.1" status: 404 len: 333 time: 0.1282814 Jul 09 13:43:08.082922 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48616) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:08.098922 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2ef0b4b7-f002-4cc1-8bef-178125b05a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:08.099887 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef0b4b7-f002-4cc1-8bef-178125b05a2a None None] The sync data for ids ['8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:08.129361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-46373160-cb53-42eb-ad13-a2c3ed9c4609 req-07a5d985-78c5-42e8-b7aa-b63e663fccfb tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] For port 32adac79-9ac2-4f4b-a61f-e1395e6610f4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=32adac79-9ac2-4f4b-a61f-e1395e6610f4,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:08.129733 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46373160-cb53-42eb-ad13-a2c3ed9c4609 req-07a5d985-78c5-42e8-b7aa-b63e663fccfb tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.147001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-46373160-cb53-42eb-ad13-a2c3ed9c4609 req-07a5d985-78c5-42e8-b7aa-b63e663fccfb tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Calling delete_port for 32adac79-9ac2-4f4b-a61f-e1395e6610f4 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:08.209865 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3eb6166-51d9-4c18-b3e2-5223b450b61a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Checking segment: {'id': '5d608c43-49be-49d6-b492-2da2ac275096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f648687c-59db-46dc-908f-5991a7369d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:08.210373 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eb6166-51d9-4c18-b3e2-5223b450b61a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Network hostable DHCP agents. Network: f648687c-59db-46dc-908f-5991a7369d43, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:43:08.219021 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca745b92-b8c3-4293-aa7c-3c01f23e8e00 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.282505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-21d55121-40ee-4318-8cfc-1aa7c7302fad admin admin] Deleting port 8a09047d-2ecc-42b0-9744-9f0a3d382578 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:08.283520 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21d55121-40ee-4318-8cfc-1aa7c7302fad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.435630 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-21d55121-40ee-4318-8cfc-1aa7c7302fad admin admin] For port 8a09047d-2ecc-42b0-9744-9f0a3d382578, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8a09047d-2ecc-42b0-9744-9f0a3d382578,segment=NetworkSegment(31c2f948-a16a-4f77-883c-afe0d37f88a6),segment_id=31c2f948-a16a-4f77-883c-afe0d37f88a6)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:08.436813 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21d55121-40ee-4318-8cfc-1aa7c7302fad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.445352 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.470999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3eb6166-51d9-4c18-b3e2-5223b450b61a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Network f648687c-59db-46dc-908f-5991a7369d43 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:43:08.476646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-21d55121-40ee-4318-8cfc-1aa7c7302fad admin admin] Calling delete_port for 8a09047d-2ecc-42b0-9744-9f0a3d382578 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:08.478870 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca745b92-b8c3-4293-aa7c-3c01f23e8e00 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.481817 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46373160-cb53-42eb-ad13-a2c3ed9c4609 req-07a5d985-78c5-42e8-b7aa-b63e663fccfb tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.486408 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca745b92-b8c3-4293-aa7c-3c01f23e8e00 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.514195 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e3eb6166-51d9-4c18-b3e2-5223b450b61a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, f648687c-59db-46dc-908f-5991a7369d43) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:08.525566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2799e1-a3f7-4f7f-a52d-a12bbfbd6dcf None None] Network f648687c-59db-46dc-908f-5991a7369d43 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:08.553923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3eb6166-51d9-4c18-b3e2-5223b450b61a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:08.554628 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e3eb6166-51d9-4c18-b3e2-5223b450b61a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.573188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a5d985-78c5-42e8-b7aa-b63e663fccfb tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Pushing event deleted for resources: {'Port': ['ID=32adac79-9ac2-4f4b-a61f-e1395e6610f4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:08.577038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25dae4d-7438-458f-abc5-d3bdf4c7923d req-326c4d8a-b4ee-456d-b6af-6465846001e9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:08.589209 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c25dae4d-7438-458f-abc5-d3bdf4c7923d req-326c4d8a-b4ee-456d-b6af-6465846001e9 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 867 time: 0.2763059 Jul 09 13:43:08.639048 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca745b92-b8c3-4293-aa7c-3c01f23e8e00 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.645642 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca745b92-b8c3-4293-aa7c-3c01f23e8e00 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Fanout notify agent at l3_agent the message router_deleted on router 8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:43:08.662895 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.668637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c25dae4d-7438-458f-abc5-d3bdf4c7923d req-9c0100dc-3a35-4cd7-8a8f-9a180204f287 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/security-groups?id=b3b73603-88a9-42d0-a95f-dc98843a821d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801983 Jul 09 13:43:08.680769 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca745b92-b8c3-4293-aa7c-3c01f23e8e00 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.698742 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ca745b92-b8c3-4293-aa7c-3c01f23e8e00 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/routers/8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b HTTP/1.1" status: 204 len: 168 time: 0.6136205 Jul 09 13:43:08.699537 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48628) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:08.717235 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e3eb6166-51d9-4c18-b3e2-5223b450b61a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2832994 Jul 09 13:43:08.719005 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fca75cc7-77ec-4cc6-ae15-8fdf78f31501 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:08.725260 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48630) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:08.730792 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-baa3b483-099f-4020-8cd1-866bb28307e1 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Request body: {'network': {'name': 'tempest-router-network01--112276716'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:08.746354 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: fca75cc7-77ec-4cc6-ae15-8fdf78f31501 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:08.746705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device fca75cc7-77ec-4cc6-ae15-8fdf78f31501 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:08.801516 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48632) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:08.820872 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baa3b483-099f-4020-8cd1-866bb28307e1 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Made reservation on behalf of 9af70204fe1b4cd6ad75d939789fe07c for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:08.829033 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-baa3b483-099f-4020-8cd1-866bb28307e1 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.834221 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-f648687c-59db-46dc-908f-5991a7369d43', 'network_id': 'f648687c-59db-46dc-908f-5991a7369d43', 'tenant_id': '9af70204fe1b4cd6ad75d939789fe07c', 'fixed_ips': [{'subnet_id': 'e54d1ee3-5c16-46d0-afcf-74a3523de76e'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:43:08.835241 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.838360 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-eafd74ff-579a-4545-b884-5e655d0ab38b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting subnet 5f980c47-efb6-4634-9f0f-f1515ac49ab7 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:08.861419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-46373160-cb53-42eb-ad13-a2c3ed9c4609 req-07a5d985-78c5-42e8-b7aa-b63e663fccfb tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] No DVR routers for this DVR port 32adac79-9ac2-4f4b-a61f-e1395e6610f4 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:08.866711 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46373160-cb53-42eb-ad13-a2c3ed9c4609 req-07a5d985-78c5-42e8-b7aa-b63e663fccfb tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:08.871766 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46373160-cb53-42eb-ad13-a2c3ed9c4609 req-07a5d985-78c5-42e8-b7aa-b63e663fccfb tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.18 "DELETE /v2.0/ports/32adac79-9ac2-4f4b-a61f-e1395e6610f4 HTTP/1.1" status: 204 len: 173 time: 1.4292274 Jul 09 13:43:08.879199 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eafd74ff-579a-4545-b884-5e655d0ab38b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.040178 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eafd74ff-579a-4545-b884-5e655d0ab38b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.066939 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21d55121-40ee-4318-8cfc-1aa7c7302fad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.110718 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d55121-40ee-4318-8cfc-1aa7c7302fad admin admin] Pushing event deleted for resources: {'Port': ['ID=8a09047d-2ecc-42b0-9744-9f0a3d382578,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:09.117322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Allocated IP 2001:db8::2 (f648687c-59db-46dc-908f-5991a7369d43/e54d1ee3-5c16-46d0-afcf-74a3523de76e/5fce1937-b0df-49ba-b976-c97a0cd0aa6b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:09.126651 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e43a6cfe-13f4-47e7-b0a2-b83143fd2ced tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.166169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baa3b483-099f-4020-8cd1-866bb28307e1 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:43:09.191706 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-baa3b483-099f-4020-8cd1-866bb28307e1 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.191906 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-baa3b483-099f-4020-8cd1-866bb28307e1 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Added segment 1c428bcf-ca71-4793-9d3e-f1eb5ba4a9d6 of type vlan for network 1e64c474-3e44-4ad0-9ca2-405baf80df7b Jul 09 13:43:09.315212 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e43a6cfe-13f4-47e7-b0a2-b83143fd2ced tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.352704 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eafd74ff-579a-4545-b884-5e655d0ab38b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.360309 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.361439 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-baa3b483-099f-4020-8cd1-866bb28307e1 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.396004 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21d55121-40ee-4318-8cfc-1aa7c7302fad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.396949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Transition to ACTIVE for port object 5fce1937-b0df-49ba-b976-c97a0cd0aa6b will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:09.426995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Transition to ACTIVE for port object 5fce1937-b0df-49ba-b976-c97a0cd0aa6b will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:09.434655 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.462986 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-baa3b483-099f-4020-8cd1-866bb28307e1 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.470696 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa3b483-099f-4020-8cd1-866bb28307e1 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:09.471435 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-baa3b483-099f-4020-8cd1-866bb28307e1 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.486375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Network f648687c-59db-46dc-908f-5991a7369d43 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:09.503827 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:09.507703 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:09.574756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Pushing event updated for resources: {'Port': ['ID=5fce1937-b0df-49ba-b976-c97a0cd0aa6b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:09.589258 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eafd74ff-579a-4545-b884-5e655d0ab38b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.617051 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Attempting to bind port 5fce1937-b0df-49ba-b976-c97a0cd0aa6b on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:09.617429 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Attempting to bind port 5fce1937-b0df-49ba-b976-c97a0cd0aa6b by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '5d608c43-49be-49d6-b492-2da2ac275096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f648687c-59db-46dc-908f-5991a7369d43'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:09.618482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Attempting to bind port 5fce1937-b0df-49ba-b976-c97a0cd0aa6b on network f648687c-59db-46dc-908f-5991a7369d43 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:09.624449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:09.625143 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Checking segment: {'id': '5d608c43-49be-49d6-b492-2da2ac275096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f648687c-59db-46dc-908f-5991a7369d43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:09.625759 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.626452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Bound using segment: {'id': '5d608c43-49be-49d6-b492-2da2ac275096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f648687c-59db-46dc-908f-5991a7369d43'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:09.627172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Bound port: 5fce1937-b0df-49ba-b976-c97a0cd0aa6b, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d608c43-49be-49d6-b492-2da2ac275096', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': 'f648687c-59db-46dc-908f-5991a7369d43'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:09.627781 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.674192 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd74ff-579a-4545-b884-5e655d0ab38b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Subnet': ['ID=5f980c47-efb6-4634-9f0f-f1515ac49ab7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:09.687946 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-baa3b483-099f-4020-8cd1-866bb28307e1 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9587636 Jul 09 13:43:09.687946 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e43a6cfe-13f4-47e7-b0a2-b83143fd2ced tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.689378 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e43a6cfe-13f4-47e7-b0a2-b83143fd2ced tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.692373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48648) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:09.693814 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e43a6cfe-13f4-47e7-b0a2-b83143fd2ced tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "DELETE /v2.0/security-groups/56dc216d-2429-445b-8328-75adee027dac HTTP/1.1" status: 204 len: 168 time: 0.8897572 Jul 09 13:43:09.704719 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eafd74ff-579a-4545-b884-5e655d0ab38b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.706683 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-eafd74ff-579a-4545-b884-5e655d0ab38b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/5f980c47-efb6-4634-9f0f-f1515ac49ab7 HTTP/1.1" status: 204 len: 168 time: 1.0054266 Jul 09 13:43:09.709274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48654) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:09.728040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa3b483-099f-4020-8cd1-866bb28307e1 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event updated for resources: {'Network': ['ID=1e64c474-3e44-4ad0-9ca2-405baf80df7b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:09.731376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-088d8293-27a9-4130-a08b-4d8d82019f8c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Request body: {'network': {'name': 'tempest-router-network02--1036912250'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:09.746971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48656) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:09.770449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a6cfe-13f4-47e7-b0a2-b83143fd2ced tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56dc216d-2429-445b-8328-75adee027dac,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:09.803051 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] For port 5fce1937-b0df-49ba-b976-c97a0cd0aa6b, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:09.817087 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] For port 5fce1937-b0df-49ba-b976-c97a0cd0aa6b, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5fce1937-b0df-49ba-b976-c97a0cd0aa6b,segment=NetworkSegment(5d608c43-49be-49d6-b492-2da2ac275096),segment_id=5d608c43-49be-49d6-b492-2da2ac275096)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:09.820819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2b1ec70-16d7-45e1-9e22-b32a886f9bfe', 'name': 'network-vif-deleted', 'tag': '32adac79-9ac2-4f4b-a61f-e1395e6610f4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:09.822955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54638aa-370e-4c4c-b412-06e672f50fc5 None None] Network 7bf7c538-616a-4b8d-9335-450d1138e451 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:09.825178 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 1e64c474-3e44-4ad0-9ca2-405baf80df7b details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:43:09.828457 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599fc372-aa72-472e-892e-ccfde3767f7f" -d '{"events": [{"server_uuid": "f2b1ec70-16d7-45e1-9e22-b32a886f9bfe", "name": "network-vif-deleted", "tag": "32adac79-9ac2-4f4b-a61f-e1395e6610f4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:09.860437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-088d8293-27a9-4130-a08b-4d8d82019f8c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Made reservation on behalf of 9af70204fe1b4cd6ad75d939789fe07c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:09.878092 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:09.982840 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.010564 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26e0d95d-b3c0-43fc-8566-981b159debda req-33831925-cc1c-4149-841f-5eeb89663c06 tempest-ListServerFiltersTestJSON-227902643 tempest-ListServerFiltersTestJSON-227902643-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2b1ec70-16d7-45e1-9e22-b32a886f9bfe HTTP/1.1" status: 200 len: 210 time: 0.0408859 Jul 09 13:43:10.030710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port f99399e3-dbc6-40c3-ad21-4594496b753d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:10.031596 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.043226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 32adac79-9ac2-4f4b-a61f-e1395e6610f4 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:10.123080 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 32adac79-9ac2-4f4b-a61f-e1395e6610f4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:10.123851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 32adac79-9ac2-4f4b-a61f-e1395e6610f4 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:10.163343 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] For port f99399e3-dbc6-40c3-ad21-4594496b753d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f99399e3-dbc6-40c3-ad21-4594496b753d,segment=NetworkSegment(4e41b4ce-3b06-4f92-9349-1111d478b931),segment_id=4e41b4ce-3b06-4f92-9349-1111d478b931)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:10.163971 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.168705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf9235-873f-48e2-8189-0086f87a8259 None None] Pushing event updated for resources: {'Port': ['ID=5fce1937-b0df-49ba-b976-c97a0cd0aa6b,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:10.190896 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for f99399e3-dbc6-40c3-ad21-4594496b753d owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:10.343000 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.367298 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-088d8293-27a9-4130-a08b-4d8d82019f8c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.373363 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52708500-d7cd-4e53-bf2d-027ae8707459 x-openstack-request-id: req-52708500-d7cd-4e53-bf2d-027ae8707459 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:10.373657 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2b1ec70-16d7-45e1-9e22-b32a886f9bfe", "name": "network-vif-deleted", "tag": "32adac79-9ac2-4f4b-a61f-e1395e6610f4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:10.373905 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-52708500-d7cd-4e53-bf2d-027ae8707459 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:10.374289 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2b1ec70-16d7-45e1-9e22-b32a886f9bfe', 'name': 'network-vif-deleted', 'tag': '32adac79-9ac2-4f4b-a61f-e1395e6610f4', 'status': 'completed', 'code': 200} Jul 09 13:43:10.404087 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba3eb3a0-7fb4-4bbd-a30a-60cf85a2b827 None None] DHCP port deletion for 7bf7c538-616a-4b8d-9335-450d1138e451 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:43:10.424074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=f99399e3-dbc6-40c3-ad21-4594496b753d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:10.439443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1ffa12a-01b2-4f76-a8a7-f25cf1dc9c98 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Deleting subnet 26bbf3ff-b615-4dd7-9ead-32e339d21949 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:10.445433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c1ffa12a-01b2-4f76-a8a7-f25cf1dc9c98 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.469569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No DVR routers for this DVR port f99399e3-dbc6-40c3-ad21-4594496b753d on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:10.485141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-088d8293-27a9-4130-a08b-4d8d82019f8c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:43:10.528872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d55121-40ee-4318-8cfc-1aa7c7302fad admin admin] Router d9e5b0d6-699d-40f7-ac0e-aa48a615ad17 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:43:10.537893 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-088d8293-27a9-4130-a08b-4d8d82019f8c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.538234 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-088d8293-27a9-4130-a08b-4d8d82019f8c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Added segment 0108af80-d40e-49a0-be46-83812f493ab0 of type vlan for network 5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9 Jul 09 13:43:10.554781 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c1ffa12a-01b2-4f76-a8a7-f25cf1dc9c98 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.724899 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-088d8293-27a9-4130-a08b-4d8d82019f8c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.748576 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c1ffa12a-01b2-4f76-a8a7-f25cf1dc9c98 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.846228 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-088d8293-27a9-4130-a08b-4d8d82019f8c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.851899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088d8293-27a9-4130-a08b-4d8d82019f8c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:10.853317 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-088d8293-27a9-4130-a08b-4d8d82019f8c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:10.991841 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-088d8293-27a9-4130-a08b-4d8d82019f8c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2666953 Jul 09 13:43:10.992264 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48674) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:11.024894 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5fce1937-b0df-49ba-b976-c97a0cd0aa6b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:11.041273 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d55121-40ee-4318-8cfc-1aa7c7302fad admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:11.048292 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088d8293-27a9-4130-a08b-4d8d82019f8c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event updated for resources: {'Network': ['ID=5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:11.060497 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3424b0dc-36a6-42cb-b9be-c4e91ef70db8 None None] Sync routers for ids ['d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:11.061903 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-21d55121-40ee-4318-8cfc-1aa7c7302fad admin admin] 10.222.0.39 "PUT /v2.0/routers/d9e5b0d6-699d-40f7-ac0e-aa48a615ad17/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0701365 Jul 09 13:43:11.063692 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c1ffa12a-01b2-4f76-a8a7-f25cf1dc9c98 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.065876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48678) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:11.074231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:43:11.093608 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424b0dc-36a6-42cb-b9be-c4e91ef70db8 None None] Routers {'d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:11.100388 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3424b0dc-36a6-42cb-b9be-c4e91ef70db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:11.102012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ffa12a-01b2-4f76-a8a7-f25cf1dc9c98 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Subnet': ['ID=26bbf3ff-b615-4dd7-9ead-32e339d21949,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:11.138315 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.162963 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bf7c538-616a-4b8d-9335-450d1138e451']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:11.170785 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c1ffa12a-01b2-4f76-a8a7-f25cf1dc9c98 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.173266 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c1ffa12a-01b2-4f76-a8a7-f25cf1dc9c98 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "DELETE /v2.0/subnets/26bbf3ff-b615-4dd7-9ead-32e339d21949 HTTP/1.1" status: 204 len: 168 time: 1.4250052 Jul 09 13:43:11.175935 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48680) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:11.191508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e41b4ce-3b06-4f92-9349-1111d478b931') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:11.191805 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e41b4ce-3b06-4f92-9349-1111d478b931') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:11.210152 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be1361c-3495-410c-b26d-cc81238647a1 None None] Network e97a67cb-6d60-459f-9c45-5328d11d3e60 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:11.220461 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.246711 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.256788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:43:11.257209 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.331327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5c17d8eb-72b6-4724-ab26-b53aef5a7e13 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Request body: {'subnet': {'network_id': '1e64c474-3e44-4ad0-9ca2-405baf80df7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:43:11.338705 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:43:11.342442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48686) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:11.399603 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.410109 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-3424b0dc-36a6-42cb-b9be-c4e91ef70db8 None None] Set router d9e5b0d6-699d-40f7-ac0e-aa48a615ad17 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:11.413087 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 5fce1937-b0df-49ba-b976-c97a0cd0aa6b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:11.510508 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18021760-429d-4a4b-af69-6e95a87959a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.525909 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f99399e3-dbc6-40c3-ad21-4594496b753d no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:11.583724 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.586178 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: f99399e3-dbc6-40c3-ad21-4594496b753d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:11.600215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f99399e3-dbc6-40c3-ad21-4594496b753d not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:11.604531 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.610387 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/networks/7bf7c538-616a-4b8d-9335-450d1138e451 HTTP/1.1" status: 204 len: 168 time: 1.8968489 Jul 09 13:43:11.629136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d5b70c3-3c5c-4154-b159-e0e92937fa7b None None] DHCP port deletion for e97a67cb-6d60-459f-9c45-5328d11d3e60 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:43:11.646395 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48688) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:11.652151 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Network': ['ID=7bf7c538-616a-4b8d-9335-450d1138e451,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:11.702623 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:11.703209 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:11.703765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:11.704332 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:11.704855 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:11.705289 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:11.705637 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:11.705994 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:11.707472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:11.708087 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:11.708692 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:11.709235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ed54dc-05af-44a6-8062-6db6219719ac tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:11.711209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6d5b70c3-3c5c-4154-b159-e0e92937fa7b None None] Deleting port 934061a5-cfb0-449c-84a9-105737cf8dc2 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:11.711710 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d5b70c3-3c5c-4154-b159-e0e92937fa7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.770329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe2d7185-e361-4c99-b3b2-3a1ba3a74328 admin admin] Deleting subnet 1ad360f6-1b09-402c-b321-59b50981d896 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:11.786710 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7185-e361-4c99-b3b2-3a1ba3a74328 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.803403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6d5b70c3-3c5c-4154-b159-e0e92937fa7b None None] For port 934061a5-cfb0-449c-84a9-105737cf8dc2, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=934061a5-cfb0-449c-84a9-105737cf8dc2,segment=NetworkSegment(249144a5-32f6-4205-85f7-ba49a58eb996),segment_id=249144a5-32f6-4205-85f7-ba49a58eb996)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:11.803822 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d5b70c3-3c5c-4154-b159-e0e92937fa7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.811348 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3424b0dc-36a6-42cb-b9be-c4e91ef70db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'name': 'tempest-ServerRescueTestJSON-1691840249-router', 'tenant_id': 'babef6379bed4e18867311a7868b9288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.174'}], 'enable_snat': True}, 'gw_port_id': '2992f13b-1cbe-4912-b175-64d9a773bf07', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:35Z', 'updated_at': '2021-07-09T13:43:09Z', 'revision_number': 5, 'project_id': 'babef6379bed4e18867311a7868b9288', 'gw_port': {'id': '2992f13b-1cbe-4912-b175-64d9a773bf07', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:cd:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2194, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:37Z', 'updated_at': '2021-07-09T13:40:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:11.827300 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6d5b70c3-3c5c-4154-b159-e0e92937fa7b None None] Calling delete_port for 934061a5-cfb0-449c-84a9-105737cf8dc2 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:11.830915 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18021760-429d-4a4b-af69-6e95a87959a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.847214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Deleting port 934061a5-cfb0-449c-84a9-105737cf8dc2 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:11.847214 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.867715 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3424b0dc-36a6-42cb-b9be-c4e91ef70db8 None None] Checking router: d9e5b0d6-699d-40f7-ac0e-aa48a615ad17 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:43:11.883611 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3424b0dc-36a6-42cb-b9be-c4e91ef70db8 None None] Routers {'d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:11.884330 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3424b0dc-36a6-42cb-b9be-c4e91ef70db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:11.886366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c17d8eb-72b6-4724-ab26-b53aef5a7e13 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Made reservation on behalf of 9af70204fe1b4cd6ad75d939789fe07c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:11.890709 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c17d8eb-72b6-4724-ab26-b53aef5a7e13 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:11.909923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a80d5e1-2523-428f-b39b-c2b5d629eb79 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:11.912868 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0a80d5e1-2523-428f-b39b-c2b5d629eb79 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/6bb7537b-576a-4a6b-922a-7942a8d23fc2 HTTP/1.1" status: 200 len: 845 time: 0.2410228 Jul 09 13:43:11.918592 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f3e2659-ab74-4872-9fca-57badc1d6817 None None] Network f648687c-59db-46dc-908f-5991a7369d43 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:11.920910 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48696) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:11.955564 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7185-e361-4c99-b3b2-3a1ba3a74328 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.069313 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-3424b0dc-36a6-42cb-b9be-c4e91ef70db8 None None] Set router d9e5b0d6-699d-40f7-ac0e-aa48a615ad17 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:12.114468 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b8497e97-015f-477c-9e91-399e62496a1d tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/6bb7537b-576a-4a6b-922a-7942a8d23fc2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1231074 Jul 09 13:43:12.121795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48698) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:12.137059 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d5b70c3-3c5c-4154-b159-e0e92937fa7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.143722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-da3c4462-cb01-410e-8257-1f7fa7293a44 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'subnet': {'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:12.151774 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6ad04ebc-8333-4c97-a11c-7ad8372724e3 None None] Provisioning for port 5fce1937-b0df-49ba-b976-c97a0cd0aa6b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:12.162727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b70c3-3c5c-4154-b159-e0e92937fa7b None None] No DVR routers for this DVR port 934061a5-cfb0-449c-84a9-105737cf8dc2 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:12.220954 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3424b0dc-36a6-42cb-b9be-c4e91ef70db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'name': 'tempest-ServerRescueTestJSON-1691840249-router', 'tenant_id': 'babef6379bed4e18867311a7868b9288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:35Z', 'updated_at': '2021-07-09T13:43:11Z', 'revision_number': 6, 'project_id': 'babef6379bed4e18867311a7868b9288', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:12.241742 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7185-e361-4c99-b3b2-3a1ba3a74328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.294599 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3424b0dc-36a6-42cb-b9be-c4e91ef70db8 None None] The sync data for ids ['d9e5b0d6-699d-40f7-ac0e-aa48a615ad17'] in n-d-799525-3 is: [{'id': 'd9e5b0d6-699d-40f7-ac0e-aa48a615ad17', 'name': 'tempest-ServerRescueTestJSON-1691840249-router', 'tenant_id': 'babef6379bed4e18867311a7868b9288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:35Z', 'updated_at': '2021-07-09T13:43:11Z', 'revision_number': 6, 'project_id': 'babef6379bed4e18867311a7868b9288', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:12.363740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] For port 934061a5-cfb0-449c-84a9-105737cf8dc2, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=934061a5-cfb0-449c-84a9-105737cf8dc2,segment=NetworkSegment(249144a5-32f6-4205-85f7-ba49a58eb996),segment_id=249144a5-32f6-4205-85f7-ba49a58eb996)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:12.364121 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.369112 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-18021760-429d-4a4b-af69-6e95a87959a1 admin admin] Deleting port 2992f13b-1cbe-4912-b175-64d9a773bf07 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:12.369475 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18021760-429d-4a4b-af69-6e95a87959a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.392117 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7185-e361-4c99-b3b2-3a1ba3a74328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.403440 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Calling delete_port for 934061a5-cfb0-449c-84a9-105737cf8dc2 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:12.440953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2d7185-e361-4c99-b3b2-3a1ba3a74328 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ad360f6-1b09-402c-b321-59b50981d896,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:12.441183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da3c4462-cb01-410e-8257-1f7fa7293a44 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:12.444630 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da3c4462-cb01-410e-8257-1f7fa7293a44 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.463606 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe2d7185-e361-4c99-b3b2-3a1ba3a74328 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.466873 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fe2d7185-e361-4c99-b3b2-3a1ba3a74328 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1ad360f6-1b09-402c-b321-59b50981d896 HTTP/1.1" status: 204 len: 168 time: 1.1089382 Jul 09 13:43:12.481431 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6ad04ebc-8333-4c97-a11c-7ad8372724e3 None None] Provisioning complete for port 5fce1937-b0df-49ba-b976-c97a0cd0aa6b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:12.482007 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ad04ebc-8333-4c97-a11c-7ad8372724e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.483816 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b70c3-3c5c-4154-b159-e0e92937fa7b None None] Pushing event deleted for resources: {'Port': ['ID=934061a5-cfb0-449c-84a9-105737cf8dc2,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:12.490477 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-547659f9-02d2-4407-800c-22a939fb5ecb None None] Network 3593ef4e-d984-4a5d-8fe4-7c9358957518 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:12.496752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48704) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:12.621377 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c17d8eb-72b6-4724-ab26-b53aef5a7e13 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.677842 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.782862 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c17d8eb-72b6-4724-ab26-b53aef5a7e13 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event updated for resources: {'Subnet': ['ID=af51ee61-8947-403e-8485-ca89ad18e32e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:12.793555 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c17d8eb-72b6-4724-ab26-b53aef5a7e13 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Checking segment: {'id': '1c428bcf-ca71-4793-9d3e-f1eb5ba4a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e64c474-3e44-4ad0-9ca2-405baf80df7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:12.794292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c17d8eb-72b6-4724-ab26-b53aef5a7e13 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Network hostable DHCP agents. Network: 1e64c474-3e44-4ad0-9ca2-405baf80df7b, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:43:12.800835 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da3c4462-cb01-410e-8257-1f7fa7293a44 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.827429 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c17d8eb-72b6-4724-ab26-b53aef5a7e13 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Network 1e64c474-3e44-4ad0-9ca2-405baf80df7b is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:43:12.852681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5c17d8eb-72b6-4724-ab26-b53aef5a7e13 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 1e64c474-3e44-4ad0-9ca2-405baf80df7b) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:12.861887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c17d8eb-72b6-4724-ab26-b53aef5a7e13 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:12.862759 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c17d8eb-72b6-4724-ab26-b53aef5a7e13 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.884075 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-18021760-429d-4a4b-af69-6e95a87959a1 admin admin] For port 2992f13b-1cbe-4912-b175-64d9a773bf07, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2992f13b-1cbe-4912-b175-64d9a773bf07,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:12.884452 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18021760-429d-4a4b-af69-6e95a87959a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.889781 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5c17d8eb-72b6-4724-ab26-b53aef5a7e13 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8938949 Jul 09 13:43:12.892595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] Deleting port 623f66ed-4eab-4352-b375-e13e395cb69c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:12.892595 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.895166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48712) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:12.895478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3c4462-cb01-410e-8257-1f7fa7293a44 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network eae0e282-e05e-431a-b893-8ff5e5756c82 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:12.909179 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-da3c4462-cb01-410e-8257-1f7fa7293a44 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:12.910282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ce883d-83aa-4e1f-aae2-7992eecb25c3 None None] Network 1e64c474-3e44-4ad0-9ca2-405baf80df7b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:12.920543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3c4462-cb01-410e-8257-1f7fa7293a44 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:12.921310 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da3c4462-cb01-410e-8257-1f7fa7293a44 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:12.926265 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-18021760-429d-4a4b-af69-6e95a87959a1 admin admin] Calling delete_port for 2992f13b-1cbe-4912-b175-64d9a773bf07 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:12.935153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4f9d0c1e-7ff0-4215-8696-bb4cca38ef34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Request body: {'subnet': {'network_id': '5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:12.955022 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c4462-cb01-410e-8257-1f7fa7293a44 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Subnet': ['ID=7398fad0-ad2e-48d6-be76-7b8878f3c95d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:13.001112 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-da3c4462-cb01-410e-8257-1f7fa7293a44 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8705668 Jul 09 13:43:13.001916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48714) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:13.013411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4e9d6def-dd0c-4c8d-9dd1-99b654560689 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'security_group': {'name': 'tempest-secgroup-198999014'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:13.015445 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.041176 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8a09047d-2ecc-42b0-9744-9f0a3d382578 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:13.085965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2752b03d-09a3-4a7e-9ab9-c42cc7a69dcf None None] Network eae0e282-e05e-431a-b893-8ff5e5756c82 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:13.091901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Port': ['ID=934061a5-cfb0-449c-84a9-105737cf8dc2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:13.112447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] No DVR routers for this DVR port 934061a5-cfb0-449c-84a9-105737cf8dc2 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:13.177932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] For port 623f66ed-4eab-4352-b375-e13e395cb69c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=623f66ed-4eab-4352-b375-e13e395cb69c,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:13.178365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.209217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] Calling delete_port for 623f66ed-4eab-4352-b375-e13e395cb69c owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:13.225173 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6def-dd0c-4c8d-9dd1-99b654560689 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.227012 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 8a09047d-2ecc-42b0-9744-9f0a3d382578 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:13.227400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8a09047d-2ecc-42b0-9744-9f0a3d382578 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:13.227823 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 934061a5-cfb0-449c-84a9-105737cf8dc2 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:13.238542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9d0c1e-7ff0-4215-8696-bb4cca38ef34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Made reservation on behalf of 9af70204fe1b4cd6ad75d939789fe07c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:13.241036 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ad04ebc-8333-4c97-a11c-7ad8372724e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.242358 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0c1e-7ff0-4215-8696-bb4cca38ef34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.290755 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-1e64c474-3e44-4ad0-9ca2-405baf80df7b', 'network_id': '1e64c474-3e44-4ad0-9ca2-405baf80df7b', 'tenant_id': '9af70204fe1b4cd6ad75d939789fe07c', 'fixed_ips': [{'subnet_id': 'af51ee61-8947-403e-8485-ca89ad18e32e'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:43:13.291056 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.317307 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 934061a5-cfb0-449c-84a9-105737cf8dc2 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:13.317671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 934061a5-cfb0-449c-84a9-105737cf8dc2 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:13.414635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6ad04ebc-8333-4c97-a11c-7ad8372724e3 None None] For port 5fce1937-b0df-49ba-b976-c97a0cd0aa6b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5fce1937-b0df-49ba-b976-c97a0cd0aa6b,segment=NetworkSegment(5d608c43-49be-49d6-b492-2da2ac275096),segment_id=5d608c43-49be-49d6-b492-2da2ac275096)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:13.439236 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ad04ebc-8333-4c97-a11c-7ad8372724e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.532949 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.560204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97a67cb-6d60-459f-9c45-5328d11d3e60']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:13.577123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a514181-9d2a-4894-bbf5-88ea7cd32b9f None None] DHCP port deletion for 3593ef4e-d984-4a5d-8fe4-7c9358957518 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:43:13.603981 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0c1e-7ff0-4215-8696-bb4cca38ef34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.696329 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18021760-429d-4a4b-af69-6e95a87959a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.711995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '249144a5-32f6-4205-85f7-ba49a58eb996') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:13.711995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '249144a5-32f6-4205-85f7-ba49a58eb996') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:13.718904 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad04ebc-8333-4c97-a11c-7ad8372724e3 None None] Pushing event updated for resources: {'Port': ['ID=5fce1937-b0df-49ba-b976-c97a0cd0aa6b,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:13.781787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d0c1e-7ff0-4215-8696-bb4cca38ef34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event updated for resources: {'Subnet': ['ID=63a8ddb0-1302-4dc6-8813-f6a705d47341,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:13.817661 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18021760-429d-4a4b-af69-6e95a87959a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2992f13b-1cbe-4912-b175-64d9a773bf07,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:13.828482 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.837194 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0a514181-9d2a-4894-bbf5-88ea7cd32b9f None None] Deleting port 623f66ed-4eab-4352-b375-e13e395cb69c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:13.837914 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0a514181-9d2a-4894-bbf5-88ea7cd32b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.853336 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.864180 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Allocated IP 2001:db8::2 (1e64c474-3e44-4ad0-9ca2-405baf80df7b/af51ee61-8947-403e-8485-ca89ad18e32e/1e8b3ccb-5c32-4e00-871f-69d8abb6b199) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:13.864465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:43:13.864696 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.871906 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9d0c1e-7ff0-4215-8696-bb4cca38ef34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Checking segment: {'id': '0108af80-d40e-49a0-be46-83812f493ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:13.873489 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9d0c1e-7ff0-4215-8696-bb4cca38ef34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Network hostable DHCP agents. Network: 5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:43:13.897083 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.913266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-16eab1b3-90f0-468f-b00d-a9a4f6bc5619 None None] Provisioning complete for port 5fce1937-b0df-49ba-b976-c97a0cd0aa6b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:13.913657 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16eab1b3-90f0-468f-b00d-a9a4f6bc5619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:13.924517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] No DVR routers for this DVR port 623f66ed-4eab-4352-b375-e13e395cb69c on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:13.995019 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=623f66ed-4eab-4352-b375-e13e395cb69c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:43:14.028272 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:43:14.037290 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.044458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9d0c1e-7ff0-4215-8696-bb4cca38ef34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Network 5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:43:14.061198 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.069648 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "DELETE /v2.0/networks/e97a67cb-6d60-459f-9c45-5328d11d3e60 HTTP/1.1" status: 204 len: 168 time: 2.8899219 Jul 09 13:43:14.071272 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0a514181-9d2a-4894-bbf5-88ea7cd32b9f None None] For port 623f66ed-4eab-4352-b375-e13e395cb69c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=623f66ed-4eab-4352-b375-e13e395cb69c,segment=NetworkSegment(32d8c577-9ae3-42b8-91e5-65c96cc6c97e),segment_id=32d8c577-9ae3-42b8-91e5-65c96cc6c97e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:14.071480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48730) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:14.072172 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0a514181-9d2a-4894-bbf5-88ea7cd32b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.080306 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4f9d0c1e-7ff0-4215-8696-bb4cca38ef34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:14.086027 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.090408 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9d0c1e-7ff0-4215-8696-bb4cca38ef34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:14.091030 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f9d0c1e-7ff0-4215-8696-bb4cca38ef34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.104883 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0a514181-9d2a-4894-bbf5-88ea7cd32b9f None None] Calling delete_port for 623f66ed-4eab-4352-b375-e13e395cb69c owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:14.111597 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3593ef4e-d984-4a5d-8fe4-7c9358957518']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:14.134065 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d8c577-9ae3-42b8-91e5-65c96cc6c97e') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:14.134371 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d8c577-9ae3-42b8-91e5-65c96cc6c97e') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:14.157658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2496f3-226a-4e4b-afd8-5b81e15ba004 None None] Network 5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:14.158876 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.178725 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.191340 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] Releasing vlan 323 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:43:14.192324 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.196881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-eae0e282-e05e-431a-b893-8ff5e5756c82', 'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'tenant_id': 'a8ed5ed50c334d5b9a36be165575e7a4', 'fixed_ips': [{'subnet_id': '7398fad0-ad2e-48d6-be76-7b8878f3c95d'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:43:14.198165 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.210591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca804910-c924-452c-86b7-65247c82893c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Network': ['ID=e97a67cb-6d60-459f-9c45-5328d11d3e60,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:14.263575 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18021760-429d-4a4b-af69-6e95a87959a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:43:14.326393 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:43:14.343057 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.355548 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.367068 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] 10.222.0.39 "DELETE /v2.0/networks/3593ef4e-d984-4a5d-8fe4-7c9358957518 HTTP/1.1" status: 204 len: 168 time: 1.8689873 Jul 09 13:43:14.394421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dde4e8-162e-4f5d-a132-57f9ba5911e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=3593ef4e-d984-4a5d-8fe4-7c9358957518,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:14.431966 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18021760-429d-4a4b-af69-6e95a87959a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.439580 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6def-dd0c-4c8d-9dd1-99b654560689 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.443063 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18021760-429d-4a4b-af69-6e95a87959a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.448996 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6def-dd0c-4c8d-9dd1-99b654560689 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.457647 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4f9d0c1e-7ff0-4215-8696-bb4cca38ef34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5612185 Jul 09 13:43:14.459229 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48738) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:14.473918 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0a514181-9d2a-4894-bbf5-88ea7cd32b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.570217 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18021760-429d-4a4b-af69-6e95a87959a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.570920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18021760-429d-4a4b-af69-6e95a87959a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9e5b0d6-699d-40f7-ac0e-aa48a615ad17 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:43:14.579288 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-18021760-429d-4a4b-af69-6e95a87959a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.583412 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-18021760-429d-4a4b-af69-6e95a87959a1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d9e5b0d6-699d-40f7-ac0e-aa48a615ad17 HTTP/1.1" status: 204 len: 168 time: 3.4882102 Jul 09 13:43:14.605039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48740) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:14.627591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d6def-dd0c-4c8d-9dd1-99b654560689 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c6ab48-df2c-4d39-a471-5eca087f8426,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:14.630836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6def-dd0c-4c8d-9dd1-99b654560689 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.642486 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4e9d6def-dd0c-4c8d-9dd1-99b654560689 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6373441 Jul 09 13:43:14.644699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48742) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:14.675565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-92b1056e-298c-498d-9d26-e6328ab2e7b0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'security_group': {'name': 'tempest-secgroup-412030936'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:14.721149 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a514181-9d2a-4894-bbf5-88ea7cd32b9f None None] Pushing event deleted for resources: {'Port': ['ID=623f66ed-4eab-4352-b375-e13e395cb69c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:14.725754 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48744) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:14.741217 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0a514181-9d2a-4894-bbf5-88ea7cd32b9f None None] Network 3593ef4e-d984-4a5d-8fe4-7c9358957518 is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:43:14.741852 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a514181-9d2a-4894-bbf5-88ea7cd32b9f None None] No DVR routers for this DVR port 623f66ed-4eab-4352-b375-e13e395cb69c on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:14.757164 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9', 'network_id': '5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9', 'tenant_id': '9af70204fe1b4cd6ad75d939789fe07c', 'fixed_ips': [{'subnet_id': '63a8ddb0-1302-4dc6-8813-f6a705d47341'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:43:14.759624 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.808015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c28a4f6-3e78-4056-82ea-a41fadbbddf5 admin admin] Deleting subnet a7963501-dd58-4176-8b20-9e2b0fe5b563 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:14.814755 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92b1056e-298c-498d-9d26-e6328ab2e7b0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.817004 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c28a4f6-3e78-4056-82ea-a41fadbbddf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.873980 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.893633 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c28a4f6-3e78-4056-82ea-a41fadbbddf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.901525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Transition to ACTIVE for port object 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:14.934675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Transition to ACTIVE for port object 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:14.945061 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c28a4f6-3e78-4056-82ea-a41fadbbddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:14.997572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5fce1937-b0df-49ba-b976-c97a0cd0aa6b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:15.009917 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.010220 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a62ff3d3-e24b-4fc9-b7e9-ad6ccf55c9fc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5d894f2af5d74c9dbb9a0b7762202fdb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2773526 Jul 09 13:43:15.011593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48752) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:15.020112 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c2bdeb73-2eef-42ff-894f-1d39fffba672 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Deleting port bfa5bd94-20fb-4f58-9f49-00143fa39df5 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:15.020112 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2bdeb73-2eef-42ff-894f-1d39fffba672 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.117132 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.127546 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c28a4f6-3e78-4056-82ea-a41fadbbddf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.191146 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-705f69db-a52d-4861-80ff-242956e0df5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.193453 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c28a4f6-3e78-4056-82ea-a41fadbbddf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.200966 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1c28a4f6-3e78-4056-82ea-a41fadbbddf5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a7963501-dd58-4176-8b20-9e2b0fe5b563 HTTP/1.1" status: 204 len: 168 time: 0.5870056 Jul 09 13:43:15.249786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2bdeb73-2eef-42ff-894f-1d39fffba672 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.250327 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2bdeb73-2eef-42ff-894f-1d39fffba672 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.282255 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c2bdeb73-2eef-42ff-894f-1d39fffba672 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Calling delete_port for bfa5bd94-20fb-4f58-9f49-00143fa39df5 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:15.303324 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Allocated IP 2001:db8::2 (eae0e282-e05e-431a-b893-8ff5e5756c82/7398fad0-ad2e-48d6-be76-7b8878f3c95d/ef4504f9-1a70-427a-96b6-4403bf4ee1d9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:15.330461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Network 1e64c474-3e44-4ad0-9ca2-405baf80df7b is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:15.340483 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:15.360352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:15.413777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Allocated IP 2001:db8::1 (1e64c474-3e44-4ad0-9ca2-405baf80df7b/af51ee61-8947-403e-8485-ca89ad18e32e/fd835784-9a0a-424d-8271-7779364d3b82) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:15.441983 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Pushing event updated for resources: {'Port': ['ID=1e8b3ccb-5c32-4e00-871f-69d8abb6b199,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:15.462027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c28a4f6-3e78-4056-82ea-a41fadbbddf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7963501-dd58-4176-8b20-9e2b0fe5b563,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:15.467851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48754) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:15.527261 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Attempting to bind port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:15.527688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Attempting to bind port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '1c428bcf-ca71-4793-9d3e-f1eb5ba4a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e64c474-3e44-4ad0-9ca2-405baf80df7b'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:15.528257 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Attempting to bind port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 on network 1e64c474-3e44-4ad0-9ca2-405baf80df7b {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:15.548764 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.561221 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:15.561862 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Checking segment: {'id': '1c428bcf-ca71-4793-9d3e-f1eb5ba4a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e64c474-3e44-4ad0-9ca2-405baf80df7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:15.562411 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.562981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Bound using segment: {'id': '1c428bcf-ca71-4793-9d3e-f1eb5ba4a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e64c474-3e44-4ad0-9ca2-405baf80df7b'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:15.563584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Bound port: 1e8b3ccb-5c32-4e00-871f-69d8abb6b199, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c428bcf-ca71-4793-9d3e-f1eb5ba4a9d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': '1e64c474-3e44-4ad0-9ca2-405baf80df7b'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:15.564152 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.566682 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Transition to ACTIVE for port object fd835784-9a0a-424d-8271-7779364d3b82 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:15.569553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Allocated IP 2001:db8::2 (5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9/63a8ddb0-1302-4dc6-8813-f6a705d47341/628098ab-cb49-4e90-95dc-77c296672581) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:15.579150 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 5fce1937-b0df-49ba-b976-c97a0cd0aa6b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:15.579564 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.605061 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.661417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Network 1e64c474-3e44-4ad0-9ca2-405baf80df7b is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:15.668634 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:15.678166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:15.678837 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.713567 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-705f69db-a52d-4861-80ff-242956e0df5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.722743 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event updated for resources: {'Port': ['ID=fd835784-9a0a-424d-8271-7779364d3b82,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:15.739519 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] For port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:15.744956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] For port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1e8b3ccb-5c32-4e00-871f-69d8abb6b199,segment=NetworkSegment(1c428bcf-ca71-4793-9d3e-f1eb5ba4a9d6),segment_id=1c428bcf-ca71-4793-9d3e-f1eb5ba4a9d6)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:15.746241 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f3864da8-43ef-4656-a4e2-12123231e3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.799764 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.878278 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:15.954784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 623f66ed-4eab-4352-b375-e13e395cb69c no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:16.031028 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 623f66ed-4eab-4352-b375-e13e395cb69c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:16.031514 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 623f66ed-4eab-4352-b375-e13e395cb69c not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:16.031986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2992f13b-1cbe-4912-b175-64d9a773bf07 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:16.050659 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92b1056e-298c-498d-9d26-e6328ab2e7b0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.088415 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92b1056e-298c-498d-9d26-e6328ab2e7b0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.100512 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-705f69db-a52d-4861-80ff-242956e0df5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.101679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698e180b-e5c9-4cac-b55b-c467083ce88c None None] Pushing event updated for resources: {'Port': ['ID=1e8b3ccb-5c32-4e00-871f-69d8abb6b199,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:16.103893 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-705f69db-a52d-4861-80ff-242956e0df5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.105118 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-705f69db-a52d-4861-80ff-242956e0df5f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b3b73603-88a9-42d0-a95f-dc98843a821d HTTP/1.1" status: 204 len: 168 time: 1.0859966 Jul 09 13:43:16.108583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 2992f13b-1cbe-4912-b175-64d9a773bf07 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:16.108583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2992f13b-1cbe-4912-b175-64d9a773bf07 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:16.119306 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f3864da8-43ef-4656-a4e2-12123231e3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.142788 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f3864da8-43ef-4656-a4e2-12123231e3bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3881be75-6fce-4855-8e27-914588a658c2']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:16.157142 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92b1056e-298c-498d-9d26-e6328ab2e7b0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.158402 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-92b1056e-298c-498d-9d26-e6328ab2e7b0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.5117848 Jul 09 13:43:16.169658 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48768) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:16.186851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f3864da8-43ef-4656-a4e2-12123231e3bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31c2f948-a16a-4f77-883c-afe0d37f88a6') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:16.187199 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f3864da8-43ef-4656-a4e2-12123231e3bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31c2f948-a16a-4f77-883c-afe0d37f88a6') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:16.189563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b1056e-298c-498d-9d26-e6328ab2e7b0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a252fc3-df4a-4375-af5d-29b184c67e53,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:16.189827 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-10063c4d-77d2-4a44-851c-dc2a940b81ed tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2073395705', 'security_groups': ['2a252fc3-df4a-4375-af5d-29b184c67e53'], 'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '7398fad0-ad2e-48d6-be76-7b8878f3c95d'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:16.213516 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.227360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705f69db-a52d-4861-80ff-242956e0df5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3b73603-88a9-42d0-a95f-dc98843a821d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:16.244897 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f3864da8-43ef-4656-a4e2-12123231e3bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.279456 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f3864da8-43ef-4656-a4e2-12123231e3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.288066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3864da8-43ef-4656-a4e2-12123231e3bd admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:43:16.288474 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f3864da8-43ef-4656-a4e2-12123231e3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:43:16.290824 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:43:16.342216 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2bdeb73-2eef-42ff-894f-1d39fffba672 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.351704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Transition to ACTIVE for port object ef4504f9-1a70-427a-96b6-4403bf4ee1d9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:16.430745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Transition to ACTIVE for port object ef4504f9-1a70-427a-96b6-4403bf4ee1d9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:16.439883 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.454738 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.458186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdeb73-2eef-42ff-894f-1d39fffba672 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Port': ['ID=bfa5bd94-20fb-4f58-9f49-00143fa39df5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:16.505889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Transition to ACTIVE for port object 628098ab-cb49-4e90-95dc-77c296672581 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:16.545202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Network eae0e282-e05e-431a-b893-8ff5e5756c82 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:16.553382 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:16.557758 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Transition to ACTIVE for port object 628098ab-cb49-4e90-95dc-77c296672581 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:16.567907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:16.583062 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.628715 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f3864da8-43ef-4656-a4e2-12123231e3bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.643629 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Pushing event updated for resources: {'Port': ['ID=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:16.647558 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2bdeb73-2eef-42ff-894f-1d39fffba672 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.648008 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-c2bdeb73-2eef-42ff-894f-1d39fffba672 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Floating IP 0d3c42c4-db9d-48d6-b511-4aaebe60821b disassociated (deleted). External IP: 172.25.2.200, port: 7f8ac49c-7c23-4326-986c-b2514f90eff5. Jul 09 13:43:16.656634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f3864da8-43ef-4656-a4e2-12123231e3bd admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:16.661680 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f3864da8-43ef-4656-a4e2-12123231e3bd admin admin] 10.222.0.39 "DELETE /v2.0/networks/3881be75-6fce-4855-8e27-914588a658c2 HTTP/1.1" status: 204 len: 168 time: 1.1715744 Jul 09 13:43:16.676221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3864da8-43ef-4656-a4e2-12123231e3bd admin admin] Pushing event deleted for resources: {'Network': ['ID=3881be75-6fce-4855-8e27-914588a658c2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:16.811738 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Network 5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:16.813396 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:16.817037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:16.840481 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Pushing event updated for resources: {'Port': ['ID=628098ab-cb49-4e90-95dc-77c296672581,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:16.898743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Attempting to bind port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:16.899744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Attempting to bind port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:16.900569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Attempting to bind port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 on network eae0e282-e05e-431a-b893-8ff5e5756c82 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:16.916235 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:17.000758 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10063c4d-77d2-4a44-851c-dc2a940b81ed tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:17.003166 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Attempting to bind port 628098ab-cb49-4e90-95dc-77c296672581 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:17.003591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Attempting to bind port 628098ab-cb49-4e90-95dc-77c296672581 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0108af80-d40e-49a0-be46-83812f493ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:17.003969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Attempting to bind port 628098ab-cb49-4e90-95dc-77c296672581 on network 5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:17.017741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:17.018775 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Checking segment: {'id': '3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:17.019230 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:17.019809 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Bound using segment: {'id': '3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:17.020442 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Bound port: ef4504f9-1a70-427a-96b6-4403bf4ee1d9, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:17.021165 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:17.037030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48786) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:17.065471 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:17.065856 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Checking segment: {'id': '0108af80-d40e-49a0-be46-83812f493ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:17.066470 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:17.067121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Bound using segment: {'id': '0108af80-d40e-49a0-be46-83812f493ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:17.068460 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Bound port: 628098ab-cb49-4e90-95dc-77c296672581, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0108af80-d40e-49a0-be46-83812f493ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:17.069374 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:17.071832 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:17.146544 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:17.147803 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:17.223449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] For port 628098ab-cb49-4e90-95dc-77c296672581, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:17.228117 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] For port 628098ab-cb49-4e90-95dc-77c296672581, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=628098ab-cb49-4e90-95dc-77c296672581,segment=NetworkSegment(0108af80-d40e-49a0-be46-83812f493ab0),segment_id=0108af80-d40e-49a0-be46-83812f493ab0)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:17.240095 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:17.269721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:17.324244 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event updated for resources: {'Port': ['ID=fd835784-9a0a-424d-8271-7779364d3b82,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:17.429237 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] For port ef4504f9-1a70-427a-96b6-4403bf4ee1d9, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:17.437840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] For port ef4504f9-1a70-427a-96b6-4403bf4ee1d9, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,segment=NetworkSegment(3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab),segment_id=3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:17.458637 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:17.468472 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790aa18d-98b6-4323-95da-1ea4bd7410f7 None None] Pushing event updated for resources: {'Port': ['ID=628098ab-cb49-4e90-95dc-77c296672581,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:17.559022 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-10063c4d-77d2-4a44-851c-dc2a940b81ed tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:17.581406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65be42a0-2f89-4089-bb66-9c614e6bbea8 None None] Pushing event updated for resources: {'Port': ['ID=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:17.594501 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Network 1e64c474-3e44-4ad0-9ca2-405baf80df7b is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:17.609647 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:17.636842 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-10063c4d-77d2-4a44-851c-dc2a940b81ed tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] device_id is not set on port 3a5234d4-1fb9-44aa-9214-fd8f780216ad yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:43:17.933924 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e9f8a8-252c-41a4-a28b-de471c547dbf None None] Network 1e64c474-3e44-4ad0-9ca2-405baf80df7b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:18.118024 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5740152a-ff28-406d-aaaa-050052d318e6 None None] Provisioning for port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:18.129283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5740152a-ff28-406d-aaaa-050052d318e6 None None] Provisioning complete for port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:18.130065 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5740152a-ff28-406d-aaaa-050052d318e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:18.192533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48808) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:18.224787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Router 71a4ec0b-6aff-4d7c-b5bd-e3d350e76801 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:43:18.359866 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d98729e6-efeb-49f2-b5b1-2caac363fd61 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=babef6379bed4e18867311a7868b9288&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3213394 Jul 09 13:43:18.366697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48816) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:18.395134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2bdeb73-2eef-42ff-894f-1d39fffba672 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Router af11d568-dce0-4fc0-b843-ed2a77cae19c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:43:18.437683 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fbf43102-82c0-4239-bfa5-e06b55b68173 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-133263770-network', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:18.500918 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5740152a-ff28-406d-aaaa-050052d318e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:18.537358 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf43102-82c0-4239-bfa5-e06b55b68173 admin admin] Made reservation on behalf of dbdf7a4931e34c009ef4353a46117d30 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:18.541494 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbf43102-82c0-4239-bfa5-e06b55b68173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:18.542401 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-10063c4d-77d2-4a44-851c-dc2a940b81ed tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Allocated IP 2001:db8::af (eae0e282-e05e-431a-b893-8ff5e5756c82/7398fad0-ad2e-48d6-be76-7b8878f3c95d/3a5234d4-1fb9-44aa-9214-fd8f780216ad) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:18.559626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:18.569197 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-36fba65b-ce3a-486a-9b3f-f3f158e7a9f2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "PUT /v2.0/routers/71a4ec0b-6aff-4d7c-b5bd-e3d350e76801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1080415 Jul 09 13:43:18.575536 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48818) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:18.588448 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5740152a-ff28-406d-aaaa-050052d318e6 None None] For port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1e8b3ccb-5c32-4e00-871f-69d8abb6b199,segment=NetworkSegment(1c428bcf-ca71-4793-9d3e-f1eb5ba4a9d6),segment_id=1c428bcf-ca71-4793-9d3e-f1eb5ba4a9d6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:18.592907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bd3cf9-c031-4860-85b7-79bebdeda1eb None None] Sync routers for ids ['71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:18.596730 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbf43102-82c0-4239-bfa5-e06b55b68173 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:18.599418 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a4c835f3-502b-4718-8617-053c7dcfa5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:18.619035 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5740152a-ff28-406d-aaaa-050052d318e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:18.680864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2bdeb73-2eef-42ff-894f-1d39fffba672 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:18.685524 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a4c835f3-502b-4718-8617-053c7dcfa5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:18.697055 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222bc27-adb2-4c92-9354-6cd5fb33afcd None None] Sync routers for ids ['af11d568-dce0-4fc0-b843-ed2a77cae19c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:18.701239 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c2bdeb73-2eef-42ff-894f-1d39fffba672 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:18.711345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd3cf9-c031-4860-85b7-79bebdeda1eb None None] Routers {'71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:18.712241 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-07bd3cf9-c031-4860-85b7-79bebdeda1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:18.725408 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222bc27-adb2-4c92-9354-6cd5fb33afcd None None] Routers {'af11d568-dce0-4fc0-b843-ed2a77cae19c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:18.727916 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c222bc27-adb2-4c92-9354-6cd5fb33afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['af11d568-dce0-4fc0-b843-ed2a77cae19c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:18.823668 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-07bd3cf9-c031-4860-85b7-79bebdeda1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:18.892772 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bd3cf9-c031-4860-85b7-79bebdeda1eb None None] Routers {'71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:18.893689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-07bd3cf9-c031-4860-85b7-79bebdeda1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:18.902155 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a4c835f3-502b-4718-8617-053c7dcfa5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:18.903575 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a4c835f3-502b-4718-8617-053c7dcfa5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:18.904970 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a4c835f3-502b-4718-8617-053c7dcfa5cb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e44ec3c1-c0aa-491d-a851-5e291ef8f3b1 HTTP/1.1" status: 204 len: 168 time: 0.5367684 Jul 09 13:43:18.906480 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740152a-ff28-406d-aaaa-050052d318e6 None None] Pushing event updated for resources: {'Port': ['ID=1e8b3ccb-5c32-4e00-871f-69d8abb6b199,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:18.915264 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c2bdeb73-2eef-42ff-894f-1d39fffba672 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "DELETE /v2.0/floatingips/0d3c42c4-db9d-48d6-b511-4aaebe60821b HTTP/1.1" status: 204 len: 168 time: 4.7827992 Jul 09 13:43:19.009495 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-07bd3cf9-c031-4860-85b7-79bebdeda1eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:19.011832 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07bd3cf9-c031-4860-85b7-79bebdeda1eb None None] The sync data for ids ['71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:19.047290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'tag': '7f8ac49c-7c23-4326-986c-b2514f90eff5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:19.061959 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fa76e67-766c-492b-9de3-06793876daf2" -d '{"events": [{"name": "network-changed", "server_uuid": "baee7b77-1524-47dc-8ce8-c91d4692c441", "tag": "7f8ac49c-7c23-4326-986c-b2514f90eff5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:19.070456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c835f3-502b-4718-8617-053c7dcfa5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44ec3c1-c0aa-491d-a851-5e291ef8f3b1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:19.170899 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6cd84267-6bbc-4e1e-bd4b-ce14ddb1312f None None] Provisioning for port fd835784-9a0a-424d-8271-7779364d3b82 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:19.202202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6cd84267-6bbc-4e1e-bd4b-ce14ddb1312f None None] Provisioning complete for port fd835784-9a0a-424d-8271-7779364d3b82 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:19.214282 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cd84267-6bbc-4e1e-bd4b-ce14ddb1312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:19.225383 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788ba7ab-c370-4c94-83eb-be64805e1114 x-openstack-request-id: req-788ba7ab-c370-4c94-83eb-be64805e1114 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:19.231657 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baee7b77-1524-47dc-8ce8-c91d4692c441", "tag": "7f8ac49c-7c23-4326-986c-b2514f90eff5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:19.232255 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-788ba7ab-c370-4c94-83eb-be64805e1114 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:19.235653 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'tag': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'status': 'completed', 'code': 200} Jul 09 13:43:19.286860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6cd84267-6bbc-4e1e-bd4b-ce14ddb1312f None None] Port fd835784-9a0a-424d-8271-7779364d3b82 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:19.299596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ef4504f9-1a70-427a-96b6-4403bf4ee1d9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:19.492141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6cd84267-6bbc-4e1e-bd4b-ce14ddb1312f None None] Provisioning complete for port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:19.499067 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cd84267-6bbc-4e1e-bd4b-ce14ddb1312f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:19.515627 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c222bc27-adb2-4c92-9354-6cd5fb33afcd None None] Set router af11d568-dce0-4fc0-b843-ed2a77cae19c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:19.524609 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbf43102-82c0-4239-bfa5-e06b55b68173 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:19.575761 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbf43102-82c0-4239-bfa5-e06b55b68173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:19.615843 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:19.661984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 628098ab-cb49-4e90-95dc-77c296672581 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:19.695300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf43102-82c0-4239-bfa5-e06b55b68173 admin admin] vlan segment allocate from pool success with {'vlan_id': 343, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:43:19.738263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf43102-82c0-4239-bfa5-e06b55b68173 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecafcd48-deef-4977-9586-143d81c481bf,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:19.743466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa76e67-766c-492b-9de3-06793876daf2 req-46cf6a41-dd43-4356-ab3a-750f99fc0af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:19.752482 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fa76e67-766c-492b-9de3-06793876daf2 req-46cf6a41-dd43-4356-ab3a-750f99fc0af3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1f9f9204531458ca2e9fa84d6609b20&device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 1096 time: 0.5097454 Jul 09 13:43:19.755713 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbf43102-82c0-4239-bfa5-e06b55b68173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:19.758802 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-fbf43102-82c0-4239-bfa5-e06b55b68173 admin admin] Added segment a71bcb2d-c43a-49da-8493-fec1f60ddeab of type vlan for network 39203702-852d-404c-bcfb-2c2a5a230b71 Jul 09 13:43:19.829598 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01a67d7-2477-4f1b-8965-8be3877b31af None None] Network 5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:20.038140 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c222bc27-adb2-4c92-9354-6cd5fb33afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:43:00Z', 'revision_number': 6, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '923429bf-c215-479a-933e-91d8219ca2db', 'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:5c:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:52Z', 'updated_at': '2021-07-09T13:41:01Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': 'a125ed7e-098b-479a-8e27-37567c480237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:20.089755 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbf43102-82c0-4239-bfa5-e06b55b68173 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:20.135357 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222bc27-adb2-4c92-9354-6cd5fb33afcd None None] Checking router: af11d568-dce0-4fc0-b843-ed2a77cae19c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:43:20.140698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 628098ab-cb49-4e90-95dc-77c296672581 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:20.150707 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c222bc27-adb2-4c92-9354-6cd5fb33afcd None None] Routers {'af11d568-dce0-4fc0-b843-ed2a77cae19c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:20.152033 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c222bc27-adb2-4c92-9354-6cd5fb33afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['af11d568-dce0-4fc0-b843-ed2a77cae19c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:20.396872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f5d53845-d895-4318-bbf7-2b60a610610d None None] Provisioning complete for port fd835784-9a0a-424d-8271-7779364d3b82 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:20.397556 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f5d53845-d895-4318-bbf7-2b60a610610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:20.433005 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa76e67-766c-492b-9de3-06793876daf2 req-60ae15c2-477a-41fc-a468-d0c7527acc01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:20.435195 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fa76e67-766c-492b-9de3-06793876daf2 req-60ae15c2-477a-41fc-a468-d0c7527acc01 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd HTTP/1.1" status: 200 len: 898 time: 0.6713164 Jul 09 13:43:20.437913 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbf43102-82c0-4239-bfa5-e06b55b68173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:20.439372 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf43102-82c0-4239-bfa5-e06b55b68173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:20.440166 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fbf43102-82c0-4239-bfa5-e06b55b68173 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:20.514907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f5d53845-d895-4318-bbf7-2b60a610610d None None] Port fd835784-9a0a-424d-8271-7779364d3b82 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:20.558327 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f5d53845-d895-4318-bbf7-2b60a610610d None None] Provisioning for port 628098ab-cb49-4e90-95dc-77c296672581 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:20.563551 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f5d53845-d895-4318-bbf7-2b60a610610d None None] Provisioning complete for port 628098ab-cb49-4e90-95dc-77c296672581 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:20.564202 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f5d53845-d895-4318-bbf7-2b60a610610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:20.573596 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c222bc27-adb2-4c92-9354-6cd5fb33afcd None None] Set router af11d568-dce0-4fc0-b843-ed2a77cae19c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:20.705426 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fa76e67-766c-492b-9de3-06793876daf2 req-e52bbb15-7477-47b5-961e-14bb8cf4ef5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7f8ac49c-7c23-4326-986c-b2514f90eff5 HTTP/1.1" status: 200 len: 217 time: 0.1898899 Jul 09 13:43:20.784700 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f5d53845-d895-4318-bbf7-2b60a610610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:20.839550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:20.847445 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fbf43102-82c0-4239-bfa5-e06b55b68173 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6265349 Jul 09 13:43:20.852643 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf43102-82c0-4239-bfa5-e06b55b68173 admin admin] Pushing event updated for resources: {'Network': ['ID=39203702-852d-404c-bcfb-2c2a5a230b71,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:20.855541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48866) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:20.882613 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6b78d537-0cde-4606-8534-b68c18c64342 admin admin] Request body: {'subnet': {'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-133263770-subnet', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:20.947953 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 39203702-852d-404c-bcfb-2c2a5a230b71 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:43:20.958628 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa76e67-766c-492b-9de3-06793876daf2 req-e3f19eb2-0218-4e8f-b230-65739895e3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:20.963229 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fa76e67-766c-492b-9de3-06793876daf2 req-e3f19eb2-0218-4e8f-b230-65739895e3c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a125ed7e-098b-479a-8e27-37567c480237 HTTP/1.1" status: 200 len: 835 time: 0.2396083 Jul 09 13:43:20.985162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f5d53845-d895-4318-bbf7-2b60a610610d None None] For port 628098ab-cb49-4e90-95dc-77c296672581, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=628098ab-cb49-4e90-95dc-77c296672581,segment=NetworkSegment(0108af80-d40e-49a0-be46-83812f493ab0),segment_id=0108af80-d40e-49a0-be46-83812f493ab0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:20.994841 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-51fde846-2db2-4e81-926a-991fbf47ba60 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:43:20.999593 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-51fde846-2db2-4e81-926a-991fbf47ba60 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "PUT /v2.0/routers/71a4ec0b-6aff-4d7c-b5bd-e3d350e76801/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.4178233 Jul 09 13:43:21.005489 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-10063c4d-77d2-4a44-851c-dc2a940b81ed tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.011190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48870) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:21.040501 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c222bc27-adb2-4c92-9354-6cd5fb33afcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:43:00Z', 'revision_number': 6, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '923429bf-c215-479a-933e-91d8219ca2db', 'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:5c:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:52Z', 'updated_at': '2021-07-09T13:41:01Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': 'a125ed7e-098b-479a-8e27-37567c480237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:21.063379 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-10063c4d-77d2-4a44-851c-dc2a940b81ed tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Transition to ACTIVE for port object 3a5234d4-1fb9-44aa-9214-fd8f780216ad will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:21.086575 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c222bc27-adb2-4c92-9354-6cd5fb33afcd None None] The sync data for ids ['af11d568-dce0-4fc0-b843-ed2a77cae19c'] in n-d-799525-3 is: [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:43:00Z', 'revision_number': 6, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '923429bf-c215-479a-933e-91d8219ca2db', 'name': '', 'network_id': '7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:5c:3f:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2227, 'fixed_ips': [{'subnet_id': 'a125ed7e-098b-479a-8e27-37567c480237', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:52Z', 'updated_at': '2021-07-09T13:41:01Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': 'a125ed7e-098b-479a-8e27-37567c480237', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:21.110711 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f5d53845-d895-4318-bbf7-2b60a610610d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.121217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ea2bf3-7ebe-4cb5-8da5-93f02dc67da1 req-685b25ec-446c-4c72-ac49-c9e36070cdb2 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:21.136700 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9ea2bf3-7ebe-4cb5-8da5-93f02dc67da1 req-685b25ec-446c-4c72-ac49-c9e36070cdb2 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 945 time: 0.6625655 Jul 09 13:43:21.144555 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48872) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:21.158038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b78d537-0cde-4606-8534-b68c18c64342 admin admin] Made reservation on behalf of dbdf7a4931e34c009ef4353a46117d30 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:21.160602 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b78d537-0cde-4606-8534-b68c18c64342 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.302026 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9ea2bf3-7ebe-4cb5-8da5-93f02dc67da1 req-9e9aa68c-7322-47e0-9d9a-d47f1f50d8ac tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a97a7-1003-4c0c-83ba-a94cb5289b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1641083 Jul 09 13:43:21.303773 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-10063c4d-77d2-4a44-851c-dc2a940b81ed tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.315753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8f6d6f9a-db80-4c6a-a075-106903077cdd None None] Provisioning complete for port fd835784-9a0a-424d-8271-7779364d3b82 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:21.321630 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6f9a-db80-4c6a-a075-106903077cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.324850 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d53845-d895-4318-bbf7-2b60a610610d None None] Pushing event updated for resources: {'Port': ['ID=628098ab-cb49-4e90-95dc-77c296672581,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:21.393267 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:21.393966 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.429141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8f6d6f9a-db80-4c6a-a075-106903077cdd None None] Port fd835784-9a0a-424d-8271-7779364d3b82 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:21.430921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10063c4d-77d2-4a44-851c-dc2a940b81ed tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=3a5234d4-1fb9-44aa-9214-fd8f780216ad,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:21.442827 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9835b630-6271-4aec-bf2d-f0ed45a421ad admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1817051318-network', 'tenant_id': '6b677d1b8c8a4e1aa19b847933930adc'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:21.451002 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10063c4d-77d2-4a44-851c-dc2a940b81ed tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network eae0e282-e05e-431a-b893-8ff5e5756c82 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:21.454685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-10063c4d-77d2-4a44-851c-dc2a940b81ed tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:21.455744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8f6d6f9a-db80-4c6a-a075-106903077cdd None None] Provisioning complete for port 6bb7537b-576a-4a6b-922a-7942a8d23fc2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:21.456124 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6f9a-db80-4c6a-a075-106903077cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.458515 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10063c4d-77d2-4a44-851c-dc2a940b81ed tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:21.465413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10063c4d-77d2-4a44-851c-dc2a940b81ed tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:21.466394 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-10063c4d-77d2-4a44-851c-dc2a940b81ed tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.496557 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9835b630-6271-4aec-bf2d-f0ed45a421ad admin admin] Made reservation on behalf of 6b677d1b8c8a4e1aa19b847933930adc for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:21.499121 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9835b630-6271-4aec-bf2d-f0ed45a421ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.524523 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-10063c4d-77d2-4a44-851c-dc2a940b81ed tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.3524861 Jul 09 13:43:21.528557 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48882) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:21.530075 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9835b630-6271-4aec-bf2d-f0ed45a421ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.542123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8f6d6f9a-db80-4c6a-a075-106903077cdd None None] Port 6bb7537b-576a-4a6b-922a-7942a8d23fc2 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:21.549732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8bde3baf-21c5-41b0-bd0f-7d7f9f23a0c0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'subnet': {'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:21.571710 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8f6d6f9a-db80-4c6a-a075-106903077cdd None None] Provisioning for port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:21.577068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8f6d6f9a-db80-4c6a-a075-106903077cdd None None] Provisioning complete for port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:21.578682 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6f9a-db80-4c6a-a075-106903077cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.614343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa76e67-766c-492b-9de3-06793876daf2 req-3a9205aa-38c2-477b-994c-efcb878724e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:21.616389 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fa76e67-766c-492b-9de3-06793876daf2 req-3a9205aa-38c2-477b-994c-efcb878724e4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6435008 Jul 09 13:43:21.655555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67d3edb-57d7-46b9-b886-f8b5bdcf10a5 None None] New status for floating IP 0d3c42c4-db9d-48d6-b511-4aaebe60821b: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:43:21.772484 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fa76e67-766c-492b-9de3-06793876daf2 req-0edd9384-a7f2-4291-9afa-a39448e91285 service neutron] 10.222.0.15 "GET /v2.0/networks/7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020038 Jul 09 13:43:21.863267 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9835b630-6271-4aec-bf2d-f0ed45a421ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.876656 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6f9a-db80-4c6a-a075-106903077cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.878986 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9835b630-6271-4aec-bf2d-f0ed45a421ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.917144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835b630-6271-4aec-bf2d-f0ed45a421ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6ab03f8-15b8-4152-ad7c-022d39d3f054,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:21.918355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8f6d6f9a-db80-4c6a-a075-106903077cdd None None] For port ef4504f9-1a70-427a-96b6-4403bf4ee1d9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,segment=NetworkSegment(3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab),segment_id=3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:21.931754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9835b630-6271-4aec-bf2d-f0ed45a421ad admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:43:21.934497 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bde3baf-21c5-41b0-bd0f-7d7f9f23a0c0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:21.936452 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6f9a-db80-4c6a-a075-106903077cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.938966 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8bde3baf-21c5-41b0-bd0f-7d7f9f23a0c0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:21.993459 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8f6d6f9a-db80-4c6a-a075-106903077cdd None None] Provisioning complete for port 628098ab-cb49-4e90-95dc-77c296672581 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:21.994191 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f6d6f9a-db80-4c6a-a075-106903077cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.027559 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9835b630-6271-4aec-bf2d-f0ed45a421ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.028146 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-9835b630-6271-4aec-bf2d-f0ed45a421ad admin admin] Added segment 0749b263-1c57-4b92-ae4f-edaaf93d0808 of type vlan for network 2bcb4e41-cb74-4ce7-8c14-98a560882f83 Jul 09 13:43:22.057146 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b78d537-0cde-4606-8534-b68c18c64342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.079410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6d6f9a-db80-4c6a-a075-106903077cdd None None] Pushing event updated for resources: {'Port': ['ID=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:22.095583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81572ed1-c42b-4ed3-84c7-f95e99d5675b req-ebfdcdfe-95f4-41c9-82b5-9bdb1c153c57 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:22.097943 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81572ed1-c42b-4ed3-84c7-f95e99d5675b req-ebfdcdfe-95f4-41c9-82b5-9bdb1c153c57 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.15 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 945 time: 0.6333675 Jul 09 13:43:22.107070 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9835b630-6271-4aec-bf2d-f0ed45a421ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.140850 n-d-799525-3 neutron-server[93754]: INFO neutron.db.ipam_backend_mixin [None req-8bde3baf-21c5-41b0-bd0f-7d7f9f23a0c0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7398fad0-ad2e-48d6-be76-7b8878f3c95d (CIDR: 2001:db8::/64) Jul 09 13:43:22.153414 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bde3baf-21c5-41b0-bd0f-7d7f9f23a0c0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:43:22.153888 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bde3baf-21c5-41b0-bd0f-7d7f9f23a0c0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:43:22.187683 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8bde3baf-21c5-41b0-bd0f-7d7f9f23a0c0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6441033 Jul 09 13:43:22.188969 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9835b630-6271-4aec-bf2d-f0ed45a421ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.190077 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9835b630-6271-4aec-bf2d-f0ed45a421ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:22.190653 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9835b630-6271-4aec-bf2d-f0ed45a421ad admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.191998 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48892) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:22.202476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0b86f2ed-3bd8-4ec3-8a69-88354f307803 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'subnet': {'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:22.252380 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9835b630-6271-4aec-bf2d-f0ed45a421ad admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1054170 Jul 09 13:43:22.256463 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48896) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:22.266959 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-35369569-7568-433d-8f51-e22439474a97 admin admin] Request body: {'subnet': {'network_id': '2bcb4e41-cb74-4ce7-8c14-98a560882f83', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1817051318-subnet', 'tenant_id': '6b677d1b8c8a4e1aa19b847933930adc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:22.287414 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835b630-6271-4aec-bf2d-f0ed45a421ad admin admin] Pushing event updated for resources: {'Network': ['ID=2bcb4e41-cb74-4ce7-8c14-98a560882f83,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:22.302205 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 2bcb4e41-cb74-4ce7-8c14-98a560882f83 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:43:22.308880 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35369569-7568-433d-8f51-e22439474a97 admin admin] Made reservation on behalf of 6b677d1b8c8a4e1aa19b847933930adc for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:22.312510 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35369569-7568-433d-8f51-e22439474a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.316811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78d537-0cde-4606-8534-b68c18c64342 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:22.350881 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fa76e67-766c-492b-9de3-06793876daf2 req-292d7a39-39b6-4660-9b34-fc444d224770 service neutron] 10.222.0.15 "GET /v2.0/networks/7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5010529 Jul 09 13:43:22.452350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b78d537-0cde-4606-8534-b68c18c64342 admin admin] Checking segment: {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:22.452620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b78d537-0cde-4606-8534-b68c18c64342 admin admin] Network hostable DHCP agents. Network: 39203702-852d-404c-bcfb-2c2a5a230b71, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:43:22.549419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-81572ed1-c42b-4ed3-84c7-f95e99d5675b req-258a2107-75bf-403d-84e5-8b371c898c13 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Deleting port 7f8ac49c-7c23-4326-986c-b2514f90eff5 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:22.549756 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81572ed1-c42b-4ed3-84c7-f95e99d5675b req-258a2107-75bf-403d-84e5-8b371c898c13 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.613766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f791e3a3-ef9f-4f14-925a-173bc974f84f None None] Provisioning for port 3a5234d4-1fb9-44aa-9214-fd8f780216ad completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:22.617540 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b78d537-0cde-4606-8534-b68c18c64342 admin admin] Network 39203702-852d-404c-bcfb-2c2a5a230b71 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:43:22.618059 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af042e9-c2fe-43b8-81de-c3e257787774 req-31853f4f-aeef-48aa-953f-46fd57b81b13 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:22.619566 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7af042e9-c2fe-43b8-81de-c3e257787774 req-31853f4f-aeef-48aa-953f-46fd57b81b13 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 945 time: 0.1689596 Jul 09 13:43:22.628785 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f791e3a3-ef9f-4f14-925a-173bc974f84f None None] Provisioning complete for port 3a5234d4-1fb9-44aa-9214-fd8f780216ad triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:22.629916 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f791e3a3-ef9f-4f14-925a-173bc974f84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.646433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6b78d537-0cde-4606-8534-b68c18c64342 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 39203702-852d-404c-bcfb-2c2a5a230b71) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:22.655168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b86f2ed-3bd8-4ec3-8a69-88354f307803 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:22.659419 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b86f2ed-3bd8-4ec3-8a69-88354f307803 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.674664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5407d597-26f9-4e5d-92b0-fb05027c5ea6 None None] Network 39203702-852d-404c-bcfb-2c2a5a230b71 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:22.718164 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35369569-7568-433d-8f51-e22439474a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.760980 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7af042e9-c2fe-43b8-81de-c3e257787774 req-dad80336-8540-406f-98dd-af7aa47de5de tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=c23a97a7-1003-4c0c-83ba-a94cb5289b1a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0940125 Jul 09 13:43:22.792246 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35369569-7568-433d-8f51-e22439474a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=53ae5de4-089a-4a27-ad3b-514f9580dad7,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:22.813856 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35369569-7568-433d-8f51-e22439474a97 admin admin] Checking segment: {'id': '0749b263-1c57-4b92-ae4f-edaaf93d0808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2bcb4e41-cb74-4ce7-8c14-98a560882f83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:22.814228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35369569-7568-433d-8f51-e22439474a97 admin admin] Network hostable DHCP agents. Network: 2bcb4e41-cb74-4ce7-8c14-98a560882f83, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:43:22.831918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f791e3a3-ef9f-4f14-925a-173bc974f84f None None] Port 3a5234d4-1fb9-44aa-9214-fd8f780216ad cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:22.834479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35369569-7568-433d-8f51-e22439474a97 admin admin] Network 2bcb4e41-cb74-4ce7-8c14-98a560882f83 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:43:22.845810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b78d537-0cde-4606-8534-b68c18c64342 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:22.846338 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6b78d537-0cde-4606-8534-b68c18c64342 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.851564 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-35369569-7568-433d-8f51-e22439474a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 2bcb4e41-cb74-4ce7-8c14-98a560882f83) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:22.857170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35369569-7568-433d-8f51-e22439474a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:22.858261 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35369569-7568-433d-8f51-e22439474a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.869890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2a8371a-6310-415d-ad02-091d59083521 None None] Network 2bcb4e41-cb74-4ce7-8c14-98a560882f83 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:22.888025 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-35369569-7568-433d-8f51-e22439474a97 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6227942 Jul 09 13:43:22.926610 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d8dbb6a-6d91-420a-9d74-4287f16b820c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:22.969229 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6b78d537-0cde-4606-8534-b68c18c64342 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0978181 Jul 09 13:43:22.971987 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48910) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:22.976909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-133263770-router', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:23.036637 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.037401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ef4504f9-1a70-427a-96b6-4403bf4ee1d9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:23.041203 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.122666 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.143209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-81572ed1-c42b-4ed3-84c7-f95e99d5675b req-258a2107-75bf-403d-84e5-8b371c898c13 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] For port 7f8ac49c-7c23-4326-986c-b2514f90eff5, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=7f8ac49c-7c23-4326-986c-b2514f90eff5,segment=NetworkSegment(a96b2160-2e61-4550-8e93-533591bac022),segment_id=a96b2160-2e61-4550-8e93-533591bac022)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:23.143209 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81572ed1-c42b-4ed3-84c7-f95e99d5675b req-258a2107-75bf-403d-84e5-8b371c898c13 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.180445 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647f9a19-2187-4284-8a40-6d5e668c1e67 None None] Network 2bcb4e41-cb74-4ce7-8c14-98a560882f83 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:23.185026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-81572ed1-c42b-4ed3-84c7-f95e99d5675b req-258a2107-75bf-403d-84e5-8b371c898c13 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Calling delete_port for 7f8ac49c-7c23-4326-986c-b2514f90eff5 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:23.282567 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b86f2ed-3bd8-4ec3-8a69-88354f307803 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.366064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b86f2ed-3bd8-4ec3-8a69-88354f307803 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network eae0e282-e05e-431a-b893-8ff5e5756c82 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:23.374606 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.379077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0b86f2ed-3bd8-4ec3-8a69-88354f307803 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:23.387575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b86f2ed-3bd8-4ec3-8a69-88354f307803 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:23.388216 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b86f2ed-3bd8-4ec3-8a69-88354f307803 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.400695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b86f2ed-3bd8-4ec3-8a69-88354f307803 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Subnet': ['ID=a09bd5f0-8b48-4bf3-9a50-65d62e65e5dd,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:23.411504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76f1050-5e66-410b-b6b1-27979eb2c1e5 None None] Network eae0e282-e05e-431a-b893-8ff5e5756c82 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:23.459310 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0b86f2ed-3bd8-4ec3-8a69-88354f307803 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2608774 Jul 09 13:43:23.463722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48926) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:23.476204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fe1199f7-3217-4d9b-ba59-47e718898c66 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-534781164', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a09bd5f0-8b48-4bf3-9a50-65d62e65e5dd'}], 'security_groups': ['d0c6ab48-df2c-4d39-a471-5eca087f8426']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:23.562961 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81572ed1-c42b-4ed3-84c7-f95e99d5675b req-258a2107-75bf-403d-84e5-8b371c898c13 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.607926 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48934) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:23.614389 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-64f31723-d715-4e99-8d36-4ecb5600bfa7 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-227034750-network', 'tenant_id': 'a32e8052db534dc0a13dd0841c0109a4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:23.620186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a2107-75bf-403d-84e5-8b371c898c13 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Port': ['ID=7f8ac49c-7c23-4326-986c-b2514f90eff5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:23.651682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:23.651682 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.715473 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.743842 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.772221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-81572ed1-c42b-4ed3-84c7-f95e99d5675b req-258a2107-75bf-403d-84e5-8b371c898c13 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] No DVR routers for this DVR port 7f8ac49c-7c23-4326-986c-b2514f90eff5 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:23.778995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-39203702-852d-404c-bcfb-2c2a5a230b71', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:43:23.780285 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.781785 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81572ed1-c42b-4ed3-84c7-f95e99d5675b req-258a2107-75bf-403d-84e5-8b371c898c13 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.784681 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81572ed1-c42b-4ed3-84c7-f95e99d5675b req-258a2107-75bf-403d-84e5-8b371c898c13 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.15 "DELETE /v2.0/ports/7f8ac49c-7c23-4326-986c-b2514f90eff5 HTTP/1.1" status: 204 len: 173 time: 1.6709657 Jul 09 13:43:23.800170 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'name': 'network-vif-deleted', 'tag': '7f8ac49c-7c23-4326-986c-b2514f90eff5'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:23.804596 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4deff9-965f-4741-bb90-f9518093f03f" -d '{"events": [{"server_uuid": "baee7b77-1524-47dc-8ce8-c91d4692c441", "name": "network-vif-deleted", "tag": "7f8ac49c-7c23-4326-986c-b2514f90eff5"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:23.830051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f31723-d715-4e99-8d36-4ecb5600bfa7 admin admin] Made reservation on behalf of a32e8052db534dc0a13dd0841c0109a4 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:23.833346 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64f31723-d715-4e99-8d36-4ecb5600bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.910367 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64f31723-d715-4e99-8d36-4ecb5600bfa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:23.916406 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35da8a46-f3b7-42d8-b5c3-c00e1929ce69 x-openstack-request-id: req-35da8a46-f3b7-42d8-b5c3-c00e1929ce69 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:23.916826 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baee7b77-1524-47dc-8ce8-c91d4692c441", "name": "network-vif-deleted", "tag": "7f8ac49c-7c23-4326-986c-b2514f90eff5", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:23.917208 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-35da8a46-f3b7-42d8-b5c3-c00e1929ce69 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:23.917739 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baee7b77-1524-47dc-8ce8-c91d4692c441', 'name': 'network-vif-deleted', 'tag': '7f8ac49c-7c23-4326-986c-b2514f90eff5', 'status': 'completed', 'code': 200} Jul 09 13:43:23.973375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Allocated IP 172.25.2.123 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/96f61424-1d8e-49ec-91ef-118603cad708) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:24.076472 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 628098ab-cb49-4e90-95dc-77c296672581 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:24.156527 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64f31723-d715-4e99-8d36-4ecb5600bfa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.167967 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64f31723-d715-4e99-8d36-4ecb5600bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.175502 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.190924 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Allocated IP 172.20.0.2 (39203702-852d-404c-bcfb-2c2a5a230b71/3bc55cf0-4c15-4379-8ecd-1ddd672b67e3/10795740-ffb2-40fb-9f44-a47174a8634e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:24.216161 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f31723-d715-4e99-8d36-4ecb5600bfa7 admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:43:24.225793 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5d8dbb6a-6d91-420a-9d74-4287f16b820c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Deleting port fd835784-9a0a-424d-8271-7779364d3b82 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:24.226280 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d8dbb6a-6d91-420a-9d74-4287f16b820c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.238121 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b6a079e-5c55-4b95-b72b-38bb515d4676 req-6b56976d-c2ba-45c2-8927-4de4d7bd620e tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=baee7b77-1524-47dc-8ce8-c91d4692c441 HTTP/1.1" status: 200 len: 210 time: 0.0355957 Jul 09 13:43:24.272558 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.285680 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe1199f7-3217-4d9b-ba59-47e718898c66 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.309010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f31723-d715-4e99-8d36-4ecb5600bfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c298f602-3901-46b5-97f4-b43dc1fa288d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:24.331204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:24.339646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:24.347586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae64dd20-3f39-4461-a9ef-f3eecc381e7f None None] Update dhcp port {'port': {'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'fixed_ips': [{'subnet_id': '7398fad0-ad2e-48d6-be76-7b8878f3c95d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'a09bd5f0-8b48-4bf3-9a50-65d62e65e5dd'}], 'binding:host_id': 'n-d-799525-3'}, 'id': 'ef4504f9-1a70-427a-96b6-4403bf4ee1d9'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:43:24.348892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:24.369591 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Pushing event updated for resources: {'Port': ['ID=96f61424-1d8e-49ec-91ef-118603cad708,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:24.482215 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae64dd20-3f39-4461-a9ef-f3eecc381e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.484084 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 628098ab-cb49-4e90-95dc-77c296672581 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:24.484439 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.646355 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.782744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Transition to ACTIVE for port object 10795740-ffb2-40fb-9f44-a47174a8634e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:24.828726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 7f8ac49c-7c23-4326-986c-b2514f90eff5 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:24.881100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 7f8ac49c-7c23-4326-986c-b2514f90eff5 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:24.881100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 7f8ac49c-7c23-4326-986c-b2514f90eff5 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:24.887655 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.944665 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Transition to ACTIVE for port object 10795740-ffb2-40fb-9f44-a47174a8634e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:24.969993 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:24.972598 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ae64dd20-3f39-4461-a9ef-f3eecc381e7f None None] Allocated IP 2001:db8:0:1::2 (eae0e282-e05e-431a-b893-8ff5e5756c82/a09bd5f0-8b48-4bf3-9a50-65d62e65e5dd/ef4504f9-1a70-427a-96b6-4403bf4ee1d9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:25.027043 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64f31723-d715-4e99-8d36-4ecb5600bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.027656 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-64f31723-d715-4e99-8d36-4ecb5600bfa7 admin admin] Added segment 6ccc7fb8-28d0-42e0-8239-3f766ee4b4ec of type vlan for network 755465a6-b4b3-4700-9420-72b1e997e2f2 Jul 09 13:43:25.052824 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Network 39203702-852d-404c-bcfb-2c2a5a230b71 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:25.086613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Pushing event updated for resources: {'Port': ['ID=10795740-ffb2-40fb-9f44-a47174a8634e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:25.091831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:25.095186 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:25.166578 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64f31723-d715-4e99-8d36-4ecb5600bfa7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.202211 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d8dbb6a-6d91-420a-9d74-4287f16b820c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.203776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ae64dd20-3f39-4461-a9ef-f3eecc381e7f None None] For port ef4504f9-1a70-427a-96b6-4403bf4ee1d9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,segment=NetworkSegment(3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab),segment_id=3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:25.246903 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.250599 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae64dd20-3f39-4461-a9ef-f3eecc381e7f None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.267566 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5d8dbb6a-6d91-420a-9d74-4287f16b820c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Calling delete_port for fd835784-9a0a-424d-8271-7779364d3b82 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:25.296195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ae64dd20-3f39-4461-a9ef-f3eecc381e7f None None] Transition to ACTIVE for port object ef4504f9-1a70-427a-96b6-4403bf4ee1d9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:25.300651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Attempting to bind port 10795740-ffb2-40fb-9f44-a47174a8634e on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:25.303537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Attempting to bind port 10795740-ffb2-40fb-9f44-a47174a8634e by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:25.305254 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Attempting to bind port 10795740-ffb2-40fb-9f44-a47174a8634e on network 39203702-852d-404c-bcfb-2c2a5a230b71 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:25.306329 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64f31723-d715-4e99-8d36-4ecb5600bfa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.307364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f31723-d715-4e99-8d36-4ecb5600bfa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:25.307949 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-64f31723-d715-4e99-8d36-4ecb5600bfa7 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.319642 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae64dd20-3f39-4461-a9ef-f3eecc381e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.393675 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-64f31723-d715-4e99-8d36-4ecb5600bfa7 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7831206 Jul 09 13:43:25.399784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:25.400322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Checking segment: {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:25.400743 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.401154 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Bound using segment: {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:25.404672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48964) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:25.410125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-15d577eb-b74c-4f7b-931f-871bd5749a36 admin admin] Request body: {'subnet': {'network_id': '755465a6-b4b3-4700-9420-72b1e997e2f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-227034750-subnet', 'tenant_id': 'a32e8052db534dc0a13dd0841c0109a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:25.411305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Bound port: 10795740-ffb2-40fb-9f44-a47174a8634e, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:25.412035 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.427225 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Router a72b7a44-1270-455a-af8d-46bcbd0d8795 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:43:25.441492 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae64dd20-3f39-4461-a9ef-f3eecc381e7f None None] Pushing event updated for resources: {'Port': ['ID=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:25.468008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48966) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:25.540777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d577eb-b74c-4f7b-931f-871bd5749a36 admin admin] Made reservation on behalf of a32e8052db534dc0a13dd0841c0109a4 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:25.544165 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15d577eb-b74c-4f7b-931f-871bd5749a36 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.625526 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e302b71-6c60-46c8-8dec-09df69a18167 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.641204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f31723-d715-4e99-8d36-4ecb5600bfa7 admin admin] Pushing event updated for resources: {'Network': ['ID=755465a6-b4b3-4700-9420-72b1e997e2f2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:25.707387 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:25.719563 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Sync routers for ids ['a72b7a44-1270-455a-af8d-46bcbd0d8795'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:25.735923 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Routers {'a72b7a44-1270-455a-af8d-46bcbd0d8795'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:25.737799 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a72b7a44-1270-455a-af8d-46bcbd0d8795'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:25.744200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 755465a6-b4b3-4700-9420-72b1e997e2f2 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:43:25.745067 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.746407 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-71c40b86-2671-4821-a758-6046114abbe7 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7732360 Jul 09 13:43:25.754574 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48972) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:25.757183 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e302b71-6c60-46c8-8dec-09df69a18167 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.909474 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Set router a72b7a44-1270-455a-af8d-46bcbd0d8795 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:25.916206 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] For port 10795740-ffb2-40fb-9f44-a47174a8634e, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:25.921630 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] For port 10795740-ffb2-40fb-9f44-a47174a8634e, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=10795740-ffb2-40fb-9f44-a47174a8634e,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:25.927462 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:25.969789 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15d577eb-b74c-4f7b-931f-871bd5749a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:26.003974 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb34c2-23b9-4b54-aed1-2c46e48eeff2 None None] Pushing event updated for resources: {'Port': ['ID=10795740-ffb2-40fb-9f44-a47174a8634e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:26.070225 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d577eb-b74c-4f7b-931f-871bd5749a36 admin admin] Pushing event updated for resources: {'Subnet': ['ID=54169626-87e7-4ecb-9817-b36f59b0b065,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:26.097131 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d577eb-b74c-4f7b-931f-871bd5749a36 admin admin] Checking segment: {'id': '6ccc7fb8-28d0-42e0-8239-3f766ee4b4ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '755465a6-b4b3-4700-9420-72b1e997e2f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:26.097505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d577eb-b74c-4f7b-931f-871bd5749a36 admin admin] Network hostable DHCP agents. Network: 755465a6-b4b3-4700-9420-72b1e997e2f2, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:43:26.125069 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d577eb-b74c-4f7b-931f-871bd5749a36 admin admin] Network 755465a6-b4b3-4700-9420-72b1e997e2f2 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:43:26.141531 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-15d577eb-b74c-4f7b-931f-871bd5749a36 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 755465a6-b4b3-4700-9420-72b1e997e2f2) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:26.153989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-314bc485-81c5-459a-8769-d6f838b4324f None None] Network 755465a6-b4b3-4700-9420-72b1e997e2f2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:26.159050 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d577eb-b74c-4f7b-931f-871bd5749a36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:26.162061 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15d577eb-b74c-4f7b-931f-871bd5749a36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:26.211449 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-15d577eb-b74c-4f7b-931f-871bd5749a36 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7963867 Jul 09 13:43:26.266228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-fe1199f7-3217-4d9b-ba59-47e718898c66 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Delete allocated IP 2001:db8::af (eae0e282-e05e-431a-b893-8ff5e5756c82/7398fad0-ad2e-48d6-be76-7b8878f3c95d) {{(pid=93753) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 13:43:26.280839 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e302b71-6c60-46c8-8dec-09df69a18167 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:26.283945 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e302b71-6c60-46c8-8dec-09df69a18167 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:26.285647 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7e302b71-6c60-46c8-8dec-09df69a18167 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "DELETE /v2.0/security-groups/c23a97a7-1003-4c0c-83ba-a94cb5289b1a HTTP/1.1" status: 204 len: 168 time: 0.8128293 Jul 09 13:43:26.323512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-fe1199f7-3217-4d9b-ba59-47e718898c66 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Allocated IP 2001:db8:0:1::2dd (eae0e282-e05e-431a-b893-8ff5e5756c82/a09bd5f0-8b48-4bf3-9a50-65d62e65e5dd/3a5234d4-1fb9-44aa-9214-fd8f780216ad) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:26.328832 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e302b71-6c60-46c8-8dec-09df69a18167 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c23a97a7-1003-4c0c-83ba-a94cb5289b1a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:26.334859 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'name': 'tempest-ServerActionsTestJSON-133263770-router', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '96f61424-1d8e-49ec-91ef-118603cad708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:24Z', 'revision_number': 3, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'gw_port': {'id': '96f61424-1d8e-49ec-91ef-118603cad708', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:26.396535 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Checking router: a72b7a44-1270-455a-af8d-46bcbd0d8795 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:43:26.397106 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Updating router a72b7a44-1270-455a-af8d-46bcbd0d8795 port 96f61424-1d8e-49ec-91ef-118603cad708 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:43:26.404570 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48982) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:26.431883 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d8dbb6a-6d91-420a-9d74-4287f16b820c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:26.522250 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:26.601015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8dbb6a-6d91-420a-9d74-4287f16b820c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event deleted for resources: {'Port': ['ID=fd835784-9a0a-424d-8271-7779364d3b82,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:26.713993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2319fde-d1ee-40e3-91c1-108458543f3a None None] Network 755465a6-b4b3-4700-9420-72b1e997e2f2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:27.215465 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5d8dbb6a-6d91-420a-9d74-4287f16b820c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:27.252638 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:27.256339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-13eadf16-0409-4e2a-9ae0-b701bfaddb09 None None] Provisioning complete for port 6bb7537b-576a-4a6b-922a-7942a8d23fc2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:27.256915 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13eadf16-0409-4e2a-9ae0-b701bfaddb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:27.271713 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Transition to ACTIVE for port object 96f61424-1d8e-49ec-91ef-118603cad708 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:27.300343 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:27.302664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ef4504f9-1a70-427a-96b6-4403bf4ee1d9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:27.342640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-13eadf16-0409-4e2a-9ae0-b701bfaddb09 None None] Port 6bb7537b-576a-4a6b-922a-7942a8d23fc2 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:27.384324 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-13eadf16-0409-4e2a-9ae0-b701bfaddb09 None None] Provisioning for port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:27.393448 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-13eadf16-0409-4e2a-9ae0-b701bfaddb09 None None] Provisioning complete for port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:27.393992 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13eadf16-0409-4e2a-9ae0-b701bfaddb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:27.417270 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Attempting to bind port 96f61424-1d8e-49ec-91ef-118603cad708 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:27.417906 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Attempting to bind port 96f61424-1d8e-49ec-91ef-118603cad708 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:27.418461 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Attempting to bind port 96f61424-1d8e-49ec-91ef-118603cad708 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:27.431344 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d23c6e-109f-40af-8791-b138c224161f None None] Pushing event updated for resources: {'Port': ['ID=96f61424-1d8e-49ec-91ef-118603cad708,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:27.443417 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:27.444010 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:27.444719 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:27.446248 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:27.447701 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Bound port: 96f61424-1d8e-49ec-91ef-118603cad708, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:27.448335 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:27.450350 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdab6b56-7b86-46f2-a0d6-3631f1059ebf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:27.457726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:27.458212 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:27.503943 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-c0e6cb8c-9250-42c4-8de7-ca1714bc3cfe tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:27.504326 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-c0e6cb8c-9250-42c4-8de7-ca1714bc3cfe tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/networks?id=2bcb4e41-cb74-4ce7-8c14-98a560882f83 HTTP/1.1" status: 200 len: 825 time: 0.2963250 Jul 09 13:43:27.534936 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-8332f77b-cfad-4221-93f5-2ed532710e33 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/quotas/6b677d1b8c8a4e1aa19b847933930adc HTTP/1.1" status: 200 len: 375 time: 0.0196428 Jul 09 13:43:27.590090 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] For port 96f61424-1d8e-49ec-91ef-118603cad708, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:27.598955 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] For port 96f61424-1d8e-49ec-91ef-118603cad708, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=96f61424-1d8e-49ec-91ef-118603cad708,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:27.607436 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:27.610477 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-93807804-9e4b-46d4-9f27-878dc61a6b57 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=6b677d1b8c8a4e1aa19b847933930adc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0467577 Jul 09 13:43:27.694530 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe1199f7-3217-4d9b-ba59-47e718898c66 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:27.732704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-fe1199f7-3217-4d9b-ba59-47e718898c66 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Transition to ACTIVE for port object 3a5234d4-1fb9-44aa-9214-fd8f780216ad will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:27.771864 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d23c6e-109f-40af-8791-b138c224161f None None] Pushing event updated for resources: {'Port': ['ID=96f61424-1d8e-49ec-91ef-118603cad708,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:27.773128 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-13eadf16-0409-4e2a-9ae0-b701bfaddb09 None None] Provisioning for port 3a5234d4-1fb9-44aa-9214-fd8f780216ad completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:27.782959 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Routers {'a72b7a44-1270-455a-af8d-46bcbd0d8795'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:27.785764 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a72b7a44-1270-455a-af8d-46bcbd0d8795'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:27.793410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-13eadf16-0409-4e2a-9ae0-b701bfaddb09 None None] Provisioning complete for port 3a5234d4-1fb9-44aa-9214-fd8f780216ad triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:27.794196 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13eadf16-0409-4e2a-9ae0-b701bfaddb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:27.803484 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 10795740-ffb2-40fb-9f44-a47174a8634e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:27.810280 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe1199f7-3217-4d9b-ba59-47e718898c66 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:27.978688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-13eadf16-0409-4e2a-9ae0-b701bfaddb09 None None] Port 3a5234d4-1fb9-44aa-9214-fd8f780216ad cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:27.995853 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0683374-ea02-4474-801e-7194fa10b5dc None None] Network 39203702-852d-404c-bcfb-2c2a5a230b71 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:28.040702 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1199f7-3217-4d9b-ba59-47e718898c66 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=3a5234d4-1fb9-44aa-9214-fd8f780216ad,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:28.090627 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 10795740-ffb2-40fb-9f44-a47174a8634e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:28.094807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-fe1199f7-3217-4d9b-ba59-47e718898c66 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] In _notify_port_updated(), no bound segment for port 3a5234d4-1fb9-44aa-9214-fd8f780216ad on network eae0e282-e05e-431a-b893-8ff5e5756c82 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:43:28.101179 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1199f7-3217-4d9b-ba59-47e718898c66 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:28.102061 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe1199f7-3217-4d9b-ba59-47e718898c66 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:28.106018 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fe1199f7-3217-4d9b-ba59-47e718898c66 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "PUT /v2.0/ports/3a5234d4-1fb9-44aa-9214-fd8f780216ad HTTP/1.1" status: 200 len: 930 time: 4.6350667 Jul 09 13:43:28.109166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49020) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:28.111237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d8dbb6a-6d91-420a-9d74-4287f16b820c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Router 71a4ec0b-6aff-4d7c-b5bd-e3d350e76801 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:43:28.139419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3fbb3873-163b-4602-9666-0f54f2646e4b None None] Provisioning for port 10795740-ffb2-40fb-9f44-a47174a8634e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:28.171554 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3fbb3873-163b-4602-9666-0f54f2646e4b None None] Provisioning complete for port 10795740-ffb2-40fb-9f44-a47174a8634e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:28.172199 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fbb3873-163b-4602-9666-0f54f2646e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:28.249897 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] Set router a72b7a44-1270-455a-af8d-46bcbd0d8795 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:28.372433 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fbb3873-163b-4602-9666-0f54f2646e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:28.454934 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3fbb3873-163b-4602-9666-0f54f2646e4b None None] For port 10795740-ffb2-40fb-9f44-a47174a8634e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=10795740-ffb2-40fb-9f44-a47174a8634e,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:28.467706 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3fbb3873-163b-4602-9666-0f54f2646e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:28.496653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d8dbb6a-6d91-420a-9d74-4287f16b820c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:28.521086 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5d8dbb6a-6d91-420a-9d74-4287f16b820c tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "PUT /v2.0/routers/71a4ec0b-6aff-4d7c-b5bd-e3d350e76801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5081563 Jul 09 13:43:28.531336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49026) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:28.561658 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'name': 'tempest-ServerActionsTestJSON-133263770-router', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '96f61424-1d8e-49ec-91ef-118603cad708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:24Z', 'revision_number': 3, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'gw_port': {'id': '96f61424-1d8e-49ec-91ef-118603cad708', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:28.597605 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-006d051e-b57a-4705-8e82-98a9966519c0 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] delete failed (client error): The resource could not be found. Jul 09 13:43:28.600327 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-006d051e-b57a-4705-8e82-98a9966519c0 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-1317786910 HTTP/1.1" status: 404 len: 335 time: 0.0676744 Jul 09 13:43:28.602735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49030) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:28.606603 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-c852ce81-b6e2-40e7-926a-2836f8557834 service neutron] 10.222.0.39 "GET /v2.0/networks/2bcb4e41-cb74-4ce7-8c14-98a560882f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9644887 Jul 09 13:43:28.610299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-311973b9-f047-4c16-aaeb-0b617b287539 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Request body: {'router': {'external_gateway_info': {'network_id': '71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:28.616911 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b6206f-0675-46e2-9238-5e78efa49bd4 None None] The sync data for ids ['a72b7a44-1270-455a-af8d-46bcbd0d8795'] in n-d-799525-3 is: [{'id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'name': 'tempest-ServerActionsTestJSON-133263770-router', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '96f61424-1d8e-49ec-91ef-118603cad708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:24Z', 'revision_number': 3, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'gw_port': {'id': '96f61424-1d8e-49ec-91ef-118603cad708', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3b:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:28.660191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b801f776-29e0-41a3-ac0e-e7c671b8c31f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port 3a5234d4-1fb9-44aa-9214-fd8f780216ad {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:28.660543 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b801f776-29e0-41a3-ac0e-e7c671b8c31f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:28.678865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be90d458-77e4-4978-8e90-374e0d4e86d3 None None] Sync routers for ids ['71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:28.713391 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb3873-163b-4602-9666-0f54f2646e4b None None] Pushing event updated for resources: {'Port': ['ID=10795740-ffb2-40fb-9f44-a47174a8634e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:28.715462 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:28.727886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be90d458-77e4-4978-8e90-374e0d4e86d3 None None] Routers {'71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:28.728462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-be90d458-77e4-4978-8e90-374e0d4e86d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:28.795401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-be90d458-77e4-4978-8e90-374e0d4e86d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:28.815427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be90d458-77e4-4978-8e90-374e0d4e86d3 None None] Routers {'71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:28.816070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-be90d458-77e4-4978-8e90-374e0d4e86d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:28.882229 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cb2c37d9-03f9-494c-ac80-a1252b665695 None None] Provisioning complete for port 3a5234d4-1fb9-44aa-9214-fd8f780216ad triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:28.882622 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb2c37d9-03f9-494c-ac80-a1252b665695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:28.885153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-be90d458-77e4-4978-8e90-374e0d4e86d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:28.886993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be90d458-77e4-4978-8e90-374e0d4e86d3 None None] The sync data for ids ['71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:28.907988 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b801f776-29e0-41a3-ac0e-e7c671b8c31f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:28.954617 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cb2c37d9-03f9-494c-ac80-a1252b665695 None None] Port 3a5234d4-1fb9-44aa-9214-fd8f780216ad cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:29.030183 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-65c63543-7d0c-416e-ad8d-45e835277017 service neutron] 10.222.0.39 "GET /v2.0/networks/2bcb4e41-cb74-4ce7-8c14-98a560882f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4135082 Jul 09 13:43:29.047330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b801f776-29e0-41a3-ac0e-e7c671b8c31f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for 3a5234d4-1fb9-44aa-9214-fd8f780216ad owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:29.051594 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 10795740-ffb2-40fb-9f44-a47174a8634e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:29.080799 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-311973b9-f047-4c16-aaeb-0b617b287539 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.095935 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-fdab6b56-7b86-46f2-a0d6-3631f1059ebf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Deleting port 923429bf-c215-479a-933e-91d8219ca2db {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:29.096243 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdab6b56-7b86-46f2-a0d6-3631f1059ebf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.194853 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:43:29.195932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f7cf6a70-1875-40a7-af13-33e971d97159 None None] Provisioning complete for port 10795740-ffb2-40fb-9f44-a47174a8634e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:29.205090 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7cf6a70-1875-40a7-af13-33e971d97159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.324912 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 10795740-ffb2-40fb-9f44-a47174a8634e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:29.325633 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.417521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-fdab6b56-7b86-46f2-a0d6-3631f1059ebf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] For port 923429bf-c215-479a-933e-91d8219ca2db, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=923429bf-c215-479a-933e-91d8219ca2db,segment=NetworkSegment(a96b2160-2e61-4550-8e93-533591bac022),segment_id=a96b2160-2e61-4550-8e93-533591bac022)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:29.418099 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdab6b56-7b86-46f2-a0d6-3631f1059ebf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.459222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Allocated IP 172.20.0.1 (39203702-852d-404c-bcfb-2c2a5a230b71/3bc55cf0-4c15-4379-8ecd-1ddd672b67e3/9ed4a558-08b7-45d2-b6e3-d054777c266f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:29.501397 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b801f776-29e0-41a3-ac0e-e7c671b8c31f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.502914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-fdab6b56-7b86-46f2-a0d6-3631f1059ebf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Calling delete_port for 923429bf-c215-479a-933e-91d8219ca2db owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:29.590673 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b801f776-29e0-41a3-ac0e-e7c671b8c31f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=3a5234d4-1fb9-44aa-9214-fd8f780216ad,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:29.635462 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-311973b9-f047-4c16-aaeb-0b617b287539 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] update failed (client error): The resource could not be found. Jul 09 13:43:29.636867 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-311973b9-f047-4c16-aaeb-0b617b287539 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "PUT /v2.0/routers/71a4ec0b-6aff-4d7c-b5bd-e3d350e76801 HTTP/1.1" status: 404 len: 339 time: 1.0329640 Jul 09 13:43:29.646685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49046) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:29.652385 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b801f776-29e0-41a3-ac0e-e7c671b8c31f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.659790 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b801f776-29e0-41a3-ac0e-e7c671b8c31f tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/3a5234d4-1fb9-44aa-9214-fd8f780216ad HTTP/1.1" status: 204 len: 168 time: 1.5469396 Jul 09 13:43:29.660846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49050) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:29.705577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-98f66079-bbc5-4ff5-b1db-5d195856273f tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-34299862'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:29.732559 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6566cf12-bd00-433b-bda3-027b9e6d01b6 req-6488fe95-c51a-4c6c-b342-cd2687a535f6 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 210 time: 0.1125464 Jul 09 13:43:29.764938 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-e56421f6-4780-47ea-9821-1148c5c9843b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] GET failed (client error): The resource could not be found. Jul 09 13:43:29.772525 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e56421f6-4780-47ea-9821-1148c5c9843b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/3a5234d4-1fb9-44aa-9214-fd8f780216ad HTTP/1.1" status: 404 len: 333 time: 0.1070969 Jul 09 13:43:29.773917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49054) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:29.844960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98f66079-bbc5-4ff5-b1db-5d195856273f tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Made reservation on behalf of 9af70204fe1b4cd6ad75d939789fe07c for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:29.856280 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98f66079-bbc5-4ff5-b1db-5d195856273f tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.894047 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.955364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Transition to ACTIVE for port object 9ed4a558-08b7-45d2-b6e3-d054777c266f will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:29.989334 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9928f0af-792e-4f2f-8c33-f0884be1ebb1 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:29.994724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98f66079-bbc5-4ff5-b1db-5d195856273f tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:43:30.066661 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9928f0af-792e-4f2f-8c33-f0884be1ebb1 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.075227 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98f66079-bbc5-4ff5-b1db-5d195856273f tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.076083 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-98f66079-bbc5-4ff5-b1db-5d195856273f tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Added segment c30a1d3b-b523-473c-aa5f-1b5027273758 of type vlan for network 86711fef-8d79-4e33-bd12-1b2d81ea9628 Jul 09 13:43:30.129135 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98f66079-bbc5-4ff5-b1db-5d195856273f tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.176689 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98f66079-bbc5-4ff5-b1db-5d195856273f tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.181935 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.188427 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98f66079-bbc5-4ff5-b1db-5d195856273f tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:30.189091 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98f66079-bbc5-4ff5-b1db-5d195856273f tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.219230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-98f66079-bbc5-4ff5-b1db-5d195856273f tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5695422 Jul 09 13:43:30.236233 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49062) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:30.242935 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-000e4afe-ad67-4da1-8ff4-8a0eeef77a19 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Request body: {'subnet': {'network_id': '86711fef-8d79-4e33-bd12-1b2d81ea9628', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:30.273101 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Network 39203702-852d-404c-bcfb-2c2a5a230b71 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:30.294456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:30.313973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:30.326089 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9928f0af-792e-4f2f-8c33-f0884be1ebb1 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.330805 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9928f0af-792e-4f2f-8c33-f0884be1ebb1 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.340269 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9928f0af-792e-4f2f-8c33-f0884be1ebb1 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/security-groups/2a252fc3-df4a-4375-af5d-29b184c67e53 HTTP/1.1" status: 204 len: 168 time: 0.5620203 Jul 09 13:43:30.341211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49064) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:30.429328 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed4a558-08b7-45d2-b6e3-d054777c266f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:30.446006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9928f0af-792e-4f2f-8c33-f0884be1ebb1 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a252fc3-df4a-4375-af5d-29b184c67e53,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:30.471654 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.539997 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f66079-bbc5-4ff5-b1db-5d195856273f tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event updated for resources: {'Network': ['ID=86711fef-8d79-4e33-bd12-1b2d81ea9628,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:30.559983 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 86711fef-8d79-4e33-bd12-1b2d81ea9628 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:43:30.560730 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdab6b56-7b86-46f2-a0d6-3631f1059ebf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.606628 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab6b56-7b86-46f2-a0d6-3631f1059ebf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Port': ['ID=923429bf-c215-479a-933e-91d8219ca2db,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:30.651705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000e4afe-ad67-4da1-8ff4-8a0eeef77a19 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Made reservation on behalf of 9af70204fe1b4cd6ad75d939789fe07c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:30.661723 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-000e4afe-ad67-4da1-8ff4-8a0eeef77a19 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:30.901450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a9eb3c17-283a-4acb-9307-6fb1db34412e None None] Provisioning for port 9ed4a558-08b7-45d2-b6e3-d054777c266f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:30.913027 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a9eb3c17-283a-4acb-9307-6fb1db34412e None None] Provisioning complete for port 9ed4a558-08b7-45d2-b6e3-d054777c266f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:30.913572 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a9eb3c17-283a-4acb-9307-6fb1db34412e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.072973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a9eb3c17-283a-4acb-9307-6fb1db34412e None None] Port 9ed4a558-08b7-45d2-b6e3-d054777c266f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:31.137996 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fc456586-4fc0-4126-8593-926c2ffd840d req-dc1ee76d-4e52-4b9c-a81c-79fe1ee4c22e tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 210 time: 0.1101205 Jul 09 13:43:31.238889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 96f61424-1d8e-49ec-91ef-118603cad708 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:31.351052 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdab6b56-7b86-46f2-a0d6-3631f1059ebf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.366442 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 96f61424-1d8e-49ec-91ef-118603cad708 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:31.381082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 96f61424-1d8e-49ec-91ef-118603cad708 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:31.382900 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.401721 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc428e5e-c806-4e04-96d2-229c5523a9f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.557865 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc428e5e-c806-4e04-96d2-229c5523a9f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.582183 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.608068 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.637926 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-000e4afe-ad67-4da1-8ff4-8a0eeef77a19 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.642246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 96f61424-1d8e-49ec-91ef-118603cad708, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=96f61424-1d8e-49ec-91ef-118603cad708,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:31.655357 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.715529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e4afe-ad67-4da1-8ff4-8a0eeef77a19 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event updated for resources: {'Subnet': ['ID=4cfac19c-12a4-4aa6-8546-6a973ea6fff2,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:31.767363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=96f61424-1d8e-49ec-91ef-118603cad708,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:31.789344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000e4afe-ad67-4da1-8ff4-8a0eeef77a19 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Checking segment: {'id': 'c30a1d3b-b523-473c-aa5f-1b5027273758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86711fef-8d79-4e33-bd12-1b2d81ea9628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:31.789988 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000e4afe-ad67-4da1-8ff4-8a0eeef77a19 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Network hostable DHCP agents. Network: 86711fef-8d79-4e33-bd12-1b2d81ea9628, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:43:31.824732 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc428e5e-c806-4e04-96d2-229c5523a9f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.827532 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-618b6ced-58b2-4cb5-a422-68202e1b56a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.827974 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc428e5e-c806-4e04-96d2-229c5523a9f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:31.831307 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bc428e5e-c806-4e04-96d2-229c5523a9f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/security-groups/d0c6ab48-df2c-4d39-a471-5eca087f8426 HTTP/1.1" status: 204 len: 168 time: 1.4315734 Jul 09 13:43:31.845482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49088) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:31.848277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-db92a045-c06e-4484-8330-4f3520c629bf tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:31.850045 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-db92a045-c06e-4484-8330-4f3520c629bf tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.15 "GET /v2.0/networks?id=2bcb4e41-cb74-4ce7-8c14-98a560882f83 HTTP/1.1" status: 200 len: 825 time: 0.4940605 Jul 09 13:43:31.864757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-670256e0-9fc6-41ba-8a75-2aa03aaa6bff tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Request body: {'port': {'device_id': '45649bb1-ed05-4c60-87c9-7a6531faa105', 'network_id': '2bcb4e41-cb74-4ce7-8c14-98a560882f83', 'admin_state_up': True, 'tenant_id': '6b677d1b8c8a4e1aa19b847933930adc'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:31.920773 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc428e5e-c806-4e04-96d2-229c5523a9f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c6ab48-df2c-4d39-a471-5eca087f8426,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:31.937106 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000e4afe-ad67-4da1-8ff4-8a0eeef77a19 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Network 86711fef-8d79-4e33-bd12-1b2d81ea9628 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:43:31.977638 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-8dc852e0-f0c1-428d-9094-7ebb58dde345 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting subnet 7398fad0-ad2e-48d6-be76-7b8878f3c95d {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:31.979959 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-000e4afe-ad67-4da1-8ff4-8a0eeef77a19 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 86711fef-8d79-4e33-bd12-1b2d81ea9628) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:31.984169 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8dc852e0-f0c1-428d-9094-7ebb58dde345 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.004766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dada87a2-f461-4bec-8c66-3b2690dc458e None None] Network 86711fef-8d79-4e33-bd12-1b2d81ea9628 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:32.010419 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000e4afe-ad67-4da1-8ff4-8a0eeef77a19 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:32.011041 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-000e4afe-ad67-4da1-8ff4-8a0eeef77a19 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.036363 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdab6b56-7b86-46f2-a0d6-3631f1059ebf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Router af11d568-dce0-4fc0-b843-ed2a77cae19c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:43:32.053378 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-000e4afe-ad67-4da1-8ff4-8a0eeef77a19 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8158329 Jul 09 13:43:32.056284 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8dc852e0-f0c1-428d-9094-7ebb58dde345 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.056953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49090) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:32.062276 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-932e5c81-ad90-44e6-9886-e465a8cfa699 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Request body: {'router': {'external_gateway_info': {'network_id': '86711fef-8d79-4e33-bd12-1b2d81ea9628'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:32.268856 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8dc852e0-f0c1-428d-9094-7ebb58dde345 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.272894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdab6b56-7b86-46f2-a0d6-3631f1059ebf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:32.282780 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063df4a-dfc2-485f-94f5-4d75a191dd2d None None] Sync routers for ids ['af11d568-dce0-4fc0-b843-ed2a77cae19c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:32.296343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-86711fef-8d79-4e33-bd12-1b2d81ea9628', 'network_id': '86711fef-8d79-4e33-bd12-1b2d81ea9628', 'tenant_id': '9af70204fe1b4cd6ad75d939789fe07c', 'fixed_ips': [{'subnet_id': '4cfac19c-12a4-4aa6-8546-6a973ea6fff2'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:43:32.297759 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.303378 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063df4a-dfc2-485f-94f5-4d75a191dd2d None None] Routers {'af11d568-dce0-4fc0-b843-ed2a77cae19c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:32.305591 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2063df4a-dfc2-485f-94f5-4d75a191dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['af11d568-dce0-4fc0-b843-ed2a77cae19c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:32.350394 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fdab6b56-7b86-46f2-a0d6-3631f1059ebf tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "PUT /v2.0/routers/af11d568-dce0-4fc0-b843-ed2a77cae19c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9444323 Jul 09 13:43:32.351059 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49098) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:32.388065 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-932e5c81-ad90-44e6-9886-e465a8cfa699 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.510775 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-03d46d10-a43d-4031-9281-e5bb1da74d2b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Deleting subnet a125ed7e-098b-479a-8e27-37567c480237 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:32.522548 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8dc852e0-f0c1-428d-9094-7ebb58dde345 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.522995 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.526597 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-670256e0-9fc6-41ba-8a75-2aa03aaa6bff tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Made reservation on behalf of 6b677d1b8c8a4e1aa19b847933930adc for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:32.528202 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03d46d10-a43d-4031-9281-e5bb1da74d2b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.531134 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-670256e0-9fc6-41ba-8a75-2aa03aaa6bff tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.553966 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-2063df4a-dfc2-485f-94f5-4d75a191dd2d None None] Set router af11d568-dce0-4fc0-b843-ed2a77cae19c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:32.672349 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-053c3119-e3f9-45ad-8947-cce4d593ceaf req-14bd1e01-abb9-4576-8946-bb83784bed5e tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 210 time: 0.1571202 Jul 09 13:43:32.677800 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Allocated IP 2001:db8:1::2 (86711fef-8d79-4e33-bd12-1b2d81ea9628/4cfac19c-12a4-4aa6-8546-6a973ea6fff2/0f8c87cd-0868-4bae-a45b-70927c8f0298) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:32.678357 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc852e0-f0c1-428d-9094-7ebb58dde345 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Subnet': ['ID=7398fad0-ad2e-48d6-be76-7b8878f3c95d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:32.696274 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8dc852e0-f0c1-428d-9094-7ebb58dde345 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.706732 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8dc852e0-f0c1-428d-9094-7ebb58dde345 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/7398fad0-ad2e-48d6-be76-7b8878f3c95d HTTP/1.1" status: 204 len: 168 time: 0.8600068 Jul 09 13:43:32.711966 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49100) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:32.716177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-670256e0-9fc6-41ba-8a75-2aa03aaa6bff tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Allocated IP 172.20.0.3 (2bcb4e41-cb74-4ce7-8c14-98a560882f83/53ae5de4-089a-4a27-ad3b-514f9580dad7/a53c41f8-22e1-4ced-88f6-4e1ec0a960f1) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:32.738418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-372a04b6-52ed-413e-9c42-2bfb0a72cf04 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'subnet': {'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:32.741812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ab8d09-e98b-4a6b-b5ec-910a5f51e2a1 None None] Network eae0e282-e05e-431a-b893-8ff5e5756c82 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:32.748100 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03d46d10-a43d-4031-9281-e5bb1da74d2b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.771419 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:32.919403 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:33.090832 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2063df4a-dfc2-485f-94f5-4d75a191dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:43:30Z', 'revision_number': 7, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:33.100450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 96f61424-1d8e-49ec-91ef-118603cad708 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:33.142741 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03d46d10-a43d-4031-9281-e5bb1da74d2b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:33.146541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Network 39203702-852d-404c-bcfb-2c2a5a230b71 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:33.180257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372a04b6-52ed-413e-9c42-2bfb0a72cf04 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:33.184730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:33.192459 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:33.193424 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-372a04b6-52ed-413e-9c42-2bfb0a72cf04 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:33.193536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Pushing event updated for resources: {'Port': ['ID=9ed4a558-08b7-45d2-b6e3-d054777c266f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:33.213659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Transition to ACTIVE for port object 0f8c87cd-0868-4bae-a45b-70927c8f0298 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:33.234926 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063df4a-dfc2-485f-94f5-4d75a191dd2d None None] Checking router: af11d568-dce0-4fc0-b843-ed2a77cae19c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:43:33.243712 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Transition to ACTIVE for port object 0f8c87cd-0868-4bae-a45b-70927c8f0298 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:33.247595 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 96f61424-1d8e-49ec-91ef-118603cad708 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:33.248172 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:33.265690 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2063df4a-dfc2-485f-94f5-4d75a191dd2d None None] Routers {'af11d568-dce0-4fc0-b843-ed2a77cae19c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:33.267283 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2063df4a-dfc2-485f-94f5-4d75a191dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['af11d568-dce0-4fc0-b843-ed2a77cae19c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:33.311690 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:33.435796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Network 86711fef-8d79-4e33-bd12-1b2d81ea9628 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:33.452410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:33.467724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:33.471480 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Pushing event updated for resources: {'Port': ['ID=0f8c87cd-0868-4bae-a45b-70927c8f0298,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:33.545224 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-2063df4a-dfc2-485f-94f5-4d75a191dd2d None None] Set router af11d568-dce0-4fc0-b843-ed2a77cae19c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:33.623419 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-670256e0-9fc6-41ba-8a75-2aa03aaa6bff tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:33.626491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Attempting to bind port 0f8c87cd-0868-4bae-a45b-70927c8f0298 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:33.629175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Attempting to bind port 0f8c87cd-0868-4bae-a45b-70927c8f0298 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'c30a1d3b-b523-473c-aa5f-1b5027273758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86711fef-8d79-4e33-bd12-1b2d81ea9628'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:33.629924 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Attempting to bind port 0f8c87cd-0868-4bae-a45b-70927c8f0298 on network 86711fef-8d79-4e33-bd12-1b2d81ea9628 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:33.643672 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:33.647946 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Checking segment: {'id': 'c30a1d3b-b523-473c-aa5f-1b5027273758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86711fef-8d79-4e33-bd12-1b2d81ea9628'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:33.649565 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:33.650226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Bound using segment: {'id': 'c30a1d3b-b523-473c-aa5f-1b5027273758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86711fef-8d79-4e33-bd12-1b2d81ea9628'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:33.652090 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Bound port: 0f8c87cd-0868-4bae-a45b-70927c8f0298, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c30a1d3b-b523-473c-aa5f-1b5027273758', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '86711fef-8d79-4e33-bd12-1b2d81ea9628'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:33.654300 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:33.677623 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-932e5c81-ad90-44e6-9886-e465a8cfa699 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:43:33.679992 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-932e5c81-ad90-44e6-9886-e465a8cfa699 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "PUT /v2.0/routers/71a4ec0b-6aff-4d7c-b5bd-e3d350e76801 HTTP/1.1" status: 400 len: 364 time: 1.6212320 Jul 09 13:43:33.684366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49112) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:33.700887 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-670256e0-9fc6-41ba-8a75-2aa03aaa6bff tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:33.995414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-685f5e9f-9c7b-4b00-b468-a07a749511eb None None] Provisioning complete for port 9ed4a558-08b7-45d2-b6e3-d054777c266f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:33.995990 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-685f5e9f-9c7b-4b00-b468-a07a749511eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.119445 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] For port 0f8c87cd-0868-4bae-a45b-70927c8f0298, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:34.196330 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2063df4a-dfc2-485f-94f5-4d75a191dd2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:43:30Z', 'revision_number': 7, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:34.274713 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2063df4a-dfc2-485f-94f5-4d75a191dd2d None None] The sync data for ids ['af11d568-dce0-4fc0-b843-ed2a77cae19c'] in n-d-799525-3 is: [{'id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'name': 'tempest-TestNetworkBasicOps-router-1233003358', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250'}], 'enable_snat': True}, 'gw_port_id': '33daaef0-f860-401c-814d-30c3946a489a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:40:38Z', 'updated_at': '2021-07-09T13:43:30Z', 'revision_number': 7, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '33daaef0-f860-401c-814d-30c3946a489a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:53:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af11d568-dce0-4fc0-b843-ed2a77cae19c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2207, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:40Z', 'updated_at': '2021-07-09T13:40:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:34.284511 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03d46d10-a43d-4031-9281-e5bb1da74d2b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.344842 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03d46d10-a43d-4031-9281-e5bb1da74d2b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.349558 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-03d46d10-a43d-4031-9281-e5bb1da74d2b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "DELETE /v2.0/subnets/a125ed7e-098b-479a-8e27-37567c480237 HTTP/1.1" status: 204 len: 168 time: 1.9832110 Jul 09 13:43:34.370986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49124) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:34.474651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d34b79-a9bc-474d-ae0d-9fcbe525d59f None None] Network 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:34.478828 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] For port 0f8c87cd-0868-4bae-a45b-70927c8f0298, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0f8c87cd-0868-4bae-a45b-70927c8f0298,segment=NetworkSegment(c30a1d3b-b523-473c-aa5f-1b5027273758),segment_id=c30a1d3b-b523-473c-aa5f-1b5027273758)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:34.504443 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27fc6c59-beb9-4d77-8b1e-8461eceb1732 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.527944 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.537923 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-685f5e9f-9c7b-4b00-b468-a07a749511eb None None] Port 9ed4a558-08b7-45d2-b6e3-d054777c266f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:34.652493 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d46d10-a43d-4031-9281-e5bb1da74d2b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Subnet': ['ID=a125ed7e-098b-479a-8e27-37567c480237,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:34.686462 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27fc6c59-beb9-4d77-8b1e-8461eceb1732 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.723577 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.779725 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c91e97-f654-4b87-adf3-bee5e7f21e1e None None] Pushing event updated for resources: {'Port': ['ID=0f8c87cd-0868-4bae-a45b-70927c8f0298,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:34.791811 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2469ed6d-ca2e-47d9-b3af-181d3cfec1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.824118 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-da85cb1a-0239-4640-a94f-dc8d7c8a883f None None] Provisioning complete for port 6bb7537b-576a-4a6b-922a-7942a8d23fc2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:34.824507 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-da85cb1a-0239-4640-a94f-dc8d7c8a883f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.837522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff726ec-33e3-493d-806c-315206231b3d req-bc457d4e-d57b-4930-ad19-505976c1e82f tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:34.859320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ff726ec-33e3-493d-806c-315206231b3d req-bc457d4e-d57b-4930-ad19-505976c1e82f tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 931 time: 0.6140440 Jul 09 13:43:34.872109 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:34.909500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-670256e0-9fc6-41ba-8a75-2aa03aaa6bff tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Network 2bcb4e41-cb74-4ce7-8c14-98a560882f83 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:34.925102 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670256e0-9fc6-41ba-8a75-2aa03aaa6bff tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Pushing event updated for resources: {'Port': ['ID=a53c41f8-22e1-4ced-88f6-4e1ec0a960f1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:34.941710 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-670256e0-9fc6-41ba-8a75-2aa03aaa6bff tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:34.953477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-670256e0-9fc6-41ba-8a75-2aa03aaa6bff tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:34.963908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Router a72b7a44-1270-455a-af8d-46bcbd0d8795 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:43:34.986173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-da85cb1a-0239-4640-a94f-dc8d7c8a883f None None] Port 6bb7537b-576a-4a6b-922a-7942a8d23fc2 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:35.035551 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-da85cb1a-0239-4640-a94f-dc8d7c8a883f None None] Provisioning complete for port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:35.036206 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-da85cb1a-0239-4640-a94f-dc8d7c8a883f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:35.205754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2cd43a-9227-4b20-896b-3e5c4ad478d0 None None] DHCP port deletion for 7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:43:35.303414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-670256e0-9fc6-41ba-8a75-2aa03aaa6bff tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:35.305323 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-670256e0-9fc6-41ba-8a75-2aa03aaa6bff tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:35.307581 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-372a04b6-52ed-413e-9c42-2bfb0a72cf04 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:35.319158 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0f8c87cd-0868-4bae-a45b-70927c8f0298 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:35.365477 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cd43a-9227-4b20-896b-3e5c4ad478d0 None None] Deleting port 927597f2-0c4b-47c6-b887-b5183a9af199 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:35.366335 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd43a-9227-4b20-896b-3e5c4ad478d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:35.454133 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ff726ec-33e3-493d-806c-315206231b3d req-57aec1a2-6271-4646-a8af-dc3f12ce83c1 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6ab03f8-15b8-4152-ad7c-022d39d3f054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901996 Jul 09 13:43:35.477471 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-670256e0-9fc6-41ba-8a75-2aa03aaa6bff tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6174664 Jul 09 13:43:35.493459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372a04b6-52ed-413e-9c42-2bfb0a72cf04 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network eae0e282-e05e-431a-b893-8ff5e5756c82 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:35.500292 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Request body: {'port': {'device_id': '45649bb1-ed05-4c60-87c9-7a6531faa105', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:35.506549 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-372a04b6-52ed-413e-9c42-2bfb0a72cf04 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:35.510090 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 0f8c87cd-0868-4bae-a45b-70927c8f0298 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:35.512565 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372a04b6-52ed-413e-9c42-2bfb0a72cf04 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:35.513538 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-372a04b6-52ed-413e-9c42-2bfb0a72cf04 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:35.530611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e017f0fd-5aaa-431a-afa1-04b12cff0957 None None] Network eae0e282-e05e-431a-b893-8ff5e5756c82 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:35.545529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ec2cd43a-9227-4b20-896b-3e5c4ad478d0 None None] For port 927597f2-0c4b-47c6-b887-b5183a9af199, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=927597f2-0c4b-47c6-b887-b5183a9af199,segment=NetworkSegment(a96b2160-2e61-4550-8e93-533591bac022),segment_id=a96b2160-2e61-4550-8e93-533591bac022)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:35.546030 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd43a-9227-4b20-896b-3e5c4ad478d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:35.553717 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-372a04b6-52ed-413e-9c42-2bfb0a72cf04 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8399260 Jul 09 13:43:35.557345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372a04b6-52ed-413e-9c42-2bfb0a72cf04 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Subnet': ['ID=93aea5a1-532f-42a5-bee0-028b7a5b520d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:35.563879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49136) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:35.566134 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-27fc6c59-beb9-4d77-8b1e-8461eceb1732 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Deleting port 33daaef0-f860-401c-814d-30c3946a489a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:35.566753 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27fc6c59-beb9-4d77-8b1e-8461eceb1732 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:35.576620 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a6b53a4e-42ef-434e-b3a8-74653c298ae8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'security_group': {'name': 'tempest-secgroup-600870256'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:35.609047 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ec2cd43a-9227-4b20-896b-3e5c4ad478d0 None None] Calling delete_port for 927597f2-0c4b-47c6-b887-b5183a9af199 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:35.696984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:35.708093 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 923429bf-c215-479a-933e-91d8219ca2db no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:35.718441 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a4e-42ef-434e-b3a8-74653c298ae8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:35.774177 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Sync routers for ids ['a72b7a44-1270-455a-af8d-46bcbd0d8795'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:35.774511 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d85b6bda-49ca-43d4-b3f9-bbbeb6c2cbd4 admin admin] 10.222.0.39 "PUT /v2.0/routers/a72b7a44-1270-455a-af8d-46bcbd0d8795/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0095470 Jul 09 13:43:35.810015 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-27fc6c59-beb9-4d77-8b1e-8461eceb1732 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] For port 33daaef0-f860-401c-814d-30c3946a489a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=33daaef0-f860-401c-814d-30c3946a489a,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:35.811777 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27fc6c59-beb9-4d77-8b1e-8461eceb1732 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:35.849995 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-27fc6c59-beb9-4d77-8b1e-8461eceb1732 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Calling delete_port for 33daaef0-f860-401c-814d-30c3946a489a owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:35.868577 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:35.905366 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 923429bf-c215-479a-933e-91d8219ca2db {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:35.905844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 923429bf-c215-479a-933e-91d8219ca2db not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:35.921990 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:35.996013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Routers {'a72b7a44-1270-455a-af8d-46bcbd0d8795'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:35.997373 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a72b7a44-1270-455a-af8d-46bcbd0d8795'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:36.339216 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a4e-42ef-434e-b3a8-74653c298ae8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:36.353063 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a4e-42ef-434e-b3a8-74653c298ae8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:36.376170 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a6b53a4e-42ef-434e-b3a8-74653c298ae8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:36.377526 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a6b53a4e-42ef-434e-b3a8-74653c298ae8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8075395 Jul 09 13:43:36.403949 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49154) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:36.416623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:43:36.423963 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-25c051c0-ff55-4970-8a8d-729973c98723 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'security_group': {'name': 'tempest-secgroup-137459869'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:36.426687 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:36.447870 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Transition to ACTIVE for port object a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:36.458614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Allocated IP 2001:db8::1 (f648687c-59db-46dc-908f-5991a7369d43/e54d1ee3-5c16-46d0-afcf-74a3523de76e/c689c280-c6ba-4cd3-a177-1a43c7fe6c9b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:36.464754 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:36.480152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b53a4e-42ef-434e-b3a8-74653c298ae8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06196cb9-25e0-47be-be14-94cdc537701f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:36.537241 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Pushing event updated for resources: {'Port': ['ID=a53c41f8-22e1-4ced-88f6-4e1ec0a960f1,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:36.597492 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25c051c0-ff55-4970-8a8d-729973c98723 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:36.677237 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a6087a-1794-446f-a8cd-a863c0c3e3d1 None None] Network 86711fef-8d79-4e33-bd12-1b2d81ea9628 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:36.686471 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec2cd43a-9227-4b20-896b-3e5c4ad478d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:36.819694 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Set router a72b7a44-1270-455a-af8d-46bcbd0d8795 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:36.823200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Attempting to bind port a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:36.837078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Attempting to bind port a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '0749b263-1c57-4b92-ae4f-edaaf93d0808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2bcb4e41-cb74-4ce7-8c14-98a560882f83'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:36.837514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Attempting to bind port a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 on network 2bcb4e41-cb74-4ce7-8c14-98a560882f83 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:36.840318 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27fc6c59-beb9-4d77-8b1e-8461eceb1732 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:36.856982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Port a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 on network 2bcb4e41-cb74-4ce7-8c14-98a560882f83 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:43:36.857526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Attempting to bind port a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 on network 2bcb4e41-cb74-4ce7-8c14-98a560882f83 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:36.865198 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:36.872211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:36.872971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Checking segment: {'id': '0749b263-1c57-4b92-ae4f-edaaf93d0808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2bcb4e41-cb74-4ce7-8c14-98a560882f83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:36.873375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Bound using segment: {'id': '0749b263-1c57-4b92-ae4f-edaaf93d0808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2bcb4e41-cb74-4ce7-8c14-98a560882f83'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:36.873837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Bound port: a53c41f8-22e1-4ced-88f6-4e1ec0a960f1, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0749b263-1c57-4b92-ae4f-edaaf93d0808', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '2bcb4e41-cb74-4ce7-8c14-98a560882f83'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:36.874209 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:36.892066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49162) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:36.900601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fc6c59-beb9-4d77-8b1e-8461eceb1732 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Port': ['ID=33daaef0-f860-401c-814d-30c3946a489a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:36.905266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1e07539c-3839-4906-abeb-385c874aadfa tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2014609855', 'description': 'tempest-description--1086631027'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:36.921622 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Transition to ACTIVE for port object c689c280-c6ba-4cd3-a177-1a43c7fe6c9b will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:36.976918 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25c051c0-ff55-4970-8a8d-729973c98723 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.032873 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2cd43a-9227-4b20-896b-3e5c4ad478d0 None None] No DVR routers for this DVR port 927597f2-0c4b-47c6-b887-b5183a9af199 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:37.037817 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098dda3c-f9af-4ee9-873e-81328f91596e req-be05f305-a646-401e-99f6-ee4bcaecbc2c tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:37.041287 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-098dda3c-f9af-4ee9-873e-81328f91596e req-be05f305-a646-401e-99f6-ee4bcaecbc2c tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 943 time: 0.3966866 Jul 09 13:43:37.048053 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4ac9f967-c6f6-4eeb-b4ad-bb3b5455d1b9 None None] Provisioning for port 0f8c87cd-0868-4bae-a45b-70927c8f0298 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:37.056004 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25c051c0-ff55-4970-8a8d-729973c98723 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.079278 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cd43a-9227-4b20-896b-3e5c4ad478d0 None None] Pushing event deleted for resources: {'Port': ['ID=927597f2-0c4b-47c6-b887-b5183a9af199,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:37.120242 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e07539c-3839-4906-abeb-385c874aadfa tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.169977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] For port a53c41f8-22e1-4ced-88f6-4e1ec0a960f1, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:37.177888 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.212539 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] For port a53c41f8-22e1-4ced-88f6-4e1ec0a960f1, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a53c41f8-22e1-4ced-88f6-4e1ec0a960f1,segment=NetworkSegment(0749b263-1c57-4b92-ae4f-edaaf93d0808),segment_id=0749b263-1c57-4b92-ae4f-edaaf93d0808)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:37.217345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4ac9f967-c6f6-4eeb-b4ad-bb3b5455d1b9 None None] Provisioning complete for port 0f8c87cd-0868-4bae-a45b-70927c8f0298 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:37.219951 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f967-c6f6-4eeb-b4ad-bb3b5455d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.235416 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-098dda3c-f9af-4ee9-873e-81328f91596e req-a45997dd-ec69-4172-8773-5d13df26093b tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6ab03f8-15b8-4152-ad7c-022d39d3f054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921211 Jul 09 13:43:37.276211 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27fc6c59-beb9-4d77-8b1e-8461eceb1732 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.281149 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c051c0-ff55-4970-8a8d-729973c98723 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e52c7bd3-05e7-4d62-ae46-7c6e5bf3aa4e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:37.289440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 927597f2-0c4b-47c6-b887-b5183a9af199 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:37.317730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event updated for resources: {'Port': ['ID=c689c280-c6ba-4cd3-a177-1a43c7fe6c9b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:37.333708 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.371490 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.389152 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 927597f2-0c4b-47c6-b887-b5183a9af199 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:37.389932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 927597f2-0c4b-47c6-b887-b5183a9af199 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:37.428331 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27fc6c59-beb9-4d77-8b1e-8461eceb1732 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.432714 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27fc6c59-beb9-4d77-8b1e-8461eceb1732 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.433307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:37.434014 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.436705 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] 10.222.0.15 "PUT /v2.0/ports/a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 HTTP/1.1" status: 200 len: 1091 time: 1.9455693 Jul 09 13:43:37.444247 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45649bb1-ed05-4c60-87c9-7a6531faa105', 'tag': 'a53c41f8-22e1-4ced-88f6-4e1ec0a960f1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:37.448828 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-225f024e-8709-4875-93dd-02cb6c716e83" -d '{"events": [{"name": "network-changed", "server_uuid": "45649bb1-ed05-4c60-87c9-7a6531faa105", "tag": "a53c41f8-22e1-4ced-88f6-4e1ec0a960f1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:37.477747 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366421ad-87f4-437f-b676-ff328a98ed1e service neutron] Pushing event updated for resources: {'Port': ['ID=a53c41f8-22e1-4ced-88f6-4e1ec0a960f1,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:37.493243 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Network f648687c-59db-46dc-908f-5991a7369d43 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:37.504285 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27fc6c59-beb9-4d77-8b1e-8461eceb1732 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.505122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27fc6c59-beb9-4d77-8b1e-8461eceb1732 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Fanout notify agent at l3_agent the message router_deleted on router af11d568-dce0-4fc0-b843-ed2a77cae19c {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:43:37.514781 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27fc6c59-beb9-4d77-8b1e-8461eceb1732 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.516546 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-27fc6c59-beb9-4d77-8b1e-8461eceb1732 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "DELETE /v2.0/routers/af11d568-dce0-4fc0-b843-ed2a77cae19c HTTP/1.1" status: 204 len: 168 time: 3.1377673 Jul 09 13:43:37.519321 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49172) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:37.562058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:37.575174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:37.575727 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.597320 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9826dae2-ccbe-4f47-9f87-cef4b5ecc64a x-openstack-request-id: req-9826dae2-ccbe-4f47-9f87-cef4b5ecc64a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:37.597534 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45649bb1-ed05-4c60-87c9-7a6531faa105", "tag": "a53c41f8-22e1-4ced-88f6-4e1ec0a960f1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:37.597783 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9826dae2-ccbe-4f47-9f87-cef4b5ecc64a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:37.598187 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45649bb1-ed05-4c60-87c9-7a6531faa105', 'tag': 'a53c41f8-22e1-4ced-88f6-4e1ec0a960f1', 'status': 'completed', 'code': 200} Jul 09 13:43:37.649535 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c8ec7d7-ee2a-4af7-b692-bf4884260d15 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.858510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-5f8ff2f8-5429-4477-bada-46d9aef0a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:37.860417 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-5f8ff2f8-5429-4477-bada-46d9aef0a682 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b677d1b8c8a4e1aa19b847933930adc&device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 1094 time: 0.3651669 Jul 09 13:43:37.906724 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f967-c6f6-4eeb-b4ad-bb3b5455d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.910353 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-900e0770-1e2c-4aaa-a2a7-773a3242bb04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 HTTP/1.1" status: 200 len: 217 time: 0.0388477 Jul 09 13:43:37.917345 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c8ec7d7-ee2a-4af7-b692-bf4884260d15 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.939691 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13632da1-8e55-4aa0-8987-c93bcfbb0dec None None] Update dhcp port {'port': {'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'fixed_ips': [{'subnet_id': 'a09bd5f0-8b48-4bf3-9a50-65d62e65e5dd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '93aea5a1-532f-42a5-bee0-028b7a5b520d'}], 'binding:host_id': 'n-d-799525-3'}, 'id': 'ef4504f9-1a70-427a-96b6-4403bf4ee1d9'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:43:37.942508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4c8ec7d7-ee2a-4af7-b692-bf4884260d15 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:37.971167 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:37.985893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4c8ec7d7-ee2a-4af7-b692-bf4884260d15 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a96b2160-2e61-4550-8e93-533591bac022') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:37.986506 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4c8ec7d7-ee2a-4af7-b692-bf4884260d15 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a96b2160-2e61-4550-8e93-533591bac022') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:37.992518 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e07539c-3839-4906-abeb-385c874aadfa tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.001742 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13632da1-8e55-4aa0-8987-c93bcfbb0dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.013092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-9fc78700-e7d8-471d-a854-2598c3e8d29b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:38.014662 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-9fc78700-e7d8-471d-a854-2598c3e8d29b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53ae5de4-089a-4a27-ad3b-514f9580dad7 HTTP/1.1" status: 200 len: 865 time: 0.0947926 Jul 09 13:43:38.016797 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e07539c-3839-4906-abeb-385c874aadfa tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.026665 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25c051c0-ff55-4970-8a8d-729973c98723 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.032218 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-25c051c0-ff55-4970-8a8d-729973c98723 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.6144614 Jul 09 13:43:38.033861 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c8ec7d7-ee2a-4af7-b692-bf4884260d15 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.036423 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49178) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:38.043220 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f157b371-8987-4421-a884-7c0f59f8e3ab tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'security_group': {'name': 'tempest-secgroup-530315930'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:38.077528 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c8ec7d7-ee2a-4af7-b692-bf4884260d15 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.093020 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c8ec7d7-ee2a-4af7-b692-bf4884260d15 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:43:38.093568 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c8ec7d7-ee2a-4af7-b692-bf4884260d15 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.094756 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-95569522-e763-405f-87f7-53f0f7c717eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2bcb4e41-cb74-4ce7-8c14-98a560882f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0623951 Jul 09 13:43:38.096090 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e07539c-3839-4906-abeb-385c874aadfa tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a5f28e-8585-48e3-8155-f1b840f3b8fe,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:43:38.097844 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:43:38.110097 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e07539c-3839-4906-abeb-385c874aadfa tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.113892 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1e07539c-3839-4906-abeb-385c874aadfa tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2136796 Jul 09 13:43:38.115654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49182) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:38.125160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2e741534-7658-433d-853d-1eaa2747095e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Request body: {'security_group_rule': {'security_group_id': 'e7a5f28e-8585-48e3-8155-f1b840f3b8fe', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:38.148592 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4ac9f967-c6f6-4eeb-b4ad-bb3b5455d1b9 None None] For port 0f8c87cd-0868-4bae-a45b-70927c8f0298, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0f8c87cd-0868-4bae-a45b-70927c8f0298,segment=NetworkSegment(c30a1d3b-b523-473c-aa5f-1b5027273758),segment_id=c30a1d3b-b523-473c-aa5f-1b5027273758)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:38.287113 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f157b371-8987-4421-a884-7c0f59f8e3ab tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.341929 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e741534-7658-433d-853d-1eaa2747095e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.377285 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c8ec7d7-ee2a-4af7-b692-bf4884260d15 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.410637 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c8ec7d7-ee2a-4af7-b692-bf4884260d15 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.434231 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4c8ec7d7-ee2a-4af7-b692-bf4884260d15 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "DELETE /v2.0/networks/7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd HTTP/1.1" status: 204 len: 168 time: 0.9046197 Jul 09 13:43:38.454749 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ac9f967-c6f6-4eeb-b4ad-bb3b5455d1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.472508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49192) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:38.483138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-22708bff-cf77-4893-b4b9-ebc5de27b9d4 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'network': {'name': 'tempest-network-smoke--656749321', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'port_security_enabled': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:38.534520 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f157b371-8987-4421-a884-7c0f59f8e3ab tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.546258 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f157b371-8987-4421-a884-7c0f59f8e3ab tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.565777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'name': 'tempest-ServerActionsTestJSON-133263770-router', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '96f61424-1d8e-49ec-91ef-118603cad708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'gw_port': {'id': '96f61424-1d8e-49ec-91ef-118603cad708', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9ed4a558-08b7-45d2-b6e3-d054777c266f', 'name': '', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'mac_address': 'fa:16:3e:87:77:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:28Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 2, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'subnets': [{'id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:38.586388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22708bff-cf77-4893-b4b9-ebc5de27b9d4 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Made reservation on behalf of c1f9f9204531458ca2e9fa84d6609b20 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:38.591495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22708bff-cf77-4893-b4b9-ebc5de27b9d4 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.592271 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ec7d7-ee2a-4af7-b692-bf4884260d15 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Network': ['ID=7e9e44a6-1fc2-4ca5-80e3-97a16f3d27bd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:38.698244 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Checking router: a72b7a44-1270-455a-af8d-46bcbd0d8795 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:43:38.698606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Updating router a72b7a44-1270-455a-af8d-46bcbd0d8795 port 9ed4a558-08b7-45d2-b6e3-d054777c266f binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:43:38.748493 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157b371-8987-4421-a884-7c0f59f8e3ab tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d79588e1-e2be-45e8-a467-3de97cd12a8f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:38.752355 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f157b371-8987-4421-a884-7c0f59f8e3ab tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.754816 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f157b371-8987-4421-a884-7c0f59f8e3ab tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7166302 Jul 09 13:43:38.760407 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22708bff-cf77-4893-b4b9-ebc5de27b9d4 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:43:38.762807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49198) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:38.769364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6c9b7cc2-f06f-421c-937d-4ea511be3340 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1152230753', 'security_groups': ['d79588e1-e2be-45e8-a467-3de97cd12a8f'], 'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '93aea5a1-532f-42a5-bee0-028b7a5b520d'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:38.781896 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-c9395cbf-4791-474c-9675-d4b38a1731fb service neutron] 10.222.0.15 "GET /v2.0/networks/2bcb4e41-cb74-4ce7-8c14-98a560882f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099860 Jul 09 13:43:38.786009 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.802629 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.828508 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e741534-7658-433d-853d-1eaa2747095e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.836241 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e3fc3b51-e79f-4864-ab52-eebb699bbc55 None None] Provisioning for port c689c280-c6ba-4cd3-a177-1a43c7fe6c9b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:38.842362 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e741534-7658-433d-853d-1eaa2747095e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.892118 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.893363 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.922507 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e3fc3b51-e79f-4864-ab52-eebb699bbc55 None None] Provisioning complete for port c689c280-c6ba-4cd3-a177-1a43c7fe6c9b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:38.923677 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3fc3b51-e79f-4864-ab52-eebb699bbc55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.928538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e741534-7658-433d-853d-1eaa2747095e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08d568c8-7585-453a-ae16-f7769ed68d9e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:38.930736 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e741534-7658-433d-853d-1eaa2747095e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:38.934514 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2e741534-7658-433d-853d-1eaa2747095e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8153441 Jul 09 13:43:38.934788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49200) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:38.942433 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-caec35db-2c71-4420-86c4-335b15a49c6f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Request body: {'security_group_rule': {'security_group_id': 'e7a5f28e-8585-48e3-8155-f1b840f3b8fe', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:38.991818 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e733f69-630a-49d8-a425-b27f43d427db req-39abcb4b-ea52-41fa-be0f-7ac203ba7fb3 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:39.003313 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e3fc3b51-e79f-4864-ab52-eebb699bbc55 None None] Port c689c280-c6ba-4cd3-a177-1a43c7fe6c9b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:39.003946 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e733f69-630a-49d8-a425-b27f43d427db req-39abcb4b-ea52-41fa-be0f-7ac203ba7fb3 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 943 time: 0.3644226 Jul 09 13:43:39.013946 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.022180 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.032841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac9f967-c6f6-4eeb-b4ad-bb3b5455d1b9 None None] Pushing event updated for resources: {'Port': ['ID=0f8c87cd-0868-4bae-a45b-70927c8f0298,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:39.057364 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-caec35db-2c71-4420-86c4-335b15a49c6f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.062345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 33daaef0-f860-401c-814d-30c3946a489a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:39.110304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 33daaef0-f860-401c-814d-30c3946a489a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:39.110655 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 33daaef0-f860-401c-814d-30c3946a489a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:39.122716 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e733f69-630a-49d8-a425-b27f43d427db req-554af489-419d-40ea-8f7e-d3b89f55c4bf tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6ab03f8-15b8-4152-ad7c-022d39d3f054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160972 Jul 09 13:43:39.187794 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-caec35db-2c71-4420-86c4-335b15a49c6f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.188884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-13632da1-8e55-4aa0-8987-c93bcfbb0dec None None] Allocated IP 2001:db8::2 (eae0e282-e05e-431a-b893-8ff5e5756c82/93aea5a1-532f-42a5-bee0-028b7a5b520d/ef4504f9-1a70-427a-96b6-4403bf4ee1d9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:39.193140 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-caec35db-2c71-4420-86c4-335b15a49c6f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.221067 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec35db-2c71-4420-86c4-335b15a49c6f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63cd657b-f62a-4390-9207-d4bdb5841143,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:39.252364 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-caec35db-2c71-4420-86c4-335b15a49c6f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.262716 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-caec35db-2c71-4420-86c4-335b15a49c6f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3248482 Jul 09 13:43:39.265777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49206) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:39.272714 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:39.274263 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2a2aa24e-78f6-4393-970d-3d9f139bca0f None None] Provisioning complete for port 0f8c87cd-0868-4bae-a45b-70927c8f0298 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:39.274987 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a2aa24e-78f6-4393-970d-3d9f139bca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.312784 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.392526 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22708bff-cf77-4893-b4b9-ebc5de27b9d4 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.394247 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-22708bff-cf77-4893-b4b9-ebc5de27b9d4 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Added segment fe700183-eec3-4f6e-b831-94178c0ce573 of type vlan for network 3f5cdef3-4da7-4359-b375-ec70e59c8c66 Jul 09 13:43:39.401562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event updated for resources: {'Port': ['ID=c689c280-c6ba-4cd3-a177-1a43c7fe6c9b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:39.455182 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.587021 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-13632da1-8e55-4aa0-8987-c93bcfbb0dec None None] For port ef4504f9-1a70-427a-96b6-4403bf4ee1d9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,segment=NetworkSegment(3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab),segment_id=3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:39.619131 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22708bff-cf77-4893-b4b9-ebc5de27b9d4 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.655053 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Allocated IP 172.25.2.111 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/4012847c-a154-4a70-afe8-56f03a7a9515) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:39.692356 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22708bff-cf77-4893-b4b9-ebc5de27b9d4 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.698990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22708bff-cf77-4893-b4b9-ebc5de27b9d4 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:39.699837 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22708bff-cf77-4893-b4b9-ebc5de27b9d4 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.757022 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13632da1-8e55-4aa0-8987-c93bcfbb0dec None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.775225 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a2f6e574-9a7f-4c4e-aea9-4a5a03ee6ccf req-96b83ad5-c5cf-4f7f-8c20-d7577e4720a3 service neutron] 10.222.0.15 "GET /v2.0/networks/2bcb4e41-cb74-4ce7-8c14-98a560882f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8992400 Jul 09 13:43:39.807479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-13632da1-8e55-4aa0-8987-c93bcfbb0dec None None] Transition to ACTIVE for port object ef4504f9-1a70-427a-96b6-4403bf4ee1d9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:39.829718 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13632da1-8e55-4aa0-8987-c93bcfbb0dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.842946 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:39.875032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9b7cc2-f06f-421c-937d-4ea511be3340 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:39.932914 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.009766 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event updated for resources: {'Port': ['ID=4012847c-a154-4a70-afe8-56f03a7a9515,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:40.029440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13632da1-8e55-4aa0-8987-c93bcfbb0dec None None] Pushing event updated for resources: {'Port': ['ID=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:40.045545 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:40.047673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:40.052111 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:40.053713 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c9b7cc2-f06f-421c-937d-4ea511be3340 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.104699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22708bff-cf77-4893-b4b9-ebc5de27b9d4 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Network': ['ID=3f5cdef3-4da7-4359-b375-ec70e59c8c66,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:40.119233 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.133107 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 3f5cdef3-4da7-4359-b375-ec70e59c8c66 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:43:40.158153 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-22708bff-cf77-4893-b4b9-ebc5de27b9d4 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6842618 Jul 09 13:43:40.163903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49224) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:40.168481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-6c9b7cc2-f06f-421c-937d-4ea511be3340 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] device_id is not set on port 28a959de-970c-4d13-8c77-746bb735eb82 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:43:40.169185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1308083561', 'admin_state_up': True, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:40.256142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Transition to ACTIVE for port object 9ed4a558-08b7-45d2-b6e3-d054777c266f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:40.278020 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.289499 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.293716 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.300517 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Network f648687c-59db-46dc-908f-5991a7369d43 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:40.449836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:40.469176 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.492076 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24e389-8141-40da-a76b-689e6ff989ad None None] Pushing event updated for resources: {'Port': ['ID=9ed4a558-08b7-45d2-b6e3-d054777c266f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:40.520272 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.541720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f024e-8709-4875-93dd-02cb6c716e83 req-4003da1e-cb04-409a-ab93-696eec533851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:40.546320 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-225f024e-8709-4875-93dd-02cb6c716e83 req-4003da1e-cb04-409a-ab93-696eec533851 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6b677d1b8c8a4e1aa19b847933930adc&device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 1094 time: 0.5491705 Jul 09 13:43:40.558002 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Attempting to bind port 9ed4a558-08b7-45d2-b6e3-d054777c266f on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:40.558647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Attempting to bind port 9ed4a558-08b7-45d2-b6e3-d054777c266f by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:40.559231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Attempting to bind port 9ed4a558-08b7-45d2-b6e3-d054777c266f on network 39203702-852d-404c-bcfb-2c2a5a230b71 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:40.566156 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:40.566817 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Checking segment: {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:40.567461 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.568019 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Bound using segment: {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:40.568704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Bound port: 9ed4a558-08b7-45d2-b6e3-d054777c266f, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:40.569271 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.769463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] For port 9ed4a558-08b7-45d2-b6e3-d054777c266f, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:40.774911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] For port 9ed4a558-08b7-45d2-b6e3-d054777c266f, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9ed4a558-08b7-45d2-b6e3-d054777c266f,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:40.781420 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.829839 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.840052 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:40.926346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Routers {'a72b7a44-1270-455a-af8d-46bcbd0d8795'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:40.931573 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a72b7a44-1270-455a-af8d-46bcbd0d8795'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:41.092525 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f024e-8709-4875-93dd-02cb6c716e83 req-31d9bd67-8cd3-4d7c-8b7c-0ddae66aec8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:41.094102 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-225f024e-8709-4875-93dd-02cb6c716e83 req-31d9bd67-8cd3-4d7c-8b7c-0ddae66aec8d service neutron] 10.222.0.15 "GET /v2.0/networks?id=2bcb4e41-cb74-4ce7-8c14-98a560882f83 HTTP/1.1" status: 200 len: 926 time: 0.5191643 Jul 09 13:43:41.107957 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf24e389-8141-40da-a76b-689e6ff989ad None None] Pushing event updated for resources: {'Port': ['ID=9ed4a558-08b7-45d2-b6e3-d054777c266f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:41.112486 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11ce3ee-9add-472d-a0c3-c28d869f55c1 req-41630c62-6b8a-4826-8c73-32bb44d9f063 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:41.115080 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a11ce3ee-9add-472d-a0c3-c28d869f55c1 req-41630c62-6b8a-4826-8c73-32bb44d9f063 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 943 time: 0.6440456 Jul 09 13:43:41.160504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Router 71a4ec0b-6aff-4d7c-b5bd-e3d350e76801 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:43:41.178721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-6c9b7cc2-f06f-421c-937d-4ea511be3340 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Allocated IP 2001:db8::1b1 (eae0e282-e05e-431a-b893-8ff5e5756c82/93aea5a1-532f-42a5-bee0-028b7a5b520d/28a959de-970c-4d13-8c77-746bb735eb82) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:41.279203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ef4504f9-1a70-427a-96b6-4403bf4ee1d9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:41.316244 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-225f024e-8709-4875-93dd-02cb6c716e83 req-5308122a-29d1-45a3-a5f7-543fe6aed6b3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 HTTP/1.1" status: 200 len: 217 time: 0.1892998 Jul 09 13:43:41.604099 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a11ce3ee-9add-472d-a0c3-c28d869f55c1 req-5ce90b3a-20bb-432c-8d0f-33841a206797 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6ab03f8-15b8-4152-ad7c-022d39d3f054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3803492 Jul 09 13:43:41.672182 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] Set router a72b7a44-1270-455a-af8d-46bcbd0d8795 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:41.793482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0f8c87cd-0868-4bae-a45b-70927c8f0298 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:41.846373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225f024e-8709-4875-93dd-02cb6c716e83 req-6164223e-bf7c-4b88-b131-37c0ccbfa5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:41.849127 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-225f024e-8709-4875-93dd-02cb6c716e83 req-6164223e-bf7c-4b88-b131-37c0ccbfa5e5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=53ae5de4-089a-4a27-ad3b-514f9580dad7 HTTP/1.1" status: 200 len: 865 time: 0.3616817 Jul 09 13:43:41.854119 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:41.861768 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:41.924059 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-225f024e-8709-4875-93dd-02cb6c716e83 req-c36ef8ae-479e-4927-9e44-a7c3480311e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=2bcb4e41-cb74-4ce7-8c14-98a560882f83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622404 Jul 09 13:43:41.967363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c371a1e2-3fc4-44f8-a483-e27c8f7b0ec6 None None] Provisioning complete for port 6bb7537b-576a-4a6b-922a-7942a8d23fc2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:41.967627 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c371a1e2-3fc4-44f8-a483-e27c8f7b0ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:42.051293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:42.067617 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b53cbf-7712-4adc-8a24-e4864f979be3 None None] Sync routers for ids ['71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:42.096215 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1acc6cd8-2d7c-40d0-99de-9b03f5486f7a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "PUT /v2.0/routers/71a4ec0b-6aff-4d7c-b5bd-e3d350e76801/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4098268 Jul 09 13:43:42.100674 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b53cbf-7712-4adc-8a24-e4864f979be3 None None] Routers {'71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:42.102762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49248) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:42.108665 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d9b53cbf-7712-4adc-8a24-e4864f979be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:42.115987 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event updated for resources: {'Port': ['ID=4012847c-a154-4a70-afe8-56f03a7a9515,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:42.129410 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c9b7cc2-f06f-421c-937d-4ea511be3340 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:42.165842 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c371a1e2-3fc4-44f8-a483-e27c8f7b0ec6 None None] Port 6bb7537b-576a-4a6b-922a-7942a8d23fc2 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:42.238345 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d9b53cbf-7712-4adc-8a24-e4864f979be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:42.267984 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b53cbf-7712-4adc-8a24-e4864f979be3 None None] Routers {'71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:42.268806 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d9b53cbf-7712-4adc-8a24-e4864f979be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:42.292000 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:42.353253 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d9b53cbf-7712-4adc-8a24-e4864f979be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:42.355875 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b53cbf-7712-4adc-8a24-e4864f979be3 None None] The sync data for ids ['71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:42.376980 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:42.397060 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:42.403844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-6c9b7cc2-f06f-421c-937d-4ea511be3340 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Transition to ACTIVE for port object 28a959de-970c-4d13-8c77-746bb735eb82 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:42.499188 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-225f024e-8709-4875-93dd-02cb6c716e83 req-cc9dee72-3bcc-4919-843c-68ef64493990 service neutron] 10.222.0.15 "GET /v2.0/networks/2bcb4e41-cb74-4ce7-8c14-98a560882f83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5661609 Jul 09 13:43:42.502986 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc7b2f0d-c46c-4b0e-bdcc-ac042febaa1d tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:42.596379 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 0f8c87cd-0868-4bae-a45b-70927c8f0298 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:42.596785 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:42.677317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Allocated IP 172.25.2.243 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/2f215bd8-2a0a-45f2-ba79-487a88aa83d6) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:42.687228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c371a1e2-3fc4-44f8-a483-e27c8f7b0ec6 None None] Provisioning complete for port c689c280-c6ba-4cd3-a177-1a43c7fe6c9b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:42.687651 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c371a1e2-3fc4-44f8-a483-e27c8f7b0ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:42.817500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c371a1e2-3fc4-44f8-a483-e27c8f7b0ec6 None None] Port c689c280-c6ba-4cd3-a177-1a43c7fe6c9b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:42.832989 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c9b7cc2-f06f-421c-937d-4ea511be3340 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:42.912481 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:43:42.976723 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:42.987789 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-321f9ce3-6906-436a-80e6-bbc49c8c4708 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7203481 Jul 09 13:43:42.995667 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:43.038167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9b7cc2-f06f-421c-937d-4ea511be3340 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=28a959de-970c-4d13-8c77-746bb735eb82,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:43.120015 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af40184-6981-425b-bbf5-1465c64dc21d req-1760a232-96c4-49da-8e16-6ad4c8831339 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:43.131187 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2af40184-6981-425b-bbf5-1465c64dc21d req-1760a232-96c4-49da-8e16-6ad4c8831339 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 943 time: 0.2048366 Jul 09 13:43:43.140665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9b7cc2-f06f-421c-937d-4ea511be3340 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network eae0e282-e05e-431a-b893-8ff5e5756c82 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:43.151836 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-dc7b2f0d-c46c-4b0e-bdcc-ac042febaa1d tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 13:43:43.156773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dc7b2f0d-c46c-4b0e-bdcc-ac042febaa1d tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "DELETE /v2.0/routers/71a4ec0b-6aff-4d7c-b5bd-e3d350e76801 HTTP/1.1" status: 409 len: 329 time: 1.0189664 Jul 09 13:43:43.158824 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49272) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:43.162336 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6c9b7cc2-f06f-421c-937d-4ea511be3340 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:43.176316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9b7cc2-f06f-421c-937d-4ea511be3340 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:43.176453 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port a53c41f8-22e1-4ced-88f6-4e1ec0a960f1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a53c41f8-22e1-4ced-88f6-4e1ec0a960f1,segment=NetworkSegment(0749b263-1c57-4b92-ae4f-edaaf93d0808),segment_id=0749b263-1c57-4b92-ae4f-edaaf93d0808)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:43.185482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9b7cc2-f06f-421c-937d-4ea511be3340 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:43.186148 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c9b7cc2-f06f-421c-937d-4ea511be3340 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:43.217741 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2af40184-6981-425b-bbf5-1465c64dc21d req-b52813c7-5e7a-4d79-b58b-52170cd329d4 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6ab03f8-15b8-4152-ad7c-022d39d3f054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799630 Jul 09 13:43:43.222254 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:43.244476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'a53c41f8-22e1-4ced-88f6-4e1ec0a960f1', 'network_id': '2bcb4e41-cb74-4ce7-8c14-98a560882f83', 'port_id': 'a53c41f8-22e1-4ced-88f6-4e1ec0a960f1', 'mac_address': 'fa:16:3e:7d:bb:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ae5de4-089a-4a27-ad3b-514f9580dad7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:43:43.249041 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c371a1e2-3fc4-44f8-a483-e27c8f7b0ec6 None None] Provisioning for port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:43.257913 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c371a1e2-3fc4-44f8-a483-e27c8f7b0ec6 None None] Provisioning complete for port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:43.259115 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c371a1e2-3fc4-44f8-a483-e27c8f7b0ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:43.328143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:43.375139 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-225f024e-8709-4875-93dd-02cb6c716e83 req-33644ece-9dd5-4205-a94a-4663d6ab9a5b service neutron] 10.222.0.15 "GET /v2.0/networks/2bcb4e41-cb74-4ce7-8c14-98a560882f83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8653364 Jul 09 13:43:43.380927 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:43.386347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:43.388482 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6c9b7cc2-f06f-421c-937d-4ea511be3340 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.6242886 Jul 09 13:43:43.395220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49282) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:43.417800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-75dbac2e-a8b2-471a-9f77-9bb1e066fe41 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'subnet': {'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:43.515850 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:43.703729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:43:43.719368 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Port': ['ID=2f215bd8-2a0a-45f2-ba79-487a88aa83d6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:43.809808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port a53c41f8-22e1-4ced-88f6-4e1ec0a960f1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a53c41f8-22e1-4ced-88f6-4e1ec0a960f1,segment=NetworkSegment(0749b263-1c57-4b92-ae4f-edaaf93d0808),segment_id=0749b263-1c57-4b92-ae4f-edaaf93d0808)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:43.820499 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:43.831981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'name': 'tempest-ServerActionsTestJSON-133263770-router', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '96f61424-1d8e-49ec-91ef-118603cad708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'gw_port': {'id': '96f61424-1d8e-49ec-91ef-118603cad708', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9ed4a558-08b7-45d2-b6e3-d054777c266f', 'name': '', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'mac_address': 'fa:16:3e:87:77:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:28Z', 'updated_at': '2021-07-09T13:43:40Z', 'revision_number': 4, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'subnets': [{'id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:43.932636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64e695b-97c5-4f15-ae68-21cb4592df14 None None] The sync data for ids ['a72b7a44-1270-455a-af8d-46bcbd0d8795'] in n-d-799525-3 is: [{'id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'name': 'tempest-ServerActionsTestJSON-133263770-router', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '96f61424-1d8e-49ec-91ef-118603cad708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'gw_port': {'id': '96f61424-1d8e-49ec-91ef-118603cad708', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9ed4a558-08b7-45d2-b6e3-d054777c266f', 'name': '', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'mac_address': 'fa:16:3e:87:77:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:28Z', 'updated_at': '2021-07-09T13:43:40Z', 'revision_number': 4, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'subnets': [{'id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:44.123557 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8e86c0df-0d50-4fa9-adab-e7691cc893c1 None None] Provisioning for port 28a959de-970c-4d13-8c77-746bb735eb82 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:44.156162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['a53c41f8-22e1-4ced-88f6-4e1ec0a960f1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:43:44.274644 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8e86c0df-0d50-4fa9-adab-e7691cc893c1 None None] Provisioning complete for port 28a959de-970c-4d13-8c77-746bb735eb82 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:44.275991 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e86c0df-0d50-4fa9-adab-e7691cc893c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:44.353345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=a53c41f8-22e1-4ced-88f6-4e1ec0a960f1,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:44.499572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8e86c0df-0d50-4fa9-adab-e7691cc893c1 None None] Port 28a959de-970c-4d13-8c77-746bb735eb82 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:44.638861 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-d3f78b44-cfb5-4454-b4e0-2a92e91b2c91 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--2014609855&fields=id&tenant_id=dbdf7a4931e34c009ef4353a46117d30 HTTP/1.1" status: 200 len: 267 time: 1.3162971 Jul 09 13:43:44.688520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75dbac2e-a8b2-471a-9f77-9bb1e066fe41 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:44.692195 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75dbac2e-a8b2-471a-9f77-9bb1e066fe41 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:44.888250 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-df22312f-d7f4-4ace-b9b9-38f6580f1c10 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:44.890118 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-df22312f-d7f4-4ace-b9b9-38f6580f1c10 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 811 time: 0.2399106 Jul 09 13:43:44.993708 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da1713a8-c156-4654-a451-259dc0a1e252 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:45.089943 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-f8a527ca-aec5-41a5-8399-5caabb7736d7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/quotas/dbdf7a4931e34c009ef4353a46117d30 HTTP/1.1" status: 200 len: 375 time: 0.1836801 Jul 09 13:43:45.106483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e37f51-5e2e-4af5-ba5e-265d5f36f495 req-480310cf-de9c-4593-bf7f-1bbea90cbeb8 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:45.108559 n-d-799525-3 neutron-server[93753]: INFO neutron.db.ipam_backend_mixin [None req-75dbac2e-a8b2-471a-9f77-9bb1e066fe41 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 93aea5a1-532f-42a5-bee0-028b7a5b520d (CIDR: 2001:db8::/64) Jul 09 13:43:45.120225 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-32e37f51-5e2e-4af5-ba5e-265d5f36f495 req-480310cf-de9c-4593-bf7f-1bbea90cbeb8 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 944 time: 0.5457425 Jul 09 13:43:45.146005 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-75dbac2e-a8b2-471a-9f77-9bb1e066fe41 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:43:45.146824 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75dbac2e-a8b2-471a-9f77-9bb1e066fe41 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:43:45.249529 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-75dbac2e-a8b2-471a-9f77-9bb1e066fe41 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8504474 Jul 09 13:43:45.252836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49306) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:45.263491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2be74c77-ed94-428c-bf5e-96da269f63e8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'subnet': {'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:45.293165 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-32e37f51-5e2e-4af5-ba5e-265d5f36f495 req-6a8fbdad-b96e-40db-b617-57bf9059af96 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6ab03f8-15b8-4152-ad7c-022d39d3f054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709902 Jul 09 13:43:45.327486 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:45.417148 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-b8dd3d92-bf6e-488c-9445-51b5601e207c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2784290 Jul 09 13:43:45.540677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2be74c77-ed94-428c-bf5e-96da269f63e8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:45.545378 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2be74c77-ed94-428c-bf5e-96da269f63e8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:45.665783 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9ed4a558-08b7-45d2-b6e3-d054777c266f up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:45.772358 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-2ea1191e-95ff-4576-b846-5b5a3a71932b service neutron] 10.222.0.39 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301222 Jul 09 13:43:45.781090 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 9ed4a558-08b7-45d2-b6e3-d054777c266f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:45.788196 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9ed4a558-08b7-45d2-b6e3-d054777c266f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:45.789192 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:45.828047 n-d-799525-3 neutron-server[93753]: INFO neutron.db.ipam_backend_mixin [None req-2be74c77-ed94-428c-bf5e-96da269f63e8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet a09bd5f0-8b48-4bf3-9a50-65d62e65e5dd (CIDR: 2001:db8:0:1::/64) Jul 09 13:43:45.839525 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be74c77-ed94-428c-bf5e-96da269f63e8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:43:45.840253 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be74c77-ed94-428c-bf5e-96da269f63e8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:43:45.845771 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-da1713a8-c156-4654-a451-259dc0a1e252 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Deleting port c689c280-c6ba-4cd3-a177-1a43c7fe6c9b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:45.846268 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da1713a8-c156-4654-a451-259dc0a1e252 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:45.964379 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2be74c77-ed94-428c-bf5e-96da269f63e8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7051909 Jul 09 13:43:45.974741 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49314) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:45.981960 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-631cedee-d90f-4524-816a-29f3d11adb5a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'subnet': {'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:45.996796 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-42502a6b-2153-42e0-b4d4-a90500319c44 service neutron] 10.222.0.39 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2136347 Jul 09 13:43:46.061270 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:46.125074 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:46.169803 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 9ed4a558-08b7-45d2-b6e3-d054777c266f, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9ed4a558-08b7-45d2-b6e3-d054777c266f,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:46.174232 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:46.279530 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da1713a8-c156-4654-a451-259dc0a1e252 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:46.303306 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=9ed4a558-08b7-45d2-b6e3-d054777c266f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:46.378732 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-da1713a8-c156-4654-a451-259dc0a1e252 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Calling delete_port for c689c280-c6ba-4cd3-a177-1a43c7fe6c9b owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:46.531064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631cedee-d90f-4524-816a-29f3d11adb5a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Made reservation on behalf of a8ed5ed50c334d5b9a36be165575e7a4 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:46.535626 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-631cedee-d90f-4524-816a-29f3d11adb5a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:46.541737 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e21d767e-036f-4b3b-848d-1ae0c21ad894 req-9f0e03ac-4f38-4da3-8767-c97568e24974 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 210 time: 0.1205776 Jul 09 13:43:46.633299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Router 943cd70e-293e-489b-b42e-97de643775ae is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:43:46.837322 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61628a-393e-4c36-b339-b8a5abae3424 req-a4fb6459-061c-4e07-ac34-24ec2c289f44 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:46.839120 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da61628a-393e-4c36-b339-b8a5abae3424 req-a4fb6459-061c-4e07-ac34-24ec2c289f44 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 944 time: 0.2954056 Jul 09 13:43:46.897885 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:46.956903 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da1713a8-c156-4654-a451-259dc0a1e252 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:46.968937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:46.990142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Sync routers for ids ['943cd70e-293e-489b-b42e-97de643775ae'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:47.024033 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:47.029683 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-875bb06b-195a-4c93-a63b-844e9394bc94 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.8637748 Jul 09 13:43:47.047211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49342) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:47.048476 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da61628a-393e-4c36-b339-b8a5abae3424 req-57adfe3d-6014-4624-bd4b-2ec6a7fdc6a9 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6ab03f8-15b8-4152-ad7c-022d39d3f054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2011104 Jul 09 13:43:47.066717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Routers {'943cd70e-293e-489b-b42e-97de643775ae'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:47.072830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['943cd70e-293e-489b-b42e-97de643775ae'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:47.137817 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3c295668-1ec9-446e-8020-3a2b326f6a29 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=c1f9f9204531458ca2e9fa84d6609b20&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0591359 Jul 09 13:43:47.137817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1713a8-c156-4654-a451-259dc0a1e252 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event deleted for resources: {'Port': ['ID=c689c280-c6ba-4cd3-a177-1a43c7fe6c9b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:47.138896 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49346) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:47.195516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:47.209076 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:47.209460 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:47.291555 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-da1713a8-c156-4654-a451-259dc0a1e252 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:47.627812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Set router 943cd70e-293e-489b-b42e-97de643775ae gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:47.654046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1713a8-c156-4654-a451-259dc0a1e252 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Router 71a4ec0b-6aff-4d7c-b5bd-e3d350e76801 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:43:47.803487 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82287927-773c-4eab-aead-04163e268e0d tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:47.805823 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-82287927-773c-4eab-aead-04163e268e0d tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6653161 Jul 09 13:43:47.811972 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49358) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:47.902873 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-93d5a1b4-b46d-487f-b288-36180845d550 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0883687 Jul 09 13:43:47.922693 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49360) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:47.925483 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-641e67db-750b-470b-a98c-781c92040521 req-a5db007a-5316-47a5-8efb-424b28315c42 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 210 time: 0.0926318 Jul 09 13:43:47.932879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f525bf31-0751-4bfb-83e6-6a327b94b64c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-148542368', 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:47.963767 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:47.980867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9ed4a558-08b7-45d2-b6e3-d054777c266f up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:48.006000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1713a8-c156-4654-a451-259dc0a1e252 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:48.018970 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-da1713a8-c156-4654-a451-259dc0a1e252 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "PUT /v2.0/routers/71a4ec0b-6aff-4d7c-b5bd-e3d350e76801/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8476868 Jul 09 13:43:48.020037 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74117223-e9f4-4986-9ece-997d67d778ee None None] Sync routers for ids ['71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:48.023614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49364) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:48.048269 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74117223-e9f4-4986-9ece-997d67d778ee None None] Routers {'71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:48.049316 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-74117223-e9f4-4986-9ece-997d67d778ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:48.076730 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-f4f21d20-7894-4d2d-bd6c-d32c96417b1e tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] show failed (client error): The resource could not be found. Jul 09 13:43:48.077875 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f4f21d20-7894-4d2d-bd6c-d32c96417b1e tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-178104188 HTTP/1.1" status: 404 len: 334 time: 0.0533862 Jul 09 13:43:48.082774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49368) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:48.088886 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b2711154-c021-40b4-9048-7cd3ffa73308 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:48.151721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port a53c41f8-22e1-4ced-88f6-4e1ec0a960f1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a53c41f8-22e1-4ced-88f6-4e1ec0a960f1,segment=NetworkSegment(0749b263-1c57-4b92-ae4f-edaaf93d0808),segment_id=0749b263-1c57-4b92-ae4f-edaaf93d0808)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:48.158613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45649bb1-ed05-4c60-87c9-7a6531faa105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53c41f8-22e1-4ced-88f6-4e1ec0a960f1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:48.158857 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-74117223-e9f4-4986-9ece-997d67d778ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:48.158968 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e1ddd2-d468-4cc3-9e37-dd8fa9716e5b" -d '{"events": [{"server_uuid": "45649bb1-ed05-4c60-87c9-7a6531faa105", "name": "network-vif-plugged", "status": "completed", "tag": "a53c41f8-22e1-4ced-88f6-4e1ec0a960f1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:48.180584 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:48.185975 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74117223-e9f4-4986-9ece-997d67d778ee None None] Routers {'71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:48.188345 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-74117223-e9f4-4986-9ece-997d67d778ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:48.224962 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-b2711154-c021-40b4-9048-7cd3ffa73308 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] update failed (client error): The resource could not be found. Jul 09 13:43:48.237373 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b2711154-c021-40b4-9048-7cd3ffa73308 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1877107634 HTTP/1.1" status: 404 len: 335 time: 0.1533420 Jul 09 13:43:48.238563 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-631cedee-d90f-4524-816a-29f3d11adb5a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:48.247148 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49374) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:48.316947 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-74117223-e9f4-4986-9ece-997d67d778ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:48.318517 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88b2388-ab7a-433c-8a5e-db8f4bd39848 x-openstack-request-id: req-c88b2388-ab7a-433c-8a5e-db8f4bd39848 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:48.318824 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45649bb1-ed05-4c60-87c9-7a6531faa105", "name": "network-vif-plugged", "status": "completed", "tag": "a53c41f8-22e1-4ced-88f6-4e1ec0a960f1", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:48.319125 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c88b2388-ab7a-433c-8a5e-db8f4bd39848 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:48.319628 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45649bb1-ed05-4c60-87c9-7a6531faa105', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a53c41f8-22e1-4ced-88f6-4e1ec0a960f1', 'code': 200} Jul 09 13:43:48.320602 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74117223-e9f4-4986-9ece-997d67d778ee None None] The sync data for ids ['71a4ec0b-6aff-4d7c-b5bd-e3d350e76801'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:48.321800 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=a53c41f8-22e1-4ced-88f6-4e1ec0a960f1,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:48.411506 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f525bf31-0751-4bfb-83e6-6a327b94b64c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Made reservation on behalf of c1f9f9204531458ca2e9fa84d6609b20 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:48.411839 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9ed4a558-08b7-45d2-b6e3-d054777c266f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:48.412198 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:48.415461 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-631cedee-d90f-4524-816a-29f3d11adb5a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Network eae0e282-e05e-431a-b893-8ff5e5756c82 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:48.419324 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-631cedee-d90f-4524-816a-29f3d11adb5a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:48.423000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631cedee-d90f-4524-816a-29f3d11adb5a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:48.423662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-631cedee-d90f-4524-816a-29f3d11adb5a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:48.434459 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f525bf31-0751-4bfb-83e6-6a327b94b64c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:48.453857 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631cedee-d90f-4524-816a-29f3d11adb5a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Subnet': ['ID=aa28561c-3149-472d-8902-d8fd97e1315c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:48.462182 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-631cedee-d90f-4524-816a-29f3d11adb5a tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4860857 Jul 09 13:43:48.463219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49380) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:48.472141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2022731450', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'aa28561c-3149-472d-8902-d8fd97e1315c'}], 'security_groups': ['06196cb9-25e0-47be-be14-94cdc537701f', 'e52c7bd3-05e7-4d62-ae46-7c6e5bf3aa4e']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:48.523394 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c422826-f4ba-4c67-903c-c05c2ea25867 None None] Network eae0e282-e05e-431a-b893-8ff5e5756c82 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:48.575585 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-1896c739-1980-425c-a7dc-51e12479133a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Deleting subnet 4cfac19c-12a4-4aa6-8546-6a973ea6fff2 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:48.667622 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1896c739-1980-425c-a7dc-51e12479133a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:48.685272 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943cd70e-293e-489b-b42e-97de643775ae', 'name': 'tempest-TestNetworkBasicOps-router-1308083561', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:43:44Z', 'revision_number': 3, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:42Z', 'updated_at': '2021-07-09T13:43:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:48.754854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Checking router: 943cd70e-293e-489b-b42e-97de643775ae for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:43:48.755256 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Updating router 943cd70e-293e-489b-b42e-97de643775ae port 2f215bd8-2a0a-45f2-ba79-487a88aa83d6 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:43:48.879918 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1896c739-1980-425c-a7dc-51e12479133a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:48.946319 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17980fe6-660f-4680-a573-102ab72e422b req-7c1c7754-d7a2-46ae-b957-2ed9fa3c3da4 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:48.949107 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17980fe6-660f-4680-a573-102ab72e422b req-7c1c7754-d7a2-46ae-b957-2ed9fa3c3da4 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 945 time: 0.3849244 Jul 09 13:43:48.965942 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:48.996805 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:49.123766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c173f1c0-aa98-4c3a-8253-ece560ecd4ba tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:49.125363 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c173f1c0-aa98-4c3a-8253-ece560ecd4ba tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 811 time: 0.5733244 Jul 09 13:43:49.187162 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f525bf31-0751-4bfb-83e6-6a327b94b64c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:49.283025 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-cb573db0-6590-43b9-ae31-10d651e42b85 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dbdf7a4931e34c009ef4353a46117d30 HTTP/1.1" status: 200 len: 380 time: 0.0850229 Jul 09 13:43:49.310131 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-8901bb64-90d1-4fc0-b61c-523382eba45a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Request body: {'port': {'device_id': 'a39339bf-8375-49ef-940b-cf66f9276944', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'admin_state_up': True, 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'security_groups': ['e7a5f28e-8585-48e3-8155-f1b840f3b8fe']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:49.330931 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9099ea3d-8933-4fbd-b768-c404be9cb5ab req-6f9426ce-0740-4503-94d0-06666d37c853 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 210 time: 0.0456076 Jul 09 13:43:49.372803 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17980fe6-660f-4680-a573-102ab72e422b req-dd17ba35-f37c-4527-a595-50116e369131 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6ab03f8-15b8-4152-ad7c-022d39d3f054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149833 Jul 09 13:43:49.417679 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1896c739-1980-425c-a7dc-51e12479133a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:49.438075 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:49.463850 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Transition to ACTIVE for port object 2f215bd8-2a0a-45f2-ba79-487a88aa83d6 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:49.475306 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f16b7f3-8cee-4a98-b397-b18ff76f98b7 None None] Update dhcp port {'port': {'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'fixed_ips': [{'subnet_id': 'a09bd5f0-8b48-4bf3-9a50-65d62e65e5dd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '93aea5a1-532f-42a5-bee0-028b7a5b520d', 'ip_address': '2001:db8::2'}, {'subnet_id': 'aa28561c-3149-472d-8902-d8fd97e1315c'}], 'binding:host_id': 'n-d-799525-3'}, 'id': 'ef4504f9-1a70-427a-96b6-4403bf4ee1d9'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:43:49.480125 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:49.503195 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f525bf31-0751-4bfb-83e6-6a327b94b64c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Subnet': ['ID=478d302e-20f1-42b6-b1ee-128a8f7a6cf1,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:49.540118 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f525bf31-0751-4bfb-83e6-6a327b94b64c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Checking segment: {'id': 'fe700183-eec3-4f6e-b831-94178c0ce573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:49.541396 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f525bf31-0751-4bfb-83e6-6a327b94b64c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network hostable DHCP agents. Network: 3f5cdef3-4da7-4359-b375-ec70e59c8c66, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:43:49.562229 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Attempting to bind port 2f215bd8-2a0a-45f2-ba79-487a88aa83d6 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:49.562759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Attempting to bind port 2f215bd8-2a0a-45f2-ba79-487a88aa83d6 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:49.563158 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Attempting to bind port 2f215bd8-2a0a-45f2-ba79-487a88aa83d6 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:49.588862 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:49.589238 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:49.589659 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:49.590062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:49.590705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Bound port: 2f215bd8-2a0a-45f2-ba79-487a88aa83d6, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:49.591274 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:49.625179 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f525bf31-0751-4bfb-83e6-6a327b94b64c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network 3f5cdef3-4da7-4359-b375-ec70e59c8c66 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:43:49.640807 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1896c739-1980-425c-a7dc-51e12479133a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:49.657536 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f525bf31-0751-4bfb-83e6-6a327b94b64c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 3f5cdef3-4da7-4359-b375-ec70e59c8c66) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:49.675510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f525bf31-0751-4bfb-83e6-6a327b94b64c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:49.676543 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f525bf31-0751-4bfb-83e6-6a327b94b64c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:49.677148 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] For port 2f215bd8-2a0a-45f2-ba79-487a88aa83d6, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:49.681208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] For port 2f215bd8-2a0a-45f2-ba79-487a88aa83d6, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2f215bd8-2a0a-45f2-ba79-487a88aa83d6,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:49.684428 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79242064-22fa-453b-ad69-4508691a649f None None] Network 3f5cdef3-4da7-4359-b375-ec70e59c8c66 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:49.687067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da693e80-0388-4fd7-844d-bbbde26ade3f None None] Pushing event updated for resources: {'Port': ['ID=2f215bd8-2a0a-45f2-ba79-487a88aa83d6,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:49.689766 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f16b7f3-8cee-4a98-b397-b18ff76f98b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:49.693812 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:49.739220 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f525bf31-0751-4bfb-83e6-6a327b94b64c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.8109648 Jul 09 13:43:49.740457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896c739-1980-425c-a7dc-51e12479133a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event deleted for resources: {'Subnet': ['ID=4cfac19c-12a4-4aa6-8546-6a973ea6fff2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:49.761009 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1896c739-1980-425c-a7dc-51e12479133a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:49.765755 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1896c739-1980-425c-a7dc-51e12479133a tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "DELETE /v2.0/subnets/4cfac19c-12a4-4aa6-8546-6a973ea6fff2 HTTP/1.1" status: 204 len: 168 time: 1.5151908 Jul 09 13:43:49.765755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49402) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:49.771746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49406) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:49.821890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608570a9-cb93-4208-8fca-366113e7c687 req-997ae925-88ab-4e6a-a369-f4907c38a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:49.825212 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-608570a9-cb93-4208-8fca-366113e7c687 req-997ae925-88ab-4e6a-a369-f4907c38a790 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 1096 time: 1.2870972 Jul 09 13:43:50.043872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36f5049c-c18f-463e-a475-88d77bb14e27 None None] Network 86711fef-8d79-4e33-bd12-1b2d81ea9628 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:50.263545 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-608570a9-cb93-4208-8fca-366113e7c687 req-eeb1942b-6864-40c8-8dc7-eaa5f889456b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b6ab03f8-15b8-4152-ad7c-022d39d3f054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4271021 Jul 09 13:43:50.293293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Delete allocated IP 2001:db8::1b1 (eae0e282-e05e-431a-b893-8ff5e5756c82/93aea5a1-532f-42a5-bee0-028b7a5b520d) {{(pid=93753) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 13:43:50.302864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Allocated IP 2001:db8:0:2::2f (eae0e282-e05e-431a-b893-8ff5e5756c82/aa28561c-3149-472d-8902-d8fd97e1315c/28a959de-970c-4d13-8c77-746bb735eb82) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:50.457815 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-8901bb64-90d1-4fc0-b61c-523382eba45a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Made reservation on behalf of dbdf7a4931e34c009ef4353a46117d30 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:43:50.463316 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-8901bb64-90d1-4fc0-b61c-523382eba45a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:50.467237 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Routers {'943cd70e-293e-489b-b42e-97de643775ae'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:50.468183 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['943cd70e-293e-489b-b42e-97de643775ae'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:50.567283 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:50.615355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da693e80-0388-4fd7-844d-bbbde26ade3f None None] Pushing event updated for resources: {'Port': ['ID=2f215bd8-2a0a-45f2-ba79-487a88aa83d6,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:50.638325 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5f8503ea-d0c5-4fbe-ab26-f5169dc23846 req-f3e0f109-8d85-4a98-964f-b3007bd6556e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 210 time: 0.1117923 Jul 09 13:43:50.696884 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-8901bb64-90d1-4fc0-b61c-523382eba45a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Allocated IP 172.20.0.12 (39203702-852d-404c-bcfb-2c2a5a230b71/3bc55cf0-4c15-4379-8ecd-1ddd672b67e3/28c70220-1078-41c3-90a6-db2fd36dc6e0) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:50.726737 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:50.737840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ips': [{'subnet_id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:43:50.738856 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:50.812952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78daf720-7a02-482d-af19-79b8052615e1 req-ffcd4f0c-23cd-452e-9fa0-70f90672d06e tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:50.818685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] Set router 943cd70e-293e-489b-b42e-97de643775ae gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:50.821440 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78daf720-7a02-482d-af19-79b8052615e1 req-ffcd4f0c-23cd-452e-9fa0-70f90672d06e tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.4506242 Jul 09 13:43:50.973218 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78daf720-7a02-482d-af19-79b8052615e1 req-6c4a6bad-250d-4e35-b377-6d2f9acd4ec7 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501265 Jul 09 13:43:50.978557 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-8901bb64-90d1-4fc0-b61c-523382eba45a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:50.990569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Transition to ACTIVE for port object 28a959de-970c-4d13-8c77-746bb735eb82 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:51.000789 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.071720 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Deleting port 0f8c87cd-0868-4bae-a45b-70927c8f0298 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:51.072080 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.083987 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cf8cb3d-65ee-4443-b5d1-1ac10301bcc9 None None] DHCP port deletion for 86711fef-8d79-4e33-bd12-1b2d81ea9628 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:43:51.115822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-8901bb64-90d1-4fc0-b61c-523382eba45a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Transition to ACTIVE for port object 28c70220-1078-41c3-90a6-db2fd36dc6e0 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:51.151644 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c46ec51-2ad4-4acb-bf64-9d1e03ba6f78 req-bd622f6f-fef7-4f0b-bdf0-309ef1d3c8da tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:51.153228 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c46ec51-2ad4-4acb-bf64-9d1e03ba6f78 req-bd622f6f-fef7-4f0b-bdf0-309ef1d3c8da tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 945 time: 0.3229048 Jul 09 13:43:51.191147 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event updated for resources: {'Port': ['ID=28a959de-970c-4d13-8c77-746bb735eb82,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:51.227713 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-8901bb64-90d1-4fc0-b61c-523382eba45a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.230835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] In _notify_port_updated(), no bound segment for port 28a959de-970c-4d13-8c77-746bb735eb82 on network eae0e282-e05e-431a-b893-8ff5e5756c82 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:43:51.240745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] For port 0f8c87cd-0868-4bae-a45b-70927c8f0298, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0f8c87cd-0868-4bae-a45b-70927c8f0298,segment=NetworkSegment(c30a1d3b-b523-473c-aa5f-1b5027273758),segment_id=c30a1d3b-b523-473c-aa5f-1b5027273758)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:51.240979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:51.241265 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.245690 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.249693 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "PUT /v2.0/ports/28a959de-970c-4d13-8c77-746bb735eb82 HTTP/1.1" status: 200 len: 969 time: 2.7824667 Jul 09 13:43:51.254592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49430) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:51.255240 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-1f16b7f3-8cee-4a98-b397-b18ff76f98b7 None None] Allocated IP 2001:db8:0:2::2 (eae0e282-e05e-431a-b893-8ff5e5756c82/aa28561c-3149-472d-8902-d8fd97e1315c/ef4504f9-1a70-427a-96b6-4403bf4ee1d9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:51.264350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:51.264926 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:51.265825 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:51.266271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:51.266660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:51.267074 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:51.267853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:51.268373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:51.268491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:51.268828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:51.269206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:51.269527 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4b97fae-0c31-4ff6-b9ab-cd60bbfa843e tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:51.302209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Allocated IP 172.20.0.2 (3f5cdef3-4da7-4359-b375-ec70e59c8c66/478d302e-20f1-42b6-b1ee-128a8f7a6cf1/66b180a4-447c-42f4-b4f9-d8c3745821b4) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:51.312628 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.318218 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Calling delete_port for 0f8c87cd-0868-4bae-a45b-70927c8f0298 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:51.330856 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c46ec51-2ad4-4acb-bf64-9d1e03ba6f78 req-7b77ea75-bf63-4952-879d-781f22b53faa tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6ab03f8-15b8-4152-ad7c-022d39d3f054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545317 Jul 09 13:43:51.355074 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8901bb64-90d1-4fc0-b61c-523382eba45a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event updated for resources: {'Port': ['ID=28c70220-1078-41c3-90a6-db2fd36dc6e0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:51.392131 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-8901bb64-90d1-4fc0-b61c-523382eba45a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Network 39203702-852d-404c-bcfb-2c2a5a230b71 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:51.396850 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-8901bb64-90d1-4fc0-b61c-523382eba45a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:51.409977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-8901bb64-90d1-4fc0-b61c-523382eba45a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:51.412417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8cb3d-65ee-4443-b5d1-1ac10301bcc9 None None] Deleting port 0f8c87cd-0868-4bae-a45b-70927c8f0298 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:51.412983 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0cf8cb3d-65ee-4443-b5d1-1ac10301bcc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.486582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-8901bb64-90d1-4fc0-b61c-523382eba45a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:51.487600 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-8901bb64-90d1-4fc0-b61c-523382eba45a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.513350 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-8901bb64-90d1-4fc0-b61c-523382eba45a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2192819 Jul 09 13:43:51.527277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Request body: {'port': {'device_id': 'a39339bf-8375-49ef-940b-cf66f9276944', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:51.606092 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0f8c87cd-0868-4bae-a45b-70927c8f0298 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:51.655063 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.748965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0cf8cb3d-65ee-4443-b5d1-1ac10301bcc9 None None] For port 0f8c87cd-0868-4bae-a45b-70927c8f0298, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0f8c87cd-0868-4bae-a45b-70927c8f0298,segment=NetworkSegment(c30a1d3b-b523-473c-aa5f-1b5027273758),segment_id=c30a1d3b-b523-473c-aa5f-1b5027273758)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:51.749503 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0cf8cb3d-65ee-4443-b5d1-1ac10301bcc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.789286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0cf8cb3d-65ee-4443-b5d1-1ac10301bcc9 None None] Calling delete_port for 0f8c87cd-0868-4bae-a45b-70927c8f0298 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:51.884204 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.893999 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Transition to ACTIVE for port object 66b180a4-447c-42f4-b4f9-d8c3745821b4 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:51.897009 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-93b41467-cc30-43aa-8a90-57c6d8e8b434 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port 28a959de-970c-4d13-8c77-746bb735eb82 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:51.897515 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93b41467-cc30-43aa-8a90-57c6d8e8b434 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:51.925656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943cd70e-293e-489b-b42e-97de643775ae', 'name': 'tempest-TestNetworkBasicOps-router-1308083561', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:43:44Z', 'revision_number': 3, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:42Z', 'updated_at': '2021-07-09T13:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:51.990793 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Transition to ACTIVE for port object 66b180a4-447c-42f4-b4f9-d8c3745821b4 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:51.998192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f1e492-dacd-4605-aa6e-6f6b3efa9c6a None None] The sync data for ids ['943cd70e-293e-489b-b42e-97de643775ae'] in n-d-799525-3 is: [{'id': '943cd70e-293e-489b-b42e-97de643775ae', 'name': 'tempest-TestNetworkBasicOps-router-1308083561', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:43:44Z', 'revision_number': 3, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:67', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:42Z', 'updated_at': '2021-07-09T13:43:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:43:52.007077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Port 0f8c87cd-0868-4bae-a45b-70927c8f0298 update to DOWN by agent not found {{(pid=93755) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 13:43:52.043581 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.050079 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1f16b7f3-8cee-4a98-b397-b18ff76f98b7 None None] For port ef4504f9-1a70-427a-96b6-4403bf4ee1d9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,segment=NetworkSegment(3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab),segment_id=3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:52.050397 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93b41467-cc30-43aa-8a90-57c6d8e8b434 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.093435 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.143547 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-93b41467-cc30-43aa-8a90-57c6d8e8b434 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for 28a959de-970c-4d13-8c77-746bb735eb82 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:52.198219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28c70220-1078-41c3-90a6-db2fd36dc6e0 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:43:52.219543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8cebd3f9-7bd7-46f5-b3e0-8790eaadf917 None None] Provisioning for port 28c70220-1078-41c3-90a6-db2fd36dc6e0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:52.227632 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0cf8cb3d-65ee-4443-b5d1-1ac10301bcc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.228890 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.236487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8cebd3f9-7bd7-46f5-b3e0-8790eaadf917 None None] Provisioning complete for port 28c70220-1078-41c3-90a6-db2fd36dc6e0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:52.236868 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8cebd3f9-7bd7-46f5-b3e0-8790eaadf917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.255210 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Transition to ACTIVE for port object 28c70220-1078-41c3-90a6-db2fd36dc6e0 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:52.261654 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.314667 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf8cb3d-65ee-4443-b5d1-1ac10301bcc9 None None] No DVR routers for this DVR port 0f8c87cd-0868-4bae-a45b-70927c8f0298 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:52.333037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Network 3f5cdef3-4da7-4359-b375-ec70e59c8c66 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:52.347155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:52.376823 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:52.385257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event deleted for resources: {'Port': ['ID=0f8c87cd-0868-4bae-a45b-70927c8f0298,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:52.392830 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Pushing event updated for resources: {'Port': ['ID=28c70220-1078-41c3-90a6-db2fd36dc6e0,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:52.394609 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] No DVR routers for this DVR port 0f8c87cd-0868-4bae-a45b-70927c8f0298 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:52.485452 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f16b7f3-8cee-4a98-b397-b18ff76f98b7 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.512944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Attempting to bind port 28c70220-1078-41c3-90a6-db2fd36dc6e0 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:52.513295 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Attempting to bind port 28c70220-1078-41c3-90a6-db2fd36dc6e0 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:52.513679 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Attempting to bind port 28c70220-1078-41c3-90a6-db2fd36dc6e0 on network 39203702-852d-404c-bcfb-2c2a5a230b71 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:52.519305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Port 28c70220-1078-41c3-90a6-db2fd36dc6e0 on network 39203702-852d-404c-bcfb-2c2a5a230b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:43:52.519692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Attempting to bind port 28c70220-1078-41c3-90a6-db2fd36dc6e0 on network 39203702-852d-404c-bcfb-2c2a5a230b71 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:52.526351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:52.526701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Checking segment: {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:52.527374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Bound using segment: {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:52.527875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Bound port: 28c70220-1078-41c3-90a6-db2fd36dc6e0, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:52.528248 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.595679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8cebd3f9-7bd7-46f5-b3e0-8790eaadf917 None None] Port 28c70220-1078-41c3-90a6-db2fd36dc6e0 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:52.599146 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Pushing event updated for resources: {'Port': ['ID=66b180a4-447c-42f4-b4f9-d8c3745821b4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:52.657039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1f16b7f3-8cee-4a98-b397-b18ff76f98b7 None None] Transition to ACTIVE for port object ef4504f9-1a70-427a-96b6-4403bf4ee1d9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:52.659284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8cb3d-65ee-4443-b5d1-1ac10301bcc9 None None] Pushing event deleted for resources: {'Port': ['ID=0f8c87cd-0868-4bae-a45b-70927c8f0298,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:52.659786 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93b41467-cc30-43aa-8a90-57c6d8e8b434 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.669782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Attempting to bind port 66b180a4-447c-42f4-b4f9-d8c3745821b4 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:43:52.670161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Attempting to bind port 66b180a4-447c-42f4-b4f9-d8c3745821b4 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'fe700183-eec3-4f6e-b831-94178c0ce573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:43:52.670587 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Attempting to bind port 66b180a4-447c-42f4-b4f9-d8c3745821b4 on network 3f5cdef3-4da7-4359-b375-ec70e59c8c66 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:43:52.673296 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f16b7f3-8cee-4a98-b397-b18ff76f98b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.693959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:52.699617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:52.709152 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.755720 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Allocated IP 172.20.0.1 (3f5cdef3-4da7-4359-b375-ec70e59c8c66/478d302e-20f1-42b6-b1ee-128a8f7a6cf1/6114b02a-8aa9-4dea-a62b-6699bc974c5c) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:43:52.785299 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:52.786420 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:52.788039 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] 10.222.0.18 "PUT /v2.0/ports/28c70220-1078-41c3-90a6-db2fd36dc6e0 HTTP/1.1" status: 200 len: 1092 time: 1.2662084 Jul 09 13:43:52.789646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:43:52.797416 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ea3eee-a5a6-42c0-bbe0-b569ea370399" -d '{"events": [{"name": "network-changed", "server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:43:52.851208 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b41467-cc30-43aa-8a90-57c6d8e8b434 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=28a959de-970c-4d13-8c77-746bb735eb82,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:52.914760 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951a598-1e7e-4eb4-9ca3-59e58068f2ea service neutron] Pushing event updated for resources: {'Port': ['ID=28c70220-1078-41c3-90a6-db2fd36dc6e0,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:52.995777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-059b15c4-b47f-4185-8178-b0aec453290c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:52.998673 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-059b15c4-b47f-4185-8178-b0aec453290c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 1095 time: 0.1561842 Jul 09 13:43:53.030027 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:53.081135 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-36b75973-9198-41c6-86fd-4304e17b6fe2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0 HTTP/1.1" status: 200 len: 217 time: 0.0724239 Jul 09 13:43:53.106258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:43:53.114393 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86711fef-8d79-4e33-bd12-1b2d81ea9628']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:53.115354 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Checking segment: {'id': 'fe700183-eec3-4f6e-b831-94178c0ce573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:43:53.116216 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:53.117986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Bound using segment: {'id': 'fe700183-eec3-4f6e-b831-94178c0ce573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:43:53.118696 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Bound port: 66b180a4-447c-42f4-b4f9-d8c3745821b4, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe700183-eec3-4f6e-b831-94178c0ce573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:43:53.119303 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:53.152591 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c30a1d3b-b523-473c-aa5f-1b5027273758') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:53.153449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c30a1d3b-b523-473c-aa5f-1b5027273758') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:53.215463 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-41972bd8-03fe-46f2-a542-645a23302901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:53.217009 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-41972bd8-03fe-46f2-a542-645a23302901 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.1287863 Jul 09 13:43:53.233271 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:53.238836 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93b41467-cc30-43aa-8a90-57c6d8e8b434 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:53.244986 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-93b41467-cc30-43aa-8a90-57c6d8e8b434 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/28a959de-970c-4d13-8c77-746bb735eb82 HTTP/1.1" status: 204 len: 168 time: 1.9810236 Jul 09 13:43:53.268450 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49464) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:53.285449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16b7f3-8cee-4a98-b397-b18ff76f98b7 None None] Pushing event updated for resources: {'Port': ['ID=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:53.331858 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cb3372-24f7-4176-80d4-5f4dc21fd351 req-d70bafd9-6444-4586-92b8-8a372a517fd7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:53.346264 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-09cb3372-24f7-4176-80d4-5f4dc21fd351 req-d70bafd9-6444-4586-92b8-8a372a517fd7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 944 time: 1.2994928 Jul 09 13:43:53.358169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-d36b8b0a-bf7f-411d-bb02-7d8106777bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:53.359827 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-d36b8b0a-bf7f-411d-bb02-7d8106777bfb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1332831 Jul 09 13:43:53.360425 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:53.400653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] For port 66b180a4-447c-42f4-b4f9-d8c3745821b4, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:43:53.409682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] For port 66b180a4-447c-42f4-b4f9-d8c3745821b4, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=66b180a4-447c-42f4-b4f9-d8c3745821b4,segment=NetworkSegment(fe700183-eec3-4f6e-b831-94178c0ce573),segment_id=fe700183-eec3-4f6e-b831-94178c0ce573)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:43:53.451830 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bec411-82c2-4cd6-aa7c-1fbee9801a2a req-7c206e1d-33b3-4789-9bdf-b7c1f94ce9c9 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:53.462161 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58bec411-82c2-4cd6-aa7c-1fbee9801a2a req-7c206e1d-33b3-4789-9bdf-b7c1f94ce9c9 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 1.0921504 Jul 09 13:43:53.469524 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:53.536189 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-a858f80c-b215-4ad4-adb0-5e7908019e81 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] GET failed (client error): The resource could not be found. Jul 09 13:43:53.543646 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a858f80c-b215-4ad4-adb0-5e7908019e81 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports/28a959de-970c-4d13-8c77-746bb735eb82 HTTP/1.1" status: 404 len: 333 time: 0.2704461 Jul 09 13:43:53.546415 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49470) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:53.548020 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:43:53.550279 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:43:53.566609 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:43:53.647343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061a0d51-a071-4795-9b43-a411ebf323a1 None None] Pushing event updated for resources: {'Port': ['ID=66b180a4-447c-42f4-b4f9-d8c3745821b4,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:53.693144 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-aa558312-e304-451b-b332-685b212341f7 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3247287 Jul 09 13:43:53.755030 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ef4504f9-1a70-427a-96b6-4403bf4ee1d9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:53.786576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:53.848712 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6697f1c-9a74-4b36-8a57-53aebed23b81 req-20242704-1c5e-4ed4-a68a-126b3daef703 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484902 Jul 09 13:43:53.850646 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-09cb3372-24f7-4176-80d4-5f4dc21fd351 req-8573e339-4323-40cd-95a4-396b6b045310 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5032480 Jul 09 13:43:53.888393 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:53.919885 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2f215bd8-2a0a-45f2-ba79-487a88aa83d6 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:53.960560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58bec411-82c2-4cd6-aa7c-1fbee9801a2a req-66f1d60f-b345-42f9-920b-91b99c914efd tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4969685 Jul 09 13:43:54.006273 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 2f215bd8-2a0a-45f2-ba79-487a88aa83d6 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:54.013263 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.021440 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49476) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:54.021905 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "DELETE /v2.0/networks/86711fef-8d79-4e33-bd12-1b2d81ea9628 HTTP/1.1" status: 204 len: 168 time: 4.2487597 Jul 09 13:43:54.029207 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 2f215bd8-2a0a-45f2-ba79-487a88aa83d6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:54.029629 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.059811 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Transition to ACTIVE for port object 6114b02a-8aa9-4dea-a62b-6699bc974c5c will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:43:54.086850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01940b37-59d3-48e3-9fed-0ca84e4b6da2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event deleted for resources: {'Network': ['ID=86711fef-8d79-4e33-bd12-1b2d81ea9628,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:54.185832 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73c8ba29-9823-4d14-8b17-6448865ec0b4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.187700 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535f379c-f6f9-4c18-829b-02d587610002 x-openstack-request-id: req-535f379c-f6f9-4c18-829b-02d587610002 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:43:54.188006 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:43:54.188267 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-535f379c-f6f9-4c18-829b-02d587610002 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:43:54.188680 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'status': 'completed', 'code': 200} Jul 09 13:43:54.196971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae12f79-8608-4e39-8d98-c24ffba3d834 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Deleting subnet 63a8ddb0-1302-4dc6-8813-f6a705d47341 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:54.230694 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.233183 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae12f79-8608-4e39-8d98-c24ffba3d834 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.240120 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.274566 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73c8ba29-9823-4d14-8b17-6448865ec0b4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.282629 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 2f215bd8-2a0a-45f2-ba79-487a88aa83d6, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2f215bd8-2a0a-45f2-ba79-487a88aa83d6,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:54.301019 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.303503 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae12f79-8608-4e39-8d98-c24ffba3d834 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.360368 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network 3f5cdef3-4da7-4359-b375-ec70e59c8c66 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:54.377755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:54.382720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea3eee-a5a6-42c0-bbe0-b569ea370399 req-f2e61f51-2884-4bd4-bfaa-0ae3f69c66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:54.384482 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b1ea3eee-a5a6-42c0-bbe0-b569ea370399 req-f2e61f51-2884-4bd4-bfaa-0ae3f69c66bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 1095 time: 0.2077725 Jul 09 13:43:54.388573 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=2f215bd8-2a0a-45f2-ba79-487a88aa83d6,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:54.401933 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b4cb4-93a9-4649-86fa-946b3954904b req-dc296e41-107a-411b-ab32-08b37e7318cb tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:54.403582 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c71b4cb4-93a9-4649-86fa-946b3954904b req-dc296e41-107a-411b-ab32-08b37e7318cb tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 945 time: 0.2838047 Jul 09 13:43:54.404504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:43:54.408068 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Port': ['ID=6114b02a-8aa9-4dea-a62b-6699bc974c5c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:54.486257 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73c8ba29-9823-4d14-8b17-6448865ec0b4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.489160 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73c8ba29-9823-4d14-8b17-6448865ec0b4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.490858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-73c8ba29-9823-4d14-8b17-6448865ec0b4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/security-groups/d79588e1-e2be-45e8-a467-3de97cd12a8f HTTP/1.1" status: 204 len: 168 time: 0.9318671 Jul 09 13:43:54.513332 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49484) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:54.525877 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8ba29-9823-4d14-8b17-6448865ec0b4 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79588e1-e2be-45e8-a467-3de97cd12a8f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:54.568934 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.581762 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae12f79-8608-4e39-8d98-c24ffba3d834 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.641556 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea3eee-a5a6-42c0-bbe0-b569ea370399 req-524d2277-26a0-48d0-bc79-311e688c4147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:54.643575 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b1ea3eee-a5a6-42c0-bbe0-b569ea370399 req-524d2277-26a0-48d0-bc79-311e688c4147 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.2482703 Jul 09 13:43:54.658696 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aa3db655-86cd-47c3-b83d-be49209c3353 None None] Could not find standard attr ID for object 28a959de-970c-4d13-8c77-746bb735eb82. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:43:54.659566 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c71b4cb4-93a9-4649-86fa-946b3954904b req-ba622b7c-4dfe-49ef-8313-8ca132902941 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6ab03f8-15b8-4152-ad7c-022d39d3f054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397983 Jul 09 13:43:54.690332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aa3db655-86cd-47c3-b83d-be49209c3353 None None] Provisioning complete for port 6bb7537b-576a-4a6b-922a-7942a8d23fc2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:54.692320 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa3db655-86cd-47c3-b83d-be49209c3353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.728918 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b1ea3eee-a5a6-42c0-bbe0-b569ea370399 req-20e2e0ce-327a-4aae-9d22-b254826da1c4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0 HTTP/1.1" status: 200 len: 217 time: 0.0750678 Jul 09 13:43:54.776918 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1f82331-b073-4368-87b0-c44d10f756a0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.827235 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-aa3db655-86cd-47c3-b83d-be49209c3353 None None] Port 6bb7537b-576a-4a6b-922a-7942a8d23fc2 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:54.842981 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae12f79-8608-4e39-8d98-c24ffba3d834 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.858158 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aa3db655-86cd-47c3-b83d-be49209c3353 None None] Provisioning for port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:54.862768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-aa3db655-86cd-47c3-b83d-be49209c3353 None None] Provisioning complete for port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:54.863198 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa3db655-86cd-47c3-b83d-be49209c3353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.917275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae12f79-8608-4e39-8d98-c24ffba3d834 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event deleted for resources: {'Subnet': ['ID=63a8ddb0-1302-4dc6-8813-f6a705d47341,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:54.956881 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.957513 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ae12f79-8608-4e39-8d98-c24ffba3d834 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.963553 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4ae12f79-8608-4e39-8d98-c24ffba3d834 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "DELETE /v2.0/subnets/63a8ddb0-1302-4dc6-8813-f6a705d47341 HTTP/1.1" status: 204 len: 168 time: 0.9400439 Jul 09 13:43:54.964438 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdfb0fd-e13b-4eb1-a7c1-bd9105c7f90f None None] Network 5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:54.967324 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49502) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:54.973247 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea3eee-a5a6-42c0-bbe0-b569ea370399 req-0b6f3481-422c-4921-a80a-e43462595406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:54.975053 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1f82331-b073-4368-87b0-c44d10f756a0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:54.976199 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b1ea3eee-a5a6-42c0-bbe0-b569ea370399 req-0b6f3481-422c-4921-a80a-e43462595406 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.2378209 Jul 09 13:43:55.118308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ea3eee-a5a6-42c0-bbe0-b569ea370399 req-6df02549-ef3f-4549-912d-dadf8685b619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:55.119936 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b1ea3eee-a5a6-42c0-bbe0-b569ea370399 req-6df02549-ef3f-4549-912d-dadf8685b619 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1360662 Jul 09 13:43:55.355924 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b1ea3eee-a5a6-42c0-bbe0-b569ea370399 req-f4bf0909-60f6-4f76-8c47-f036cadc6122 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229486 Jul 09 13:43:55.356446 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7be9df4f-d58a-4254-be65-87cade343d73 None None] Could not find standard attr ID for object 28a959de-970c-4d13-8c77-746bb735eb82. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:43:55.418746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d1fce26-7032-4827-bdd0-1eb88d9f5c80 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Deleting subnet af51ee61-8947-403e-8485-ca89ad18e32e {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:55.422966 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d1fce26-7032-4827-bdd0-1eb88d9f5c80 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:55.470977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f47c3a8-f206-4087-89b8-507f5462de0f None None] DHCP port deletion for 5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:43:55.584216 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b1ea3eee-a5a6-42c0-bbe0-b569ea370399 req-5640bcde-1c32-4cc2-9917-ba1a8f5d7189 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199900 Jul 09 13:43:55.599981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6f47c3a8-f206-4087-89b8-507f5462de0f None None] Deleting port 628098ab-cb49-4e90-95dc-77c296672581 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:55.600673 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f47c3a8-f206-4087-89b8-507f5462de0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:55.639599 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1f82331-b073-4368-87b0-c44d10f756a0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:55.643041 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1f82331-b073-4368-87b0-c44d10f756a0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:55.644430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b1f82331-b073-4368-87b0-c44d10f756a0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/security-groups/e52c7bd3-05e7-4d62-ae46-7c6e5bf3aa4e HTTP/1.1" status: 204 len: 168 time: 1.1140797 Jul 09 13:43:55.647327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49508) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:55.667320 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f82331-b073-4368-87b0-c44d10f756a0 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e52c7bd3-05e7-4d62-ae46-7c6e5bf3aa4e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:55.687130 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018da077-6d3b-4f2f-a5c9-06f16af9efbf req-4e937b68-858d-4e55-87cd-4c821251fe44 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:55.689591 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-018da077-6d3b-4f2f-a5c9-06f16af9efbf req-4e937b68-858d-4e55-87cd-4c821251fe44 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 945 time: 0.6062641 Jul 09 13:43:55.709393 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7269376e-00bb-45ee-89a9-014a6b114d1f None None] Network 3f5cdef3-4da7-4359-b375-ec70e59c8c66 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:55.721816 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6f47c3a8-f206-4087-89b8-507f5462de0f None None] For port 628098ab-cb49-4e90-95dc-77c296672581, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=628098ab-cb49-4e90-95dc-77c296672581,segment=NetworkSegment(0108af80-d40e-49a0-be46-83812f493ab0),segment_id=0108af80-d40e-49a0-be46-83812f493ab0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:55.721816 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f47c3a8-f206-4087-89b8-507f5462de0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:55.723650 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d45f9a-0c33-4a49-962f-6b95c4055d8f req-1db73f34-4af6-4e8d-b513-c38e2fe1c4bc tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:55.725328 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3d45f9a-0c33-4a49-962f-6b95c4055d8f req-1db73f34-4af6-4e8d-b513-c38e2fe1c4bc tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 944 time: 0.5068259 Jul 09 13:43:55.776882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6f47c3a8-f206-4087-89b8-507f5462de0f None None] Calling delete_port for 628098ab-cb49-4e90-95dc-77c296672581 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:55.782879 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 66b180a4-447c-42f4-b4f9-d8c3745821b4 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:55.797120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-988f7357-e718-491c-87b1-afa86f5da78b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:55.797716 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d1fce26-7032-4827-bdd0-1eb88d9f5c80 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:55.828984 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-988f7357-e718-491c-87b1-afa86f5da78b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:55.884280 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-988f7357-e718-491c-87b1-afa86f5da78b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:55.888649 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-988f7357-e718-491c-87b1-afa86f5da78b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:55.890810 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-988f7357-e718-491c-87b1-afa86f5da78b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/security-groups/06196cb9-25e0-47be-be14-94cdc537701f HTTP/1.1" status: 204 len: 168 time: 0.2414932 Jul 09 13:43:55.903774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49512) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:55.916963 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4f1d838a-aee6-49f9-a320-aac6c6f61200 None None] Provisioning for port 66b180a4-447c-42f4-b4f9-d8c3745821b4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:55.950652 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 66b180a4-447c-42f4-b4f9-d8c3745821b4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:55.974909 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 66b180a4-447c-42f4-b4f9-d8c3745821b4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:55.975327 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:55.982719 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988f7357-e718-491c-87b1-afa86f5da78b tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06196cb9-25e0-47be-be14-94cdc537701f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:56.042023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-35adff87-11d6-4823-b221-e4e2dd46cb63 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting subnet 93aea5a1-532f-42a5-bee0-028b7a5b520d {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:56.049318 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35adff87-11d6-4823-b221-e4e2dd46cb63 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.058720 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f47c3a8-f206-4087-89b8-507f5462de0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.104105 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35adff87-11d6-4823-b221-e4e2dd46cb63 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.121555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f47c3a8-f206-4087-89b8-507f5462de0f None None] Pushing event deleted for resources: {'Port': ['ID=628098ab-cb49-4e90-95dc-77c296672581,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:56.126212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f47c3a8-f206-4087-89b8-507f5462de0f None None] No DVR routers for this DVR port 628098ab-cb49-4e90-95dc-77c296672581 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:56.189734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28c70220-1078-41c3-90a6-db2fd36dc6e0 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:43:56.264278 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35adff87-11d6-4823-b221-e4e2dd46cb63 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.301986 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.345471 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-018da077-6d3b-4f2f-a5c9-06f16af9efbf req-1b8986b7-02bb-426b-a3bd-47bae876a049 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6ab03f8-15b8-4152-ad7c-022d39d3f054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5903087 Jul 09 13:43:56.354994 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3d45f9a-0c33-4a49-962f-6b95c4055d8f req-e3971c70-5dcc-46bc-bf41-0f6c7268254f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5943186 Jul 09 13:43:56.374071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 66b180a4-447c-42f4-b4f9-d8c3745821b4, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=66b180a4-447c-42f4-b4f9-d8c3745821b4,segment=NetworkSegment(fe700183-eec3-4f6e-b831-94178c0ce573),segment_id=fe700183-eec3-4f6e-b831-94178c0ce573)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:56.379885 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:56.388667 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.389709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2f215bd8-2a0a-45f2-ba79-487a88aa83d6 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:56.390349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35adff87-11d6-4823-b221-e4e2dd46cb63 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.448757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'port_id': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'mac_address': 'fa:16:3e:b0:d2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:43:56.457516 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.475276 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d1fce26-7032-4827-bdd0-1eb88d9f5c80 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.487868 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.539970 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35adff87-11d6-4823-b221-e4e2dd46cb63 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.541609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c43f9b-67c2-4c16-b959-a53b10f3a597 None None] Network eae0e282-e05e-431a-b893-8ff5e5756c82 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:56.550680 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=66b180a4-447c-42f4-b4f9-d8c3745821b4,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:56.552218 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-35adff87-11d6-4823-b221-e4e2dd46cb63 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/93aea5a1-532f-42a5-bee0-028b7a5b520d HTTP/1.1" status: 204 len: 168 time: 0.6469526 Jul 09 13:43:56.564306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35adff87-11d6-4823-b221-e4e2dd46cb63 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Subnet': ['ID=93aea5a1-532f-42a5-bee0-028b7a5b520d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:56.574449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49520) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:56.609245 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.644547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c70220-1078-41c3-90a6-db2fd36dc6e0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:43:56.653298 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 2f215bd8-2a0a-45f2-ba79-487a88aa83d6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:56.653806 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.695314 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-8af62845-587e-4bfb-98f5-3590c5c04140 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting subnet aa28561c-3149-472d-8902-d8fd97e1315c {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:56.709736 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8af62845-587e-4bfb-98f5-3590c5c04140 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.720318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:56.733064 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.818049 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d1fce26-7032-4827-bdd0-1eb88d9f5c80 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.829713 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8af62845-587e-4bfb-98f5-3590c5c04140 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.860592 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=28c70220-1078-41c3-90a6-db2fd36dc6e0,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:56.902302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6d4b1f08-f5dc-45ea-890e-b24653232a4a None None] Provisioning for port 6114b02a-8aa9-4dea-a62b-6699bc974c5c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:43:56.937534 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6d4b1f08-f5dc-45ea-890e-b24653232a4a None None] Provisioning complete for port 6114b02a-8aa9-4dea-a62b-6699bc974c5c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:56.937920 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1f08-f5dc-45ea-890e-b24653232a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.965256 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:56.968253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Port': ['ID=6114b02a-8aa9-4dea-a62b-6699bc974c5c,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:56.990741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['28c70220-1078-41c3-90a6-db2fd36dc6e0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:43:56.998989 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d1fce26-7032-4827-bdd0-1eb88d9f5c80 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.001956 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5d1fce26-7032-4827-bdd0-1eb88d9f5c80 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "DELETE /v2.0/subnets/af51ee61-8947-403e-8485-ca89ad18e32e HTTP/1.1" status: 204 len: 168 time: 2.0079918 Jul 09 13:43:57.015930 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1fce26-7032-4827-bdd0-1eb88d9f5c80 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event deleted for resources: {'Subnet': ['ID=af51ee61-8947-403e-8485-ca89ad18e32e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:57.025188 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49524) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:57.028631 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8af62845-587e-4bfb-98f5-3590c5c04140 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.081978 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a96d0101-d413-44f8-bb0f-cb6a75809777 None None] Network 1e64c474-3e44-4ad0-9ca2-405baf80df7b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:57.092091 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 628098ab-cb49-4e90-95dc-77c296672581 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:57.130088 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 628098ab-cb49-4e90-95dc-77c296672581 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:43:57.131295 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 628098ab-cb49-4e90-95dc-77c296672581 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:43:57.135717 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bd40c45-f5d0-4488-ac0e-92f5743aaa64 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.149545 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8af62845-587e-4bfb-98f5-3590c5c04140 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.185580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6d4b1f08-f5dc-45ea-890e-b24653232a4a None None] Port 6114b02a-8aa9-4dea-a62b-6699bc974c5c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:57.190024 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8af62845-587e-4bfb-98f5-3590c5c04140 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.197518 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8af62845-587e-4bfb-98f5-3590c5c04140 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/aa28561c-3149-472d-8902-d8fd97e1315c HTTP/1.1" status: 204 len: 168 time: 0.6205175 Jul 09 13:43:57.236604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49528) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:57.281930 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead2c8e1-f978-4765-b00b-8c6ab29457e1 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] DELETE failed (client error): The resource could not be found. Jul 09 13:43:57.282987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead2c8e1-f978-4765-b00b-8c6ab29457e1 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:43:57.285255 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ead2c8e1-f978-4765-b00b-8c6ab29457e1 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/93aea5a1-532f-42a5-bee0-028b7a5b520d HTTP/1.1" status: 404 len: 337 time: 0.0342498 Jul 09 13:43:57.286362 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af62845-587e-4bfb-98f5-3590c5c04140 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Subnet': ['ID=aa28561c-3149-472d-8902-d8fd97e1315c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:57.292422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6d4b1f08-f5dc-45ea-890e-b24653232a4a None None] Provisioning complete for port 66b180a4-447c-42f4-b4f9-d8c3745821b4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:57.292808 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d4b1f08-f5dc-45ea-890e-b24653232a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.294175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49530) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:57.305424 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bad7063-1e72-4ca5-a66d-b133caafde2b req-f3d6a18d-6426-4fae-933a-8282b06c5152 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:57.307323 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6bad7063-1e72-4ca5-a66d-b133caafde2b req-f3d6a18d-6426-4fae-933a-8282b06c5152 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.7088666 Jul 09 13:43:57.360466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0ea6af6-0fda-4109-a0a8-5254508bed64 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting subnet a09bd5f0-8b48-4bf3-9a50-65d62e65e5dd {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:57.363808 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network 3f5cdef3-4da7-4359-b375-ec70e59c8c66 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:43:57.366023 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0ea6af6-0fda-4109-a0a8-5254508bed64 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.424383 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0ea6af6-0fda-4109-a0a8-5254508bed64 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.441579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:43:57.465039 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a183d4a-97f6-4874-b8a5-8f10ad48cfdb req-879a3a92-f8e9-4fae-b7d3-4806132b5a0c tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:57.466788 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a183d4a-97f6-4874-b8a5-8f10ad48cfdb req-879a3a92-f8e9-4fae-b7d3-4806132b5a0c tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 945 time: 0.5900860 Jul 09 13:43:57.516581 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6bad7063-1e72-4ca5-a66d-b133caafde2b req-5c1a0a8c-73d2-4b59-9905-87f696999156 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1779976 Jul 09 13:43:57.643337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 66b180a4-447c-42f4-b4f9-d8c3745821b4 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:43:57.646565 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bd40c45-f5d0-4488-ac0e-92f5743aaa64 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.667452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a183d4a-97f6-4874-b8a5-8f10ad48cfdb req-02a0289f-66ec-416e-8c1b-73a46477ece3 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6ab03f8-15b8-4152-ad7c-022d39d3f054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790934 Jul 09 13:43:57.671155 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0ea6af6-0fda-4109-a0a8-5254508bed64 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.673299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9bd40c45-f5d0-4488-ac0e-92f5743aaa64 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:57.691418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9bd40c45-f5d0-4488-ac0e-92f5743aaa64 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0108af80-d40e-49a0-be46-83812f493ab0') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:57.691722 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9bd40c45-f5d0-4488-ac0e-92f5743aaa64 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0108af80-d40e-49a0-be46-83812f493ab0') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:57.709788 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bd40c45-f5d0-4488-ac0e-92f5743aaa64 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.732497 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bd40c45-f5d0-4488-ac0e-92f5743aaa64 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.742993 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bd40c45-f5d0-4488-ac0e-92f5743aaa64 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:43:57.743822 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bd40c45-f5d0-4488-ac0e-92f5743aaa64 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.778519 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2c11407-bb55-4820-89c7-d65cfcc0dfa0 None None] Update dhcp port {'port': {'network_id': 'eae0e282-e05e-431a-b893-8ff5e5756c82', 'fixed_ips': [{'subnet_id': 'a09bd5f0-8b48-4bf3-9a50-65d62e65e5dd', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'aa28561c-3149-472d-8902-d8fd97e1315c'}], 'binding:host_id': 'n-d-799525-3'}, 'id': 'ef4504f9-1a70-427a-96b6-4403bf4ee1d9'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:43:57.814200 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0ea6af6-0fda-4109-a0a8-5254508bed64 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:43:57.848560 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:43:57.852589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ea6af6-0fda-4109-a0a8-5254508bed64 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Subnet': ['ID=a09bd5f0-8b48-4bf3-9a50-65d62e65e5dd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:57.867960 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e0ea6af6-0fda-4109-a0a8-5254508bed64 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.872343 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e0ea6af6-0fda-4109-a0a8-5254508bed64 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/a09bd5f0-8b48-4bf3-9a50-65d62e65e5dd HTTP/1.1" status: 204 len: 168 time: 0.5747910 Jul 09 13:43:57.872748 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49536) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:57.897148 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bd40c45-f5d0-4488-ac0e-92f5743aaa64 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.902783 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bd40c45-f5d0-4488-ac0e-92f5743aaa64 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:57.908517 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9bd40c45-f5d0-4488-ac0e-92f5743aaa64 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "DELETE /v2.0/networks/5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9 HTTP/1.1" status: 204 len: 168 time: 0.8691370 Jul 09 13:43:57.908517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Router 943cd70e-293e-489b-b42e-97de643775ae has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:43:57.928402 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-78686900-f611-439d-b794-e476657be330 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] DELETE failed (client error): The resource could not be found. Jul 09 13:43:57.930696 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78686900-f611-439d-b794-e476657be330 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:43:57.935701 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-78686900-f611-439d-b794-e476657be330 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/7398fad0-ad2e-48d6-be76-7b8878f3c95d HTTP/1.1" status: 404 len: 337 time: 0.0616748 Jul 09 13:43:57.937136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49538) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:57.937978 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49542) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:57.963539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd40c45-f5d0-4488-ac0e-92f5743aaa64 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event deleted for resources: {'Network': ['ID=5a93fa90-6bc5-4e54-8a5e-4f2a89a890a9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:57.981644 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2c11407-bb55-4820-89c7-d65cfcc0dfa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:58.081171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 66b180a4-447c-42f4-b4f9-d8c3745821b4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:58.081554 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:58.091826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99116c4a-3e10-4024-a5ca-da709a0f7eb8 req-ef966ddf-0ae0-40d5-b302-31b0bd462ec6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:58.093522 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99116c4a-3e10-4024-a5ca-da709a0f7eb8 req-ef966ddf-0ae0-40d5-b302-31b0bd462ec6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.2223232 Jul 09 13:43:58.101836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:58.130487 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9b916d20-6e7b-41e3-8b87-361ccccd5766 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "GET /v2.0/ports?device_id=8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b HTTP/1.1" status: 200 len: 205 time: 0.0552714 Jul 09 13:43:58.133029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49544) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:58.182923 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-25831099-ff1d-4e2c-b9a2-84d1766ad783 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] delete failed (client error): The resource could not be found. Jul 09 13:43:58.183245 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] DHCP port deletion for 1e64c474-3e44-4ad0-9ca2-405baf80df7b request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:43:58.183413 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99116c4a-3e10-4024-a5ca-da709a0f7eb8 req-f411e91a-2dc3-4a11-94be-640ce5a56306 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592000 Jul 09 13:43:58.187164 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-25831099-ff1d-4e2c-b9a2-84d1766ad783 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/routers/8708fc33-afb2-4f5e-a1e6-e7cb8b0cd51b HTTP/1.1" status: 404 len: 336 time: 0.0506222 Jul 09 13:43:58.187635 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49546) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:58.223286 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-42ee9a66-a7b0-4344-83cd-b4a5ac1cefea tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] DELETE failed (client error): The resource could not be found. Jul 09 13:43:58.223760 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42ee9a66-a7b0-4344-83cd-b4a5ac1cefea tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:43:58.229449 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-42ee9a66-a7b0-4344-83cd-b4a5ac1cefea tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/5f980c47-efb6-4634-9f0f-f1515ac49ab7 HTTP/1.1" status: 404 len: 337 time: 0.0372159 Jul 09 13:43:58.229722 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49550) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:58.272672 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-e51ab584-8414-4db3-8f13-4b27f7c9ccbf tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] DELETE failed (client error): The resource could not be found. Jul 09 13:43:58.273169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e51ab584-8414-4db3-8f13-4b27f7c9ccbf tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:43:58.277270 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e51ab584-8414-4db3-8f13-4b27f7c9ccbf tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/a11f9ae4-0022-4a4b-a073-82996554fde9 HTTP/1.1" status: 404 len: 337 time: 0.0443351 Jul 09 13:43:58.277270 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:43:58.277855 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49552) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:58.284397 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6c3b6003-ccdf-4a7b-be80-50b5a94bdd07 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "PUT /v2.0/routers/943cd70e-293e-489b-b42e-97de643775ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5164635 Jul 09 13:43:58.284397 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49554) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:58.321832 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-4de0425f-2a3d-4e82-944f-413ea6cd088c tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] DELETE failed (client error): The resource could not be found. Jul 09 13:43:58.322462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4de0425f-2a3d-4e82-944f-413ea6cd088c tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:43:58.327475 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4de0425f-2a3d-4e82-944f-413ea6cd088c tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/f629f6b6-d1ce-4ffe-816b-1eefc6a8698f HTTP/1.1" status: 404 len: 337 time: 0.0457621 Jul 09 13:43:58.328421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49556) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:58.336453 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d43f7f2b-1160-4ddd-9714-54015b5d4c6b None None] Provisioning complete for port 6114b02a-8aa9-4dea-a62b-6699bc974c5c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:58.337554 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d43f7f2b-1160-4ddd-9714-54015b5d4c6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:58.362662 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff8076c-4ed2-4c49-a99d-be58218b5e26 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] DELETE failed (client error): The resource could not be found. Jul 09 13:43:58.363841 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ff8076c-4ed2-4c49-a99d-be58218b5e26 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:43:58.369653 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2ff8076c-4ed2-4c49-a99d-be58218b5e26 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/5f2fad06-f010-4b2a-b666-5a837f26b166 HTTP/1.1" status: 404 len: 333 time: 0.0364175 Jul 09 13:43:58.369653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Deleting port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:58.369653 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:58.427266 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49558) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:58.430248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Sync routers for ids ['943cd70e-293e-489b-b42e-97de643775ae'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:43:58.478825 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] For port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1e8b3ccb-5c32-4e00-871f-69d8abb6b199,segment=NetworkSegment(1c428bcf-ca71-4793-9d3e-f1eb5ba4a9d6),segment_id=1c428bcf-ca71-4793-9d3e-f1eb5ba4a9d6)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:58.479394 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:58.490264 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-c961dd59-3bd2-49ff-99c6-8499a3031a35 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] DELETE failed (client error): The resource could not be found. Jul 09 13:43:58.490881 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c961dd59-3bd2-49ff-99c6-8499a3031a35 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:43:58.494846 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c961dd59-3bd2-49ff-99c6-8499a3031a35 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/d8f96f37-98b3-4c69-8510-0367ead0ce20 HTTP/1.1" status: 404 len: 337 time: 0.0591967 Jul 09 13:43:58.498692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Calling delete_port for 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:58.499694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49562) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:58.519551 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Routers {'943cd70e-293e-489b-b42e-97de643775ae'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:43:58.520495 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['943cd70e-293e-489b-b42e-97de643775ae'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:58.524335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d43f7f2b-1160-4ddd-9714-54015b5d4c6b None None] Port 6114b02a-8aa9-4dea-a62b-6699bc974c5c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:58.548562 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8addddb-e053-4455-b9a2-e16a8fd9aece tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] DELETE failed (client error): The resource could not be found. Jul 09 13:43:58.549049 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8addddb-e053-4455-b9a2-e16a8fd9aece tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:43:58.553502 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b8addddb-e053-4455-b9a2-e16a8fd9aece tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/81aca1b5-3031-4237-84ae-da4f9f3e92bb HTTP/1.1" status: 404 len: 337 time: 0.0503204 Jul 09 13:43:58.560252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49564) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:58.632712 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b90a28-2d9a-4189-b8a4-4d76765d8281 None None] Network eae0e282-e05e-431a-b893-8ff5e5756c82 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:43:58.636596 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6e1c210-e410-43b9-8fed-5c81cfc2c559 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] DELETE failed (client error): The resource could not be found. Jul 09 13:43:58.637555 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6e1c210-e410-43b9-8fed-5c81cfc2c559 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:43:58.643373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b6e1c210-e410-43b9-8fed-5c81cfc2c559 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/fb2635b0-262a-4b42-9847-c45aa4d933e8 HTTP/1.1" status: 404 len: 333 time: 0.0786428 Jul 09 13:43:58.646167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49568) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:58.693087 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-22ffcfba-e84d-4e34-bf36-77a29e9c05b6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] DELETE failed (client error): The resource could not be found. Jul 09 13:43:58.693829 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22ffcfba-e84d-4e34-bf36-77a29e9c05b6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:43:58.699440 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-22ffcfba-e84d-4e34-bf36-77a29e9c05b6 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/5a2ba06e-f40a-4077-b3da-ddde824a1836 HTTP/1.1" status: 404 len: 337 time: 0.0504229 Jul 09 13:43:58.700366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49570) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:58.746038 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4eb4b3-b263-42f7-996a-2c0668e5eab8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] DELETE failed (client error): The resource could not be found. Jul 09 13:43:58.746863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4eb4b3-b263-42f7-996a-2c0668e5eab8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:43:58.751720 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1a4eb4b3-b263-42f7-996a-2c0668e5eab8 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/subnets/70d0a4e1-b426-4818-911b-4e6e488d4c42 HTTP/1.1" status: 404 len: 337 time: 0.0441842 Jul 09 13:43:58.754466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49572) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:58.813429 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0d453-131a-4625-931e-91e75dac1578 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:58.813429 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0d453-131a-4625-931e-91e75dac1578 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:58.814184 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0d453-131a-4625-931e-91e75dac1578 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:58.814988 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0d453-131a-4625-931e-91e75dac1578 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:58.815853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0d453-131a-4625-931e-91e75dac1578 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:58.816914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0d453-131a-4625-931e-91e75dac1578 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:58.818423 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0d453-131a-4625-931e-91e75dac1578 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:58.819049 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0d453-131a-4625-931e-91e75dac1578 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:58.820481 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0d453-131a-4625-931e-91e75dac1578 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:58.820972 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0d453-131a-4625-931e-91e75dac1578 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:58.822447 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d0d453-131a-4625-931e-91e75dac1578 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:58.825580 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-23d0d453-131a-4625-931e-91e75dac1578 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7723 time: 0.5400875 Jul 09 13:43:58.838609 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49574) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:58.851193 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Deleting port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:58.852128 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:58.864281 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:58.904208 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e41e1dd-e110-47e4-8542-409ef0b243c2 req-83c40504-aee6-499b-b445-a9e9a7dad55e tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:58.906021 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e41e1dd-e110-47e4-8542-409ef0b243c2 req-83c40504-aee6-499b-b445-a9e9a7dad55e tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 945 time: 0.2649150 Jul 09 13:43:58.911408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event deleted for resources: {'Port': ['ID=1e8b3ccb-5c32-4e00-871f-69d8abb6b199,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:58.915486 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] No DVR routers for this DVR port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:58.952732 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-cf8bccbc-03d7-4657-87bb-45bf4fbc33f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port 6bb7537b-576a-4a6b-922a-7942a8d23fc2 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:58.953157 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf8bccbc-03d7-4657-87bb-45bf4fbc33f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:58.977717 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a11c37-83d0-466c-bc3b-76e0baa389be req-d6b6b701-b816-4d2b-aa45-f7c23465d655 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:58.985195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78a11c37-83d0-466c-bc3b-76e0baa389be req-d6b6b701-b816-4d2b-aa45-f7c23465d655 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.2383931 Jul 09 13:43:59.005283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] For port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:43:59.006094 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.019866 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.031245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e64c474-3e44-4ad0-9ca2-405baf80df7b']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:59.031979 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6df8f4-c0f2-43e0-bb23-4f1e0fa6d6a6 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:59.032457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6df8f4-c0f2-43e0-bb23-4f1e0fa6d6a6 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:59.032747 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Calling delete_port for 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:59.032918 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6df8f4-c0f2-43e0-bb23-4f1e0fa6d6a6 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:59.033527 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6df8f4-c0f2-43e0-bb23-4f1e0fa6d6a6 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:59.034072 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6df8f4-c0f2-43e0-bb23-4f1e0fa6d6a6 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:59.034533 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6df8f4-c0f2-43e0-bb23-4f1e0fa6d6a6 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:59.034996 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6df8f4-c0f2-43e0-bb23-4f1e0fa6d6a6 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:59.035652 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6df8f4-c0f2-43e0-bb23-4f1e0fa6d6a6 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:59.036112 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d6df8f4-c0f2-43e0-bb23-4f1e0fa6d6a6 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:59.037523 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:43:59.039746 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5d6df8f4-c0f2-43e0-bb23-4f1e0fa6d6a6 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5917 time: 0.1990931 Jul 09 13:43:59.042479 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.047856 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49576) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:59.048220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c428bcf-ca71-4793-9d3e-f1eb5ba4a9d6') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:59.048644 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c428bcf-ca71-4793-9d3e-f1eb5ba4a9d6') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:59.061132 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.079293 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.085997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:43:59.086500 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.135266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-30ce16c2-d54f-4b5a-9886-af9a13f14792 None None] Provisioning complete for port 6bb7537b-576a-4a6b-922a-7942a8d23fc2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:59.136344 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30ce16c2-d54f-4b5a-9886-af9a13f14792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.157848 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e41e1dd-e110-47e4-8542-409ef0b243c2 req-46794cca-7057-4840-a8a3-36e68f8a640e tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6ab03f8-15b8-4152-ad7c-022d39d3f054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173514 Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:43:59.174064 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:43:59.178115 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Pushing event deleted for resources: {'Port': ['ID=1e8b3ccb-5c32-4e00-871f-69d8abb6b199,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:59.178217 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78a11c37-83d0-466c-bc3b-76e0baa389be req-0a015c49-abe5-4eee-8006-19d39903373b tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1914010 Jul 09 13:43:59.189905 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] No DVR routers for this DVR port 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:43:59.190902 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.231664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:59.232103 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:59.232522 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:59.232933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:59.233339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:59.233743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:59.234147 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:59.234548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:59.234946 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:59.235384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:59.235781 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:59.236181 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ddda865-d521-4eba-959a-dcb464d3098d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:43:59.254496 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-30ce16c2-d54f-4b5a-9886-af9a13f14792 None None] Port 6bb7537b-576a-4a6b-922a-7942a8d23fc2 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:43:59.259000 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Set router 943cd70e-293e-489b-b42e-97de643775ae gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:43:59.281095 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf8bccbc-03d7-4657-87bb-45bf4fbc33f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.298877 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-cf8bccbc-03d7-4657-87bb-45bf4fbc33f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for 6bb7537b-576a-4a6b-922a-7942a8d23fc2 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:43:59.327745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-30ce16c2-d54f-4b5a-9886-af9a13f14792 None None] Provisioning complete for port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:43:59.328228 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30ce16c2-d54f-4b5a-9886-af9a13f14792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.357906 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-61996816-86db-4435-afa4-1d9abd4c9ae7 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3587 time: 0.3086836 Jul 09 13:43:59.392720 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.398233 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49584) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:59.399797 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "DELETE /v2.0/networks/1e64c474-3e44-4ad0-9ca2-405baf80df7b HTTP/1.1" status: 204 len: 168 time: 1.4603660 Jul 09 13:43:59.419604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120397f9-e98b-471e-b585-260f9fb2dd34 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event deleted for resources: {'Network': ['ID=1e64c474-3e44-4ad0-9ca2-405baf80df7b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:59.471192 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf8bccbc-03d7-4657-87bb-45bf4fbc33f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.540488 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf8bccbc-03d7-4657-87bb-45bf4fbc33f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.542631 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cf8bccbc-03d7-4657-87bb-45bf4fbc33f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/ports/6bb7537b-576a-4a6b-922a-7942a8d23fc2 HTTP/1.1" status: 204 len: 168 time: 0.7868555 Jul 09 13:43:59.544147 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8bccbc-03d7-4657-87bb-45bf4fbc33f2 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=6bb7537b-576a-4a6b-922a-7942a8d23fc2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:43:59.546017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49586) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:59.559061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eeda9ba-752a-452b-b708-629262f6469e None None] DHCP port deletion for eae0e282-e05e-431a-b893-8ff5e5756c82 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:43:59.608036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-495fa51a-b91e-4fca-94a4-d4c25ce2d4ce tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Deleting subnet e54d1ee3-5c16-46d0-afcf-74a3523de76e {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:43:59.624929 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-495fa51a-b91e-4fca-94a4-d4c25ce2d4ce tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.667083 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ef4504f9-1a70-427a-96b6-4403bf4ee1d9 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:43:59.685972 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.739479 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-495fa51a-b91e-4fca-94a4-d4c25ce2d4ce tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.768567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49588) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:43:59.771687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943cd70e-293e-489b-b42e-97de643775ae', 'name': 'tempest-TestNetworkBasicOps-router-1308083561', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:42Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '6114b02a-8aa9-4dea-a62b-6699bc974c5c', 'name': '', 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:34:86:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:51Z', 'updated_at': '2021-07-09T13:43:55Z', 'revision_number': 2, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:43:59.775476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-cb7c0dea-6a15-4844-9b1f-c9b2adcd7a55 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-226747466', 'description': 'tempest-secgroup-smoke-226747466 description', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:43:59.805247 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158187e5-893b-4f48-b652-69c5b7e7647f req-eedfbb8e-ee8b-4c63-933a-c1279db3c70d tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:59.811395 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Checking router: 943cd70e-293e-489b-b42e-97de643775ae for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:43:59.811875 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Updating router 943cd70e-293e-489b-b42e-97de643775ae port 6114b02a-8aa9-4dea-a62b-6699bc974c5c binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:43:59.827035 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-158187e5-893b-4f48-b652-69c5b7e7647f req-eedfbb8e-ee8b-4c63-933a-c1279db3c70d tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.3675535 Jul 09 13:43:59.828325 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0dea-6a15-4844-9b1f-c9b2adcd7a55 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.839586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6eeda9ba-752a-452b-b708-629262f6469e None None] Deleting port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:59.839970 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eeda9ba-752a-452b-b708-629262f6469e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.863688 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Deleting port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:43:59.863688 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.895716 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-158187e5-893b-4f48-b652-69c5b7e7647f req-d6a88b6c-0018-470e-a1b7-100dab87ac8f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672653 Jul 09 13:43:59.933372 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc81b27-c58e-472f-aa94-531abfbf34c1 req-329e1ee4-3582-47d1-aef6-f448d34f4605 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:43:59.935018 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6bc81b27-c58e-472f-aa94-531abfbf34c1 req-329e1ee4-3582-47d1-aef6-f448d34f4605 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.15 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 945 time: 0.2041252 Jul 09 13:43:59.959385 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:43:59.965060 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-495fa51a-b91e-4fca-94a4-d4c25ce2d4ce tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.000740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port ef4504f9-1a70-427a-96b6-4403bf4ee1d9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,segment=NetworkSegment(3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab),segment_id=3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:00.004849 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.011659 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.012373 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:44:00.049137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] For port ef4504f9-1a70-427a-96b6-4403bf4ee1d9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,segment=NetworkSegment(3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab),segment_id=3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:00.049599 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.071158 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-495fa51a-b91e-4fca-94a4-d4c25ce2d4ce tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.079254 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:44:00.079693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1e8b3ccb-5c32-4e00-871f-69d8abb6b199 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:44:00.095671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6eeda9ba-752a-452b-b708-629262f6469e None None] For port ef4504f9-1a70-427a-96b6-4403bf4ee1d9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,segment=NetworkSegment(3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab),segment_id=3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:00.096070 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eeda9ba-752a-452b-b708-629262f6469e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.102310 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Calling delete_port for ef4504f9-1a70-427a-96b6-4403bf4ee1d9 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:44:00.119504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495fa51a-b91e-4fca-94a4-d4c25ce2d4ce tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event deleted for resources: {'Subnet': ['ID=e54d1ee3-5c16-46d0-afcf-74a3523de76e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:00.123931 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-495fa51a-b91e-4fca-94a4-d4c25ce2d4ce tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.126355 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-495fa51a-b91e-4fca-94a4-d4c25ce2d4ce tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "DELETE /v2.0/subnets/e54d1ee3-5c16-46d0-afcf-74a3523de76e HTTP/1.1" status: 204 len: 168 time: 0.7268381 Jul 09 13:44:00.133694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49590) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:00.226016 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0dea-6a15-4844-9b1f-c9b2adcd7a55 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.244838 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0dea-6a15-4844-9b1f-c9b2adcd7a55 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.323137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75ec8c7-ce39-4914-9402-3da7a4df0e8a None None] Network f648687c-59db-46dc-908f-5991a7369d43 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:44:00.325202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28c70220-1078-41c3-90a6-db2fd36dc6e0 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:44:00.331827 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.353059 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cb7c0dea-6a15-4844-9b1f-c9b2adcd7a55 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.354329 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cb7c0dea-6a15-4844-9b1f-c9b2adcd7a55 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5835392 Jul 09 13:44:00.364270 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6bc81b27-c58e-472f-aa94-531abfbf34c1 req-f0aca6a6-2f4d-41ce-8050-255e5a0a7957 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Deleting port a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:44:00.364622 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6bc81b27-c58e-472f-aa94-531abfbf34c1 req-f0aca6a6-2f4d-41ce-8050-255e5a0a7957 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.389655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49598) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:00.426616 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-394dc6d2-e79b-4433-ae68-ecca617bc959 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': '24de6e2f-1557-4a93-a2c5-ec46c756b342', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:00.433211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6eeda9ba-752a-452b-b708-629262f6469e None None] Calling delete_port for ef4504f9-1a70-427a-96b6-4403bf4ee1d9 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:44:00.518198 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Deleting port 5fce1937-b0df-49ba-b976-c97a0cd0aa6b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:44:00.518727 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.535655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6bc81b27-c58e-472f-aa94-531abfbf34c1 req-f0aca6a6-2f4d-41ce-8050-255e5a0a7957 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] For port a53c41f8-22e1-4ced-88f6-4e1ec0a960f1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a53c41f8-22e1-4ced-88f6-4e1ec0a960f1,segment=NetworkSegment(0749b263-1c57-4b92-ae4f-edaaf93d0808),segment_id=0749b263-1c57-4b92-ae4f-edaaf93d0808)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:00.536021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6bc81b27-c58e-472f-aa94-531abfbf34c1 req-f0aca6a6-2f4d-41ce-8050-255e5a0a7957 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.559725 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:00.617858 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad516f-cfd6-4ad0-91ac-d7df021e1c4a req-df803996-5f4a-4210-87f9-032785a459e8 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:00.620427 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4dad516f-cfd6-4ad0-91ac-d7df021e1c4a req-df803996-5f4a-4210-87f9-032785a459e8 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 945 time: 0.2102015 Jul 09 13:44:00.634114 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 28c70220-1078-41c3-90a6-db2fd36dc6e0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:44:00.661033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afb083-402b-48aa-b40c-ac983288f2eb req-47d34079-fa4c-4077-98f3-f2901f877adf tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:00.664323 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a9afb083-402b-48aa-b40c-ac983288f2eb req-47d34079-fa4c-4077-98f3-f2901f877adf tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.2031910 Jul 09 13:44:00.675312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] For port 5fce1937-b0df-49ba-b976-c97a0cd0aa6b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5fce1937-b0df-49ba-b976-c97a0cd0aa6b,segment=NetworkSegment(5d608c43-49be-49d6-b492-2da2ac275096),segment_id=5d608c43-49be-49d6-b492-2da2ac275096)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:00.676106 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.701947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 28c70220-1078-41c3-90a6-db2fd36dc6e0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:44:00.702352 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.703450 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Calling delete_port for 5fce1937-b0df-49ba-b976-c97a0cd0aa6b owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:44:00.783141 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4dad516f-cfd6-4ad0-91ac-d7df021e1c4a req-e4faf227-dd16-48b9-b16a-d2ddadd6a49e tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/security-groups?id=b6ab03f8-15b8-4152-ad7c-022d39d3f054&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477296 Jul 09 13:44:00.805873 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a9afb083-402b-48aa-b40c-ac983288f2eb req-23f53bd4-c205-4217-ace8-0b0a92b83f0e tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1236956 Jul 09 13:44:00.879016 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.893716 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6eeda9ba-752a-452b-b708-629262f6469e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.899505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6bc81b27-c58e-472f-aa94-531abfbf34c1 req-f0aca6a6-2f4d-41ce-8050-255e5a0a7957 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Calling delete_port for a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:44:00.909189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7c0dea-6a15-4844-9b1f-c9b2adcd7a55 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24de6e2f-1557-4a93-a2c5-ec46c756b342,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:00.924441 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event deleted for resources: {'Port': ['ID=5fce1937-b0df-49ba-b976-c97a0cd0aa6b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:00.943147 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.946731 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:00.948991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeda9ba-752a-452b-b708-629262f6469e None None] Pushing event deleted for resources: {'Port': ['ID=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:00.956142 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] No DVR routers for this DVR port 5fce1937-b0df-49ba-b976-c97a0cd0aa6b on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:44:00.967370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eeda9ba-752a-452b-b708-629262f6469e None None] No DVR routers for this DVR port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:44:01.020972 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:01.035647 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbdf6836-bd47-4a08-bff3-21ce5e20039b" -d '{"events": [{"server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "name": "network-vif-plugged", "status": "completed", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:01.062800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Port': ['ID=ef4504f9-1a70-427a-96b6-4403bf4ee1d9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:01.068847 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-394dc6d2-e79b-4433-ae68-ecca617bc959 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.086783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] No DVR routers for this DVR port ef4504f9-1a70-427a-96b6-4403bf4ee1d9 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:44:01.131299 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:01.144114 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b83c331b-7370-4a70-80b6-7258a67d8a09 x-openstack-request-id: req-b83c331b-7370-4a70-80b6-7258a67d8a09 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:01.144644 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "name": "network-vif-plugged", "status": "completed", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:01.144903 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b83c331b-7370-4a70-80b6-7258a67d8a09 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:01.145508 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'code': 200} Jul 09 13:44:01.146255 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba3e8e2-7e07-450f-8c47-83a39b9c5cd4 None None] DHCP port deletion for f648687c-59db-46dc-908f-5991a7369d43 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:44:01.155558 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.172240 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.208756 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f648687c-59db-46dc-908f-5991a7369d43']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:01.225378 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d608c43-49be-49d6-b492-2da2ac275096') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:01.226072 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d608c43-49be-49d6-b492-2da2ac275096') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:01.245751 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.266974 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.273129 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.277493 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8832cea-251e-49f7-b99c-da2f7624dabf req-7a56d051-a03f-4346-b53d-7603a093bbf3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:01.279400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=28c70220-1078-41c3-90a6-db2fd36dc6e0,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:01.285735 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8832cea-251e-49f7-b99c-da2f7624dabf req-7a56d051-a03f-4346-b53d-7603a093bbf3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 946 time: 0.1643078 Jul 09 13:44:01.290508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Transition to ACTIVE for port object 6114b02a-8aa9-4dea-a62b-6699bc974c5c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:44:01.294364 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.298617 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.310962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eae0e282-e05e-431a-b893-8ff5e5756c82']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Releasing vlan 342 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:44:01.315073 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:44:01.327878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:01.327878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ceefd3f-7bdd-4911-ad6d-ca208a97a6ab') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:01.338809 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.361191 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.369442 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:44:01.369949 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.407043 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8832cea-251e-49f7-b99c-da2f7624dabf req-708d8fa4-3a7c-444c-9b01-f0ad5f97101e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202476 Jul 09 13:44:01.436087 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77dc8ef-19bb-43d9-b881-a02d6eed3f5b None None] Pushing event updated for resources: {'Port': ['ID=6114b02a-8aa9-4dea-a62b-6699bc974c5c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:01.444675 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.481940 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.492667 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "DELETE /v2.0/networks/f648687c-59db-46dc-908f-5991a7369d43 HTTP/1.1" status: 204 len: 168 time: 1.3525727 Jul 09 13:44:01.492997 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e821bbd-87d5-418e-9554-b31681a41934 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Pushing event deleted for resources: {'Network': ['ID=f648687c-59db-46dc-908f-5991a7369d43,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:01.496982 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49606) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:01.576211 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0b1f9b3f-8295-4e2e-a8ad-0e2c378baaa2 tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "GET /v2.0/ports?device_id=71a4ec0b-6aff-4d7c-b5bd-e3d350e76801 HTTP/1.1" status: 200 len: 205 time: 0.0755522 Jul 09 13:44:01.576785 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49608) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:01.578812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Attempting to bind port 6114b02a-8aa9-4dea-a62b-6699bc974c5c on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:44:01.578950 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:44:01.582189 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Attempting to bind port 6114b02a-8aa9-4dea-a62b-6699bc974c5c by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'fe700183-eec3-4f6e-b831-94178c0ce573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:44:01.582771 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Attempting to bind port 6114b02a-8aa9-4dea-a62b-6699bc974c5c on network 3f5cdef3-4da7-4359-b375-ec70e59c8c66 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:44:01.601908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:44:01.601908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Checking segment: {'id': 'fe700183-eec3-4f6e-b831-94178c0ce573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:44:01.602302 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.605126 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Bound using segment: {'id': 'fe700183-eec3-4f6e-b831-94178c0ce573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:44:01.605703 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Bound port: 6114b02a-8aa9-4dea-a62b-6699bc974c5c, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe700183-eec3-4f6e-b831-94178c0ce573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:44:01.608401 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.608921 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.613280 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.613854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5fce1937-b0df-49ba-b976-c97a0cd0aa6b no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:44:01.615468 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] 10.222.0.39 "DELETE /v2.0/networks/eae0e282-e05e-431a-b893-8ff5e5756c82 HTTP/1.1" status: 204 len: 168 time: 2.0682020 Jul 09 13:44:01.662474 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6bc81b27-c58e-472f-aa94-531abfbf34c1 req-f0aca6a6-2f4d-41ce-8050-255e5a0a7957 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.690449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 5fce1937-b0df-49ba-b976-c97a0cd0aa6b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:44:01.691324 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5fce1937-b0df-49ba-b976-c97a0cd0aa6b not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:44:01.695420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aab844b-350d-45c9-88c3-28650aa30016 tempest-PortsIpV6TestJSON-1031450029 tempest-PortsIpV6TestJSON-1031450029-project] Pushing event deleted for resources: {'Network': ['ID=eae0e282-e05e-431a-b893-8ff5e5756c82,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:01.788016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aca6a6-2f4d-41ce-8050-255e5a0a7957 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Pushing event deleted for resources: {'Port': ['ID=a53c41f8-22e1-4ced-88f6-4e1ec0a960f1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:01.870084 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] For port 6114b02a-8aa9-4dea-a62b-6699bc974c5c, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:44:01.877350 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] For port 6114b02a-8aa9-4dea-a62b-6699bc974c5c, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6114b02a-8aa9-4dea-a62b-6699bc974c5c,segment=NetworkSegment(fe700183-eec3-4f6e-b831-94178c0ce573),segment_id=fe700183-eec3-4f6e-b831-94178c0ce573)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:44:01.914986 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8e2d0eff-7e62-4182-9f30-50632c9db9ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.917051 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.918034 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-394dc6d2-e79b-4433-ae68-ecca617bc959 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.959247 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bc81b27-c58e-472f-aa94-531abfbf34c1 req-f0aca6a6-2f4d-41ce-8050-255e5a0a7957 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] No DVR routers for this DVR port a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:44:01.964957 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6bc81b27-c58e-472f-aa94-531abfbf34c1 req-f0aca6a6-2f4d-41ce-8050-255e5a0a7957 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:01.967665 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6bc81b27-c58e-472f-aa94-531abfbf34c1 req-f0aca6a6-2f4d-41ce-8050-255e5a0a7957 tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.15 "DELETE /v2.0/ports/a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 HTTP/1.1" status: 204 len: 173 time: 2.0183306 Jul 09 13:44:01.985497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45649bb1-ed05-4c60-87c9-7a6531faa105', 'name': 'network-vif-deleted', 'tag': 'a53c41f8-22e1-4ced-88f6-4e1ec0a960f1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:01.992093 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58870e08-71dc-4ec7-99cf-2a0ea3a59b3c" -d '{"events": [{"server_uuid": "45649bb1-ed05-4c60-87c9-7a6531faa105", "name": "network-vif-deleted", "tag": "a53c41f8-22e1-4ced-88f6-4e1ec0a960f1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:02.009200 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-394dc6d2-e79b-4433-ae68-ecca617bc959 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:02.024314 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caebea61-b986-433e-ae3f-91076f4bab26 req-745802c4-95f1-4767-b6d7-3b393c03854b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:02.032031 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-caebea61-b986-433e-ae3f-91076f4bab26 req-745802c4-95f1-4767-b6d7-3b393c03854b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 1097 time: 0.4652560 Jul 09 13:44:02.118065 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Routers {'943cd70e-293e-489b-b42e-97de643775ae'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:44:02.119072 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:43:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['943cd70e-293e-489b-b42e-97de643775ae'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:02.139887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394dc6d2-e79b-4433-ae68-ecca617bc959 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b001cde-eb11-4efa-949a-753aaa11d1d2,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:02.146207 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77dc8ef-19bb-43d9-b881-a02d6eed3f5b None None] Pushing event updated for resources: {'Port': ['ID=6114b02a-8aa9-4dea-a62b-6699bc974c5c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:02.154245 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-394dc6d2-e79b-4433-ae68-ecca617bc959 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:02.159732 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-394dc6d2-e79b-4433-ae68-ecca617bc959 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7638984 Jul 09 13:44:02.163753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49620) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:02.175782 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4f190252-78a9-4711-a34d-d32a3b6e6939 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': '24de6e2f-1557-4a93-a2c5-ec46c756b342', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:02.231128 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-caebea61-b986-433e-ae3f-91076f4bab26 req-1718da30-5f2c-4ab8-87b1-ead8128fbc21 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1616330 Jul 09 13:44:02.264791 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f190252-78a9-4711-a34d-d32a3b6e6939 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:02.276614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49622) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:02.370467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] Set router 943cd70e-293e-489b-b42e-97de643775ae gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:44:02.442296 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f190252-78a9-4711-a34d-d32a3b6e6939 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:02.450037 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f190252-78a9-4711-a34d-d32a3b6e6939 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:02.495628 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3871220-1aa5-44d1-a742-6fd919ed9161 req-d3f47cd5-f5a5-4e1d-b69d-60620da5fedd tempest-ServersNegativeTestMultiTenantJSON-1773467401 tempest-ServersNegativeTestMultiTenantJSON-1773467401-project] 10.222.0.39 "GET /v2.0/ports?device_id=45649bb1-ed05-4c60-87c9-7a6531faa105 HTTP/1.1" status: 200 len: 210 time: 0.1296918 Jul 09 13:44:02.515199 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbdcb59f-66f5-4944-bb44-8f7ba918c87b tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:02.517095 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f190252-78a9-4711-a34d-d32a3b6e6939 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:02.519012 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4f190252-78a9-4711-a34d-d32a3b6e6939 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3480325 Jul 09 13:44:02.541404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f190252-78a9-4711-a34d-d32a3b6e6939 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c25f855-6de4-471a-bc75-75b414d179bf,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:02.548293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49632) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:02.563521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e88a9e81-d3be-4bac-8b4a-d6ea6d263e6f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': '24de6e2f-1557-4a93-a2c5-ec46c756b342', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:02.586970 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4e1ad0ae-992c-4d8a-b1c2-e8996089697e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a8ed5ed50c334d5b9a36be165575e7a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3037205 Jul 09 13:44:02.589454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49636) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:02.590912 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dc660d2-0281-47a2-9af8-e12e5134fa1e x-openstack-request-id: req-4dc660d2-0281-47a2-9af8-e12e5134fa1e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:02.591491 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45649bb1-ed05-4c60-87c9-7a6531faa105", "name": "network-vif-deleted", "tag": "a53c41f8-22e1-4ced-88f6-4e1ec0a960f1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:02.591491 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4dc660d2-0281-47a2-9af8-e12e5134fa1e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:02.592150 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45649bb1-ed05-4c60-87c9-7a6531faa105', 'name': 'network-vif-deleted', 'tag': 'a53c41f8-22e1-4ced-88f6-4e1ec0a960f1', 'status': 'completed', 'code': 200} Jul 09 13:44:02.729433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943cd70e-293e-489b-b42e-97de643775ae', 'name': 'tempest-TestNetworkBasicOps-router-1308083561', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:42Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '6114b02a-8aa9-4dea-a62b-6699bc974c5c', 'name': '', 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:34:86:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:51Z', 'updated_at': '2021-07-09T13:44:01Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:02.767874 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e88a9e81-d3be-4bac-8b4a-d6ea6d263e6f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:02.788317 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca1f3320-5a2a-4a43-8081-8cd559fc9413 None None] The sync data for ids ['943cd70e-293e-489b-b42e-97de643775ae'] in n-d-799525-3 is: [{'id': '943cd70e-293e-489b-b42e-97de643775ae', 'name': 'tempest-TestNetworkBasicOps-router-1308083561', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:42Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '6114b02a-8aa9-4dea-a62b-6699bc974c5c', 'name': '', 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:34:86:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:51Z', 'updated_at': '2021-07-09T13:44:01Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:44:02.825165 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65bf0b9c-04da-4160-8f43-bd6724fc1ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:02.921618 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24174c9-a8f9-4916-ae98-e2074bf73189 req-e23c7d5b-53c0-440e-ab85-8d3daee70dbb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:02.928689 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c24174c9-a8f9-4916-ae98-e2074bf73189 req-e23c7d5b-53c0-440e-ab85-8d3daee70dbb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.5730062 Jul 09 13:44:02.977343 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbdcb59f-66f5-4944-bb44-8f7ba918c87b tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:02.982477 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbdcb59f-66f5-4944-bb44-8f7ba918c87b tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:02.986550 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65bf0b9c-04da-4160-8f43-bd6724fc1ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:02.993903 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:44:03.067345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:44:03.067769 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a53c41f8-22e1-4ced-88f6-4e1ec0a960f1 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:44:03.082719 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e88a9e81-d3be-4bac-8b4a-d6ea6d263e6f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:03.111127 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e88a9e81-d3be-4bac-8b4a-d6ea6d263e6f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:03.135314 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbdcb59f-66f5-4944-bb44-8f7ba918c87b tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:03.136117 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbdcb59f-66f5-4944-bb44-8f7ba918c87b tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Fanout notify agent at l3_agent the message router_deleted on router 71a4ec0b-6aff-4d7c-b5bd-e3d350e76801 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:44:03.152646 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbdcb59f-66f5-4944-bb44-8f7ba918c87b tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:03.154982 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fbdcb59f-66f5-4944-bb44-8f7ba918c87b tempest-RoutersNegativeIpV6Test-369464872 tempest-RoutersNegativeIpV6Test-369464872-project] 10.222.0.39 "DELETE /v2.0/routers/71a4ec0b-6aff-4d7c-b5bd-e3d350e76801 HTTP/1.1" status: 204 len: 168 time: 1.5760312 Jul 09 13:44:03.162544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a9e81-d3be-4bac-8b4a-d6ea6d263e6f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d4e5395-5aca-43d2-980b-43d303150e9e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:03.171754 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e88a9e81-d3be-4bac-8b4a-d6ea6d263e6f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:03.174134 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e88a9e81-d3be-4bac-8b4a-d6ea6d263e6f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6176224 Jul 09 13:44:03.178428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49662) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:03.186402 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c24174c9-a8f9-4916-ae98-e2074bf73189 req-30ffffdb-43f9-4d46-9162-d3e94aaa4f0a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2565846 Jul 09 13:44:03.206878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-adcb2d65-0d34-484c-9109-116be091c133 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': '24de6e2f-1557-4a93-a2c5-ec46c756b342', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:03.239739 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07536b55-93df-4c5d-bbe0-1dfe05710c59 req-14fea8a1-0ade-4f95-9265-f182206ee17b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:03.261019 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adcb2d65-0d34-484c-9109-116be091c133 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:03.262024 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07536b55-93df-4c5d-bbe0-1dfe05710c59 req-14fea8a1-0ade-4f95-9265-f182206ee17b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 946 time: 0.4200807 Jul 09 13:44:03.281216 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65bf0b9c-04da-4160-8f43-bd6724fc1ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:03.291727 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-65bf0b9c-04da-4160-8f43-bd6724fc1ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:03.293672 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-65bf0b9c-04da-4160-8f43-bd6724fc1ba8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/30e99af6-9de3-4a1c-8f0d-ae700cf71fc1 HTTP/1.1" status: 204 len: 168 time: 0.6985140 Jul 09 13:44:03.313970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf0b9c-04da-4160-8f43-bd6724fc1ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e99af6-9de3-4a1c-8f0d-ae700cf71fc1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:03.393803 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07536b55-93df-4c5d-bbe0-1dfe05710c59 req-b04040ff-d1da-45f7-9946-1a2c796e6e95 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308401 Jul 09 13:44:03.459437 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adcb2d65-0d34-484c-9109-116be091c133 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:03.478865 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adcb2d65-0d34-484c-9109-116be091c133 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:03.551780 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcb2d65-0d34-484c-9109-116be091c133 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2173f468-ccf4-49f2-b617-3586caac3b47,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:03.584522 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adcb2d65-0d34-484c-9109-116be091c133 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:03.585944 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-adcb2d65-0d34-484c-9109-116be091c133 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4052176 Jul 09 13:44:03.588730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49706) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:03.593587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6c124c99-834d-4f04-9d38-b84f8598efd1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': '24de6e2f-1557-4a93-a2c5-ec46c756b342', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:03.652140 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6114b02a-8aa9-4dea-a62b-6699bc974c5c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:44:03.677518 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-6c124c99-834d-4f04-9d38-b84f8598efd1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Project c1f9f9204531458ca2e9fa84d6609b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:44:03.688672 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c124c99-834d-4f04-9d38-b84f8598efd1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:03.693133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49718) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:03.775631 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49734) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:03.783796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 6114b02a-8aa9-4dea-a62b-6699bc974c5c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:44:03.795844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 6114b02a-8aa9-4dea-a62b-6699bc974c5c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:44:03.796595 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:03.890008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a45e366-b720-402d-b43d-a457103be703 admin admin] Deleting subnet 53ae5de4-089a-4a27-ad3b-514f9580dad7 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:44:03.986654 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a45e366-b720-402d-b43d-a457103be703 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.057707 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.099467 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c124c99-834d-4f04-9d38-b84f8598efd1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.108174 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a45e366-b720-402d-b43d-a457103be703 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.148051 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 6114b02a-8aa9-4dea-a62b-6699bc974c5c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6114b02a-8aa9-4dea-a62b-6699bc974c5c,segment=NetworkSegment(fe700183-eec3-4f6e-b831-94178c0ce573),segment_id=fe700183-eec3-4f6e-b831-94178c0ce573)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:04.157335 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.167430 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c124c99-834d-4f04-9d38-b84f8598efd1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.215169 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-99b55ba8-55f1-4120-8e37-551e80aca5d9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9af70204fe1b4cd6ad75d939789fe07c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5204179 Jul 09 13:44:04.216668 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49780) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:04.218781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077137-8891-4cae-8b34-1e417ffad5b7 req-23fc073a-483e-44e8-9d3d-65721e0aafa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:04.220713 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b077137-8891-4cae-8b34-1e417ffad5b7 req-23fc073a-483e-44e8-9d3d-65721e0aafa4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57c1823849db49b4af2d50bf49892746&device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 1097 time: 0.3237782 Jul 09 13:44:04.226242 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c124c99-834d-4f04-9d38-b84f8598efd1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2e4663-f6a1-432e-903c-ec2300609e16,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:04.289574 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348b41c-757d-41d7-8762-82ee81179866 req-dcd5ab24-64d9-4184-9ebf-ae62a0017f29 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:04.294605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=6114b02a-8aa9-4dea-a62b-6699bc974c5c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:04.306824 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d348b41c-757d-41d7-8762-82ee81179866 req-dcd5ab24-64d9-4184-9ebf-ae62a0017f29 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.3113294 Jul 09 13:44:04.376749 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077137-8891-4cae-8b34-1e417ffad5b7 req-3f90e9dd-5a6d-4d7f-aa05-18fe82f74147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:04.378516 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b077137-8891-4cae-8b34-1e417ffad5b7 req-3f90e9dd-5a6d-4d7f-aa05-18fe82f74147 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b067095-4052-4b92-b6db-3597e823e67a HTTP/1.1" status: 200 len: 909 time: 0.1297832 Jul 09 13:44:04.458787 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c124c99-834d-4f04-9d38-b84f8598efd1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.460883 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6c124c99-834d-4f04-9d38-b84f8598efd1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8710403 Jul 09 13:44:04.463278 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b077137-8891-4cae-8b34-1e417ffad5b7 req-8db60291-111b-458e-9d7f-276353b01bf9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06a370d8-9e8b-4752-ac7a-3335a593ee84 HTTP/1.1" status: 200 len: 1002 time: 0.0761220 Jul 09 13:44:04.473490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49808) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:04.480940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-cba32190-af15-4aea-9fae-4c8ce894d48b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'security_group_rule': {'security_group_id': '24de6e2f-1557-4a93-a2c5-ec46c756b342', 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:04.490298 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d348b41c-757d-41d7-8762-82ee81179866 req-90fde566-f60e-4793-a9a4-431151ef2f52 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1813548 Jul 09 13:44:04.548145 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a45e366-b720-402d-b43d-a457103be703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.554628 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b05f1f6c-56e5-42e7-a8d4-41e42debb04c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.590182 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-cba32190-af15-4aea-9fae-4c8ce894d48b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Project c1f9f9204531458ca2e9fa84d6609b20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:44:04.622289 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b05f1f6c-56e5-42e7-a8d4-41e42debb04c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.624356 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.626638 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cba32190-af15-4aea-9fae-4c8ce894d48b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.680976 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0d4a86b-eaa2-4e09-b4e8-42c5d6c08a97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.758465 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b05f1f6c-56e5-42e7-a8d4-41e42debb04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.762991 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b05f1f6c-56e5-42e7-a8d4-41e42debb04c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.764227 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b05f1f6c-56e5-42e7-a8d4-41e42debb04c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1cdd2465-40f2-49db-af7d-6c93f7e6a1e1 HTTP/1.1" status: 204 len: 168 time: 0.5465961 Jul 09 13:44:04.778501 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b72f09-5573-4f71-9ca9-ddbabc396775 req-c8df6b3d-2602-4760-84e1-26863b34fcb7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:04.786923 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a2b72f09-5573-4f71-9ca9-ddbabc396775 req-c8df6b3d-2602-4760-84e1-26863b34fcb7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 946 time: 0.1673667 Jul 09 13:44:04.797898 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cba32190-af15-4aea-9fae-4c8ce894d48b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.801542 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077137-8891-4cae-8b34-1e417ffad5b7 req-ef8d53ce-16db-48a4-91a7-25e88919120f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:04.801750 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f1f6c-56e5-42e7-a8d4-41e42debb04c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdd2465-40f2-49db-af7d-6c93f7e6a1e1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:04.805811 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b077137-8891-4cae-8b34-1e417ffad5b7 req-ef8d53ce-16db-48a4-91a7-25e88919120f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6365b74c-aea2-4433-844b-839fb4fcbc16 HTTP/1.1" status: 200 len: 847 time: 0.2762854 Jul 09 13:44:04.833326 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cba32190-af15-4aea-9fae-4c8ce894d48b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.859369 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a45e366-b720-402d-b43d-a457103be703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.875237 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a2b72f09-5573-4f71-9ca9-ddbabc396775 req-e919320d-e940-45d5-85cd-531c677617b6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0862677 Jul 09 13:44:04.927363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a45e366-b720-402d-b43d-a457103be703 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53ae5de4-089a-4a27-ad3b-514f9580dad7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:04.942711 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba32190-af15-4aea-9fae-4c8ce894d48b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa53cf8-8e8a-4396-a3d5-68f1020730c4,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:04.958021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a45e366-b720-402d-b43d-a457103be703 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.961779 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8a45e366-b720-402d-b43d-a457103be703 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/53ae5de4-089a-4a27-ad3b-514f9580dad7 HTTP/1.1" status: 204 len: 168 time: 1.1840746 Jul 09 13:44:04.964478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49856) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:04.980924 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cba32190-af15-4aea-9fae-4c8ce894d48b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:04.982634 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cba32190-af15-4aea-9fae-4c8ce894d48b tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5080333 Jul 09 13:44:05.018444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b077137-8891-4cae-8b34-1e417ffad5b7 req-dd61af30-bd95-4f03-8f9e-ac4ddd7ccc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:05.020065 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b077137-8891-4cae-8b34-1e417ffad5b7 req-dd61af30-bd95-4f03-8f9e-ac4ddd7ccc05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b067095-4052-4b92-b6db-3597e823e67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1819234 Jul 09 13:44:05.204637 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b077137-8891-4cae-8b34-1e417ffad5b7 req-08f57b2c-57d4-4dbb-9953-901d4b513354 service neutron] 10.222.0.18 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759427 Jul 09 13:44:05.272912 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d6ea-55ef-4362-a7bc-a7a2a96e56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:05.325800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896c6f42-b836-4f35-8cb7-98653f0bd2ee req-2dffd9a5-bbfa-4afd-a9a1-2e1d6237d8c9 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:05.331534 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-896c6f42-b836-4f35-8cb7-98653f0bd2ee req-2dffd9a5-bbfa-4afd-a9a1-2e1d6237d8c9 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 946 time: 0.1449594 Jul 09 13:44:05.341086 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49896) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:05.367862 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4627137b-954a-40cf-bb18-fb8885f93b16 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Request body: {'floatingip': {'port_id': '28c70220-1078-41c3-90a6-db2fd36dc6e0'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:05.380103 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1b077137-8891-4cae-8b34-1e417ffad5b7 req-2fd767cf-d373-4e86-996f-76292ed13d61 service neutron] 10.222.0.18 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1673493 Jul 09 13:44:05.471153 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4627137b-954a-40cf-bb18-fb8885f93b16 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:05.471530 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d6ea-55ef-4362-a7bc-a7a2a96e56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:05.548986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9cb2d6ea-55ef-4362-a7bc-a7a2a96e56e9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bcb4e41-cb74-4ce7-8c14-98a560882f83']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:05.590014 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9cb2d6ea-55ef-4362-a7bc-a7a2a96e56e9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0749b263-1c57-4b92-ae4f-edaaf93d0808') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:05.590412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-9cb2d6ea-55ef-4362-a7bc-a7a2a96e56e9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0749b263-1c57-4b92-ae4f-edaaf93d0808') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:05.596857 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:05.609507 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-d62be417-1f97-4451-b199-2dcaca9d9cf1 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-226747466&fields=id&tenant_id=c1f9f9204531458ca2e9fa84d6609b20 HTTP/1.1" status: 200 len: 267 time: 0.1437566 Jul 09 13:44:05.624440 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d6ea-55ef-4362-a7bc-a7a2a96e56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:05.639074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6114b02a-8aa9-4dea-a62b-6699bc974c5c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:44:05.762439 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d6ea-55ef-4362-a7bc-a7a2a96e56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:05.782177 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 6114b02a-8aa9-4dea-a62b-6699bc974c5c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:44:05.782779 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:05.809801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cb2d6ea-55ef-4362-a7bc-a7a2a96e56e9 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:44:05.813221 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d6ea-55ef-4362-a7bc-a7a2a96e56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:44:05.817219 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:44:06.190412 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:44:06.242080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-4fdf8c3c-7d72-41c8-932e-130200ed125c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:06.244244 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-4fdf8c3c-7d72-41c8-932e-130200ed125c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/networks?id=3f5cdef3-4da7-4359-b375-ec70e59c8c66 HTTP/1.1" status: 200 len: 796 time: 0.6176994 Jul 09 13:44:06.250725 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d6ea-55ef-4362-a7bc-a7a2a96e56e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:06.266136 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9cb2d6ea-55ef-4362-a7bc-a7a2a96e56e9 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:06.269124 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9cb2d6ea-55ef-4362-a7bc-a7a2a96e56e9 admin admin] 10.222.0.39 "DELETE /v2.0/networks/2bcb4e41-cb74-4ce7-8c14-98a560882f83 HTTP/1.1" status: 204 len: 168 time: 1.3032017 Jul 09 13:44:06.279469 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50010) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:06.307273 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-fc831ed7-2a5c-475c-ac9e-e44c14ea871e tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/quotas/c1f9f9204531458ca2e9fa84d6609b20 HTTP/1.1" status: 200 len: 375 time: 0.0531220 Jul 09 13:44:06.315516 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b010f1-34ef-4d52-baae-c5e762f6fcdd req-2d7491f4-b217-411e-b6f1-26ff0865ed31 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:06.317460 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1b010f1-34ef-4d52-baae-c5e762f6fcdd req-2d7491f4-b217-411e-b6f1-26ff0865ed31 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.5473530 Jul 09 13:44:06.346867 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb2d6ea-55ef-4362-a7bc-a7a2a96e56e9 admin admin] Pushing event deleted for resources: {'Network': ['ID=2bcb4e41-cb74-4ce7-8c14-98a560882f83,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:06.437800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9c7c220-12f5-49ca-a3e2-a45e69703c42 admin admin] Deleting subnet 54169626-87e7-4ecb-9817-b36f59b0b065 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:44:06.457560 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c220-12f5-49ca-a3e2-a45e69703c42 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:06.505254 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1b010f1-34ef-4d52-baae-c5e762f6fcdd req-8cfee06b-1333-4bd0-930e-1388420f1947 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551073 Jul 09 13:44:06.549806 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c220-12f5-49ca-a3e2-a45e69703c42 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:06.559231 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-74aec43b-2cd3-4c64-a1c6-d6f3c62c167a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=c1f9f9204531458ca2e9fa84d6609b20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2403545 Jul 09 13:44:06.681887 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c220-12f5-49ca-a3e2-a45e69703c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:06.729776 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.db.resource_extend [None req-4627137b-954a-40cf-bb18-fb8885f93b16 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:44:06.763577 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-1e0e828d-6927-4a2e-b0f8-1850b68f367d service neutron] 10.222.0.39 "GET /v2.0/networks/3f5cdef3-4da7-4359-b375-ec70e59c8c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791997 Jul 09 13:44:06.835844 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4627137b-954a-40cf-bb18-fb8885f93b16 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:06.845264 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4627137b-954a-40cf-bb18-fb8885f93b16 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:06.848920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50082) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:06.886498 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c220-12f5-49ca-a3e2-a45e69703c42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:06.923390 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-0fa3e0a1-f492-408c-b59f-6c685156509c service neutron] 10.222.0.39 "GET /v2.0/networks/3f5cdef3-4da7-4359-b375-ec70e59c8c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483715 Jul 09 13:44:06.927703 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7c220-12f5-49ca-a3e2-a45e69703c42 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54169626-87e7-4ecb-9817-b36f59b0b065,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:06.935021 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b9c7c220-12f5-49ca-a3e2-a45e69703c42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:06.938320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b9c7c220-12f5-49ca-a3e2-a45e69703c42 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/54169626-87e7-4ecb-9817-b36f59b0b065 HTTP/1.1" status: 204 len: 168 time: 0.6537366 Jul 09 13:44:06.950232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50096) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:06.992099 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:07.091864 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-4627137b-954a-40cf-bb18-fb8885f93b16 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Floating IP 18cdff99-29b4-42bd-825d-e91af8f2aeca associated. External IP: 172.25.2.111, port: 28c70220-1078-41c3-90a6-db2fd36dc6e0. Jul 09 13:44:07.130774 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-516bc54c-137c-4285-81de-aca346138609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:07.267125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b6c58573-5c24-4ff7-9ec8-de70fd3cc47f tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group': {'name': 'tempest-secgroup--537282318'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:07.307843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7a1e31b-3dfe-4e3d-89f9-55c1b0f8d158 req-5cd58e4d-f676-4639-b024-894aa52a3632 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 210 time: 0.0453820 Jul 09 13:44:07.314052 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-516bc54c-137c-4285-81de-aca346138609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:07.322545 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6c58573-5c24-4ff7-9ec8-de70fd3cc47f tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:07.328861 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-516bc54c-137c-4285-81de-aca346138609 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['755465a6-b4b3-4700-9420-72b1e997e2f2']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:07.332955 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6c58573-5c24-4ff7-9ec8-de70fd3cc47f tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:07.358526 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-516bc54c-137c-4285-81de-aca346138609 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ccc7fb8-28d0-42e0-8239-3f766ee4b4ec') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:07.358869 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-516bc54c-137c-4285-81de-aca346138609 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ccc7fb8-28d0-42e0-8239-3f766ee4b4ec') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:07.375271 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-516bc54c-137c-4285-81de-aca346138609 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:07.398034 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-516bc54c-137c-4285-81de-aca346138609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:07.407852 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-516bc54c-137c-4285-81de-aca346138609 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:44:07.409275 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-516bc54c-137c-4285-81de-aca346138609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:44:07.411646 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:44:07.524984 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-516bc54c-137c-4285-81de-aca346138609 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:07.541488 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-516bc54c-137c-4285-81de-aca346138609 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:07.544207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-516bc54c-137c-4285-81de-aca346138609 admin admin] 10.222.0.39 "DELETE /v2.0/networks/755465a6-b4b3-4700-9420-72b1e997e2f2 HTTP/1.1" status: 204 len: 168 time: 0.5931563 Jul 09 13:44:07.562916 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516bc54c-137c-4285-81de-aca346138609 admin admin] Pushing event deleted for resources: {'Network': ['ID=755465a6-b4b3-4700-9420-72b1e997e2f2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:07.845522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb657a52-9ddb-4f09-bd76-5047bc82453f req-43b54eaf-c136-40b8-8ac3-6aef012932ad tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:07.851577 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb657a52-9ddb-4f09-bd76-5047bc82453f req-43b54eaf-c136-40b8-8ac3-6aef012932ad tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.1308467 Jul 09 13:44:07.863515 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4627137b-954a-40cf-bb18-fb8885f93b16 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Router a72b7a44-1270-455a-af8d-46bcbd0d8795 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:44:07.933940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50202) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:07.946996 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb657a52-9ddb-4f09-bd76-5047bc82453f req-be3f88b6-eac7-486e-81db-849f64a3071b tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828197 Jul 09 13:44:07.974448 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6c58573-5c24-4ff7-9ec8-de70fd3cc47f tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:07.987450 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6c58573-5c24-4ff7-9ec8-de70fd3cc47f tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:08.108435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c58573-5c24-4ff7-9ec8-de70fd3cc47f tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02c2578-5ff6-4b81-96f7-d06758927549,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:08.121910 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-34418863-171c-42aa-bc1e-e86193ac302d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6b677d1b8c8a4e1aa19b847933930adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1765704 Jul 09 13:44:08.122268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50220) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:08.183828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4627137b-954a-40cf-bb18-fb8885f93b16 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:44:08.193477 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4627137b-954a-40cf-bb18-fb8885f93b16 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:08.195753 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0233d5-11f3-477f-8218-2a7ccbb92aa1 None None] Sync routers for ids ['a72b7a44-1270-455a-af8d-46bcbd0d8795'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:44:08.219727 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32cafa42-0be7-4a84-a9cf-6157fadefef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:08.223810 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0233d5-11f3-477f-8218-2a7ccbb92aa1 None None] Routers {'a72b7a44-1270-455a-af8d-46bcbd0d8795'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:44:08.224985 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ff0233d5-11f3-477f-8218-2a7ccbb92aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:44:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a72b7a44-1270-455a-af8d-46bcbd0d8795'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:08.266339 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32cafa42-0be7-4a84-a9cf-6157fadefef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:08.355122 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32cafa42-0be7-4a84-a9cf-6157fadefef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:08.357963 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32cafa42-0be7-4a84-a9cf-6157fadefef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:08.363250 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-32cafa42-0be7-4a84-a9cf-6157fadefef6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6ab03f8-15b8-4152-ad7c-022d39d3f054 HTTP/1.1" status: 204 len: 168 time: 0.2411983 Jul 09 13:44:08.381148 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cafa42-0be7-4a84-a9cf-6157fadefef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6ab03f8-15b8-4152-ad7c-022d39d3f054,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:08.385938 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ff0233d5-11f3-477f-8218-2a7ccbb92aa1 None None] Set router a72b7a44-1270-455a-af8d-46bcbd0d8795 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:44:08.464583 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6c58573-5c24-4ff7-9ec8-de70fd3cc47f tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:08.469149 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4627137b-954a-40cf-bb18-fb8885f93b16 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "PUT /v2.0/floatingips/18cdff99-29b4-42bd-825d-e91af8f2aeca HTTP/1.1" status: 200 len: 992 time: 3.1150579 Jul 09 13:44:08.471826 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:08.501847 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6aef670-8540-44db-9b39-928a0ce0f679" -d '{"events": [{"name": "network-changed", "server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:08.516370 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:08.524652 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6c58573-5c24-4ff7-9ec8-de70fd3cc47f tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:08.650799 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6c58573-5c24-4ff7-9ec8-de70fd3cc47f tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:08.656945 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b6c58573-5c24-4ff7-9ec8-de70fd3cc47f tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8068664 Jul 09 13:44:08.659754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50240) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:08.673030 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:08.686213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c58573-5c24-4ff7-9ec8-de70fd3cc47f tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13408635-c23f-4f79-aa36-91464e9c815b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:08.750966 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ff0233d5-11f3-477f-8218-2a7ccbb92aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'name': 'tempest-ServerActionsTestJSON-133263770-router', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '96f61424-1d8e-49ec-91ef-118603cad708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'gw_port': {'id': '96f61424-1d8e-49ec-91ef-118603cad708', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '18cdff99-29b4-42bd-825d-e91af8f2aeca', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'floating_ip_address': '172.25.2.111', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'port_id': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'mac_address': 'fa:16:3e:b0:d2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39339bf-8375-49ef-940b-cf66f9276944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:44:06Z', 'revision_number': 1, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed4a558-08b7-45d2-b6e3-d054777c266f', 'name': '', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'mac_address': 'fa:16:3e:87:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:28Z', 'updated_at': '2021-07-09T13:43:46Z', 'revision_number': 5, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'subnets': [{'id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:08.789030 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0233d5-11f3-477f-8218-2a7ccbb92aa1 None None] Checking router: a72b7a44-1270-455a-af8d-46bcbd0d8795 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:44:08.802798 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0233d5-11f3-477f-8218-2a7ccbb92aa1 None None] Routers {'a72b7a44-1270-455a-af8d-46bcbd0d8795'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:44:08.804381 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ff0233d5-11f3-477f-8218-2a7ccbb92aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:44:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a72b7a44-1270-455a-af8d-46bcbd0d8795'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:08.839329 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c39bbdae-c77f-4695-bdd7-4c8a2916cb7d req-ca8a60d9-cef9-477f-9509-3e55ccb16c96 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 210 time: 0.1094313 Jul 09 13:44:08.845068 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f0ca256-1759-4b80-962f-01cf925c232e x-openstack-request-id: req-1f0ca256-1759-4b80-962f-01cf925c232e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:08.845433 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:08.845702 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f0ca256-1759-4b80-962f-01cf925c232e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:08.846140 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'status': 'completed', 'code': 200} Jul 09 13:44:08.914221 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1dc4fc73-6dd9-4c62-baf4-bb986a0a934c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2531192 Jul 09 13:44:08.917703 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50244) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:08.922787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ac967cfc-2e95-40d3-8b33-a6c8e323ab8a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group': {'name': 'tempest-security--2023284134', 'description': 'tempest-security-description-652156198'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:08.959007 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ff0233d5-11f3-477f-8218-2a7ccbb92aa1 None None] Set router a72b7a44-1270-455a-af8d-46bcbd0d8795 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:44:08.973740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aef670-8540-44db-9b39-928a0ce0f679 req-79673fc6-69d1-46c1-b205-4bbc5a3f1e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:08.977624 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6aef670-8540-44db-9b39-928a0ce0f679 req-79673fc6-69d1-46c1-b205-4bbc5a3f1e2f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 1097 time: 0.1304381 Jul 09 13:44:08.982948 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac967cfc-2e95-40d3-8b33-a6c8e323ab8a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:09.051464 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac967cfc-2e95-40d3-8b33-a6c8e323ab8a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:09.058643 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac967cfc-2e95-40d3-8b33-a6c8e323ab8a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:09.062292 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac967cfc-2e95-40d3-8b33-a6c8e323ab8a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:09.063861 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ac967cfc-2e95-40d3-8b33-a6c8e323ab8a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "PUT /v2.0/security-groups/13408635-c23f-4f79-aa36-91464e9c815b HTTP/1.1" status: 200 len: 1779 time: 0.1451864 Jul 09 13:44:09.067491 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50246) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:09.136222 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac967cfc-2e95-40d3-8b33-a6c8e323ab8a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13408635-c23f-4f79-aa36-91464e9c815b,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:09.143588 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1491586b-f05b-46f8-9a13-a2cae1a8b2d5 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-groups/13408635-c23f-4f79-aa36-91464e9c815b HTTP/1.1" status: 200 len: 1779 time: 0.0728414 Jul 09 13:44:09.146367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50248) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:09.179917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50250) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:09.272693 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-daf62229-291d-4eec-a5c5-32f2346f6f65 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:09.277457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aef670-8540-44db-9b39-928a0ce0f679 req-fb8240ab-17cc-458b-b443-5628197b2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:09.279329 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6aef670-8540-44db-9b39-928a0ce0f679 req-fb8240ab-17cc-458b-b443-5628197b2d7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.2922659 Jul 09 13:44:09.324408 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-daf62229-291d-4eec-a5c5-32f2346f6f65 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:09.379178 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e8099844-d150-4890-9653-25fb3176363d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a32e8052db534dc0a13dd0841c0109a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1958964 Jul 09 13:44:09.381776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50252) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:09.420121 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6aef670-8540-44db-9b39-928a0ce0f679 req-6c213c14-0e33-4f1d-b777-48e48db257c9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0 HTTP/1.1" status: 200 len: 1000 time: 0.1111181 Jul 09 13:44:09.437167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-14a7bed4-05d4-4acf-a5d3-dade6649952a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:09.438748 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-14a7bed4-05d4-4acf-a5d3-dade6649952a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.15 "GET /v2.0/networks?id=3f5cdef3-4da7-4359-b375-ec70e59c8c66 HTTP/1.1" status: 200 len: 796 time: 0.1863339 Jul 09 13:44:09.454237 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-daf62229-291d-4eec-a5c5-32f2346f6f65 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:09.463289 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-daf62229-291d-4eec-a5c5-32f2346f6f65 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:09.464962 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-daf62229-291d-4eec-a5c5-32f2346f6f65 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-groups/13408635-c23f-4f79-aa36-91464e9c815b HTTP/1.1" status: 204 len: 168 time: 0.2943664 Jul 09 13:44:09.483137 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50254) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:09.528424 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-d1e063b6-a2f3-41d0-a802-bf729f48df96 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1f9f9204531458ca2e9fa84d6609b20 HTTP/1.1" status: 200 len: 379 time: 0.0440032 Jul 09 13:44:09.530343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aef670-8540-44db-9b39-928a0ce0f679 req-2e5de69e-9876-40de-94a7-c048cbd1e830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:09.531973 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6aef670-8540-44db-9b39-928a0ce0f679 req-2e5de69e-9876-40de-94a7-c048cbd1e830 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.0922508 Jul 09 13:44:09.539451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-5cf127ff-ed28-43be-b043-e73abdc7b85f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'port': {'device_id': 'fd0b6566-eaed-4bdd-9160-424685aa5ea5', 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'admin_state_up': True, 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'security_groups': ['24de6e2f-1557-4a93-a2c5-ec46c756b342']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:09.552109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf62229-291d-4eec-a5c5-32f2346f6f65 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13408635-c23f-4f79-aa36-91464e9c815b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:09.554763 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ff0233d5-11f3-477f-8218-2a7ccbb92aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'name': 'tempest-ServerActionsTestJSON-133263770-router', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '96f61424-1d8e-49ec-91ef-118603cad708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'gw_port': {'id': '96f61424-1d8e-49ec-91ef-118603cad708', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '18cdff99-29b4-42bd-825d-e91af8f2aeca', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'floating_ip_address': '172.25.2.111', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'port_id': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'mac_address': 'fa:16:3e:b0:d2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39339bf-8375-49ef-940b-cf66f9276944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:44:06Z', 'revision_number': 1, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed4a558-08b7-45d2-b6e3-d054777c266f', 'name': '', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'mac_address': 'fa:16:3e:87:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:28Z', 'updated_at': '2021-07-09T13:43:46Z', 'revision_number': 5, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'subnets': [{'id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:09.629343 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dfbbb123-dfa6-40ed-a355-d34d2ac207da tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1435001 Jul 09 13:44:09.637737 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50262) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:09.662531 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-c127b708-9662-4007-a846-2471735c8854 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] delete failed (client error): The resource could not be found. Jul 09 13:44:09.666585 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c127b708-9662-4007-a846-2471735c8854 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-groups/13408635-c23f-4f79-aa36-91464e9c815b HTTP/1.1" status: 404 len: 347 time: 0.0275400 Jul 09 13:44:09.667988 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e96ee11-c934-4e4b-b70b-122c1d81dcc9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:09.671031 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50264) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:09.676749 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f867cc5c-f96a-44ca-977a-d2fd962e4eca tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group': {'name': 'tempest-secgroup--1014251001'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:09.691318 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0233d5-11f3-477f-8218-2a7ccbb92aa1 None None] The sync data for ids ['a72b7a44-1270-455a-af8d-46bcbd0d8795'] in n-d-799525-3 is: [{'id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'name': 'tempest-ServerActionsTestJSON-133263770-router', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '96f61424-1d8e-49ec-91ef-118603cad708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'gw_port': {'id': '96f61424-1d8e-49ec-91ef-118603cad708', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '18cdff99-29b4-42bd-825d-e91af8f2aeca', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'floating_ip_address': '172.25.2.111', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'port_id': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 2545, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'mac_address': 'fa:16:3e:b0:d2:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a39339bf-8375-49ef-940b-cf66f9276944', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:44:06Z', 'revision_number': 1, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9ed4a558-08b7-45d2-b6e3-d054777c266f', 'name': '', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'mac_address': 'fa:16:3e:87:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:28Z', 'updated_at': '2021-07-09T13:43:46Z', 'revision_number': 5, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'subnets': [{'id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:44:09.710477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aef670-8540-44db-9b39-928a0ce0f679 req-5381b7d5-af65-49b6-bd77-4ac515aadf2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:09.712699 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6aef670-8540-44db-9b39-928a0ce0f679 req-5381b7d5-af65-49b6-bd77-4ac515aadf2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1670463 Jul 09 13:44:09.740355 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-f867cc5c-f96a-44ca-977a-d2fd962e4eca tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:44:09.740355 n-d-799525-3 neutron-server[93754]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:44:09.740355 n-d-799525-3 neutron-server[93754]: [parameters: {'project_id': '791c993ff86342568dabafa385ed1c48', 'id': '05fe4cab-c5d7-4cfe-8897-74a11bdc83bd', 'expiration': datetime.datetime(2021, 7, 9, 13, 46, 9, 732004)}] Jul 09 13:44:09.740355 n-d-799525-3 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:44:09.742347 n-d-799525-3 neutron-server[93754]: DEBUG oslo_db.api [None req-f867cc5c-f96a-44ca-977a-d2fd962e4eca tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:44:09.757800 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e96ee11-c934-4e4b-b70b-122c1d81dcc9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:09.824310 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-5cf127ff-ed28-43be-b043-e73abdc7b85f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Made reservation on behalf of c1f9f9204531458ca2e9fa84d6609b20 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:44:09.828526 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-5cf127ff-ed28-43be-b043-e73abdc7b85f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:09.861919 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e96ee11-c934-4e4b-b70b-122c1d81dcc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:09.864890 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e96ee11-c934-4e4b-b70b-122c1d81dcc9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:09.867138 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2e96ee11-c934-4e4b-b70b-122c1d81dcc9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c298f602-3901-46b5-97f4-b43dc1fa288d HTTP/1.1" status: 204 len: 168 time: 0.4834683 Jul 09 13:44:09.888072 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e96ee11-c934-4e4b-b70b-122c1d81dcc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c298f602-3901-46b5-97f4-b43dc1fa288d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:09.953612 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6aef670-8540-44db-9b39-928a0ce0f679 req-e40c47dd-4d81-4cdb-8b4e-5d869e344bbb service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2314110 Jul 09 13:44:10.076920 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89339426-79ea-49d3-bc17-e43eddd2c0b7 None None] New status for floating IP 18cdff99-29b4-42bd-825d-e91af8f2aeca: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:44:10.176048 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-199341cb-d84f-43b8-b49b-274e2046380f req-c89c4d77-0d8e-462d-821b-5063a15e41be tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 210 time: 0.0791197 Jul 09 13:44:10.238043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-5cf127ff-ed28-43be-b043-e73abdc7b85f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Allocated IP 172.20.0.13 (3f5cdef3-4da7-4359-b375-ec70e59c8c66/478d302e-20f1-42b6-b1ee-128a8f7a6cf1/cef2d154-2ffc-48b7-83e7-f61487b1c024) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:44:10.250486 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6aef670-8540-44db-9b39-928a0ce0f679 req-1aca3a2c-a4b8-4325-ab31-5bbefc6c73f8 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2870729 Jul 09 13:44:10.298100 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f867cc5c-f96a-44ca-977a-d2fd962e4eca tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:10.452708 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f867cc5c-f96a-44ca-977a-d2fd962e4eca tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:10.458577 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f867cc5c-f96a-44ca-977a-d2fd962e4eca tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:10.515407 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f867cc5c-f96a-44ca-977a-d2fd962e4eca tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:10.516691 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f867cc5c-f96a-44ca-977a-d2fd962e4eca tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8451939 Jul 09 13:44:10.519268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f867cc5c-f96a-44ca-977a-d2fd962e4eca tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2435e5da-9f09-4f77-8296-1f37e33b00e3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:10.521347 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50286) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:10.535286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c8a02848-87af-4d25-800c-e28dcfabddbd tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group_rule': {'security_group_id': '2435e5da-9f09-4f77-8296-1f37e33b00e3', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:10.578020 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-5cf127ff-ed28-43be-b043-e73abdc7b85f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:10.593510 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c8a02848-87af-4d25-800c-e28dcfabddbd tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:10.607753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-5cf127ff-ed28-43be-b043-e73abdc7b85f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Transition to ACTIVE for port object cef2d154-2ffc-48b7-83e7-f61487b1c024 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:44:10.679550 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c8a02848-87af-4d25-800c-e28dcfabddbd tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:10.684990 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c8a02848-87af-4d25-800c-e28dcfabddbd tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:10.698370 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-5cf127ff-ed28-43be-b043-e73abdc7b85f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:10.734333 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-5cf127ff-ed28-43be-b043-e73abdc7b85f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network 3f5cdef3-4da7-4359-b375-ec70e59c8c66 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:44:10.739942 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-5cf127ff-ed28-43be-b043-e73abdc7b85f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:44:10.775865 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-5cf127ff-ed28-43be-b043-e73abdc7b85f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:44:10.778638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a02848-87af-4d25-800c-e28dcfabddbd tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe552210-13e5-4cd1-a850-0fed2fbb39d2,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:10.805466 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c8a02848-87af-4d25-800c-e28dcfabddbd tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:10.809428 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c8a02848-87af-4d25-800c-e28dcfabddbd tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2842519 Jul 09 13:44:10.811162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50298) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:10.854655 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bbca95b7-ebc0-4d72-b47f-48ce3dc6bc92 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:10.860753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf127ff-ed28-43be-b043-e73abdc7b85f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Port': ['ID=cef2d154-2ffc-48b7-83e7-f61487b1c024,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:10.877893 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bbca95b7-ebc0-4d72-b47f-48ce3dc6bc92 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:10.893519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-5cf127ff-ed28-43be-b043-e73abdc7b85f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:10.894207 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-5cf127ff-ed28-43be-b043-e73abdc7b85f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:10.935546 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-5cf127ff-ed28-43be-b043-e73abdc7b85f tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3999653 Jul 09 13:44:10.956066 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bbca95b7-ebc0-4d72-b47f-48ce3dc6bc92 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:10.957553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Request body: {'port': {'device_id': 'fd0b6566-eaed-4bdd-9160-424685aa5ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:10.970624 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bbca95b7-ebc0-4d72-b47f-48ce3dc6bc92 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:10.974849 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50300) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:10.978619 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bbca95b7-ebc0-4d72-b47f-48ce3dc6bc92 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/fe552210-13e5-4cd1-a850-0fed2fbb39d2 HTTP/1.1" status: 204 len: 168 time: 0.1659577 Jul 09 13:44:10.994682 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbca95b7-ebc0-4d72-b47f-48ce3dc6bc92 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fe552210-13e5-4cd1-a850-0fed2fbb39d2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:11.084157 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-553c6abc-0449-440a-930e-a6460d77574d tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1073549 Jul 09 13:44:11.088223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50306) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:11.150028 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:11.156591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d2952240-117c-40de-b5d1-8ff35bcbbf26 None None] Provisioning for port cef2d154-2ffc-48b7-83e7-f61487b1c024 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:44:11.166770 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d2952240-117c-40de-b5d1-8ff35bcbbf26 None None] Provisioning complete for port cef2d154-2ffc-48b7-83e7-f61487b1c024 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:44:11.171262 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2952240-117c-40de-b5d1-8ff35bcbbf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:11.212727 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7de8bcd0-773c-4aff-a9b3-dbc380d9a43c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:11.260671 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7de8bcd0-773c-4aff-a9b3-dbc380d9a43c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:11.314549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d2952240-117c-40de-b5d1-8ff35bcbbf26 None None] Port cef2d154-2ffc-48b7-83e7-f61487b1c024 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:44:11.342231 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7de8bcd0-773c-4aff-a9b3-dbc380d9a43c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:11.345135 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7de8bcd0-773c-4aff-a9b3-dbc380d9a43c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:11.346528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7de8bcd0-773c-4aff-a9b3-dbc380d9a43c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-groups/2435e5da-9f09-4f77-8296-1f37e33b00e3 HTTP/1.1" status: 204 len: 168 time: 0.2569587 Jul 09 13:44:11.354174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50316) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:11.370786 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8bcd0-773c-4aff-a9b3-dbc380d9a43c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2435e5da-9f09-4f77-8296-1f37e33b00e3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:11.479654 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5f692271-c550-4dae-9711-3d74cd007228 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1240425 Jul 09 13:44:11.483490 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50324) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:11.488279 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group': {'name': 'tempest-secgroup--995654422'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:11.579253 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:11.614082 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a22b0e-0708-45db-94b6-e3e4eb0b7560 req-719675bf-824b-493a-9385-517c2a42a319 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:11.622442 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8a22b0e-0708-45db-94b6-e3e4eb0b7560 req-719675bf-824b-493a-9385-517c2a42a319 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 932 time: 0.1196892 Jul 09 13:44:11.692766 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8a22b0e-0708-45db-94b6-e3e4eb0b7560 req-3fa02d9b-3800-4ce0-ab6b-ca5b06d229c0 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=24de6e2f-1557-4a93-a2c5-ec46c756b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697694 Jul 09 13:44:11.766345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cef2d154-2ffc-48b7-83e7-f61487b1c024 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:44:11.768692 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:11.775872 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:11.777616 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:11.793116 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Transition to ACTIVE for port object cef2d154-2ffc-48b7-83e7-f61487b1c024 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:44:11.796349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:11.804237 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:11.808140 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3210318 Jul 09 13:44:11.808604 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50336) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:11.824053 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-39ded579-6e73-4e86-b130-c7c3b626f660 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group_rule': {'security_group_id': '26f4ba82-7689-4a8f-a50e-ec5a1f962a91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:11.868542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26f4ba82-7689-4a8f-a50e-ec5a1f962a91,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:11.877192 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:11.877545 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:11.877893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:11.878231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:11.878598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:11.878905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:11.879267 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:11.879599 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:11.879931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:11.880255 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:11.880582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:11.880905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34bbddda-f22a-4ef6-b958-cc2dd2273b60 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:11.892481 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39ded579-6e73-4e86-b130-c7c3b626f660 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:11.922184 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cef2d154-2ffc-48b7-83e7-f61487b1c024,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:11.995065 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39ded579-6e73-4e86-b130-c7c3b626f660 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.008594 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39ded579-6e73-4e86-b130-c7c3b626f660 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.019526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Attempting to bind port cef2d154-2ffc-48b7-83e7-f61487b1c024 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:44:12.019526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Attempting to bind port cef2d154-2ffc-48b7-83e7-f61487b1c024 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'fe700183-eec3-4f6e-b831-94178c0ce573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:44:12.019892 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Attempting to bind port cef2d154-2ffc-48b7-83e7-f61487b1c024 on network 3f5cdef3-4da7-4359-b375-ec70e59c8c66 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:44:12.025397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Port cef2d154-2ffc-48b7-83e7-f61487b1c024 on network 3f5cdef3-4da7-4359-b375-ec70e59c8c66 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:44:12.025959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Attempting to bind port cef2d154-2ffc-48b7-83e7-f61487b1c024 on network 3f5cdef3-4da7-4359-b375-ec70e59c8c66 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:44:12.032821 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 44, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:44:12.033357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Checking segment: {'id': 'fe700183-eec3-4f6e-b831-94178c0ce573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:44:12.034061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Bound using segment: {'id': 'fe700183-eec3-4f6e-b831-94178c0ce573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:44:12.034688 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Bound port: cef2d154-2ffc-48b7-83e7-f61487b1c024, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe700183-eec3-4f6e-b831-94178c0ce573', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:44:12.035312 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.039547 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ded579-6e73-4e86-b130-c7c3b626f660 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce25277-898d-49f5-a982-ed995e6225a9,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:12.044597 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39ded579-6e73-4e86-b130-c7c3b626f660 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.053932 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-39ded579-6e73-4e86-b130-c7c3b626f660 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2434795 Jul 09 13:44:12.054334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50352) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:12.062657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3de5e713-4c2c-4f74-a985-d47c9a3230cc tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group_rule': {'security_group_id': '26f4ba82-7689-4a8f-a50e-ec5a1f962a91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:12.138299 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3de5e713-4c2c-4f74-a985-d47c9a3230cc tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.168885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] For port cef2d154-2ffc-48b7-83e7-f61487b1c024, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:44:12.193240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] For port cef2d154-2ffc-48b7-83e7-f61487b1c024, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=cef2d154-2ffc-48b7-83e7-f61487b1c024,segment=NetworkSegment(fe700183-eec3-4f6e-b831-94178c0ce573),segment_id=fe700183-eec3-4f6e-b831-94178c0ce573)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:44:12.208264 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.270686 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:12.283819 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.285363 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] 10.222.0.15 "PUT /v2.0/ports/cef2d154-2ffc-48b7-83e7-f61487b1c024 HTTP/1.1" status: 200 len: 1092 time: 1.3425782 Jul 09 13:44:12.291712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0b6566-eaed-4bdd-9160-424685aa5ea5', 'tag': 'cef2d154-2ffc-48b7-83e7-f61487b1c024'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:12.294125 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ade757a2-3d14-4e04-9033-1624653f18ad" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0b6566-eaed-4bdd-9160-424685aa5ea5", "tag": "cef2d154-2ffc-48b7-83e7-f61487b1c024"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:12.299049 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3de5e713-4c2c-4f74-a985-d47c9a3230cc tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.308708 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3de5e713-4c2c-4f74-a985-d47c9a3230cc tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.337558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fe55c7-312e-450a-81fa-7b1c603997d8 service neutron] Pushing event updated for resources: {'Port': ['ID=cef2d154-2ffc-48b7-83e7-f61487b1c024,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:12.356648 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de5e713-4c2c-4f74-a985-d47c9a3230cc tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5837e19-67da-41d0-8799-b8c285a1dc60,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:12.380489 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3de5e713-4c2c-4f74-a985-d47c9a3230cc tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.382742 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3de5e713-4c2c-4f74-a985-d47c9a3230cc tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3272905 Jul 09 13:44:12.386124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50366) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:12.392929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-306cc649-67e1-4b02-8d85-c20ff584778c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group_rule': {'security_group_id': '26f4ba82-7689-4a8f-a50e-ec5a1f962a91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:12.401680 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9376c5cd-d25f-479f-b4e6-0c7a89d856fc x-openstack-request-id: req-9376c5cd-d25f-479f-b4e6-0c7a89d856fc {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:12.402295 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0b6566-eaed-4bdd-9160-424685aa5ea5", "tag": "cef2d154-2ffc-48b7-83e7-f61487b1c024", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:12.402833 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9376c5cd-d25f-479f-b4e6-0c7a89d856fc {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:12.403648 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0b6566-eaed-4bdd-9160-424685aa5ea5', 'tag': 'cef2d154-2ffc-48b7-83e7-f61487b1c024', 'status': 'completed', 'code': 200} Jul 09 13:44:12.450120 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-6f2b4b04-2bb5-42a2-8767-9caa7c37df49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:12.451648 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-6f2b4b04-2bb5-42a2-8767-9caa7c37df49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1f9f9204531458ca2e9fa84d6609b20&device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 1095 time: 0.1152363 Jul 09 13:44:12.453137 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-306cc649-67e1-4b02-8d85-c20ff584778c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.507523 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-587ecdae-8703-4aac-add7-077d4cfbb44b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef2d154-2ffc-48b7-83e7-f61487b1c024 HTTP/1.1" status: 200 len: 217 time: 0.0436571 Jul 09 13:44:12.621084 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-4d25ae1f-70ab-4c4b-a305-945c83e3c31a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:12.622676 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-4d25ae1f-70ab-4c4b-a305-945c83e3c31a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=478d302e-20f1-42b6-b1ee-128a8f7a6cf1 HTTP/1.1" status: 200 len: 834 time: 0.1069596 Jul 09 13:44:12.624489 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-306cc649-67e1-4b02-8d85-c20ff584778c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.665053 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-306cc649-67e1-4b02-8d85-c20ff584778c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.691282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306cc649-67e1-4b02-8d85-c20ff584778c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7657968a-3b31-4f98-962e-3ef83353b537,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:12.700937 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-306cc649-67e1-4b02-8d85-c20ff584778c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.702385 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-306cc649-67e1-4b02-8d85-c20ff584778c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3144403 Jul 09 13:44:12.706667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50378) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:12.718033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-889fb7a8-4785-4398-a85a-b334bf362548 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group_rule': {'security_group_id': '26f4ba82-7689-4a8f-a50e-ec5a1f962a91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:12.740641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-52f5b3f1-7999-4121-b873-441434f00d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:12.743258 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-52f5b3f1-7999-4121-b873-441434f00d66 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f5cdef3-4da7-4359-b375-ec70e59c8c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1140668 Jul 09 13:44:12.752357 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50384) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:12.823774 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-889fb7a8-4785-4398-a85a-b334bf362548 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.920547 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-a8a3578d-18e8-4d42-aa32-7e8fe8e64b5d service neutron] 10.222.0.15 "GET /v2.0/networks/3f5cdef3-4da7-4359-b375-ec70e59c8c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693974 Jul 09 13:44:12.956077 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-889fb7a8-4785-4398-a85a-b334bf362548 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.958745 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5b43436-818c-4170-b81d-c90fdf9e2882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:12.986868 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dd5a0-d9c9-43d8-ad0f-856739dcf1da req-43335926-13c7-4341-9577-6701cae39fb8 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:12.988467 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-201dd5a0-d9c9-43d8-ad0f-856739dcf1da req-43335926-13c7-4341-9577-6701cae39fb8 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 944 time: 0.1301761 Jul 09 13:44:13.039872 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-889fb7a8-4785-4398-a85a-b334bf362548 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.078729 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-201dd5a0-d9c9-43d8-ad0f-856739dcf1da req-8e354a17-be9e-41f5-94f4-e67f79d35336 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=24de6e2f-1557-4a93-a2c5-ec46c756b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827947 Jul 09 13:44:13.153021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889fb7a8-4785-4398-a85a-b334bf362548 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b66ba2be-cf48-4a96-84be-f053180d2e7e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:13.178921 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-300acc3e-14c4-4a1b-92c5-a9537f6e6416 req-81b00e9c-9f9f-4a03-9b72-c4692a559007 service neutron] 10.222.0.15 "GET /v2.0/networks/3f5cdef3-4da7-4359-b375-ec70e59c8c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472444 Jul 09 13:44:13.182553 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5b43436-818c-4170-b81d-c90fdf9e2882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.195611 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5b43436-818c-4170-b81d-c90fdf9e2882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.205372 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-889fb7a8-4785-4398-a85a-b334bf362548 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.207067 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-889fb7a8-4785-4398-a85a-b334bf362548 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4990022 Jul 09 13:44:13.210668 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50404) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:13.217021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a026a004-aaed-41e6-beaf-d0775b55ebe2 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group_rule': {'security_group_id': '26f4ba82-7689-4a8f-a50e-ec5a1f962a91', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:13.302421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b43436-818c-4170-b81d-c90fdf9e2882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ab666a-77f9-4100-b485-ecf8167c7bb3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:13.308601 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a026a004-aaed-41e6-beaf-d0775b55ebe2 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.329309 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d5b43436-818c-4170-b81d-c90fdf9e2882 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbca66bd288749ac8602f9f1fa96a646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5750897 Jul 09 13:44:13.330432 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50408) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:13.409239 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a026a004-aaed-41e6-beaf-d0775b55ebe2 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.410163 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b5ecac-cf20-4183-adbc-1959cfb2bef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.412086 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade757a2-3d14-4e04-9033-1624653f18ad req-97a96dd6-7cc5-4059-9d63-448c9bea9712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:13.414789 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ade757a2-3d14-4e04-9033-1624653f18ad req-97a96dd6-7cc5-4059-9d63-448c9bea9712 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1f9f9204531458ca2e9fa84d6609b20&device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 1095 time: 0.1679595 Jul 09 13:44:13.416495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a026a004-aaed-41e6-beaf-d0775b55ebe2 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.439937 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b5ecac-cf20-4183-adbc-1959cfb2bef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.523716 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b5ecac-cf20-4183-adbc-1959cfb2bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.527620 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11b5ecac-cf20-4183-adbc-1959cfb2bef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.532070 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-11b5ecac-cf20-4183-adbc-1959cfb2bef2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c2ab666a-77f9-4100-b485-ecf8167c7bb3 HTTP/1.1" status: 204 len: 168 time: 0.2003918 Jul 09 13:44:13.551447 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b5ecac-cf20-4183-adbc-1959cfb2bef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ab666a-77f9-4100-b485-ecf8167c7bb3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:13.667920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade757a2-3d14-4e04-9033-1624653f18ad req-f4e82293-9ffb-4f98-bc60-e60aec97bc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:13.670635 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ade757a2-3d14-4e04-9033-1624653f18ad req-f4e82293-9ffb-4f98-bc60-e60aec97bc10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f5cdef3-4da7-4359-b375-ec70e59c8c66 HTTP/1.1" status: 200 len: 897 time: 0.2429485 Jul 09 13:44:13.674533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026a004-aaed-41e6-beaf-d0775b55ebe2 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ab5f350-fbf4-4abd-ac3a-f36cc02d058c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:13.697874 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a026a004-aaed-41e6-beaf-d0775b55ebe2 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.699062 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a026a004-aaed-41e6-beaf-d0775b55ebe2 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4870420 Jul 09 13:44:13.702147 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50416) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:13.739929 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f293bfa5-6eba-4aaf-8952-9d9bdf20b71c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.752488 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ade757a2-3d14-4e04-9033-1624653f18ad req-3dd06c38-375c-4288-93ef-c2290d09dc32 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef2d154-2ffc-48b7-83e7-f61487b1c024 HTTP/1.1" status: 200 len: 217 time: 0.0676517 Jul 09 13:44:13.752969 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f293bfa5-6eba-4aaf-8952-9d9bdf20b71c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.792158 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f293bfa5-6eba-4aaf-8952-9d9bdf20b71c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.799901 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f293bfa5-6eba-4aaf-8952-9d9bdf20b71c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.801375 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f293bfa5-6eba-4aaf-8952-9d9bdf20b71c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/8ab5f350-fbf4-4abd-ac3a-f36cc02d058c HTTP/1.1" status: 204 len: 168 time: 0.0973070 Jul 09 13:44:13.804601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50420) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:13.830743 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f293bfa5-6eba-4aaf-8952-9d9bdf20b71c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8ab5f350-fbf4-4abd-ac3a-f36cc02d058c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:13.851747 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade757a2-3d14-4e04-9033-1624653f18ad req-6cfbf43b-d0a8-4c48-a84d-20a710cdefd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:13.856066 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ade757a2-3d14-4e04-9033-1624653f18ad req-6cfbf43b-d0a8-4c48-a84d-20a710cdefd4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=478d302e-20f1-42b6-b1ee-128a8f7a6cf1 HTTP/1.1" status: 200 len: 834 time: 0.0929847 Jul 09 13:44:13.904824 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9b3ecc8f-60be-48a3-bcbf-6772a8da5a7a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0950201 Jul 09 13:44:13.907472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50422) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:13.950937 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5be11362-1773-434b-a976-277ad7463d82 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:13.964130 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5be11362-1773-434b-a976-277ad7463d82 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.000630 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade757a2-3d14-4e04-9033-1624653f18ad req-4af90159-ab94-4559-9e12-ca8be2b416c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:14.002683 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ade757a2-3d14-4e04-9033-1624653f18ad req-4af90159-ab94-4559-9e12-ca8be2b416c3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f5cdef3-4da7-4359-b375-ec70e59c8c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1400685 Jul 09 13:44:14.028488 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5be11362-1773-434b-a976-277ad7463d82 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.043728 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5be11362-1773-434b-a976-277ad7463d82 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.045165 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5be11362-1773-434b-a976-277ad7463d82 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/b66ba2be-cf48-4a96-84be-f053180d2e7e HTTP/1.1" status: 204 len: 168 time: 0.1368604 Jul 09 13:44:14.058071 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50428) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:14.059131 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be11362-1773-434b-a976-277ad7463d82 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b66ba2be-cf48-4a96-84be-f053180d2e7e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:14.124074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f165d0ba-16f5-4847-9ff2-f875c8d4fba2 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0623634 Jul 09 13:44:14.126826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50434) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:14.169758 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b20d8f0d-68c8-4d2e-a04e-746d5ab40dbc tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.175917 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ade757a2-3d14-4e04-9033-1624653f18ad req-62ba7865-548c-46b3-b104-c24b66373232 service neutron] 10.222.0.15 "GET /v2.0/networks/3f5cdef3-4da7-4359-b375-ec70e59c8c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653690 Jul 09 13:44:14.195982 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b20d8f0d-68c8-4d2e-a04e-746d5ab40dbc tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.277392 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b20d8f0d-68c8-4d2e-a04e-746d5ab40dbc tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.300705 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b20d8f0d-68c8-4d2e-a04e-746d5ab40dbc tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.305697 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b20d8f0d-68c8-4d2e-a04e-746d5ab40dbc tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/7657968a-3b31-4f98-962e-3ef83353b537 HTTP/1.1" status: 204 len: 168 time: 0.1776989 Jul 09 13:44:14.310269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50440) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:14.314685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d8f0d-68c8-4d2e-a04e-746d5ab40dbc tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7657968a-3b31-4f98-962e-3ef83353b537,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:14.484442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f7012-2cbc-43a1-8e38-01b27c054a2b req-699ec4fb-a34e-41db-9619-8a190ee09308 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:14.486770 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a57f7012-2cbc-43a1-8e38-01b27c054a2b req-699ec4fb-a34e-41db-9619-8a190ee09308 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 944 time: 0.1732047 Jul 09 13:44:14.546849 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a57f7012-2cbc-43a1-8e38-01b27c054a2b req-e3e29be0-bf02-48f3-a76b-c9722337b887 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=24de6e2f-1557-4a93-a2c5-ec46c756b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536249 Jul 09 13:44:14.754749 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ade757a2-3d14-4e04-9033-1624653f18ad req-a7bc8661-6571-4b0d-bb35-4302ab1197aa service neutron] 10.222.0.15 "GET /v2.0/networks/3f5cdef3-4da7-4359-b375-ec70e59c8c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5709491 Jul 09 13:44:14.780444 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50458) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:14.780961 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-68fe664d-5885-4b4d-84ea-ec793b37f1ef tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4688075 Jul 09 13:44:14.818352 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57b58162-66dc-464d-aefb-d29ba0e96e70 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.830280 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57b58162-66dc-464d-aefb-d29ba0e96e70 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.872655 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57b58162-66dc-464d-aefb-d29ba0e96e70 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.881645 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-57b58162-66dc-464d-aefb-d29ba0e96e70 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:14.882951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-57b58162-66dc-464d-aefb-d29ba0e96e70 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/f5837e19-67da-41d0-8799-b8c285a1dc60 HTTP/1.1" status: 204 len: 168 time: 0.1003103 Jul 09 13:44:14.886333 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50460) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:14.889104 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b58162-66dc-464d-aefb-d29ba0e96e70 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f5837e19-67da-41d0-8799-b8c285a1dc60,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:14.971445 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3f9d3b67-264a-4389-b2d4-bcb24ea37222 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0819597 Jul 09 13:44:14.973248 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50464) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:15.033451 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db39129e-a5fc-4e41-acfc-381eaaf22c4a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.051829 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db39129e-a5fc-4e41-acfc-381eaaf22c4a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.061919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device cef2d154-2ffc-48b7-83e7-f61487b1c024 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:44:15.088930 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db39129e-a5fc-4e41-acfc-381eaaf22c4a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.094527 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db39129e-a5fc-4e41-acfc-381eaaf22c4a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.098736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50468) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:15.098889 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-db39129e-a5fc-4e41-acfc-381eaaf22c4a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3ce25277-898d-49f5-a982-ed995e6225a9 HTTP/1.1" status: 204 len: 168 time: 0.1240292 Jul 09 13:44:15.108375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39129e-a5fc-4e41-acfc-381eaaf22c4a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ce25277-898d-49f5-a982-ed995e6225a9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:15.155397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50470) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:15.165061 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d1085c39-c8cc-4628-b41a-879eb0cb1f3f tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0624611 Jul 09 13:44:15.231586 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d74facb-b1a5-4875-a450-7603bbe6f3fe tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.247073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port cef2d154-2ffc-48b7-83e7-f61487b1c024, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=cef2d154-2ffc-48b7-83e7-f61487b1c024,segment=NetworkSegment(fe700183-eec3-4f6e-b831-94178c0ce573),segment_id=fe700183-eec3-4f6e-b831-94178c0ce573)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:15.275301 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'cef2d154-2ffc-48b7-83e7-f61487b1c024', 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'port_id': 'cef2d154-2ffc-48b7-83e7-f61487b1c024', 'mac_address': 'fa:16:3e:1e:1e:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 308, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:44:15.293102 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d74facb-b1a5-4875-a450-7603bbe6f3fe tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.368546 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.376331 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d74facb-b1a5-4875-a450-7603bbe6f3fe tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.379390 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9d74facb-b1a5-4875-a450-7603bbe6f3fe tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.384491 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9d74facb-b1a5-4875-a450-7603bbe6f3fe tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-groups/26f4ba82-7689-4a8f-a50e-ec5a1f962a91 HTTP/1.1" status: 204 len: 168 time: 0.2277839 Jul 09 13:44:15.384973 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50478) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:15.399721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cef2d154-2ffc-48b7-83e7-f61487b1c024 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:44:15.406493 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d74facb-b1a5-4875-a450-7603bbe6f3fe tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f4ba82-7689-4a8f-a50e-ec5a1f962a91,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:15.433525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port cef2d154-2ffc-48b7-83e7-f61487b1c024, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=cef2d154-2ffc-48b7-83e7-f61487b1c024,segment=NetworkSegment(fe700183-eec3-4f6e-b831-94178c0ce573),segment_id=fe700183-eec3-4f6e-b831-94178c0ce573)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:15.441493 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.451497 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4fd9f58c-6f68-4e48-9750-a48fd4f04ef7 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0649908 Jul 09 13:44:15.455657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50480) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:15.461817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7ef3b7a3-0c28-4a6a-adc6-899dea44f5c7 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group': {'name': 'tempest-secgroup--929507946'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:15.494858 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ef3b7a3-0c28-4a6a-adc6-899dea44f5c7 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.735208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=cef2d154-2ffc-48b7-83e7-f61487b1c024,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:15.739162 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ef3b7a3-0c28-4a6a-adc6-899dea44f5c7 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.746945 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ef3b7a3-0c28-4a6a-adc6-899dea44f5c7 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.762925 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['cef2d154-2ffc-48b7-83e7-f61487b1c024'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:44:15.795518 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ef3b7a3-0c28-4a6a-adc6-899dea44f5c7 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.801213 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7ef3b7a3-0c28-4a6a-adc6-899dea44f5c7 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3441029 Jul 09 13:44:15.805761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50492) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:15.811670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bdc5c092-c5f2-44f4-b47d-a106bf2887c5 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group_rule': {'security_group_id': '166e3880-134f-44d0-a986-5a70e5b5ba4c', 'direction': 'ingress', 'protocol': 17}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:15.833869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef3b7a3-0c28-4a6a-adc6-899dea44f5c7 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=166e3880-134f-44d0-a986-5a70e5b5ba4c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:15.845617 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c092-c5f2-44f4-b47d-a106bf2887c5 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.935866 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c092-c5f2-44f4-b47d-a106bf2887c5 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.941703 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c092-c5f2-44f4-b47d-a106bf2887c5 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.956740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42576445-502c-4c0d-8478-7dd1ac7df33a req-4474edc3-b23a-4198-9673-fbc25bcb0a33 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:15.958391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-42576445-502c-4c0d-8478-7dd1ac7df33a req-4474edc3-b23a-4198-9673-fbc25bcb0a33 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 945 time: 0.1799874 Jul 09 13:44:15.978256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc5c092-c5f2-44f4-b47d-a106bf2887c5 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df29dc19-c39e-45e9-842a-4ec5fe6f4ad8,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:15.981544 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bdc5c092-c5f2-44f4-b47d-a106bf2887c5 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:15.986282 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50500) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:15.986930 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bdc5c092-c5f2-44f4-b47d-a106bf2887c5 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1800148 Jul 09 13:44:16.119062 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-42576445-502c-4c0d-8478-7dd1ac7df33a req-e52b6f33-de56-4363-bc63-61ef47d362e2 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=24de6e2f-1557-4a93-a2c5-ec46c756b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1468503 Jul 09 13:44:16.172236 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4f92d92-7d0f-4e76-a64b-9031dcfeb6b9 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.204247 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4f92d92-7d0f-4e76-a64b-9031dcfeb6b9 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.279411 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4f92d92-7d0f-4e76-a64b-9031dcfeb6b9 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.283512 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4f92d92-7d0f-4e76-a64b-9031dcfeb6b9 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.286281 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b4f92d92-7d0f-4e76-a64b-9031dcfeb6b9 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-groups/166e3880-134f-44d0-a986-5a70e5b5ba4c HTTP/1.1" status: 204 len: 168 time: 0.2990272 Jul 09 13:44:16.291190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50510) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:16.299499 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f92d92-7d0f-4e76-a64b-9031dcfeb6b9 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=166e3880-134f-44d0-a986-5a70e5b5ba4c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:16.373553 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d840b6cf-1769-4bbf-b36f-40033745da2f tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0810909 Jul 09 13:44:16.377131 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50516) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:16.383008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-efc9dc66-ceb9-47d3-9329-e4dfc40d4d3d tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group': {'name': 'tempest-secgroup--644751388'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:16.414794 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efc9dc66-ceb9-47d3-9329-e4dfc40d4d3d tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.547895 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efc9dc66-ceb9-47d3-9329-e4dfc40d4d3d tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.552296 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efc9dc66-ceb9-47d3-9329-e4dfc40d4d3d tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.586958 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efc9dc66-ceb9-47d3-9329-e4dfc40d4d3d tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.588490 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-efc9dc66-ceb9-47d3-9329-e4dfc40d4d3d tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2100444 Jul 09 13:44:16.589783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc9dc66-ceb9-47d3-9329-e4dfc40d4d3d tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a45e4ed-5fd0-4dd7-a691-4acbd6c3cb4d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:16.591439 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50526) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:16.596495 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-99275a73-5769-4ab6-b903-9543b510d1f9 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group': {'name': 'tempest-secgroup--1180630972'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:16.634179 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-99275a73-5769-4ab6-b903-9543b510d1f9 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.768845 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-99275a73-5769-4ab6-b903-9543b510d1f9 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.781710 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-99275a73-5769-4ab6-b903-9543b510d1f9 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.856667 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-99275a73-5769-4ab6-b903-9543b510d1f9 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:16.858900 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-99275a73-5769-4ab6-b903-9543b510d1f9 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2657640 Jul 09 13:44:16.861472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50538) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:16.862323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99275a73-5769-4ab6-b903-9543b510d1f9 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a5abdd-5758-46eb-a776-d8c04a647416,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:16.866897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3ae0ec1d-3480-4c73-b0b3-cbebebe570b1 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group_rule': {'security_group_id': '0a45e4ed-5fd0-4dd7-a691-4acbd6c3cb4d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'c4a5abdd-5758-46eb-a776-d8c04a647416', 'remote_ip_prefix': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:16.934264 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ae0ec1d-3480-4c73-b0b3-cbebebe570b1 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.069791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device cef2d154-2ffc-48b7-83e7-f61487b1c024 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:44:17.078817 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ae0ec1d-3480-4c73-b0b3-cbebebe570b1 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.088809 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ae0ec1d-3480-4c73-b0b3-cbebebe570b1 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.138670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae0ec1d-3480-4c73-b0b3-cbebebe570b1 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c1e15466-ca93-4dc8-911c-dab48e8a1c03,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:17.146319 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ae0ec1d-3480-4c73-b0b3-cbebebe570b1 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.148337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3ae0ec1d-3480-4c73-b0b3-cbebebe570b1 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2858441 Jul 09 13:44:17.151288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50544) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:17.202453 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2098816-1bf1-4ecf-9ea6-3ffd709010b3 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.215927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port cef2d154-2ffc-48b7-83e7-f61487b1c024 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:44:17.216708 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2098816-1bf1-4ecf-9ea6-3ffd709010b3 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.223640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port cef2d154-2ffc-48b7-83e7-f61487b1c024 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:44:17.224015 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.274264 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2098816-1bf1-4ecf-9ea6-3ffd709010b3 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.297291 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2098816-1bf1-4ecf-9ea6-3ffd709010b3 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.301797 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d2098816-1bf1-4ecf-9ea6-3ffd709010b3 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/c1e15466-ca93-4dc8-911c-dab48e8a1c03 HTTP/1.1" status: 204 len: 168 time: 0.1491849 Jul 09 13:44:17.302511 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50546) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:17.342995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2098816-1bf1-4ecf-9ea6-3ffd709010b3 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c1e15466-ca93-4dc8-911c-dab48e8a1c03,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:17.414391 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.416740 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f8df694c-10f5-4618-859b-3a5b86777ea8 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1122155 Jul 09 13:44:17.419612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50550) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:17.448392 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0b6566-eaed-4bdd-9160-424685aa5ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef2d154-2ffc-48b7-83e7-f61487b1c024'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:17.452026 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3ecf009-5594-412e-9d6b-040e4f5f997b" -d '{"events": [{"server_uuid": "fd0b6566-eaed-4bdd-9160-424685aa5ea5", "name": "network-vif-plugged", "status": "completed", "tag": "cef2d154-2ffc-48b7-83e7-f61487b1c024"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:17.486437 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port cef2d154-2ffc-48b7-83e7-f61487b1c024, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=cef2d154-2ffc-48b7-83e7-f61487b1c024,segment=NetworkSegment(fe700183-eec3-4f6e-b831-94178c0ce573),segment_id=fe700183-eec3-4f6e-b831-94178c0ce573)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:17.500652 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.503221 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50558) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:17.561138 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90f9c38-dd73-45a3-b265-1b1546dbe4df req-93b391f5-fe6f-42b2-a150-9eaa34e352f8 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:17.563172 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a90f9c38-dd73-45a3-b265-1b1546dbe4df req-93b391f5-fe6f-42b2-a150-9eaa34e352f8 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 945 time: 0.1905785 Jul 09 13:44:17.683354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a90f9c38-dd73-45a3-b265-1b1546dbe4df req-5e6e57e9-4833-4e52-8dc8-226f920e09c3 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=24de6e2f-1557-4a93-a2c5-ec46c756b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114719 Jul 09 13:44:17.708869 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b27d75-73f4-4f25-b99c-d2b63c9d2614 x-openstack-request-id: req-b1b27d75-73f4-4f25-b99c-d2b63c9d2614 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:17.709608 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0b6566-eaed-4bdd-9160-424685aa5ea5", "name": "network-vif-plugged", "status": "completed", "tag": "cef2d154-2ffc-48b7-83e7-f61487b1c024", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:17.710410 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b1b27d75-73f4-4f25-b99c-d2b63c9d2614 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:17.710854 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0b6566-eaed-4bdd-9160-424685aa5ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cef2d154-2ffc-48b7-83e7-f61487b1c024', 'code': 200} Jul 09 13:44:17.711447 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=cef2d154-2ffc-48b7-83e7-f61487b1c024,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:17.711957 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23f94b05-f960-4aa7-bfa0-14062d1a859f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.758766 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26eff8e0-47f0-4e11-9013-75523bc20b9b tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.792827 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26eff8e0-47f0-4e11-9013-75523bc20b9b tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.867745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7bdfe8-45cc-4815-bd11-80cbc30cf88a req-e7df25e1-004a-4290-963d-5c3187d6f5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:17.870306 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a7bdfe8-45cc-4815-bd11-80cbc30cf88a req-e7df25e1-004a-4290-963d-5c3187d6f5b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 1097 time: 0.2454660 Jul 09 13:44:17.871681 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26eff8e0-47f0-4e11-9013-75523bc20b9b tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.874564 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26eff8e0-47f0-4e11-9013-75523bc20b9b tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.878561 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-26eff8e0-47f0-4e11-9013-75523bc20b9b tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-groups/c4a5abdd-5758-46eb-a776-d8c04a647416 HTTP/1.1" status: 204 len: 168 time: 0.4575074 Jul 09 13:44:17.879633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50564) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:17.904295 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23f94b05-f960-4aa7-bfa0-14062d1a859f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.909875 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23f94b05-f960-4aa7-bfa0-14062d1a859f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:17.926153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eff8e0-47f0-4e11-9013-75523bc20b9b tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a5abdd-5758-46eb-a776-d8c04a647416,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:17.981631 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50570) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:18.003822 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f94b05-f960-4aa7-bfa0-14062d1a859f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7033666d-d95c-4af4-bc14-eb81a6d90d59,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:18.032055 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-23f94b05-f960-4aa7-bfa0-14062d1a859f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=917830bfe52b418bb1cf4748496a1bda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5272880 Jul 09 13:44:18.034418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50578) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:18.080182 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5a6de0c2-3b1d-4ec7-a21c-9008c96a7e99 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1940160 Jul 09 13:44:18.080818 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50580) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:18.156770 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a7bdfe8-45cc-4815-bd11-80cbc30cf88a req-c1281d94-0217-4a9a-9c56-6aca5e168733 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=24de6e2f-1557-4a93-a2c5-ec46c756b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2760067 Jul 09 13:44:18.156993 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6119edc-2ab3-4684-9683-992adb72d0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.212982 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6119edc-2ab3-4684-9683-992adb72d0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.231524 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1250fdae-2ddb-4c9f-8df3-5dc2188eba02 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.238343 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cf65f5ae-0e0c-487c-b537-ef54a9c62afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.262489 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1250fdae-2ddb-4c9f-8df3-5dc2188eba02 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.363691 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1250fdae-2ddb-4c9f-8df3-5dc2188eba02 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.369915 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6119edc-2ab3-4684-9683-992adb72d0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.370781 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1250fdae-2ddb-4c9f-8df3-5dc2188eba02 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.372910 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b6119edc-2ab3-4684-9683-992adb72d0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.377507 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1250fdae-2ddb-4c9f-8df3-5dc2188eba02 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-groups/0a45e4ed-5fd0-4dd7-a691-4acbd6c3cb4d HTTP/1.1" status: 204 len: 168 time: 0.2947834 Jul 09 13:44:18.378563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50594) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:18.386026 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b6119edc-2ab3-4684-9683-992adb72d0fe admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7033666d-d95c-4af4-bc14-eb81a6d90d59 HTTP/1.1" status: 204 len: 168 time: 0.3490322 Jul 09 13:44:18.421619 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6119edc-2ab3-4684-9683-992adb72d0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7033666d-d95c-4af4-bc14-eb81a6d90d59,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:18.463385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1250fdae-2ddb-4c9f-8df3-5dc2188eba02 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a45e4ed-5fd0-4dd7-a691-4acbd6c3cb4d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:18.486117 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cf65f5ae-0e0c-487c-b537-ef54a9c62afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.497750 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-07b9695e-ec78-490c-a38c-2387e3553a81 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1120718 Jul 09 13:44:18.498633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50600) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:18.499666 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cf65f5ae-0e0c-487c-b537-ef54a9c62afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.505327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c924b863-e21b-4c7d-9df4-49d4e3a83e1e tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group': {'name': 'tempest-secgroup--2029873425'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:18.532687 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c924b863-e21b-4c7d-9df4-49d4e3a83e1e tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.550601 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cf65f5ae-0e0c-487c-b537-ef54a9c62afe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e58f0b5209e24a57aac7c4a98c39f286&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5677404 Jul 09 13:44:18.554700 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50604) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:18.580380 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf65f5ae-0e0c-487c-b537-ef54a9c62afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cadb581b-0d6f-4e2e-8e88-8f37fd82207e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:18.629123 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9d7e-536a-4938-b97c-d43748bfa4a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.652863 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c924b863-e21b-4c7d-9df4-49d4e3a83e1e tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.658048 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c924b863-e21b-4c7d-9df4-49d4e3a83e1e tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.668096 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9d7e-536a-4938-b97c-d43748bfa4a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.701632 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c924b863-e21b-4c7d-9df4-49d4e3a83e1e tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.703150 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c924b863-e21b-4c7d-9df4-49d4e3a83e1e tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2032177 Jul 09 13:44:18.705881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50610) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:18.712742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0b34cca4-7d4e-47a4-8797-13099dee8c28 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group_rule': {'security_group_id': '1aad0bba-c5f9-474b-be42-f20d4b145ac6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:18.721442 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c924b863-e21b-4c7d-9df4-49d4e3a83e1e tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1aad0bba-c5f9-474b-be42-f20d4b145ac6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:18.761050 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9d7e-536a-4938-b97c-d43748bfa4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.764815 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1ec9d7e-536a-4938-b97c-d43748bfa4a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.768790 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c1ec9d7e-536a-4938-b97c-d43748bfa4a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cadb581b-0d6f-4e2e-8e88-8f37fd82207e HTTP/1.1" status: 204 len: 168 time: 0.2105489 Jul 09 13:44:18.779841 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b34cca4-7d4e-47a4-8797-13099dee8c28 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.813068 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec9d7e-536a-4938-b97c-d43748bfa4a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cadb581b-0d6f-4e2e-8e88-8f37fd82207e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:18.878739 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b34cca4-7d4e-47a4-8797-13099dee8c28 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.886159 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b34cca4-7d4e-47a4-8797-13099dee8c28 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.903739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34cca4-7d4e-47a4-8797-13099dee8c28 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d09d6460-0f21-411f-82e9-8f93cc450eeb,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:18.918970 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b34cca4-7d4e-47a4-8797-13099dee8c28 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.920556 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0b34cca4-7d4e-47a4-8797-13099dee8c28 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2135732 Jul 09 13:44:18.924024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50616) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:18.957276 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50618) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:18.974615 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2287442-6168-4f30-b293-1fb8ab93a7ac req-4a150dd1-5d37-4d86-9bb4-2f91712185bd tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:18.979774 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2287442-6168-4f30-b293-1fb8ab93a7ac req-4a150dd1-5d37-4d86-9bb4-2f91712185bd tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 946 time: 0.1047769 Jul 09 13:44:18.982217 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-52f54ffd-7eae-42d4-867b-baa28441bdce tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:18.992021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-52f54ffd-7eae-42d4-867b-baa28441bdce tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.018648 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7c264d0-b37f-4ada-97de-9e49f393485b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.028407 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-52f54ffd-7eae-42d4-867b-baa28441bdce tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.038186 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-52f54ffd-7eae-42d4-867b-baa28441bdce tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.039530 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-52f54ffd-7eae-42d4-867b-baa28441bdce tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/d09d6460-0f21-411f-82e9-8f93cc450eeb HTTP/1.1" status: 204 len: 168 time: 0.1145091 Jul 09 13:44:19.044235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50620) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:19.057110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2287442-6168-4f30-b293-1fb8ab93a7ac req-b53c04c0-4a87-4d9f-801b-6e111745529c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=24de6e2f-1557-4a93-a2c5-ec46c756b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695405 Jul 09 13:44:19.058176 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f54ffd-7eae-42d4-867b-baa28441bdce tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d09d6460-0f21-411f-82e9-8f93cc450eeb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:19.128341 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d10437eb-593f-4336-ba23-17c24fa4f50a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0811253 Jul 09 13:44:19.132983 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50624) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:19.199763 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7c264d0-b37f-4ada-97de-9e49f393485b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.200090 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03848ac1-527e-4335-8318-bb0370801d32 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.204639 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7c264d0-b37f-4ada-97de-9e49f393485b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.228378 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03848ac1-527e-4335-8318-bb0370801d32 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.250898 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c7c264d0-b37f-4ada-97de-9e49f393485b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8d4da43328ff42cca2145dfe5a76219b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2889080 Jul 09 13:44:19.250898 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c264d0-b37f-4ada-97de-9e49f393485b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70bf1953-98c8-41a0-bde0-6f12b76f9d03,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:19.251334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50626) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:19.296598 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03848ac1-527e-4335-8318-bb0370801d32 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.299507 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-03848ac1-527e-4335-8318-bb0370801d32 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.300928 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-03848ac1-527e-4335-8318-bb0370801d32 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-groups/1aad0bba-c5f9-474b-be42-f20d4b145ac6 HTTP/1.1" status: 204 len: 168 time: 0.1661987 Jul 09 13:44:19.305381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50628) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:19.312315 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03848ac1-527e-4335-8318-bb0370801d32 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aad0bba-c5f9-474b-be42-f20d4b145ac6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:19.339741 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad154cbd-9fb8-427f-a279-a329f4f55e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.384057 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad154cbd-9fb8-427f-a279-a329f4f55e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.396315 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f7ed9b94-0640-414a-a749-aa143775c8cc tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0897963 Jul 09 13:44:19.402716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50630) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:19.411978 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ecc14016-7560-4316-ab06-ced8e77ce65a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group': {'name': 'tempest-secgroup--81953621'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:19.424630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50632) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:19.438483 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41b80fe5-e743-472e-a770-48f8e5d45c12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.450160 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecc14016-7560-4316-ab06-ced8e77ce65a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.480409 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad154cbd-9fb8-427f-a279-a329f4f55e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.485522 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad154cbd-9fb8-427f-a279-a329f4f55e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.487651 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ad154cbd-9fb8-427f-a279-a329f4f55e88 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/70bf1953-98c8-41a0-bde0-6f12b76f9d03 HTTP/1.1" status: 204 len: 168 time: 0.2345464 Jul 09 13:44:19.500777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad154cbd-9fb8-427f-a279-a329f4f55e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70bf1953-98c8-41a0-bde0-6f12b76f9d03,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:19.584612 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41b80fe5-e743-472e-a770-48f8e5d45c12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.597462 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41b80fe5-e743-472e-a770-48f8e5d45c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.648754 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-41b80fe5-e743-472e-a770-48f8e5d45c12 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=49c3f778535f4047a9841f7c31ffe819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2227232 Jul 09 13:44:19.653417 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50638) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:19.685205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b80fe5-e743-472e-a770-48f8e5d45c12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4bc67c-14ac-499e-94cb-8fc9fea78244,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:19.727618 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecc14016-7560-4316-ab06-ced8e77ce65a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.737392 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecc14016-7560-4316-ab06-ced8e77ce65a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.752017 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f953c674-8cc5-4e7b-907e-7dfe72b53bb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.793481 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ecc14016-7560-4316-ab06-ced8e77ce65a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.797257 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ecc14016-7560-4316-ab06-ced8e77ce65a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3910162 Jul 09 13:44:19.798468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50646) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:19.798728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc14016-7560-4316-ab06-ced8e77ce65a tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62a91a3c-feec-473c-8870-272520bf78a6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:19.803451 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f953c674-8cc5-4e7b-907e-7dfe72b53bb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.807953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-33309a55-26e4-47e4-ae87-21ca9f047a4e tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group_rule': {'security_group_id': '62a91a3c-feec-473c-8870-272520bf78a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:19.852554 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33309a55-26e4-47e4-ae87-21ca9f047a4e tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.866624 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f953c674-8cc5-4e7b-907e-7dfe72b53bb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.869385 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f953c674-8cc5-4e7b-907e-7dfe72b53bb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.873570 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f953c674-8cc5-4e7b-907e-7dfe72b53bb7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f4bc67c-14ac-499e-94cb-8fc9fea78244 HTTP/1.1" status: 204 len: 168 time: 0.2174540 Jul 09 13:44:19.882412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f953c674-8cc5-4e7b-907e-7dfe72b53bb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4bc67c-14ac-499e-94cb-8fc9fea78244,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:19.923346 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33309a55-26e4-47e4-ae87-21ca9f047a4e tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.930601 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33309a55-26e4-47e4-ae87-21ca9f047a4e tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.960510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33309a55-26e4-47e4-ae87-21ca9f047a4e tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e2f7dd7-106d-41d2-b905-ba7a05cf197e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:19.965778 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33309a55-26e4-47e4-ae87-21ca9f047a4e tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:19.970961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50654) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:19.971697 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-33309a55-26e4-47e4-ae87-21ca9f047a4e tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1708343 Jul 09 13:44:20.008605 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50658) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:20.011775 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c02c98ab-d6e9-47aa-b494-0b2bd86976e2 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules/3e2f7dd7-106d-41d2-b905-ba7a05cf197e HTTP/1.1" status: 200 len: 763 time: 0.0381756 Jul 09 13:44:20.082434 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9dedbf18-8741-4863-8c4c-9fc3d89375ad tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0718122 Jul 09 13:44:20.087706 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50662) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:20.128904 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4202a055-9600-4f43-bf7c-1746c99c9f6c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.138479 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4202a055-9600-4f43-bf7c-1746c99c9f6c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.175961 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4202a055-9600-4f43-bf7c-1746c99c9f6c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.184201 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4202a055-9600-4f43-bf7c-1746c99c9f6c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.185365 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4202a055-9600-4f43-bf7c-1746c99c9f6c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/3e2f7dd7-106d-41d2-b905-ba7a05cf197e HTTP/1.1" status: 204 len: 168 time: 0.0971148 Jul 09 13:44:20.189372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50668) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:20.227449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4202a055-9600-4f43-bf7c-1746c99c9f6c tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3e2f7dd7-106d-41d2-b905-ba7a05cf197e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:20.269427 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-08c6975f-f786-41fc-97c2-7d207a2812a8 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0744114 Jul 09 13:44:20.269871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:20.276929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0c8f5066-1942-4f2e-ab9b-9efcc21104ca tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group_rule': {'security_group_id': '62a91a3c-feec-473c-8870-272520bf78a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:20.366296 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5066-1942-4f2e-ab9b-9efcc21104ca tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.403550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe3023a-9b2d-499e-a6a5-52ae5f8d5eb8 req-0a4b0b2e-6a0a-4065-9917-280f67812df6 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:20.407402 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-efe3023a-9b2d-499e-a6a5-52ae5f8d5eb8 req-0a4b0b2e-6a0a-4065-9917-280f67812df6 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 946 time: 0.0912352 Jul 09 13:44:20.462153 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-efe3023a-9b2d-499e-a6a5-52ae5f8d5eb8 req-00c48e04-726c-4d50-8872-7a5d10fa8766 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=24de6e2f-1557-4a93-a2c5-ec46c756b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445836 Jul 09 13:44:20.513136 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5066-1942-4f2e-ab9b-9efcc21104ca tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.520855 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5066-1942-4f2e-ab9b-9efcc21104ca tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.544687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8f5066-1942-4f2e-ab9b-9efcc21104ca tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df02b017-c3a9-4b36-b982-7a57948dd41b,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:20.560609 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c8f5066-1942-4f2e-ab9b-9efcc21104ca tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.564984 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0c8f5066-1942-4f2e-ab9b-9efcc21104ca tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2918179 Jul 09 13:44:20.565563 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50698) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:20.592423 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-12131ba0-d426-417d-8df0-c1f754b3e6dd tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules/df02b017-c3a9-4b36-b982-7a57948dd41b HTTP/1.1" status: 200 len: 763 time: 0.0231984 Jul 09 13:44:20.593111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50700) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:20.674959 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f82fb8bc-c070-4434-9fef-975a61e67479 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0778203 Jul 09 13:44:20.675348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50704) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:20.738140 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b669f670-b3fd-4222-a224-b441800eed38 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.759567 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b669f670-b3fd-4222-a224-b441800eed38 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.782060 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7b07c-a981-42c3-a36a-74494fab916e req-7fe506dd-615c-4f24-860a-b263c6d7a6dd tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:20.784502 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8c7b07c-a981-42c3-a36a-74494fab916e req-7fe506dd-615c-4f24-860a-b263c6d7a6dd tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 946 time: 0.1579559 Jul 09 13:44:20.833764 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b669f670-b3fd-4222-a224-b441800eed38 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.846449 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b669f670-b3fd-4222-a224-b441800eed38 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:20.849438 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8c7b07c-a981-42c3-a36a-74494fab916e req-40eb2b71-67c0-4d3e-b778-8ff9e1902660 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=24de6e2f-1557-4a93-a2c5-ec46c756b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575311 Jul 09 13:44:20.851935 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b669f670-b3fd-4222-a224-b441800eed38 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/df02b017-c3a9-4b36-b982-7a57948dd41b HTTP/1.1" status: 204 len: 168 time: 0.1753347 Jul 09 13:44:20.854395 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50712) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:20.867481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669f670-b3fd-4222-a224-b441800eed38 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df02b017-c3a9-4b36-b982-7a57948dd41b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:20.893335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50716) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:20.966830 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e15c4f-68f1-464a-984e-bb9c990fce57 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:20.967706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-393e0eed-2e5c-4254-95ad-b4c76e685ede tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1115358 Jul 09 13:44:20.970916 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-93e15c4f-68f1-464a-984e-bb9c990fce57 tempest-TestNetworkBasicOps-539748595 tempest-TestNetworkBasicOps-539748595-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 1092 time: 0.0741920 Jul 09 13:44:20.970916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50722) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:20.975494 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50724) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:20.976978 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-759020a7-c3b9-4701-b563-4e81c1ab29df tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Request body: {'security_group_rule': {'security_group_id': '62a91a3c-feec-473c-8870-272520bf78a6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:20.987568 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': 'cef2d154-2ffc-48b7-83e7-f61487b1c024', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:21.007540 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-759020a7-c3b9-4701-b563-4e81c1ab29df tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:44:21.007540 n-d-799525-3 neutron-server[93753]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:44:21.007540 n-d-799525-3 neutron-server[93753]: [parameters: {'project_id': '791c993ff86342568dabafa385ed1c48', 'id': 'd025cbec-dd39-4e20-9764-b843fa20bcb4', 'expiration': datetime.datetime(2021, 7, 9, 13, 46, 21, 2053)}] Jul 09 13:44:21.007540 n-d-799525-3 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:44:21.009282 n-d-799525-3 neutron-server[93753]: DEBUG oslo_db.api [None req-759020a7-c3b9-4701-b563-4e81c1ab29df tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:44:21.022687 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.164751 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.310023 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Allocated IP 172.25.2.50 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/ba2d60b2-4859-4b70-a7c9-3fc1175ca870) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:44:21.440938 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.506740 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.544096 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-759020a7-c3b9-4701-b563-4e81c1ab29df tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.575234 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Port': ['ID=ba2d60b2-4859-4b70-a7c9-3fc1175ca870,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:21.584658 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:44:21.587047 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:44:21.592783 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:44:21.638408 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-759020a7-c3b9-4701-b563-4e81c1ab29df tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.644161 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-759020a7-c3b9-4701-b563-4e81c1ab29df tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.683029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759020a7-c3b9-4701-b563-4e81c1ab29df tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3272cef-7a0d-4c58-851e-3a0f8730fe4b,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:21.692929 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-759020a7-c3b9-4701-b563-4e81c1ab29df tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.695328 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-759020a7-c3b9-4701-b563-4e81c1ab29df tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7239885 Jul 09 13:44:21.697663 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50750) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:21.721746 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-16ce5ec2-c911-40bf-bcd9-8eaeb4e54696 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules/a3272cef-7a0d-4c58-851e-3a0f8730fe4b HTTP/1.1" status: 200 len: 764 time: 0.0217655 Jul 09 13:44:21.724104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50752) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:21.788340 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-29940bbb-a887-4539-bac4-2d1183c9dcfe tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0622227 Jul 09 13:44:21.790764 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50754) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:21.835981 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fb7c48d-08aa-4266-a999-1562dbef32f0 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.847306 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fb7c48d-08aa-4266-a999-1562dbef32f0 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.889356 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fb7c48d-08aa-4266-a999-1562dbef32f0 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.906950 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6fb7c48d-08aa-4266-a999-1562dbef32f0 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:21.908172 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6fb7c48d-08aa-4266-a999-1562dbef32f0 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-group-rules/a3272cef-7a0d-4c58-851e-3a0f8730fe4b HTTP/1.1" status: 204 len: 168 time: 0.1162403 Jul 09 13:44:21.909430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7c48d-08aa-4266-a999-1562dbef32f0 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3272cef-7a0d-4c58-851e-3a0f8730fe4b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:21.911939 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50760) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:21.969565 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d9e8d808-7db7-4355-9426-316c27693044 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0547142 Jul 09 13:44:21.972098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50764) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:22.124103 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eacccdeb-f2c8-4513-84a7-e2f13ffacb58 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.172951 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eacccdeb-f2c8-4513-84a7-e2f13ffacb58 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.236660 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eacccdeb-f2c8-4513-84a7-e2f13ffacb58 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.239528 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eacccdeb-f2c8-4513-84a7-e2f13ffacb58 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.244388 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-eacccdeb-f2c8-4513-84a7-e2f13ffacb58 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "DELETE /v2.0/security-groups/62a91a3c-feec-473c-8870-272520bf78a6 HTTP/1.1" status: 204 len: 168 time: 0.2711563 Jul 09 13:44:22.245191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50784) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:22.269337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacccdeb-f2c8-4513-84a7-e2f13ffacb58 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62a91a3c-feec-473c-8870-272520bf78a6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:22.321907 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-03692564-8425-4225-b8d0-35185a73b7ee tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0725362 Jul 09 13:44:22.328960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50792) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:22.353096 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.431265 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8cb06b5f-3fbd-43d6-85df-7a8bb068ba68 tempest-SecGroupTest-177867823 tempest-SecGroupTest-177867823-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0943737 Jul 09 13:44:22.487486 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.713336 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.720334 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:22.841441 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event updated for resources: {'Port': ['ID=ba2d60b2-4859-4b70-a7c9-3fc1175ca870,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:22.845528 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50808) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:22.864258 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:23.054990 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Floating IP 3bb00a9e-3d35-476a-877a-86492627ddcf associated. External IP: 172.25.2.50, port: cef2d154-2ffc-48b7-83e7-f61487b1c024. Jul 09 13:44:23.101274 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3a76af10-7b0d-4697-b8a5-1baa716ea5a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=791c993ff86342568dabafa385ed1c48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496698 Jul 09 13:44:23.101996 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50814) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:23.195251 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b1ab08d-69a8-4ffb-ad38-090dfbce49e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:23.229932 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b1ab08d-69a8-4ffb-ad38-090dfbce49e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:23.310694 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b1ab08d-69a8-4ffb-ad38-090dfbce49e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:23.315724 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b1ab08d-69a8-4ffb-ad38-090dfbce49e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:23.317080 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0b1ab08d-69a8-4ffb-ad38-090dfbce49e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d02c2578-5ff6-4b81-96f7-d06758927549 HTTP/1.1" status: 204 len: 168 time: 0.2142570 Jul 09 13:44:23.344475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1ab08d-69a8-4ffb-ad38-090dfbce49e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02c2578-5ff6-4b81-96f7-d06758927549,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:23.814431 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Router 943cd70e-293e-489b-b42e-97de643775ae has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:44:23.919199 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50842) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:23.968144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:44:23.980577 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246df460-874e-41be-bcb3-7675df494e5b None None] Sync routers for ids ['943cd70e-293e-489b-b42e-97de643775ae'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:44:23.995024 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246df460-874e-41be-bcb3-7675df494e5b None None] Routers {'943cd70e-293e-489b-b42e-97de643775ae'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:44:23.995691 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-246df460-874e-41be-bcb3-7675df494e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:44:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['943cd70e-293e-489b-b42e-97de643775ae'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:24.016674 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:24.071719 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ae4640f2-6c0d-4edd-bc7c-bf906ea79185 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0933833 Jul 09 13:44:24.072569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0b6566-eaed-4bdd-9160-424685aa5ea5', 'tag': 'cef2d154-2ffc-48b7-83e7-f61487b1c024'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:24.074513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50848) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:24.077126 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e063a9-0010-4d07-803d-6a5ce8d7952c" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0b6566-eaed-4bdd-9160-424685aa5ea5", "tag": "cef2d154-2ffc-48b7-83e7-f61487b1c024"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:24.178601 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a629c8fa-acdf-43b7-85e7-ab225c4efb46 x-openstack-request-id: req-a629c8fa-acdf-43b7-85e7-ab225c4efb46 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:24.178900 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0b6566-eaed-4bdd-9160-424685aa5ea5", "tag": "cef2d154-2ffc-48b7-83e7-f61487b1c024", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:24.179186 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a629c8fa-acdf-43b7-85e7-ab225c4efb46 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:24.179601 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0b6566-eaed-4bdd-9160-424685aa5ea5', 'tag': 'cef2d154-2ffc-48b7-83e7-f61487b1c024', 'status': 'completed', 'code': 200} Jul 09 13:44:24.203351 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-246df460-874e-41be-bcb3-7675df494e5b None None] Set router 943cd70e-293e-489b-b42e-97de643775ae gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:44:24.203519 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4ed2cb38-9cba-4b1c-8a3d-51cb35fc910c tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/floatingips/3bb00a9e-3d35-476a-877a-86492627ddcf HTTP/1.1" status: 200 len: 991 time: 0.1263113 Jul 09 13:44:24.259276 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7673acf0-2509-42a6-b8e1-daedd52264e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:24.315142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e063a9-0010-4d07-803d-6a5ce8d7952c req-4cefe7c9-f653-40f5-9ead-b48f7433cf68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:24.316824 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e063a9-0010-4d07-803d-6a5ce8d7952c req-4cefe7c9-f653-40f5-9ead-b48f7433cf68 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1f9f9204531458ca2e9fa84d6609b20&device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 1097 time: 0.1103201 Jul 09 13:44:24.422946 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e063a9-0010-4d07-803d-6a5ce8d7952c req-4b7c3ca0-d4fe-4094-a392-929ba39bdb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:24.424768 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e063a9-0010-4d07-803d-6a5ce8d7952c req-4b7c3ca0-d4fe-4094-a392-929ba39bdb2d service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f5cdef3-4da7-4359-b375-ec70e59c8c66 HTTP/1.1" status: 200 len: 897 time: 0.1003082 Jul 09 13:44:24.514623 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50868) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:24.557174 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7673acf0-2509-42a6-b8e1-daedd52264e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:24.570749 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7673acf0-2509-42a6-b8e1-daedd52264e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:24.586246 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-246df460-874e-41be-bcb3-7675df494e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943cd70e-293e-489b-b42e-97de643775ae', 'name': 'tempest-TestNetworkBasicOps-router-1308083561', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:42Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '3bb00a9e-3d35-476a-877a-86492627ddcf', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'floating_ip_address': '172.25.2.50', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '943cd70e-293e-489b-b42e-97de643775ae', 'port_id': 'cef2d154-2ffc-48b7-83e7-f61487b1c024', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'mac_address': 'fa:16:3e:1e:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0b6566-eaed-4bdd-9160-424685aa5ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:44:22Z', 'updated_at': '2021-07-09T13:44:22Z', 'revision_number': 0, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6114b02a-8aa9-4dea-a62b-6699bc974c5c', 'name': '', 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:34:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:51Z', 'updated_at': '2021-07-09T13:44:04Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:24.612960 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673acf0-2509-42a6-b8e1-daedd52264e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2be27ab-691e-4976-a302-94840d8238cd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:24.621577 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246df460-874e-41be-bcb3-7675df494e5b None None] Checking router: 943cd70e-293e-489b-b42e-97de643775ae for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:44:24.633199 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246df460-874e-41be-bcb3-7675df494e5b None None] Routers {'943cd70e-293e-489b-b42e-97de643775ae'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:44:24.637829 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-246df460-874e-41be-bcb3-7675df494e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:44:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['943cd70e-293e-489b-b42e-97de643775ae'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:24.640177 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e063a9-0010-4d07-803d-6a5ce8d7952c req-3b1753bc-347b-4081-b042-0ebb0441543d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef2d154-2ffc-48b7-83e7-f61487b1c024 HTTP/1.1" status: 200 len: 999 time: 0.2071528 Jul 09 13:44:24.706571 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e063a9-0010-4d07-803d-6a5ce8d7952c req-ea0c5cb8-075d-4dac-946c-9b7e392b37c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:24.708593 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e063a9-0010-4d07-803d-6a5ce8d7952c req-ea0c5cb8-075d-4dac-946c-9b7e392b37c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=478d302e-20f1-42b6-b1ee-128a8f7a6cf1 HTTP/1.1" status: 200 len: 834 time: 0.0600083 Jul 09 13:44:24.714031 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50876) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:24.714359 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7673acf0-2509-42a6-b8e1-daedd52264e2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=53ed5107d654441bb2ea3b1a5e7e86c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7939239 Jul 09 13:44:24.749476 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-15216e78-3187-4f21-91de-91a908db9be5 tempest-ServiceProvidersTest-746479319 tempest-ServiceProvidersTest-746479319-project] 10.222.0.39 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2333028 Jul 09 13:44:24.791360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e063a9-0010-4d07-803d-6a5ce8d7952c req-83fbdfce-5c7a-487c-8fa3-51e65677a02f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:24.793758 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e063a9-0010-4d07-803d-6a5ce8d7952c req-83fbdfce-5c7a-487c-8fa3-51e65677a02f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f5cdef3-4da7-4359-b375-ec70e59c8c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0759676 Jul 09 13:44:24.800308 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-246df460-874e-41be-bcb3-7675df494e5b None None] Set router 943cd70e-293e-489b-b42e-97de643775ae gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:44:24.814068 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-de53d24c-2ce2-4233-b09d-1654f36df082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:24.880449 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-de53d24c-2ce2-4233-b09d-1654f36df082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:24.923070 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e063a9-0010-4d07-803d-6a5ce8d7952c req-bb6d85fa-206e-4bbf-a25c-b3df0540390c service neutron] 10.222.0.15 "GET /v2.0/networks/3f5cdef3-4da7-4359-b375-ec70e59c8c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214168 Jul 09 13:44:25.035393 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-de53d24c-2ce2-4233-b09d-1654f36df082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.039597 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-de53d24c-2ce2-4233-b09d-1654f36df082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.043495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-de53d24c-2ce2-4233-b09d-1654f36df082 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2be27ab-691e-4976-a302-94840d8238cd HTTP/1.1" status: 204 len: 168 time: 0.3281150 Jul 09 13:44:25.061992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de53d24c-2ce2-4233-b09d-1654f36df082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2be27ab-691e-4976-a302-94840d8238cd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:25.161965 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45e063a9-0010-4d07-803d-6a5ce8d7952c req-af8cc5a8-2d65-45e2-bdc7-927e81b22e54 service neutron] 10.222.0.15 "GET /v2.0/networks/3f5cdef3-4da7-4359-b375-ec70e59c8c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2237515 Jul 09 13:44:25.205507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50884) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:25.244033 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-246df460-874e-41be-bcb3-7675df494e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943cd70e-293e-489b-b42e-97de643775ae', 'name': 'tempest-TestNetworkBasicOps-router-1308083561', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:42Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '3bb00a9e-3d35-476a-877a-86492627ddcf', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'floating_ip_address': '172.25.2.50', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '943cd70e-293e-489b-b42e-97de643775ae', 'port_id': 'cef2d154-2ffc-48b7-83e7-f61487b1c024', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'mac_address': 'fa:16:3e:1e:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0b6566-eaed-4bdd-9160-424685aa5ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:44:22Z', 'updated_at': '2021-07-09T13:44:22Z', 'revision_number': 0, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6114b02a-8aa9-4dea-a62b-6699bc974c5c', 'name': '', 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:34:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:51Z', 'updated_at': '2021-07-09T13:44:04Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:25.275268 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-246df460-874e-41be-bcb3-7675df494e5b None None] The sync data for ids ['943cd70e-293e-489b-b42e-97de643775ae'] in n-d-799525-3 is: [{'id': '943cd70e-293e-489b-b42e-97de643775ae', 'name': 'tempest-TestNetworkBasicOps-router-1308083561', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:42Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '3bb00a9e-3d35-476a-877a-86492627ddcf', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'floating_ip_address': '172.25.2.50', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '943cd70e-293e-489b-b42e-97de643775ae', 'port_id': 'cef2d154-2ffc-48b7-83e7-f61487b1c024', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2631, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'mac_address': 'fa:16:3e:1e:1e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0b6566-eaed-4bdd-9160-424685aa5ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:44:22Z', 'updated_at': '2021-07-09T13:44:22Z', 'revision_number': 0, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6114b02a-8aa9-4dea-a62b-6699bc974c5c', 'name': '', 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:34:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:51Z', 'updated_at': '2021-07-09T13:44:04Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:44:25.289128 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5f6e79be-4c2e-4d5e-92da-dba98e501e2a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/floatingips/3bb00a9e-3d35-476a-877a-86492627ddcf HTTP/1.1" status: 200 len: 991 time: 0.0824409 Jul 09 13:44:25.311898 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50888) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:25.448849 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b0aa7c0-9c85-40fa-b939-9abf5505e86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.500450 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50892) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:25.529667 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a9fae80-cb80-4e95-9f4d-08df3a2f302f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.586942 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8aaeedf-34a5-4092-925a-6501a039ee90 None None] New status for floating IP 3bb00a9e-3d35-476a-877a-86492627ddcf: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:44:25.596039 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b0aa7c0-9c85-40fa-b939-9abf5505e86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.600855 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8b0aa7c0-9c85-40fa-b939-9abf5505e86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.662710 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8b0aa7c0-9c85-40fa-b939-9abf5505e86b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=651a17a27b6042848a6750b9c33adee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3496301 Jul 09 13:44:25.665503 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50896) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:25.679455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0aa7c0-9c85-40fa-b939-9abf5505e86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f1b2d0-3d41-42a0-a3b9-e97f29defac1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:25.745183 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-089840a5-64fd-4aae-8f16-d2cece2e12e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.763912 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a9fae80-cb80-4e95-9f4d-08df3a2f302f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.778270 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a9fae80-cb80-4e95-9f4d-08df3a2f302f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.813896 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8a9fae80-cb80-4e95-9f4d-08df3a2f302f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e15886c6e7e0443890259cb5f466de67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112118 Jul 09 13:44:25.814481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50908) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:25.816811 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-089840a5-64fd-4aae-8f16-d2cece2e12e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.876561 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9fae80-cb80-4e95-9f4d-08df3a2f302f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a810145-6352-4e75-a1c7-14431c5236a5,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:25.880913 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec28bb2-d50e-440f-9731-11af85bb29cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.914990 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec28bb2-d50e-440f-9731-11af85bb29cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.937467 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-089840a5-64fd-4aae-8f16-d2cece2e12e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.948251 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-089840a5-64fd-4aae-8f16-d2cece2e12e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:25.951102 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-089840a5-64fd-4aae-8f16-d2cece2e12e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c8f1b2d0-3d41-42a0-a3b9-e97f29defac1 HTTP/1.1" status: 204 len: 168 time: 0.2844141 Jul 09 13:44:25.987258 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089840a5-64fd-4aae-8f16-d2cece2e12e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f1b2d0-3d41-42a0-a3b9-e97f29defac1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:25.990452 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec28bb2-d50e-440f-9731-11af85bb29cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:26.010571 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3ec28bb2-d50e-440f-9731-11af85bb29cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:26.016279 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3ec28bb2-d50e-440f-9731-11af85bb29cf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7a810145-6352-4e75-a1c7-14431c5236a5 HTTP/1.1" status: 204 len: 168 time: 0.1999989 Jul 09 13:44:26.033187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec28bb2-d50e-440f-9731-11af85bb29cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a810145-6352-4e75-a1c7-14431c5236a5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:26.292804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50928) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:26.387855 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-173a847e-9bc1-45fd-93b0-eee989738213 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/floatingips/3bb00a9e-3d35-476a-877a-86492627ddcf HTTP/1.1" status: 200 len: 993 time: 0.0921423 Jul 09 13:44:26.852165 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50964) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:27.053406 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-84bb8630-a3f6-4241-9a9d-8f2301afa581 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-296329301-network', 'tenant_id': 'f957fecbdf6c4a3a86998d36e4b0cdeb'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:27.084433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bb8630-a3f6-4241-9a9d-8f2301afa581 admin admin] Made reservation on behalf of f957fecbdf6c4a3a86998d36e4b0cdeb for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:44:27.087060 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84bb8630-a3f6-4241-9a9d-8f2301afa581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:27.116892 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84bb8630-a3f6-4241-9a9d-8f2301afa581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:27.321972 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84bb8630-a3f6-4241-9a9d-8f2301afa581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:27.329343 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84bb8630-a3f6-4241-9a9d-8f2301afa581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:27.359210 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84bb8630-a3f6-4241-9a9d-8f2301afa581 admin admin] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:44:27.379827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb8630-a3f6-4241-9a9d-8f2301afa581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a469177-01d6-428d-be08-39398db15090,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:27.384557 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84bb8630-a3f6-4241-9a9d-8f2301afa581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:27.385514 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-84bb8630-a3f6-4241-9a9d-8f2301afa581 admin admin] Added segment e673b1f6-fb1b-474c-883f-4ea1e4c12df5 of type vlan for network 01ce730c-d701-4afe-bb3c-f5e1548e5f80 Jul 09 13:44:27.443677 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84bb8630-a3f6-4241-9a9d-8f2301afa581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:27.492088 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84bb8630-a3f6-4241-9a9d-8f2301afa581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:27.493332 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bb8630-a3f6-4241-9a9d-8f2301afa581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:27.493968 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-84bb8630-a3f6-4241-9a9d-8f2301afa581 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:27.544621 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-84bb8630-a3f6-4241-9a9d-8f2301afa581 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6910131 Jul 09 13:44:27.548680 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51000) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:27.559182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-be5e232e-0395-43d4-8cb7-381ee1ebc1ae admin admin] Request body: {'subnet': {'network_id': '01ce730c-d701-4afe-bb3c-f5e1548e5f80', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-296329301-subnet', 'tenant_id': 'f957fecbdf6c4a3a86998d36e4b0cdeb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:27.562207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bb8630-a3f6-4241-9a9d-8f2301afa581 admin admin] Pushing event updated for resources: {'Network': ['ID=01ce730c-d701-4afe-bb3c-f5e1548e5f80,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:27.573427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 01ce730c-d701-4afe-bb3c-f5e1548e5f80 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:44:27.588604 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5e232e-0395-43d4-8cb7-381ee1ebc1ae admin admin] Made reservation on behalf of f957fecbdf6c4a3a86998d36e4b0cdeb for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:44:27.591703 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be5e232e-0395-43d4-8cb7-381ee1ebc1ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:27.835160 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be5e232e-0395-43d4-8cb7-381ee1ebc1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:27.904929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5e232e-0395-43d4-8cb7-381ee1ebc1ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ff883bc-9ad0-4766-b919-649443acf4a6,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:27.914614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5e232e-0395-43d4-8cb7-381ee1ebc1ae admin admin] Checking segment: {'id': 'e673b1f6-fb1b-474c-883f-4ea1e4c12df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '01ce730c-d701-4afe-bb3c-f5e1548e5f80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:44:27.915017 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5e232e-0395-43d4-8cb7-381ee1ebc1ae admin admin] Network hostable DHCP agents. Network: 01ce730c-d701-4afe-bb3c-f5e1548e5f80, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:44:27.942291 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5e232e-0395-43d4-8cb7-381ee1ebc1ae admin admin] Network 01ce730c-d701-4afe-bb3c-f5e1548e5f80 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:44:27.963612 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-be5e232e-0395-43d4-8cb7-381ee1ebc1ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 01ce730c-d701-4afe-bb3c-f5e1548e5f80) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:44:27.976249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891692c4-63db-492d-b1a0-3c8328de8956 None None] Network 01ce730c-d701-4afe-bb3c-f5e1548e5f80 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:44:27.984529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5e232e-0395-43d4-8cb7-381ee1ebc1ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:27.987800 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be5e232e-0395-43d4-8cb7-381ee1ebc1ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:28.009307 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-be5e232e-0395-43d4-8cb7-381ee1ebc1ae admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4584122 Jul 09 13:44:28.191591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac83a192-f974-4905-9cd2-250fab817fa8 None None] Network 01ce730c-d701-4afe-bb3c-f5e1548e5f80 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:44:28.676823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51050) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:28.932868 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51062) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:28.938565 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-01c1c827-064c-4223-93c0-8563c9f49e35 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1128186868-network', 'tenant_id': '3fb9dca519804ac9932e0dc60dc91e95'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:28.972758 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5c363f2-9db3-4b80-9a41-74d7eacee4bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:28.990781 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01c1c827-064c-4223-93c0-8563c9f49e35 admin admin] Made reservation on behalf of 3fb9dca519804ac9932e0dc60dc91e95 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:44:28.993182 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c1c827-064c-4223-93c0-8563c9f49e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:29.020554 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c1c827-064c-4223-93c0-8563c9f49e35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:29.117816 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5c363f2-9db3-4b80-9a41-74d7eacee4bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:29.124915 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5c363f2-9db3-4b80-9a41-74d7eacee4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:29.212727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e5c363f2-9db3-4b80-9a41-74d7eacee4bb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6067081734cc4a3bbae8f07742436f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5304894 Jul 09 13:44:29.213386 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51066) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:29.285835 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e24e471-ab73-438a-8a31-0fa71da985b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:29.291823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c363f2-9db3-4b80-9a41-74d7eacee4bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0c08c3-d2fe-4794-ab46-10f674f4aeab,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:29.296194 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c1c827-064c-4223-93c0-8563c9f49e35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:29.304548 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c1c827-064c-4223-93c0-8563c9f49e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:29.331598 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e24e471-ab73-438a-8a31-0fa71da985b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:29.346195 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01c1c827-064c-4223-93c0-8563c9f49e35 admin admin] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:44:29.353384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1c827-064c-4223-93c0-8563c9f49e35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d115529-e461-4e51-8a0c-a0e19cfa6924,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:29.378520 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c1c827-064c-4223-93c0-8563c9f49e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:29.378885 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-01c1c827-064c-4223-93c0-8563c9f49e35 admin admin] Added segment 39be7abd-3103-493a-97f5-b5d922358db9 of type vlan for network a0f6bfd5-402c-44f7-9783-7245424a4300 Jul 09 13:44:29.420817 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e24e471-ab73-438a-8a31-0fa71da985b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:29.424934 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e24e471-ab73-438a-8a31-0fa71da985b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:29.434121 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5e24e471-ab73-438a-8a31-0fa71da985b8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fb0c08c3-d2fe-4794-ab46-10f674f4aeab HTTP/1.1" status: 204 len: 168 time: 0.2183661 Jul 09 13:44:29.465327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e24e471-ab73-438a-8a31-0fa71da985b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0c08c3-d2fe-4794-ab46-10f674f4aeab,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:29.500275 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c1c827-064c-4223-93c0-8563c9f49e35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:29.551627 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c1c827-064c-4223-93c0-8563c9f49e35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:29.554735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c1c827-064c-4223-93c0-8563c9f49e35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:29.555594 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-01c1c827-064c-4223-93c0-8563c9f49e35 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:29.629998 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c1c827-064c-4223-93c0-8563c9f49e35 admin admin] Pushing event updated for resources: {'Network': ['ID=a0f6bfd5-402c-44f7-9783-7245424a4300,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:29.642725 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-01c1c827-064c-4223-93c0-8563c9f49e35 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7082930 Jul 09 13:44:29.645567 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network a0f6bfd5-402c-44f7-9783-7245424a4300 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:44:29.648141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51072) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:29.657584 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-07992f65-b552-4964-922d-4c9a940a4776 admin admin] Request body: {'subnet': {'network_id': 'a0f6bfd5-402c-44f7-9783-7245424a4300', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1128186868-subnet', 'tenant_id': '3fb9dca519804ac9932e0dc60dc91e95', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:29.690703 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07992f65-b552-4964-922d-4c9a940a4776 admin admin] Made reservation on behalf of 3fb9dca519804ac9932e0dc60dc91e95 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:44:29.694037 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07992f65-b552-4964-922d-4c9a940a4776 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:29.933497 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07992f65-b552-4964-922d-4c9a940a4776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:29.994945 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51080) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:29.999861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07992f65-b552-4964-922d-4c9a940a4776 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2780a63b-438a-4897-acdf-b3b662abedaa,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:30.012543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07992f65-b552-4964-922d-4c9a940a4776 admin admin] Checking segment: {'id': '39be7abd-3103-493a-97f5-b5d922358db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'a0f6bfd5-402c-44f7-9783-7245424a4300'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:44:30.012543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07992f65-b552-4964-922d-4c9a940a4776 admin admin] Network hostable DHCP agents. Network: a0f6bfd5-402c-44f7-9783-7245424a4300, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:44:30.023502 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14051555-ffaa-421f-9779-da0b6638a5cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:30.036696 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07992f65-b552-4964-922d-4c9a940a4776 admin admin] Network a0f6bfd5-402c-44f7-9783-7245424a4300 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:44:30.048600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-07992f65-b552-4964-922d-4c9a940a4776 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, a0f6bfd5-402c-44f7-9783-7245424a4300) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:44:30.058987 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b527806d-e866-47e5-89fe-d6315a504a12 None None] Network a0f6bfd5-402c-44f7-9783-7245424a4300 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:44:30.064578 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07992f65-b552-4964-922d-4c9a940a4776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:30.065270 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07992f65-b552-4964-922d-4c9a940a4776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:30.155696 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14051555-ffaa-421f-9779-da0b6638a5cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:30.165512 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14051555-ffaa-421f-9779-da0b6638a5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:30.170506 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-07992f65-b552-4964-922d-4c9a940a4776 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5203884 Jul 09 13:44:30.211211 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14051555-ffaa-421f-9779-da0b6638a5cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd24b95c-1bce-4854-904e-1d938f062bb2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:30.219432 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-14051555-ffaa-421f-9779-da0b6638a5cb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad2e0f6ecece46dda7cd983a6b23b4e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2229366 Jul 09 13:44:30.219693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51084) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:30.372533 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d3ba773-47df-4f07-84fb-f54ee5a660e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:30.400527 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d3ba773-47df-4f07-84fb-f54ee5a660e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:30.404336 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa49151e-e634-42b3-8ca4-1413dd3fa230 None None] Network a0f6bfd5-402c-44f7-9783-7245424a4300 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:44:30.473539 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d3ba773-47df-4f07-84fb-f54ee5a660e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:30.482988 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8d3ba773-47df-4f07-84fb-f54ee5a660e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:30.494062 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8d3ba773-47df-4f07-84fb-f54ee5a660e4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/fd24b95c-1bce-4854-904e-1d938f062bb2 HTTP/1.1" status: 204 len: 168 time: 0.2708900 Jul 09 13:44:30.504105 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51092) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:30.532270 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ba773-47df-4f07-84fb-f54ee5a660e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd24b95c-1bce-4854-904e-1d938f062bb2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:30.606577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c894744-4e05-4799-b94a-fd631474c7b6 admin admin] Deleting subnet 1ff883bc-9ad0-4766-b919-649443acf4a6 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:44:30.610383 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c894744-4e05-4799-b94a-fd631474c7b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:30.695813 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c894744-4e05-4799-b94a-fd631474c7b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:30.740708 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c894744-4e05-4799-b94a-fd631474c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:30.807793 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c894744-4e05-4799-b94a-fd631474c7b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:30.836977 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c894744-4e05-4799-b94a-fd631474c7b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ff883bc-9ad0-4766-b919-649443acf4a6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:30.841185 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6c894744-4e05-4799-b94a-fd631474c7b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:30.843723 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6c894744-4e05-4799-b94a-fd631474c7b6 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/1ff883bc-9ad0-4766-b919-649443acf4a6 HTTP/1.1" status: 204 len: 168 time: 0.3385849 Jul 09 13:44:30.846152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51096) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:30.940908 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cf02071-79a8-4a36-ba61-aaa8b16db001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.057251 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cf02071-79a8-4a36-ba61-aaa8b16db001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.094117 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1cf02071-79a8-4a36-ba61-aaa8b16db001 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01ce730c-d701-4afe-bb3c-f5e1548e5f80']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:31.114224 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1cf02071-79a8-4a36-ba61-aaa8b16db001 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e673b1f6-fb1b-474c-883f-4ea1e4c12df5') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:31.116067 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1cf02071-79a8-4a36-ba61-aaa8b16db001 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e673b1f6-fb1b-474c-883f-4ea1e4c12df5') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:31.144492 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cf02071-79a8-4a36-ba61-aaa8b16db001 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.179082 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cf02071-79a8-4a36-ba61-aaa8b16db001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.196866 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cf02071-79a8-4a36-ba61-aaa8b16db001 admin admin] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:44:31.197620 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cf02071-79a8-4a36-ba61-aaa8b16db001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:44:31.209724 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:44:31.272480 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cf02071-79a8-4a36-ba61-aaa8b16db001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.287648 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1cf02071-79a8-4a36-ba61-aaa8b16db001 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.290708 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1cf02071-79a8-4a36-ba61-aaa8b16db001 admin admin] 10.222.0.39 "DELETE /v2.0/networks/01ce730c-d701-4afe-bb3c-f5e1548e5f80 HTTP/1.1" status: 204 len: 168 time: 0.4429581 Jul 09 13:44:31.294532 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51110) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:31.308572 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf02071-79a8-4a36-ba61-aaa8b16db001 admin admin] Pushing event deleted for resources: {'Network': ['ID=01ce730c-d701-4afe-bb3c-f5e1548e5f80,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:31.355864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-5065cf77-736c-4689-a20e-b564ccbb8864 admin admin] Deleting subnet 2780a63b-438a-4897-acdf-b3b662abedaa {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:44:31.359667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5065cf77-736c-4689-a20e-b564ccbb8864 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.417371 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5065cf77-736c-4689-a20e-b564ccbb8864 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.475880 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5065cf77-736c-4689-a20e-b564ccbb8864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.571631 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5065cf77-736c-4689-a20e-b564ccbb8864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.596474 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5065cf77-736c-4689-a20e-b564ccbb8864 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.600632 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5065cf77-736c-4689-a20e-b564ccbb8864 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2780a63b-438a-4897-acdf-b3b662abedaa HTTP/1.1" status: 204 len: 168 time: 0.3039894 Jul 09 13:44:31.602637 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51122) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:31.634411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5065cf77-736c-4689-a20e-b564ccbb8864 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2780a63b-438a-4897-acdf-b3b662abedaa,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:31.722034 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1554208d-f94b-4734-b272-5ba7d4350772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.807742 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12afb9b7-1c9c-429e-8138-5d04b03a3286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.836424 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1554208d-f94b-4734-b272-5ba7d4350772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.847950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1554208d-f94b-4734-b272-5ba7d4350772 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0f6bfd5-402c-44f7-9783-7245424a4300']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:31.861479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1554208d-f94b-4734-b272-5ba7d4350772 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39be7abd-3103-493a-97f5-b5d922358db9') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:31.862027 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1554208d-f94b-4734-b272-5ba7d4350772 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39be7abd-3103-493a-97f5-b5d922358db9') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:31.874004 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1554208d-f94b-4734-b272-5ba7d4350772 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.890201 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1554208d-f94b-4734-b272-5ba7d4350772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.898177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1554208d-f94b-4734-b272-5ba7d4350772 admin admin] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:44:31.898594 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1554208d-f94b-4734-b272-5ba7d4350772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:44:31.900491 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:44:31.976530 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1554208d-f94b-4734-b272-5ba7d4350772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:32.012033 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1554208d-f94b-4734-b272-5ba7d4350772 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:32.015287 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1554208d-f94b-4734-b272-5ba7d4350772 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a0f6bfd5-402c-44f7-9783-7245424a4300 HTTP/1.1" status: 204 len: 168 time: 0.4107451 Jul 09 13:44:32.024535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1554208d-f94b-4734-b272-5ba7d4350772 admin admin] Pushing event deleted for resources: {'Network': ['ID=a0f6bfd5-402c-44f7-9783-7245424a4300,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:32.194043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51140) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:32.268824 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e33330cf-3e6b-431f-b738-fbb82290d4da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f957fecbdf6c4a3a86998d36e4b0cdeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0722554 Jul 09 13:44:32.272411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51148) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:32.375126 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19ba856f-92a8-4603-97e0-264a7fea704f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:32.429702 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19ba856f-92a8-4603-97e0-264a7fea704f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:32.534763 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19ba856f-92a8-4603-97e0-264a7fea704f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:32.538629 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19ba856f-92a8-4603-97e0-264a7fea704f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:32.549847 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-19ba856f-92a8-4603-97e0-264a7fea704f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8a469177-01d6-428d-be08-39398db15090 HTTP/1.1" status: 204 len: 168 time: 0.2722197 Jul 09 13:44:32.555297 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ba856f-92a8-4603-97e0-264a7fea704f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a469177-01d6-428d-be08-39398db15090,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:33.161442 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-31f3e1a9-2085-4666-ae65-17e1176e0fea req-e2af5d49-71fa-4ae5-8cfd-cda8c668b42f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0690300 Jul 09 13:44:33.254693 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51182) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:33.262267 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51184) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:33.298747 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e1a9-2085-4666-ae65-17e1176e0fea req-4b3c2f5a-2150-4d42-b0c2-56dcb2c1e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:33.300467 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-31f3e1a9-2085-4666-ae65-17e1176e0fea req-4b3c2f5a-2150-4d42-b0c2-56dcb2c1e418 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=57c1823849db49b4af2d50bf49892746&device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 1097 time: 0.0771134 Jul 09 13:44:33.331825 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3a6b56a0-fadb-4e42-8d01-fd686a937c6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3fb9dca519804ac9932e0dc60dc91e95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0682333 Jul 09 13:44:33.334964 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51188) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:33.399247 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a334ff1c-6095-4fdb-bfe9-a6f821bde1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:33.426856 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a334ff1c-6095-4fdb-bfe9-a6f821bde1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:33.511195 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a334ff1c-6095-4fdb-bfe9-a6f821bde1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:33.512124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e1a9-2085-4666-ae65-17e1176e0fea req-dd8a8810-e0b5-4d7f-857c-170279ef9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:33.514240 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a334ff1c-6095-4fdb-bfe9-a6f821bde1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:33.514895 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-31f3e1a9-2085-4666-ae65-17e1176e0fea req-dd8a8810-e0b5-4d7f-857c-170279ef9781 service neutron] 10.222.0.18 "GET /v2.0/networks?id=8b067095-4052-4b92-b6db-3597e823e67a HTTP/1.1" status: 200 len: 909 time: 0.1853051 Jul 09 13:44:33.515661 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a334ff1c-6095-4fdb-bfe9-a6f821bde1c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5d115529-e461-4e51-8a0c-a0e19cfa6924 HTTP/1.1" status: 204 len: 168 time: 0.1794412 Jul 09 13:44:33.534899 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334ff1c-6095-4fdb-bfe9-a6f821bde1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d115529-e461-4e51-8a0c-a0e19cfa6924,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:33.588572 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f28c57a-6a00-4cec-9e10-7fe8691462fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:33.688869 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-31f3e1a9-2085-4666-ae65-17e1176e0fea req-7a38aa39-6790-44c1-b178-ae520f319666 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=06a370d8-9e8b-4752-ac7a-3335a593ee84 HTTP/1.1" status: 200 len: 1002 time: 0.1637435 Jul 09 13:44:33.769136 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f28c57a-6a00-4cec-9e10-7fe8691462fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:33.781175 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f28c57a-6a00-4cec-9e10-7fe8691462fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:33.790899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e1a9-2085-4666-ae65-17e1176e0fea req-802404e5-9233-4e1c-a758-3c47d056b91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:33.793210 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-31f3e1a9-2085-4666-ae65-17e1176e0fea req-802404e5-9233-4e1c-a758-3c47d056b91c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6365b74c-aea2-4433-844b-839fb4fcbc16 HTTP/1.1" status: 200 len: 847 time: 0.0958543 Jul 09 13:44:33.868994 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1f28c57a-6a00-4cec-9e10-7fe8691462fd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ff1a262f5ad241248d28a39a32f0e424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6116619 Jul 09 13:44:33.873482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51202) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:33.893539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f28c57a-6a00-4cec-9e10-7fe8691462fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be58eac2-9b86-417a-bc4f-a03c11d82731,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:33.904708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3e1a9-2085-4666-ae65-17e1176e0fea req-8745def8-4c68-4bbe-981b-2df77732e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:33.906674 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-31f3e1a9-2085-4666-ae65-17e1176e0fea req-8745def8-4c68-4bbe-981b-2df77732e354 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=8b067095-4052-4b92-b6db-3597e823e67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0972435 Jul 09 13:44:34.071256 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-31f3e1a9-2085-4666-ae65-17e1176e0fea req-22941aac-7e06-45b1-91c9-056bce863bc4 service neutron] 10.222.0.18 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565096 Jul 09 13:44:34.101732 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31918b10-490d-41b3-9330-17081f0f228b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:34.132332 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31918b10-490d-41b3-9330-17081f0f228b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:34.207493 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31918b10-490d-41b3-9330-17081f0f228b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:34.210197 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31918b10-490d-41b3-9330-17081f0f228b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:34.214289 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-31918b10-490d-41b3-9330-17081f0f228b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be58eac2-9b86-417a-bc4f-a03c11d82731 HTTP/1.1" status: 204 len: 168 time: 0.3394673 Jul 09 13:44:34.223583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31918b10-490d-41b3-9330-17081f0f228b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be58eac2-9b86-417a-bc4f-a03c11d82731,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:34.237643 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-31f3e1a9-2085-4666-ae65-17e1176e0fea req-7f688aac-76ed-40a4-943d-67bd807c21ea service neutron] 10.222.0.18 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589785 Jul 09 13:44:34.623976 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:34.682307 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1623655e-50b5-4716-8b0c-10ddd06345cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:34.860519 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51246) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:34.876423 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b767af80-fafa-4435-8ecd-db0af5323d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:35.053993 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b767af80-fafa-4435-8ecd-db0af5323d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:35.071601 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b767af80-fafa-4435-8ecd-db0af5323d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:35.198662 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b767af80-fafa-4435-8ecd-db0af5323d7b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cc356386f5c14124b78d236800ce4138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3346112 Jul 09 13:44:35.198886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51262) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:35.211200 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b767af80-fafa-4435-8ecd-db0af5323d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10230db9-4b38-40c8-91fb-9d3e27967264,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:35.278158 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28bb2ae5-f332-43b0-9461-8fd9ba827c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:35.305609 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28bb2ae5-f332-43b0-9461-8fd9ba827c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:35.404279 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28bb2ae5-f332-43b0-9461-8fd9ba827c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:35.414262 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28bb2ae5-f332-43b0-9461-8fd9ba827c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:35.420315 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-28bb2ae5-f332-43b0-9461-8fd9ba827c98 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/10230db9-4b38-40c8-91fb-9d3e27967264 HTTP/1.1" status: 204 len: 168 time: 0.2201798 Jul 09 13:44:35.444694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bb2ae5-f332-43b0-9461-8fd9ba827c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10230db9-4b38-40c8-91fb-9d3e27967264,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:35.592013 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:36.108970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51294) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:36.381052 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65af52ee-83a6-4e15-91ff-f41475327014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:36.537258 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65af52ee-83a6-4e15-91ff-f41475327014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:36.544588 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65af52ee-83a6-4e15-91ff-f41475327014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:36.593780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-65af52ee-83a6-4e15-91ff-f41475327014 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=931da3aa62924826ba2cd4fd592403d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4828854 Jul 09 13:44:36.594567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65af52ee-83a6-4e15-91ff-f41475327014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5743bf8f-6ce0-4f06-8133-75386d2a63b2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:36.596558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51318) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:36.675599 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a185577a-15a2-4724-95b6-c3c4e07e2e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:36.707894 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a185577a-15a2-4724-95b6-c3c4e07e2e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:36.811380 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a185577a-15a2-4724-95b6-c3c4e07e2e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:36.815678 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a185577a-15a2-4724-95b6-c3c4e07e2e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:36.819534 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a185577a-15a2-4724-95b6-c3c4e07e2e9d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5743bf8f-6ce0-4f06-8133-75386d2a63b2 HTTP/1.1" status: 204 len: 168 time: 0.2195728 Jul 09 13:44:36.835435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185577a-15a2-4724-95b6-c3c4e07e2e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5743bf8f-6ce0-4f06-8133-75386d2a63b2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:36.983440 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:37.438600 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b79a86d0-1c41-4516-9706-f6498f5f9834 req-ee724b4d-e2c5-40fd-af3c-e137d3b1e403 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0878575 Jul 09 13:44:37.569339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51340) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:37.579359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a86d0-1c41-4516-9706-f6498f5f9834 req-90915519-478a-495e-9aa5-91e28ddd027e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:37.581374 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b79a86d0-1c41-4516-9706-f6498f5f9834 req-90915519-478a-495e-9aa5-91e28ddd027e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1f9f9204531458ca2e9fa84d6609b20&device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 1097 time: 0.0921211 Jul 09 13:44:37.603298 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73670ae3-3791-40a1-8bb2-e6cf2f155301 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:37.731876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51344) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:37.744421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a86d0-1c41-4516-9706-f6498f5f9834 req-5000a98c-4003-4302-ac21-e3b0dad48d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:37.746170 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b79a86d0-1c41-4516-9706-f6498f5f9834 req-5000a98c-4003-4302-ac21-e3b0dad48d2a service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f5cdef3-4da7-4359-b375-ec70e59c8c66 HTTP/1.1" status: 200 len: 897 time: 0.1351948 Jul 09 13:44:37.763717 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73670ae3-3791-40a1-8bb2-e6cf2f155301 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:37.772031 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73670ae3-3791-40a1-8bb2-e6cf2f155301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:37.815564 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73670ae3-3791-40a1-8bb2-e6cf2f155301 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7709e0fb-594e-4f9f-b371-6bd13656728e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:37.834596 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b79a86d0-1c41-4516-9706-f6498f5f9834 req-8314ebae-2292-444f-b020-e71980e5fb8b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef2d154-2ffc-48b7-83e7-f61487b1c024 HTTP/1.1" status: 200 len: 1001 time: 0.0799692 Jul 09 13:44:37.837628 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-73670ae3-3791-40a1-8bb2-e6cf2f155301 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0fdbc7737fe140d09cc95015f9d0fa30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2669680 Jul 09 13:44:37.842496 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51350) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:37.902740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a86d0-1c41-4516-9706-f6498f5f9834 req-e5f5383e-d6dd-4fb2-b611-71bacb640514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:37.904286 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b79a86d0-1c41-4516-9706-f6498f5f9834 req-e5f5383e-d6dd-4fb2-b611-71bacb640514 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=478d302e-20f1-42b6-b1ee-128a8f7a6cf1 HTTP/1.1" status: 200 len: 834 time: 0.0628693 Jul 09 13:44:37.911615 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5246616a-5525-49ac-9b64-28b7c89cb9a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:37.939306 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5246616a-5525-49ac-9b64-28b7c89cb9a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:37.975771 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a86d0-1c41-4516-9706-f6498f5f9834 req-8f1136cd-2844-43c4-a5cf-2f3ab92e62e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:37.977550 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b79a86d0-1c41-4516-9706-f6498f5f9834 req-8f1136cd-2844-43c4-a5cf-2f3ab92e62e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f5cdef3-4da7-4359-b375-ec70e59c8c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648000 Jul 09 13:44:38.002142 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddead5b0-67e5-464c-b5db-9132bb452f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:38.023907 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5246616a-5525-49ac-9b64-28b7c89cb9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:38.039164 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5246616a-5525-49ac-9b64-28b7c89cb9a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:38.039164 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5246616a-5525-49ac-9b64-28b7c89cb9a8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7709e0fb-594e-4f9f-b371-6bd13656728e HTTP/1.1" status: 204 len: 168 time: 0.1849256 Jul 09 13:44:38.039164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246616a-5525-49ac-9b64-28b7c89cb9a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7709e0fb-594e-4f9f-b371-6bd13656728e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:38.206857 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b79a86d0-1c41-4516-9706-f6498f5f9834 req-2bec4575-9136-4297-a188-d31d3d72c393 service neutron] 10.222.0.15 "GET /v2.0/networks/3f5cdef3-4da7-4359-b375-ec70e59c8c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198124 Jul 09 13:44:38.466785 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:38.473226 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddead5b0-67e5-464c-b5db-9132bb452f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:38.483548 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ddead5b0-67e5-464c-b5db-9132bb452f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:38.510098 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b79a86d0-1c41-4516-9706-f6498f5f9834 req-31b75fc3-a5f0-4ae3-b00e-998088201fb3 service neutron] 10.222.0.15 "GET /v2.0/networks/3f5cdef3-4da7-4359-b375-ec70e59c8c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2950501 Jul 09 13:44:38.539496 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ddead5b0-67e5-464c-b5db-9132bb452f5e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4278277cbaae40e7bdf5390101eb8ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8065035 Jul 09 13:44:38.543545 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51380) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:38.569715 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddead5b0-67e5-464c-b5db-9132bb452f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e2a7b6d-12bb-4e5d-95ab-a40fa892d4aa,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:38.617982 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abe3b211-3d97-40ad-bdd9-ff34764827f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:38.650739 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abe3b211-3d97-40ad-bdd9-ff34764827f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:38.680269 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:38.764327 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abe3b211-3d97-40ad-bdd9-ff34764827f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:38.767949 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abe3b211-3d97-40ad-bdd9-ff34764827f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:38.774159 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-abe3b211-3d97-40ad-bdd9-ff34764827f9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8e2a7b6d-12bb-4e5d-95ab-a40fa892d4aa HTTP/1.1" status: 204 len: 168 time: 0.2251356 Jul 09 13:44:38.780437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe3b211-3d97-40ad-bdd9-ff34764827f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e2a7b6d-12bb-4e5d-95ab-a40fa892d4aa,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:39.338897 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51412) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:39.363778 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e963cebe-f9e9-413d-8f69-910cd0079163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:39.534892 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e963cebe-f9e9-413d-8f69-910cd0079163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:39.546497 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e963cebe-f9e9-413d-8f69-910cd0079163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:39.581268 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e963cebe-f9e9-413d-8f69-910cd0079163 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=21be81352dcd400284c8ac0b8abc9e7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2403831 Jul 09 13:44:39.586752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51418) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:39.627125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e963cebe-f9e9-413d-8f69-910cd0079163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af702aa-7079-4cc5-bcdf-36141e5e12f6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:39.721578 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbe5613a-d5cb-498d-9117-9ec0e748e1d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:39.767457 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbe5613a-d5cb-498d-9117-9ec0e748e1d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:39.866816 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbe5613a-d5cb-498d-9117-9ec0e748e1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:39.873694 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbe5613a-d5cb-498d-9117-9ec0e748e1d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:39.876202 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bbe5613a-d5cb-498d-9117-9ec0e748e1d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3af702aa-7079-4cc5-bcdf-36141e5e12f6 HTTP/1.1" status: 204 len: 168 time: 0.2867472 Jul 09 13:44:39.894959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5613a-d5cb-498d-9117-9ec0e748e1d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af702aa-7079-4cc5-bcdf-36141e5e12f6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:40.824521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51460) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:41.156009 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46755265-2a16-4ec0-87c5-b82196154147 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:41.384155 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46755265-2a16-4ec0-87c5-b82196154147 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:41.390234 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46755265-2a16-4ec0-87c5-b82196154147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:41.445344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51476) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:41.446207 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-46755265-2a16-4ec0-87c5-b82196154147 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4baac71343134f6faed3b6a058012d8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6180332 Jul 09 13:44:41.446682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46755265-2a16-4ec0-87c5-b82196154147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f957c39-d97a-4787-8065-62828abe8228,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:41.531258 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4f60a10-d15d-461c-a446-463870f229e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:41.557343 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4f60a10-d15d-461c-a446-463870f229e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:41.644510 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4f60a10-d15d-461c-a446-463870f229e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:41.648792 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4f60a10-d15d-461c-a446-463870f229e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:41.653544 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e4f60a10-d15d-461c-a446-463870f229e1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6f957c39-d97a-4787-8065-62828abe8228 HTTP/1.1" status: 204 len: 168 time: 0.2069204 Jul 09 13:44:41.665996 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f60a10-d15d-461c-a446-463870f229e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f957c39-d97a-4787-8065-62828abe8228,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:42.620219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51510) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:42.649837 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fdbbea0c-4b26-43f2-a4b4-7afab7cb6f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:43.067813 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fdbbea0c-4b26-43f2-a4b4-7afab7cb6f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:43.075290 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fdbbea0c-4b26-43f2-a4b4-7afab7cb6f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:43.144891 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fdbbea0c-4b26-43f2-a4b4-7afab7cb6f56 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=607584ed5edc457093c501446316fd4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5221519 Jul 09 13:44:43.147925 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51520) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:43.185704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbbea0c-4b26-43f2-a4b4-7afab7cb6f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2eabb16-6353-47f1-bf59-70ada66db994,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:43.217856 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:44:43.251904 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e9bd01-b121-4207-adf5-7e96f3a05fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:43.355489 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e9bd01-b121-4207-adf5-7e96f3a05fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:43.547186 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e9bd01-b121-4207-adf5-7e96f3a05fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:43.549487 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e9bd01-b121-4207-adf5-7e96f3a05fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:43.551585 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-35e9bd01-b121-4207-adf5-7e96f3a05fbd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f2eabb16-6353-47f1-bf59-70ada66db994 HTTP/1.1" status: 204 len: 168 time: 0.4022896 Jul 09 13:44:43.569281 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e9bd01-b121-4207-adf5-7e96f3a05fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2eabb16-6353-47f1-bf59-70ada66db994,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:45.088413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51588) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:45.419569 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-350a8ab5-e230-4b83-adb4-8099db3e8ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:45.638390 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-350a8ab5-e230-4b83-adb4-8099db3e8ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:45.651436 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-350a8ab5-e230-4b83-adb4-8099db3e8ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:45.741792 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-350a8ab5-e230-4b83-adb4-8099db3e8ef1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f9ec5d3ffef8468681dd0faa21f4f4bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6509836 Jul 09 13:44:45.744943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51604) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:45.746817 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350a8ab5-e230-4b83-adb4-8099db3e8ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ff60809-70d3-44a9-bfa5-598f7466ab64,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:45.862950 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08b442f9-f04f-493b-b0be-73e8fa7429b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:45.895793 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08b442f9-f04f-493b-b0be-73e8fa7429b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:45.995248 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08b442f9-f04f-493b-b0be-73e8fa7429b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:45.999187 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08b442f9-f04f-493b-b0be-73e8fa7429b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:46.000509 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-08b442f9-f04f-493b-b0be-73e8fa7429b9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5ff60809-70d3-44a9-bfa5-598f7466ab64 HTTP/1.1" status: 204 len: 168 time: 0.2536666 Jul 09 13:44:46.011836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b442f9-f04f-493b-b0be-73e8fa7429b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ff60809-70d3-44a9-bfa5-598f7466ab64,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:46.501771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51626) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:46.756517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51634) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:46.787317 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9b98bc6-3eed-4acd-9a57-77ad43169d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.003136 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9b98bc6-3eed-4acd-9a57-77ad43169d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.007944 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9b98bc6-3eed-4acd-9a57-77ad43169d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.099931 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70b0e70d-5d49-4e5c-972b-7a4ceca22988 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.110130 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c9b98bc6-3eed-4acd-9a57-77ad43169d36 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1b7c04cdd9e34de196b5b978e78c59bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3467250 Jul 09 13:44:47.110425 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51642) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:47.114358 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b98bc6-3eed-4acd-9a57-77ad43169d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6feebee-9c14-4bb7-b347-f50938ea7b7e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:47.247626 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24dd332f-0ba7-4cde-8cdd-5ce248a00e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.292888 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24dd332f-0ba7-4cde-8cdd-5ce248a00e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.329667 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70b0e70d-5d49-4e5c-972b-7a4ceca22988 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.340167 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70b0e70d-5d49-4e5c-972b-7a4ceca22988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.389959 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24dd332f-0ba7-4cde-8cdd-5ce248a00e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.404029 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24dd332f-0ba7-4cde-8cdd-5ce248a00e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.412612 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b0e70d-5d49-4e5c-972b-7a4ceca22988 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c7beecd-d5ad-43dc-9db9-74d9945e83e7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:47.416372 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-24dd332f-0ba7-4cde-8cdd-5ce248a00e56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b6feebee-9c14-4bb7-b347-f50938ea7b7e HTTP/1.1" status: 204 len: 168 time: 0.3042765 Jul 09 13:44:47.419667 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-70b0e70d-5d49-4e5c-972b-7a4ceca22988 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52c87222d7a444539671615084de0ea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9142046 Jul 09 13:44:47.420511 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51656) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:47.444389 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dd332f-0ba7-4cde-8cdd-5ce248a00e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6feebee-9c14-4bb7-b347-f50938ea7b7e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:47.519242 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3450b73-4109-424b-ab84-2b0e7585fbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.552770 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3450b73-4109-424b-ab84-2b0e7585fbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.663234 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3450b73-4109-424b-ab84-2b0e7585fbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.666572 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3450b73-4109-424b-ab84-2b0e7585fbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:47.668102 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a3450b73-4109-424b-ab84-2b0e7585fbca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6c7beecd-d5ad-43dc-9db9-74d9945e83e7 HTTP/1.1" status: 204 len: 168 time: 0.2406135 Jul 09 13:44:47.693884 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5527fa5-b6fa-4b6c-a014-f7a39b5b4820 req-4cfd47c1-8e90-455a-a864-800cec798f58 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:47.699696 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c5527fa5-b6fa-4b6c-a014-f7a39b5b4820 req-4cfd47c1-8e90-455a-a864-800cec798f58 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.7111523 Jul 09 13:44:47.700550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3450b73-4109-424b-ab84-2b0e7585fbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c7beecd-d5ad-43dc-9db9-74d9945e83e7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:47.791829 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c5527fa5-b6fa-4b6c-a014-f7a39b5b4820 req-1e31f5d2-322e-414b-94f4-957186225745 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850956 Jul 09 13:44:48.352882 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51698) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:48.372197 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa66f141-7358-48d6-ada4-fc590581b27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.530617 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa66f141-7358-48d6-ada4-fc590581b27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.539859 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa66f141-7358-48d6-ada4-fc590581b27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.626839 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51710) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:48.628365 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fa66f141-7358-48d6-ada4-fc590581b27c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e757c1557dcf4ecb92acddc0db7ea3dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2727439 Jul 09 13:44:48.629605 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa66f141-7358-48d6-ada4-fc590581b27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8df6fff6-d9ad-429a-941e-39974444cb12,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:48.756448 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33e75280-8e6a-40f4-af43-6a8115c7c323 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.794162 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33e75280-8e6a-40f4-af43-6a8115c7c323 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.883292 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33e75280-8e6a-40f4-af43-6a8115c7c323 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.900906 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33e75280-8e6a-40f4-af43-6a8115c7c323 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:48.904619 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-33e75280-8e6a-40f4-af43-6a8115c7c323 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8df6fff6-d9ad-429a-941e-39974444cb12 HTTP/1.1" status: 204 len: 168 time: 0.2742491 Jul 09 13:44:48.919769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e75280-8e6a-40f4-af43-6a8115c7c323 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8df6fff6-d9ad-429a-941e-39974444cb12,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:48.996903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51724) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:49.041863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e33989-75f2-4a0f-a382-abb0828b77f5 req-6834a640-efdf-4174-88c2-ac5e68077d3c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:49.043641 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4e33989-75f2-4a0f-a382-abb0828b77f5 req-6834a640-efdf-4174-88c2-ac5e68077d3c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.1037755 Jul 09 13:44:49.127199 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4e33989-75f2-4a0f-a382-abb0828b77f5 req-8cc30ebb-165e-4caa-8704-4ef53782dab2 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753613 Jul 09 13:44:49.198837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aef6fb-35a4-493c-9315-d0cc9e6147bd req-f25da5d7-55f1-474e-94f5-3d0a145b2de9 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:49.200732 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b5aef6fb-35a4-493c-9315-d0cc9e6147bd req-f25da5d7-55f1-474e-94f5-3d0a145b2de9 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.18 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 946 time: 0.1360106 Jul 09 13:44:49.354005 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b5aef6fb-35a4-493c-9315-d0cc9e6147bd req-8a5cf33f-98f5-40c1-ade8-6a176e8c8abb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Deleting port 06a370d8-9e8b-4752-ac7a-3335a593ee84 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:44:49.354792 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5aef6fb-35a4-493c-9315-d0cc9e6147bd req-8a5cf33f-98f5-40c1-ade8-6a176e8c8abb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:49.456646 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e65d34e1-9ff4-42e0-87a8-0894b616df04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:49.531066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b5aef6fb-35a4-493c-9315-d0cc9e6147bd req-8a5cf33f-98f5-40c1-ade8-6a176e8c8abb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] For port 06a370d8-9e8b-4752-ac7a-3335a593ee84, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=06a370d8-9e8b-4752-ac7a-3335a593ee84,segment=NetworkSegment(5ef240c6-8acc-4463-8c22-f528a997caa6),segment_id=5ef240c6-8acc-4463-8c22-f528a997caa6)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:49.531530 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5aef6fb-35a4-493c-9315-d0cc9e6147bd req-8a5cf33f-98f5-40c1-ade8-6a176e8c8abb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:49.858505 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e65d34e1-9ff4-42e0-87a8-0894b616df04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:49.876325 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e65d34e1-9ff4-42e0-87a8-0894b616df04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:49.963584 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5aef6fb-35a4-493c-9315-d0cc9e6147bd req-8a5cf33f-98f5-40c1-ade8-6a176e8c8abb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:49.963962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5aef6fb-35a4-493c-9315-d0cc9e6147bd req-8a5cf33f-98f5-40c1-ade8-6a176e8c8abb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:49.964276 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-b5aef6fb-35a4-493c-9315-d0cc9e6147bd req-8a5cf33f-98f5-40c1-ade8-6a176e8c8abb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Floating IP ebdada34-250d-449f-8035-785ada7eb83a disassociated. External IP: 172.25.2.212, port: 06a370d8-9e8b-4752-ac7a-3335a593ee84. Jul 09 13:44:49.964624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b5aef6fb-35a4-493c-9315-d0cc9e6147bd req-8a5cf33f-98f5-40c1-ade8-6a176e8c8abb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Calling delete_port for 06a370d8-9e8b-4752-ac7a-3335a593ee84 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:44:49.971250 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e65d34e1-9ff4-42e0-87a8-0894b616df04 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4483b5645d904a4eaeccd934ede8a954&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9730942 Jul 09 13:44:49.974769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51764) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:49.978076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e65d34e1-9ff4-42e0-87a8-0894b616df04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f33566-1eeb-4c7d-9bcc-5b7859f98e38,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:50.093541 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27fab8c7-06b0-4d02-b53f-c60943b31f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:50.135583 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27fab8c7-06b0-4d02-b53f-c60943b31f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:50.282064 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27fab8c7-06b0-4d02-b53f-c60943b31f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:50.285106 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27fab8c7-06b0-4d02-b53f-c60943b31f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:50.286424 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-27fab8c7-06b0-4d02-b53f-c60943b31f28 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16f33566-1eeb-4c7d-9bcc-5b7859f98e38 HTTP/1.1" status: 204 len: 168 time: 0.3098586 Jul 09 13:44:50.311409 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fab8c7-06b0-4d02-b53f-c60943b31f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f33566-1eeb-4c7d-9bcc-5b7859f98e38,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:50.348668 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5aef6fb-35a4-493c-9315-d0cc9e6147bd req-8a5cf33f-98f5-40c1-ade8-6a176e8c8abb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:50.399912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5cf33f-98f5-40c1-ade8-6a176e8c8abb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event deleted for resources: {'Port': ['ID=06a370d8-9e8b-4752-ac7a-3335a593ee84,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:50.457201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae198b9-cf45-4f99-8cbe-4544c48af55a req-5fa8cc98-d448-4d97-a69a-d1bf4f4dfc8b tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:50.466614 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ae198b9-cf45-4f99-8cbe-4544c48af55a req-5fa8cc98-d448-4d97-a69a-d1bf4f4dfc8b tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=c4f17d5d-a0e4-4f9f-b42c-76da5e36f210 HTTP/1.1" status: 200 len: 867 time: 0.1500468 Jul 09 13:44:50.534240 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ae198b9-cf45-4f99-8cbe-4544c48af55a req-58f585e6-ac49-4e1b-a8d6-3bc0e0daa849 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=14aea2f2-a074-46bc-9c25-6babe0ce053f&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628185 Jul 09 13:44:50.585973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b5aef6fb-35a4-493c-9315-d0cc9e6147bd req-8a5cf33f-98f5-40c1-ade8-6a176e8c8abb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Router e3fcde33-b03d-49a9-b7b4-50fddd53010e has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:44:50.707716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b5aef6fb-35a4-493c-9315-d0cc9e6147bd req-8a5cf33f-98f5-40c1-ade8-6a176e8c8abb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:44:50.718277 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a7db8-b5dd-45a5-8513-1653ca957872 None None] Sync routers for ids ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:44:50.728937 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a7db8-b5dd-45a5-8513-1653ca957872 None None] Routers {'e3fcde33-b03d-49a9-b7b4-50fddd53010e'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:44:50.729561 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1e5a7db8-b5dd-45a5-8513-1653ca957872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:44:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:50.808974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5aef6fb-35a4-493c-9315-d0cc9e6147bd req-8a5cf33f-98f5-40c1-ade8-6a176e8c8abb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] No DVR routers for this DVR port 06a370d8-9e8b-4752-ac7a-3335a593ee84 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:44:50.812829 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b5aef6fb-35a4-493c-9315-d0cc9e6147bd req-8a5cf33f-98f5-40c1-ade8-6a176e8c8abb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:50.818639 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b5aef6fb-35a4-493c-9315-d0cc9e6147bd req-8a5cf33f-98f5-40c1-ade8-6a176e8c8abb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.18 "DELETE /v2.0/ports/06a370d8-9e8b-4752-ac7a-3335a593ee84 HTTP/1.1" status: 204 len: 173 time: 1.6105285 Jul 09 13:44:50.819306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4f17d5d-a0e4-4f9f-b42c-76da5e36f210', 'name': 'network-vif-deleted', 'tag': '06a370d8-9e8b-4752-ac7a-3335a593ee84'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:50.822453 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443a2904-5d9b-4daf-9c07-d4e1d8e362c1" -d '{"events": [{"server_uuid": "c4f17d5d-a0e4-4f9f-b42c-76da5e36f210", "name": "network-vif-deleted", "tag": "06a370d8-9e8b-4752-ac7a-3335a593ee84"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:50.887911 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c018a25a-f3ec-4e66-a045-0ac9278ef04a x-openstack-request-id: req-c018a25a-f3ec-4e66-a045-0ac9278ef04a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:50.888562 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4f17d5d-a0e4-4f9f-b42c-76da5e36f210", "name": "network-vif-deleted", "tag": "06a370d8-9e8b-4752-ac7a-3335a593ee84", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:50.888562 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c018a25a-f3ec-4e66-a045-0ac9278ef04a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:50.888877 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c4f17d5d-a0e4-4f9f-b42c-76da5e36f210', 'name': 'network-vif-deleted', 'tag': '06a370d8-9e8b-4752-ac7a-3335a593ee84', 'status': 'completed', 'code': 200} Jul 09 13:44:50.917943 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-1e5a7db8-b5dd-45a5-8513-1653ca957872 None None] Set router e3fcde33-b03d-49a9-b7b4-50fddd53010e gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:44:50.975898 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51800) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:51.006922 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0518-4064-463b-8d4f-c442fc85b5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:51.140286 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0518-4064-463b-8d4f-c442fc85b5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:51.147803 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f1e0518-4064-463b-8d4f-c442fc85b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:51.203563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51802) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:51.215210 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1f1e0518-4064-463b-8d4f-c442fc85b5a5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1fa1ebd6276242d0b52a0ee5875e824b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357731 Jul 09 13:44:51.220827 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1e0518-4064-463b-8d4f-c442fc85b5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3314841d-2cd9-41da-8133-a6b4469490c7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:51.252476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51808) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:51.358495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:51.433976 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8a5d7029-2c52-4ae5-b8cf-a3b5c5121001 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/floatingips/3bb00a9e-3d35-476a-877a-86492627ddcf HTTP/1.1" status: 200 len: 993 time: 0.1766191 Jul 09 13:44:51.436247 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:51.507369 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:51.510248 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:51.518462 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3314841d-2cd9-41da-8133-a6b4469490c7 HTTP/1.1" status: 204 len: 168 time: 0.3095503 Jul 09 13:44:51.536682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3314841d-2cd9-41da-8133-a6b4469490c7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:51.556985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:51.557332 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:51.559526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:51.559891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:51.561572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:51.561929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:51.563132 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:51.564831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:51.565266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:51.565612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:51.568247 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:51.568978 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae9120e3-4b31-4db0-96a5-34db6871f6ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:44:51.626490 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1e5a7db8-b5dd-45a5-8513-1653ca957872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:11Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'a57159f5-6971-4628-b1fb-0e220292cd12', 'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'mac_address': 'fa:16:3e:95:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:07Z', 'updated_at': '2021-07-09T13:40:24Z', 'revision_number': 5, 'project_id': '57c1823849db49b4af2d50bf49892746', 'subnets': [{'id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:51.819629 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a7db8-b5dd-45a5-8513-1653ca957872 None None] Checking router: e3fcde33-b03d-49a9-b7b4-50fddd53010e for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:44:51.830990 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5a7db8-b5dd-45a5-8513-1653ca957872 None None] Routers {'e3fcde33-b03d-49a9-b7b4-50fddd53010e'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:44:51.831790 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1e5a7db8-b5dd-45a5-8513-1653ca957872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:44:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:51.878532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51834) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:51.962553 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c3cc5168-2e10-4e35-bfe9-030f0152544a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:52.002560 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c3cc5168-2e10-4e35-bfe9-030f0152544a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:52.014139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51838) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:52.078612 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-1e5a7db8-b5dd-45a5-8513-1653ca957872 None None] Set router e3fcde33-b03d-49a9-b7b4-50fddd53010e gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:44:52.105197 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c3cc5168-2e10-4e35-bfe9-030f0152544a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:52.110984 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c3cc5168-2e10-4e35-bfe9-030f0152544a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:52.112591 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c3cc5168-2e10-4e35-bfe9-030f0152544a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "DELETE /v2.0/security-groups/14aea2f2-a074-46bc-9c25-6babe0ce053f HTTP/1.1" status: 204 len: 168 time: 0.2329152 Jul 09 13:44:52.120668 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51840) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:52.127760 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cc5168-2e10-4e35-bfe9-030f0152544a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14aea2f2-a074-46bc-9c25-6babe0ce053f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:52.488713 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-1e5a7db8-b5dd-45a5-8513-1653ca957872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:11Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'a57159f5-6971-4628-b1fb-0e220292cd12', 'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'mac_address': 'fa:16:3e:95:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:07Z', 'updated_at': '2021-07-09T13:40:24Z', 'revision_number': 5, 'project_id': '57c1823849db49b4af2d50bf49892746', 'subnets': [{'id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:52.506694 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-7cf103fe-8440-453a-b4e8-53072dbf311e tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] show failed (client error): The resource could not be found. Jul 09 13:44:52.507510 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7cf103fe-8440-453a-b4e8-53072dbf311e tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups/14aea2f2-a074-46bc-9c25-6babe0ce053f HTTP/1.1" status: 404 len: 347 time: 0.3857024 Jul 09 13:44:52.510553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51852) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:52.533084 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5a7db8-b5dd-45a5-8513-1653ca957872 None None] The sync data for ids ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'] in n-d-799525-3 is: [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:11Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'a57159f5-6971-4628-b1fb-0e220292cd12', 'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'mac_address': 'fa:16:3e:95:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:07Z', 'updated_at': '2021-07-09T13:40:24Z', 'revision_number': 5, 'project_id': '57c1823849db49b4af2d50bf49892746', 'subnets': [{'id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:44:52.870453 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6828ac01-fd18-4250-b2b5-670d763ae3ff tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Deleting port 039ad2a8-b774-463d-a9f1-38788aca1079 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:44:52.872188 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6828ac01-fd18-4250-b2b5-670d763ae3ff tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:52.886808 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9ed8a0e2-2a24-44c0-b489-4a2042a1e08a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Deleting port ba2d60b2-4859-4b70-a7c9-3fc1175ca870 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:44:52.887179 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ed8a0e2-2a24-44c0-b489-4a2042a1e08a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:53.070795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37127bc-aa96-4d2a-bf82-50c6301be2f8 None None] New status for floating IP ebdada34-250d-449f-8035-785ada7eb83a: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:44:53.098651 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6828ac01-fd18-4250-b2b5-670d763ae3ff tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:53.102223 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6828ac01-fd18-4250-b2b5-670d763ae3ff tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:53.106773 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ed8a0e2-2a24-44c0-b489-4a2042a1e08a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:53.107288 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ed8a0e2-2a24-44c0-b489-4a2042a1e08a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:53.150336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6828ac01-fd18-4250-b2b5-670d763ae3ff tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Calling delete_port for 039ad2a8-b774-463d-a9f1-38788aca1079 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:44:53.153776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9ed8a0e2-2a24-44c0-b489-4a2042a1e08a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Calling delete_port for ba2d60b2-4859-4b70-a7c9-3fc1175ca870 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:44:53.525774 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ed8a0e2-2a24-44c0-b489-4a2042a1e08a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:53.540371 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6828ac01-fd18-4250-b2b5-670d763ae3ff tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:53.557073 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51888) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:53.644098 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6828ac01-fd18-4250-b2b5-670d763ae3ff tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event deleted for resources: {'Port': ['ID=039ad2a8-b774-463d-a9f1-38788aca1079,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:53.695465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed8a0e2-2a24-44c0-b489-4a2042a1e08a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Port': ['ID=ba2d60b2-4859-4b70-a7c9-3fc1175ca870,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:53.767806 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6828ac01-fd18-4250-b2b5-670d763ae3ff tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:53.771193 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6828ac01-fd18-4250-b2b5-670d763ae3ff tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:53.776656 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6828ac01-fd18-4250-b2b5-670d763ae3ff tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "DELETE /v2.0/floatingips/ebdada34-250d-449f-8035-785ada7eb83a HTTP/1.1" status: 204 len: 168 time: 1.2584453 Jul 09 13:44:53.831495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ed8a0e2-2a24-44c0-b489-4a2042a1e08a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:53.832206 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-9ed8a0e2-2a24-44c0-b489-4a2042a1e08a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Floating IP 3bb00a9e-3d35-476a-877a-86492627ddcf disassociated (deleted). External IP: 172.25.2.50, port: cef2d154-2ffc-48b7-83e7-f61487b1c024. Jul 09 13:44:53.920425 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9af7f8a5-e5cf-4a1a-937c-a3efc81d1a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.113079 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9af7f8a5-e5cf-4a1a-937c-a3efc81d1a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.119052 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9af7f8a5-e5cf-4a1a-937c-a3efc81d1a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.181963 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9af7f8a5-e5cf-4a1a-937c-a3efc81d1a99 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c7173956374d4a6abe801cb97d3079f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6214855 Jul 09 13:44:54.182480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51898) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:54.183624 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af7f8a5-e5cf-4a1a-937c-a3efc81d1a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9f3c9f-b4a3-46ce-bbfc-1cb3cfd2b5a8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:54.256851 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51904) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:54.264717 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-36767f61-93f6-4654-896e-172a50f88007 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1836491606', 'description': 'tempest-description--1431154745'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:54.295771 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36767f61-93f6-4654-896e-172a50f88007 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.301906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ed8a0e2-2a24-44c0-b489-4a2042a1e08a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Router 943cd70e-293e-489b-b42e-97de643775ae has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:44:54.344642 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb80d3ee-6d22-4cc9-84b0-b524bf4beabb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.361880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 06a370d8-9e8b-4752-ac7a-3335a593ee84 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:44:54.399511 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 06a370d8-9e8b-4752-ac7a-3335a593ee84 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:44:54.400505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 06a370d8-9e8b-4752-ac7a-3335a593ee84 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:44:54.436496 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb80d3ee-6d22-4cc9-84b0-b524bf4beabb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.457900 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36767f61-93f6-4654-896e-172a50f88007 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.465181 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36767f61-93f6-4654-896e-172a50f88007 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.499803 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36767f61-93f6-4654-896e-172a50f88007 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f134617-6b8d-4dc8-be01-1b5350bc4b19,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:54.511131 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36767f61-93f6-4654-896e-172a50f88007 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.512735 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-36767f61-93f6-4654-896e-172a50f88007 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2548404 Jul 09 13:44:54.515687 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51908) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:54.521302 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-68560a20-93c8-4156-9477-2be07f1e98fd tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Request body: {'security_group_rule': {'security_group_id': '3f134617-6b8d-4dc8-be01-1b5350bc4b19', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:54.529374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ed8a0e2-2a24-44c0-b489-4a2042a1e08a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:44:54.534936 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9ed8a0e2-2a24-44c0-b489-4a2042a1e08a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.542170 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dfe10a-2ab6-4c3a-8ef5-a5843c3d6b29 None None] Sync routers for ids ['943cd70e-293e-489b-b42e-97de643775ae'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:44:54.554221 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dfe10a-2ab6-4c3a-8ef5-a5843c3d6b29 None None] Routers {'943cd70e-293e-489b-b42e-97de643775ae'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:44:54.555079 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-51dfe10a-2ab6-4c3a-8ef5-a5843c3d6b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:44:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['943cd70e-293e-489b-b42e-97de643775ae'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:54.570454 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68560a20-93c8-4156-9477-2be07f1e98fd tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.608750 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9ed8a0e2-2a24-44c0-b489-4a2042a1e08a tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "DELETE /v2.0/floatingips/3bb00a9e-3d35-476a-877a-86492627ddcf HTTP/1.1" status: 204 len: 168 time: 2.5924566 Jul 09 13:44:54.610606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0b6566-eaed-4bdd-9160-424685aa5ea5', 'tag': 'cef2d154-2ffc-48b7-83e7-f61487b1c024'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:54.613518 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc8ffa97-e1fd-4b67-b365-379b21e57ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0b6566-eaed-4bdd-9160-424685aa5ea5", "tag": "cef2d154-2ffc-48b7-83e7-f61487b1c024"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:54.653025 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb80d3ee-6d22-4cc9-84b0-b524bf4beabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.662875 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb80d3ee-6d22-4cc9-84b0-b524bf4beabb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.667697 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fb80d3ee-6d22-4cc9-84b0-b524bf4beabb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc9f3c9f-b4a3-46ce-bbfc-1cb3cfd2b5a8 HTTP/1.1" status: 204 len: 168 time: 0.4819338 Jul 09 13:44:54.693739 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-51dfe10a-2ab6-4c3a-8ef5-a5843c3d6b29 None None] Set router 943cd70e-293e-489b-b42e-97de643775ae gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:44:54.704787 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb80d3ee-6d22-4cc9-84b0-b524bf4beabb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9f3c9f-b4a3-46ce-bbfc-1cb3cfd2b5a8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:54.735857 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-881b406b-24c6-4259-a93e-8fe520cf192c x-openstack-request-id: req-881b406b-24c6-4259-a93e-8fe520cf192c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:54.736340 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0b6566-eaed-4bdd-9160-424685aa5ea5", "tag": "cef2d154-2ffc-48b7-83e7-f61487b1c024", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:54.736707 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-881b406b-24c6-4259-a93e-8fe520cf192c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:54.737712 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0b6566-eaed-4bdd-9160-424685aa5ea5', 'tag': 'cef2d154-2ffc-48b7-83e7-f61487b1c024', 'status': 'completed', 'code': 200} Jul 09 13:44:54.748345 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68560a20-93c8-4156-9477-2be07f1e98fd tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.756882 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68560a20-93c8-4156-9477-2be07f1e98fd tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.784493 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68560a20-93c8-4156-9477-2be07f1e98fd tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64f694bd-a3e1-422a-a834-dd22398697e1,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:54.827706 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-68560a20-93c8-4156-9477-2be07f1e98fd tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.829794 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-68560a20-93c8-4156-9477-2be07f1e98fd tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3129923 Jul 09 13:44:54.832872 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51920) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:54.853958 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-08e1f2e1-04a7-4db5-9eee-62760d0c7a93 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Request body: {'security_group_rule': {'security_group_id': '3f134617-6b8d-4dc8-be01-1b5350bc4b19', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:54.966250 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08e1f2e1-04a7-4db5-9eee-62760d0c7a93 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:54.995829 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ffa97-e1fd-4b67-b365-379b21e57ab3 req-8d736d81-d90c-431d-bb9c-e99baafb2fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:54.997810 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bc8ffa97-e1fd-4b67-b365-379b21e57ab3 req-8d736d81-d90c-431d-bb9c-e99baafb2fc2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1f9f9204531458ca2e9fa84d6609b20&device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 1097 time: 0.2360029 Jul 09 13:44:55.224629 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08e1f2e1-04a7-4db5-9eee-62760d0c7a93 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:55.235006 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08e1f2e1-04a7-4db5-9eee-62760d0c7a93 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:55.253913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ffa97-e1fd-4b67-b365-379b21e57ab3 req-eeebd1ad-ca16-432e-a514-a7dd2c2e9598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:55.268078 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bc8ffa97-e1fd-4b67-b365-379b21e57ab3 req-eeebd1ad-ca16-432e-a514-a7dd2c2e9598 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3f5cdef3-4da7-4359-b375-ec70e59c8c66 HTTP/1.1" status: 200 len: 897 time: 0.2599669 Jul 09 13:44:55.287529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e1f2e1-04a7-4db5-9eee-62760d0c7a93 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95baa9a9-0edd-4ada-b1e3-7816629c5a86,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:55.299185 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08e1f2e1-04a7-4db5-9eee-62760d0c7a93 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:55.305839 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-08e1f2e1-04a7-4db5-9eee-62760d0c7a93 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4714639 Jul 09 13:44:55.308540 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51936) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:55.319104 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:44:55.378136 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-51dfe10a-2ab6-4c3a-8ef5-a5843c3d6b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943cd70e-293e-489b-b42e-97de643775ae', 'name': 'tempest-TestNetworkBasicOps-router-1308083561', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:42Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '6114b02a-8aa9-4dea-a62b-6699bc974c5c', 'name': '', 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:34:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:51Z', 'updated_at': '2021-07-09T13:44:04Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:55.381269 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:55.433326 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dfe10a-2ab6-4c3a-8ef5-a5843c3d6b29 None None] Checking router: 943cd70e-293e-489b-b42e-97de643775ae for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:44:55.449202 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bc8ffa97-e1fd-4b67-b365-379b21e57ab3 req-a370ddfb-28fe-4fb8-9153-37d47e648003 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cef2d154-2ffc-48b7-83e7-f61487b1c024 HTTP/1.1" status: 200 len: 217 time: 0.1760073 Jul 09 13:44:55.455037 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dfe10a-2ab6-4c3a-8ef5-a5843c3d6b29 None None] Routers {'943cd70e-293e-489b-b42e-97de643775ae'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:44:55.455900 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-51dfe10a-2ab6-4c3a-8ef5-a5843c3d6b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:44:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['943cd70e-293e-489b-b42e-97de643775ae'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:55.588591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ffa97-e1fd-4b67-b365-379b21e57ab3 req-9d8f0c95-84fe-4e9f-bf69-9faf192f9e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:55.590085 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bc8ffa97-e1fd-4b67-b365-379b21e57ab3 req-9d8f0c95-84fe-4e9f-bf69-9faf192f9e62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=478d302e-20f1-42b6-b1ee-128a8f7a6cf1 HTTP/1.1" status: 200 len: 834 time: 0.1295834 Jul 09 13:44:55.660716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c617b-5c1d-4572-81d8-9b78c86feaad req-8c0ac84d-9ee6-45d0-9779-fcc0e881d3fe tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:55.663257 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c57c617b-5c1d-4572-81d8-9b78c86feaad req-8c0ac84d-9ee6-45d0-9779-fcc0e881d3fe tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 946 time: 0.1444728 Jul 09 13:44:55.748186 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-51dfe10a-2ab6-4c3a-8ef5-a5843c3d6b29 None None] Set router 943cd70e-293e-489b-b42e-97de643775ae gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:44:55.763901 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c57c617b-5c1d-4572-81d8-9b78c86feaad req-58942ae2-a5c3-4bdb-92b0-bdea97e12266 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=24de6e2f-1557-4a93-a2c5-ec46c756b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817757 Jul 09 13:44:55.769195 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:55.800094 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc8ffa97-e1fd-4b67-b365-379b21e57ab3 req-915b198c-1e7c-434c-bd95-9417a45e58c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:55.801854 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bc8ffa97-e1fd-4b67-b365-379b21e57ab3 req-915b198c-1e7c-434c-bd95-9417a45e58c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3f5cdef3-4da7-4359-b375-ec70e59c8c66&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2004020 Jul 09 13:44:55.991019 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bc8ffa97-e1fd-4b67-b365-379b21e57ab3 req-b80f81cf-eb4e-4abf-abc5-88914c677f2d service neutron] 10.222.0.15 "GET /v2.0/networks/3f5cdef3-4da7-4359-b375-ec70e59c8c66?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816308 Jul 09 13:44:56.022807 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Allocated IP 172.25.2.182 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/801fa4cb-6270-4660-8389-d808c400c20e) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:44:56.196029 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:56.257360 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bc8ffa97-e1fd-4b67-b365-379b21e57ab3 req-b834221f-5e9d-4089-bf85-ed466d22b0fd service neutron] 10.222.0.15 "GET /v2.0/networks/3f5cdef3-4da7-4359-b375-ec70e59c8c66?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2591541 Jul 09 13:44:56.306032 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-51dfe10a-2ab6-4c3a-8ef5-a5843c3d6b29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943cd70e-293e-489b-b42e-97de643775ae', 'name': 'tempest-TestNetworkBasicOps-router-1308083561', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:42Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '6114b02a-8aa9-4dea-a62b-6699bc974c5c', 'name': '', 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:34:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:51Z', 'updated_at': '2021-07-09T13:44:04Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:44:56.316340 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:56.382412 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dfe10a-2ab6-4c3a-8ef5-a5843c3d6b29 None None] The sync data for ids ['943cd70e-293e-489b-b42e-97de643775ae'] in n-d-799525-3 is: [{'id': '943cd70e-293e-489b-b42e-97de643775ae', 'name': 'tempest-TestNetworkBasicOps-router-1308083561', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:42Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '6114b02a-8aa9-4dea-a62b-6699bc974c5c', 'name': '', 'network_id': '3f5cdef3-4da7-4359-b375-ec70e59c8c66', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'mac_address': 'fa:16:3e:34:86:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 2553, 'fixed_ips': [{'subnet_id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:51Z', 'updated_at': '2021-07-09T13:44:04Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'subnets': [{'id': '478d302e-20f1-42b6-b1ee-128a8f7a6cf1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:44:56.402235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:44:56.409796 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:44:56.437645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:44:56.562327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event updated for resources: {'Port': ['ID=801fa4cb-6270-4660-8389-d808c400c20e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:56.724848 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:56.765860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d41a8f-5494-478a-8eff-357192a62776 req-33a4cd5f-7564-4d95-ad41-6d14c2865073 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:56.771380 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c5d41a8f-5494-478a-8eff-357192a62776 req-33a4cd5f-7564-4d95-ad41-6d14c2865073 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 946 time: 0.2593739 Jul 09 13:44:56.872486 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:56.940826 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21883284-3ce1-4b24-99fd-73aad4d1e7ba None None] New status for floating IP 3bb00a9e-3d35-476a-877a-86492627ddcf: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:44:57.107412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c5d41a8f-5494-478a-8eff-357192a62776 req-22b4b53a-b931-4ec0-b1ad-68bf7dcbe303 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Deleting port cef2d154-2ffc-48b7-83e7-f61487b1c024 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:44:57.107768 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c5d41a8f-5494-478a-8eff-357192a62776 req-22b4b53a-b931-4ec0-b1ad-68bf7dcbe303 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:57.330895 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1c3f99-0a30-4620-85ab-cc94e38b4211 req-ef1ebd58-c103-4729-9962-456d88ab5631 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:57.339410 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fc1c3f99-0a30-4620-85ab-cc94e38b4211 req-ef1ebd58-c103-4729-9962-456d88ab5631 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 946 time: 0.2074127 Jul 09 13:44:57.379715 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:57.396093 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:57.437013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c5d41a8f-5494-478a-8eff-357192a62776 req-22b4b53a-b931-4ec0-b1ad-68bf7dcbe303 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] For port cef2d154-2ffc-48b7-83e7-f61487b1c024, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=cef2d154-2ffc-48b7-83e7-f61487b1c024,segment=NetworkSegment(fe700183-eec3-4f6e-b831-94178c0ce573),segment_id=fe700183-eec3-4f6e-b831-94178c0ce573)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:44:57.437628 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c5d41a8f-5494-478a-8eff-357192a62776 req-22b4b53a-b931-4ec0-b1ad-68bf7dcbe303 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:57.448830 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fc1c3f99-0a30-4620-85ab-cc94e38b4211 req-3a0e5c5c-4f5c-4649-9462-05361020dca4 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/security-groups?id=24de6e2f-1557-4a93-a2c5-ec46c756b342&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1083481 Jul 09 13:44:57.479574 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c5d41a8f-5494-478a-8eff-357192a62776 req-22b4b53a-b931-4ec0-b1ad-68bf7dcbe303 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Calling delete_port for cef2d154-2ffc-48b7-83e7-f61487b1c024 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:44:57.575534 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event updated for resources: {'Port': ['ID=801fa4cb-6270-4660-8389-d808c400c20e,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:57.588498 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:57.606028 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:57.617617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6b9209f9-bcf1-4c0a-ac56-84b6febe95c6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2981107 Jul 09 13:44:57.758731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c5d41a8f-5494-478a-8eff-357192a62776 req-22b4b53a-b931-4ec0-b1ad-68bf7dcbe303 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:57.791977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b4b53a-b931-4ec0-b1ad-68bf7dcbe303 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Port': ['ID=cef2d154-2ffc-48b7-83e7-f61487b1c024,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:57.897810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d41a8f-5494-478a-8eff-357192a62776 req-22b4b53a-b931-4ec0-b1ad-68bf7dcbe303 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] No DVR routers for this DVR port cef2d154-2ffc-48b7-83e7-f61487b1c024 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:44:57.900519 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c5d41a8f-5494-478a-8eff-357192a62776 req-22b4b53a-b931-4ec0-b1ad-68bf7dcbe303 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:57.903801 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c5d41a8f-5494-478a-8eff-357192a62776 req-22b4b53a-b931-4ec0-b1ad-68bf7dcbe303 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.15 "DELETE /v2.0/ports/cef2d154-2ffc-48b7-83e7-f61487b1c024 HTTP/1.1" status: 204 len: 173 time: 1.1264002 Jul 09 13:44:57.904560 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0b6566-eaed-4bdd-9160-424685aa5ea5', 'name': 'network-vif-deleted', 'tag': 'cef2d154-2ffc-48b7-83e7-f61487b1c024'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:44:57.906656 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46312045-555d-4b0e-8f56-5a4465710c18" -d '{"events": [{"server_uuid": "fd0b6566-eaed-4bdd-9160-424685aa5ea5", "name": "network-vif-deleted", "tag": "cef2d154-2ffc-48b7-83e7-f61487b1c024"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:44:58.000478 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5478b90f-2496-4802-b8bf-da01fb98441f x-openstack-request-id: req-5478b90f-2496-4802-b8bf-da01fb98441f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:44:58.000990 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0b6566-eaed-4bdd-9160-424685aa5ea5", "name": "network-vif-deleted", "tag": "cef2d154-2ffc-48b7-83e7-f61487b1c024", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:44:58.001403 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5478b90f-2496-4802-b8bf-da01fb98441f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:44:58.001975 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0b6566-eaed-4bdd-9160-424685aa5ea5', 'name': 'network-vif-deleted', 'tag': 'cef2d154-2ffc-48b7-83e7-f61487b1c024', 'status': 'completed', 'code': 200} Jul 09 13:44:58.023912 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3526e165-4bab-4538-afe1-1f23a987e483 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1836491606&fields=id&tenant_id=57c1823849db49b4af2d50bf49892746 HTTP/1.1" status: 200 len: 267 time: 0.0459015 Jul 09 13:44:58.077022 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52042) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:58.268646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-ceb7d9b0-1a3d-4a86-8807-7c30ab4e3bee tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:44:58.271319 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-ceb7d9b0-1a3d-4a86-8807-7c30ab4e3bee tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/networks?id=8b067095-4052-4b92-b6db-3597e823e67a HTTP/1.1" status: 200 len: 808 time: 0.2464521 Jul 09 13:44:58.298036 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-58c57ac4-7cd8-4d85-91f7-4214f7674c8e tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/quotas/57c1823849db49b4af2d50bf49892746 HTTP/1.1" status: 200 len: 375 time: 0.0187423 Jul 09 13:44:58.341765 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8dad607e-ba4a-4ed8-b172-f581f56802e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:58.410858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-2335cf74-7e83-4f26-a054-0605d19cc726 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=57c1823849db49b4af2d50bf49892746&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1115901 Jul 09 13:44:58.538354 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8dad607e-ba4a-4ed8-b172-f581f56802e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:58.548895 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8dad607e-ba4a-4ed8-b172-f581f56802e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:58.632798 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-de36b77f-304e-43b1-b630-38b8bb2243a2 service neutron] 10.222.0.39 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155302 Jul 09 13:44:58.634869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad607e-ba4a-4ed8-b172-f581f56802e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=072ba706-edcf-4399-be3d-f79576b3292b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:58.678621 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8dad607e-ba4a-4ed8-b172-f581f56802e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1e89d49bcec54efaafb0225c23df8baa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6004190 Jul 09 13:44:58.679288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52054) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:44:58.774114 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7724-7fef-43da-b9fe-75fa122ed979 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:58.805527 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-b7747adb-be88-45ee-bd4a-fedf8c56f860 service neutron] 10.222.0.39 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717412 Jul 09 13:44:58.814601 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7724-7fef-43da-b9fe-75fa122ed979 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:58.901006 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7724-7fef-43da-b9fe-75fa122ed979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:58.906574 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ce7724-7fef-43da-b9fe-75fa122ed979 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:44:58.910638 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c4ce7724-7fef-43da-b9fe-75fa122ed979 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/072ba706-edcf-4399-be3d-f79576b3292b HTTP/1.1" status: 204 len: 168 time: 0.2282391 Jul 09 13:44:58.961638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ce7724-7fef-43da-b9fe-75fa122ed979 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=072ba706-edcf-4399-be3d-f79576b3292b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:44:59.095924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f2ec3f02-b2f1-440f-92e2-a45ee5d3aad0 req-fc22bb6f-a59f-469c-b458-ecf01a6ce981 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd0b6566-eaed-4bdd-9160-424685aa5ea5 HTTP/1.1" status: 200 len: 210 time: 0.3675013 Jul 09 13:44:59.237596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device cef2d154-2ffc-48b7-83e7-f61487b1c024 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:44:59.269846 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: cef2d154-2ffc-48b7-83e7-f61487b1c024 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:44:59.274720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device cef2d154-2ffc-48b7-83e7-f61487b1c024 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:44:59.432466 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-053a6b00-5ed3-4cf6-b72b-260582175d3e req-7379fe0d-16a4-4016-b962-792c461c42c1 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 210 time: 0.0697105 Jul 09 13:45:00.143535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52112) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:00.284301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52126) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:00.465919 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8965601b-64f4-4e58-87eb-062b8cb3d060 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:00.549940 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8965601b-64f4-4e58-87eb-062b8cb3d060 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:00.644078 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8965601b-64f4-4e58-87eb-062b8cb3d060 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:00.652785 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8965601b-64f4-4e58-87eb-062b8cb3d060 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:00.673057 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8965601b-64f4-4e58-87eb-062b8cb3d060 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "DELETE /v2.0/security-groups/24de6e2f-1557-4a93-a2c5-ec46c756b342 HTTP/1.1" status: 204 len: 168 time: 0.3867280 Jul 09 13:45:00.705251 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8965601b-64f4-4e58-87eb-062b8cb3d060 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24de6e2f-1557-4a93-a2c5-ec46c756b342,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:00.731153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52144) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:00.756769 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c620a8c-4ee1-49dc-8efb-2e7872d3a27a req-95249339-5253-4a43-a617-431042ff01c3 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 210 time: 0.0828903 Jul 09 13:45:00.855547 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5156b88f-cde9-475c-a4a7-abfc94eda981 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:01.406906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-f763d356-167f-433c-a143-90e2e9340dce tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:01.408537 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-f763d356-167f-433c-a143-90e2e9340dce tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.15 "GET /v2.0/networks?id=8b067095-4052-4b92-b6db-3597e823e67a HTTP/1.1" status: 200 len: 808 time: 0.4271545 Jul 09 13:45:01.511989 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-c0ffd01a-104a-4f26-ac38-132188864be3 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57c1823849db49b4af2d50bf49892746 HTTP/1.1" status: 200 len: 380 time: 0.0888424 Jul 09 13:45:01.612526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-d9156079-966d-4ce6-8a98-c29b8cc56868 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Request body: {'port': {'device_id': '4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'admin_state_up': True, 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'security_groups': ['3f134617-6b8d-4dc8-be01-1b5350bc4b19']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:01.658561 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5156b88f-cde9-475c-a4a7-abfc94eda981 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:01.702303 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5156b88f-cde9-475c-a4a7-abfc94eda981 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:01.806636 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-367da256-d335-4260-bae9-3ac5343c7e01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:01.833330 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5156b88f-cde9-475c-a4a7-abfc94eda981 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6d0699bc361f4966b3dfc1d0a5494de1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6872180 Jul 09 13:45:01.835777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52196) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:01.858076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5156b88f-cde9-475c-a4a7-abfc94eda981 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4db6e1f-5163-4cf4-9f17-744580257753,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:01.919465 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70eb1a66-5a77-4da6-8006-33e7a511c48e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:01.994388 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70eb1a66-5a77-4da6-8006-33e7a511c48e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:02.115996 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-d9156079-966d-4ce6-8a98-c29b8cc56868 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Made reservation on behalf of 57c1823849db49b4af2d50bf49892746 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:45:02.117406 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70eb1a66-5a77-4da6-8006-33e7a511c48e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:02.120588 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70eb1a66-5a77-4da6-8006-33e7a511c48e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:02.121736 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-70eb1a66-5a77-4da6-8006-33e7a511c48e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c4db6e1f-5163-4cf4-9f17-744580257753 HTTP/1.1" status: 204 len: 168 time: 0.2847762 Jul 09 13:45:02.123466 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-d9156079-966d-4ce6-8a98-c29b8cc56868 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:02.153450 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb1a66-5a77-4da6-8006-33e7a511c48e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4db6e1f-5163-4cf4-9f17-744580257753,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:02.226660 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5ad7ea4-fc63-4af5-ada2-7a4c95d04b64 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:02.495414 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef6a3215-d074-427d-b561-ef1522473d72 req-cf90d2b0-a090-4886-9889-108c88f79306 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 210 time: 0.0432343 Jul 09 13:45:02.550541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-d9156079-966d-4ce6-8a98-c29b8cc56868 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Allocated IP 172.20.0.4 (8b067095-4052-4b92-b6db-3597e823e67a/6365b74c-aea2-4433-844b-839fb4fcbc16/66e3784f-52f5-4422-aad5-598147868cab) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:03.033160 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-d9156079-966d-4ce6-8a98-c29b8cc56868 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:03.034923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52248) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:03.062204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-d9156079-966d-4ce6-8a98-c29b8cc56868 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Transition to ACTIVE for port object 66e3784f-52f5-4422-aad5-598147868cab will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:03.071346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad7ea4-fc63-4af5-ada2-7a4c95d04b64 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Deleting port 6114b02a-8aa9-4dea-a62b-6699bc974c5c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:03.071695 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5ad7ea4-fc63-4af5-ada2-7a4c95d04b64 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:03.206885 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-d9156079-966d-4ce6-8a98-c29b8cc56868 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:03.273409 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5918283-238b-4238-a3cb-ed7ac030ac5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:03.287379 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-e5ad7ea4-fc63-4af5-ada2-7a4c95d04b64 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] For port 6114b02a-8aa9-4dea-a62b-6699bc974c5c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6114b02a-8aa9-4dea-a62b-6699bc974c5c,segment=NetworkSegment(fe700183-eec3-4f6e-b831-94178c0ce573),segment_id=fe700183-eec3-4f6e-b831-94178c0ce573)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:03.287756 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5ad7ea4-fc63-4af5-ada2-7a4c95d04b64 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:03.307676 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-d9156079-966d-4ce6-8a98-c29b8cc56868 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Network 8b067095-4052-4b92-b6db-3597e823e67a is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:03.321672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-d9156079-966d-4ce6-8a98-c29b8cc56868 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:03.327006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e5ad7ea4-fc63-4af5-ada2-7a4c95d04b64 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Calling delete_port for 6114b02a-8aa9-4dea-a62b-6699bc974c5c owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:03.332011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-d9156079-966d-4ce6-8a98-c29b8cc56868 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:03.369445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9156079-966d-4ce6-8a98-c29b8cc56868 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event updated for resources: {'Port': ['ID=66e3784f-52f5-4422-aad5-598147868cab,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:03.430974 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5918283-238b-4238-a3cb-ed7ac030ac5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:03.438330 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5918283-238b-4238-a3cb-ed7ac030ac5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:03.452294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-d9156079-966d-4ce6-8a98-c29b8cc56868 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:03.453017 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-d9156079-966d-4ce6-8a98-c29b8cc56868 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:03.490271 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-d9156079-966d-4ce6-8a98-c29b8cc56868 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9528575 Jul 09 13:45:03.524101 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e5918283-238b-4238-a3cb-ed7ac030ac5d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e0f7615e99ea44599bb62ddd16a7c9bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4744885 Jul 09 13:45:03.558226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52260) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:03.562500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5918283-238b-4238-a3cb-ed7ac030ac5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19b8d0be-3761-45be-8f4b-bc9d4ae4c307,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:03.565384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Request body: {'port': {'device_id': '4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:03.907059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f55a-922d-4d81-8a9c-acc940aba643 None None] Provisioning for port 66e3784f-52f5-4422-aad5-598147868cab completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:03.919162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1896af9-eb11-4514-a5e3-7dd92ed1a7ae req-7f650a44-344f-4248-8880-95bf753fa8a9 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:03.930124 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1896af9-eb11-4514-a5e3-7dd92ed1a7ae req-7f650a44-344f-4248-8880-95bf753fa8a9 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 931 time: 0.2255533 Jul 09 13:45:03.931746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4ce4f55a-922d-4d81-8a9c-acc940aba643 None None] Provisioning complete for port 66e3784f-52f5-4422-aad5-598147868cab triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:03.932341 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ce4f55a-922d-4d81-8a9c-acc940aba643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:04.105293 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1896af9-eb11-4514-a5e3-7dd92ed1a7ae req-13564a09-72db-476a-8045-b1ae3ae7479f tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f134617-6b8d-4dc8-be01-1b5350bc4b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1663277 Jul 09 13:45:04.119028 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1434ac69-fbb4-45e1-9b4e-1ca61122a169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:04.141654 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4ce4f55a-922d-4d81-8a9c-acc940aba643 None None] Port 66e3784f-52f5-4422-aad5-598147868cab cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:45:04.153961 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:04.199755 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1434ac69-fbb4-45e1-9b4e-1ca61122a169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:04.261547 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5ad7ea4-fc63-4af5-ada2-7a4c95d04b64 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:04.339700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad7ea4-fc63-4af5-ada2-7a4c95d04b64 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Port': ['ID=6114b02a-8aa9-4dea-a62b-6699bc974c5c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:04.502303 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1434ac69-fbb4-45e1-9b4e-1ca61122a169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:04.505523 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1434ac69-fbb4-45e1-9b4e-1ca61122a169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:04.508669 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1434ac69-fbb4-45e1-9b4e-1ca61122a169 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/19b8d0be-3761-45be-8f4b-bc9d4ae4c307 HTTP/1.1" status: 204 len: 168 time: 0.9376729 Jul 09 13:45:04.620785 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:04.672576 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d899661-e5d5-4498-96dc-8883e5b7ce85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:04.768532 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5ad7ea4-fc63-4af5-ada2-7a4c95d04b64 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:04.788445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1434ac69-fbb4-45e1-9b4e-1ca61122a169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19b8d0be-3761-45be-8f4b-bc9d4ae4c307,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:05.211638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66e3784f-52f5-4422-aad5-598147868cab {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:45:05.230096 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:05.253167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Transition to ACTIVE for port object 66e3784f-52f5-4422-aad5-598147868cab will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:05.258323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52310) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:05.287980 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b408d3ee-367b-4a01-beb7-b7c463e3d84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:05.288565 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:05.571465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Pushing event updated for resources: {'Port': ['ID=66e3784f-52f5-4422-aad5-598147868cab,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:05.603286 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:05.737079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c772f-bd5a-4563-bba5-405e22e38425 req-97b4bdc6-bb57-42b3-9325-034bb15c5a10 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:05.745777 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd8c772f-bd5a-4563-bba5-405e22e38425 req-97b4bdc6-bb57-42b3-9325-034bb15c5a10 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 943 time: 0.3356378 Jul 09 13:45:05.749560 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b408d3ee-367b-4a01-beb7-b7c463e3d84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:05.758316 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b408d3ee-367b-4a01-beb7-b7c463e3d84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:05.781770 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Attempting to bind port 66e3784f-52f5-4422-aad5-598147868cab on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:45:05.782763 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Attempting to bind port 66e3784f-52f5-4422-aad5-598147868cab by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:45:05.783169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Attempting to bind port 66e3784f-52f5-4422-aad5-598147868cab on network 8b067095-4052-4b92-b6db-3597e823e67a {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:05.788969 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ad7ea4-fc63-4af5-ada2-7a4c95d04b64 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Router 943cd70e-293e-489b-b42e-97de643775ae has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:45:05.792883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Port 66e3784f-52f5-4422-aad5-598147868cab on network 8b067095-4052-4b92-b6db-3597e823e67a not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:45:05.793214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Attempting to bind port 66e3784f-52f5-4422-aad5-598147868cab on network 8b067095-4052-4b92-b6db-3597e823e67a {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:05.825503 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:45:05.825909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Checking segment: {'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:45:05.826266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Bound using segment: {'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:45:05.826740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Bound port: 66e3784f-52f5-4422-aad5-598147868cab, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ef240c6-8acc-4463-8c22-f528a997caa6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:45:05.828477 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b408d3ee-367b-4a01-beb7-b7c463e3d84f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3f744ff46a74ca7bdb005d333798f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5681713 Jul 09 13:45:05.831509 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:05.834197 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52314) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:05.844179 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408d3ee-367b-4a01-beb7-b7c463e3d84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2213e2cc-3f70-4c20-aa9b-49c0e53e28d4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:05.886305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd8c772f-bd5a-4563-bba5-405e22e38425 req-ce89d1a3-8318-4417-9a98-bef491c9e800 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f134617-6b8d-4dc8-be01-1b5350bc4b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394563 Jul 09 13:45:05.956172 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29abc2bd-d96f-4a1e-8e9c-d6ee410962a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:06.001138 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29abc2bd-d96f-4a1e-8e9c-d6ee410962a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:06.044993 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] For port 66e3784f-52f5-4422-aad5-598147868cab, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:45:06.065803 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] For port 66e3784f-52f5-4422-aad5-598147868cab, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=66e3784f-52f5-4422-aad5-598147868cab,segment=NetworkSegment(5ef240c6-8acc-4463-8c22-f528a997caa6),segment_id=5ef240c6-8acc-4463-8c22-f528a997caa6)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:45:06.074114 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:06.076836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ad7ea4-fc63-4af5-ada2-7a4c95d04b64 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:45:06.086201 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e5ad7ea4-fc63-4af5-ada2-7a4c95d04b64 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "PUT /v2.0/routers/943cd70e-293e-489b-b42e-97de643775ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3527608 Jul 09 13:45:06.091077 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52318) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:06.100198 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee64753-51e0-4475-9ef3-dfdf754b5bb1 None None] Sync routers for ids ['943cd70e-293e-489b-b42e-97de643775ae'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:45:06.115723 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29abc2bd-d96f-4a1e-8e9c-d6ee410962a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:06.119887 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee64753-51e0-4475-9ef3-dfdf754b5bb1 None None] Routers {'943cd70e-293e-489b-b42e-97de643775ae'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:06.120851 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-eee64753-51e0-4475-9ef3-dfdf754b5bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['943cd70e-293e-489b-b42e-97de643775ae'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:06.124831 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29abc2bd-d96f-4a1e-8e9c-d6ee410962a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:06.132072 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:06.132986 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-29abc2bd-d96f-4a1e-8e9c-d6ee410962a5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2213e2cc-3f70-4c20-aa9b-49c0e53e28d4 HTTP/1.1" status: 204 len: 168 time: 0.2971299 Jul 09 13:45:06.144220 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:06.156554 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] 10.222.0.15 "PUT /v2.0/ports/66e3784f-52f5-4422-aad5-598147868cab HTTP/1.1" status: 200 len: 1091 time: 2.5960505 Jul 09 13:45:06.157278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9', 'tag': '66e3784f-52f5-4422-aad5-598147868cab'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:06.184795 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de7fe8f-4dac-4ed5-8c09-3329bd975a8a" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9", "tag": "66e3784f-52f5-4422-aad5-598147868cab"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:06.248432 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-24ea2b19-5901-454c-83be-26780e58e551 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Deleting subnet 478d302e-20f1-42b6-b1ee-128a8f7a6cf1 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:45:06.304383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29abc2bd-d96f-4a1e-8e9c-d6ee410962a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2213e2cc-3f70-4c20-aa9b-49c0e53e28d4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:06.313517 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24ea2b19-5901-454c-83be-26780e58e551 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:06.362074 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eac00b9-2b0b-485f-b489-1ac85d342e81 x-openstack-request-id: req-6eac00b9-2b0b-485f-b489-1ac85d342e81 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:06.362547 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9", "tag": "66e3784f-52f5-4422-aad5-598147868cab", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:06.362969 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6eac00b9-2b0b-485f-b489-1ac85d342e81 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:06.363662 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9', 'tag': '66e3784f-52f5-4422-aad5-598147868cab', 'status': 'completed', 'code': 200} Jul 09 13:45:06.403467 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-eee64753-51e0-4475-9ef3-dfdf754b5bb1 None None] Set router 943cd70e-293e-489b-b42e-97de643775ae gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:06.433112 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bad3ca0-1236-44b2-81b2-08389c7ee364 service neutron] Pushing event updated for resources: {'Port': ['ID=66e3784f-52f5-4422-aad5-598147868cab,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:06.440894 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24ea2b19-5901-454c-83be-26780e58e551 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:06.506508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-156fd888-031f-4ccd-b941-c29284638811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:06.510727 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-156fd888-031f-4ccd-b941-c29284638811 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c1823849db49b4af2d50bf49892746&device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 1094 time: 0.2953866 Jul 09 13:45:06.569406 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-ce42442a-263d-4763-a786-1e50c8b59161 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e3784f-52f5-4422-aad5-598147868cab HTTP/1.1" status: 200 len: 217 time: 0.0517323 Jul 09 13:45:06.654820 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-223c4728-1b91-4cc8-8f76-803331d8855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:06.656843 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-223c4728-1b91-4cc8-8f76-803331d8855c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6365b74c-aea2-4433-844b-839fb4fcbc16 HTTP/1.1" status: 200 len: 847 time: 0.0808246 Jul 09 13:45:06.682096 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24ea2b19-5901-454c-83be-26780e58e551 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:06.767722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-490ff8d0-b575-4562-afc7-ca441f4c87dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:06.770058 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-490ff8d0-b575-4562-afc7-ca441f4c87dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b067095-4052-4b92-b6db-3597e823e67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1060152 Jul 09 13:45:06.793817 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24ea2b19-5901-454c-83be-26780e58e551 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:06.844692 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ea2b19-5901-454c-83be-26780e58e551 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Subnet': ['ID=478d302e-20f1-42b6-b1ee-128a8f7a6cf1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:06.849637 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-24ea2b19-5901-454c-83be-26780e58e551 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:06.857582 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-24ea2b19-5901-454c-83be-26780e58e551 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "DELETE /v2.0/subnets/478d302e-20f1-42b6-b1ee-128a8f7a6cf1 HTTP/1.1" status: 204 len: 168 time: 0.7627776 Jul 09 13:45:06.858047 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52334) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:06.860531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c323b372-0acf-4d4f-a398-a88fadb46c23 None None] Network 3f5cdef3-4da7-4359-b375-ec70e59c8c66 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:45:06.953805 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-eee64753-51e0-4475-9ef3-dfdf754b5bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943cd70e-293e-489b-b42e-97de643775ae', 'name': 'tempest-TestNetworkBasicOps-router-1308083561', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:45:04Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:42Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:06.982339 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-e5a2f95e-7e30-4efb-94f5-45e953f761f9 service neutron] 10.222.0.15 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056589 Jul 09 13:45:07.102346 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee64753-51e0-4475-9ef3-dfdf754b5bb1 None None] Checking router: 943cd70e-293e-489b-b42e-97de643775ae for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:45:07.125880 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee64753-51e0-4475-9ef3-dfdf754b5bb1 None None] Routers {'943cd70e-293e-489b-b42e-97de643775ae'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:07.126848 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-eee64753-51e0-4475-9ef3-dfdf754b5bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['943cd70e-293e-489b-b42e-97de643775ae'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:07.153176 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-230c700b-7bda-4ae3-a1e0-0a6c3330d664 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:07.214289 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0831ff8c-57e7-4b60-8b58-5567143a8067 req-0c698739-3957-4edc-919d-19b43adbfe9c service neutron] 10.222.0.15 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254462 Jul 09 13:45:07.338409 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:07.439500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7fe8f-4dac-4ed5-8c09-3329bd975a8a req-a40b7baf-ac78-4ca0-80c5-2cf334c3be4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:07.441430 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5de7fe8f-4dac-4ed5-8c09-3329bd975a8a req-a40b7baf-ac78-4ca0-80c5-2cf334c3be4f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c1823849db49b4af2d50bf49892746&device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 1094 time: 0.1436775 Jul 09 13:45:07.465239 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-c90524f2-471b-4334-8196-33dba26bca31 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=98c02b3d205e41b79dab8d6320600dca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1015453 Jul 09 13:45:07.499954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c1cbe90-51e7-4527-b2fc-9f40c785e064 None None] DHCP port deletion for 3f5cdef3-4da7-4359-b375-ec70e59c8c66 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:45:07.595049 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-eee64753-51e0-4475-9ef3-dfdf754b5bb1 None None] Set router 943cd70e-293e-489b-b42e-97de643775ae gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:07.650137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 66b180a4-447c-42f4-b4f9-d8c3745821b4 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:45:07.702524 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7fe8f-4dac-4ed5-8c09-3329bd975a8a req-5a29fef9-32f2-47ed-979c-bbb5ed1dbaac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:07.704256 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5de7fe8f-4dac-4ed5-8c09-3329bd975a8a req-5a29fef9-32f2-47ed-979c-bbb5ed1dbaac service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b067095-4052-4b92-b6db-3597e823e67a HTTP/1.1" status: 200 len: 909 time: 0.2552443 Jul 09 13:45:07.784351 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5de7fe8f-4dac-4ed5-8c09-3329bd975a8a req-20c25cb8-a5c1-420e-8722-6cd90010be4c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e3784f-52f5-4422-aad5-598147868cab HTTP/1.1" status: 200 len: 217 time: 0.0732746 Jul 09 13:45:07.800100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0c1cbe90-51e7-4527-b2fc-9f40c785e064 None None] Deleting port 66b180a4-447c-42f4-b4f9-d8c3745821b4 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:07.800476 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c1cbe90-51e7-4527-b2fc-9f40c785e064 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:07.858216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7fe8f-4dac-4ed5-8c09-3329bd975a8a req-4d78ac46-df6d-474d-bd29-ca79da416270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:07.859755 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5de7fe8f-4dac-4ed5-8c09-3329bd975a8a req-4d78ac46-df6d-474d-bd29-ca79da416270 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6365b74c-aea2-4433-844b-839fb4fcbc16 HTTP/1.1" status: 200 len: 847 time: 0.0689328 Jul 09 13:45:07.863149 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-230c700b-7bda-4ae3-a1e0-0a6c3330d664 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:08.060489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de7fe8f-4dac-4ed5-8c09-3329bd975a8a req-bf97c0c9-bc12-4453-9ca4-6f1e1f990972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:08.068374 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5de7fe8f-4dac-4ed5-8c09-3329bd975a8a req-bf97c0c9-bc12-4453-9ca4-6f1e1f990972 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b067095-4052-4b92-b6db-3597e823e67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1981652 Jul 09 13:45:08.117536 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:08.187759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0c1cbe90-51e7-4527-b2fc-9f40c785e064 None None] For port 66b180a4-447c-42f4-b4f9-d8c3745821b4, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=66b180a4-447c-42f4-b4f9-d8c3745821b4,segment=NetworkSegment(fe700183-eec3-4f6e-b831-94178c0ce573),segment_id=fe700183-eec3-4f6e-b831-94178c0ce573)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:08.188446 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c1cbe90-51e7-4527-b2fc-9f40c785e064 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:08.223458 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-eee64753-51e0-4475-9ef3-dfdf754b5bb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '943cd70e-293e-489b-b42e-97de643775ae', 'name': 'tempest-TestNetworkBasicOps-router-1308083561', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:45:04Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:42Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:08.244305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0c1cbe90-51e7-4527-b2fc-9f40c785e064 None None] Calling delete_port for 66b180a4-447c-42f4-b4f9-d8c3745821b4 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:08.261441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 66b180a4-447c-42f4-b4f9-d8c3745821b4, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=66b180a4-447c-42f4-b4f9-d8c3745821b4,segment=NetworkSegment(fe700183-eec3-4f6e-b831-94178c0ce573),segment_id=fe700183-eec3-4f6e-b831-94178c0ce573)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:08.272168 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:08.316285 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5de7fe8f-4dac-4ed5-8c09-3329bd975a8a req-7db0d124-91f6-436e-8f9d-0cdf75054c57 service neutron] 10.222.0.15 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418072 Jul 09 13:45:08.318085 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52378) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:08.320004 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee64753-51e0-4475-9ef3-dfdf754b5bb1 None None] The sync data for ids ['943cd70e-293e-489b-b42e-97de643775ae'] in n-d-799525-3 is: [{'id': '943cd70e-293e-489b-b42e-97de643775ae', 'name': 'tempest-TestNetworkBasicOps-router-1308083561', 'tenant_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243'}], 'enable_snat': True}, 'gw_port_id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:40Z', 'updated_at': '2021-07-09T13:45:04Z', 'revision_number': 5, 'project_id': 'c1f9f9204531458ca2e9fa84d6609b20', 'gw_port': {'id': '2f215bd8-2a0a-45f2-ba79-487a88aa83d6', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:6a:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '943cd70e-293e-489b-b42e-97de643775ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2548, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:42Z', 'updated_at': '2021-07-09T13:43:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:45:08.358234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=66b180a4-447c-42f4-b4f9-d8c3745821b4,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:08.374169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:08.374906 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:08.375527 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:08.376103 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:08.376669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:08.377256 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:08.377819 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:08.378381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:08.378941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:08.379546 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:08.380110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:08.380685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:08.524645 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:08.533936 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c1cbe90-51e7-4527-b2fc-9f40c785e064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:08.571987 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5de7fe8f-4dac-4ed5-8c09-3329bd975a8a req-622b2d4b-132e-4405-bf2f-b45bd5244513 service neutron] 10.222.0.15 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378869 Jul 09 13:45:08.626179 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cbe90-51e7-4527-b2fc-9f40c785e064 None None] Pushing event deleted for resources: {'Port': ['ID=66b180a4-447c-42f4-b4f9-d8c3745821b4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:08.628865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1cbe90-51e7-4527-b2fc-9f40c785e064 None None] No DVR routers for this DVR port 66b180a4-447c-42f4-b4f9-d8c3745821b4 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:45:08.695540 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:08.725470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52414) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:08.782234 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f2127-6805-4278-9412-5557dd637bac req-4e06ed6c-98e4-4429-b929-2621cf74d4e2 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:08.783873 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-998f2127-6805-4278-9412-5557dd637bac req-4e06ed6c-98e4-4429-b929-2621cf74d4e2 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 943 time: 1.4169517 Jul 09 13:45:08.893046 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-dd326225-279e-409b-8aaf-72a49bb5d7a4 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:08.896002 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-dd326225-279e-409b-8aaf-72a49bb5d7a4 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.4102738 Jul 09 13:45:08.903019 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-998f2127-6805-4278-9412-5557dd637bac req-cea6a0b4-aa51-471b-a1db-718a4d2b9e80 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f134617-6b8d-4dc8-be01-1b5350bc4b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098526 Jul 09 13:45:08.928922 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-b98f7f0b-4c72-4dfc-b7c3-d75348308c4f tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/quotas/98c02b3d205e41b79dab8d6320600dca HTTP/1.1" status: 200 len: 375 time: 0.0246878 Jul 09 13:45:08.981134 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-230c700b-7bda-4ae3-a1e0-0a6c3330d664 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Deleting port 2f215bd8-2a0a-45f2-ba79-487a88aa83d6 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:08.981510 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-230c700b-7bda-4ae3-a1e0-0a6c3330d664 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:08.999268 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92346315-4f80-4e40-8bcb-fe680e482f95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:09.021433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb246790-4921-473f-b39e-6e949eae959f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:09.043571 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-75d2445e-8707-4f91-9800-7baf5098c3b1 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=98c02b3d205e41b79dab8d6320600dca&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1064820 Jul 09 13:45:09.181851 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-230c700b-7bda-4ae3-a1e0-0a6c3330d664 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] For port 2f215bd8-2a0a-45f2-ba79-487a88aa83d6, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2f215bd8-2a0a-45f2-ba79-487a88aa83d6,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:09.182484 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-230c700b-7bda-4ae3-a1e0-0a6c3330d664 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:09.197054 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-230c700b-7bda-4ae3-a1e0-0a6c3330d664 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Calling delete_port for 2f215bd8-2a0a-45f2-ba79-487a88aa83d6 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:09.290158 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92346315-4f80-4e40-8bcb-fe680e482f95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:09.303081 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 66e3784f-52f5-4422-aad5-598147868cab details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:45:09.339697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92346315-4f80-4e40-8bcb-fe680e482f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:09.406574 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-92346315-4f80-4e40-8bcb-fe680e482f95 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=28b994e09eec46638c6a1ef9e6c5353e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6788619 Jul 09 13:45:09.413871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52466) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:09.415271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92346315-4f80-4e40-8bcb-fe680e482f95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae89ed5e-9f4e-4ea8-888e-ec14da76fe79,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:09.415637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-996cd70f-adfb-4553-bbee-a2ca638e5aee req-81ecaa9c-60be-42d6-ae5c-82243267e93b tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/ports?device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 210 time: 0.0443046 Jul 09 13:45:09.542856 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-230c700b-7bda-4ae3-a1e0-0a6c3330d664 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:09.549211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 66e3784f-52f5-4422-aad5-598147868cab, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=66e3784f-52f5-4422-aad5-598147868cab,segment=NetworkSegment(5ef240c6-8acc-4463-8c22-f528a997caa6),segment_id=5ef240c6-8acc-4463-8c22-f528a997caa6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:09.563276 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1b50-f3cc-4332-9e0e-d75c23f8b8fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:09.597182 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6114b02a-8aa9-4dea-a62b-6699bc974c5c no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:45:09.607842 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1b50-f3cc-4332-9e0e-d75c23f8b8fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:09.637358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '66e3784f-52f5-4422-aad5-598147868cab', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'port_id': '66e3784f-52f5-4422-aad5-598147868cab', 'mac_address': 'fa:16:3e:53:42:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:45:09.639294 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 6114b02a-8aa9-4dea-a62b-6699bc974c5c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:45:09.639652 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6114b02a-8aa9-4dea-a62b-6699bc974c5c not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:45:09.655712 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230c700b-7bda-4ae3-a1e0-0a6c3330d664 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Port': ['ID=2f215bd8-2a0a-45f2-ba79-487a88aa83d6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:09.665328 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb246790-4921-473f-b39e-6e949eae959f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:09.684409 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bb246790-4921-473f-b39e-6e949eae959f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:09.741499 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:09.765448 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66e3784f-52f5-4422-aad5-598147868cab {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:45:09.781570 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-230c700b-7bda-4ae3-a1e0-0a6c3330d664 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:09.793473 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bb246790-4921-473f-b39e-6e949eae959f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4000279df46349b3b97bb0e700b9e9d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4740283 Jul 09 13:45:09.794371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb246790-4921-473f-b39e-6e949eae959f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edea5aab-8955-43ee-aae7-1bf0a314067f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:09.796739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52488) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:09.804353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 66e3784f-52f5-4422-aad5-598147868cab, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=66e3784f-52f5-4422-aad5-598147868cab,segment=NetworkSegment(5ef240c6-8acc-4463-8c22-f528a997caa6),segment_id=5ef240c6-8acc-4463-8c22-f528a997caa6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:09.813063 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:09.839013 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1b50-f3cc-4332-9e0e-d75c23f8b8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:09.844682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e5c1b50-f3cc-4332-9e0e-d75c23f8b8fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:09.845865 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1e5c1b50-f3cc-4332-9e0e-d75c23f8b8fb admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae89ed5e-9f4e-4ea8-888e-ec14da76fe79 HTTP/1.1" status: 204 len: 168 time: 0.4254348 Jul 09 13:45:09.875757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c1b50-f3cc-4332-9e0e-d75c23f8b8fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae89ed5e-9f4e-4ea8-888e-ec14da76fe79,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:09.911897 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fddc5d50-88f5-40bd-9b9d-9ee525a471b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:09.936049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=66e3784f-52f5-4422-aad5-598147868cab,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:09.958924 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fddc5d50-88f5-40bd-9b9d-9ee525a471b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:10.006510 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-230c700b-7bda-4ae3-a1e0-0a6c3330d664 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:10.011510 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-230c700b-7bda-4ae3-a1e0-0a6c3330d664 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:10.040790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['66e3784f-52f5-4422-aad5-598147868cab'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:45:10.060631 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fddc5d50-88f5-40bd-9b9d-9ee525a471b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:10.082279 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fddc5d50-88f5-40bd-9b9d-9ee525a471b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:10.085395 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fddc5d50-88f5-40bd-9b9d-9ee525a471b5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/edea5aab-8955-43ee-aae7-1bf0a314067f HTTP/1.1" status: 204 len: 168 time: 0.2873530 Jul 09 13:45:10.124618 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddc5d50-88f5-40bd-9b9d-9ee525a471b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edea5aab-8955-43ee-aae7-1bf0a314067f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:10.125235 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-230c700b-7bda-4ae3-a1e0-0a6c3330d664 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:10.126078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230c700b-7bda-4ae3-a1e0-0a6c3330d664 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Fanout notify agent at l3_agent the message router_deleted on router 943cd70e-293e-489b-b42e-97de643775ae {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:45:10.150538 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-230c700b-7bda-4ae3-a1e0-0a6c3330d664 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:10.152569 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-230c700b-7bda-4ae3-a1e0-0a6c3330d664 tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "DELETE /v2.0/routers/943cd70e-293e-489b-b42e-97de643775ae HTTP/1.1" status: 204 len: 168 time: 3.2936013 Jul 09 13:45:10.155600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52510) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:10.351072 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a74d8246-1523-4305-af1f-bbd93e7e9c7d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:10.412696 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf23adf1-1743-4d26-8ec3-42d80aede4a4 req-4b21f287-c1a7-4964-9a8e-4578c0218ff0 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:10.425814 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf23adf1-1743-4d26-8ec3-42d80aede4a4 req-4b21f287-c1a7-4964-9a8e-4578c0218ff0 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 944 time: 0.2713833 Jul 09 13:45:10.565486 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf23adf1-1743-4d26-8ec3-42d80aede4a4 req-09e1322c-ea50-43e3-9e0d-ac13c45e2931 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f134617-6b8d-4dc8-be01-1b5350bc4b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1381183 Jul 09 13:45:10.586079 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a74d8246-1523-4305-af1f-bbd93e7e9c7d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:10.591991 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52516) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:10.613950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a74d8246-1523-4305-af1f-bbd93e7e9c7d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f5cdef3-4da7-4359-b375-ec70e59c8c66']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:10.635491 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fba95c9-e3f6-4644-9b4d-47baed29de90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:10.640610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a74d8246-1523-4305-af1f-bbd93e7e9c7d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe700183-eec3-4f6e-b831-94178c0ce573') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:10.640898 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a74d8246-1523-4305-af1f-bbd93e7e9c7d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe700183-eec3-4f6e-b831-94178c0ce573') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:10.665929 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a74d8246-1523-4305-af1f-bbd93e7e9c7d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:10.689153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52518) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:10.696321 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a74d8246-1523-4305-af1f-bbd93e7e9c7d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:10.703926 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a74d8246-1523-4305-af1f-bbd93e7e9c7d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:45:10.704452 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a74d8246-1523-4305-af1f-bbd93e7e9c7d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:45:10.786362 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:45:10.800584 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4aa26a39-f220-42e1-9e1b-f661ce36d88d req-2f2925e5-8eba-4cd5-91cf-71e338c8c5ee tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/ports?device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 210 time: 0.0665414 Jul 09 13:45:10.863428 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a74d8246-1523-4305-af1f-bbd93e7e9c7d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:10.896147 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a74d8246-1523-4305-af1f-bbd93e7e9c7d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:10.903954 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a74d8246-1523-4305-af1f-bbd93e7e9c7d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] 10.222.0.39 "DELETE /v2.0/networks/3f5cdef3-4da7-4359-b375-ec70e59c8c66 HTTP/1.1" status: 204 len: 168 time: 0.7442093 Jul 09 13:45:10.941532 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d8246-1523-4305-af1f-bbd93e7e9c7d tempest-TestNetworkBasicOps-14789260 tempest-TestNetworkBasicOps-14789260-project] Pushing event deleted for resources: {'Network': ['ID=3f5cdef3-4da7-4359-b375-ec70e59c8c66,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:10.967941 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fba95c9-e3f6-4644-9b4d-47baed29de90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:10.989041 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fba95c9-e3f6-4644-9b4d-47baed29de90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:11.038177 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1171958a-3a78-4232-9891-d1b1ba812b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:11.095894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fba95c9-e3f6-4644-9b4d-47baed29de90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cde9ec80-300f-4281-9e1c-2ea71da8f5ed,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:11.118758 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9fba95c9-e3f6-4644-9b4d-47baed29de90 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a074414577e349e584870ebd0c12328b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5252719 Jul 09 13:45:11.123907 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52534) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:11.236551 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-41cc9e85-cf4b-427e-bed4-34c62f6c1c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:11.278389 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1171958a-3a78-4232-9891-d1b1ba812b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:11.284193 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1171958a-3a78-4232-9891-d1b1ba812b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:11.317832 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 66e3784f-52f5-4422-aad5-598147868cab up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:11.342028 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-ae6e255f-3e5f-448b-853f-f9aaa70d1b59 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=98c02b3d205e41b79dab8d6320600dca&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0885191 Jul 09 13:45:11.360302 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1171958a-3a78-4232-9891-d1b1ba812b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72c44a3a-3247-4da1-b844-dcfc67e6b5b3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:11.442546 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1171958a-3a78-4232-9891-d1b1ba812b53 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bee8db1c0d7d4111820133e8e471b06d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7388020 Jul 09 13:45:11.451660 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-41cc9e85-cf4b-427e-bed4-34c62f6c1c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:11.452650 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52546) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:11.504342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 66e3784f-52f5-4422-aad5-598147868cab completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:11.514091 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 66e3784f-52f5-4422-aad5-598147868cab triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:11.514727 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:11.562772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52550) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:11.710558 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:11.733264 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-41cc9e85-cf4b-427e-bed4-34c62f6c1c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:11.737354 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-41cc9e85-cf4b-427e-bed4-34c62f6c1c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:11.739662 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-41cc9e85-cf4b-427e-bed4-34c62f6c1c10 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cde9ec80-300f-4281-9e1c-2ea71da8f5ed HTTP/1.1" status: 204 len: 168 time: 0.6137574 Jul 09 13:45:11.750182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-d93ff0c4-6b66-4018-8464-d99675a41af3 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:11.751980 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-d93ff0c4-6b66-4018-8464-d99675a41af3 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3975036 Jul 09 13:45:11.760949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41cc9e85-cf4b-427e-bed4-34c62f6c1c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cde9ec80-300f-4281-9e1c-2ea71da8f5ed,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:11.778992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Request body: {'port': {'device_id': '799624f3-7b5c-43ba-87cb-9a1dbf93e3fb', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': '98c02b3d205e41b79dab8d6320600dca'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:11.791465 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:11.870259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2f215bd8-2a0a-45f2-ba79-487a88aa83d6 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:45:11.915685 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:11.919345 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:11.922967 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/72c44a3a-3247-4da1-b844-dcfc67e6b5b3 HTTP/1.1" status: 204 len: 168 time: 0.4659238 Jul 09 13:45:11.940977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 2f215bd8-2a0a-45f2-ba79-487a88aa83d6 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:45:11.941920 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2f215bd8-2a0a-45f2-ba79-487a88aa83d6 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:45:11.968120 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:11.977950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72c44a3a-3247-4da1-b844-dcfc67e6b5b3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:11.991972 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:11.992808 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:11.993368 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:11.993920 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:11.994467 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:11.995040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:11.995640 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:11.996211 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:11.996770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:11.997315 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:11.997871 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:11.998437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7e7f656-ce3f-436b-9a58-aaab219e53b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:12.007036 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e3784f-52f5-4422-aad5-598147868cab'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:12.011781 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f46265-2cc8-48a2-911a-d323eff89263" -d '{"events": [{"server_uuid": "4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9", "name": "network-vif-plugged", "status": "completed", "tag": "66e3784f-52f5-4422-aad5-598147868cab"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:12.047813 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 66e3784f-52f5-4422-aad5-598147868cab, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=66e3784f-52f5-4422-aad5-598147868cab,segment=NetworkSegment(5ef240c6-8acc-4463-8c22-f528a997caa6),segment_id=5ef240c6-8acc-4463-8c22-f528a997caa6)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:12.055978 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:12.063526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Made reservation on behalf of 98c02b3d205e41b79dab8d6320600dca for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:45:12.067935 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:12.085478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfc2f6b-d71c-44ef-8b13-6f46624f6ea9 req-b76fbe2b-84d8-48f1-96b4-f18cd3cc2e34 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:12.087798 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bcfc2f6b-d71c-44ef-8b13-6f46624f6ea9 req-b76fbe2b-84d8-48f1-96b4-f18cd3cc2e34 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 944 time: 0.1656387 Jul 09 13:45:12.089546 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:12.136526 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9f1fb233-1d8f-4504-ad70-9a641c0554b1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c1f9f9204531458ca2e9fa84d6609b20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5663319 Jul 09 13:45:12.139950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52568) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:12.171301 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6bfdbc25-0a7d-4597-911b-b4396a066761 req-e69537e0-5816-49e4-9165-bd28afafb868 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/ports?device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 210 time: 0.0821626 Jul 09 13:45:12.190604 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=66e3784f-52f5-4422-aad5-598147868cab,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:12.214127 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bcfc2f6b-d71c-44ef-8b13-6f46624f6ea9 req-7e0375b8-f86b-4215-ba75-1eab8fc42cc6 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f134617-6b8d-4dc8-be01-1b5350bc4b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118786 Jul 09 13:45:12.268991 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2755256-173f-4f1e-8ebd-4dcb0f56028b x-openstack-request-id: req-c2755256-173f-4f1e-8ebd-4dcb0f56028b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:12.269458 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9", "name": "network-vif-plugged", "status": "completed", "tag": "66e3784f-52f5-4422-aad5-598147868cab", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:12.269891 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c2755256-173f-4f1e-8ebd-4dcb0f56028b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:12.271352 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66e3784f-52f5-4422-aad5-598147868cab', 'code': 200} Jul 09 13:45:12.279413 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6458c6-5682-49f0-9a1a-68ea59067e50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:12.329692 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6458c6-5682-49f0-9a1a-68ea59067e50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:12.369540 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:12.405213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:12.515933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d07338-7f6d-4bb4-be5f-2bc3cf4e0565,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:12.529752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52576) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:12.546316 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c104b1fb-f4b4-4c41-96cc-e3ff9ce88b6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:12.554731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6458c6-5682-49f0-9a1a-68ea59067e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:12.557885 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c6458c6-5682-49f0-9a1a-68ea59067e50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:12.559628 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3c6458c6-5682-49f0-9a1a-68ea59067e50 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4122bf6-46d7-490e-9603-52e7559945e3 HTTP/1.1" status: 204 len: 168 time: 0.4184272 Jul 09 13:45:12.597731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d8460-04ad-4b38-b4a2-6354960dbbf3 req-e49140a6-9d29-473d-978a-205d9af4891c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:12.600978 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8b5d8460-04ad-4b38-b4a2-6354960dbbf3 req-e49140a6-9d29-473d-978a-205d9af4891c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 1096 time: 0.2459741 Jul 09 13:45:12.604736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6458c6-5682-49f0-9a1a-68ea59067e50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4122bf6-46d7-490e-9603-52e7559945e3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:12.680630 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Allocated IP 192.168.233.36 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/943e246f-03d3-417e-8818-a9c0f2456996) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:12.685318 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c104b1fb-f4b4-4c41-96cc-e3ff9ce88b6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:12.687018 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8b5d8460-04ad-4b38-b4a2-6354960dbbf3 req-b9c2cf48-0ab5-4fff-bc71-ff7a3f407251 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3f134617-6b8d-4dc8-be01-1b5350bc4b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779290 Jul 09 13:45:12.693252 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c104b1fb-f4b4-4c41-96cc-e3ff9ce88b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:12.764411 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c104b1fb-f4b4-4c41-96cc-e3ff9ce88b6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=77d17f0a9c564229b5979b8cb2dce88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2331200 Jul 09 13:45:12.772453 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52588) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:12.773399 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c104b1fb-f4b4-4c41-96cc-e3ff9ce88b6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471ec98c-f9b8-4b13-913b-c6fddee35044,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:12.887665 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1b4bde5-1557-459c-917d-7a95f598a1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:12.916135 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1b4bde5-1557-459c-917d-7a95f598a1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:12.991195 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1b4bde5-1557-459c-917d-7a95f598a1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:12.998837 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1b4bde5-1557-459c-917d-7a95f598a1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:13.000898 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a1b4bde5-1557-459c-917d-7a95f598a1db admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/471ec98c-f9b8-4b13-913b-c6fddee35044 HTTP/1.1" status: 204 len: 168 time: 0.2241561 Jul 09 13:45:13.010755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b4bde5-1557-459c-917d-7a95f598a1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471ec98c-f9b8-4b13-913b-c6fddee35044,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:13.118565 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52600) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:13.134479 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20adc08a-6e19-4684-8af5-7c9ac9bb04ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:13.256744 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:13.275285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Transition to ACTIVE for port object 943e246f-03d3-417e-8818-a9c0f2456996 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:13.315411 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20adc08a-6e19-4684-8af5-7c9ac9bb04ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:13.317472 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:13.321192 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20adc08a-6e19-4684-8af5-7c9ac9bb04ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:13.385545 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-20adc08a-6e19-4684-8af5-7c9ac9bb04ed admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=838793cefd1f41a2a87096884d4e25c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2649832 Jul 09 13:45:13.389153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52608) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:13.402505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20adc08a-6e19-4684-8af5-7c9ac9bb04ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6db5c999-ad11-444d-81ed-facd47e063d2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:13.499571 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:13.504866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Pushing event updated for resources: {'Port': ['ID=943e246f-03d3-417e-8818-a9c0f2456996,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:13.512185 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:13.515769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:13.559783 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c9ac00-eb98-4127-980b-31241bf3c741 req-0d73a047-0928-42f6-8525-a307d436280f tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:13.566596 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-39c9ac00-eb98-4127-980b-31241bf3c741 req-0d73a047-0928-42f6-8525-a307d436280f tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/ports?device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 935 time: 0.1658390 Jul 09 13:45:13.585359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:13.586050 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:13.649541 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-bd599d7e-576d-45e9-a035-53e80d4f77f7 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8821781 Jul 09 13:45:13.652871 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2bdd73-afe5-4f43-86aa-41ac12ce54c4 req-e7c77f13-fe5f-4947-bcf1-d8f8b81757cb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:13.661368 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b2bdd73-afe5-4f43-86aa-41ac12ce54c4 req-e7c77f13-fe5f-4947-bcf1-d8f8b81757cb tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 945 time: 0.1954539 Jul 09 13:45:13.674825 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6e6ad8b-502a-4cd3-9845-38af456e2d6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:13.727667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6e6ad8b-502a-4cd3-9845-38af456e2d6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:13.766132 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-39c9ac00-eb98-4127-980b-31241bf3c741 req-45bdcb6c-6006-4af6-b6b2-da7600cf5096 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/security-groups?id=86d07338-7f6d-4bb4-be5f-2bc3cf4e0565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858354 Jul 09 13:45:13.813178 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b2bdd73-afe5-4f43-86aa-41ac12ce54c4 req-51f19a5b-1488-49ca-912d-f4888a96738b tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f134617-6b8d-4dc8-be01-1b5350bc4b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438301 Jul 09 13:45:13.827409 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6e6ad8b-502a-4cd3-9845-38af456e2d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:13.831502 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f6e6ad8b-502a-4cd3-9845-38af456e2d6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:13.834436 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f6e6ad8b-502a-4cd3-9845-38af456e2d6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6db5c999-ad11-444d-81ed-facd47e063d2 HTTP/1.1" status: 204 len: 168 time: 0.3996849 Jul 09 13:45:13.844958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6ad8b-502a-4cd3-9845-38af456e2d6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6db5c999-ad11-444d-81ed-facd47e063d2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:13.851380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5a0403a5-429d-4039-a46a-c48d541a3b78 None None] Provisioning for port 943e246f-03d3-417e-8818-a9c0f2456996 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:13.858555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5a0403a5-429d-4039-a46a-c48d541a3b78 None None] Provisioning complete for port 943e246f-03d3-417e-8818-a9c0f2456996 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:13.858907 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a0403a5-429d-4039-a46a-c48d541a3b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:13.878136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Request body: {'port': {'device_id': '799624f3-7b5c-43ba-87cb-9a1dbf93e3fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:13.917101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5a0403a5-429d-4039-a46a-c48d541a3b78 None None] Port 943e246f-03d3-417e-8818-a9c0f2456996 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:45:13.983995 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:14.406177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 943e246f-03d3-417e-8818-a9c0f2456996 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:45:14.415338 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:14.435738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Transition to ACTIVE for port object 943e246f-03d3-417e-8818-a9c0f2456996 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:14.439951 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:14.520559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Pushing event updated for resources: {'Port': ['ID=943e246f-03d3-417e-8818-a9c0f2456996,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:14.625156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Attempting to bind port 943e246f-03d3-417e-8818-a9c0f2456996 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:45:14.626160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Attempting to bind port 943e246f-03d3-417e-8818-a9c0f2456996 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:45:14.626160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Attempting to bind port 943e246f-03d3-417e-8818-a9c0f2456996 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:14.631876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Port 943e246f-03d3-417e-8818-a9c0f2456996 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:45:14.632354 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Attempting to bind port 943e246f-03d3-417e-8818-a9c0f2456996 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:14.639449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:45:14.639889 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:45:14.640371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:45:14.640914 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Bound port: 943e246f-03d3-417e-8818-a9c0f2456996, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:45:14.641625 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:14.768635 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] For port 943e246f-03d3-417e-8818-a9c0f2456996, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:45:14.772335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] For port 943e246f-03d3-417e-8818-a9c0f2456996, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=943e246f-03d3-417e-8818-a9c0f2456996,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:45:14.785407 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:14.840737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:14.841524 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:14.842959 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] 10.222.0.18 "PUT /v2.0/ports/943e246f-03d3-417e-8818-a9c0f2456996 HTTP/1.1" status: 200 len: 1095 time: 1.1820362 Jul 09 13:45:14.843590 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799624f3-7b5c-43ba-87cb-9a1dbf93e3fb', 'tag': '943e246f-03d3-417e-8818-a9c0f2456996'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:14.847356 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ca2d51f-23f7-4baa-83f1-de09e539d53a" -d '{"events": [{"name": "network-changed", "server_uuid": "799624f3-7b5c-43ba-87cb-9a1dbf93e3fb", "tag": "943e246f-03d3-417e-8818-a9c0f2456996"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:14.888235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02348806-0b52-4998-9ec6-cd77fb7d5dbe service neutron] Pushing event updated for resources: {'Port': ['ID=943e246f-03d3-417e-8818-a9c0f2456996,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:15.002222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-7cfcf73a-36cb-43bc-96e7-1be39b8e36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:15.015006 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-7cfcf73a-36cb-43bc-96e7-1be39b8e36e8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98c02b3d205e41b79dab8d6320600dca&device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 1098 time: 0.1128695 Jul 09 13:45:15.075112 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-13945f32-4e8e-4da7-a144-930fbc16920f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=943e246f-03d3-417e-8818-a9c0f2456996 HTTP/1.1" status: 200 len: 217 time: 0.0525093 Jul 09 13:45:15.154472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-e86daaea-7f57-4194-9304-fbf4e31a991f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:15.158785 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-e86daaea-7f57-4194-9304-fbf4e31a991f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0764678 Jul 09 13:45:15.272138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-29386094-05b8-47b2-9177-1d188a385b99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:15.272345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db968421-aa28-4403-9add-0c31aeec0d32 req-8588a998-bb29-43fc-8833-4dc9dc2bc0dd tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:15.273897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db968421-aa28-4403-9add-0c31aeec0d32 req-8588a998-bb29-43fc-8833-4dc9dc2bc0dd tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/ports?device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 947 time: 0.2084260 Jul 09 13:45:15.274665 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-29386094-05b8-47b2-9177-1d188a385b99 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1100538 Jul 09 13:45:15.297279 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32152248-b953-436b-b6ca-f29f65a36f01 req-47b217c0-a7ef-437a-aab6-6bbc546ff81e tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:15.318402 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-32152248-b953-436b-b6ca-f29f65a36f01 req-47b217c0-a7ef-437a-aab6-6bbc546ff81e tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 945 time: 0.2173545 Jul 09 13:45:15.428018 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-32152248-b953-436b-b6ca-f29f65a36f01 req-cab739bd-91b5-4422-8528-cf32684285fe tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f134617-6b8d-4dc8-be01-1b5350bc4b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084077 Jul 09 13:45:15.482718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db968421-aa28-4403-9add-0c31aeec0d32 req-31fef138-0303-4cca-9d30-0f0f6454da25 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/security-groups?id=86d07338-7f6d-4bb4-be5f-2bc3cf4e0565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603246 Jul 09 13:45:15.504259 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-8aef2571-e547-4e4d-9340-17aaad7fe407 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215569 Jul 09 13:45:15.679161 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-58e744ce-280c-47bd-ad8b-08f4993cdbcb req-1717d6d6-72b2-46b8-9e99-d285191555c9 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686656 Jul 09 13:45:15.997506 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7178a6c5-50b9-46c2-890b-05eb02e3991c x-openstack-request-id: req-7178a6c5-50b9-46c2-890b-05eb02e3991c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:15.997815 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799624f3-7b5c-43ba-87cb-9a1dbf93e3fb", "tag": "943e246f-03d3-417e-8818-a9c0f2456996", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:15.998129 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7178a6c5-50b9-46c2-890b-05eb02e3991c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:15.998547 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799624f3-7b5c-43ba-87cb-9a1dbf93e3fb', 'tag': '943e246f-03d3-417e-8818-a9c0f2456996', 'status': 'completed', 'code': 200} Jul 09 13:45:16.132939 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2d51f-23f7-4baa-83f1-de09e539d53a req-ed4379af-6527-45ca-beda-0f95c604db41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:16.135279 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ca2d51f-23f7-4baa-83f1-de09e539d53a req-ed4379af-6527-45ca-beda-0f95c604db41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=98c02b3d205e41b79dab8d6320600dca&device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 1098 time: 0.1074996 Jul 09 13:45:16.267168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2d51f-23f7-4baa-83f1-de09e539d53a req-c7dccc9c-3d2d-4ced-93cc-7c1ea2db6da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:16.271006 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ca2d51f-23f7-4baa-83f1-de09e539d53a req-c7dccc9c-3d2d-4ced-93cc-7c1ea2db6da9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1283295 Jul 09 13:45:16.350744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262c7ef9-be40-4c51-bc74-81ff4a20c230 req-21bab1d2-24ac-44c3-90b7-f04325c9a73c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:16.358288 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-262c7ef9-be40-4c51-bc74-81ff4a20c230 req-21bab1d2-24ac-44c3-90b7-f04325c9a73c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 945 time: 0.5365901 Jul 09 13:45:16.368134 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52726) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:16.371038 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ca2d51f-23f7-4baa-83f1-de09e539d53a req-7d3a11b6-9c10-44d8-95ef-98c382354012 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=943e246f-03d3-417e-8818-a9c0f2456996 HTTP/1.1" status: 200 len: 217 time: 0.0914128 Jul 09 13:45:16.373663 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f9ff42d2-99c1-449b-af94-6133a65ff3b9 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Request body: {'floatingip': {'port_id': '66e3784f-52f5-4422-aad5-598147868cab'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:16.452855 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9ff42d2-99c1-449b-af94-6133a65ff3b9 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:16.523760 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2d51f-23f7-4baa-83f1-de09e539d53a req-61d56b03-ad19-4969-ad94-7de90534977f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:16.530660 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ca2d51f-23f7-4baa-83f1-de09e539d53a req-61d56b03-ad19-4969-ad94-7de90534977f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.1505539 Jul 09 13:45:16.783501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca2d51f-23f7-4baa-83f1-de09e539d53a req-e3d0413d-4829-476f-ae4b-7bbda58076fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:16.785571 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ca2d51f-23f7-4baa-83f1-de09e539d53a req-e3d0413d-4829-476f-ae4b-7bbda58076fa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2465422 Jul 09 13:45:16.922993 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52742) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:17.081510 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ca2d51f-23f7-4baa-83f1-de09e539d53a req-a81b7f60-1486-4598-9934-31346bb23bcc service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2845106 Jul 09 13:45:17.157781 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0433df83-e9ac-413d-ac6f-3246adce1a9f req-b17ede3d-e7f8-4d4c-a5ef-9169424b9d76 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:17.165532 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0433df83-e9ac-413d-ac6f-3246adce1a9f req-b17ede3d-e7f8-4d4c-a5ef-9169424b9d76 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/ports?device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 947 time: 0.3807945 Jul 09 13:45:17.268768 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0433df83-e9ac-413d-ac6f-3246adce1a9f req-f5b555ce-0abb-44fe-b7a8-70772c8f2e3e tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/security-groups?id=86d07338-7f6d-4bb4-be5f-2bc3cf4e0565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019239 Jul 09 13:45:17.319721 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ca2d51f-23f7-4baa-83f1-de09e539d53a req-f5de6474-ac10-405f-884f-118a8ebefdb6 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306514 Jul 09 13:45:17.386830 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9ff42d2-99c1-449b-af94-6133a65ff3b9 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:17.396552 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9ff42d2-99c1-449b-af94-6133a65ff3b9 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:17.439667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:17.507191 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:17.566457 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-f9ff42d2-99c1-449b-af94-6133a65ff3b9 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Floating IP e5eda876-30b8-403f-9e22-b92ca877f30a associated. External IP: 172.25.2.182, port: 66e3784f-52f5-4422-aad5-598147868cab. Jul 09 13:45:17.781723 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:17.947965 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ff42d2-99c1-449b-af94-6133a65ff3b9 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Router e3fcde33-b03d-49a9-b7b4-50fddd53010e has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:45:18.022306 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Allocated IP 172.25.2.241 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/d717a74f-ae47-4c58-8171-c8432c186717) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:18.199768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ff42d2-99c1-449b-af94-6133a65ff3b9 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:45:18.215430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f9ff42d2-99c1-449b-af94-6133a65ff3b9 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:18.220278 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0872ca-0cb0-43ed-92ac-163b3299f027 None None] Sync routers for ids ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:45:18.240617 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0872ca-0cb0-43ed-92ac-163b3299f027 None None] Routers {'e3fcde33-b03d-49a9-b7b4-50fddd53010e'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:18.241279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bd0872ca-0cb0-43ed-92ac-163b3299f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:18.329681 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:18.369407 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f9ff42d2-99c1-449b-af94-6133a65ff3b9 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "PUT /v2.0/floatingips/e5eda876-30b8-403f-9e22-b92ca877f30a HTTP/1.1" status: 200 len: 991 time: 1.9996991 Jul 09 13:45:18.372374 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9', 'tag': '66e3784f-52f5-4422-aad5-598147868cab'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:18.375456 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc69214f-4fd6-4ec2-b73c-877eb8fc451f" -d '{"events": [{"name": "network-changed", "server_uuid": "4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9", "tag": "66e3784f-52f5-4422-aad5-598147868cab"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:18.387124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52888) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:18.418228 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:18.543921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event updated for resources: {'Port': ['ID=d717a74f-ae47-4c58-8171-c8432c186717,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:18.577815 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78200618-fdc7-49e2-b38e-4815566e10f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:18.594755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:18.615999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:18.625803 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:18.724971 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ed03f40-cada-40a4-8fc8-6ee39e75e091 x-openstack-request-id: req-7ed03f40-cada-40a4-8fc8-6ee39e75e091 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:18.725272 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9", "tag": "66e3784f-52f5-4422-aad5-598147868cab", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:18.725547 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7ed03f40-cada-40a4-8fc8-6ee39e75e091 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:18.726261 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9', 'tag': '66e3784f-52f5-4422-aad5-598147868cab', 'status': 'completed', 'code': 200} Jul 09 13:45:18.740236 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 943e246f-03d3-417e-8818-a9c0f2456996 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:45:18.793149 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78200618-fdc7-49e2-b38e-4815566e10f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:18.801032 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-78200618-fdc7-49e2-b38e-4815566e10f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:18.912921 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-78200618-fdc7-49e2-b38e-4815566e10f4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5e1371c0f416403fbcbc28c57dfe3eb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5246518 Jul 09 13:45:18.917032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc76b66-6d4a-480b-b7cb-28929ce0c5be req-5932a6e5-1682-4968-83f1-f2bef161b170 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:18.919440 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fc76b66-6d4a-480b-b7cb-28929ce0c5be req-5932a6e5-1682-4968-83f1-f2bef161b170 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/ports?device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 947 time: 0.3764176 Jul 09 13:45:18.921483 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-bd0872ca-0cb0-43ed-92ac-163b3299f027 None None] Set router e3fcde33-b03d-49a9-b7b4-50fddd53010e gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:18.923156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52906) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:18.932169 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-65737ecb-05b1-47b3-9643-1346ab2e1678 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=52a935bfc5ef4482800fd1ff16a1f091&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860612 Jul 09 13:45:18.949783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69214f-4fd6-4ec2-b73c-877eb8fc451f req-fb1ecad6-61b9-4d42-891b-0e7e6168d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:18.949783 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fc69214f-4fd6-4ec2-b73c-877eb8fc451f req-fb1ecad6-61b9-4d42-891b-0e7e6168d397 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c1823849db49b4af2d50bf49892746&device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 1096 time: 0.1978698 Jul 09 13:45:18.949783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78200618-fdc7-49e2-b38e-4815566e10f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580c5e3a-3575-434e-bcbe-da55188fb383,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:18.975240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52908) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:19.083551 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 943e246f-03d3-417e-8818-a9c0f2456996, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=943e246f-03d3-417e-8818-a9c0f2456996,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:19.084965 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-7a5be5e8-470b-4623-bb9d-8b06d3dfa9b5 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:19.092091 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-7a5be5e8-470b-4623-bb9d-8b06d3dfa9b5 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1585705 Jul 09 13:45:19.123615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '943e246f-03d3-417e-8818-a9c0f2456996', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '943e246f-03d3-417e-8818-a9c0f2456996', 'mac_address': 'fa:16:3e:87:01:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:45:19.140896 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.170543 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b15a3e3c-277b-45f3-aad8-1270b4fa6ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.174840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69214f-4fd6-4ec2-b73c-877eb8fc451f req-0e747e19-952d-4daa-b218-9aee3b72bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:19.176090 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fc69214f-4fd6-4ec2-b73c-877eb8fc451f req-0e747e19-952d-4daa-b218-9aee3b72bb1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b067095-4052-4b92-b6db-3597e823e67a HTTP/1.1" status: 200 len: 909 time: 0.2056861 Jul 09 13:45:19.189966 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.211505 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-df260f05-8940-4f9d-ac25-2647a9e4e912 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/quotas/52a935bfc5ef4482800fd1ff16a1f091 HTTP/1.1" status: 200 len: 375 time: 0.1181080 Jul 09 13:45:19.229992 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4fc76b66-6d4a-480b-b7cb-28929ce0c5be req-180eceb2-baaf-4ded-9b65-4470b9c27f03 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/security-groups?id=86d07338-7f6d-4bb4-be5f-2bc3cf4e0565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872696 Jul 09 13:45:19.294807 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fc69214f-4fd6-4ec2-b73c-877eb8fc451f req-e27b8db5-e4e9-4da5-8831-996bb56ab73b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e3784f-52f5-4422-aad5-598147868cab HTTP/1.1" status: 200 len: 999 time: 0.1033535 Jul 09 13:45:19.299447 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-ed4131aa-2be5-410e-8ab5-8e996922bee3 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=52a935bfc5ef4482800fd1ff16a1f091&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656173 Jul 09 13:45:19.305158 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 943e246f-03d3-417e-8818-a9c0f2456996 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:45:19.313899 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.378899 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 943e246f-03d3-417e-8818-a9c0f2456996, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=943e246f-03d3-417e-8818-a9c0f2456996,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:19.393263 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.408662 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-075b0e36-8ce4-47da-805a-1582bca77e95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.450333 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69214f-4fd6-4ec2-b73c-877eb8fc451f req-08d5a265-1e93-416c-b2a9-b38468c3db0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:19.452015 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fc69214f-4fd6-4ec2-b73c-877eb8fc451f req-08d5a265-1e93-416c-b2a9-b38468c3db0e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6365b74c-aea2-4433-844b-839fb4fcbc16 HTTP/1.1" status: 200 len: 847 time: 0.1502244 Jul 09 13:45:19.467479 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-075b0e36-8ce4-47da-805a-1582bca77e95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.527440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=943e246f-03d3-417e-8818-a9c0f2456996,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:19.589712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc69214f-4fd6-4ec2-b73c-877eb8fc451f req-ee11b404-d981-4978-8d5f-3aca4ae85fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:19.591022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bd0872ca-0cb0-43ed-92ac-163b3299f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:11Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'e5eda876-30b8-403f-9e22-b92ca877f30a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'floating_ip_address': '172.25.2.182', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'port_id': '66e3784f-52f5-4422-aad5-598147868cab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'mac_address': 'fa:16:3e:53:42:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:44:56Z', 'updated_at': '2021-07-09T13:45:17Z', 'revision_number': 1, 'project_id': '57c1823849db49b4af2d50bf49892746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57159f5-6971-4628-b1fb-0e220292cd12', 'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'mac_address': 'fa:16:3e:95:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:07Z', 'updated_at': '2021-07-09T13:40:24Z', 'revision_number': 5, 'project_id': '57c1823849db49b4af2d50bf49892746', 'subnets': [{'id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:19.592560 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fc69214f-4fd6-4ec2-b73c-877eb8fc451f req-ee11b404-d981-4978-8d5f-3aca4ae85fa2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b067095-4052-4b92-b6db-3597e823e67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255920 Jul 09 13:45:19.605331 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-075b0e36-8ce4-47da-805a-1582bca77e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.608023 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-075b0e36-8ce4-47da-805a-1582bca77e95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.610808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-075b0e36-8ce4-47da-805a-1582bca77e95 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/580c5e3a-3575-434e-bcbe-da55188fb383 HTTP/1.1" status: 204 len: 168 time: 0.6745570 Jul 09 13:45:19.633246 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b0e36-8ce4-47da-805a-1582bca77e95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580c5e3a-3575-434e-bcbe-da55188fb383,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:19.648177 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b15a3e3c-277b-45f3-aad8-1270b4fa6ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.683438 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b15a3e3c-277b-45f3-aad8-1270b4fa6ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.690693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5d40b95-d325-48d7-b025-b6e98e5b5a7a req-ce716dd4-9b41-4858-a9e2-bbb10f586a5c tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/ports?device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 210 time: 0.0495696 Jul 09 13:45:19.704658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0872ca-0cb0-43ed-92ac-163b3299f027 None None] Checking router: e3fcde33-b03d-49a9-b7b4-50fddd53010e for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:45:19.708136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['943e246f-03d3-417e-8818-a9c0f2456996'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:45:19.719021 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.726905 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.734123 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52922) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:19.735563 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b15a3e3c-277b-45f3-aad8-1270b4fa6ba6 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=1340653b92844635972b46f5bda1e24d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7589993 Jul 09 13:45:19.799235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a3e3c-277b-45f3-aad8-1270b4fa6ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f98b21-aa58-43f8-bafc-4abe6978ad92,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:19.876434 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fc69214f-4fd6-4ec2-b73c-877eb8fc451f req-ee32e13b-792b-463d-a901-8124312a7e62 service neutron] 10.222.0.15 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155662 Jul 09 13:45:19.878482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event updated for resources: {'Port': ['ID=d717a74f-ae47-4c58-8171-c8432c186717,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:19.881269 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd0872ca-0cb0-43ed-92ac-163b3299f027 None None] Routers {'e3fcde33-b03d-49a9-b7b4-50fddd53010e'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:19.881927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bd0872ca-0cb0-43ed-92ac-163b3299f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:19.932305 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.948773 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc61da70-a831-496b-987b-da063d493a89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.954684 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:19.959915 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bf3a67df-da30-452a-a1a4-60a56b81d2ae tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0167515 Jul 09 13:45:19.960778 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52930) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:19.974799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0559233e-362b-44c8-88e2-9f8797efaf40 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-886187316'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:20.001596 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc61da70-a831-496b-987b-da063d493a89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.013535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-bd0872ca-0cb0-43ed-92ac-163b3299f027 None None] Set router e3fcde33-b03d-49a9-b7b4-50fddd53010e gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:20.039122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0559233e-362b-44c8-88e2-9f8797efaf40 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Made reservation on behalf of 2ab5b5d1beed4679aeea1696a8e7b695 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:45:20.039837 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fc69214f-4fd6-4ec2-b73c-877eb8fc451f req-bb79b6e0-7627-43d3-8cf7-a4c5c5efef85 service neutron] 10.222.0.15 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558077 Jul 09 13:45:20.043084 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0559233e-362b-44c8-88e2-9f8797efaf40 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.060630 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0559233e-362b-44c8-88e2-9f8797efaf40 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.125797 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc61da70-a831-496b-987b-da063d493a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.128727 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cc61da70-a831-496b-987b-da063d493a89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.131170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cc61da70-a831-496b-987b-da063d493a89 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a7f98b21-aa58-43f8-bafc-4abe6978ad92 HTTP/1.1" status: 204 len: 168 time: 0.3969262 Jul 09 13:45:20.150579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61da70-a831-496b-987b-da063d493a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f98b21-aa58-43f8-bafc-4abe6978ad92,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:20.194238 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:45:20.233780 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52936) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:20.255353 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e7ef52e-9260-4cd5-bdec-fdcacf49812e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.286107 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0559233e-362b-44c8-88e2-9f8797efaf40 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.294620 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0559233e-362b-44c8-88e2-9f8797efaf40 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.320807 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0559233e-362b-44c8-88e2-9f8797efaf40 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:45:20.332058 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0559233e-362b-44c8-88e2-9f8797efaf40 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.333685 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-0559233e-362b-44c8-88e2-9f8797efaf40 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Added segment 895146a3-c9ba-42ae-925f-0c159072f154 of type vlan for network 592a236a-76ef-43bd-ad5f-6d83645c1f42 Jul 09 13:45:20.407062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bd0872ca-0cb0-43ed-92ac-163b3299f027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:11Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'e5eda876-30b8-403f-9e22-b92ca877f30a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'floating_ip_address': '172.25.2.182', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'port_id': '66e3784f-52f5-4422-aad5-598147868cab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'mac_address': 'fa:16:3e:53:42:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:44:56Z', 'updated_at': '2021-07-09T13:45:17Z', 'revision_number': 1, 'project_id': '57c1823849db49b4af2d50bf49892746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57159f5-6971-4628-b1fb-0e220292cd12', 'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'mac_address': 'fa:16:3e:95:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:07Z', 'updated_at': '2021-07-09T13:40:24Z', 'revision_number': 5, 'project_id': '57c1823849db49b4af2d50bf49892746', 'subnets': [{'id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:20.467447 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e7ef52e-9260-4cd5-bdec-fdcacf49812e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.471300 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0872ca-0cb0-43ed-92ac-163b3299f027 None None] The sync data for ids ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'] in n-d-799525-3 is: [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:11Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'e5eda876-30b8-403f-9e22-b92ca877f30a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'floating_ip_address': '172.25.2.182', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'port_id': '66e3784f-52f5-4422-aad5-598147868cab', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2754, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'mac_address': 'fa:16:3e:53:42:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:44:56Z', 'updated_at': '2021-07-09T13:45:17Z', 'revision_number': 1, 'project_id': '57c1823849db49b4af2d50bf49892746', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a57159f5-6971-4628-b1fb-0e220292cd12', 'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'mac_address': 'fa:16:3e:95:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:07Z', 'updated_at': '2021-07-09T13:40:24Z', 'revision_number': 5, 'project_id': '57c1823849db49b4af2d50bf49892746', 'subnets': [{'id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:45:20.474391 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e7ef52e-9260-4cd5-bdec-fdcacf49812e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.550729 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7e7ef52e-9260-4cd5-bdec-fdcacf49812e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3232e5e99c74420c8a9b79c59a208d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3139954 Jul 09 13:45:20.554057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7ef52e-9260-4cd5-bdec-fdcacf49812e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fd0c3d1-b325-4619-9f75-f11a7d05f9fd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:20.558891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52944) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:20.605308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559233e-362b-44c8-88e2-9f8797efaf40 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bffa9c-fbc9-430e-af28-d1884537b186,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:20.630856 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40dee211-1039-4658-9300-71534175116e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.639255 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0559233e-362b-44c8-88e2-9f8797efaf40 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.661166 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40dee211-1039-4658-9300-71534175116e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.727847 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0559233e-362b-44c8-88e2-9f8797efaf40 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.733625 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0559233e-362b-44c8-88e2-9f8797efaf40 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:20.734280 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0559233e-362b-44c8-88e2-9f8797efaf40 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.747859 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40dee211-1039-4658-9300-71534175116e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.751945 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-40dee211-1039-4658-9300-71534175116e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:20.753065 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d91a1b-c4e7-4bad-82e8-b3ff6cdb79bb req-ae87cb04-a12c-4536-8197-a08f23417721 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:20.760527 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e9d91a1b-c4e7-4bad-82e8-b3ff6cdb79bb req-ae87cb04-a12c-4536-8197-a08f23417721 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/ports?device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 948 time: 0.2785769 Jul 09 13:45:20.761892 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-40dee211-1039-4658-9300-71534175116e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2fd0c3d1-b325-4619-9f75-f11a7d05f9fd HTTP/1.1" status: 204 len: 168 time: 0.2009592 Jul 09 13:45:20.784065 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dee211-1039-4658-9300-71534175116e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fd0c3d1-b325-4619-9f75-f11a7d05f9fd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:20.848395 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52952) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:20.870643 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8451bdc-4974-4d0a-be91-06bbf41e6d1d None None] New status for floating IP e5eda876-30b8-403f-9e22-b92ca877f30a: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:45:20.883782 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a336-9b7d-4b12-be9f-371436b81629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:21.040004 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a336-9b7d-4b12-be9f-371436b81629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:21.051255 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cb1a336-9b7d-4b12-be9f-371436b81629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:21.096796 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0cb1a336-9b7d-4b12-be9f-371436b81629 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=704cbc55a07442c497e3616685dd26af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2446024 Jul 09 13:45:21.096796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb1a336-9b7d-4b12-be9f-371436b81629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79a09829-c0b7-4b80-aa57-765fec47637c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:21.097733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52956) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:21.167253 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30961a3d-840e-402e-aad7-84003038933d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:21.190597 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30961a3d-840e-402e-aad7-84003038933d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:21.280634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30961a3d-840e-402e-aad7-84003038933d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:21.283939 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0559233e-362b-44c8-88e2-9f8797efaf40 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.3165891 Jul 09 13:45:21.284644 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-30961a3d-840e-402e-aad7-84003038933d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:21.289015 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-30961a3d-840e-402e-aad7-84003038933d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/79a09829-c0b7-4b80-aa57-765fec47637c HTTP/1.1" status: 204 len: 168 time: 0.1872542 Jul 09 13:45:21.289015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52964) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:21.309216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e5d36554-85d1-4fb2-9503-45b79c1a2372 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Request body: {'subnet': {'network_id': '592a236a-76ef-43bd-ad5f-6d83645c1f42', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:21.330672 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5a502756-bca1-4ce1-a344-6a3f735f56ba req-71c4263d-04f3-404e-b5b4-6ed07352a902 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/ports?device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 210 time: 0.0599313 Jul 09 13:45:21.332924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30961a3d-840e-402e-aad7-84003038933d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79a09829-c0b7-4b80-aa57-765fec47637c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:21.351341 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e9d91a1b-c4e7-4bad-82e8-b3ff6cdb79bb req-e60a2d3b-a5cc-42e2-b423-8a3728c4fab5 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/security-groups?id=86d07338-7f6d-4bb4-be5f-2bc3cf4e0565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5641813 Jul 09 13:45:21.365440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0559233e-362b-44c8-88e2-9f8797efaf40 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event updated for resources: {'Network': ['ID=592a236a-76ef-43bd-ad5f-6d83645c1f42,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:21.398033 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 592a236a-76ef-43bd-ad5f-6d83645c1f42 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:45:21.410643 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-75eadf83-58a0-4d56-bf2f-d0cf59d892aa tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=52a935bfc5ef4482800fd1ff16a1f091&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380981 Jul 09 13:45:21.508782 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5d36554-85d1-4fb2-9503-45b79c1a2372 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Made reservation on behalf of 2ab5b5d1beed4679aeea1696a8e7b695 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:45:21.512508 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5d36554-85d1-4fb2-9503-45b79c1a2372 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:21.643714 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-6d407880-2cc3-48cb-a8d2-47d88f5a0270 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:21.646140 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-6d407880-2cc3-48cb-a8d2-47d88f5a0270 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2289836 Jul 09 13:45:21.661555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Request body: {'port': {'device_id': 'f782ad93-5b57-4832-b41e-e7e0efb66549', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': '52a935bfc5ef4482800fd1ff16a1f091'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:21.864544 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5d36554-85d1-4fb2-9503-45b79c1a2372 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:21.873868 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Made reservation on behalf of 52a935bfc5ef4482800fd1ff16a1f091 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:45:21.877489 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:21.923243 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:21.956194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d36554-85d1-4fb2-9503-45b79c1a2372 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event updated for resources: {'Subnet': ['ID=4fd36b9a-05cf-49b7-b8b7-74a266361fb4,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:21.985877 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5d36554-85d1-4fb2-9503-45b79c1a2372 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Checking segment: {'id': '895146a3-c9ba-42ae-925f-0c159072f154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '592a236a-76ef-43bd-ad5f-6d83645c1f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:45:21.986398 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d36554-85d1-4fb2-9503-45b79c1a2372 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Network hostable DHCP agents. Network: 592a236a-76ef-43bd-ad5f-6d83645c1f42, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:45:22.024599 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d36554-85d1-4fb2-9503-45b79c1a2372 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Network 592a236a-76ef-43bd-ad5f-6d83645c1f42 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:45:22.042899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e5d36554-85d1-4fb2-9503-45b79c1a2372 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 592a236a-76ef-43bd-ad5f-6d83645c1f42) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:22.051331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d36554-85d1-4fb2-9503-45b79c1a2372 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:22.051943 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5d36554-85d1-4fb2-9503-45b79c1a2372 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:22.056524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dae578-9614-4ade-a231-8a485257b06d None None] Network 592a236a-76ef-43bd-ad5f-6d83645c1f42 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:45:22.113481 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:22.121365 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:22.140880 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e5d36554-85d1-4fb2-9503-45b79c1a2372 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8368053 Jul 09 13:45:22.143571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52996) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:22.150708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1642515227', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:22.164888 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a47675a-d64d-4b62-8f34-ecfcf050df65,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:22.234573 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:22.236834 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:22.292489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-592a236a-76ef-43bd-ad5f-6d83645c1f42', 'network_id': '592a236a-76ef-43bd-ad5f-6d83645c1f42', 'tenant_id': '2ab5b5d1beed4679aeea1696a8e7b695', 'fixed_ips': [{'subnet_id': '4fd36b9a-05cf-49b7-b8b7-74a266361fb4'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:45:22.293674 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:22.334124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Allocated IP 192.168.233.6 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/25b67327-1873-42f0-8b45-f2213b294485) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:22.357082 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:22.539352 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:22.605463 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53012) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:22.617040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Allocated IP 172.20.0.2 (592a236a-76ef-43bd-ad5f-6d83645c1f42/4fd36b9a-05cf-49b7-b8b7-74a266361fb4/500094da-1b74-4e69-883b-a95edb45ded8) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:22.664911 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-28dacc80-e568-4372-bb8f-b6d0eab4d462 req-02a7efeb-f89f-4a2c-a712-4482bbfeaca8 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/ports?device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 210 time: 0.0580039 Jul 09 13:45:22.734975 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:22.795704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Transition to ACTIVE for port object 25b67327-1873-42f0-8b45-f2213b294485 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:22.798380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 943e246f-03d3-417e-8818-a9c0f2456996 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:22.821562 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:22.821773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee51ea7c-9f48-4ba4-adef-3c1c17943cfc req-3512558a-2880-4fc6-a2b4-7d662e7b874c tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:22.823384 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee51ea7c-9f48-4ba4-adef-3c1c17943cfc req-3512558a-2880-4fc6-a2b4-7d662e7b874c tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/ports?device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 948 time: 0.1640868 Jul 09 13:45:22.828650 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7392aa3c-a69c-42d3-8620-cd2a1a76b716 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2146207386-network', 'tenant_id': '22e4f717ae854a52bbe868fe1029fc99'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:22.833927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Transition to ACTIVE for port object 500094da-1b74-4e69-883b-a95edb45ded8 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:22.850707 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Transition to ACTIVE for port object 500094da-1b74-4e69-883b-a95edb45ded8 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:22.886319 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:22.889756 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:22.921934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7392aa3c-a69c-42d3-8620-cd2a1a76b716 admin admin] Made reservation on behalf of 22e4f717ae854a52bbe868fe1029fc99 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:45:22.924468 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7392aa3c-a69c-42d3-8620-cd2a1a76b716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:22.944700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:22.948443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:22.951053 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:22.958574 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7392aa3c-a69c-42d3-8620-cd2a1a76b716 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:22.972448 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Network 592a236a-76ef-43bd-ad5f-6d83645c1f42 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:22.979172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:22.989161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:22.996222 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Pushing event updated for resources: {'Port': ['ID=500094da-1b74-4e69-883b-a95edb45ded8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:23.061039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:23.062410 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.077978 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 943e246f-03d3-417e-8818-a9c0f2456996 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:23.088698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 943e246f-03d3-417e-8818-a9c0f2456996 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:23.089078 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.094143 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Attempting to bind port 500094da-1b74-4e69-883b-a95edb45ded8 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:45:23.095119 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4395568 Jul 09 13:45:23.100503 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Attempting to bind port 500094da-1b74-4e69-883b-a95edb45ded8 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '895146a3-c9ba-42ae-925f-0c159072f154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '592a236a-76ef-43bd-ad5f-6d83645c1f42'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:45:23.101139 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Attempting to bind port 500094da-1b74-4e69-883b-a95edb45ded8 on network 592a236a-76ef-43bd-ad5f-6d83645c1f42 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:23.109274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Request body: {'port': {'device_id': 'f782ad93-5b57-4832-b41e-e7e0efb66549', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:23.139556 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:45:23.139933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Checking segment: {'id': '895146a3-c9ba-42ae-925f-0c159072f154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '592a236a-76ef-43bd-ad5f-6d83645c1f42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:45:23.146207 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.146631 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Bound using segment: {'id': '895146a3-c9ba-42ae-925f-0c159072f154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '592a236a-76ef-43bd-ad5f-6d83645c1f42'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:45:23.147197 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Bound port: 500094da-1b74-4e69-883b-a95edb45ded8, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '895146a3-c9ba-42ae-925f-0c159072f154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '592a236a-76ef-43bd-ad5f-6d83645c1f42'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:45:23.147600 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.166937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5330578-bd0a-4e5b-80ae-e3d92eb723b7 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Pushing event updated for resources: {'Port': ['ID=25b67327-1873-42f0-8b45-f2213b294485,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:23.181373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee51ea7c-9f48-4ba4-adef-3c1c17943cfc req-448897d9-8046-4dc5-9c1c-3b99e2780355 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/security-groups?id=86d07338-7f6d-4bb4-be5f-2bc3cf4e0565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3472610 Jul 09 13:45:23.220397 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.255386 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.259869 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.342302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-33dd291e-f4ac-4385-b5f4-e95cbf0dbe0e None None] Provisioning for port 25b67327-1873-42f0-8b45-f2213b294485 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:23.381282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-33dd291e-f4ac-4385-b5f4-e95cbf0dbe0e None None] Provisioning complete for port 25b67327-1873-42f0-8b45-f2213b294485 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:23.382084 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-33dd291e-f4ac-4385-b5f4-e95cbf0dbe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.419223 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] For port 500094da-1b74-4e69-883b-a95edb45ded8, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:45:23.428609 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Allocated IP 172.25.2.202 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/e5cd395d-b459-4d0e-845d-ad23fd2c1321) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:23.432404 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7392aa3c-a69c-42d3-8620-cd2a1a76b716 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.439470 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7392aa3c-a69c-42d3-8620-cd2a1a76b716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.445415 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.465713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] For port 500094da-1b74-4e69-883b-a95edb45ded8, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=500094da-1b74-4e69-883b-a95edb45ded8,segment=NetworkSegment(895146a3-c9ba-42ae-925f-0c159072f154),segment_id=895146a3-c9ba-42ae-925f-0c159072f154)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:45:23.505553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7392aa3c-a69c-42d3-8620-cd2a1a76b716 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:45:23.510277 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 943e246f-03d3-417e-8818-a9c0f2456996, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=943e246f-03d3-417e-8818-a9c0f2456996,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:23.515443 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799624f3-7b5c-43ba-87cb-9a1dbf93e3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943e246f-03d3-417e-8818-a9c0f2456996'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:23.519438 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0787c782-e3c8-454b-8567-1a895a9eeb28" -d '{"events": [{"server_uuid": "799624f3-7b5c-43ba-87cb-9a1dbf93e3fb", "name": "network-vif-plugged", "status": "completed", "tag": "943e246f-03d3-417e-8818-a9c0f2456996"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:23.543306 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.556863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392aa3c-a69c-42d3-8620-cd2a1a76b716 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9bcf9a-0686-4d7c-bcfe-cef721825026,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:23.562866 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.565326 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7392aa3c-a69c-42d3-8620-cd2a1a76b716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.565668 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-7392aa3c-a69c-42d3-8620-cd2a1a76b716 admin admin] Added segment 31eb16b7-55e1-48e0-ab72-f2de0e98c1c3 of type vlan for network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 Jul 09 13:45:23.578691 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-33dd291e-f4ac-4385-b5f4-e95cbf0dbe0e None None] Port 25b67327-1873-42f0-8b45-f2213b294485 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:45:23.619206 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-229ef0ea-68c3-4e82-a503-a4e4abc5f55e x-openstack-request-id: req-229ef0ea-68c3-4e82-a503-a4e4abc5f55e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:23.619622 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799624f3-7b5c-43ba-87cb-9a1dbf93e3fb", "name": "network-vif-plugged", "status": "completed", "tag": "943e246f-03d3-417e-8818-a9c0f2456996", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:23.620192 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-229ef0ea-68c3-4e82-a503-a4e4abc5f55e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:23.620705 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799624f3-7b5c-43ba-87cb-9a1dbf93e3fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '943e246f-03d3-417e-8818-a9c0f2456996', 'code': 200} Jul 09 13:45:23.644604 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7392aa3c-a69c-42d3-8620-cd2a1a76b716 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.699237 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acd54c-89b2-4987-8dd7-415a02d3f024 None None] Pushing event updated for resources: {'Port': ['ID=500094da-1b74-4e69-883b-a95edb45ded8,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:23.717090 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.730974 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7392aa3c-a69c-42d3-8620-cd2a1a76b716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.732272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7392aa3c-a69c-42d3-8620-cd2a1a76b716 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:23.733319 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7392aa3c-a69c-42d3-8620-cd2a1a76b716 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.849562 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=943e246f-03d3-417e-8818-a9c0f2456996,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:23.865913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c333a83-086e-4587-bad2-f5c528f56985 req-75efd64d-178f-4761-a897-24bf1d53185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:23.868330 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c333a83-086e-4587-bad2-f5c528f56985 req-75efd64d-178f-4761-a897-24bf1d53185e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 1100 time: 0.1601756 Jul 09 13:45:23.874623 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7392aa3c-a69c-42d3-8620-cd2a1a76b716 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2635832 Jul 09 13:45:23.875819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53028) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:23.884235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-477240fb-360a-4880-99c8-8e21a99fb3af admin admin] Request body: {'subnet': {'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2146207386-subnet', 'tenant_id': '22e4f717ae854a52bbe868fe1029fc99', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:23.889321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b67327-1873-42f0-8b45-f2213b294485 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:45:23.901498 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.936217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Transition to ACTIVE for port object 25b67327-1873-42f0-8b45-f2213b294485 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:23.941685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392aa3c-a69c-42d3-8620-cd2a1a76b716 admin admin] Pushing event updated for resources: {'Network': ['ID=51cef8eb-424f-4d2b-a4a9-d41d950e6d32,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:23.952482 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:23.952919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:45:24.062035 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477240fb-360a-4880-99c8-8e21a99fb3af admin admin] Made reservation on behalf of 22e4f717ae854a52bbe868fe1029fc99 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:45:24.067440 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-477240fb-360a-4880-99c8-8e21a99fb3af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:24.109427 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9c333a83-086e-4587-bad2-f5c528f56985 req-f90701c7-5207-4680-9896-235ca6e05526 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=86d07338-7f6d-4bb4-be5f-2bc3cf4e0565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1993210 Jul 09 13:45:24.121498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Pushing event updated for resources: {'Port': ['ID=25b67327-1873-42f0-8b45-f2213b294485,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:24.273533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Attempting to bind port 25b67327-1873-42f0-8b45-f2213b294485 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:45:24.274082 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Attempting to bind port 25b67327-1873-42f0-8b45-f2213b294485 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:45:24.274526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Attempting to bind port 25b67327-1873-42f0-8b45-f2213b294485 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:24.281287 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Port 25b67327-1873-42f0-8b45-f2213b294485 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:45:24.281817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Attempting to bind port 25b67327-1873-42f0-8b45-f2213b294485 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:24.289610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 45, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:45:24.290136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:45:24.290629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:45:24.291232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Bound port: 25b67327-1873-42f0-8b45-f2213b294485, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:45:24.294227 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:24.331723 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-477240fb-360a-4880-99c8-8e21a99fb3af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:24.395273 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] For port 25b67327-1873-42f0-8b45-f2213b294485, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:45:24.395906 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477240fb-360a-4880-99c8-8e21a99fb3af admin admin] Pushing event updated for resources: {'Subnet': ['ID=770c8742-8713-49fd-a7af-1495530b83a7,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:24.400419 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:24.402259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] For port 25b67327-1873-42f0-8b45-f2213b294485, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=25b67327-1873-42f0-8b45-f2213b294485,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:45:24.409495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:24.452241 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:24.453171 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:24.455305 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] 10.222.0.15 "PUT /v2.0/ports/25b67327-1873-42f0-8b45-f2213b294485 HTTP/1.1" status: 200 len: 1094 time: 1.3523390 Jul 09 13:45:24.457475 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event updated for resources: {'Port': ['ID=e5cd395d-b459-4d0e-845d-ad23fd2c1321,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:24.466805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f782ad93-5b57-4832-b41e-e7e0efb66549', 'tag': '25b67327-1873-42f0-8b45-f2213b294485'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:24.470950 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1f93e8-8d6f-4009-9b18-8cfb577a254c" -d '{"events": [{"name": "network-changed", "server_uuid": "f782ad93-5b57-4832-b41e-e7e0efb66549", "tag": "25b67327-1873-42f0-8b45-f2213b294485"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:24.484930 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc59ae6-e064-4801-8810-c5f58ec83c84 req-1e361297-aa1b-416a-abdf-940d1cbd834d tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:24.491789 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dfc59ae6-e064-4801-8810-c5f58ec83c84 req-1e361297-aa1b-416a-abdf-940d1cbd834d tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/ports?device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 934 time: 0.5892620 Jul 09 13:45:24.499732 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70ec4b3-4dce-4b91-b542-61962b9c12f9 service neutron] Pushing event updated for resources: {'Port': ['ID=25b67327-1873-42f0-8b45-f2213b294485,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:24.564387 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:24.581404 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:24.585092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-e1dc46b1-a8c0-40cd-950c-dfa1e24a921b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:24.587891 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-e1dc46b1-a8c0-40cd-950c-dfa1e24a921b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52a935bfc5ef4482800fd1ff16a1f091&device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 1097 time: 0.0724967 Jul 09 13:45:24.599840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:24.640525 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-68c32636-57a5-4870-8bcc-884374b04a05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=25b67327-1873-42f0-8b45-f2213b294485 HTTP/1.1" status: 200 len: 217 time: 0.0426414 Jul 09 13:45:24.689399 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477240fb-360a-4880-99c8-8e21a99fb3af admin admin] Checking segment: {'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:45:24.690537 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477240fb-360a-4880-99c8-8e21a99fb3af admin admin] Network hostable DHCP agents. Network: 51cef8eb-424f-4d2b-a4a9-d41d950e6d32, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:45:24.698934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-39048459-bcc2-468e-a5fa-9c697641c2df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:24.699846 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dfc59ae6-e064-4801-8810-c5f58ec83c84 req-8f277c4d-fea9-4d99-a039-a2671c94992a tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a47675a-d64d-4b62-8f34-ecfcf050df65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2062883 Jul 09 13:45:24.700627 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-39048459-bcc2-468e-a5fa-9c697641c2df service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0527563 Jul 09 13:45:24.794974 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b1125f-51a8-496c-a079-694570a1287c x-openstack-request-id: req-09b1125f-51a8-496c-a079-694570a1287c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:24.795757 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f782ad93-5b57-4832-b41e-e7e0efb66549", "tag": "25b67327-1873-42f0-8b45-f2213b294485", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:24.796465 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09b1125f-51a8-496c-a079-694570a1287c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:24.797029 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f782ad93-5b57-4832-b41e-e7e0efb66549', 'tag': '25b67327-1873-42f0-8b45-f2213b294485', 'status': 'completed', 'code': 200} Jul 09 13:45:24.802956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-075e546c-b46e-4c4e-bdf3-b301feba01bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:24.804868 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-075e546c-b46e-4c4e-bdf3-b301feba01bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0908821 Jul 09 13:45:24.815345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8689d3-66be-4b99-9c8e-7853a6693af1 req-08163545-7e78-4ae8-bfcb-5ef0486347e9 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:24.817878 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb8689d3-66be-4b99-9c8e-7853a6693af1 req-08163545-7e78-4ae8-bfcb-5ef0486347e9 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/ports?device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 949 time: 0.3408537 Jul 09 13:45:24.933517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477240fb-360a-4880-99c8-8e21a99fb3af admin admin] Network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:45:24.942802 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-416024a9-aa53-46a8-8e5d-975e02d03575 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310558 Jul 09 13:45:24.970517 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb8689d3-66be-4b99-9c8e-7853a6693af1 req-2249b60d-10b5-489c-ac7e-c55c014d4cad tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/security-groups?id=86d07338-7f6d-4bb4-be5f-2bc3cf4e0565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805998 Jul 09 13:45:24.994389 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-477240fb-360a-4880-99c8-8e21a99fb3af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 51cef8eb-424f-4d2b-a4a9-d41d950e6d32) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:25.000026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477240fb-360a-4880-99c8-8e21a99fb3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:25.000845 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-477240fb-360a-4880-99c8-8e21a99fb3af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:25.017609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c940a3cd-ff2e-426c-94d6-ceeac32a9d4f None None] Network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:45:25.036699 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-477240fb-360a-4880-99c8-8e21a99fb3af admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1566405 Jul 09 13:45:25.039550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53042) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:25.045329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2146207386-router', 'tenant_id': '22e4f717ae854a52bbe868fe1029fc99', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:25.080929 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-33b87e33-3dba-4ebc-8bd9-36b86a9e80e9 req-abcd35f6-b883-4902-9e90-8feaab4bbf5d service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309144 Jul 09 13:45:25.124571 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:25.125670 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:25.246271 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:25.249354 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:25.256082 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f93e8-8d6f-4009-9b18-8cfb577a254c req-ebc217d0-aabc-466b-96a8-4191b222e66c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:25.259074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea6a567-abaf-4c48-bfaf-603ef3dad94f None None] Network 592a236a-76ef-43bd-ad5f-6d83645c1f42 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:45:25.259458 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f1f93e8-8d6f-4009-9b18-8cfb577a254c req-ebc217d0-aabc-466b-96a8-4191b222e66c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52a935bfc5ef4482800fd1ff16a1f091&device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 1097 time: 0.1076295 Jul 09 13:45:25.496099 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-0e32f08e-efa9-439f-8a9e-c543a2478d3c req-9cc08fdf-807b-47fd-a60f-e5f3bd3b8b09 tempest-FloatingIPsAssociationTestJSON-1409099732 tempest-FloatingIPsAssociationTestJSON-1409099732-project] (93754) timed out ('10.222.0.15', 54218) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:45:25.513276 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f93e8-8d6f-4009-9b18-8cfb577a254c req-e60b07b8-ed70-4928-8092-8337066cbc3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:25.518226 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f1f93e8-8d6f-4009-9b18-8cfb577a254c req-e60b07b8-ed70-4928-8092-8337066cbc3a service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.2494452 Jul 09 13:45:25.564655 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:25.629446 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f1f93e8-8d6f-4009-9b18-8cfb577a254c req-666a306e-1f7d-429a-a486-bee54369c463 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=25b67327-1873-42f0-8b45-f2213b294485 HTTP/1.1" status: 200 len: 217 time: 0.1040609 Jul 09 13:45:25.714687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f93e8-8d6f-4009-9b18-8cfb577a254c req-6b8776be-c197-4a23-b228-1fb020a82607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:25.716376 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f1f93e8-8d6f-4009-9b18-8cfb577a254c req-6b8776be-c197-4a23-b228-1fb020a82607 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0766001 Jul 09 13:45:25.762304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 500094da-1b74-4e69-883b-a95edb45ded8 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:25.782176 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:25.796406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-51cef8eb-424f-4d2b-a4a9-d41d950e6d32', 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32', 'tenant_id': '22e4f717ae854a52bbe868fe1029fc99', 'fixed_ips': [{'subnet_id': '770c8742-8713-49fd-a7af-1495530b83a7'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:45:25.797997 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:25.808618 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a715faab-bfa5-4897-ae69-242fc59b60cd None None] Provisioning for port 500094da-1b74-4e69-883b-a95edb45ded8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:25.834617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f93e8-8d6f-4009-9b18-8cfb577a254c req-a2a63090-2520-4cf3-bdc6-9c3aed43538c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:25.842854 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f1f93e8-8d6f-4009-9b18-8cfb577a254c req-a2a63090-2520-4cf3-bdc6-9c3aed43538c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1091053 Jul 09 13:45:26.017954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 500094da-1b74-4e69-883b-a95edb45ded8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:26.040665 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 500094da-1b74-4e69-883b-a95edb45ded8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:26.040665 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:26.054275 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f1f93e8-8d6f-4009-9b18-8cfb577a254c req-7f2e7341-4887-4894-b5bf-81821a1d1e9c service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023466 Jul 09 13:45:26.157583 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:26.209721 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:26.234519 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:26.240019 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Allocated IP 172.20.0.2 (51cef8eb-424f-4d2b-a4a9-d41d950e6d32/770c8742-8713-49fd-a7af-1495530b83a7/eebd14c6-fba2-4a30-9941-14b822805cc4) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:26.283949 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8f1f93e8-8d6f-4009-9b18-8cfb577a254c req-1790c798-b3bf-4e06-bf6e-09ae4cc05d60 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2164941 Jul 09 13:45:26.366134 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 500094da-1b74-4e69-883b-a95edb45ded8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=500094da-1b74-4e69-883b-a95edb45ded8,segment=NetworkSegment(895146a3-c9ba-42ae-925f-0c159072f154),segment_id=895146a3-c9ba-42ae-925f-0c159072f154)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:26.376079 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:26.442472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a8aca9-cd10-4352-8f1c-5be5eb2bd7e3 req-ad46e9fb-79ea-4610-886f-457b787b865c tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:26.452815 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c6a8aca9-cd10-4352-8f1c-5be5eb2bd7e3 req-ad46e9fb-79ea-4610-886f-457b787b865c tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/ports?device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 946 time: 0.5354404 Jul 09 13:45:26.518871 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=500094da-1b74-4e69-883b-a95edb45ded8,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:26.530313 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c6a8aca9-cd10-4352-8f1c-5be5eb2bd7e3 req-81efdafa-3d2a-477a-acb6-49b5703ab13f tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a47675a-d64d-4b62-8f34-ecfcf050df65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763438 Jul 09 13:45:26.611260 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:26.624014 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Transition to ACTIVE for port object eebd14c6-fba2-4a30-9941-14b822805cc4 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:26.628318 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed75a83-00ed-4fce-b1a8-2b26127ed2eb req-71b16a8c-4e21-46d2-ba60-85a94342ca88 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:26.635926 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fed75a83-00ed-4fce-b1a8-2b26127ed2eb req-71b16a8c-4e21-46d2-ba60-85a94342ca88 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/ports?device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 949 time: 0.3688595 Jul 09 13:45:26.642247 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Transition to ACTIVE for port object eebd14c6-fba2-4a30-9941-14b822805cc4 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:26.649810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Router e035c124-470b-4d46-aebe-3dfd6213718a is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:45:26.652512 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:26.679302 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Allocated IP 172.25.2.181 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/3cb59280-50a4-4da1-a4e8-055aa6ab98d8) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:26.707361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Pushing event updated for resources: {'Port': ['ID=eebd14c6-fba2-4a30-9941-14b822805cc4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:26.739024 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:26.742228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f44c9323-cf69-4689-b4a3-9a6f341120cf None None] Provisioning complete for port 500094da-1b74-4e69-883b-a95edb45ded8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:26.742613 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f44c9323-cf69-4689-b4a3-9a6f341120cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:26.766999 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fed75a83-00ed-4fce-b1a8-2b26127ed2eb req-553ed3e0-8b16-4798-b140-34a3e0e5f125 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/security-groups?id=86d07338-7f6d-4bb4-be5f-2bc3cf4e0565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296890 Jul 09 13:45:26.786642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:26.790966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:26.882471 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Attempting to bind port eebd14c6-fba2-4a30-9941-14b822805cc4 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:45:26.882851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Attempting to bind port eebd14c6-fba2-4a30-9941-14b822805cc4 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:45:26.883292 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Attempting to bind port eebd14c6-fba2-4a30-9941-14b822805cc4 on network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:26.896824 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:45:26.897204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Checking segment: {'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:45:26.897615 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:26.898012 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Bound using segment: {'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:45:26.898500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Bound port: eebd14c6-fba2-4a30-9941-14b822805cc4, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:45:26.898888 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:26.998243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] For port eebd14c6-fba2-4a30-9941-14b822805cc4, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:45:27.002403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] For port eebd14c6-fba2-4a30-9941-14b822805cc4, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=eebd14c6-fba2-4a30-9941-14b822805cc4,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:45:27.016213 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:27.060503 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:45:27.087754 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:27.089051 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-565fa57c-2f82-4261-bcd8-16d8be81ac8c tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.9444516 Jul 09 13:45:27.093327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53070) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:27.111654 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cacfb-2ffa-4a4f-b199-78ab8c1a7c62 None None] Sync routers for ids ['e035c124-470b-4d46-aebe-3dfd6213718a'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:45:27.115754 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:27.173657 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247cacfb-2ffa-4a4f-b199-78ab8c1a7c62 None None] Routers {'e035c124-470b-4d46-aebe-3dfd6213718a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:27.174650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-247cacfb-2ffa-4a4f-b199-78ab8c1a7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e035c124-470b-4d46-aebe-3dfd6213718a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:27.178891 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:27.228570 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:27.236440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:27.246182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:27.277609 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Pushing event updated for resources: {'Port': ['ID=3cb59280-50a4-4da1-a4e8-055aa6ab98d8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:27.295061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb85cf08-3a5c-4461-8007-364cd07484fa None None] Pushing event updated for resources: {'Port': ['ID=eebd14c6-fba2-4a30-9941-14b822805cc4,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:27.307651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-247cacfb-2ffa-4a4f-b199-78ab8c1a7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:27.334574 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247cacfb-2ffa-4a4f-b199-78ab8c1a7c62 None None] Routers {'e035c124-470b-4d46-aebe-3dfd6213718a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:27.336843 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-247cacfb-2ffa-4a4f-b199-78ab8c1a7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e035c124-470b-4d46-aebe-3dfd6213718a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:27.453186 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-247cacfb-2ffa-4a4f-b199-78ab8c1a7c62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:27.453869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-247cacfb-2ffa-4a4f-b199-78ab8c1a7c62 None None] The sync data for ids ['e035c124-470b-4d46-aebe-3dfd6213718a'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:45:27.455512 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 25b67327-1873-42f0-8b45-f2213b294485 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:45:27.822841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 25b67327-1873-42f0-8b45-f2213b294485, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=25b67327-1873-42f0-8b45-f2213b294485,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:27.847658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '25b67327-1873-42f0-8b45-f2213b294485', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': '25b67327-1873-42f0-8b45-f2213b294485', 'mac_address': 'fa:16:3e:ce:c5:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:45:27.924043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 500094da-1b74-4e69-883b-a95edb45ded8 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:27.969480 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:27.999456 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b67327-1873-42f0-8b45-f2213b294485 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:45:28.031548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 25b67327-1873-42f0-8b45-f2213b294485, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=25b67327-1873-42f0-8b45-f2213b294485,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:28.041718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 500094da-1b74-4e69-883b-a95edb45ded8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:28.042102 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:28.043981 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:28.142373 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=25b67327-1873-42f0-8b45-f2213b294485,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:28.231716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device eebd14c6-fba2-4a30-9941-14b822805cc4 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:28.306867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['25b67327-1873-42f0-8b45-f2213b294485'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:45:28.313168 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d1de1b-7e44-4d06-90ae-4df001d3756f req-63a609c8-3e1f-4499-9c3d-4a652e0a1e42 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:28.321320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16d1de1b-7e44-4d06-90ae-4df001d3756f req-63a609c8-3e1f-4499-9c3d-4a652e0a1e42 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/ports?device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 949 time: 0.3737099 Jul 09 13:45:28.334810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b3036-240b-4a21-bda3-8d2222921f61 req-17c11057-b3bd-4716-bdf6-1e7ed05b4ea0 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:28.336458 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-811b3036-240b-4a21-bda3-8d2222921f61 req-17c11057-b3bd-4716-bdf6-1e7ed05b4ea0 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/ports?device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 946 time: 0.4201076 Jul 09 13:45:28.398340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port eebd14c6-fba2-4a30-9941-14b822805cc4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:28.423266 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:28.445049 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16d1de1b-7e44-4d06-90ae-4df001d3756f req-f938ba32-b82b-469b-a1d2-148c7ee7489b tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/security-groups?id=86d07338-7f6d-4bb4-be5f-2bc3cf4e0565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226356 Jul 09 13:45:28.461679 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:28.584801 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-811b3036-240b-4a21-bda3-8d2222921f61 req-f906080d-a718-485f-aea4-9d1a902148dd tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a47675a-d64d-4b62-8f34-ecfcf050df65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081337 Jul 09 13:45:28.735990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc6516-12ee-4faf-b5d2-0851ee642c9b req-5271f4ae-0f7a-4864-b7a3-03d7ffc5f6b8 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:28.737566 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7cc6516-12ee-4faf-b5d2-0851ee642c9b req-5271f4ae-0f7a-4864-b7a3-03d7ffc5f6b8 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.18 "GET /v2.0/ports?device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 949 time: 0.1710896 Jul 09 13:45:28.760596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e57b485-cf47-4ac5-b3f7-4dd3f2d5f834 None None] Network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:45:28.845302 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:28.908348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c275f528-a49a-4c7e-b861-eadafacb460d None None] Provisioning for port eebd14c6-fba2-4a30-9941-14b822805cc4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:28.919971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c275f528-a49a-4c7e-b861-eadafacb460d None None] Provisioning complete for port eebd14c6-fba2-4a30-9941-14b822805cc4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:28.920358 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c275f528-a49a-4c7e-b861-eadafacb460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:28.932485 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Allocated IP 172.20.0.1 (592a236a-76ef-43bd-ad5f-6d83645c1f42/4fd36b9a-05cf-49b7-b8b7-74a266361fb4/810aed86-a246-4819-8582-1b903c980a9b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:29.040011 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Router 7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:45:29.092307 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c275f528-a49a-4c7e-b861-eadafacb460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:29.168506 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:29.173357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f7cc6516-12ee-4faf-b5d2-0851ee642c9b req-aa11539c-bfc5-4865-b4fe-d1d8091c332e tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Deleting port 943e246f-03d3-417e-8818-a9c0f2456996 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:29.173357 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7cc6516-12ee-4faf-b5d2-0851ee642c9b req-aa11539c-bfc5-4865-b4fe-d1d8091c332e tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:29.176089 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c275f528-a49a-4c7e-b861-eadafacb460d None None] For port eebd14c6-fba2-4a30-9941-14b822805cc4, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=eebd14c6-fba2-4a30-9941-14b822805cc4,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:29.185036 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c275f528-a49a-4c7e-b861-eadafacb460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:29.207709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:45:29.218485 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Sync routers for ids ['7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:45:29.236820 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Routers {'7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:29.237912 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:29.250774 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:29.255106 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6912557a-8459-421b-b545-ae07bd91f68b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2125299 Jul 09 13:45:29.256924 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53084) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:29.272111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Transition to ACTIVE for port object 810aed86-a246-4819-8582-1b903c980a9b will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:29.292679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275f528-a49a-4c7e-b861-eadafacb460d None None] Pushing event updated for resources: {'Port': ['ID=eebd14c6-fba2-4a30-9941-14b822805cc4,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:29.372966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f7cc6516-12ee-4faf-b5d2-0851ee642c9b req-aa11539c-bfc5-4865-b4fe-d1d8091c332e tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] For port 943e246f-03d3-417e-8818-a9c0f2456996, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=943e246f-03d3-417e-8818-a9c0f2456996,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:29.373334 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7cc6516-12ee-4faf-b5d2-0851ee642c9b req-aa11539c-bfc5-4865-b4fe-d1d8091c332e tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:29.390746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f7cc6516-12ee-4faf-b5d2-0851ee642c9b req-aa11539c-bfc5-4865-b4fe-d1d8091c332e tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Calling delete_port for 943e246f-03d3-417e-8818-a9c0f2456996 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:29.403815 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:29.429033 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Set router 7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:29.460284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 25b67327-1873-42f0-8b45-f2213b294485 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:29.498409 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Network 592a236a-76ef-43bd-ad5f-6d83645c1f42 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:29.504776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:29.516757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:29.565001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event updated for resources: {'Port': ['ID=810aed86-a246-4819-8582-1b903c980a9b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:29.618076 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6e93368a-f56f-4fa0-b865-70d8f3126a5b None None] Provisioning complete for port eebd14c6-fba2-4a30-9941-14b822805cc4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:29.622396 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e93368a-f56f-4fa0-b865-70d8f3126a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:29.639018 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:29.747001 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device eebd14c6-fba2-4a30-9941-14b822805cc4 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:29.826083 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'name': 'tempest-TestServerMultinode-2146207386-router', 'tenant_id': '22e4f717ae854a52bbe868fe1029fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '3cb59280-50a4-4da1-a4e8-055aa6ab98d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:25Z', 'updated_at': '2021-07-09T13:45:28Z', 'revision_number': 3, 'project_id': '22e4f717ae854a52bbe868fe1029fc99', 'gw_port': {'id': '3cb59280-50a4-4da1-a4e8-055aa6ab98d8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:83:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:26Z', 'updated_at': '2021-07-09T13:45:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:29.842673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 25b67327-1873-42f0-8b45-f2213b294485 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:29.852734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 25b67327-1873-42f0-8b45-f2213b294485 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:29.853256 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:29.900816 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Checking router: 7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:45:29.901165 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Updating router 7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4 port 3cb59280-50a4-4da1-a4e8-055aa6ab98d8 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:45:29.908231 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7cc6516-12ee-4faf-b5d2-0851ee642c9b req-aa11539c-bfc5-4865-b4fe-d1d8091c332e tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:29.970315 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:29.985279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['943e246f-03d3-417e-8818-a9c0f2456996'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:45:30.036527 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa11539c-bfc5-4865-b4fe-d1d8091c332e tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Pushing event deleted for resources: {'Port': ['ID=943e246f-03d3-417e-8818-a9c0f2456996,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:30.060698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port eebd14c6-fba2-4a30-9941-14b822805cc4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:30.061078 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:30.061366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d5217a-0f31-434c-ba8c-0fcbb176400e req-acfadfb3-41f6-413c-abc5-6f236e49e62a tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:30.064458 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2d5217a-0f31-434c-ba8c-0fcbb176400e req-acfadfb3-41f6-413c-abc5-6f236e49e62a tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/ports?device_id=799624f3-7b5c-43ba-87cb-9a1dbf93e3fb HTTP/1.1" status: 200 len: 867 time: 0.2547796 Jul 09 13:45:30.076524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6044f38-e64e-4d3d-9f02-222508684f6b req-60dd9234-9817-4728-8886-3aafc55f4358 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:30.090397 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6044f38-e64e-4d3d-9f02-222508684f6b req-60dd9234-9817-4728-8886-3aafc55f4358 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/ports?device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 947 time: 0.2667859 Jul 09 13:45:30.162121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ad0dafdf-919b-4121-817b-36ea25173b3c None None] Provisioning for port 810aed86-a246-4819-8582-1b903c980a9b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:30.175439 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cc6516-12ee-4faf-b5d2-0851ee642c9b req-aa11539c-bfc5-4865-b4fe-d1d8091c332e tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] No DVR routers for this DVR port 943e246f-03d3-417e-8818-a9c0f2456996 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:45:30.181559 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7cc6516-12ee-4faf-b5d2-0851ee642c9b req-aa11539c-bfc5-4865-b4fe-d1d8091c332e tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:30.190033 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7cc6516-12ee-4faf-b5d2-0851ee642c9b req-aa11539c-bfc5-4865-b4fe-d1d8091c332e tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.18 "DELETE /v2.0/ports/943e246f-03d3-417e-8818-a9c0f2456996 HTTP/1.1" status: 204 len: 173 time: 1.4148879 Jul 09 13:45:30.190687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799624f3-7b5c-43ba-87cb-9a1dbf93e3fb', 'name': 'network-vif-deleted', 'tag': '943e246f-03d3-417e-8818-a9c0f2456996'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:30.194687 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70564274-d4f8-4bf2-8c15-eba5e9b98abe" -d '{"events": [{"server_uuid": "799624f3-7b5c-43ba-87cb-9a1dbf93e3fb", "name": "network-vif-deleted", "tag": "943e246f-03d3-417e-8818-a9c0f2456996"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:30.246852 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e2d5217a-0f31-434c-ba8c-0fcbb176400e req-06f73957-0d44-439f-9888-78a36f896e89 tempest-VolumesNegativeTest-1859481926 tempest-VolumesNegativeTest-1859481926-project] 10.222.0.39 "GET /v2.0/security-groups?id=86d07338-7f6d-4bb4-be5f-2bc3cf4e0565&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549854 Jul 09 13:45:30.264973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ad0dafdf-919b-4121-817b-36ea25173b3c None None] Provisioning complete for port 810aed86-a246-4819-8582-1b903c980a9b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:30.265473 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad0dafdf-919b-4121-817b-36ea25173b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:30.325179 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ad0dafdf-919b-4121-817b-36ea25173b3c None None] Port 810aed86-a246-4819-8582-1b903c980a9b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:45:30.330386 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:30.338862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6044f38-e64e-4d3d-9f02-222508684f6b req-4452a9a5-e4ff-4d67-b45c-e5c341559ce2 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a47675a-d64d-4b62-8f34-ecfcf050df65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848726 Jul 09 13:45:30.342159 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:30.398058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f782ad93-5b57-4832-b41e-e7e0efb66549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b67327-1873-42f0-8b45-f2213b294485'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:30.400841 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d730ed-d042-4ac1-ace7-8959590d3e3e" -d '{"events": [{"server_uuid": "f782ad93-5b57-4832-b41e-e7e0efb66549", "name": "network-vif-plugged", "status": "completed", "tag": "25b67327-1873-42f0-8b45-f2213b294485"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:30.445309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 25b67327-1873-42f0-8b45-f2213b294485, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=25b67327-1873-42f0-8b45-f2213b294485,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:30.456388 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:30.582952 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:30.608977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=25b67327-1873-42f0-8b45-f2213b294485,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:30.621619 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:30.638344 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18a25074-7805-415e-80da-dc63a44a4ace x-openstack-request-id: req-18a25074-7805-415e-80da-dc63a44a4ace {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:30.639015 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799624f3-7b5c-43ba-87cb-9a1dbf93e3fb", "name": "network-vif-deleted", "tag": "943e246f-03d3-417e-8818-a9c0f2456996", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:30.639015 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-18a25074-7805-415e-80da-dc63a44a4ace {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:30.639527 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799624f3-7b5c-43ba-87cb-9a1dbf93e3fb', 'name': 'network-vif-deleted', 'tag': '943e246f-03d3-417e-8818-a9c0f2456996', 'status': 'completed', 'code': 200} Jul 09 13:45:30.658039 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Transition to ACTIVE for port object 3cb59280-50a4-4da1-a4e8-055aa6ab98d8 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:30.673578 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:30.755305 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Attempting to bind port 3cb59280-50a4-4da1-a4e8-055aa6ab98d8 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:45:30.755604 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Attempting to bind port 3cb59280-50a4-4da1-a4e8-055aa6ab98d8 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:45:30.756107 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Attempting to bind port 3cb59280-50a4-4da1-a4e8-055aa6ab98d8 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:30.767394 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc618b8c-3a70-4bb8-a4d5-dbb87ed3fac4 None None] Pushing event updated for resources: {'Port': ['ID=3cb59280-50a4-4da1-a4e8-055aa6ab98d8,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:30.771644 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 45, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:45:30.772006 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:45:30.772413 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:30.773147 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:45:30.773798 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Bound port: 3cb59280-50a4-4da1-a4e8-055aa6ab98d8, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:45:30.774433 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:30.789436 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618b8c-3a70-4bb8-a4d5-dbb87ed3fac4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:30.789436 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618b8c-3a70-4bb8-a4d5-dbb87ed3fac4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:30.789861 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618b8c-3a70-4bb8-a4d5-dbb87ed3fac4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:30.790449 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618b8c-3a70-4bb8-a4d5-dbb87ed3fac4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:30.791026 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618b8c-3a70-4bb8-a4d5-dbb87ed3fac4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:30.791639 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618b8c-3a70-4bb8-a4d5-dbb87ed3fac4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:30.792217 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618b8c-3a70-4bb8-a4d5-dbb87ed3fac4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:30.792798 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618b8c-3a70-4bb8-a4d5-dbb87ed3fac4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:30.793382 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618b8c-3a70-4bb8-a4d5-dbb87ed3fac4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:30.794105 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618b8c-3a70-4bb8-a4d5-dbb87ed3fac4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:30.794541 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618b8c-3a70-4bb8-a4d5-dbb87ed3fac4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:30.795173 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc618b8c-3a70-4bb8-a4d5-dbb87ed3fac4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:30.886040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Allocated IP 172.20.0.1 (51cef8eb-424f-4d2b-a4a9-d41d950e6d32/770c8742-8713-49fd-a7af-1495530b83a7/f197b84e-1d14-4ff2-bd17-eef83ffd278f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:30.897357 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-747d844c-49ae-4eff-9c43-b7cb8eeca069 x-openstack-request-id: req-747d844c-49ae-4eff-9c43-b7cb8eeca069 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:30.897668 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f782ad93-5b57-4832-b41e-e7e0efb66549", "name": "network-vif-plugged", "status": "completed", "tag": "25b67327-1873-42f0-8b45-f2213b294485", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:30.897933 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-747d844c-49ae-4eff-9c43-b7cb8eeca069 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:30.898342 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f782ad93-5b57-4832-b41e-e7e0efb66549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b67327-1873-42f0-8b45-f2213b294485', 'code': 200} Jul 09 13:45:30.961004 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] For port 3cb59280-50a4-4da1-a4e8-055aa6ab98d8, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:45:30.966200 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] For port 3cb59280-50a4-4da1-a4e8-055aa6ab98d8, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3cb59280-50a4-4da1-a4e8-055aa6ab98d8,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:45:30.981024 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:31.007932 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:31.021310 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:31.064215 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc618b8c-3a70-4bb8-a4d5-dbb87ed3fac4 None None] Pushing event updated for resources: {'Port': ['ID=3cb59280-50a4-4da1-a4e8-055aa6ab98d8,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:31.099475 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Routers {'7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:31.100592 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:31.145684 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:31.168936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Transition to ACTIVE for port object f197b84e-1d14-4ff2-bd17-eef83ffd278f will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:31.198921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event updated for resources: {'Port': ['ID=810aed86-a246-4819-8582-1b903c980a9b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:31.213459 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:31.215459 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:31.263864 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:31.270810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:31.271731 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] Set router 7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:31.288291 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:31.328633 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Pushing event updated for resources: {'Port': ['ID=f197b84e-1d14-4ff2-bd17-eef83ffd278f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:31.356312 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:31.369412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Network 592a236a-76ef-43bd-ad5f-6d83645c1f42 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:31.371482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:31.392652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512ffb1-c12d-4ff8-bd09-c77626e7a645 req-0baedfef-08a9-4162-b751-440f35aad166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:31.397488 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a512ffb1-c12d-4ff8-bd09-c77626e7a645 req-0baedfef-08a9-4162-b751-440f35aad166 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 1099 time: 0.4012599 Jul 09 13:45:31.689000 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:31.708092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Router e035c124-470b-4d46-aebe-3dfd6213718a has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:45:31.719218 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a512ffb1-c12d-4ff8-bd09-c77626e7a645 req-62d79302-b901-495e-8c8e-334f18bdd8fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9a47675a-d64d-4b62-8f34-ecfcf050df65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3077240 Jul 09 13:45:31.822315 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b7766ae9-54cb-4546-a721-a09e0ebfb4c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:31.867966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-22e1fc1d-b13d-4914-8542-3cd4ed729225 None None] Provisioning for port f197b84e-1d14-4ff2-bd17-eef83ffd278f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:31.877494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-22e1fc1d-b13d-4914-8542-3cd4ed729225 None None] Provisioning complete for port f197b84e-1d14-4ff2-bd17-eef83ffd278f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:31.878986 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-22e1fc1d-b13d-4914-8542-3cd4ed729225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:31.933934 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-22e1fc1d-b13d-4914-8542-3cd4ed729225 None None] Port f197b84e-1d14-4ff2-bd17-eef83ffd278f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:45:31.982084 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:45:31.992533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3687e184-5d28-4282-bfa9-f1caf3229400 None None] Sync routers for ids ['e035c124-470b-4d46-aebe-3dfd6213718a'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:45:31.993287 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-643df12d-34a9-4cd9-acdc-a25949b52641 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] 10.222.0.39 "PUT /v2.0/routers/e035c124-470b-4d46-aebe-3dfd6213718a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8983727 Jul 09 13:45:31.994233 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53128) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:32.006743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3687e184-5d28-4282-bfa9-f1caf3229400 None None] Routers {'e035c124-470b-4d46-aebe-3dfd6213718a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:32.010026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-388b67da-26cb-4e66-b400-2f090f636785 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Request body: {'port': {'network_id': '592a236a-76ef-43bd-ad5f-6d83645c1f42', 'name': 'tempest-FloatingIPAdminTestJSON-870671195'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:32.011032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3687e184-5d28-4282-bfa9-f1caf3229400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e035c124-470b-4d46-aebe-3dfd6213718a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:32.080376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3687e184-5d28-4282-bfa9-f1caf3229400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:32.097512 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3687e184-5d28-4282-bfa9-f1caf3229400 None None] Routers {'e035c124-470b-4d46-aebe-3dfd6213718a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:32.098342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3687e184-5d28-4282-bfa9-f1caf3229400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e035c124-470b-4d46-aebe-3dfd6213718a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:32.107647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-09481520-3767-478e-8928-e3e80fb081a7 None None] Provisioning complete for port 810aed86-a246-4819-8582-1b903c980a9b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:32.108156 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-09481520-3767-478e-8928-e3e80fb081a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:32.114705 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'name': 'tempest-TestServerMultinode-2146207386-router', 'tenant_id': '22e4f717ae854a52bbe868fe1029fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '3cb59280-50a4-4da1-a4e8-055aa6ab98d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:25Z', 'updated_at': '2021-07-09T13:45:28Z', 'revision_number': 3, 'project_id': '22e4f717ae854a52bbe868fe1029fc99', 'gw_port': {'id': '3cb59280-50a4-4da1-a4e8-055aa6ab98d8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:83:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:26Z', 'updated_at': '2021-07-09T13:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:32.145409 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ebc6d3-403e-481d-9492-02983337de2e req-a2edff31-1f1d-4b35-aa89-b87515a5f492 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:32.147139 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34ebc6d3-403e-481d-9492-02983337de2e req-a2edff31-1f1d-4b35-aa89-b87515a5f492 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/ports?device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 948 time: 0.4720221 Jul 09 13:45:32.184590 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db8d8f32-de8f-44a1-a85a-5a3e650d2b58 None None] The sync data for ids ['7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'] in n-d-799525-3 is: [{'id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'name': 'tempest-TestServerMultinode-2146207386-router', 'tenant_id': '22e4f717ae854a52bbe868fe1029fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '3cb59280-50a4-4da1-a4e8-055aa6ab98d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:25Z', 'updated_at': '2021-07-09T13:45:28Z', 'revision_number': 3, 'project_id': '22e4f717ae854a52bbe868fe1029fc99', 'gw_port': {'id': '3cb59280-50a4-4da1-a4e8-055aa6ab98d8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:83:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:26Z', 'updated_at': '2021-07-09T13:45:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:45:32.185028 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-388b67da-26cb-4e66-b400-2f090f636785 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Made reservation on behalf of 2ab5b5d1beed4679aeea1696a8e7b695 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:45:32.189355 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-388b67da-26cb-4e66-b400-2f090f636785 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:32.251666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-388b67da-26cb-4e66-b400-2f090f636785 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] device_id is not set on port fefeb46d-7e5e-4c92-bbbe-9da8247c73a5 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:45:32.262356 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:32.277900 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:32.451584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3687e184-5d28-4282-bfa9-f1caf3229400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:32.451584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3687e184-5d28-4282-bfa9-f1caf3229400 None None] The sync data for ids ['e035c124-470b-4d46-aebe-3dfd6213718a'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:45:32.476126 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34ebc6d3-403e-481d-9492-02983337de2e req-3910b970-27d2-4a0c-9155-71e946b445c5 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a47675a-d64d-4b62-8f34-ecfcf050df65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207035 Jul 09 13:45:32.497342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Pushing event updated for resources: {'Port': ['ID=f197b84e-1d14-4ff2-bd17-eef83ffd278f,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:32.514323 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:32.527116 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-388b67da-26cb-4e66-b400-2f090f636785 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Allocated IP 172.20.0.12 (592a236a-76ef-43bd-ad5f-6d83645c1f42/4fd36b9a-05cf-49b7-b8b7-74a266361fb4/fefeb46d-7e5e-4c92-bbbe-9da8247c73a5) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:32.566033 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 943e246f-03d3-417e-8818-a9c0f2456996 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:45:32.570977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-09481520-3767-478e-8928-e3e80fb081a7 None None] Port 810aed86-a246-4819-8582-1b903c980a9b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:45:32.642869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 943e246f-03d3-417e-8818-a9c0f2456996 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:45:32.642869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 943e246f-03d3-417e-8818-a9c0f2456996 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:45:32.725147 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:32.726741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:33.058041 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Router 7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:45:33.075697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-388b67da-26cb-4e66-b400-2f090f636785 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:33.109548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-388b67da-26cb-4e66-b400-2f090f636785 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Transition to ACTIVE for port object fefeb46d-7e5e-4c92-bbbe-9da8247c73a5 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:33.186868 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-388b67da-26cb-4e66-b400-2f090f636785 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:33.213455 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0137551d-b54c-4ede-8fec-69b8ceda0213 None None] Provisioning complete for port f197b84e-1d14-4ff2-bd17-eef83ffd278f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:33.214551 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0137551d-b54c-4ede-8fec-69b8ceda0213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:33.260156 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0137551d-b54c-4ede-8fec-69b8ceda0213 None None] Port f197b84e-1d14-4ff2-bd17-eef83ffd278f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:45:33.302497 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:45:33.305903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388b67da-26cb-4e66-b400-2f090f636785 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event updated for resources: {'Port': ['ID=fefeb46d-7e5e-4c92-bbbe-9da8247c73a5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:33.308154 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bdb1dec2-3306-4f42-8db8-0c2f86a894f5 admin admin] 10.222.0.39 "PUT /v2.0/routers/7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0480547 Jul 09 13:45:33.330096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388b67da-26cb-4e66-b400-2f090f636785 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Network 592a236a-76ef-43bd-ad5f-6d83645c1f42 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:33.331621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-388b67da-26cb-4e66-b400-2f090f636785 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:33.348821 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388b67da-26cb-4e66-b400-2f090f636785 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:33.421697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388b67da-26cb-4e66-b400-2f090f636785 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:33.422384 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-388b67da-26cb-4e66-b400-2f090f636785 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:33.454081 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53214) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:33.463869 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-388b67da-26cb-4e66-b400-2f090f636785 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4682913 Jul 09 13:45:33.728674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3cb59280-50a4-4da1-a4e8-055aa6ab98d8 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:33.796541 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'project_id': '2ab5b5d1beed4679aeea1696a8e7b695', 'port_id': 'fefeb46d-7e5e-4c92-bbbe-9da8247c73a5'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:33.822100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-61f97a46-5e2d-47c2-ba3c-8b5930e5f29c None None] Provisioning for port fefeb46d-7e5e-4c92-bbbe-9da8247c73a5 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:33.829708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-61f97a46-5e2d-47c2-ba3c-8b5930e5f29c None None] Provisioning complete for port fefeb46d-7e5e-4c92-bbbe-9da8247c73a5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:33.830406 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61f97a46-5e2d-47c2-ba3c-8b5930e5f29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:33.852026 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:33.883277 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 3cb59280-50a4-4da1-a4e8-055aa6ab98d8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:33.893111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 3cb59280-50a4-4da1-a4e8-055aa6ab98d8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:33.893808 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:33.935406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-61f97a46-5e2d-47c2-ba3c-8b5930e5f29c None None] Port fefeb46d-7e5e-4c92-bbbe-9da8247c73a5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:45:34.029562 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:34.107697 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 3cb59280-50a4-4da1-a4e8-055aa6ab98d8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3cb59280-50a4-4da1-a4e8-055aa6ab98d8,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:34.118674 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:34.118972 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6905e-7df2-4f02-88ae-9ac3de4fae11 req-91166624-41c8-42ad-96c6-9bbd2f59f04b tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:34.120491 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9b6905e-7df2-4f02-88ae-9ac3de4fae11 req-91166624-41c8-42ad-96c6-9bbd2f59f04b tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/ports?device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 948 time: 0.2384570 Jul 09 13:45:34.266744 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9b6905e-7df2-4f02-88ae-9ac3de4fae11 req-a1132dcd-04cc-4973-8718-d6979b6fbd29 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a47675a-d64d-4b62-8f34-ecfcf050df65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296477 Jul 09 13:45:34.277416 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=3cb59280-50a4-4da1-a4e8-055aa6ab98d8,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:34.284694 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:34.532144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Allocated IP 172.25.2.193 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/17e9a31a-cc24-4068-a9f8-65cd29895619) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:34.566762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53292) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:34.579426 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2a73e01a-1feb-4b1d-83d9-e814e9e0032d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1805358397-network', 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:34.669951 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a73e01a-1feb-4b1d-83d9-e814e9e0032d admin admin] Made reservation on behalf of d4805ce6da25419eaa0c0e165e719d2b for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:45:34.682532 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a73e01a-1feb-4b1d-83d9-e814e9e0032d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:34.718952 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a73e01a-1feb-4b1d-83d9-e814e9e0032d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:34.726625 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:34.751326 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71fe77f0-ab96-4486-aa10-e6907c77661c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:34.829795 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:34.899816 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:34.939800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:34.956128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:34.997711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:35.107916 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Pushing event updated for resources: {'Port': ['ID=17e9a31a-cc24-4068-a9f8-65cd29895619,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:35.137487 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a73e01a-1feb-4b1d-83d9-e814e9e0032d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:35.152462 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a73e01a-1feb-4b1d-83d9-e814e9e0032d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:35.189320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a73e01a-1feb-4b1d-83d9-e814e9e0032d admin admin] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:45:35.239772 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a73e01a-1feb-4b1d-83d9-e814e9e0032d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:35.240530 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-2a73e01a-1feb-4b1d-83d9-e814e9e0032d admin admin] Added segment 2550dba4-02ce-4652-961f-c391013e0de3 of type vlan for network 9f451def-d4f7-42e5-bf73-b4cdffe96280 Jul 09 13:45:35.290558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73e01a-1feb-4b1d-83d9-e814e9e0032d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504fe12d-ea31-4279-abc3-620a090fc45a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:35.323245 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a73e01a-1feb-4b1d-83d9-e814e9e0032d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:35.416980 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a73e01a-1feb-4b1d-83d9-e814e9e0032d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:35.418235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a73e01a-1feb-4b1d-83d9-e814e9e0032d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:35.420409 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2a73e01a-1feb-4b1d-83d9-e814e9e0032d admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:35.476760 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Sync routers for ids ['7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:45:35.490006 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Routers {'7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:35.491364 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:35.591296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a73e01a-1feb-4b1d-83d9-e814e9e0032d admin admin] Pushing event updated for resources: {'Network': ['ID=9f451def-d4f7-42e5-bf73-b4cdffe96280,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:35.614734 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:35.654129 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2a73e01a-1feb-4b1d-83d9-e814e9e0032d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0798967 Jul 09 13:45:35.658136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53326) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:35.668299 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9239a0cf-f6b1-4add-9b60-f7072af87297 admin admin] Request body: {'subnet': {'network_id': '9f451def-d4f7-42e5-bf73-b4cdffe96280', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1805358397-subnet', 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:35.703247 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 9f451def-d4f7-42e5-bf73-b4cdffe96280 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:45:35.752775 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9239a0cf-f6b1-4add-9b60-f7072af87297 admin admin] Made reservation on behalf of d4805ce6da25419eaa0c0e165e719d2b for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:45:35.760252 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9239a0cf-f6b1-4add-9b60-f7072af87297 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:35.784162 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fc66315-701d-49a1-bab1-16f9a4f30f70 req-3b0a4abc-2488-4e24-9111-b2dc0a84d5c2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1901248 Jul 09 13:45:35.892013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3cb59280-50a4-4da1-a4e8-055aa6ab98d8 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:35.971083 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Set router 7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:36.086072 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 3cb59280-50a4-4da1-a4e8-055aa6ab98d8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:36.086660 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:36.306308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-97c38ffc-3e73-4053-961f-579fe295291f req-fd70d6b2-7b9f-4489-822c-60e902dae7af service neutron] (93754) timed out ('10.222.0.39', 43370) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:45:36.335341 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9239a0cf-f6b1-4add-9b60-f7072af87297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:36.530898 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'name': 'tempest-TestServerMultinode-2146207386-router', 'tenant_id': '22e4f717ae854a52bbe868fe1029fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '3cb59280-50a4-4da1-a4e8-055aa6ab98d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:25Z', 'updated_at': '2021-07-09T13:45:31Z', 'revision_number': 4, 'project_id': '22e4f717ae854a52bbe868fe1029fc99', 'gw_port': {'id': '3cb59280-50a4-4da1-a4e8-055aa6ab98d8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:83:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:26Z', 'updated_at': '2021-07-09T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'f197b84e-1d14-4ff2-bd17-eef83ffd278f', 'name': '', 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32', 'tenant_id': '22e4f717ae854a52bbe868fe1029fc99', 'mac_address': 'fa:16:3e:e9:ba:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '770c8742-8713-49fd-a7af-1495530b83a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:30Z', 'updated_at': '2021-07-09T13:45:31Z', 'revision_number': 2, 'project_id': '22e4f717ae854a52bbe868fe1029fc99', 'subnets': [{'id': '770c8742-8713-49fd-a7af-1495530b83a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:36.559851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239a0cf-f6b1-4add-9b60-f7072af87297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aefabb2e-bffd-4c9f-9d74-3cbd2431cd5b,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:36.573647 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9239a0cf-f6b1-4add-9b60-f7072af87297 admin admin] Checking segment: {'id': '2550dba4-02ce-4652-961f-c391013e0de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f451def-d4f7-42e5-bf73-b4cdffe96280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:45:36.574023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9239a0cf-f6b1-4add-9b60-f7072af87297 admin admin] Network hostable DHCP agents. Network: 9f451def-d4f7-42e5-bf73-b4cdffe96280, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:45:36.580892 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc66315-701d-49a1-bab1-16f9a4f30f70 req-dfded745-f0e4-4ec2-bfdb-f8bbead9fe28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:36.583418 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fc66315-701d-49a1-bab1-16f9a4f30f70 req-dfded745-f0e4-4ec2-bfdb-f8bbead9fe28 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 1097 time: 0.7559588 Jul 09 13:45:36.655931 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9239a0cf-f6b1-4add-9b60-f7072af87297 admin admin] Network 9f451def-d4f7-42e5-bf73-b4cdffe96280 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:45:36.673555 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Checking router: 7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:45:36.674319 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Updating router 7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4 port f197b84e-1d14-4ff2-bd17-eef83ffd278f binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:45:36.787450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc66315-701d-49a1-bab1-16f9a4f30f70 req-58eab2d1-9894-487a-b5db-6f907d3733d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:36.789038 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fc66315-701d-49a1-bab1-16f9a4f30f70 req-58eab2d1-9894-487a-b5db-6f907d3733d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.1772790 Jul 09 13:45:36.789811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-9239a0cf-f6b1-4add-9b60-f7072af87297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 9f451def-d4f7-42e5-bf73-b4cdffe96280) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:36.812889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4b1c0b-a36c-4f5d-914e-14be841aebdd None None] Network 9f451def-d4f7-42e5-bf73-b4cdffe96280 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:45:36.844613 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9239a0cf-f6b1-4add-9b60-f7072af87297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:36.845220 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9239a0cf-f6b1-4add-9b60-f7072af87297 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:36.889120 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:37.001249 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53390) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:37.004385 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9239a0cf-f6b1-4add-9b60-f7072af87297 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3444726 Jul 09 13:45:37.017245 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:37.034102 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1805358397-router', 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:37.073698 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fc66315-701d-49a1-bab1-16f9a4f30f70 req-6369a848-0d20-4520-922b-5a103a030a55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0 HTTP/1.1" status: 200 len: 1002 time: 0.2765563 Jul 09 13:45:37.119652 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-9f451def-d4f7-42e5-bf73-b4cdffe96280', 'network_id': '9f451def-d4f7-42e5-bf73-b4cdffe96280', 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'fixed_ips': [{'subnet_id': 'aefabb2e-bffd-4c9f-9d74-3cbd2431cd5b'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:45:37.121468 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:37.242403 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:37.249533 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:37.263615 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:37.431316 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Allocated IP 172.20.0.2 (9f451def-d4f7-42e5-bf73-b4cdffe96280/aefabb2e-bffd-4c9f-9d74-3cbd2431cd5b/9c925a85-69c3-4b04-813d-6e0d05d37846) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:37.546276 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:37.738609 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:37.792039 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:37.804736 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Transition to ACTIVE for port object f197b84e-1d14-4ff2-bd17-eef83ffd278f will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:37.822208 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:37.838067 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:37.859478 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Transition to ACTIVE for port object 9c925a85-69c3-4b04-813d-6e0d05d37846 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:37.889447 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6208b2-9778-4b65-b3e8-53497e2273fd None None] Pushing event updated for resources: {'Port': ['ID=f197b84e-1d14-4ff2-bd17-eef83ffd278f,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:37.917360 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Transition to ACTIVE for port object 9c925a85-69c3-4b04-813d-6e0d05d37846 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:37.930833 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:37.985518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc66315-701d-49a1-bab1-16f9a4f30f70 req-e307adfc-87bd-41ff-bf28-755f5b242fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:37.990353 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fc66315-701d-49a1-bab1-16f9a4f30f70 req-e307adfc-87bd-41ff-bf28-755f5b242fe9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.9096022 Jul 09 13:45:38.037556 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:38.048221 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Attempting to bind port f197b84e-1d14-4ff2-bd17-eef83ffd278f on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:45:38.048869 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Attempting to bind port f197b84e-1d14-4ff2-bd17-eef83ffd278f by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:45:38.049457 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Attempting to bind port f197b84e-1d14-4ff2-bd17-eef83ffd278f on network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:38.056780 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:45:38.057393 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Checking segment: {'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:45:38.058007 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:38.061533 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Bound using segment: {'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:45:38.062285 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Bound port: f197b84e-1d14-4ff2-bd17-eef83ffd278f, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:45:38.062596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Pushing event updated for resources: {'Port': ['ID=9c925a85-69c3-4b04-813d-6e0d05d37846,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:38.067287 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:38.095755 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:38.098227 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Network 9f451def-d4f7-42e5-bf73-b4cdffe96280 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:38.112304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:38.115461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:38.174330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc66315-701d-49a1-bab1-16f9a4f30f70 req-544f99d1-2e0a-470d-afd5-4d70d7be3ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:38.180891 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fc66315-701d-49a1-bab1-16f9a4f30f70 req-544f99d1-2e0a-470d-afd5-4d70d7be3ce6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1839969 Jul 09 13:45:38.275891 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] For port f197b84e-1d14-4ff2-bd17-eef83ffd278f, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:45:38.290991 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] For port f197b84e-1d14-4ff2-bd17-eef83ffd278f, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f197b84e-1d14-4ff2-bd17-eef83ffd278f,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:45:38.296080 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:38.301799 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:38.440033 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6208b2-9778-4b65-b3e8-53497e2273fd None None] Pushing event updated for resources: {'Port': ['ID=f197b84e-1d14-4ff2-bd17-eef83ffd278f,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:38.470255 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Pushing event updated for resources: {'Port': ['ID=17e9a31a-cc24-4068-a9f8-65cd29895619,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:38.470892 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Routers {'7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:38.472349 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:38.524472 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:38.724947 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:38.739160 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fc66315-701d-49a1-bab1-16f9a4f30f70 req-929a6cd7-281e-40f3-aa2c-6012a07e65d0 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5510578 Jul 09 13:45:38.797807 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] Set router 7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:38.826532 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Attempting to bind port 9c925a85-69c3-4b04-813d-6e0d05d37846 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:45:38.827634 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Attempting to bind port 9c925a85-69c3-4b04-813d-6e0d05d37846 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '2550dba4-02ce-4652-961f-c391013e0de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f451def-d4f7-42e5-bf73-b4cdffe96280'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:45:38.829809 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Attempting to bind port 9c925a85-69c3-4b04-813d-6e0d05d37846 on network 9f451def-d4f7-42e5-bf73-b4cdffe96280 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:38.854429 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ec2fec2-147d-412d-a51d-c3151a455d7e req-f5aeb66f-0600-4989-8737-67beb620f99f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3688750 Jul 09 13:45:38.860048 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:38.926192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:45:38.927199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Checking segment: {'id': '2550dba4-02ce-4652-961f-c391013e0de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f451def-d4f7-42e5-bf73-b4cdffe96280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:45:38.927896 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:38.928671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Bound using segment: {'id': '2550dba4-02ce-4652-961f-c391013e0de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f451def-d4f7-42e5-bf73-b4cdffe96280'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:45:38.929422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Bound port: 9c925a85-69c3-4b04-813d-6e0d05d37846, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2550dba4-02ce-4652-961f-c391013e0de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f451def-d4f7-42e5-bf73-b4cdffe96280'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:45:38.929576 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fc66315-701d-49a1-bab1-16f9a4f30f70 req-d059f407-9edf-450b-830b-931a45ca9cc2 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1795480 Jul 09 13:45:38.942365 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:39.069242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] For port 9c925a85-69c3-4b04-813d-6e0d05d37846, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:45:39.078145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] For port 9c925a85-69c3-4b04-813d-6e0d05d37846, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9c925a85-69c3-4b04-813d-6e0d05d37846,segment=NetworkSegment(2550dba4-02ce-4652-961f-c391013e0de3),segment_id=2550dba4-02ce-4652-961f-c391013e0de3)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:45:39.112216 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:39.134366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2fec2-147d-412d-a51d-c3151a455d7e req-d48a23b6-1604-4a35-a825-c852843b1d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:39.139608 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ec2fec2-147d-412d-a51d-c3151a455d7e req-d48a23b6-1604-4a35-a825-c852843b1d46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c1823849db49b4af2d50bf49892746&device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 1096 time: 0.2051942 Jul 09 13:45:39.187530 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Floating IP a9d9d965-5be8-4aa6-93e5-8c9feae5b4ab associated. External IP: 172.25.2.193, port: fefeb46d-7e5e-4c92-bbbe-9da8247c73a5. Jul 09 13:45:39.329644 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f8c97-68e2-48a5-a542-51a305f1119e None None] Pushing event updated for resources: {'Port': ['ID=9c925a85-69c3-4b04-813d-6e0d05d37846,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:39.507010 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'name': 'tempest-TestServerMultinode-2146207386-router', 'tenant_id': '22e4f717ae854a52bbe868fe1029fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '3cb59280-50a4-4da1-a4e8-055aa6ab98d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:25Z', 'updated_at': '2021-07-09T13:45:31Z', 'revision_number': 4, 'project_id': '22e4f717ae854a52bbe868fe1029fc99', 'gw_port': {'id': '3cb59280-50a4-4da1-a4e8-055aa6ab98d8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:83:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:26Z', 'updated_at': '2021-07-09T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'f197b84e-1d14-4ff2-bd17-eef83ffd278f', 'name': '', 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32', 'tenant_id': '22e4f717ae854a52bbe868fe1029fc99', 'mac_address': 'fa:16:3e:e9:ba:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '770c8742-8713-49fd-a7af-1495530b83a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:30Z', 'updated_at': '2021-07-09T13:45:38Z', 'revision_number': 4, 'project_id': '22e4f717ae854a52bbe868fe1029fc99', 'subnets': [{'id': '770c8742-8713-49fd-a7af-1495530b83a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:39.514223 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2fec2-147d-412d-a51d-c3151a455d7e req-2b568e9a-a8aa-4e27-889b-f8d5a6414ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:39.520643 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ec2fec2-147d-412d-a51d-c3151a455d7e req-2b568e9a-a8aa-4e27-889b-f8d5a6414ee5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b067095-4052-4b92-b6db-3597e823e67a HTTP/1.1" status: 200 len: 909 time: 0.3407869 Jul 09 13:45:39.573521 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6828ba4-2771-4a00-bf69-a477f1cd1707 None None] The sync data for ids ['7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'] in n-d-799525-3 is: [{'id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'name': 'tempest-TestServerMultinode-2146207386-router', 'tenant_id': '22e4f717ae854a52bbe868fe1029fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '3cb59280-50a4-4da1-a4e8-055aa6ab98d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:25Z', 'updated_at': '2021-07-09T13:45:31Z', 'revision_number': 4, 'project_id': '22e4f717ae854a52bbe868fe1029fc99', 'gw_port': {'id': '3cb59280-50a4-4da1-a4e8-055aa6ab98d8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:83:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:26Z', 'updated_at': '2021-07-09T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'f197b84e-1d14-4ff2-bd17-eef83ffd278f', 'name': '', 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32', 'tenant_id': '22e4f717ae854a52bbe868fe1029fc99', 'mac_address': 'fa:16:3e:e9:ba:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2863, 'fixed_ips': [{'subnet_id': '770c8742-8713-49fd-a7af-1495530b83a7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:30Z', 'updated_at': '2021-07-09T13:45:38Z', 'revision_number': 4, 'project_id': '22e4f717ae854a52bbe868fe1029fc99', 'subnets': [{'id': '770c8742-8713-49fd-a7af-1495530b83a7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:45:39.720952 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ec2fec2-147d-412d-a51d-c3151a455d7e req-e9a7d327-027d-40d1-af91-3d593258b1a9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e3784f-52f5-4422-aad5-598147868cab HTTP/1.1" status: 200 len: 1001 time: 0.1938975 Jul 09 13:45:39.853147 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2fec2-147d-412d-a51d-c3151a455d7e req-b8d75f8f-a4f8-495e-bb0f-926d7bf62735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:39.856378 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ec2fec2-147d-412d-a51d-c3151a455d7e req-b8d75f8f-a4f8-495e-bb0f-926d7bf62735 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6365b74c-aea2-4433-844b-839fb4fcbc16 HTTP/1.1" status: 200 len: 847 time: 0.1286011 Jul 09 13:45:40.041192 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec2fec2-147d-412d-a51d-c3151a455d7e req-bf468be4-df3c-4a8e-82d8-9e915c3f263a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:40.044767 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ec2fec2-147d-412d-a51d-c3151a455d7e req-bf468be4-df3c-4a8e-82d8-9e915c3f263a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b067095-4052-4b92-b6db-3597e823e67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1717322 Jul 09 13:45:40.271233 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:40.273620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ec2fec2-147d-412d-a51d-c3151a455d7e req-ead307cb-5881-4ac2-9b06-dab2ce06e60a service neutron] 10.222.0.15 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209549 Jul 09 13:45:40.289080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Router e035c124-470b-4d46-aebe-3dfd6213718a has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:45:40.333291 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:40.468472 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ec2fec2-147d-412d-a51d-c3151a455d7e req-8065723c-8c18-4bf0-bdf0-407809674498 service neutron] 10.222.0.15 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868782 Jul 09 13:45:40.557593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Allocated IP 172.25.2.216 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/8926a22e-8c08-4762-b2cb-4c51022ee3db) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:41.066222 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:41.105492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:45:41.123165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b6660-a3b3-4114-b060-d0df5eba3bdf None None] Sync routers for ids ['e035c124-470b-4d46-aebe-3dfd6213718a'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:45:41.161985 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:41.165372 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b6660-a3b3-4114-b060-d0df5eba3bdf None None] Routers {'e035c124-470b-4d46-aebe-3dfd6213718a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:41.166790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-928b6660-a3b3-4114-b060-d0df5eba3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e035c124-470b-4d46-aebe-3dfd6213718a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:41.263653 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:41.370198 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-928b6660-a3b3-4114-b060-d0df5eba3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:41.384416 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:41.391751 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53492) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:41.392587 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5207b32a-f2bc-4c6f-b08d-426015dc7601 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 7.9366922 Jul 09 13:45:41.397716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:41.400056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Pushing event updated for resources: {'Port': ['ID=8926a22e-8c08-4762-b2cb-4c51022ee3db,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:41.412888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928b6660-a3b3-4114-b060-d0df5eba3bdf None None] Routers {'e035c124-470b-4d46-aebe-3dfd6213718a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:41.421112 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:41.430897 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-928b6660-a3b3-4114-b060-d0df5eba3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e035c124-470b-4d46-aebe-3dfd6213718a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:41.617795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-928b6660-a3b3-4114-b060-d0df5eba3bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:41.619061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928b6660-a3b3-4114-b060-d0df5eba3bdf None None] The sync data for ids ['e035c124-470b-4d46-aebe-3dfd6213718a'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:45:41.768773 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec920c1e-50de-4d5e-bc65-001e10cb6b25 None None] Network 9f451def-d4f7-42e5-bf73-b4cdffe96280 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:45:41.844944 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-85fe0643-5295-4cd5-b12a-3a051fa0d0c9 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] 10.222.0.39 "GET /v2.0/floatingips/a9d9d965-5be8-4aa6-93e5-8c9feae5b4ab HTTP/1.1" status: 200 len: 983 time: 0.4467068 Jul 09 13:45:41.846388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53504) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:41.962786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9c925a85-69c3-4b04-813d-6e0d05d37846 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:42.294882 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:42.377456 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-87010575-b1c3-42ff-8923-0dfe232fc3ea tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3038 time: 0.5243976 Jul 09 13:45:42.383849 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53514) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:42.428056 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-14224164-cc28-49cc-beda-1d6d872f1e16 None None] Provisioning for port 9c925a85-69c3-4b04-813d-6e0d05d37846 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:42.562791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 9c925a85-69c3-4b04-813d-6e0d05d37846 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:42.580056 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9c925a85-69c3-4b04-813d-6e0d05d37846 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:42.583572 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:42.864503 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:42.921206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-56045d4f-5811-47ac-96d6-3512131423f7 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Deleting port 17e9a31a-cc24-4068-a9f8-65cd29895619 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:42.926238 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56045d4f-5811-47ac-96d6-3512131423f7 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:42.964496 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:42.979746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 9c925a85-69c3-4b04-813d-6e0d05d37846, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9c925a85-69c3-4b04-813d-6e0d05d37846,segment=NetworkSegment(2550dba4-02ce-4652-961f-c391013e0de3),segment_id=2550dba4-02ce-4652-961f-c391013e0de3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:42.987525 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:42.988960 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f197b84e-1d14-4ff2-bd17-eef83ffd278f up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:43.141593 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56045d4f-5811-47ac-96d6-3512131423f7 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:43.141974 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56045d4f-5811-47ac-96d6-3512131423f7 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:43.175551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-56045d4f-5811-47ac-96d6-3512131423f7 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Calling delete_port for 17e9a31a-cc24-4068-a9f8-65cd29895619 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:43.204912 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port f197b84e-1d14-4ff2-bd17-eef83ffd278f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:43.230026 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port f197b84e-1d14-4ff2-bd17-eef83ffd278f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:43.230026 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:43.309093 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-76a7cdf5-cadd-40c5-849d-3c521db4ece3 None None] Provisioning complete for port 9c925a85-69c3-4b04-813d-6e0d05d37846 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:43.309604 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-76a7cdf5-cadd-40c5-849d-3c521db4ece3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:43.319070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=9c925a85-69c3-4b04-813d-6e0d05d37846,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:43.396115 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:43.438674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port f197b84e-1d14-4ff2-bd17-eef83ffd278f, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f197b84e-1d14-4ff2-bd17-eef83ffd278f,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:43.459496 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:43.585316 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=f197b84e-1d14-4ff2-bd17-eef83ffd278f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:43.739680 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Router 7c9521ac-209a-4d02-a286-5aa0b93f5b2d is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:45:43.758570 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9c925a85-69c3-4b04-813d-6e0d05d37846 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:43.839437 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56045d4f-5811-47ac-96d6-3512131423f7 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:43.960045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56045d4f-5811-47ac-96d6-3512131423f7 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event deleted for resources: {'Port': ['ID=17e9a31a-cc24-4068-a9f8-65cd29895619,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:43.998350 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9c925a85-69c3-4b04-813d-6e0d05d37846 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:43.999769 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:44.137937 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56045d4f-5811-47ac-96d6-3512131423f7 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:44.138303 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-56045d4f-5811-47ac-96d6-3512131423f7 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Floating IP a9d9d965-5be8-4aa6-93e5-8c9feae5b4ab disassociated (deleted). External IP: 172.25.2.193, port: fefeb46d-7e5e-4c92-bbbe-9da8247c73a5. Jul 09 13:45:44.359737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53546) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:44.965116 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56045d4f-5811-47ac-96d6-3512131423f7 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Router e035c124-470b-4d46-aebe-3dfd6213718a has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:45:45.160779 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:45:45.177680 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Sync routers for ids ['7c9521ac-209a-4d02-a286-5aa0b93f5b2d'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:45:45.216230 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Routers {'7c9521ac-209a-4d02-a286-5aa0b93f5b2d'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:45.220066 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7c9521ac-209a-4d02-a286-5aa0b93f5b2d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:45.227228 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:45.234242 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fc570d8f-1cd7-4c86-889c-9f7285a00f76 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.2257643 Jul 09 13:45:45.235407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53562) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:45.243220 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-58cfd741-8c33-4cd7-b9a8-d6f16782f4f3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=98c02b3d205e41b79dab8d6320600dca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8614545 Jul 09 13:45:45.244589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53564) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:45.386317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56045d4f-5811-47ac-96d6-3512131423f7 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:45:45.401394 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56045d4f-5811-47ac-96d6-3512131423f7 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:45.412208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b2011-c1df-46fa-9388-ccb957ddb1c2 None None] Sync routers for ids ['e035c124-470b-4d46-aebe-3dfd6213718a'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:45:45.476837 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b2011-c1df-46fa-9388-ccb957ddb1c2 None None] Routers {'e035c124-470b-4d46-aebe-3dfd6213718a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:45.478330 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f34b2011-c1df-46fa-9388-ccb957ddb1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e035c124-470b-4d46-aebe-3dfd6213718a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:45.492027 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-56045d4f-5811-47ac-96d6-3512131423f7 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] 10.222.0.39 "DELETE /v2.0/floatingips/a9d9d965-5be8-4aa6-93e5-8c9feae5b4ab HTTP/1.1" status: 204 len: 168 time: 3.1067238 Jul 09 13:45:45.494251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53570) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:45.520483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:45.550981 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Set router 7c9521ac-209a-4d02-a286-5aa0b93f5b2d gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:45.643375 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f15eb477-2642-4c01-9b01-4065ab69d95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:45.659016 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f34b2011-c1df-46fa-9388-ccb957ddb1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:45.666532 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:45.697030 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f15eb477-2642-4c01-9b01-4065ab69d95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:45.710699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34b2011-c1df-46fa-9388-ccb957ddb1c2 None None] Routers {'e035c124-470b-4d46-aebe-3dfd6213718a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:45.712084 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f34b2011-c1df-46fa-9388-ccb957ddb1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e035c124-470b-4d46-aebe-3dfd6213718a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:45.785585 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f15eb477-2642-4c01-9b01-4065ab69d95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:45.787015 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f15eb477-2642-4c01-9b01-4065ab69d95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:45.792796 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f15eb477-2642-4c01-9b01-4065ab69d95c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/86d07338-7f6d-4bb4-be5f-2bc3cf4e0565 HTTP/1.1" status: 204 len: 168 time: 0.5466013 Jul 09 13:45:45.808005 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15eb477-2642-4c01-9b01-4065ab69d95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d07338-7f6d-4bb4-be5f-2bc3cf4e0565,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:45.857750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f197b84e-1d14-4ff2-bd17-eef83ffd278f up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:45.862863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f34b2011-c1df-46fa-9388-ccb957ddb1c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:45.863979 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f34b2011-c1df-46fa-9388-ccb957ddb1c2 None None] The sync data for ids ['e035c124-470b-4d46-aebe-3dfd6213718a'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:45:45.940487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port f197b84e-1d14-4ff2-bd17-eef83ffd278f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:45.941050 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.501453 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'name': 'tempest-TestServerMultinode-1805358397-router', 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8926a22e-8c08-4762-b2cb-4c51022ee3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:37Z', 'updated_at': '2021-07-09T13:45:41Z', 'revision_number': 3, 'project_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'gw_port': {'id': '8926a22e-8c08-4762-b2cb-4c51022ee3db', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:05:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:40Z', 'updated_at': '2021-07-09T13:45:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:46.549687 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Checking router: 7c9521ac-209a-4d02-a286-5aa0b93f5b2d for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:45:46.550284 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Updating router 7c9521ac-209a-4d02-a286-5aa0b93f5b2d port 8926a22e-8c08-4762-b2cb-4c51022ee3db binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:45:46.598189 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:46.685948 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.103080 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.118330 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.134757 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Transition to ACTIVE for port object 8926a22e-8c08-4762-b2cb-4c51022ee3db will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:47.148127 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.190640 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Attempting to bind port 8926a22e-8c08-4762-b2cb-4c51022ee3db on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:45:47.192101 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Attempting to bind port 8926a22e-8c08-4762-b2cb-4c51022ee3db by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:45:47.192101 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Attempting to bind port 8926a22e-8c08-4762-b2cb-4c51022ee3db on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:47.271596 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Allocated IP 172.25.2.178 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/c61a6fb0-0bee-4066-826a-d1b5035a0dd5) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:47.288269 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:45:47.288995 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:45:47.289921 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.290647 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:45:47.291699 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Bound port: 8926a22e-8c08-4762-b2cb-4c51022ee3db, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:45:47.292439 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.383123 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd9814-4942-4f9b-b834-d45fed4e8d09 None None] Pushing event updated for resources: {'Port': ['ID=8926a22e-8c08-4762-b2cb-4c51022ee3db,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:47.430521 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] For port 8926a22e-8c08-4762-b2cb-4c51022ee3db, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:45:47.435189 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] For port 8926a22e-8c08-4762-b2cb-4c51022ee3db, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8926a22e-8c08-4762-b2cb-4c51022ee3db,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:45:47.444596 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.535840 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2dd9814-4942-4f9b-b834-d45fed4e8d09 None None] Pushing event updated for resources: {'Port': ['ID=8926a22e-8c08-4762-b2cb-4c51022ee3db,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:47.589235 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Routers {'7c9521ac-209a-4d02-a286-5aa0b93f5b2d'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:47.590129 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7c9521ac-209a-4d02-a286-5aa0b93f5b2d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:47.837907 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] Set router 7c9521ac-209a-4d02-a286-5aa0b93f5b2d gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:47.887306 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:47.950761 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Allocated IP 172.20.0.1 (9f451def-d4f7-42e5-bf73-b4cdffe96280/aefabb2e-bffd-4c9f-9d74-3cbd2431cd5b/061c6b63-025c-43c1-bd35-12006518cf96) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:48.072023 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:48.123443 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'name': 'tempest-TestServerMultinode-1805358397-router', 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8926a22e-8c08-4762-b2cb-4c51022ee3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:37Z', 'updated_at': '2021-07-09T13:45:41Z', 'revision_number': 3, 'project_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'gw_port': {'id': '8926a22e-8c08-4762-b2cb-4c51022ee3db', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:05:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:40Z', 'updated_at': '2021-07-09T13:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:48.156661 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:48.160661 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:48.170131 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:48.172429 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Pushing event updated for resources: {'Port': ['ID=c61a6fb0-0bee-4066-826a-d1b5035a0dd5,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:48.213789 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97bd6228-8092-4fd6-baf2-e69a13d09e7f None None] The sync data for ids ['7c9521ac-209a-4d02-a286-5aa0b93f5b2d'] in n-d-799525-3 is: [{'id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'name': 'tempest-TestServerMultinode-1805358397-router', 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8926a22e-8c08-4762-b2cb-4c51022ee3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:37Z', 'updated_at': '2021-07-09T13:45:41Z', 'revision_number': 3, 'project_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'gw_port': {'id': '8926a22e-8c08-4762-b2cb-4c51022ee3db', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:05:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:40Z', 'updated_at': '2021-07-09T13:45:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:45:48.250100 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:48.278781 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Transition to ACTIVE for port object 061c6b63-025c-43c1-bd35-12006518cf96 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:48.341691 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:48.385214 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:48.445919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Pushing event updated for resources: {'Port': ['ID=061c6b63-025c-43c1-bd35-12006518cf96,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:48.463328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Network 9f451def-d4f7-42e5-bf73-b4cdffe96280 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:48.464444 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:48.468863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:48.497476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:48.568968 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:49.059786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0c83732c-de67-4764-906c-8b1324461a04 None None] Provisioning for port 061c6b63-025c-43c1-bd35-12006518cf96 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:49.081041 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0c83732c-de67-4764-906c-8b1324461a04 None None] Provisioning complete for port 061c6b63-025c-43c1-bd35-12006518cf96 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:49.082327 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c83732c-de67-4764-906c-8b1324461a04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:49.198780 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:49.248669 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:49.258185 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:49.306410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0c83732c-de67-4764-906c-8b1324461a04 None None] Port 061c6b63-025c-43c1-bd35-12006518cf96 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:45:49.413182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Pushing event updated for resources: {'Port': ['ID=c61a6fb0-0bee-4066-826a-d1b5035a0dd5,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:49.459240 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:49.493514 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:49.494309 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-36c2ed93-7952-4bba-b069-c6c53fffaf95 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.9982734 Jul 09 13:45:49.499048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53668) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:49.561653 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:49.575952 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:49.768304 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Pushing event updated for resources: {'Port': ['ID=061c6b63-025c-43c1-bd35-12006518cf96,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:49.795078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8926a22e-8c08-4762-b2cb-4c51022ee3db up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:49.798653 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:49.923657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:49.948922 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 8926a22e-8c08-4762-b2cb-4c51022ee3db completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:49.970751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 8926a22e-8c08-4762-b2cb-4c51022ee3db triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:49.975963 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.021016 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.036674 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Network 9f451def-d4f7-42e5-bf73-b4cdffe96280 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:50.056665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:50.313175 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.386780 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.387308 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 8926a22e-8c08-4762-b2cb-4c51022ee3db, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8926a22e-8c08-4762-b2cb-4c51022ee3db,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:50.396243 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.445969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Router 7c9521ac-209a-4d02-a286-5aa0b93f5b2d has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:45:50.485250 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=8926a22e-8c08-4762-b2cb-4c51022ee3db,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:50.538444 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fe54929c-0d6d-4b36-b4b8-3e8eab1c25ee None None] Provisioning complete for port 061c6b63-025c-43c1-bd35-12006518cf96 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:50.539121 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe54929c-0d6d-4b36-b4b8-3e8eab1c25ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.568753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Allocated IP 172.25.2.234 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/770df57b-70e5-406b-a02e-d7c5aa70f002) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:50.589817 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fe54929c-0d6d-4b36-b4b8-3e8eab1c25ee None None] Port 061c6b63-025c-43c1-bd35-12006518cf96 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:45:50.601103 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:45:50.608048 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c175a193-2dc7-4140-a4b6-64259512b62e admin admin] 10.222.0.39 "PUT /v2.0/routers/7c9521ac-209a-4d02-a286-5aa0b93f5b2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3711069 Jul 09 13:45:50.714911 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.762956 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:50.823526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:50.827405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:50.829961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Pushing event updated for resources: {'Port': ['ID=770df57b-70e5-406b-a02e-d7c5aa70f002,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:50.832202 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:51.020499 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:51.111806 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:51.225770 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Sync routers for ids ['7c9521ac-209a-4d02-a286-5aa0b93f5b2d'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:45:51.257936 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Routers {'7c9521ac-209a-4d02-a286-5aa0b93f5b2d'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:51.261698 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7c9521ac-209a-4d02-a286-5aa0b93f5b2d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:51.492279 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47bd26-ce21-4159-9e35-6180b5d49997 req-c8e77d57-9f69-4ace-b5a8-61d1904f559b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:51.494693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea47bd26-ce21-4159-9e35-6180b5d49997 req-c8e77d57-9f69-4ace-b5a8-61d1904f559b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 946 time: 0.2054241 Jul 09 13:45:51.526274 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Set router 7c9521ac-209a-4d02-a286-5aa0b93f5b2d gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:51.574399 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:51.585012 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:51.748104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Pushing event updated for resources: {'Port': ['ID=770df57b-70e5-406b-a02e-d7c5aa70f002,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:51.758099 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:51.762188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:51.762549 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:51.763018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:51.763400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:51.763743 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:51.764082 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:51.764420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:51.764815 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:51.765158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:51.765494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:51.766081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:51.767417 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:45:51.775358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8926a22e-8c08-4762-b2cb-4c51022ee3db up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:51.780830 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea47bd26-ce21-4159-9e35-6180b5d49997 req-57b1ee82-b158-4c71-9371-6e670ed9f4a5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2789214 Jul 09 13:45:51.804538 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:51.809017 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53740) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:51.809238 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-48342b9b-d6a8-4b7d-a226-23c1db553254 tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3083911 Jul 09 13:45:51.883894 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 8926a22e-8c08-4762-b2cb-4c51022ee3db triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:51.884320 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:51.919309 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'name': 'tempest-TestServerMultinode-1805358397-router', 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8926a22e-8c08-4762-b2cb-4c51022ee3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:37Z', 'updated_at': '2021-07-09T13:45:49Z', 'revision_number': 4, 'project_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'gw_port': {'id': '8926a22e-8c08-4762-b2cb-4c51022ee3db', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:40Z', 'updated_at': '2021-07-09T13:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '061c6b63-025c-43c1-bd35-12006518cf96', 'name': '', 'network_id': '9f451def-d4f7-42e5-bf73-b4cdffe96280', 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'mac_address': 'fa:16:3e:62:3c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'aefabb2e-bffd-4c9f-9d74-3cbd2431cd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:47Z', 'updated_at': '2021-07-09T13:45:49Z', 'revision_number': 2, 'project_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'subnets': [{'id': 'aefabb2e-bffd-4c9f-9d74-3cbd2431cd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:51.959223 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Checking router: 7c9521ac-209a-4d02-a286-5aa0b93f5b2d for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:45:51.959694 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Updating router 7c9521ac-209a-4d02-a286-5aa0b93f5b2d port 061c6b63-025c-43c1-bd35-12006518cf96 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:45:51.991308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-3435ec8d-f7ef-4329-b9a4-003b1785e5ad tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:51.993921 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-3435ec8d-f7ef-4329-b9a4-003b1785e5ad tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/networks?id=51cef8eb-424f-4d2b-a4a9-d41d950e6d32 HTTP/1.1" status: 200 len: 911 time: 0.4755702 Jul 09 13:45:51.996005 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:52.064898 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53748) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:52.082276 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-18631c0d-4cab-418e-bfe2-387fc407902b tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3223 time: 0.2714829 Jul 09 13:45:52.109030 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-d0ebf660-cb52-4c85-aacd-5e69c704c81a tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/quotas/d4805ce6da25419eaa0c0e165e719d2b HTTP/1.1" status: 200 len: 375 time: 0.0254145 Jul 09 13:45:52.312010 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8d73f63c-62f0-4b12-bcf3-02400bb5ad4e tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] 10.222.0.39 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2457583 Jul 09 13:45:52.312649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53760) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:52.338378 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:52.352722 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Transition to ACTIVE for port object 061c6b63-025c-43c1-bd35-12006518cf96 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:52.385218 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:52.418614 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-47f086f9-4879-4e08-a11c-744dd6303792 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4805ce6da25419eaa0c0e165e719d2b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3083994 Jul 09 13:45:52.599434 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b14ceb-25cc-4898-9f82-961188a16bed None None] Pushing event updated for resources: {'Port': ['ID=061c6b63-025c-43c1-bd35-12006518cf96,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:52.607245 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Attempting to bind port 061c6b63-025c-43c1-bd35-12006518cf96 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:45:52.608207 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Attempting to bind port 061c6b63-025c-43c1-bd35-12006518cf96 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '2550dba4-02ce-4652-961f-c391013e0de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f451def-d4f7-42e5-bf73-b4cdffe96280'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:45:52.608749 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Attempting to bind port 061c6b63-025c-43c1-bd35-12006518cf96 on network 9f451def-d4f7-42e5-bf73-b4cdffe96280 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:45:52.615537 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 45, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:45:52.616236 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Checking segment: {'id': '2550dba4-02ce-4652-961f-c391013e0de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f451def-d4f7-42e5-bf73-b4cdffe96280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:45:52.616822 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:52.617378 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Bound using segment: {'id': '2550dba4-02ce-4652-961f-c391013e0de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f451def-d4f7-42e5-bf73-b4cdffe96280'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:45:52.618030 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Bound port: 061c6b63-025c-43c1-bd35-12006518cf96, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2550dba4-02ce-4652-961f-c391013e0de3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '9f451def-d4f7-42e5-bf73-b4cdffe96280'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:45:52.618597 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:52.675846 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-df3c5d3b-0436-4d06-aef7-373d3f8a71da service neutron] 10.222.0.39 "GET /v2.0/networks/51cef8eb-424f-4d2b-a4a9-d41d950e6d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2549267 Jul 09 13:45:52.745058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f5b5c-31a0-4641-8503-a144658fb7ac tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Deleting port 770df57b-70e5-406b-a02e-d7c5aa70f002 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:52.745684 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5b5c-31a0-4641-8503-a144658fb7ac tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:52.833671 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] For port 061c6b63-025c-43c1-bd35-12006518cf96, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:45:52.854454 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] For port 061c6b63-025c-43c1-bd35-12006518cf96, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=061c6b63-025c-43c1-bd35-12006518cf96,segment=NetworkSegment(2550dba4-02ce-4652-961f-c391013e0de3),segment_id=2550dba4-02ce-4652-961f-c391013e0de3)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:45:52.861926 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:52.912773 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-471bdde5-433c-42fe-be9a-e9370040b456 service neutron] 10.222.0.39 "GET /v2.0/networks/51cef8eb-424f-4d2b-a4a9-d41d950e6d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361257 Jul 09 13:45:52.976744 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5b5c-31a0-4641-8503-a144658fb7ac tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:52.977196 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5b5c-31a0-4641-8503-a144658fb7ac tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:52.979001 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b14ceb-25cc-4898-9f82-961188a16bed None None] Pushing event updated for resources: {'Port': ['ID=061c6b63-025c-43c1-bd35-12006518cf96,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:52.985290 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Routers {'7c9521ac-209a-4d02-a286-5aa0b93f5b2d'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:45:52.985991 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:45:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7c9521ac-209a-4d02-a286-5aa0b93f5b2d'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:53.013666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3c3f5b5c-31a0-4641-8503-a144658fb7ac tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Calling delete_port for 770df57b-70e5-406b-a02e-d7c5aa70f002 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:53.421667 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b05a1851-b3b1-414e-afbb-03d9797c3918 req-4dbdbcb4-b57e-4578-a17e-7ed6e879499a tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 210 time: 0.1795971 Jul 09 13:45:53.477294 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] Set router 7c9521ac-209a-4d02-a286-5aa0b93f5b2d gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:45:54.051395 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5b5c-31a0-4641-8503-a144658fb7ac tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:54.118503 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3f5b5c-31a0-4641-8503-a144658fb7ac tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Pushing event deleted for resources: {'Port': ['ID=770df57b-70e5-406b-a02e-d7c5aa70f002,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:54.182386 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'name': 'tempest-TestServerMultinode-1805358397-router', 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8926a22e-8c08-4762-b2cb-4c51022ee3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:37Z', 'updated_at': '2021-07-09T13:45:49Z', 'revision_number': 4, 'project_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'gw_port': {'id': '8926a22e-8c08-4762-b2cb-4c51022ee3db', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:40Z', 'updated_at': '2021-07-09T13:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '061c6b63-025c-43c1-bd35-12006518cf96', 'name': '', 'network_id': '9f451def-d4f7-42e5-bf73-b4cdffe96280', 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'mac_address': 'fa:16:3e:62:3c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'aefabb2e-bffd-4c9f-9d74-3cbd2431cd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:47Z', 'updated_at': '2021-07-09T13:45:52Z', 'revision_number': 4, 'project_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'subnets': [{'id': 'aefabb2e-bffd-4c9f-9d74-3cbd2431cd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:45:54.276308 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1168ca-9f87-483c-b7ce-bc2e9c503935 None None] The sync data for ids ['7c9521ac-209a-4d02-a286-5aa0b93f5b2d'] in n-d-799525-3 is: [{'id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'name': 'tempest-TestServerMultinode-1805358397-router', 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8926a22e-8c08-4762-b2cb-4c51022ee3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:37Z', 'updated_at': '2021-07-09T13:45:49Z', 'revision_number': 4, 'project_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'gw_port': {'id': '8926a22e-8c08-4762-b2cb-4c51022ee3db', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:40Z', 'updated_at': '2021-07-09T13:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '061c6b63-025c-43c1-bd35-12006518cf96', 'name': '', 'network_id': '9f451def-d4f7-42e5-bf73-b4cdffe96280', 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'mac_address': 'fa:16:3e:62:3c:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2879, 'fixed_ips': [{'subnet_id': 'aefabb2e-bffd-4c9f-9d74-3cbd2431cd5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:47Z', 'updated_at': '2021-07-09T13:45:52Z', 'revision_number': 4, 'project_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'subnets': [{'id': 'aefabb2e-bffd-4c9f-9d74-3cbd2431cd5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:45:54.335495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5b5c-31a0-4641-8503-a144658fb7ac tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:54.347981 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c3f5b5c-31a0-4641-8503-a144658fb7ac tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:54.350210 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3c3f5b5c-31a0-4641-8503-a144658fb7ac tempest-FloatingIPAdminTestJSON-1088118895 tempest-FloatingIPAdminTestJSON-1088118895-project] 10.222.0.39 "DELETE /v2.0/floatingips/3557714b-6500-457b-9e84-a6cfc09f7a5b HTTP/1.1" status: 204 len: 168 time: 2.0355511 Jul 09 13:45:54.351886 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53820) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:54.571901 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9057e317-699d-430e-9106-85e3cd1fd2d5 req-06447bf8-abb4-4c6d-aaf2-07e0271c3268 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 210 time: 0.0623007 Jul 09 13:45:54.680746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3685b-27f3-4f73-a52a-f34f4bc63a21 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Deleting port c61a6fb0-0bee-4066-826a-d1b5035a0dd5 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:54.681102 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4aa3685b-27f3-4f73-a52a-f34f4bc63a21 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:54.820969 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4aa3685b-27f3-4f73-a52a-f34f4bc63a21 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:54.821563 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4aa3685b-27f3-4f73-a52a-f34f4bc63a21 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:54.849896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-4aa3685b-27f3-4f73-a52a-f34f4bc63a21 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Calling delete_port for c61a6fb0-0bee-4066-826a-d1b5035a0dd5 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:55.074194 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4aa3685b-27f3-4f73-a52a-f34f4bc63a21 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:55.170142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa3685b-27f3-4f73-a52a-f34f4bc63a21 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Pushing event deleted for resources: {'Port': ['ID=c61a6fb0-0bee-4066-826a-d1b5035a0dd5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:55.360760 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4aa3685b-27f3-4f73-a52a-f34f4bc63a21 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:55.363992 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4aa3685b-27f3-4f73-a52a-f34f4bc63a21 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:55.370483 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4aa3685b-27f3-4f73-a52a-f34f4bc63a21 tempest-FloatingIPAdminTestJSON-1039983758 tempest-FloatingIPAdminTestJSON-1039983758-project-admin] 10.222.0.39 "DELETE /v2.0/floatingips/5fca135d-9d3d-415f-bb3b-ff39ddd9f6d8 HTTP/1.1" status: 204 len: 168 time: 1.0174797 Jul 09 13:45:55.374622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 53852) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:55.590633 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-fdb284ce-5cf3-49a8-9ec3-f7d08e462fbd tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Deleting port fefeb46d-7e5e-4c92-bbbe-9da8247c73a5 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:45:55.591682 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdb284ce-5cf3-49a8-9ec3-f7d08e462fbd tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:55.828450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 061c6b63-025c-43c1-bd35-12006518cf96 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:55.970421 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdb284ce-5cf3-49a8-9ec3-f7d08e462fbd tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:56.031725 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-fdb284ce-5cf3-49a8-9ec3-f7d08e462fbd tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Calling delete_port for fefeb46d-7e5e-4c92-bbbe-9da8247c73a5 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:45:56.077227 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 061c6b63-025c-43c1-bd35-12006518cf96 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:56.127591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 061c6b63-025c-43c1-bd35-12006518cf96 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:56.128604 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:56.174142 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d1373866-a388-4f04-b483-a79a87c04592 req-98d6d93d-d2e9-4a69-8d9b-425711698e41 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 210 time: 0.1401551 Jul 09 13:45:56.507517 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-a00221a6-1a59-46bc-be7d-883dd505a15d tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:56.520734 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-a00221a6-1a59-46bc-be7d-883dd505a15d tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.18 "GET /v2.0/networks?id=51cef8eb-424f-4d2b-a4a9-d41d950e6d32 HTTP/1.1" status: 200 len: 911 time: 0.4666557 Jul 09 13:45:56.546075 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-5e49bf94-f732-48d4-b218-76725c4994a6 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Request body: {'port': {'device_id': '6168049f-3bd4-489b-ab88-4df8f78ec8ed', 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32', 'admin_state_up': True, 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:56.583557 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:56.627565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-5e49bf94-f732-48d4-b218-76725c4994a6 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Made reservation on behalf of d4805ce6da25419eaa0c0e165e719d2b for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:45:56.634883 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-5e49bf94-f732-48d4-b218-76725c4994a6 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:56.692372 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28c70220-1078-41c3-90a6-db2fd36dc6e0 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:45:56.703661 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 061c6b63-025c-43c1-bd35-12006518cf96, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=061c6b63-025c-43c1-bd35-12006518cf96,segment=NetworkSegment(2550dba4-02ce-4652-961f-c391013e0de3),segment_id=2550dba4-02ce-4652-961f-c391013e0de3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:56.736569 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:56.909102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=061c6b63-025c-43c1-bd35-12006518cf96,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:56.955115 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 13:45:56.997435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-5e49bf94-f732-48d4-b218-76725c4994a6 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Allocated IP 172.20.0.4 (51cef8eb-424f-4d2b-a4a9-d41d950e6d32/770c8742-8713-49fd-a7af-1495530b83a7/f6906f42-dfa3-4ecc-ab57-b8efa313d958) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:45:57.057417 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdb284ce-5cf3-49a8-9ec3-f7d08e462fbd tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:57.194440 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:45:57.264570 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:57.328678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'port_id': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'mac_address': 'fa:16:3e:b0:d2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:45:57.433531 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:57.469121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28c70220-1078-41c3-90a6-db2fd36dc6e0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:45:57.514852 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-5e49bf94-f732-48d4-b218-76725c4994a6 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:57.520103 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:57.530132 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:57.563070 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-5e49bf94-f732-48d4-b218-76725c4994a6 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Transition to ACTIVE for port object f6906f42-dfa3-4ecc-ab57-b8efa313d958 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:45:57.639553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['28c70220-1078-41c3-90a6-db2fd36dc6e0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:45:57.689954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb284ce-5cf3-49a8-9ec3-f7d08e462fbd tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event deleted for resources: {'Port': ['ID=fefeb46d-7e5e-4c92-bbbe-9da8247c73a5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:57.748481 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-5e49bf94-f732-48d4-b218-76725c4994a6 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:57.853766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=28c70220-1078-41c3-90a6-db2fd36dc6e0,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:57.890238 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-5e49bf94-f732-48d4-b218-76725c4994a6 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:45:57.902958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-5e49bf94-f732-48d4-b218-76725c4994a6 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:45:57.915464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-5e49bf94-f732-48d4-b218-76725c4994a6 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:45:57.931504 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fdb284ce-5cf3-49a8-9ec3-f7d08e462fbd tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:57.931504 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fdb284ce-5cf3-49a8-9ec3-f7d08e462fbd tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] 10.222.0.39 "DELETE /v2.0/ports/fefeb46d-7e5e-4c92-bbbe-9da8247c73a5 HTTP/1.1" status: 204 len: 168 time: 2.5547616 Jul 09 13:45:57.950853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53922) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:58.068709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 061c6b63-025c-43c1-bd35-12006518cf96 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:58.258516 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0045e20-06d1-4cde-8f3a-ad7a2b5f9bed req-562cfd8e-87ec-4dcf-8512-1de12dbc81e9 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:58.277428 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a0045e20-06d1-4cde-8f3a-ad7a2b5f9bed req-562cfd8e-87ec-4dcf-8512-1de12dbc81e9 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1027 time: 0.7120647 Jul 09 13:45:58.285242 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e49bf94-f732-48d4-b218-76725c4994a6 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Pushing event updated for resources: {'Port': ['ID=f6906f42-dfa3-4ecc-ab57-b8efa313d958,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:58.317993 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-5e49bf94-f732-48d4-b218-76725c4994a6 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:58.319370 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-5e49bf94-f732-48d4-b218-76725c4994a6 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:58.391845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 061c6b63-025c-43c1-bd35-12006518cf96 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:58.392525 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:58.418644 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a874b3-3d42-41b0-b492-027520bed825 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:45:58.438244 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-65a874b3-3d42-41b0-b492-027520bed825 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] 10.222.0.39 "GET /v2.0/ports?device_id=e035c124-470b-4d46-aebe-3dfd6213718a HTTP/1.1" status: 200 len: 913 time: 0.4859889 Jul 09 13:45:58.443393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 53928) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:45:58.459859 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-5e49bf94-f732-48d4-b218-76725c4994a6 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.9321532 Jul 09 13:45:58.485276 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Request body: {'port': {'device_id': '6168049f-3bd4-489b-ab88-4df8f78ec8ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:45:58.537452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a0045e20-06d1-4cde-8f3a-ad7a2b5f9bed req-e626f9db-abe2-4bc2-8002-8bf05855ddb2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2564795 Jul 09 13:45:58.644564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-91e80082-2c51-4033-b307-ab33e35793db None None] Provisioning for port f6906f42-dfa3-4ecc-ab57-b8efa313d958 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:45:58.649687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-91e80082-2c51-4033-b307-ab33e35793db None None] Provisioning complete for port f6906f42-dfa3-4ecc-ab57-b8efa313d958 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:58.650371 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91e80082-2c51-4033-b307-ab33e35793db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:58.707702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28c70220-1078-41c3-90a6-db2fd36dc6e0 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:45:58.820075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-91e80082-2c51-4033-b307-ab33e35793db None None] Port f6906f42-dfa3-4ecc-ab57-b8efa313d958 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:45:58.827035 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:58.850918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 28c70220-1078-41c3-90a6-db2fd36dc6e0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:45:58.851905 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:59.107993 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:59.524396 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:45:59.535163 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb64e6f-abe6-4ac8-9dd6-60c4941eb0c9" -d '{"events": [{"server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "name": "network-vif-plugged", "status": "completed", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:45:59.560651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:45:59.572711 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:45:59.686133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=28c70220-1078-41c3-90a6-db2fd36dc6e0,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:45:59.802548 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:45:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8d611ce-0856-41d6-8a7d-4333062708bb x-openstack-request-id: req-f8d611ce-0856-41d6-8a7d-4333062708bb {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:45:59.802849 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "name": "network-vif-plugged", "status": "completed", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:45:59.803129 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f8d611ce-0856-41d6-8a7d-4333062708bb {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:45:59.803550 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'code': 200} Jul 09 13:46:00.104035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6906f42-dfa3-4ecc-ab57-b8efa313d958 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:46:00.135641 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:00.186344 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32f0aac7-dbc8-4ebe-a9cf-653de1542472 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:00.193903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beaf21-169c-46ed-afc8-93dbc747a052 req-41ac4f7a-0d81-43d5-9783-4e7297c40aae tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:00.196770 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Transition to ACTIVE for port object f6906f42-dfa3-4ecc-ab57-b8efa313d958 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:00.207781 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e5beaf21-169c-46ed-afc8-93dbc747a052 req-41ac4f7a-0d81-43d5-9783-4e7297c40aae tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1027 time: 0.2190602 Jul 09 13:46:00.256533 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e5beaf21-169c-46ed-afc8-93dbc747a052 req-4593de65-dc84-4cba-b67d-33b738a33584 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468905 Jul 09 13:46:00.300931 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:00.616991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Pushing event updated for resources: {'Port': ['ID=f6906f42-dfa3-4ecc-ab57-b8efa313d958,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:00.901077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Attempting to bind port f6906f42-dfa3-4ecc-ab57-b8efa313d958 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:46:00.901813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Attempting to bind port f6906f42-dfa3-4ecc-ab57-b8efa313d958 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:46:00.902446 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Attempting to bind port f6906f42-dfa3-4ecc-ab57-b8efa313d958 on network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:00.916478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Port f6906f42-dfa3-4ecc-ab57-b8efa313d958 on network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:46:00.917215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Attempting to bind port f6906f42-dfa3-4ecc-ab57-b8efa313d958 on network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:00.930139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 45, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:46:00.931061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Checking segment: {'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:00.931901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Bound using segment: {'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:46:00.932600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Bound port: f6906f42-dfa3-4ecc-ab57-b8efa313d958, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:46:00.933217 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:01.147925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] For port f6906f42-dfa3-4ecc-ab57-b8efa313d958, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:46:01.167099 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] For port f6906f42-dfa3-4ecc-ab57-b8efa313d958, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=f6906f42-dfa3-4ecc-ab57-b8efa313d958,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:46:01.176977 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:01.348589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Pushing event updated for resources: {'Port': ['ID=f6906f42-dfa3-4ecc-ab57-b8efa313d958,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:01.430703 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:01.431380 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:01.432944 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-b90e668d-1383-49b7-885f-cebae6cfd8dc service neutron] 10.222.0.18 "PUT /v2.0/ports/f6906f42-dfa3-4ecc-ab57-b8efa313d958 HTTP/1.1" status: 200 len: 1091 time: 2.9644847 Jul 09 13:46:01.433385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6168049f-3bd4-489b-ab88-4df8f78ec8ed', 'tag': 'f6906f42-dfa3-4ecc-ab57-b8efa313d958'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:46:01.444056 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80e9c3bb-f362-48de-81c3-547b23cecd6b" -d '{"events": [{"name": "network-changed", "server_uuid": "6168049f-3bd4-489b-ab88-4df8f78ec8ed", "tag": "f6906f42-dfa3-4ecc-ab57-b8efa313d958"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:46:01.465526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-32f0aac7-dbc8-4ebe-a9cf-653de1542472 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Deleting port 810aed86-a246-4819-8582-1b903c980a9b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:46:01.465842 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32f0aac7-dbc8-4ebe-a9cf-653de1542472 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:01.631539 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63b4102c-8206-47b3-951a-0fbd81dbe644 x-openstack-request-id: req-63b4102c-8206-47b3-951a-0fbd81dbe644 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:46:01.631852 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6168049f-3bd4-489b-ab88-4df8f78ec8ed", "tag": "f6906f42-dfa3-4ecc-ab57-b8efa313d958", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:46:01.632118 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-63b4102c-8206-47b3-951a-0fbd81dbe644 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:46:01.632542 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6168049f-3bd4-489b-ab88-4df8f78ec8ed', 'tag': 'f6906f42-dfa3-4ecc-ab57-b8efa313d958', 'status': 'completed', 'code': 200} Jul 09 13:46:01.763364 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32f0aac7-dbc8-4ebe-a9cf-653de1542472 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:01.822425 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-31a79fff-666a-4577-a58c-cb108c811b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:01.834086 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9249e800-13fe-4d96-8997-2ab9747999d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:01.834847 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-31a79fff-666a-4577-a58c-cb108c811b73 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4805ce6da25419eaa0c0e165e719d2b&device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1094 time: 0.2598650 Jul 09 13:46:01.836408 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b172d-b3d2-4a9d-934c-7d2dd20dea85 req-fcf71a46-1086-4441-a0f0-b7d8431be892 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:01.843007 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-078b172d-b3d2-4a9d-934c-7d2dd20dea85 req-fcf71a46-1086-4441-a0f0-b7d8431be892 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1094 time: 0.2861388 Jul 09 13:46:01.870097 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-32f0aac7-dbc8-4ebe-a9cf-653de1542472 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Calling delete_port for 810aed86-a246-4819-8582-1b903c980a9b owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:46:02.037372 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-ad11a92d-8d59-4997-a608-8aeeead96905 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6906f42-dfa3-4ecc-ab57-b8efa313d958 HTTP/1.1" status: 200 len: 217 time: 0.1687825 Jul 09 13:46:02.222615 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-6ba2fe24-19dd-4786-996c-5d8663dc2248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:02.225006 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-6ba2fe24-19dd-4786-996c-5d8663dc2248 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=770c8742-8713-49fd-a7af-1495530b83a7 HTTP/1.1" status: 200 len: 849 time: 0.1861963 Jul 09 13:46:02.522902 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32f0aac7-dbc8-4ebe-a9cf-653de1542472 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:02.626109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f0aac7-dbc8-4ebe-a9cf-653de1542472 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event deleted for resources: {'Port': ['ID=810aed86-a246-4819-8582-1b903c980a9b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:02.873341 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-a955202b-41b6-411f-bb84-c4b5e910039c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:02.875519 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-a955202b-41b6-411f-bb84-c4b5e910039c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51cef8eb-424f-4d2b-a4a9-d41d950e6d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6425354 Jul 09 13:46:02.915213 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-078b172d-b3d2-4a9d-934c-7d2dd20dea85 req-ebda821c-ad2d-4260-af94-13a081625e3a tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0616641 Jul 09 13:46:03.075536 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-7cbd4680-021e-472b-bfa5-75f50d19a603 service neutron] 10.222.0.18 "GET /v2.0/networks/51cef8eb-424f-4d2b-a4a9-d41d950e6d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913669 Jul 09 13:46:03.461996 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-32f0aac7-dbc8-4ebe-a9cf-653de1542472 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:03.505069 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f30b0516-d05c-452f-be72-7b42fe58eab2 req-abc12fa5-6bba-4545-92e8-9d29e9d7465d service neutron] 10.222.0.18 "GET /v2.0/networks/51cef8eb-424f-4d2b-a4a9-d41d950e6d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4176261 Jul 09 13:46:03.989526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9c3bb-f362-48de-81c3-547b23cecd6b req-012d8b8d-ebd6-485a-beb6-64849ae8cced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:04.006515 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80e9c3bb-f362-48de-81c3-547b23cecd6b req-012d8b8d-ebd6-485a-beb6-64849ae8cced service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d4805ce6da25419eaa0c0e165e719d2b&device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1094 time: 0.3121088 Jul 09 13:46:04.293732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54044) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:04.401340 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34665889-bde4-463f-b6c4-1b3679c22484 req-8a98a19c-0366-43de-bf88-fe6a21a1c378 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:04.425577 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34665889-bde4-463f-b6c4-1b3679c22484 req-8a98a19c-0366-43de-bf88-fe6a21a1c378 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1094 time: 0.1609037 Jul 09 13:46:04.807109 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:04.820097 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3648313d-ec6c-47d8-9b52-ef7d6c332f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:04.856195 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f412b785-f13f-434e-9028-c82cfc7a9858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:04.901436 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34665889-bde4-463f-b6c4-1b3679c22484 req-49f1c7b9-c90d-4b43-a1e4-a116267f7b7b tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4608138 Jul 09 13:46:05.125332 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f412b785-f13f-434e-9028-c82cfc7a9858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:05.166674 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f412b785-f13f-434e-9028-c82cfc7a9858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:05.363998 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f412b785-f13f-434e-9028-c82cfc7a9858 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dac301f32bee4ee18259197503db3efe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0616949 Jul 09 13:46:05.369443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54064) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:05.402623 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412b785-f13f-434e-9028-c82cfc7a9858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222d74c7-24fc-4d78-8a09-640adf44a964,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:05.489573 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32f0aac7-dbc8-4ebe-a9cf-653de1542472 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Router e035c124-470b-4d46-aebe-3dfd6213718a has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:46:05.631836 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:05.859073 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9c3bb-f362-48de-81c3-547b23cecd6b req-b64d2cf5-d9ff-47da-8b65-896a612e0602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:05.863333 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80e9c3bb-f362-48de-81c3-547b23cecd6b req-b64d2cf5-d9ff-47da-8b65-896a612e0602 service neutron] 10.222.0.18 "GET /v2.0/networks?id=51cef8eb-424f-4d2b-a4a9-d41d950e6d32 HTTP/1.1" status: 200 len: 911 time: 1.8551903 Jul 09 13:46:05.864321 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ac36b51-fc98-450a-b98e-2ac708516afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:05.868377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32f0aac7-dbc8-4ebe-a9cf-653de1542472 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:46:05.882965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add94876-5197-4be6-97ae-d3f18c529724 None None] Sync routers for ids ['e035c124-470b-4d46-aebe-3dfd6213718a'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:46:05.905500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add94876-5197-4be6-97ae-d3f18c529724 None None] Routers {'e035c124-470b-4d46-aebe-3dfd6213718a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:05.906228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-add94876-5197-4be6-97ae-d3f18c529724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e035c124-470b-4d46-aebe-3dfd6213718a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:05.913209 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-32f0aac7-dbc8-4ebe-a9cf-653de1542472 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] 10.222.0.39 "PUT /v2.0/routers/e035c124-470b-4d46-aebe-3dfd6213718a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4634616 Jul 09 13:46:05.913669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54078) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:06.039805 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-add94876-5197-4be6-97ae-d3f18c529724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:06.046422 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80e9c3bb-f362-48de-81c3-547b23cecd6b req-4b9a72a9-4a52-4b08-8a7d-475d0d37dbfb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f6906f42-dfa3-4ecc-ab57-b8efa313d958 HTTP/1.1" status: 200 len: 217 time: 0.1743534 Jul 09 13:46:06.060341 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add94876-5197-4be6-97ae-d3f18c529724 None None] Routers {'e035c124-470b-4d46-aebe-3dfd6213718a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:06.061445 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-add94876-5197-4be6-97ae-d3f18c529724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e035c124-470b-4d46-aebe-3dfd6213718a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:06.155717 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9c3bb-f362-48de-81c3-547b23cecd6b req-223a626f-278a-434c-83f5-f9c129fb3505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:06.157578 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80e9c3bb-f362-48de-81c3-547b23cecd6b req-223a626f-278a-434c-83f5-f9c129fb3505 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=770c8742-8713-49fd-a7af-1495530b83a7 HTTP/1.1" status: 200 len: 849 time: 0.0998809 Jul 09 13:46:06.165647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ac36b51-fc98-450a-b98e-2ac708516afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:06.217323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-add94876-5197-4be6-97ae-d3f18c529724 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:06.230109 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add94876-5197-4be6-97ae-d3f18c529724 None None] The sync data for ids ['e035c124-470b-4d46-aebe-3dfd6213718a'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:46:06.235776 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42dbda52-917e-4655-b2b9-6927b91cc164 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:06.329089 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ac36b51-fc98-450a-b98e-2ac708516afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:06.332822 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ac36b51-fc98-450a-b98e-2ac708516afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:06.334159 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7ac36b51-fc98-450a-b98e-2ac708516afa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/222d74c7-24fc-4d78-8a09-640adf44a964 HTTP/1.1" status: 204 len: 168 time: 0.9554873 Jul 09 13:46:06.369704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac36b51-fc98-450a-b98e-2ac708516afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222d74c7-24fc-4d78-8a09-640adf44a964,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:06.424094 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e9c3bb-f362-48de-81c3-547b23cecd6b req-e5df2476-0445-40aa-a7a0-e53b1b107aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:06.426266 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80e9c3bb-f362-48de-81c3-547b23cecd6b req-e5df2476-0445-40aa-a7a0-e53b1b107aa2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=51cef8eb-424f-4d2b-a4a9-d41d950e6d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1837704 Jul 09 13:46:06.547134 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42dbda52-917e-4655-b2b9-6927b91cc164 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:06.554051 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80e9c3bb-f362-48de-81c3-547b23cecd6b req-93d4ab67-88be-4351-9bfb-ce2e7fd3893b service neutron] 10.222.0.18 "GET /v2.0/networks/51cef8eb-424f-4d2b-a4a9-d41d950e6d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102037 Jul 09 13:46:06.694006 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbbae6f-2a7c-4d40-a817-7e593df37059 req-b94430b8-ce7e-44b8-9a46-3c4b595f57c6 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:06.705085 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fdbbae6f-2a7c-4d40-a817-7e593df37059 req-b94430b8-ce7e-44b8-9a46-3c4b595f57c6 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1094 time: 0.4645970 Jul 09 13:46:06.716004 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device f6906f42-dfa3-4ecc-ab57-b8efa313d958 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:46:06.757438 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-42dbda52-917e-4655-b2b9-6927b91cc164 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Deleting port e5cd395d-b459-4d0e-845d-ad23fd2c1321 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:46:06.759379 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42dbda52-917e-4655-b2b9-6927b91cc164 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:06.885631 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-80e9c3bb-f362-48de-81c3-547b23cecd6b req-574a52bf-291a-4cb1-9436-f49b3ab57a8f service neutron] 10.222.0.18 "GET /v2.0/networks/51cef8eb-424f-4d2b-a4a9-d41d950e6d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259461 Jul 09 13:46:07.079080 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:07.167852 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port f6906f42-dfa3-4ecc-ab57-b8efa313d958, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=f6906f42-dfa3-4ecc-ab57-b8efa313d958,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:07.170025 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42dbda52-917e-4655-b2b9-6927b91cc164 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:07.211636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'f6906f42-dfa3-4ecc-ab57-b8efa313d958', 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32', 'port_id': 'f6906f42-dfa3-4ecc-ab57-b8efa313d958', 'mac_address': 'fa:16:3e:26:b4:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770c8742-8713-49fd-a7af-1495530b83a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:46:07.234621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-42dbda52-917e-4655-b2b9-6927b91cc164 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Calling delete_port for e5cd395d-b459-4d0e-845d-ad23fd2c1321 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:46:07.238758 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fdbbae6f-2a7c-4d40-a817-7e593df37059 req-157a888c-f0f4-4101-96d3-788e1e557abc tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5042102 Jul 09 13:46:07.439751 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:07.470107 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6906f42-dfa3-4ecc-ab57-b8efa313d958 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:46:07.535966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port f6906f42-dfa3-4ecc-ab57-b8efa313d958, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=f6906f42-dfa3-4ecc-ab57-b8efa313d958,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:07.547132 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:07.641524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=f6906f42-dfa3-4ecc-ab57-b8efa313d958,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:07.744897 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42dbda52-917e-4655-b2b9-6927b91cc164 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:07.779220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['f6906f42-dfa3-4ecc-ab57-b8efa313d958'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:46:08.033311 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbda52-917e-4655-b2b9-6927b91cc164 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event deleted for resources: {'Port': ['ID=e5cd395d-b459-4d0e-845d-ad23fd2c1321,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:08.035954 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42dbda52-917e-4655-b2b9-6927b91cc164 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:08.271633 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42dbda52-917e-4655-b2b9-6927b91cc164 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:08.274257 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42dbda52-917e-4655-b2b9-6927b91cc164 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:08.339660 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42dbda52-917e-4655-b2b9-6927b91cc164 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:08.340225 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42dbda52-917e-4655-b2b9-6927b91cc164 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Fanout notify agent at l3_agent the message router_deleted on router e035c124-470b-4d46-aebe-3dfd6213718a {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:46:08.362464 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42dbda52-917e-4655-b2b9-6927b91cc164 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:08.367167 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-42dbda52-917e-4655-b2b9-6927b91cc164 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] 10.222.0.39 "DELETE /v2.0/routers/e035c124-470b-4d46-aebe-3dfd6213718a HTTP/1.1" status: 204 len: 168 time: 2.4523683 Jul 09 13:46:08.373901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54134) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:08.489561 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54138) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:08.517579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-7774163d-7a1f-4cb2-a377-1dbc3e4a933e tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Deleting subnet 4fd36b9a-05cf-49b7-b8b7-74a266361fb4 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:46:08.521766 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7774163d-7a1f-4cb2-a377-1dbc3e4a933e tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:08.549226 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:08.606705 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7774163d-7a1f-4cb2-a377-1dbc3e4a933e tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:08.702150 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:08.792966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device f6906f42-dfa3-4ecc-ab57-b8efa313d958 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:08.824786 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccfb051-2191-4e8f-ab57-34b5940f1045 req-4554d8f1-3137-42b7-a302-59ed3cf78a6c tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:08.826562 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ccfb051-2191-4e8f-ab57-34b5940f1045 req-4554d8f1-3137-42b7-a302-59ed3cf78a6c tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1095 time: 0.1178281 Jul 09 13:46:08.895978 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ccfb051-2191-4e8f-ab57-34b5940f1045 req-819a8f51-b57f-498a-b184-59cc7cbf1d32 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505819 Jul 09 13:46:08.899670 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7774163d-7a1f-4cb2-a377-1dbc3e4a933e tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:08.951689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b8773dea-850a-4171-a109-515756c9b92e admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-2071897274-network', 'tenant_id': '437be4959def4f7ca5c40e6bc592f1e0'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:09.004375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8773dea-850a-4171-a109-515756c9b92e admin admin] Made reservation on behalf of 437be4959def4f7ca5c40e6bc592f1e0 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:46:09.008676 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8773dea-850a-4171-a109-515756c9b92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:09.052782 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8773dea-850a-4171-a109-515756c9b92e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:09.086537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port f6906f42-dfa3-4ecc-ab57-b8efa313d958 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:09.094041 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port f6906f42-dfa3-4ecc-ab57-b8efa313d958 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:09.095768 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:09.142409 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7774163d-7a1f-4cb2-a377-1dbc3e4a933e tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:09.249786 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7774163d-7a1f-4cb2-a377-1dbc3e4a933e tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd36b9a-05cf-49b7-b8b7-74a266361fb4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:09.254090 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7774163d-7a1f-4cb2-a377-1dbc3e4a933e tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:09.256952 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7774163d-7a1f-4cb2-a377-1dbc3e4a933e tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] 10.222.0.39 "DELETE /v2.0/subnets/4fd36b9a-05cf-49b7-b8b7-74a266361fb4 HTTP/1.1" status: 204 len: 168 time: 0.8816183 Jul 09 13:46:09.290212 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54154) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:09.322856 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a48ae03-8466-475c-82a9-0309d112ae18 None None] Network 592a236a-76ef-43bd-ad5f-6d83645c1f42 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:46:09.339771 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8773dea-850a-4171-a109-515756c9b92e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:09.352172 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8773dea-850a-4171-a109-515756c9b92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:09.372676 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8773dea-850a-4171-a109-515756c9b92e admin admin] vlan segment allocate from pool success with {'vlan_id': 308, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:46:09.389793 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8773dea-850a-4171-a109-515756c9b92e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:09.390171 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-b8773dea-850a-4171-a109-515756c9b92e admin admin] Added segment 08ad958a-7623-4568-bdc6-76adb5b4bacf of type vlan for network 7dfd5de1-9f36-481c-91a9-6527e4854310 Jul 09 13:46:09.444762 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8773dea-850a-4171-a109-515756c9b92e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:09.495884 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8773dea-850a-4171-a109-515756c9b92e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:09.497703 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8773dea-850a-4171-a109-515756c9b92e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:09.498517 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8773dea-850a-4171-a109-515756c9b92e admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:09.517790 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:09.651175 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Deleting port 500094da-1b74-4e69-883b-a95edb45ded8 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:46:09.655318 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:09.753266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8773dea-850a-4171-a109-515756c9b92e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a695f94-6ec1-4e7b-af19-9e8233c5c364,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:09.780713 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b8773dea-850a-4171-a109-515756c9b92e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2862015 Jul 09 13:46:09.792482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54162) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:09.818480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c121012e-61fb-414b-9c0a-9f58a98e3193 admin admin] Request body: {'subnet': {'network_id': '7dfd5de1-9f36-481c-91a9-6527e4854310', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-2071897274-subnet', 'tenant_id': '437be4959def4f7ca5c40e6bc592f1e0', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:09.853241 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8773dea-850a-4171-a109-515756c9b92e admin admin] Pushing event updated for resources: {'Network': ['ID=7dfd5de1-9f36-481c-91a9-6527e4854310,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:09.932207 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:09.936135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 7dfd5de1-9f36-481c-91a9-6527e4854310 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:46:09.943845 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c121012e-61fb-414b-9c0a-9f58a98e3193 admin admin] Made reservation on behalf of 437be4959def4f7ca5c40e6bc592f1e0 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:46:09.947308 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c121012e-61fb-414b-9c0a-9f58a98e3193 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:10.053874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] For port 500094da-1b74-4e69-883b-a95edb45ded8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=500094da-1b74-4e69-883b-a95edb45ded8,segment=NetworkSegment(895146a3-c9ba-42ae-925f-0c159072f154),segment_id=895146a3-c9ba-42ae-925f-0c159072f154)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:10.056757 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:10.182190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Calling delete_port for 500094da-1b74-4e69-883b-a95edb45ded8 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:46:10.290417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6168049f-3bd4-489b-ab88-4df8f78ec8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6906f42-dfa3-4ecc-ab57-b8efa313d958'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:46:10.292943 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99cfca32-c2c1-4f2a-ac68-1736365da098" -d '{"events": [{"server_uuid": "6168049f-3bd4-489b-ab88-4df8f78ec8ed", "name": "network-vif-plugged", "status": "completed", "tag": "f6906f42-dfa3-4ecc-ab57-b8efa313d958"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:46:10.372513 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port f6906f42-dfa3-4ecc-ab57-b8efa313d958, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=f6906f42-dfa3-4ecc-ab57-b8efa313d958,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:10.401152 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:10.524707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c121012e-61fb-414b-9c0a-9f58a98e3193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:10.554805 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278838ed-7f61-4406-93d2-a9e3b0e30aee x-openstack-request-id: req-278838ed-7f61-4406-93d2-a9e3b0e30aee {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:46:10.558478 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6168049f-3bd4-489b-ab88-4df8f78ec8ed", "name": "network-vif-plugged", "status": "completed", "tag": "f6906f42-dfa3-4ecc-ab57-b8efa313d958", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:46:10.558860 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-278838ed-7f61-4406-93d2-a9e3b0e30aee {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:46:10.559380 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6168049f-3bd4-489b-ab88-4df8f78ec8ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6906f42-dfa3-4ecc-ab57-b8efa313d958', 'code': 200} Jul 09 13:46:10.579510 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=f6906f42-dfa3-4ecc-ab57-b8efa313d958,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:10.592639 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:10.592999 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:10.595736 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:10.596551 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:10.596756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:10.597178 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:10.599863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:10.600334 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:10.600756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:10.601205 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:10.602170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:10.602590 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:10.667767 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2107f2b-b16f-4ffe-a924-c4ac29ce66ef None None] DHCP port deletion for 592a236a-76ef-43bd-ad5f-6d83645c1f42 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:46:10.690644 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121012e-61fb-414b-9c0a-9f58a98e3193 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4660b97-ccdf-4bbf-a1d9-399b8de93340,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:10.708440 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c121012e-61fb-414b-9c0a-9f58a98e3193 admin admin] Checking segment: {'id': '08ad958a-7623-4568-bdc6-76adb5b4bacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7dfd5de1-9f36-481c-91a9-6527e4854310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:10.710956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c121012e-61fb-414b-9c0a-9f58a98e3193 admin admin] Network hostable DHCP agents. Network: 7dfd5de1-9f36-481c-91a9-6527e4854310, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:46:10.779776 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:10.797275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6af7235-539e-4f85-8f4d-66a1c192836f req-5f3e7c39-f052-45c0-bbc4-449f4c9c624d tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:10.799383 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a6af7235-539e-4f85-8f4d-66a1c192836f req-5f3e7c39-f052-45c0-bbc4-449f4c9c624d tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1096 time: 0.2303629 Jul 09 13:46:10.821871 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b2107f2b-b16f-4ffe-a924-c4ac29ce66ef None None] Deleting port 500094da-1b74-4e69-883b-a95edb45ded8 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:46:10.822478 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2107f2b-b16f-4ffe-a924-c4ac29ce66ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:10.853469 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c121012e-61fb-414b-9c0a-9f58a98e3193 admin admin] Network 7dfd5de1-9f36-481c-91a9-6527e4854310 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:46:10.854496 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event deleted for resources: {'Port': ['ID=500094da-1b74-4e69-883b-a95edb45ded8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:10.875876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] No DVR routers for this DVR port 500094da-1b74-4e69-883b-a95edb45ded8 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:46:10.928575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b992cc-02b5-4f51-88ba-80d71cfde36f req-cf873238-0ce1-45f4-9f62-1dbafa512e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:10.929312 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c6b992cc-02b5-4f51-88ba-80d71cfde36f req-cf873238-0ce1-45f4-9f62-1dbafa512e0c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1096 time: 0.2414188 Jul 09 13:46:10.930452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c121012e-61fb-414b-9c0a-9f58a98e3193 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 7dfd5de1-9f36-481c-91a9-6527e4854310) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:10.938445 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a6af7235-539e-4f85-8f4d-66a1c192836f req-abf5287f-69fd-4a0f-9564-7f23a9fe6375 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884981 Jul 09 13:46:10.978534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c121012e-61fb-414b-9c0a-9f58a98e3193 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:10.992189 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c121012e-61fb-414b-9c0a-9f58a98e3193 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:10.999581 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986f0361-f7c8-4225-88cc-018dba70769d None None] Network 7dfd5de1-9f36-481c-91a9-6527e4854310 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:46:11.038099 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:11.060263 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592a236a-76ef-43bd-ad5f-6d83645c1f42']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:11.087937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '895146a3-c9ba-42ae-925f-0c159072f154') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:11.088556 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '895146a3-c9ba-42ae-925f-0c159072f154') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:11.106614 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c121012e-61fb-414b-9c0a-9f58a98e3193 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3079908 Jul 09 13:46:11.107925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54182) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:11.110883 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:11.134708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-2071897274-router', 'tenant_id': '437be4959def4f7ca5c40e6bc592f1e0', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:11.160911 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c6b992cc-02b5-4f51-88ba-80d71cfde36f req-a44fbb57-9869-40c6-bc40-8315e86eb998 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2207501 Jul 09 13:46:11.169027 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:11.177184 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:46:11.177708 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:46:11.182308 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:46:11.232743 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:11.234614 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:11.248085 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b2107f2b-b16f-4ffe-a924-c4ac29ce66ef None None] For port 500094da-1b74-4e69-883b-a95edb45ded8, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:11.249257 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2107f2b-b16f-4ffe-a924-c4ac29ce66ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:11.300539 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:11.317351 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:11.325384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54190) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:11.329099 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] 10.222.0.39 "DELETE /v2.0/networks/592a236a-76ef-43bd-ad5f-6d83645c1f42 HTTP/1.1" status: 204 len: 168 time: 2.0376952 Jul 09 13:46:11.380967 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2545b06-eec1-43fd-8a39-47f26f65fd69 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event deleted for resources: {'Network': ['ID=592a236a-76ef-43bd-ad5f-6d83645c1f42,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:11.397997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b2107f2b-b16f-4ffe-a924-c4ac29ce66ef None None] Calling delete_port for 500094da-1b74-4e69-883b-a95edb45ded8 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:46:11.404184 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-b2107f2b-b16f-4ffe-a924-c4ac29ce66ef None None] Port 500094da-1b74-4e69-883b-a95edb45ded8 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:46:11.410107 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2107f2b-b16f-4ffe-a924-c4ac29ce66ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:11.448643 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b2107f2b-b16f-4ffe-a924-c4ac29ce66ef None None] Network 592a236a-76ef-43bd-ad5f-6d83645c1f42 is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:46:11.457858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2107f2b-b16f-4ffe-a924-c4ac29ce66ef None None] No DVR routers for this DVR port 500094da-1b74-4e69-883b-a95edb45ded8 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:46:11.507964 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:11.526214 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2107f2b-b16f-4ffe-a924-c4ac29ce66ef None None] Pushing event deleted for resources: {'Port': ['ID=500094da-1b74-4e69-883b-a95edb45ded8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:11.679252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-7dfd5de1-9f36-481c-91a9-6527e4854310', 'network_id': '7dfd5de1-9f36-481c-91a9-6527e4854310', 'tenant_id': '437be4959def4f7ca5c40e6bc592f1e0', 'fixed_ips': [{'subnet_id': 'e4660b97-ccdf-4bbf-a1d9-399b8de93340'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:46:11.681208 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:12.077965 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:12.115968 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 500094da-1b74-4e69-883b-a95edb45ded8 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:46:12.261185 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 500094da-1b74-4e69-883b-a95edb45ded8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:46:12.261540 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 500094da-1b74-4e69-883b-a95edb45ded8 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:46:12.382906 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Allocated IP 172.20.0.2 (7dfd5de1-9f36-481c-91a9-6527e4854310/e4660b97-ccdf-4bbf-a1d9-399b8de93340/0939d350-a7b8-4156-a6e5-14d1501b348f) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:12.400269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e7637a78-9cc9-4b8f-95d6-aa89573f5710 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Deleting port d717a74f-ae47-4c58-8171-c8432c186717 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:46:12.400269 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7637a78-9cc9-4b8f-95d6-aa89573f5710 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:12.611648 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a2f4d-92cc-4ff9-b014-b6b7e1fced65 req-4548d13d-a266-41c5-b34e-75ddf82dc52c tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:12.620809 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-801a2f4d-92cc-4ff9-b014-b6b7e1fced65 req-4548d13d-a266-41c5-b34e-75ddf82dc52c tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1096 time: 0.1742003 Jul 09 13:46:12.723297 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7637a78-9cc9-4b8f-95d6-aa89573f5710 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:12.723545 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7637a78-9cc9-4b8f-95d6-aa89573f5710 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:12.765987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e7637a78-9cc9-4b8f-95d6-aa89573f5710 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Calling delete_port for d717a74f-ae47-4c58-8171-c8432c186717 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:46:12.787922 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-801a2f4d-92cc-4ff9-b014-b6b7e1fced65 req-3e2693bf-b07e-4624-9902-1b5ea6a69d57 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519709 Jul 09 13:46:12.896027 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:12.929982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Transition to ACTIVE for port object 0939d350-a7b8-4156-a6e5-14d1501b348f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:13.023535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Transition to ACTIVE for port object 0939d350-a7b8-4156-a6e5-14d1501b348f will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:13.031559 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:13.039316 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:13.059548 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:13.089806 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Network 7dfd5de1-9f36-481c-91a9-6527e4854310 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:13.094639 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:13.098160 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:13.178781 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Pushing event updated for resources: {'Port': ['ID=0939d350-a7b8-4156-a6e5-14d1501b348f,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:13.298691 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Attempting to bind port 0939d350-a7b8-4156-a6e5-14d1501b348f on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:46:13.301004 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Attempting to bind port 0939d350-a7b8-4156-a6e5-14d1501b348f by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '08ad958a-7623-4568-bdc6-76adb5b4bacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7dfd5de1-9f36-481c-91a9-6527e4854310'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:46:13.302006 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Attempting to bind port 0939d350-a7b8-4156-a6e5-14d1501b348f on network 7dfd5de1-9f36-481c-91a9-6527e4854310 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:13.310960 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7637a78-9cc9-4b8f-95d6-aa89573f5710 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:13.314662 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:46:13.316507 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Checking segment: {'id': '08ad958a-7623-4568-bdc6-76adb5b4bacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7dfd5de1-9f36-481c-91a9-6527e4854310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:13.316872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Allocated IP 172.25.2.176 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/a295f828-a1ec-40aa-b401-0be0d555fe43) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:13.317386 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:13.318222 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Bound using segment: {'id': '08ad958a-7623-4568-bdc6-76adb5b4bacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7dfd5de1-9f36-481c-91a9-6527e4854310'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:46:13.319499 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Bound port: 0939d350-a7b8-4156-a6e5-14d1501b348f, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ad958a-7623-4568-bdc6-76adb5b4bacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7dfd5de1-9f36-481c-91a9-6527e4854310'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:46:13.320136 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:13.351637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7637a78-9cc9-4b8f-95d6-aa89573f5710 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Pushing event deleted for resources: {'Port': ['ID=d717a74f-ae47-4c58-8171-c8432c186717,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:13.508279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] For port 0939d350-a7b8-4156-a6e5-14d1501b348f, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:46:13.514127 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] For port 0939d350-a7b8-4156-a6e5-14d1501b348f, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0939d350-a7b8-4156-a6e5-14d1501b348f,segment=NetworkSegment(08ad958a-7623-4568-bdc6-76adb5b4bacf),segment_id=08ad958a-7623-4568-bdc6-76adb5b4bacf)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:46:13.523802 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:13.686268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a61526-1f05-4fbf-8b0d-4591cf6b989a None None] Pushing event updated for resources: {'Port': ['ID=0939d350-a7b8-4156-a6e5-14d1501b348f,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:13.808637 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:14.064643 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7637a78-9cc9-4b8f-95d6-aa89573f5710 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:14.075667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7637a78-9cc9-4b8f-95d6-aa89573f5710 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:14.081439 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e7637a78-9cc9-4b8f-95d6-aa89573f5710 tempest-FloatingIPAdminTestJSON-1553249204 tempest-FloatingIPAdminTestJSON-1553249204-project] 10.222.0.39 "DELETE /v2.0/floatingips/92409338-d201-4c1e-b93c-eb1e3ba97e8e HTTP/1.1" status: 204 len: 168 time: 2.7547877 Jul 09 13:46:14.088719 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:14.271296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Pushing event updated for resources: {'Port': ['ID=a295f828-a1ec-40aa-b401-0be0d555fe43,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:14.294272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:14.300042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:14.305551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:14.468406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc4dc83-d40d-4b4b-b091-9b1abf13b804 req-491f52d8-a72f-4dd3-9775-ee55928e2d77 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:14.491202 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-adc4dc83-d40d-4b4b-b091-9b1abf13b804 req-491f52d8-a72f-4dd3-9775-ee55928e2d77 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1096 time: 0.2087080 Jul 09 13:46:14.641913 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-adc4dc83-d40d-4b4b-b091-9b1abf13b804 req-aedf37d9-1ecf-4b5a-a125-6128b4e5be05 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490333 Jul 09 13:46:14.704960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54248) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:14.996110 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:15.134128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29136c-cce0-4205-af94-fbcef9b2cbb0 req-cb815f33-80a7-4d2b-a452-2a815bb3dfad tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:15.136793 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec29136c-cce0-4205-af94-fbcef9b2cbb0 req-cb815f33-80a7-4d2b-a452-2a815bb3dfad tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1096 time: 0.1552498 Jul 09 13:46:15.425472 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d437a4c2-1b6d-4a5e-9aca-1843854a384d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ab5b5d1beed4679aeea1696a8e7b695&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7161636 Jul 09 13:46:15.453971 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec29136c-cce0-4205-af94-fbcef9b2cbb0 req-71a7c5a2-2374-490a-a318-23e7a750ecec tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722318 Jul 09 13:46:15.457900 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54268) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:15.621230 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:15.695315 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:15.724413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a755e0-3eab-45c3-80f0-16588a10286b None None] Network 7dfd5de1-9f36-481c-91a9-6527e4854310 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:46:15.824152 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:15.972539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9707c44b-1dfb-4685-83f4-a1c532b5752a req-b70c5ae4-8f62-4a21-8c2c-ff1c5e0f519f tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:15.974646 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9707c44b-1dfb-4685-83f4-a1c532b5752a req-b70c5ae4-8f62-4a21-8c2c-ff1c5e0f519f tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1096 time: 0.1659229 Jul 09 13:46:15.983608 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:15.986463 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:15.988770 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2bffa9c-fbc9-430e-af28-d1884537b186 HTTP/1.1" status: 204 len: 168 time: 0.5293324 Jul 09 13:46:16.014853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bffa9c-fbc9-430e-af28-d1884537b186,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:16.030615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0939d350-a7b8-4156-a6e5-14d1501b348f up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:16.048845 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:16.049550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:16.050144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:16.050660 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:16.051190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:16.051686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:16.052180 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:16.052924 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:16.053421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:16.056849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:16.057390 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:16.057894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c322d94-e4e3-45f5-85c2-f2dfa6c8f2fc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:16.128410 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9707c44b-1dfb-4685-83f4-a1c532b5752a req-b4b197cc-9297-4383-b494-7490b548ed45 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357925 Jul 09 13:46:16.160047 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1723af90-9a84-4b45-8ee9-a5ee7b26f0a5 None None] Provisioning for port 0939d350-a7b8-4156-a6e5-14d1501b348f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:16.172897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Router c012c15c-352a-42fe-8a81-fbb9ec9e26f8 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:46:16.322762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 0939d350-a7b8-4156-a6e5-14d1501b348f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:16.350412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 0939d350-a7b8-4156-a6e5-14d1501b348f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:16.351135 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:16.496866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:46:16.510440 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Sync routers for ids ['c012c15c-352a-42fe-8a81-fbb9ec9e26f8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:46:16.531936 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:16.535921 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-657f8469-4194-4ea5-a731-d33c036e660d admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.4222679 Jul 09 13:46:16.538970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54294) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:16.539292 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Routers {'c012c15c-352a-42fe-8a81-fbb9ec9e26f8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:16.540018 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c012c15c-352a-42fe-8a81-fbb9ec9e26f8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:16.576397 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:16.654431 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 0939d350-a7b8-4156-a6e5-14d1501b348f, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0939d350-a7b8-4156-a6e5-14d1501b348f,segment=NetworkSegment(08ad958a-7623-4568-bdc6-76adb5b4bacf),segment_id=08ad958a-7623-4568-bdc6-76adb5b4bacf)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:16.667662 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:16.853838 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=0939d350-a7b8-4156-a6e5-14d1501b348f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:17.035663 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2f7677bd-e6f0-48b2-bb9e-69f66ee4af74 None None] Provisioning complete for port 0939d350-a7b8-4156-a6e5-14d1501b348f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:17.038630 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f7677bd-e6f0-48b2-bb9e-69f66ee4af74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:17.052062 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Set router c012c15c-352a-42fe-8a81-fbb9ec9e26f8 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:46:17.084829 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cc411-950f-463f-bed4-68186811651d req-0fcd16b1-7984-41a6-a118-e28d814b9ee3 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:17.099346 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-237cc411-950f-463f-bed4-68186811651d req-0fcd16b1-7984-41a6-a118-e28d814b9ee3 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/networks?id=51cef8eb-424f-4d2b-a4a9-d41d950e6d32 HTTP/1.1" status: 200 len: 911 time: 0.2455215 Jul 09 13:46:17.129930 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-237cc411-950f-463f-bed4-68186811651d req-4c1e34aa-7982-4b6b-9611-3a8f6f8b2b99 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/quotas/d4805ce6da25419eaa0c0e165e719d2b HTTP/1.1" status: 200 len: 375 time: 0.0283744 Jul 09 13:46:17.132243 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54312) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:17.239391 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-702875f9-25cc-4655-8998-e5daa2704ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:17.544344 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-702875f9-25cc-4655-8998-e5daa2704ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:17.562120 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-702875f9-25cc-4655-8998-e5daa2704ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:17.709130 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'name': 'tempest-TestAggregatesBasicOps-2071897274-router', 'tenant_id': '437be4959def4f7ca5c40e6bc592f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:11Z', 'updated_at': '2021-07-09T13:46:14Z', 'revision_number': 3, 'project_id': '437be4959def4f7ca5c40e6bc592f1e0', 'gw_port': {'id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:13Z', 'updated_at': '2021-07-09T13:46:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:17.719942 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702875f9-25cc-4655-8998-e5daa2704ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7958d9a-9e99-4eb1-a178-164f3251a4e4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:17.748292 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Checking router: c012c15c-352a-42fe-8a81-fbb9ec9e26f8 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:46:17.748883 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Updating router c012c15c-352a-42fe-8a81-fbb9ec9e26f8 port a295f828-a1ec-40aa-b401-0be0d555fe43 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:46:17.801439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-702875f9-25cc-4655-8998-e5daa2704ada admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4378222d35ec454386f3b5e650e0d511&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6639633 Jul 09 13:46:17.807188 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54322) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:17.810511 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:17.921541 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-237cc411-950f-463f-bed4-68186811651d req-6dfce71d-9f42-4238-a509-98d7578e8361 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?tenant_id=d4805ce6da25419eaa0c0e165e719d2b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7793515 Jul 09 13:46:17.921872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0939d350-a7b8-4156-a6e5-14d1501b348f up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:18.106101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 0939d350-a7b8-4156-a6e5-14d1501b348f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:18.106811 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:18.169687 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:18.182922 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Transition to ACTIVE for port object a295f828-a1ec-40aa-b401-0be0d555fe43 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:18.202783 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:18.204608 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca34160-2b7b-4242-9a9c-5c502d2aa86a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:18.276453 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-237cc411-950f-463f-bed4-68186811651d req-b0869acc-f4cc-452a-8af2-dcdc97c5158f service neutron] 10.222.0.39 "GET /v2.0/networks/51cef8eb-424f-4d2b-a4a9-d41d950e6d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3477857 Jul 09 13:46:18.418313 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Attempting to bind port a295f828-a1ec-40aa-b401-0be0d555fe43 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:46:18.420824 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Attempting to bind port a295f828-a1ec-40aa-b401-0be0d555fe43 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:46:18.422181 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Attempting to bind port a295f828-a1ec-40aa-b401-0be0d555fe43 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:18.438908 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-237cc411-950f-463f-bed4-68186811651d req-58b958b9-341f-4b99-aea8-0df4dc0ee9e5 service neutron] 10.222.0.39 "GET /v2.0/networks/51cef8eb-424f-4d2b-a4a9-d41d950e6d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391256 Jul 09 13:46:18.458022 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca34160-2b7b-4242-9a9c-5c502d2aa86a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:18.567776 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca34160-2b7b-4242-9a9c-5c502d2aa86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:18.571319 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ca34160-2b7b-4242-9a9c-5c502d2aa86a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:18.583147 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7ca34160-2b7b-4242-9a9c-5c502d2aa86a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d7958d9a-9e99-4eb1-a178-164f3251a4e4 HTTP/1.1" status: 204 len: 168 time: 0.7661233 Jul 09 13:46:18.609916 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca34160-2b7b-4242-9a9c-5c502d2aa86a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7958d9a-9e99-4eb1-a178-164f3251a4e4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:18.676005 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:46:18.678001 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:18.679188 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:18.680751 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:46:18.682813 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Bound port: a295f828-a1ec-40aa-b401-0be0d555fe43, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:46:18.684695 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:18.762572 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecb67b-f6d0-4246-97ce-10adf3b79f59 None None] Pushing event updated for resources: {'Port': ['ID=a295f828-a1ec-40aa-b401-0be0d555fe43,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:18.825553 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] For port a295f828-a1ec-40aa-b401-0be0d555fe43, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:46:18.837559 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] For port a295f828-a1ec-40aa-b401-0be0d555fe43, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a295f828-a1ec-40aa-b401-0be0d555fe43,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:46:18.933955 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:19.090316 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Routers {'c012c15c-352a-42fe-8a81-fbb9ec9e26f8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:19.092340 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c012c15c-352a-42fe-8a81-fbb9ec9e26f8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:19.151750 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4f68d0f5-9460-4e09-a882-be566dd656b9 req-73b1aae4-53d8-4a0e-b863-f5865fd71ed2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 210 time: 0.0914438 Jul 09 13:46:19.346074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-c07df1cf-881e-4d9f-86bc-61a2dfdbaf01 req-0272597c-e8ba-4695-b0aa-5fdc077d902b service neutron] (93754) timed out ('10.222.0.39', 57804) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:46:19.542396 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] Set router c012c15c-352a-42fe-8a81-fbb9ec9e26f8 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:46:19.564500 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:19.672723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54362) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:19.693493 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66f7f104-d4d7-4808-9ad3-848706ca539b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:20.056376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Allocated IP 172.20.0.1 (7dfd5de1-9f36-481c-91a9-6527e4854310/e4660b97-ccdf-4bbf-a1d9-399b8de93340/4ac3ac15-2b15-4c7d-a758-d0c312ff918a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:20.060245 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66f7f104-d4d7-4808-9ad3-848706ca539b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:20.072265 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66f7f104-d4d7-4808-9ad3-848706ca539b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:20.124301 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ecb67b-f6d0-4246-97ce-10adf3b79f59 None None] Pushing event updated for resources: {'Port': ['ID=a295f828-a1ec-40aa-b401-0be0d555fe43,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:20.140025 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-66f7f104-d4d7-4808-9ad3-848706ca539b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=85ac4b32ec7549629bd4d2e6a90a4292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4661255 Jul 09 13:46:20.167922 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f7f104-d4d7-4808-9ad3-848706ca539b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3389c87d-3934-4a88-ab33-7bba53f620f5,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:20.170091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54374) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:20.333707 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'name': 'tempest-TestAggregatesBasicOps-2071897274-router', 'tenant_id': '437be4959def4f7ca5c40e6bc592f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:11Z', 'updated_at': '2021-07-09T13:46:14Z', 'revision_number': 3, 'project_id': '437be4959def4f7ca5c40e6bc592f1e0', 'gw_port': {'id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:13Z', 'updated_at': '2021-07-09T13:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:20.449027 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075f0e65-023a-45f8-85d2-6fefa4a3bab8 None None] The sync data for ids ['c012c15c-352a-42fe-8a81-fbb9ec9e26f8'] in n-d-799525-3 is: [{'id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'name': 'tempest-TestAggregatesBasicOps-2071897274-router', 'tenant_id': '437be4959def4f7ca5c40e6bc592f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:11Z', 'updated_at': '2021-07-09T13:46:14Z', 'revision_number': 3, 'project_id': '437be4959def4f7ca5c40e6bc592f1e0', 'gw_port': {'id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6a:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:13Z', 'updated_at': '2021-07-09T13:46:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:46:20.538453 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6183-08b1-495b-8804-82e32ff76c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:20.633414 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1d007b5-af61-4f6f-8f4c-333c1cd0ed3b req-389acd53-1db9-4981-a22a-2f31743509e9 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 210 time: 0.0571189 Jul 09 13:46:20.668531 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6183-08b1-495b-8804-82e32ff76c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:20.817256 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:20.902040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Transition to ACTIVE for port object 4ac3ac15-2b15-4c7d-a758-d0c312ff918a will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:20.905872 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6183-08b1-495b-8804-82e32ff76c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:20.921409 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae1c6183-08b1-495b-8804-82e32ff76c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:20.922663 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ae1c6183-08b1-495b-8804-82e32ff76c3e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3389c87d-3934-4a88-ab33-7bba53f620f5 HTTP/1.1" status: 204 len: 168 time: 0.7515080 Jul 09 13:46:20.958174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1c6183-08b1-495b-8804-82e32ff76c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3389c87d-3934-4a88-ab33-7bba53f620f5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:21.130461 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:21.211740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Network 7dfd5de1-9f36-481c-91a9-6527e4854310 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:21.216693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:21.380529 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:21.622978 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:22.005571 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a295f828-a1ec-40aa-b401-0be0d555fe43 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:22.273432 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b2f8f96b-e517-41e5-b6d6-2c8c67f4ea80 None None] Provisioning for port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:22.329553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b2f8f96b-e517-41e5-b6d6-2c8c67f4ea80 None None] Provisioning complete for port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:22.330439 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2f8f96b-e517-41e5-b6d6-2c8c67f4ea80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:22.413786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Pushing event updated for resources: {'Port': ['ID=4ac3ac15-2b15-4c7d-a758-d0c312ff918a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:22.437158 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-947a05a5-3b4a-481e-9382-769ffae10c2c req-c666cdf1-8853-4927-bb50-867a24eef766 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 210 time: 0.2077708 Jul 09 13:46:22.568829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b2f8f96b-e517-41e5-b6d6-2c8c67f4ea80 None None] Port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:46:22.583006 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port a295f828-a1ec-40aa-b401-0be0d555fe43 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:22.598911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a295f828-a1ec-40aa-b401-0be0d555fe43 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:22.616106 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:22.894700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cc411-950f-463f-bed4-68186811651d req-ab651924-b465-46a4-a6c0-b9cb256df120 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:22.901490 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-237cc411-950f-463f-bed4-68186811651d req-ab651924-b465-46a4-a6c0-b9cb256df120 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.15 "GET /v2.0/networks?id=51cef8eb-424f-4d2b-a4a9-d41d950e6d32 HTTP/1.1" status: 200 len: 911 time: 0.9318941 Jul 09 13:46:22.921387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-237cc411-950f-463f-bed4-68186811651d req-3aaea9ee-21e3-4887-b0f1-573951425721 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Request body: {'port': {'device_id': '51dad386-fdd1-47da-bb5d-576c1f1104db', 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32', 'admin_state_up': True, 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:22.981546 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-237cc411-950f-463f-bed4-68186811651d req-3aaea9ee-21e3-4887-b0f1-573951425721 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Made reservation on behalf of d4805ce6da25419eaa0c0e165e719d2b for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:46:22.988127 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-237cc411-950f-463f-bed4-68186811651d req-3aaea9ee-21e3-4887-b0f1-573951425721 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:23.157320 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:23.186869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port a295f828-a1ec-40aa-b401-0be0d555fe43, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a295f828-a1ec-40aa-b401-0be0d555fe43,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:23.194212 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:23.198258 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:23.300233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=a295f828-a1ec-40aa-b401-0be0d555fe43,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:23.440772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-237cc411-950f-463f-bed4-68186811651d req-3aaea9ee-21e3-4887-b0f1-573951425721 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Allocated IP 172.20.0.6 (51cef8eb-424f-4d2b-a4a9-d41d950e6d32/770c8742-8713-49fd-a7af-1495530b83a7/c204dbd0-d4a1-4795-9a22-61701516443e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:23.797211 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-71cc3d62-5e86-490a-bc86-650b395e3024 req-cb57ff02-c4cf-49b2-a5e1-615c2d183e45 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 210 time: 0.0784512 Jul 09 13:46:23.825725 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a295f828-a1ec-40aa-b401-0be0d555fe43 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:23.888217 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:23.924923 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:23.938489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a295f828-a1ec-40aa-b401-0be0d555fe43 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:23.939242 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:24.121472 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:24.133341 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Pushing event updated for resources: {'Port': ['ID=4ac3ac15-2b15-4c7d-a758-d0c312ff918a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:24.267227 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-237cc411-950f-463f-bed4-68186811651d req-3aaea9ee-21e3-4887-b0f1-573951425721 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:24.303843 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-237cc411-950f-463f-bed4-68186811651d req-3aaea9ee-21e3-4887-b0f1-573951425721 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Transition to ACTIVE for port object c204dbd0-d4a1-4795-9a22-61701516443e will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:24.423196 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Network 7dfd5de1-9f36-481c-91a9-6527e4854310 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:24.427392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:24.438262 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-237cc411-950f-463f-bed4-68186811651d req-3aaea9ee-21e3-4887-b0f1-573951425721 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:24.459721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['f6906f42-dfa3-4ecc-ab57-b8efa313d958'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:46:24.616384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaea9ee-21e3-4887-b0f1-573951425721 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Pushing event updated for resources: {'Port': ['ID=c204dbd0-d4a1-4795-9a22-61701516443e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:24.930086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f233ae61-d357-4b8a-95c9-6ecf3c81eb2f None None] Provisioning complete for port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:24.930542 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f233ae61-d357-4b8a-95c9-6ecf3c81eb2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:24.996902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-237cc411-950f-463f-bed4-68186811651d req-3aaea9ee-21e3-4887-b0f1-573951425721 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:25.000168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-237cc411-950f-463f-bed4-68186811651d req-3aaea9ee-21e3-4887-b0f1-573951425721 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:25.001561 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f233ae61-d357-4b8a-95c9-6ecf3c81eb2f None None] Port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:46:25.031684 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54496) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:25.045029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-237cc411-950f-463f-bed4-68186811651d req-3aaea9ee-21e3-4887-b0f1-573951425721 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:25.196814 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbbeaf-bbf5-4be2-9684-c25c44448257 req-c752f459-ecc0-41e9-a02b-2539ee3bf1c9 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:25.198924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7cbbeaf-bbf5-4be2-9684-c25c44448257 req-c752f459-ecc0-41e9-a02b-2539ee3bf1c9 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1027 time: 0.1644998 Jul 09 13:46:25.269551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Router c012c15c-352a-42fe-8a81-fbb9ec9e26f8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:46:25.272245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cc411-950f-463f-bed4-68186811651d req-3aaea9ee-21e3-4887-b0f1-573951425721 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:25.273350 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-237cc411-950f-463f-bed4-68186811651d req-3aaea9ee-21e3-4887-b0f1-573951425721 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:25.364200 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-237cc411-950f-463f-bed4-68186811651d req-3aaea9ee-21e3-4887-b0f1-573951425721 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.4516311 Jul 09 13:46:25.386588 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Request body: {'port': {'device_id': '51dad386-fdd1-47da-bb5d-576c1f1104db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:25.389258 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7cbbeaf-bbf5-4be2-9684-c25c44448257 req-ddb8f71e-02a1-4745-bfdf-43fd85d412e3 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787305 Jul 09 13:46:25.403146 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5f33fc6b-8d1a-4d47-8634-9411aad841a9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1502088205', 'router:external': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:25.453741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f33fc6b-8d1a-4d47-8634-9411aad841a9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Made reservation on behalf of 50ea8a551f4f4d8f872deaab5886f75d for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:46:25.460417 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f33fc6b-8d1a-4d47-8634-9411aad841a9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:25.491169 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f33fc6b-8d1a-4d47-8634-9411aad841a9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:25.568378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6cc33370-a20a-4af0-8f36-4f6a5ef74ce8 None None] Provisioning for port c204dbd0-d4a1-4795-9a22-61701516443e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:25.574068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6cc33370-a20a-4af0-8f36-4f6a5ef74ce8 None None] Provisioning complete for port c204dbd0-d4a1-4795-9a22-61701516443e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:25.574716 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cc33370-a20a-4af0-8f36-4f6a5ef74ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:25.614560 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:46:25.620859 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-99040c75-6114-4db4-a5b2-0f62aa5b1492 admin admin] 10.222.0.39 "PUT /v2.0/routers/c012c15c-352a-42fe-8a81-fbb9ec9e26f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0803616 Jul 09 13:46:25.637508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Sync routers for ids ['c012c15c-352a-42fe-8a81-fbb9ec9e26f8'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:46:25.641032 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:25.658066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Routers {'c012c15c-352a-42fe-8a81-fbb9ec9e26f8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:25.660099 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c012c15c-352a-42fe-8a81-fbb9ec9e26f8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:25.664749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6cc33370-a20a-4af0-8f36-4f6a5ef74ce8 None None] Port c204dbd0-d4a1-4795-9a22-61701516443e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:46:25.715515 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f33fc6b-8d1a-4d47-8634-9411aad841a9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:25.722882 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f33fc6b-8d1a-4d47-8634-9411aad841a9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:25.797364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f33fc6b-8d1a-4d47-8634-9411aad841a9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:46:25.849840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33fc6b-8d1a-4d47-8634-9411aad841a9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c37b4358-57bc-497e-a3d3-6101fef3a104,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:25.868264 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f33fc6b-8d1a-4d47-8634-9411aad841a9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:25.868700 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-5f33fc6b-8d1a-4d47-8634-9411aad841a9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Added segment 6843ec8f-bfed-4393-8a2c-36a810a5583c of type vlan for network dbc5dbbf-49d2-444d-b18f-dbed720becbe Jul 09 13:46:26.010396 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f33fc6b-8d1a-4d47-8634-9411aad841a9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:26.092494 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f33fc6b-8d1a-4d47-8634-9411aad841a9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:26.093878 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f33fc6b-8d1a-4d47-8634-9411aad841a9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:26.096991 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5f33fc6b-8d1a-4d47-8634-9411aad841a9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:26.263645 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5f33fc6b-8d1a-4d47-8634-9411aad841a9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2294285 Jul 09 13:46:26.272085 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54530) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:26.293100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1a817f3d-1f8c-4f3c-96ee-54a522665f39 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Request body: {'subnet': {'network_id': 'dbc5dbbf-49d2-444d-b18f-dbed720becbe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:26.329356 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Set router c012c15c-352a-42fe-8a81-fbb9ec9e26f8 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:46:26.382505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33fc6b-8d1a-4d47-8634-9411aad841a9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Pushing event updated for resources: {'Network': ['ID=dbc5dbbf-49d2-444d-b18f-dbed720becbe,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:26.458861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c204dbd0-d4a1-4795-9a22-61701516443e {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:46:26.476750 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:26.500268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Transition to ACTIVE for port object c204dbd0-d4a1-4795-9a22-61701516443e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:26.503021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a817f3d-1f8c-4f3c-96ee-54a522665f39 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Made reservation on behalf of 50ea8a551f4f4d8f872deaab5886f75d for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:46:26.506270 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a817f3d-1f8c-4f3c-96ee-54a522665f39 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:26.511897 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:26.515505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network dbc5dbbf-49d2-444d-b18f-dbed720becbe details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:46:26.780875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c810b4-591d-4d5a-a21f-2836e1046150 req-41e47280-29f1-4cc7-b8ee-d73ea1ba1b68 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:26.798621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Pushing event updated for resources: {'Port': ['ID=c204dbd0-d4a1-4795-9a22-61701516443e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:26.804600 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8c810b4-591d-4d5a-a21f-2836e1046150 req-41e47280-29f1-4cc7-b8ee-d73ea1ba1b68 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1052 time: 0.1562426 Jul 09 13:46:26.920117 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8c810b4-591d-4d5a-a21f-2836e1046150 req-428ecf86-3bed-4d2b-a138-a3d94e627f63 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133237 Jul 09 13:46:27.141876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Attempting to bind port c204dbd0-d4a1-4795-9a22-61701516443e on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:46:27.143726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Attempting to bind port c204dbd0-d4a1-4795-9a22-61701516443e by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:46:27.144563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Attempting to bind port c204dbd0-d4a1-4795-9a22-61701516443e on network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:27.156158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Port c204dbd0-d4a1-4795-9a22-61701516443e on network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:46:27.156912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Attempting to bind port c204dbd0-d4a1-4795-9a22-61701516443e on network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:27.167485 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 46, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:46:27.168499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Checking segment: {'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:27.169160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Bound using segment: {'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:46:27.169876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Bound port: c204dbd0-d4a1-4795-9a22-61701516443e, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:46:27.170915 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54554) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:27.178845 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e5b8c4df-5265-4798-b292-21d1bfcda9eb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-702302001-network', 'tenant_id': '20541e56937347f4b1cb777912c37885'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:27.183040 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:27.188381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'name': 'tempest-TestAggregatesBasicOps-2071897274-router', 'tenant_id': '437be4959def4f7ca5c40e6bc592f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:11Z', 'updated_at': '2021-07-09T13:46:22Z', 'revision_number': 4, 'project_id': '437be4959def4f7ca5c40e6bc592f1e0', 'gw_port': {'id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:13Z', 'updated_at': '2021-07-09T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '4ac3ac15-2b15-4c7d-a758-d0c312ff918a', 'name': '', 'network_id': '7dfd5de1-9f36-481c-91a9-6527e4854310', 'tenant_id': '437be4959def4f7ca5c40e6bc592f1e0', 'mac_address': 'fa:16:3e:b1:50:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e4660b97-ccdf-4bbf-a1d9-399b8de93340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:19Z', 'updated_at': '2021-07-09T13:46:23Z', 'revision_number': 2, 'project_id': '437be4959def4f7ca5c40e6bc592f1e0', 'subnets': [{'id': 'e4660b97-ccdf-4bbf-a1d9-399b8de93340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:27.229330 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b8c4df-5265-4798-b292-21d1bfcda9eb admin admin] Made reservation on behalf of 20541e56937347f4b1cb777912c37885 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:46:27.233819 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c4df-5265-4798-b292-21d1bfcda9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:27.248666 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c4df-5265-4798-b292-21d1bfcda9eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:27.276651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Checking router: c012c15c-352a-42fe-8a81-fbb9ec9e26f8 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:46:27.277042 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Updating router c012c15c-352a-42fe-8a81-fbb9ec9e26f8 port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:46:27.389022 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:27.508151 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c4df-5265-4798-b292-21d1bfcda9eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:27.520397 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c4df-5265-4798-b292-21d1bfcda9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:27.562397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] For port c204dbd0-d4a1-4795-9a22-61701516443e, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:46:27.567790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] For port c204dbd0-d4a1-4795-9a22-61701516443e, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c204dbd0-d4a1-4795-9a22-61701516443e,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:46:27.571506 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b8c4df-5265-4798-b292-21d1bfcda9eb admin admin] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:46:27.577021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:27.578362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8c4df-5265-4798-b292-21d1bfcda9eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095bf9bc-a854-48cc-962f-717d03b481f2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:27.592364 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c4df-5265-4798-b292-21d1bfcda9eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:27.592567 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-e5b8c4df-5265-4798-b292-21d1bfcda9eb admin admin] Added segment 1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4 of type vlan for network c3786cc2-5059-4742-882b-f511217b2aa2 Jul 09 13:46:27.632478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:27.633397 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:27.634978 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-237cc411-950f-463f-bed4-68186811651d req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] 10.222.0.15 "PUT /v2.0/ports/c204dbd0-d4a1-4795-9a22-61701516443e HTTP/1.1" status: 200 len: 1091 time: 2.2627168 Jul 09 13:46:27.637573 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51dad386-fdd1-47da-bb5d-576c1f1104db', 'tag': 'c204dbd0-d4a1-4795-9a22-61701516443e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:46:27.648480 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296d335d-7e51-4ef9-95e5-8e2b37084575" -d '{"events": [{"name": "network-changed", "server_uuid": "51dad386-fdd1-47da-bb5d-576c1f1104db", "tag": "c204dbd0-d4a1-4795-9a22-61701516443e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:46:27.769463 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e403662-06ce-448b-9be5-c1ca92d04c72 service neutron] Pushing event updated for resources: {'Port': ['ID=c204dbd0-d4a1-4795-9a22-61701516443e,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:27.772703 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c4df-5265-4798-b292-21d1bfcda9eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:27.789478 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:46:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0497384b-a02d-49a4-844b-ce304c76284c x-openstack-request-id: req-0497384b-a02d-49a4-844b-ce304c76284c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:46:27.789947 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51dad386-fdd1-47da-bb5d-576c1f1104db", "tag": "c204dbd0-d4a1-4795-9a22-61701516443e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:46:27.790440 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0497384b-a02d-49a4-844b-ce304c76284c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:46:27.793902 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51dad386-fdd1-47da-bb5d-576c1f1104db', 'tag': 'c204dbd0-d4a1-4795-9a22-61701516443e', 'status': 'completed', 'code': 200} Jul 09 13:46:27.857354 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c4df-5265-4798-b292-21d1bfcda9eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:27.878747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b8c4df-5265-4798-b292-21d1bfcda9eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:27.879837 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5b8c4df-5265-4798-b292-21d1bfcda9eb admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:27.987667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.objects.ports [None req-1a817f3d-1f8c-4f3c-96ee-54a522665f39 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93753) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:46:27.994386 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a817f3d-1f8c-4f3c-96ee-54a522665f39 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:28.038331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e5b8c4df-5265-4798-b292-21d1bfcda9eb admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8655670 Jul 09 13:46:28.041252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54582) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:28.049510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-84e1bcec-e7bb-49a9-8111-14dc2d3d8d6e admin admin] Request body: {'subnet': {'network_id': 'c3786cc2-5059-4742-882b-f511217b2aa2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-702302001-subnet', 'tenant_id': '20541e56937347f4b1cb777912c37885', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:28.057158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b8c4df-5265-4798-b292-21d1bfcda9eb admin admin] Pushing event updated for resources: {'Network': ['ID=c3786cc2-5059-4742-882b-f511217b2aa2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:28.093428 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network c3786cc2-5059-4742-882b-f511217b2aa2 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:46:28.150136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84e1bcec-e7bb-49a9-8111-14dc2d3d8d6e admin admin] Made reservation on behalf of 20541e56937347f4b1cb777912c37885 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:46:28.156111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cc411-950f-463f-bed4-68186811651d req-58003ad0-c3da-4093-87c5-81363ae8c32a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:28.160436 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-237cc411-950f-463f-bed4-68186811651d req-58003ad0-c3da-4093-87c5-81363ae8c32a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4805ce6da25419eaa0c0e165e719d2b&device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1094 time: 0.4688368 Jul 09 13:46:28.166389 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84e1bcec-e7bb-49a9-8111-14dc2d3d8d6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:28.376324 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:28.380897 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-237cc411-950f-463f-bed4-68186811651d req-d46dc9b0-cfbf-4fcf-99b9-957cfb19c42b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c204dbd0-d4a1-4795-9a22-61701516443e HTTP/1.1" status: 200 len: 217 time: 0.2053785 Jul 09 13:46:28.399210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Transition to ACTIVE for port object 4ac3ac15-2b15-4c7d-a758-d0c312ff918a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:28.408896 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:28.428392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a817f3d-1f8c-4f3c-96ee-54a522665f39 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4f5a8c8e-23e0-43a5-b2fb-6a69ff907a31,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:28.447579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a817f3d-1f8c-4f3c-96ee-54a522665f39 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Checking segment: {'id': '6843ec8f-bfed-4393-8a2c-36a810a5583c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'dbc5dbbf-49d2-444d-b18f-dbed720becbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:28.448009 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a817f3d-1f8c-4f3c-96ee-54a522665f39 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Network hostable DHCP agents. Network: dbc5dbbf-49d2-444d-b18f-dbed720becbe, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:46:28.477693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cc411-950f-463f-bed4-68186811651d req-c7825299-39be-436f-b72c-5c62cdecad46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:28.481521 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-237cc411-950f-463f-bed4-68186811651d req-c7825299-39be-436f-b72c-5c62cdecad46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=770c8742-8713-49fd-a7af-1495530b83a7 HTTP/1.1" status: 200 len: 849 time: 0.0895302 Jul 09 13:46:28.515717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce08dd8-a12d-40b2-aee0-1467fbb7968e None None] Pushing event updated for resources: {'Port': ['ID=4ac3ac15-2b15-4c7d-a758-d0c312ff918a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:28.569443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a817f3d-1f8c-4f3c-96ee-54a522665f39 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Network dbc5dbbf-49d2-444d-b18f-dbed720becbe is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:46:28.599881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1a817f3d-1f8c-4f3c-96ee-54a522665f39 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, dbc5dbbf-49d2-444d-b18f-dbed720becbe) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:28.616319 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a817f3d-1f8c-4f3c-96ee-54a522665f39 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:28.619338 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a817f3d-1f8c-4f3c-96ee-54a522665f39 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:28.630229 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd6d2e1-0634-4593-add8-6709f04a69d4 None None] Network dbc5dbbf-49d2-444d-b18f-dbed720becbe requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:46:28.708228 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1a817f3d-1f8c-4f3c-96ee-54a522665f39 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.4281590 Jul 09 13:46:28.709788 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54608) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:28.744171 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84e1bcec-e7bb-49a9-8111-14dc2d3d8d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:28.748219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Attempting to bind port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:46:28.748968 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Attempting to bind port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '08ad958a-7623-4568-bdc6-76adb5b4bacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7dfd5de1-9f36-481c-91a9-6527e4854310'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:46:28.749547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Attempting to bind port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a on network 7dfd5de1-9f36-481c-91a9-6527e4854310 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:28.751672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ad164b63-b829-4c41-8881-cc135f5d6cd9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1422531656', 'network_id': 'dbc5dbbf-49d2-444d-b18f-dbed720becbe'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:28.810931 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:46:28.811716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Checking segment: {'id': '08ad958a-7623-4568-bdc6-76adb5b4bacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7dfd5de1-9f36-481c-91a9-6527e4854310'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:28.821418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e1bcec-e7bb-49a9-8111-14dc2d3d8d6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb19fb6a-8fac-4043-a24b-3b12d1e60c64,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:28.825193 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:28.825709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Bound using segment: {'id': '08ad958a-7623-4568-bdc6-76adb5b4bacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7dfd5de1-9f36-481c-91a9-6527e4854310'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:46:28.827272 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Bound port: 4ac3ac15-2b15-4c7d-a758-d0c312ff918a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08ad958a-7623-4568-bdc6-76adb5b4bacf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 308, 'network_id': '7dfd5de1-9f36-481c-91a9-6527e4854310'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:46:28.829869 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:28.866834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cc411-950f-463f-bed4-68186811651d req-381453e7-def0-4ba9-83eb-2422f48e2e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:28.867995 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcad6b49-4f69-40c5-8168-897e5426ebcb req-1460068c-718b-441a-8e40-85bae52b83b5 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:28.868903 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-237cc411-950f-463f-bed4-68186811651d req-381453e7-def0-4ba9-83eb-2422f48e2e8e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51cef8eb-424f-4d2b-a4a9-d41d950e6d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3799732 Jul 09 13:46:28.869870 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad164b63-b829-4c41-8881-cc135f5d6cd9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Made reservation on behalf of 50ea8a551f4f4d8f872deaab5886f75d for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:46:28.873688 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad164b63-b829-4c41-8881-cc135f5d6cd9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:28.875829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca4aced-062d-44a0-8122-6803c507451f None None] Network dbc5dbbf-49d2-444d-b18f-dbed720becbe requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:46:28.899355 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dcad6b49-4f69-40c5-8168-897e5426ebcb req-1460068c-718b-441a-8e40-85bae52b83b5 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1094 time: 0.1951208 Jul 09 13:46:28.984532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84e1bcec-e7bb-49a9-8111-14dc2d3d8d6e admin admin] Checking segment: {'id': '1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c3786cc2-5059-4742-882b-f511217b2aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:28.984933 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e1bcec-e7bb-49a9-8111-14dc2d3d8d6e admin admin] Network hostable DHCP agents. Network: c3786cc2-5059-4742-882b-f511217b2aa2, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:46:29.035624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-ad164b63-b829-4c41-8881-cc135f5d6cd9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] device_id is not set on port 2d9631d8-e042-4bc8-bd2e-e042bb397dce yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:46:29.087631 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e1bcec-e7bb-49a9-8111-14dc2d3d8d6e admin admin] Network c3786cc2-5059-4742-882b-f511217b2aa2 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:46:29.162287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] For port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:46:29.164063 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dcad6b49-4f69-40c5-8168-897e5426ebcb req-a391a940-38bd-4626-a658-115b35c2f162 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2638054 Jul 09 13:46:29.178939 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] For port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4ac3ac15-2b15-4c7d-a758-d0c312ff918a,segment=NetworkSegment(08ad958a-7623-4568-bdc6-76adb5b4bacf),segment_id=08ad958a-7623-4568-bdc6-76adb5b4bacf)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:46:29.184984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-84e1bcec-e7bb-49a9-8111-14dc2d3d8d6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, c3786cc2-5059-4742-882b-f511217b2aa2) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:29.191652 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84e1bcec-e7bb-49a9-8111-14dc2d3d8d6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:29.192568 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84e1bcec-e7bb-49a9-8111-14dc2d3d8d6e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:29.193027 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:29.217012 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-84e1bcec-e7bb-49a9-8111-14dc2d3d8d6e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1744640 Jul 09 13:46:29.235520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54630) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:29.235520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-702302001-router', 'tenant_id': '20541e56937347f4b1cb777912c37885', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:29.249891 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-237cc411-950f-463f-bed4-68186811651d req-dfbf2857-7ba4-4aee-b8fa-5501241609fc service neutron] 10.222.0.15 "GET /v2.0/networks/51cef8eb-424f-4d2b-a4a9-d41d950e6d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3632536 Jul 09 13:46:29.263001 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46b2109-0242-45f0-91df-74c8c21c6c9e req-38f8a2cf-31fb-4777-a210-eef08a34b692 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:29.264160 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1c49b5-5bb3-4ee7-a864-1fecebd35f1a None None] Network c3786cc2-5059-4742-882b-f511217b2aa2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:46:29.269502 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e46b2109-0242-45f0-91df-74c8c21c6c9e req-38f8a2cf-31fb-4777-a210-eef08a34b692 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 946 time: 0.1629493 Jul 09 13:46:29.363208 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e46b2109-0242-45f0-91df-74c8c21c6c9e req-8c932979-2fc9-4131-8e92-20ddcec1f387 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830534 Jul 09 13:46:29.445130 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:29.446162 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:29.486966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-ad164b63-b829-4c41-8881-cc135f5d6cd9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Allocated IP 172.20.0.13 (dbc5dbbf-49d2-444d-b18f-dbed720becbe/4f5a8c8e-23e0-43a5-b2fb-6a69ff907a31/2d9631d8-e042-4bc8-bd2e-e042bb397dce) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:29.552996 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce08dd8-a12d-40b2-aee0-1467fbb7968e None None] Pushing event updated for resources: {'Port': ['ID=4ac3ac15-2b15-4c7d-a758-d0c312ff918a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:29.567027 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Routers {'c012c15c-352a-42fe-8a81-fbb9ec9e26f8'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:29.567776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c012c15c-352a-42fe-8a81-fbb9ec9e26f8'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:29.596455 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-237cc411-950f-463f-bed4-68186811651d req-e60bace0-8110-4959-adbe-9e81f784aa5a service neutron] 10.222.0.15 "GET /v2.0/networks/51cef8eb-424f-4d2b-a4a9-d41d950e6d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109417 Jul 09 13:46:29.606239 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:29.827511 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-c3786cc2-5059-4742-882b-f511217b2aa2', 'network_id': 'c3786cc2-5059-4742-882b-f511217b2aa2', 'tenant_id': '20541e56937347f4b1cb777912c37885', 'fixed_ips': [{'subnet_id': 'eb19fb6a-8fac-4043-a24b-3b12d1e60c64'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:46:29.828736 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:29.846230 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] Set router c012c15c-352a-42fe-8a81-fbb9ec9e26f8 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:46:30.231283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Allocated IP 172.20.0.2 (c3786cc2-5059-4742-882b-f511217b2aa2/eb19fb6a-8fac-4043-a24b-3b12d1e60c64/5bca5fea-3260-421f-a10c-8759686ed4ea) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:30.296051 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:30.349257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d335d-7e51-4ef9-95e5-8e2b37084575 req-fef1ca4e-4e08-406f-8b16-6c7a1036808b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:30.350828 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-296d335d-7e51-4ef9-95e5-8e2b37084575 req-fef1ca4e-4e08-406f-8b16-6c7a1036808b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=d4805ce6da25419eaa0c0e165e719d2b&device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1094 time: 0.6660733 Jul 09 13:46:30.453989 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33417eca-5d3f-4b86-9cc5-15d392f8bc88 req-8c342cf2-3d25-4546-ba82-62294944ef27 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:30.462389 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33417eca-5d3f-4b86-9cc5-15d392f8bc88 req-8c342cf2-3d25-4546-ba82-62294944ef27 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1094 time: 0.1119306 Jul 09 13:46:30.483641 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad164b63-b829-4c41-8881-cc135f5d6cd9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:30.521838 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33417eca-5d3f-4b86-9cc5-15d392f8bc88 req-5f235375-718c-4495-8ffa-41ceb9a429d9 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576749 Jul 09 13:46:30.600775 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d335d-7e51-4ef9-95e5-8e2b37084575 req-ec217752-5e5d-4491-a200-d1e5dbe93c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:30.602322 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-296d335d-7e51-4ef9-95e5-8e2b37084575 req-ec217752-5e5d-4491-a200-d1e5dbe93c50 service neutron] 10.222.0.15 "GET /v2.0/networks?id=51cef8eb-424f-4d2b-a4a9-d41d950e6d32 HTTP/1.1" status: 200 len: 911 time: 0.2216749 Jul 09 13:46:30.670890 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-296d335d-7e51-4ef9-95e5-8e2b37084575 req-1dd5355a-6164-44f7-ace8-d049c15cc3c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c204dbd0-d4a1-4795-9a22-61701516443e HTTP/1.1" status: 200 len: 217 time: 0.0571642 Jul 09 13:46:30.716765 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:30.720165 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad164b63-b829-4c41-8881-cc135f5d6cd9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:30.736484 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Transition to ACTIVE for port object 5bca5fea-3260-421f-a10c-8759686ed4ea will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:30.742241 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af25303c-b1f1-4a05-8949-62f4586775e7 req-26106926-f0ec-41a3-9793-9cfe31a02171 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:30.752201 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-af25303c-b1f1-4a05-8949-62f4586775e7 req-26106926-f0ec-41a3-9793-9cfe31a02171 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 946 time: 0.1325717 Jul 09 13:46:30.765505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Transition to ACTIVE for port object 5bca5fea-3260-421f-a10c-8759686ed4ea will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:30.779582 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:30.819326 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-af25303c-b1f1-4a05-8949-62f4586775e7 req-6e88dd98-33bf-4a31-9bae-c382bdccbb3b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645313 Jul 09 13:46:30.844242 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad164b63-b829-4c41-8881-cc135f5d6cd9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Network dbc5dbbf-49d2-444d-b18f-dbed720becbe is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:30.849385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d335d-7e51-4ef9-95e5-8e2b37084575 req-e61e75ff-8858-498c-9423-e09074d4a741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:30.867619 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-296d335d-7e51-4ef9-95e5-8e2b37084575 req-e61e75ff-8858-498c-9423-e09074d4a741 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=770c8742-8713-49fd-a7af-1495530b83a7 HTTP/1.1" status: 200 len: 849 time: 0.1863470 Jul 09 13:46:30.887506 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Network c3786cc2-5059-4742-882b-f511217b2aa2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:30.889571 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Pushing event updated for resources: {'Port': ['ID=5bca5fea-3260-421f-a10c-8759686ed4ea,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:30.898960 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:30.903134 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:30.915797 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'name': 'tempest-TestAggregatesBasicOps-2071897274-router', 'tenant_id': '437be4959def4f7ca5c40e6bc592f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:11Z', 'updated_at': '2021-07-09T13:46:22Z', 'revision_number': 4, 'project_id': '437be4959def4f7ca5c40e6bc592f1e0', 'gw_port': {'id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:13Z', 'updated_at': '2021-07-09T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '4ac3ac15-2b15-4c7d-a758-d0c312ff918a', 'name': '', 'network_id': '7dfd5de1-9f36-481c-91a9-6527e4854310', 'tenant_id': '437be4959def4f7ca5c40e6bc592f1e0', 'mac_address': 'fa:16:3e:b1:50:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e4660b97-ccdf-4bbf-a1d9-399b8de93340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:19Z', 'updated_at': '2021-07-09T13:46:29Z', 'revision_number': 4, 'project_id': '437be4959def4f7ca5c40e6bc592f1e0', 'subnets': [{'id': 'e4660b97-ccdf-4bbf-a1d9-399b8de93340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:30.981491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b91069-9a97-48ae-b387-cd1156f393cc None None] The sync data for ids ['c012c15c-352a-42fe-8a81-fbb9ec9e26f8'] in n-d-799525-3 is: [{'id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'name': 'tempest-TestAggregatesBasicOps-2071897274-router', 'tenant_id': '437be4959def4f7ca5c40e6bc592f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:11Z', 'updated_at': '2021-07-09T13:46:22Z', 'revision_number': 4, 'project_id': '437be4959def4f7ca5c40e6bc592f1e0', 'gw_port': {'id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:13Z', 'updated_at': '2021-07-09T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '4ac3ac15-2b15-4c7d-a758-d0c312ff918a', 'name': '', 'network_id': '7dfd5de1-9f36-481c-91a9-6527e4854310', 'tenant_id': '437be4959def4f7ca5c40e6bc592f1e0', 'mac_address': 'fa:16:3e:b1:50:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2905, 'fixed_ips': [{'subnet_id': 'e4660b97-ccdf-4bbf-a1d9-399b8de93340', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:19Z', 'updated_at': '2021-07-09T13:46:29Z', 'revision_number': 4, 'project_id': '437be4959def4f7ca5c40e6bc592f1e0', 'subnets': [{'id': 'e4660b97-ccdf-4bbf-a1d9-399b8de93340', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:46:31.043001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ad164b63-b829-4c41-8881-cc135f5d6cd9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:31.047891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad164b63-b829-4c41-8881-cc135f5d6cd9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:31.069400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Attempting to bind port 5bca5fea-3260-421f-a10c-8759686ed4ea on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:46:31.069400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Attempting to bind port 5bca5fea-3260-421f-a10c-8759686ed4ea by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c3786cc2-5059-4742-882b-f511217b2aa2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:46:31.069400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Attempting to bind port 5bca5fea-3260-421f-a10c-8759686ed4ea on network c3786cc2-5059-4742-882b-f511217b2aa2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:31.084380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 46, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:46:31.086436 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Checking segment: {'id': '1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c3786cc2-5059-4742-882b-f511217b2aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:31.087147 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:31.091120 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Bound using segment: {'id': '1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c3786cc2-5059-4742-882b-f511217b2aa2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:46:31.092199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Bound port: 5bca5fea-3260-421f-a10c-8759686ed4ea, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c3786cc2-5059-4742-882b-f511217b2aa2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:46:31.092897 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:31.234415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad164b63-b829-4c41-8881-cc135f5d6cd9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Pushing event updated for resources: {'Port': ['ID=2d9631d8-e042-4bc8-bd2e-e042bb397dce,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:31.282864 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:31.313521 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:31.322587 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] For port 5bca5fea-3260-421f-a10c-8759686ed4ea, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:46:31.332259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] For port 5bca5fea-3260-421f-a10c-8759686ed4ea, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5bca5fea-3260-421f-a10c-8759686ed4ea,segment=NetworkSegment(1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4),segment_id=1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:46:31.341060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad164b63-b829-4c41-8881-cc135f5d6cd9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:31.341849 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad164b63-b829-4c41-8881-cc135f5d6cd9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:31.344457 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:31.394464 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ad164b63-b829-4c41-8881-cc135f5d6cd9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.6656284 Jul 09 13:46:31.397192 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54696) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:31.438211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d335d-7e51-4ef9-95e5-8e2b37084575 req-b75ad9dd-35eb-433d-b640-fd37f21b0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:31.440148 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-296d335d-7e51-4ef9-95e5-8e2b37084575 req-b75ad9dd-35eb-433d-b640-fd37f21b0e3d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=51cef8eb-424f-4d2b-a4a9-d41d950e6d32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5502186 Jul 09 13:46:31.515594 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e962edb3-e48f-471c-9705-5633ac9e6668 None None] Pushing event updated for resources: {'Port': ['ID=5bca5fea-3260-421f-a10c-8759686ed4ea,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:31.676233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c204dbd0-d4a1-4795-9a22-61701516443e details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:46:31.729821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8f36134a-2e1b-490b-96ba-2d600bc5464b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Deleting port 2d9631d8-e042-4bc8-bd2e-e042bb397dce {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:46:31.730607 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f36134a-2e1b-490b-96ba-2d600bc5464b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:31.922353 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3a294b30-0cf7-4cb0-bd42-1d195e12d4dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:32.032632 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4ac3ac15-2b15-4c7d-a758-d0c312ff918a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:32.054898 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-296d335d-7e51-4ef9-95e5-8e2b37084575 req-5e687b64-1389-446f-9b7e-e49937bc7988 service neutron] 10.222.0.15 "GET /v2.0/networks/51cef8eb-424f-4d2b-a4a9-d41d950e6d32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5971463 Jul 09 13:46:32.088788 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Allocated IP 172.25.2.66 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/1664fe1f-22f9-49fd-a73d-b4ffd368f052) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:32.140560 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f36134a-2e1b-490b-96ba-2d600bc5464b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:32.213790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8f36134a-2e1b-490b-96ba-2d600bc5464b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Calling delete_port for 2d9631d8-e042-4bc8-bd2e-e042bb397dce owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:46:32.249766 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612a1d7-eb27-4c5a-87db-8e36e3bbed73 req-b13ebb39-2f93-4777-8c18-6b9f3340e05f tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:32.250126 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:32.258093 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8612a1d7-eb27-4c5a-87db-8e36e3bbed73 req-b13ebb39-2f93-4777-8c18-6b9f3340e05f tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1094 time: 0.3949716 Jul 09 13:46:32.347283 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:32.490430 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port c204dbd0-d4a1-4795-9a22-61701516443e, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c204dbd0-d4a1-4795-9a22-61701516443e,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:32.538257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Pushing event updated for resources: {'Port': ['ID=1664fe1f-22f9-49fd-a73d-b4ffd368f052,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:32.575913 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'c204dbd0-d4a1-4795-9a22-61701516443e', 'network_id': '51cef8eb-424f-4d2b-a4a9-d41d950e6d32', 'port_id': 'c204dbd0-d4a1-4795-9a22-61701516443e', 'mac_address': 'fa:16:3e:62:8a:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '770c8742-8713-49fd-a7af-1495530b83a7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:46:32.586115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:32.597655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:32.600287 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:32.692971 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:32.717535 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-296d335d-7e51-4ef9-95e5-8e2b37084575 req-2953dcca-7369-45a1-a62d-7f678b226fb8 service neutron] 10.222.0.15 "GET /v2.0/networks/51cef8eb-424f-4d2b-a4a9-d41d950e6d32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4001639 Jul 09 13:46:32.765380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:32.777761 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:32.778146 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:32.802429 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c204dbd0-d4a1-4795-9a22-61701516443e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:46:32.880265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28c70220-1078-41c3-90a6-db2fd36dc6e0 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:46:32.978109 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port c204dbd0-d4a1-4795-9a22-61701516443e, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c204dbd0-d4a1-4795-9a22-61701516443e,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:33.012036 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:33.219701 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8612a1d7-eb27-4c5a-87db-8e36e3bbed73 req-e598f8c3-2ca1-4746-9a1b-4b2924fc6fc9 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9459805 Jul 09 13:46:33.322629 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:33.332025 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f36134a-2e1b-490b-96ba-2d600bc5464b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:33.384017 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:33.386341 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:33.388428 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['c204dbd0-d4a1-4795-9a22-61701516443e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:46:33.390405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=c204dbd0-d4a1-4795-9a22-61701516443e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:33.410979 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f36134a-2e1b-490b-96ba-2d600bc5464b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Pushing event deleted for resources: {'Port': ['ID=2d9631d8-e042-4bc8-bd2e-e042bb397dce,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:33.594958 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:33.599233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:46:33.601951 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7009bdc9-cb56-4661-8c57-96c996433784" -d '{"events": [{"server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "name": "network-vif-unplugged", "status": "completed", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:46:33.631666 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:33.702653 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f4c8f9-e08e-4dd0-8cee-63a0cd6d957a x-openstack-request-id: req-72f4c8f9-e08e-4dd0-8cee-63a0cd6d957a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:46:33.703026 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "name": "network-vif-unplugged", "status": "completed", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:46:33.703254 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-72f4c8f9-e08e-4dd0-8cee-63a0cd6d957a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:46:33.703609 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'code': 200} Jul 09 13:46:33.738555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4ac3ac15-2b15-4c7d-a758-d0c312ff918a,segment=NetworkSegment(08ad958a-7623-4568-bdc6-76adb5b4bacf),segment_id=08ad958a-7623-4568-bdc6-76adb5b4bacf)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:33.742511 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f2aecb-2c61-4566-8c92-5f5fa3e2567b None None] Network c3786cc2-5059-4742-882b-f511217b2aa2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:46:33.767643 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:33.837802 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f36134a-2e1b-490b-96ba-2d600bc5464b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:33.841641 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8f36134a-2e1b-490b-96ba-2d600bc5464b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "DELETE /v2.0/ports/2d9631d8-e042-4bc8-bd2e-e042bb397dce HTTP/1.1" status: 204 len: 168 time: 2.4430931 Jul 09 13:46:33.849224 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54756) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:33.861723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'dbc5dbbf-49d2-444d-b18f-dbed720becbe', 'external_fixed_ips': [{'subnet_id': '4f5a8c8e-23e0-43a5-b2fb-6a69ff907a31', 'ip_address': '172.20.0.13'}]}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:33.903207 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:33.904464 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:34.024719 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=28c70220-1078-41c3-90a6-db2fd36dc6e0,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:34.031195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3b2985a2-3b00-4fdc-b8ed-dbb85e808fb1 None None] Provisioning for port 5bca5fea-3260-421f-a10c-8759686ed4ea completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:34.056977 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:34.101436 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5bca5fea-3260-421f-a10c-8759686ed4ea up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:34.110134 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:34.195127 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:46:34.271599 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:34.322166 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=4ac3ac15-2b15-4c7d-a758-d0c312ff918a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:34.335405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 5bca5fea-3260-421f-a10c-8759686ed4ea completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:34.346236 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 5bca5fea-3260-421f-a10c-8759686ed4ea triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:34.346474 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:34.380052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Router 2af75f99-9771-4e94-bec3-a4cc58714712 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:46:34.499802 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:34.574176 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 5bca5fea-3260-421f-a10c-8759686ed4ea, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5bca5fea-3260-421f-a10c-8759686ed4ea,segment=NetworkSegment(1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4),segment_id=1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:34.580592 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:34.636901 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:34.697203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=5bca5fea-3260-421f-a10c-8759686ed4ea,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:34.712257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:46:34.712687 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3216f774-3656-4a73-824a-b362c5eef705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:34.725036 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Sync routers for ids ['2af75f99-9771-4e94-bec3-a4cc58714712'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:46:34.740879 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:34.744896 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-88436c06-d644-420b-b2eb-bfe02057d60b admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5132253 Jul 09 13:46:34.752041 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 54776) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:34.758452 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Routers {'2af75f99-9771-4e94-bec3-a4cc58714712'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:34.762160 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['2af75f99-9771-4e94-bec3-a4cc58714712'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:34.904333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd2655a-9155-43d6-ab49-76f70dbdce68 req-6a82ce73-1b8a-4bcf-b249-6fd1761cd5b1 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:34.906172 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fbd2655a-9155-43d6-ab49-76f70dbdce68 req-6a82ce73-1b8a-4bcf-b249-6fd1761cd5b1 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1095 time: 0.3982825 Jul 09 13:46:34.987881 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:35.020703 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fbd2655a-9155-43d6-ab49-76f70dbdce68 req-34da21c3-6774-45ba-bb9a-fc9c94cede25 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778174 Jul 09 13:46:35.022626 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:35.047810 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-28141e1b-ca50-4c86-9829-db194f43ae1c None None] Provisioning complete for port 5bca5fea-3260-421f-a10c-8759686ed4ea triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:35.051603 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28141e1b-ca50-4c86-9829-db194f43ae1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:35.154956 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Set router 2af75f99-9771-4e94-bec3-a4cc58714712 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:46:35.405309 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Allocated IP 172.20.0.13 (dbc5dbbf-49d2-444d-b18f-dbed720becbe/4f5a8c8e-23e0-43a5-b2fb-6a69ff907a31/f6aeca28-99bf-4c43-a56e-d09f659973de) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:35.446876 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'name': 'tempest-TestAggregatesBasicOps-702302001-router', 'tenant_id': '20541e56937347f4b1cb777912c37885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '1664fe1f-22f9-49fd-a73d-b4ffd368f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:29Z', 'updated_at': '2021-07-09T13:46:32Z', 'revision_number': 3, 'project_id': '20541e56937347f4b1cb777912c37885', 'gw_port': {'id': '1664fe1f-22f9-49fd-a73d-b4ffd368f052', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:31Z', 'updated_at': '2021-07-09T13:46:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:35.498229 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Checking router: 2af75f99-9771-4e94-bec3-a4cc58714712 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:46:35.498839 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Updating router 2af75f99-9771-4e94-bec3-a4cc58714712 port 1664fe1f-22f9-49fd-a73d-b4ffd368f052 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:46:35.579858 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:35.615194 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:35.629543 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:35.689356 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:35.711752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c204dbd0-d4a1-4795-9a22-61701516443e up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:35.773130 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Network dbc5dbbf-49d2-444d-b18f-dbed720becbe is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:35.778342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:35.786296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:35.848129 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Pushing event updated for resources: {'Port': ['ID=f6aeca28-99bf-4c43-a56e-d09f659973de,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:35.873372 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:35.894730 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port c204dbd0-d4a1-4795-9a22-61701516443e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:35.903944 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port c204dbd0-d4a1-4795-9a22-61701516443e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:35.904331 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:36.002883 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4ac3ac15-2b15-4c7d-a758-d0c312ff918a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:36.255801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Allocated IP 172.20.0.1 (c3786cc2-5059-4742-882b-f511217b2aa2/eb19fb6a-8fac-4043-a24b-3b12d1e60c64/977e1343-d301-4450-afef-a96ee2f3faa5) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:36.280167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:36.281855 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:36.287109 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:36.379315 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:36.430880 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Transition to ACTIVE for port object 1664fe1f-22f9-49fd-a73d-b4ffd368f052 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:36.436480 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dad386-fdd1-47da-bb5d-576c1f1104db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c204dbd0-d4a1-4795-9a22-61701516443e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:46:36.446804 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ac481d6-e97a-4233-8a31-854d47954bc4" -d '{"events": [{"server_uuid": "51dad386-fdd1-47da-bb5d-576c1f1104db", "name": "network-vif-plugged", "status": "completed", "tag": "c204dbd0-d4a1-4795-9a22-61701516443e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:46:36.457418 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:36.474893 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port c204dbd0-d4a1-4795-9a22-61701516443e, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c204dbd0-d4a1-4795-9a22-61701516443e,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:36.485440 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:36.550150 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f69a58-d48b-4d3e-8420-889ed813aee4 None None] Pushing event updated for resources: {'Port': ['ID=1664fe1f-22f9-49fd-a73d-b4ffd368f052,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:36.561791 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69a58-d48b-4d3e-8420-889ed813aee4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:36.562582 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69a58-d48b-4d3e-8420-889ed813aee4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:36.563124 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69a58-d48b-4d3e-8420-889ed813aee4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:36.563644 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69a58-d48b-4d3e-8420-889ed813aee4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:36.565681 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69a58-d48b-4d3e-8420-889ed813aee4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:36.566186 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69a58-d48b-4d3e-8420-889ed813aee4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:36.566683 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69a58-d48b-4d3e-8420-889ed813aee4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:36.567655 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69a58-d48b-4d3e-8420-889ed813aee4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:36.568231 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69a58-d48b-4d3e-8420-889ed813aee4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:36.568728 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69a58-d48b-4d3e-8420-889ed813aee4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:36.569238 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69a58-d48b-4d3e-8420-889ed813aee4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:36.569746 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59f69a58-d48b-4d3e-8420-889ed813aee4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:36.590530 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d07025-2a58-4f64-b728-6581c9a3cdcc x-openstack-request-id: req-81d07025-2a58-4f64-b728-6581c9a3cdcc {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:46:36.590819 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Attempting to bind port 1664fe1f-22f9-49fd-a73d-b4ffd368f052 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:46:36.591112 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Attempting to bind port 1664fe1f-22f9-49fd-a73d-b4ffd368f052 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:46:36.591480 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Attempting to bind port 1664fe1f-22f9-49fd-a73d-b4ffd368f052 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:36.591871 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dad386-fdd1-47da-bb5d-576c1f1104db", "name": "network-vif-plugged", "status": "completed", "tag": "c204dbd0-d4a1-4795-9a22-61701516443e", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:46:36.595281 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81d07025-2a58-4f64-b728-6581c9a3cdcc {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:46:36.596761 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dad386-fdd1-47da-bb5d-576c1f1104db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c204dbd0-d4a1-4795-9a22-61701516443e', 'code': 200} Jul 09 13:46:36.614591 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:46:36.614978 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:36.615413 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:36.615803 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:46:36.616271 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Bound port: 1664fe1f-22f9-49fd-a73d-b4ffd368f052, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:46:36.616651 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:36.678770 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5bca5fea-3260-421f-a10c-8759686ed4ea up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:36.702268 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] For port 1664fe1f-22f9-49fd-a73d-b4ffd368f052, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:46:36.706824 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] For port 1664fe1f-22f9-49fd-a73d-b4ffd368f052, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1664fe1f-22f9-49fd-a73d-b4ffd368f052,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:46:36.712512 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:36.763308 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=c204dbd0-d4a1-4795-9a22-61701516443e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:36.826937 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:36.845181 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 5bca5fea-3260-421f-a10c-8759686ed4ea triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:36.846103 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:36.918346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28c70220-1078-41c3-90a6-db2fd36dc6e0 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:46:36.950413 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Routers {'2af75f99-9771-4e94-bec3-a4cc58714712'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:36.950413 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['2af75f99-9771-4e94-bec3-a4cc58714712'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:36.981163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba0a6-e2a4-4f0e-93a2-7384967240e3 req-2216e466-1afb-467e-af48-be9b20f5459b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:36.983506 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a56ba0a6-e2a4-4f0e-93a2-7384967240e3 req-2216e466-1afb-467e-af48-be9b20f5459b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 1095 time: 0.7052846 Jul 09 13:46:37.002276 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f69a58-d48b-4d3e-8420-889ed813aee4 None None] Pushing event updated for resources: {'Port': ['ID=1664fe1f-22f9-49fd-a73d-b4ffd368f052,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:37.054928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381301af-2340-4ed0-9f87-253d0c93db76 req-8b8bd229-e043-40d1-a49b-817b0541c0b3 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:37.062526 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-381301af-2340-4ed0-9f87-253d0c93db76 req-8b8bd229-e043-40d1-a49b-817b0541c0b3 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1096 time: 0.3685701 Jul 09 13:46:37.074947 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:37.162426 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:37.172076 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] Set router 2af75f99-9771-4e94-bec3-a4cc58714712 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:46:37.186242 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Transition to ACTIVE for port object 977e1343-d301-4450-afef-a96ee2f3faa5 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:37.274556 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:37.334078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Pushing event updated for resources: {'Port': ['ID=977e1343-d301-4450-afef-a96ee2f3faa5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:37.368832 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287b219d-fb37-4e87-8d66-3578c67eaa3b req-3e392dc5-ae8f-48e0-b1e3-4bd3d04536fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:37.371016 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-287b219d-fb37-4e87-8d66-3578c67eaa3b req-3e392dc5-ae8f-48e0-b1e3-4bd3d04536fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1096 time: 0.5988600 Jul 09 13:46:37.389599 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:37.406183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Network c3786cc2-5059-4742-882b-f511217b2aa2 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:37.427843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-381301af-2340-4ed0-9f87-253d0c93db76 req-61d36ff1-e7b7-4f92-96a0-c5b355d7d912 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3639841 Jul 09 13:46:37.434431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:37.442762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:37.449805 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:37.530453 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'port_id': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'mac_address': 'fa:16:3e:b0:d2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:46:37.709836 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:37.736924 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Router 406a8a81-76ff-4810-b372-99cd0829507b is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:46:37.752711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c70220-1078-41c3-90a6-db2fd36dc6e0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:46:37.806649 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:37.810675 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:37.819810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba0a6-e2a4-4f0e-93a2-7384967240e3 req-6143955d-abd7-44ab-a529-5c997aad8cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:37.821052 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:37.827945 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a56ba0a6-e2a4-4f0e-93a2-7384967240e3 req-6143955d-abd7-44ab-a529-5c997aad8cf3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.7988734 Jul 09 13:46:37.913003 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'name': 'tempest-TestAggregatesBasicOps-702302001-router', 'tenant_id': '20541e56937347f4b1cb777912c37885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '1664fe1f-22f9-49fd-a73d-b4ffd368f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:29Z', 'updated_at': '2021-07-09T13:46:32Z', 'revision_number': 3, 'project_id': '20541e56937347f4b1cb777912c37885', 'gw_port': {'id': '1664fe1f-22f9-49fd-a73d-b4ffd368f052', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:31Z', 'updated_at': '2021-07-09T13:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:37.981325 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d43c5ae3-7e4e-4eb5-9527-e8784cb522b2 None None] Provisioning for port 977e1343-d301-4450-afef-a96ee2f3faa5 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:38.009268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d43c5ae3-7e4e-4eb5-9527-e8784cb522b2 None None] Provisioning complete for port 977e1343-d301-4450-afef-a96ee2f3faa5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:38.011554 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d43c5ae3-7e4e-4eb5-9527-e8784cb522b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:38.018337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['28c70220-1078-41c3-90a6-db2fd36dc6e0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:46:38.025600 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2da474-4ab8-4b1c-8dcd-00e4b3f97fdc None None] The sync data for ids ['2af75f99-9771-4e94-bec3-a4cc58714712'] in n-d-799525-3 is: [{'id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'name': 'tempest-TestAggregatesBasicOps-702302001-router', 'tenant_id': '20541e56937347f4b1cb777912c37885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '1664fe1f-22f9-49fd-a73d-b4ffd368f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:29Z', 'updated_at': '2021-07-09T13:46:32Z', 'revision_number': 3, 'project_id': '20541e56937347f4b1cb777912c37885', 'gw_port': {'id': '1664fe1f-22f9-49fd-a73d-b4ffd368f052', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:31Z', 'updated_at': '2021-07-09T13:46:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:46:38.080369 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-287b219d-fb37-4e87-8d66-3578c67eaa3b req-2f47cedf-13e5-4ad2-91aa-0e1555bdccdf service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6450317 Jul 09 13:46:38.130367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:46:38.171341 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:38.172652 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-00fe259c-14cd-4a82-a0ad-6199026e67b9 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.3179557 Jul 09 13:46:38.176165 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54888) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:38.220867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c7f24-2490-461e-af0c-2af7f1d1032d None None] Sync routers for ids ['406a8a81-76ff-4810-b372-99cd0829507b'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:46:38.274163 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=28c70220-1078-41c3-90a6-db2fd36dc6e0,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:38.277470 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:38.313482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d43c5ae3-7e4e-4eb5-9527-e8784cb522b2 None None] Port 977e1343-d301-4450-afef-a96ee2f3faa5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:46:38.320269 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a56ba0a6-e2a4-4f0e-93a2-7384967240e3 req-527f6a5c-3616-4005-8634-4d1123bac97c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0 HTTP/1.1" status: 200 len: 1001 time: 0.2370460 Jul 09 13:46:38.417424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c7f24-2490-461e-af0c-2af7f1d1032d None None] Routers {'406a8a81-76ff-4810-b372-99cd0829507b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:38.418349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4e0c7f24-2490-461e-af0c-2af7f1d1032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['406a8a81-76ff-4810-b372-99cd0829507b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:38.470200 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a833a2a2-902c-410a-907b-0fd2c952cad4 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:38.969544 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a833a2a2-902c-410a-907b-0fd2c952cad4 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:38.977827 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:38.981869 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:39.069057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-4e0c7f24-2490-461e-af0c-2af7f1d1032d None None] Set router 406a8a81-76ff-4810-b372-99cd0829507b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:46:39.182322 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5a5f3f-531f-49d3-869e-28747c879a36 req-01a3f0aa-548d-4b09-9ac1-42873664b76b tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:39.183968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d5a5f3f-531f-49d3-869e-28747c879a36 req-01a3f0aa-548d-4b09-9ac1-42873664b76b tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1096 time: 0.3493609 Jul 09 13:46:39.368084 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d5a5f3f-531f-49d3-869e-28747c879a36 req-8e68aa82-2db7-4655-86f2-50fb861b47c5 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633956 Jul 09 13:46:39.370891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a833a2a2-902c-410a-907b-0fd2c952cad4 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Deleting port f6aeca28-99bf-4c43-a56e-d09f659973de {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:46:39.376377 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a833a2a2-902c-410a-907b-0fd2c952cad4 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:39.512862 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4e0c7f24-2490-461e-af0c-2af7f1d1032d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '406a8a81-76ff-4810-b372-99cd0829507b', 'name': '', 'tenant_id': '50ea8a551f4f4d8f872deaab5886f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'dbc5dbbf-49d2-444d-b18f-dbed720becbe', 'external_fixed_ips': [{'subnet_id': '4f5a8c8e-23e0-43a5-b2fb-6a69ff907a31', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'f6aeca28-99bf-4c43-a56e-d09f659973de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:33Z', 'updated_at': '2021-07-09T13:46:36Z', 'revision_number': 3, 'project_id': '50ea8a551f4f4d8f872deaab5886f75d', 'gw_port': {'id': 'f6aeca28-99bf-4c43-a56e-d09f659973de', 'name': '', 'network_id': 'dbc5dbbf-49d2-444d-b18f-dbed720becbe', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:83:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '406a8a81-76ff-4810-b372-99cd0829507b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2933, 'fixed_ips': [{'subnet_id': '4f5a8c8e-23e0-43a5-b2fb-6a69ff907a31', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:35Z', 'updated_at': '2021-07-09T13:46:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4f5a8c8e-23e0-43a5-b2fb-6a69ff907a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:39.555174 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a833a2a2-902c-410a-907b-0fd2c952cad4 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:39.576209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c7f24-2490-461e-af0c-2af7f1d1032d None None] Checking router: 406a8a81-76ff-4810-b372-99cd0829507b for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:46:39.576571 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c7f24-2490-461e-af0c-2af7f1d1032d None None] Updating router 406a8a81-76ff-4810-b372-99cd0829507b port f6aeca28-99bf-4c43-a56e-d09f659973de binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:46:39.584025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a833a2a2-902c-410a-907b-0fd2c952cad4 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Calling delete_port for f6aeca28-99bf-4c43-a56e-d09f659973de owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:46:39.695454 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e0c7f24-2490-461e-af0c-2af7f1d1032d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:39.956383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba0a6-e2a4-4f0e-93a2-7384967240e3 req-9c1ea55b-7b68-4d24-ba26-c8288cd33e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:39.968074 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a56ba0a6-e2a4-4f0e-93a2-7384967240e3 req-9c1ea55b-7b68-4d24-ba26-c8288cd33e3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 1.5704563 Jul 09 13:46:40.160396 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a833a2a2-902c-410a-907b-0fd2c952cad4 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:40.178213 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f374ba18-3d8e-44c2-8f3f-bb4a9cfd5895 req-1d474fda-e911-4ba5-b09c-d111d2dba0f4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f782ad93-5b57-4832-b41e-e7e0efb66549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3916571 Jul 09 13:46:40.195037 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:40.208685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1664fe1f-22f9-49fd-a73d-b4ffd368f052 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:40.254002 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a833a2a2-902c-410a-907b-0fd2c952cad4 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6aeca28-99bf-4c43-a56e-d09f659973de,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:40.270711 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:40.287750 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ba0a6-e2a4-4f0e-93a2-7384967240e3 req-5083cacc-e414-4c17-841b-6ab4f4c27b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:40.294605 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a56ba0a6-e2a4-4f0e-93a2-7384967240e3 req-5083cacc-e414-4c17-841b-6ab4f4c27b78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2835610 Jul 09 13:46:40.435330 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a833a2a2-902c-410a-907b-0fd2c952cad4 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:40.655795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Pushing event updated for resources: {'Port': ['ID=977e1343-d301-4450-afef-a96ee2f3faa5,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:40.663657 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a833a2a2-902c-410a-907b-0fd2c952cad4 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:40.667765 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a833a2a2-902c-410a-907b-0fd2c952cad4 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:40.701052 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:40.750012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374ba18-3d8e-44c2-8f3f-bb4a9cfd5895 req-c32802de-af59-4beb-b04a-fc9d390f49f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:40.759951 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f374ba18-3d8e-44c2-8f3f-bb4a9cfd5895 req-c32802de-af59-4beb-b04a-fc9d390f49f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=52a935bfc5ef4482800fd1ff16a1f091&device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 1099 time: 0.5479255 Jul 09 13:46:40.882443 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a56ba0a6-e2a4-4f0e-93a2-7384967240e3 req-7bf8ea94-d1bd-4db9-b94b-cec5bb56b5e0 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5343120 Jul 09 13:46:40.892306 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a833a2a2-902c-410a-907b-0fd2c952cad4 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:40.893254 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a833a2a2-902c-410a-907b-0fd2c952cad4 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 406a8a81-76ff-4810-b372-99cd0829507b {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:46:40.903127 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a833a2a2-902c-410a-907b-0fd2c952cad4 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:40.904635 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a833a2a2-902c-410a-907b-0fd2c952cad4 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "DELETE /v2.0/routers/406a8a81-76ff-4810-b372-99cd0829507b HTTP/1.1" status: 204 len: 168 time: 2.7272122 Jul 09 13:46:40.914725 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54952) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:40.922172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28c70220-1078-41c3-90a6-db2fd36dc6e0 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:41.027788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a478117-f365-4880-9aff-63eea8cb9adb tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Deleting subnet 4f5a8c8e-23e0-43a5-b2fb-6a69ff907a31 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:46:41.114505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c889994-3348-4117-b89a-ec7ecfc151fd req-3c36c4ed-af68-444a-a394-997acc652946 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:41.117352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 1664fe1f-22f9-49fd-a73d-b4ffd368f052 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:41.119266 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c889994-3348-4117-b89a-ec7ecfc151fd req-3c36c4ed-af68-444a-a394-997acc652946 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1096 time: 0.4405425 Jul 09 13:46:41.144664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1664fe1f-22f9-49fd-a73d-b4ffd368f052 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:41.145208 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:41.219039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Network c3786cc2-5059-4742-882b-f511217b2aa2 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:41.266709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:41.335534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374ba18-3d8e-44c2-8f3f-bb4a9cfd5895 req-ed1cd927-9917-40fc-a414-7eae2bf33dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:41.337666 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f374ba18-3d8e-44c2-8f3f-bb4a9cfd5895 req-ed1cd927-9917-40fc-a414-7eae2bf33dd6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.5520849 Jul 09 13:46:41.456586 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a56ba0a6-e2a4-4f0e-93a2-7384967240e3 req-a10b22e5-ba88-425e-8222-36ab64324c0c service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4880440 Jul 09 13:46:41.468109 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f374ba18-3d8e-44c2-8f3f-bb4a9cfd5895 req-6dfa0845-7ba5-4e17-b670-55311b379743 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=25b67327-1873-42f0-8b45-f2213b294485 HTTP/1.1" status: 200 len: 217 time: 0.1041319 Jul 09 13:46:41.552100 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-4e0c7f24-2490-461e-af0c-2af7f1d1032d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:46:41.552915 n-d-799525-3 neutron-server[93755]: DEBUG oslo_db.api [None req-4e0c7f24-2490-461e-af0c-2af7f1d1032d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:46:41.555217 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 28c70220-1078-41c3-90a6-db2fd36dc6e0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:41.555600 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:41.656238 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:41.772594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374ba18-3d8e-44c2-8f3f-bb4a9cfd5895 req-415aebf9-d4a5-452f-be5d-97f49765dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:41.774238 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f374ba18-3d8e-44c2-8f3f-bb4a9cfd5895 req-415aebf9-d4a5-452f-be5d-97f49765dca2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.2947142 Jul 09 13:46:41.809865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 1664fe1f-22f9-49fd-a73d-b4ffd368f052, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1664fe1f-22f9-49fd-a73d-b4ffd368f052,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:41.861384 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:41.882893 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Router 2af75f99-9771-4e94-bec3-a4cc58714712 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:46:42.029955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=1664fe1f-22f9-49fd-a73d-b4ffd368f052,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:42.049474 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a478117-f365-4880-9aff-63eea8cb9adb tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.103321 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.113516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374ba18-3d8e-44c2-8f3f-bb4a9cfd5895 req-9410826b-1ef3-4b7c-ab74-d5f7b7463045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:42.115836 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f374ba18-3d8e-44c2-8f3f-bb4a9cfd5895 req-9410826b-1ef3-4b7c-ab74-d5f7b7463045 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3325782 Jul 09 13:46:42.130708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-911352e1-4f94-48b5-988e-45a9c3680214 None None] Provisioning complete for port 977e1343-d301-4450-afef-a96ee2f3faa5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:42.131315 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-911352e1-4f94-48b5-988e-45a9c3680214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.148677 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c889994-3348-4117-b89a-ec7ecfc151fd req-4d921a4f-6185-4377-9779-609c9231606d tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0106039 Jul 09 13:46:42.178435 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a478117-f365-4880-9aff-63eea8cb9adb tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.208025 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c7f24-2490-461e-af0c-2af7f1d1032d None None] Port f6aeca28-99bf-4c43-a56e-d09f659973de not found while updating agent binding for router 406a8a81-76ff-4810-b372-99cd0829507b. {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 09 13:46:42.248303 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:46:42.250628 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501afcbd-143d-43eb-bcb1-fdd80068ec1f" -d '{"events": [{"server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "name": "network-vif-plugged", "status": "completed", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:46:42.267201 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a478117-f365-4880-9aff-63eea8cb9adb tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.277071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-911352e1-4f94-48b5-988e-45a9c3680214 None None] Port 977e1343-d301-4450-afef-a96ee2f3faa5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:46:42.348150 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:42.354654 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c7f24-2490-461e-af0c-2af7f1d1032d None None] Routers set() bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:42.356160 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0c7f24-2490-461e-af0c-2af7f1d1032d None None] Router IDs set() for agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 13:46:42.356808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_agentschedulers_db [None req-4e0c7f24-2490-461e-af0c-2af7f1d1032d None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'406a8a81-76ff-4810-b372-99cd0829507b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent'). {{(pid=93755) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 13:46:42.359323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e0c7f24-2490-461e-af0c-2af7f1d1032d None None] The sync data for ids ['406a8a81-76ff-4810-b372-99cd0829507b'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:46:42.372867 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.459957 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a478117-f365-4880-9aff-63eea8cb9adb tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.498785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:46:42.503610 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa296752-2a9e-4026-a992-fbaeb0677c9f x-openstack-request-id: req-fa296752-2a9e-4026-a992-fbaeb0677c9f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:46:42.504070 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "name": "network-vif-plugged", "status": "completed", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:46:42.504497 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fa296752-2a9e-4026-a992-fbaeb0677c9f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:46:42.505135 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'code': 200} Jul 09 13:46:42.518758 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Sync routers for ids ['2af75f99-9771-4e94-bec3-a4cc58714712'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:46:42.541810 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Routers {'2af75f99-9771-4e94-bec3-a4cc58714712'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:42.542878 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['2af75f99-9771-4e94-bec3-a4cc58714712'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:42.555050 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b35eaf09-31d0-4a02-a51d-8cf5f8066844 admin admin] 10.222.0.39 "PUT /v2.0/routers/2af75f99-9771-4e94-bec3-a4cc58714712/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7931862 Jul 09 13:46:42.584549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=28c70220-1078-41c3-90a6-db2fd36dc6e0,revision_number=10']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:42.602783 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a478117-f365-4880-9aff-63eea8cb9adb tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:42.612946 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0a478117-f365-4880-9aff-63eea8cb9adb tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "DELETE /v2.0/subnets/4f5a8c8e-23e0-43a5-b2fb-6a69ff907a31 HTTP/1.1" status: 204 len: 168 time: 1.6926231 Jul 09 13:46:42.613893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 54996) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:42.616758 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a478117-f365-4880-9aff-63eea8cb9adb tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4f5a8c8e-23e0-43a5-b2fb-6a69ff907a31,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:42.620328 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f374ba18-3d8e-44c2-8f3f-bb4a9cfd5895 req-9c65d3e4-a8b9-4bc6-9510-4a20a625c339 service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4935625 Jul 09 13:46:42.759716 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Set router 2af75f99-9771-4e94-bec3-a4cc58714712 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:46:42.975690 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f374ba18-3d8e-44c2-8f3f-bb4a9cfd5895 req-18c1c2a9-212f-4991-abae-0fa416d3aa1e service neutron] 10.222.0.15 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3477404 Jul 09 13:46:42.992865 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a09d0e47-4a01-4940-8b03-b910d8f788ed tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.061214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab63f6a-b171-413a-b685-ca389ed0a921 req-67c2380e-b233-46e5-8ac0-0dd314974e1f tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:43.067461 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ab63f6a-b171-413a-b685-ca389ed0a921 req-67c2380e-b233-46e5-8ac0-0dd314974e1f tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1096 time: 0.4483092 Jul 09 13:46:43.242514 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a09d0e47-4a01-4940-8b03-b910d8f788ed tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.287467 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a09d0e47-4a01-4940-8b03-b910d8f788ed tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc5dbbf-49d2-444d-b18f-dbed720becbe']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:43.331020 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a09d0e47-4a01-4940-8b03-b910d8f788ed tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6843ec8f-bfed-4393-8a2c-36a810a5583c') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:43.332658 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a09d0e47-4a01-4940-8b03-b910d8f788ed tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6843ec8f-bfed-4393-8a2c-36a810a5583c') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:43.360323 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a09d0e47-4a01-4940-8b03-b910d8f788ed tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.405171 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ab63f6a-b171-413a-b685-ca389ed0a921 req-31beba00-f4fd-4fa9-8bd9-4f14d83c0977 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770206 Jul 09 13:46:43.419120 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a09d0e47-4a01-4940-8b03-b910d8f788ed tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.443651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a09d0e47-4a01-4940-8b03-b910d8f788ed tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:46:43.444322 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a09d0e47-4a01-4940-8b03-b910d8f788ed tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:46:43.450676 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:46:43.467829 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'name': 'tempest-TestAggregatesBasicOps-702302001-router', 'tenant_id': '20541e56937347f4b1cb777912c37885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '1664fe1f-22f9-49fd-a73d-b4ffd368f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:29Z', 'updated_at': '2021-07-09T13:46:38Z', 'revision_number': 4, 'project_id': '20541e56937347f4b1cb777912c37885', 'gw_port': {'id': '1664fe1f-22f9-49fd-a73d-b4ffd368f052', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:31Z', 'updated_at': '2021-07-09T13:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '977e1343-d301-4450-afef-a96ee2f3faa5', 'name': '', 'network_id': 'c3786cc2-5059-4742-882b-f511217b2aa2', 'tenant_id': '20541e56937347f4b1cb777912c37885', 'mac_address': 'fa:16:3e:71:56:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eb19fb6a-8fac-4043-a24b-3b12d1e60c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:35Z', 'updated_at': '2021-07-09T13:46:38Z', 'revision_number': 2, 'project_id': '20541e56937347f4b1cb777912c37885', 'subnets': [{'id': 'eb19fb6a-8fac-4043-a24b-3b12d1e60c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:43.691372 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a09d0e47-4a01-4940-8b03-b910d8f788ed tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.718950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a09d0e47-4a01-4940-8b03-b910d8f788ed tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network dbc5dbbf-49d2-444d-b18f-dbed720becbe {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 09 13:46:43.722792 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a09d0e47-4a01-4940-8b03-b910d8f788ed tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:43.726029 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a09d0e47-4a01-4940-8b03-b910d8f788ed tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "DELETE /v2.0/networks/dbc5dbbf-49d2-444d-b18f-dbed720becbe HTTP/1.1" status: 204 len: 168 time: 1.1105332 Jul 09 13:46:43.750175 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09d0e47-4a01-4940-8b03-b910d8f788ed tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Pushing event deleted for resources: {'Network': ['ID=dbc5dbbf-49d2-444d-b18f-dbed720becbe,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:43.852498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a498e0-b01c-4328-a379-34c061164ad3 req-9553bfed-2496-4b44-a86a-59cde7175088 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:43.855259 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-10a498e0-b01c-4328-a379-34c061164ad3 req-9553bfed-2496-4b44-a86a-59cde7175088 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1096 time: 0.1273246 Jul 09 13:46:44.042490 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-10a498e0-b01c-4328-a379-34c061164ad3 req-2136dc7a-3ff9-4a9d-9ad4-73902846d030 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1771283 Jul 09 13:46:44.127217 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Checking router: 2af75f99-9771-4e94-bec3-a4cc58714712 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:46:44.128499 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Updating router 2af75f99-9771-4e94-bec3-a4cc58714712 port 977e1343-d301-4450-afef-a96ee2f3faa5 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:46:44.219534 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1664fe1f-22f9-49fd-a73d-b4ffd368f052 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:44.433538 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1664fe1f-22f9-49fd-a73d-b4ffd368f052 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:44.438316 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:44.445640 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:44.542472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55052) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:44.549842 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c26864ee-7d2c-4d3d-9642-a630053bc879 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Request body: {'router': {'name': 'tempest-router--1367720432', 'project_id': '7a9f62795ce347c5baee6973694b590f'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:44.629684 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c26864ee-7d2c-4d3d-9642-a630053bc879 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:44.632641 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c26864ee-7d2c-4d3d-9642-a630053bc879 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:44.962147 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c26864ee-7d2c-4d3d-9642-a630053bc879 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:45.003577 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c26864ee-7d2c-4d3d-9642-a630053bc879 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:45.058056 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c26864ee-7d2c-4d3d-9642-a630053bc879 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:45.062542 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c26864ee-7d2c-4d3d-9642-a630053bc879 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5185535 Jul 09 13:46:45.066190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55064) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:45.404707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876dcddb-8b17-4960-98a5-7410cdbcba59 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:45.408455 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c85bd21-8949-41b5-98b1-8ccb4cb17448 req-25e492fe-7eed-451e-b32f-088b9d13f19e tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:45.426114 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6c85bd21-8949-41b5-98b1-8ccb4cb17448 req-25e492fe-7eed-451e-b32f-088b9d13f19e tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1096 time: 0.2570353 Jul 09 13:46:45.599244 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6c85bd21-8949-41b5-98b1-8ccb4cb17448 req-e0b12b17-f5f4-46c0-8562-882dd44d9596 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715355 Jul 09 13:46:45.681769 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:45.746052 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Transition to ACTIVE for port object 977e1343-d301-4450-afef-a96ee2f3faa5 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:46:45.760701 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:45.915537 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a125dd-4116-40e9-b510-ffdb137f0e7a None None] Pushing event updated for resources: {'Port': ['ID=977e1343-d301-4450-afef-a96ee2f3faa5,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:45.990780 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876dcddb-8b17-4960-98a5-7410cdbcba59 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.114237 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Attempting to bind port 977e1343-d301-4450-afef-a96ee2f3faa5 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:46:46.114754 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Attempting to bind port 977e1343-d301-4450-afef-a96ee2f3faa5 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c3786cc2-5059-4742-882b-f511217b2aa2'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:46:46.115290 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Attempting to bind port 977e1343-d301-4450-afef-a96ee2f3faa5 on network c3786cc2-5059-4742-882b-f511217b2aa2 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:46:46.120030 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876dcddb-8b17-4960-98a5-7410cdbcba59 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.132386 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:46:46.132995 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Checking segment: {'id': '1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c3786cc2-5059-4742-882b-f511217b2aa2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:46:46.133456 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.133999 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Bound using segment: {'id': '1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c3786cc2-5059-4742-882b-f511217b2aa2'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:46:46.134610 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Bound port: 977e1343-d301-4450-afef-a96ee2f3faa5, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': 'c3786cc2-5059-4742-882b-f511217b2aa2'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:46:46.135128 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.252851 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876dcddb-8b17-4960-98a5-7410cdbcba59 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.253926 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876dcddb-8b17-4960-98a5-7410cdbcba59 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d1dbd07e-8c43-4057-8efe-5b19ebb33a28 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:46:46.273979 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876dcddb-8b17-4960-98a5-7410cdbcba59 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.278849 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-876dcddb-8b17-4960-98a5-7410cdbcba59 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "DELETE /v2.0/routers/d1dbd07e-8c43-4057-8efe-5b19ebb33a28 HTTP/1.1" status: 204 len: 168 time: 1.2098625 Jul 09 13:46:46.320650 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] For port 977e1343-d301-4450-afef-a96ee2f3faa5, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:46:46.328675 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] For port 977e1343-d301-4450-afef-a96ee2f3faa5, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=977e1343-d301-4450-afef-a96ee2f3faa5,segment=NetworkSegment(1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4),segment_id=1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:46:46.329117 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee605cb9-4335-4089-85cd-36c4339132dd req-c7df38ef-f8a4-4c9a-bda1-f042885feda7 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:46.335406 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ee605cb9-4335-4089-85cd-36c4339132dd req-c7df38ef-f8a4-4c9a-bda1-f042885feda7 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1096 time: 0.3219283 Jul 09 13:46:46.338360 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.540551 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a125dd-4116-40e9-b510-ffdb137f0e7a None None] Pushing event updated for resources: {'Port': ['ID=977e1343-d301-4450-afef-a96ee2f3faa5,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:46.577175 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Routers {'2af75f99-9771-4e94-bec3-a4cc58714712'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:46.578135 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['2af75f99-9771-4e94-bec3-a4cc58714712'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:46.637468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55108) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:46.728906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ee605cb9-4335-4089-85cd-36c4339132dd req-c63edefa-10b3-4f23-b5b2-3936bdd3e9cb tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Deleting port c204dbd0-d4a1-4795-9a22-61701516443e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:46:46.729545 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ee605cb9-4335-4089-85cd-36c4339132dd req-c63edefa-10b3-4f23-b5b2-3936bdd3e9cb tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:46.918845 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] Set router 2af75f99-9771-4e94-bec3-a4cc58714712 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:46:47.058425 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ee605cb9-4335-4089-85cd-36c4339132dd req-c63edefa-10b3-4f23-b5b2-3936bdd3e9cb tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] For port c204dbd0-d4a1-4795-9a22-61701516443e, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c204dbd0-d4a1-4795-9a22-61701516443e,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:47.063030 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ee605cb9-4335-4089-85cd-36c4339132dd req-c63edefa-10b3-4f23-b5b2-3936bdd3e9cb tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:47.106553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-114860611', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:47.144309 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ee605cb9-4335-4089-85cd-36c4339132dd req-c63edefa-10b3-4f23-b5b2-3936bdd3e9cb tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Calling delete_port for c204dbd0-d4a1-4795-9a22-61701516443e owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:46:47.234065 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:47.236441 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:47.240830 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55130) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:47.568897 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ee605cb9-4335-4089-85cd-36c4339132dd req-c63edefa-10b3-4f23-b5b2-3936bdd3e9cb tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:47.600950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['f6906f42-dfa3-4ecc-ab57-b8efa313d958'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:46:47.609472 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['c204dbd0-d4a1-4795-9a22-61701516443e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:46:47.669254 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'name': 'tempest-TestAggregatesBasicOps-702302001-router', 'tenant_id': '20541e56937347f4b1cb777912c37885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '1664fe1f-22f9-49fd-a73d-b4ffd368f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:29Z', 'updated_at': '2021-07-09T13:46:38Z', 'revision_number': 4, 'project_id': '20541e56937347f4b1cb777912c37885', 'gw_port': {'id': '1664fe1f-22f9-49fd-a73d-b4ffd368f052', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:31Z', 'updated_at': '2021-07-09T13:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '977e1343-d301-4450-afef-a96ee2f3faa5', 'name': '', 'network_id': 'c3786cc2-5059-4742-882b-f511217b2aa2', 'tenant_id': '20541e56937347f4b1cb777912c37885', 'mac_address': 'fa:16:3e:71:56:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eb19fb6a-8fac-4043-a24b-3b12d1e60c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:35Z', 'updated_at': '2021-07-09T13:46:46Z', 'revision_number': 4, 'project_id': '20541e56937347f4b1cb777912c37885', 'subnets': [{'id': 'eb19fb6a-8fac-4043-a24b-3b12d1e60c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:47.715560 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:47.736289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63edefa-10b3-4f23-b5b2-3936bdd3e9cb tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Pushing event deleted for resources: {'Port': ['ID=c204dbd0-d4a1-4795-9a22-61701516443e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:47.754420 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15e83678-fa50-46df-b5ef-0d30c0509fb2 None None] The sync data for ids ['2af75f99-9771-4e94-bec3-a4cc58714712'] in n-d-799525-3 is: [{'id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'name': 'tempest-TestAggregatesBasicOps-702302001-router', 'tenant_id': '20541e56937347f4b1cb777912c37885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '1664fe1f-22f9-49fd-a73d-b4ffd368f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:29Z', 'updated_at': '2021-07-09T13:46:38Z', 'revision_number': 4, 'project_id': '20541e56937347f4b1cb777912c37885', 'gw_port': {'id': '1664fe1f-22f9-49fd-a73d-b4ffd368f052', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:31Z', 'updated_at': '2021-07-09T13:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '977e1343-d301-4450-afef-a96ee2f3faa5', 'name': '', 'network_id': 'c3786cc2-5059-4742-882b-f511217b2aa2', 'tenant_id': '20541e56937347f4b1cb777912c37885', 'mac_address': 'fa:16:3e:71:56:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'device_owner': 'network:router_interface', 'standard_attr_id': 2934, 'fixed_ips': [{'subnet_id': 'eb19fb6a-8fac-4043-a24b-3b12d1e60c64', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:35Z', 'updated_at': '2021-07-09T13:46:46Z', 'revision_number': 4, 'project_id': '20541e56937347f4b1cb777912c37885', 'subnets': [{'id': 'eb19fb6a-8fac-4043-a24b-3b12d1e60c64', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:46:47.803763 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee605cb9-4335-4089-85cd-36c4339132dd req-c63edefa-10b3-4f23-b5b2-3936bdd3e9cb tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] No DVR routers for this DVR port c204dbd0-d4a1-4795-9a22-61701516443e on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:46:47.808483 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ee605cb9-4335-4089-85cd-36c4339132dd req-c63edefa-10b3-4f23-b5b2-3936bdd3e9cb tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:47.812415 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ee605cb9-4335-4089-85cd-36c4339132dd req-c63edefa-10b3-4f23-b5b2-3936bdd3e9cb tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.15 "DELETE /v2.0/ports/c204dbd0-d4a1-4795-9a22-61701516443e HTTP/1.1" status: 204 len: 173 time: 1.4721668 Jul 09 13:46:47.815713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51dad386-fdd1-47da-bb5d-576c1f1104db', 'name': 'network-vif-deleted', 'tag': 'c204dbd0-d4a1-4795-9a22-61701516443e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:46:47.821377 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a48a32d-7062-4e15-80dd-4bbc910bf9a4" -d '{"events": [{"server_uuid": "51dad386-fdd1-47da-bb5d-576c1f1104db", "name": "network-vif-deleted", "tag": "c204dbd0-d4a1-4795-9a22-61701516443e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:46:48.000815 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8d987e7-d2e1-4698-a2e7-cc4eac39082d x-openstack-request-id: req-b8d987e7-d2e1-4698-a2e7-cc4eac39082d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:46:48.001117 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51dad386-fdd1-47da-bb5d-576c1f1104db", "name": "network-vif-deleted", "tag": "c204dbd0-d4a1-4795-9a22-61701516443e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:46:48.001929 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b8d987e7-d2e1-4698-a2e7-cc4eac39082d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:46:48.002346 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51dad386-fdd1-47da-bb5d-576c1f1104db', 'name': 'network-vif-deleted', 'tag': 'c204dbd0-d4a1-4795-9a22-61701516443e', 'status': 'completed', 'code': 200} Jul 09 13:46:48.245795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 977e1343-d301-4450-afef-a96ee2f3faa5 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:48.428445 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1210e2-30a5-4534-9a04-3665a5f906e4 req-19fb17c5-72b5-4d75-8328-0966f610eafa tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:48.433483 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 977e1343-d301-4450-afef-a96ee2f3faa5 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:46:48.437124 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b1210e2-30a5-4534-9a04-3665a5f906e4 req-19fb17c5-72b5-4d75-8328-0966f610eafa tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=51dad386-fdd1-47da-bb5d-576c1f1104db HTTP/1.1" status: 200 len: 1018 time: 1.2113674 Jul 09 13:46:48.444528 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 977e1343-d301-4450-afef-a96ee2f3faa5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:48.444906 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:48.478669 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:48.747968 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:48.848419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 977e1343-d301-4450-afef-a96ee2f3faa5, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=977e1343-d301-4450-afef-a96ee2f3faa5,segment=NetworkSegment(1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4),segment_id=1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:48.864162 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:48.891695 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b1210e2-30a5-4534-9a04-3665a5f906e4 req-234247e2-d58b-4c64-91a4-af6282769f81 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530153 Jul 09 13:46:48.965110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=977e1343-d301-4450-afef-a96ee2f3faa5,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:49.522911 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:49.555120 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:49.815935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c204dbd0-d4a1-4795-9a22-61701516443e no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:46:49.826556 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e81132e-1f42-4b94-a692-f53e7cb763d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:49.871694 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: c204dbd0-d4a1-4795-9a22-61701516443e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:46:49.872282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c204dbd0-d4a1-4795-9a22-61701516443e not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:46:49.997333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Allocated IP 172.25.2.46 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/2f23fe6c-6596-4918-889d-c481a3f05551) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:50.076247 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 977e1343-d301-4450-afef-a96ee2f3faa5 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:46:50.223904 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 977e1343-d301-4450-afef-a96ee2f3faa5 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:46:50.224697 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:51.016641 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:51.155173 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c0017-f630-4be8-a10b-e8e163c4d2d6 req-612f5f84-f17d-446b-985d-2fc7970cd0ff tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:51.164086 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa0c0017-f630-4be8-a10b-e8e163c4d2d6 req-612f5f84-f17d-446b-985d-2fc7970cd0ff tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1096 time: 0.2159874 Jul 09 13:46:51.173594 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:51.261335 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:51.276140 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:51.278786 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:51.289540 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Pushing event updated for resources: {'Port': ['ID=2f23fe6c-6596-4918-889d-c481a3f05551,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:51.305666 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa0c0017-f630-4be8-a10b-e8e163c4d2d6 req-e3e600c2-eb8e-4c8d-b430-681a3f174933 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404848 Jul 09 13:46:51.400604 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7e81132e-1f42-4b94-a692-f53e7cb763d6 admin admin] Deleting port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:46:51.400955 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e81132e-1f42-4b94-a692-f53e7cb763d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:51.649263 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-7e81132e-1f42-4b94-a692-f53e7cb763d6 admin admin] For port 4ac3ac15-2b15-4c7d-a758-d0c312ff918a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4ac3ac15-2b15-4c7d-a758-d0c312ff918a,segment=NetworkSegment(08ad958a-7623-4568-bdc6-76adb5b4bacf),segment_id=08ad958a-7623-4568-bdc6-76adb5b4bacf)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:51.650845 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e81132e-1f42-4b94-a692-f53e7cb763d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:51.732407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7e81132e-1f42-4b94-a692-f53e7cb763d6 admin admin] Calling delete_port for 4ac3ac15-2b15-4c7d-a758-d0c312ff918a owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:46:52.108380 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:52.109780 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474a0a81-ae80-492e-8cc3-a72a13169831 req-a8664752-12d9-4d44-b2d2-4ec609da7896 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:52.114620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-474a0a81-ae80-492e-8cc3-a72a13169831 req-a8664752-12d9-4d44-b2d2-4ec609da7896 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1096 time: 0.1205750 Jul 09 13:46:52.260615 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e81132e-1f42-4b94-a692-f53e7cb763d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:52.290439 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-474a0a81-ae80-492e-8cc3-a72a13169831 req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Deleting port f6906f42-dfa3-4ecc-ab57-b8efa313d958 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:46:52.291219 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-474a0a81-ae80-492e-8cc3-a72a13169831 req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:52.318938 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81132e-1f42-4b94-a692-f53e7cb763d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ac3ac15-2b15-4c7d-a758-d0c312ff918a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:52.450146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-474a0a81-ae80-492e-8cc3-a72a13169831 req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] For port f6906f42-dfa3-4ecc-ab57-b8efa313d958, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=f6906f42-dfa3-4ecc-ab57-b8efa313d958,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:52.450530 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-474a0a81-ae80-492e-8cc3-a72a13169831 req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:52.485455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-474a0a81-ae80-492e-8cc3-a72a13169831 req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Calling delete_port for f6906f42-dfa3-4ecc-ab57-b8efa313d958 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:46:52.667740 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-474a0a81-ae80-492e-8cc3-a72a13169831 req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:52.678677 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['f6906f42-dfa3-4ecc-ab57-b8efa313d958'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:46:52.679550 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:52.762146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Pushing event deleted for resources: {'Port': ['ID=f6906f42-dfa3-4ecc-ab57-b8efa313d958,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:52.838537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:52.839268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:52.840039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:52.841789 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:52.842329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:52.842745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:52.844175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:52.844175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:52.844175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:52.845994 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:52.846598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:52.847005 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:46:52.856497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-474a0a81-ae80-492e-8cc3-a72a13169831 req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] No DVR routers for this DVR port f6906f42-dfa3-4ecc-ab57-b8efa313d958 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:46:52.859453 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-474a0a81-ae80-492e-8cc3-a72a13169831 req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:52.863316 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-474a0a81-ae80-492e-8cc3-a72a13169831 req-ad901c8b-d5e7-4215-9ffc-660b0a839dd2 tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.18 "DELETE /v2.0/ports/f6906f42-dfa3-4ecc-ab57-b8efa313d958 HTTP/1.1" status: 204 len: 173 time: 0.7419150 Jul 09 13:46:52.864054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6168049f-3bd4-489b-ab88-4df8f78ec8ed', 'name': 'network-vif-deleted', 'tag': 'f6906f42-dfa3-4ecc-ab57-b8efa313d958'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:46:52.869503 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e81132e-1f42-4b94-a692-f53e7cb763d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:52.878450 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc92b6d1-3093-4cdc-904d-7c69dca874ce" -d '{"events": [{"server_uuid": "6168049f-3bd4-489b-ab88-4df8f78ec8ed", "name": "network-vif-deleted", "tag": "f6906f42-dfa3-4ecc-ab57-b8efa313d958"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:46:52.958953 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4abdfc-6432-4a3a-8f73-934b106c1b06 x-openstack-request-id: req-1a4abdfc-6432-4a3a-8f73-934b106c1b06 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:46:52.959581 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6168049f-3bd4-489b-ab88-4df8f78ec8ed", "name": "network-vif-deleted", "tag": "f6906f42-dfa3-4ecc-ab57-b8efa313d958", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:46:52.960041 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a4abdfc-6432-4a3a-8f73-934b106c1b06 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:46:52.960667 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6168049f-3bd4-489b-ab88-4df8f78ec8ed', 'name': 'network-vif-deleted', 'tag': 'f6906f42-dfa3-4ecc-ab57-b8efa313d958', 'status': 'completed', 'code': 200} Jul 09 13:46:53.062200 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384289c0-3207-4bec-9ce2-e10ea114b6fb req-5b61a56d-cd64-4d92-a801-ab88d553299d tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:46:53.071361 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-384289c0-3207-4bec-9ce2-e10ea114b6fb req-5b61a56d-cd64-4d92-a801-ab88d553299d tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6168049f-3bd4-489b-ab88-4df8f78ec8ed HTTP/1.1" status: 200 len: 1018 time: 0.4885378 Jul 09 13:46:53.177509 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-384289c0-3207-4bec-9ce2-e10ea114b6fb req-ddf1e35d-af24-49a3-9c6a-f02de56dcb4d tempest-TestServerMultinode-198891453 tempest-TestServerMultinode-198891453-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=504fe12d-ea31-4279-abc3-620a090fc45a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052282 Jul 09 13:46:53.445034 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Router c0604b9c-243b-4565-866c-cd29bf932ef5 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:46:54.088765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e81132e-1f42-4b94-a692-f53e7cb763d6 admin admin] Router c012c15c-352a-42fe-8a81-fbb9ec9e26f8 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:46:54.163614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:46:54.183257 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfcdbf2-dfef-4f02-9778-64d6006abd9c None None] Sync routers for ids ['c0604b9c-243b-4565-866c-cd29bf932ef5'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:46:54.197441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfcdbf2-dfef-4f02-9778-64d6006abd9c None None] Routers {'c0604b9c-243b-4565-866c-cd29bf932ef5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:54.198929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8cfcdbf2-dfef-4f02-9778-64d6006abd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c0604b9c-243b-4565-866c-cd29bf932ef5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:54.311135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8cfcdbf2-dfef-4f02-9778-64d6006abd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:54.324416 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:54.326819 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1262c129-d403-4667-adac-d5c296898aa7 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.6880186 Jul 09 13:46:54.330523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55324) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:54.348279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfcdbf2-dfef-4f02-9778-64d6006abd9c None None] Routers {'c0604b9c-243b-4565-866c-cd29bf932ef5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:54.348935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8cfcdbf2-dfef-4f02-9778-64d6006abd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c0604b9c-243b-4565-866c-cd29bf932ef5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:54.364109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e81132e-1f42-4b94-a692-f53e7cb763d6 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:46:54.377807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7e81132e-1f42-4b94-a692-f53e7cb763d6 admin admin] 10.222.0.39 "PUT /v2.0/routers/c012c15c-352a-42fe-8a81-fbb9ec9e26f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1322212 Jul 09 13:46:54.381182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55328) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:54.384091 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bec327-cca5-4e31-8c69-b86420171739 None None] Sync routers for ids ['c012c15c-352a-42fe-8a81-fbb9ec9e26f8'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:46:54.411384 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bec327-cca5-4e31-8c69-b86420171739 None None] Routers {'c012c15c-352a-42fe-8a81-fbb9ec9e26f8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:54.412036 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-84bec327-cca5-4e31-8c69-b86420171739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c012c15c-352a-42fe-8a81-fbb9ec9e26f8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:54.426046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8cfcdbf2-dfef-4f02-9778-64d6006abd9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:54.426731 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfcdbf2-dfef-4f02-9778-64d6006abd9c None None] The sync data for ids ['c0604b9c-243b-4565-866c-cd29bf932ef5'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:46:54.427553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55332) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:54.575858 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-84bec327-cca5-4e31-8c69-b86420171739 None None] Set router c012c15c-352a-42fe-8a81-fbb9ec9e26f8 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:46:54.656182 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3ad3e643-89b7-4927-853a-3b856f1077eb tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/routers/c0604b9c-243b-4565-866c-cd29bf932ef5 HTTP/1.1" status: 200 len: 919 time: 0.3244455 Jul 09 13:46:54.663971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55356) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:54.716147 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-57aceb28-d596-4c7b-ad5c-619a58f1f305 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0604b9c-243b-4565-866c-cd29bf932ef5 HTTP/1.1" status: 200 len: 205 time: 0.0477364 Jul 09 13:46:54.716792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55362) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:54.959340 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-611a97f6-a3ab-405d-b8e0-5d742ccffffb tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:54.967197 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-84bec327-cca5-4e31-8c69-b86420171739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'name': 'tempest-TestAggregatesBasicOps-2071897274-router', 'tenant_id': '437be4959def4f7ca5c40e6bc592f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:11Z', 'updated_at': '2021-07-09T13:46:52Z', 'revision_number': 5, 'project_id': '437be4959def4f7ca5c40e6bc592f1e0', 'gw_port': {'id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:13Z', 'updated_at': '2021-07-09T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:54.995590 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bec327-cca5-4e31-8c69-b86420171739 None None] Checking router: c012c15c-352a-42fe-8a81-fbb9ec9e26f8 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:46:55.006171 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bec327-cca5-4e31-8c69-b86420171739 None None] Routers {'c012c15c-352a-42fe-8a81-fbb9ec9e26f8'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:55.007057 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-84bec327-cca5-4e31-8c69-b86420171739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c012c15c-352a-42fe-8a81-fbb9ec9e26f8'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:55.181107 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e836ba70-37d9-486a-ba7c-2652e411eaa1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:55.214832 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-84bec327-cca5-4e31-8c69-b86420171739 None None] Set router c012c15c-352a-42fe-8a81-fbb9ec9e26f8 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:46:55.305028 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-611a97f6-a3ab-405d-b8e0-5d742ccffffb tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:55.482715 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-611a97f6-a3ab-405d-b8e0-5d742ccffffb tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Deleting port 2f23fe6c-6596-4918-889d-c481a3f05551 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:46:55.483475 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-611a97f6-a3ab-405d-b8e0-5d742ccffffb tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:55.555479 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e836ba70-37d9-486a-ba7c-2652e411eaa1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:55.650109 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-84bec327-cca5-4e31-8c69-b86420171739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'name': 'tempest-TestAggregatesBasicOps-2071897274-router', 'tenant_id': '437be4959def4f7ca5c40e6bc592f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:11Z', 'updated_at': '2021-07-09T13:46:52Z', 'revision_number': 5, 'project_id': '437be4959def4f7ca5c40e6bc592f1e0', 'gw_port': {'id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:13Z', 'updated_at': '2021-07-09T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:46:55.759171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e836ba70-37d9-486a-ba7c-2652e411eaa1 admin admin] Deleting port a295f828-a1ec-40aa-b401-0be0d555fe43 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:46:55.760016 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e836ba70-37d9-486a-ba7c-2652e411eaa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:55.804429 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-611a97f6-a3ab-405d-b8e0-5d742ccffffb tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:55.839201 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-611a97f6-a3ab-405d-b8e0-5d742ccffffb tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Calling delete_port for 2f23fe6c-6596-4918-889d-c481a3f05551 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:46:55.866491 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0f97190-d323-42d2-bf97-174f0b07b561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:55.878604 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84bec327-cca5-4e31-8c69-b86420171739 None None] The sync data for ids ['c012c15c-352a-42fe-8a81-fbb9ec9e26f8'] in n-d-799525-3 is: [{'id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'name': 'tempest-TestAggregatesBasicOps-2071897274-router', 'tenant_id': '437be4959def4f7ca5c40e6bc592f1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176'}], 'enable_snat': True}, 'gw_port_id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:11Z', 'updated_at': '2021-07-09T13:46:52Z', 'revision_number': 5, 'project_id': '437be4959def4f7ca5c40e6bc592f1e0', 'gw_port': {'id': 'a295f828-a1ec-40aa-b401-0be0d555fe43', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:4b:6a:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c012c15c-352a-42fe-8a81-fbb9ec9e26f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:13Z', 'updated_at': '2021-07-09T13:46:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:46:55.943145 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-e836ba70-37d9-486a-ba7c-2652e411eaa1 admin admin] For port a295f828-a1ec-40aa-b401-0be0d555fe43, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a295f828-a1ec-40aa-b401-0be0d555fe43,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:55.943526 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e836ba70-37d9-486a-ba7c-2652e411eaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:55.959740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e836ba70-37d9-486a-ba7c-2652e411eaa1 admin admin] Calling delete_port for a295f828-a1ec-40aa-b401-0be0d555fe43 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:46:56.304054 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-611a97f6-a3ab-405d-b8e0-5d742ccffffb tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:56.442886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e836ba70-37d9-486a-ba7c-2652e411eaa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:56.478096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611a97f6-a3ab-405d-b8e0-5d742ccffffb tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Pushing event deleted for resources: {'Port': ['ID=2f23fe6c-6596-4918-889d-c481a3f05551,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:56.512495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-611a97f6-a3ab-405d-b8e0-5d742ccffffb tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:56.525771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e836ba70-37d9-486a-ba7c-2652e411eaa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=a295f828-a1ec-40aa-b401-0be0d555fe43,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:56.681914 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e836ba70-37d9-486a-ba7c-2652e411eaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:56.748931 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-611a97f6-a3ab-405d-b8e0-5d742ccffffb tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:56.757433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-611a97f6-a3ab-405d-b8e0-5d742ccffffb tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:56.868457 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e836ba70-37d9-486a-ba7c-2652e411eaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:56.871830 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e836ba70-37d9-486a-ba7c-2652e411eaa1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:56.888346 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-611a97f6-a3ab-405d-b8e0-5d742ccffffb tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:56.889206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-611a97f6-a3ab-405d-b8e0-5d742ccffffb tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Fanout notify agent at l3_agent the message router_deleted on router c0604b9c-243b-4565-866c-cd29bf932ef5 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:46:56.905786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-611a97f6-a3ab-405d-b8e0-5d742ccffffb tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:56.906781 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-611a97f6-a3ab-405d-b8e0-5d742ccffffb tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "DELETE /v2.0/routers/c0604b9c-243b-4565-866c-cd29bf932ef5 HTTP/1.1" status: 204 len: 168 time: 2.1890583 Jul 09 13:46:56.910675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55500) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:56.915206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Request body: {'router': {'name': 'tempest-snat-router-127485942', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'enable_snat': False}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:46:56.965049 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:56.967021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:56.976263 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e836ba70-37d9-486a-ba7c-2652e411eaa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:56.976845 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e836ba70-37d9-486a-ba7c-2652e411eaa1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c012c15c-352a-42fe-8a81-fbb9ec9e26f8 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:46:56.982736 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e836ba70-37d9-486a-ba7c-2652e411eaa1 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:56.986777 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e836ba70-37d9-486a-ba7c-2652e411eaa1 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c012c15c-352a-42fe-8a81-fbb9ec9e26f8 HTTP/1.1" status: 204 len: 168 time: 2.5948112 Jul 09 13:46:56.993663 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55506) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:56.997356 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device f6906f42-dfa3-4ecc-ab57-b8efa313d958 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:46:57.069402 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:57.073675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: f6906f42-dfa3-4ecc-ab57-b8efa313d958 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:46:57.074860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device f6906f42-dfa3-4ecc-ab57-b8efa313d958 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:46:57.132611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f0f97190-d323-42d2-bf97-174f0b07b561 admin admin] Deleting port f197b84e-1d14-4ff2-bd17-eef83ffd278f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:46:57.133114 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0f97190-d323-42d2-bf97-174f0b07b561 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:57.289464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-79437292-aece-4edf-a737-d8b275cae501 admin admin] Deleting subnet e4660b97-ccdf-4bbf-a1d9-399b8de93340 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:46:57.387624 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-f0f97190-d323-42d2-bf97-174f0b07b561 admin admin] For port f197b84e-1d14-4ff2-bd17-eef83ffd278f, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f197b84e-1d14-4ff2-bd17-eef83ffd278f,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:46:57.387624 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0f97190-d323-42d2-bf97-174f0b07b561 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:57.405545 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f0f97190-d323-42d2-bf97-174f0b07b561 admin admin] Calling delete_port for f197b84e-1d14-4ff2-bd17-eef83ffd278f owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:46:57.788273 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79437292-aece-4edf-a737-d8b275cae501 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:57.834129 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0f97190-d323-42d2-bf97-174f0b07b561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:57.902296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f97190-d323-42d2-bf97-174f0b07b561 admin admin] Pushing event deleted for resources: {'Port': ['ID=f197b84e-1d14-4ff2-bd17-eef83ffd278f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:58.020040 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79437292-aece-4edf-a737-d8b275cae501 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:58.065680 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:58.127867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4ac3ac15-2b15-4c7d-a758-d0c312ff918a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:46:58.194442 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 4ac3ac15-2b15-4c7d-a758-d0c312ff918a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:46:58.194793 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4ac3ac15-2b15-4c7d-a758-d0c312ff918a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:46:58.196743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a295f828-a1ec-40aa-b401-0be0d555fe43 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:46:58.276335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: a295f828-a1ec-40aa-b401-0be0d555fe43 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:46:58.276987 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a295f828-a1ec-40aa-b401-0be0d555fe43 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:46:58.306073 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f0f97190-d323-42d2-bf97-174f0b07b561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:58.639057 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:58.686711 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:58.916538 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Allocated IP 172.25.2.115 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/21068b74-98df-4101-af32-c63dc53aac28) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:46:59.194320 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79437292-aece-4edf-a737-d8b275cae501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:59.281635 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:59.284734 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79437292-aece-4edf-a737-d8b275cae501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:59.314876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79437292-aece-4edf-a737-d8b275cae501 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4660b97-ccdf-4bbf-a1d9-399b8de93340,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:59.327156 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79437292-aece-4edf-a737-d8b275cae501 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:59.333227 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-79437292-aece-4edf-a737-d8b275cae501 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/e4660b97-ccdf-4bbf-a1d9-399b8de93340 HTTP/1.1" status: 204 len: 168 time: 2.3214495 Jul 09 13:46:59.334236 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55648) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:46:59.335213 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9139c3e-c6f3-40a5-b60a-a80b3ee7a4eb None None] Network 7dfd5de1-9f36-481c-91a9-6527e4854310 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:46:59.455008 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:59.557470 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f97190-d323-42d2-bf97-174f0b07b561 admin admin] Router 7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:46:59.640957 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:59.648841 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:46:59.699239 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:46:59.739421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:46:59.754347 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Pushing event updated for resources: {'Port': ['ID=21068b74-98df-4101-af32-c63dc53aac28,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:46:59.889370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] Deleting port 0939d350-a7b8-4156-a6e5-14d1501b348f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:46:59.889370 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:46:59.931139 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f97190-d323-42d2-bf97-174f0b07b561 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:46:59.941268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb95cc0-244e-4021-bb6b-bd0b2841dd4a None None] Sync routers for ids ['7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:46:59.946311 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f0f97190-d323-42d2-bf97-174f0b07b561 admin admin] 10.222.0.39 "PUT /v2.0/routers/7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5144339 Jul 09 13:46:59.973394 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb95cc0-244e-4021-bb6b-bd0b2841dd4a None None] Routers {'7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:46:59.974304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bfb95cc0-244e-4021-bb6b-bd0b2841dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:00.028840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55682) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:00.135637 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a87e6fb-986f-4890-b0f3-0709a6b4f54d None None] DHCP port deletion for 7dfd5de1-9f36-481c-91a9-6527e4854310 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:47:00.164886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] For port 0939d350-a7b8-4156-a6e5-14d1501b348f, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0939d350-a7b8-4156-a6e5-14d1501b348f,segment=NetworkSegment(08ad958a-7623-4568-bdc6-76adb5b4bacf),segment_id=08ad958a-7623-4568-bdc6-76adb5b4bacf)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:00.165344 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:00.205313 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] Calling delete_port for 0939d350-a7b8-4156-a6e5-14d1501b348f owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:00.373949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-bfb95cc0-244e-4021-bb6b-bd0b2841dd4a None None] Set router 7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:00.377060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6a87e6fb-986f-4890-b0f3-0709a6b4f54d None None] Deleting port 0939d350-a7b8-4156-a6e5-14d1501b348f {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:00.377581 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6a87e6fb-986f-4890-b0f3-0709a6b4f54d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:00.392701 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:00.440926 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fdba-ad62-4230-8601-7e80cb5b726f admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:00.463517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] Pushing event deleted for resources: {'Port': ['ID=0939d350-a7b8-4156-a6e5-14d1501b348f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:00.467415 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] No DVR routers for this DVR port 0939d350-a7b8-4156-a6e5-14d1501b348f on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:47:00.684451 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:00.717282 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dfd5de1-9f36-481c-91a9-6527e4854310']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:00.749831 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08ad958a-7623-4568-bdc6-76adb5b4bacf') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:00.750138 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08ad958a-7623-4568-bdc6-76adb5b4bacf') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:00.781367 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:00.810345 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:00.811465 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:00.816944 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fdba-ad62-4230-8601-7e80cb5b726f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:00.831008 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] Releasing vlan 308 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:47:00.831457 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:47:00.833395 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:47:00.956940 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:00.963197 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:00.965468 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] 10.222.0.39 "DELETE /v2.0/networks/7dfd5de1-9f36-481c-91a9-6527e4854310 HTTP/1.1" status: 204 len: 168 time: 1.6251345 Jul 09 13:47:00.972522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55738) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:01.013775 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f85385-b605-486f-90d4-ba32d8b7dada admin admin] Pushing event deleted for resources: {'Network': ['ID=7dfd5de1-9f36-481c-91a9-6527e4854310,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:01.034216 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6a87e6fb-986f-4890-b0f3-0709a6b4f54d None None] For port 0939d350-a7b8-4156-a6e5-14d1501b348f, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:01.040999 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6a87e6fb-986f-4890-b0f3-0709a6b4f54d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:01.068395 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6a87e6fb-986f-4890-b0f3-0709a6b4f54d None None] Calling delete_port for 0939d350-a7b8-4156-a6e5-14d1501b348f owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:01.099373 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-6a87e6fb-986f-4890-b0f3-0709a6b4f54d None None] Port 0939d350-a7b8-4156-a6e5-14d1501b348f was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:47:01.106317 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6a87e6fb-986f-4890-b0f3-0709a6b4f54d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:01.156265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-6a87e6fb-986f-4890-b0f3-0709a6b4f54d None None] Network 7dfd5de1-9f36-481c-91a9-6527e4854310 is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:47:01.157040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a87e6fb-986f-4890-b0f3-0709a6b4f54d None None] No DVR routers for this DVR port 0939d350-a7b8-4156-a6e5-14d1501b348f on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:47:01.160917 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a87e6fb-986f-4890-b0f3-0709a6b4f54d None None] Pushing event deleted for resources: {'Port': ['ID=0939d350-a7b8-4156-a6e5-14d1501b348f,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:01.241189 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bfb95cc0-244e-4021-bb6b-bd0b2841dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'name': 'tempest-TestServerMultinode-2146207386-router', 'tenant_id': '22e4f717ae854a52bbe868fe1029fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.181'}], 'enable_snat': True}, 'gw_port_id': '3cb59280-50a4-4da1-a4e8-055aa6ab98d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:25Z', 'updated_at': '2021-07-09T13:46:57Z', 'revision_number': 5, 'project_id': '22e4f717ae854a52bbe868fe1029fc99', 'gw_port': {'id': '3cb59280-50a4-4da1-a4e8-055aa6ab98d8', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:83:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2861, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:26Z', 'updated_at': '2021-07-09T13:45:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:01.311493 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb95cc0-244e-4021-bb6b-bd0b2841dd4a None None] Checking router: 7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:47:01.343629 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb95cc0-244e-4021-bb6b-bd0b2841dd4a None None] Routers {'7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:01.345228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bfb95cc0-244e-4021-bb6b-bd0b2841dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:01.540370 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a5b8fdba-ad62-4230-8601-7e80cb5b726f admin admin] Deleting port 3cb59280-50a4-4da1-a4e8-055aa6ab98d8 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:01.542025 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fdba-ad62-4230-8601-7e80cb5b726f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:01.586329 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:01.589175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-bfb95cc0-244e-4021-bb6b-bd0b2841dd4a None None] Set router 7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:01.687629 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bfb95cc0-244e-4021-bb6b-bd0b2841dd4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'name': 'tempest-TestServerMultinode-2146207386-router', 'tenant_id': '22e4f717ae854a52bbe868fe1029fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:25Z', 'updated_at': '2021-07-09T13:47:00Z', 'revision_number': 6, 'project_id': '22e4f717ae854a52bbe868fe1029fc99', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:01.719447 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb664f8-cafe-4209-9c6d-e54c2e98f8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:01.741713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb95cc0-244e-4021-bb6b-bd0b2841dd4a None None] The sync data for ids ['7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4'] in n-d-799525-3 is: [{'id': '7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4', 'name': 'tempest-TestServerMultinode-2146207386-router', 'tenant_id': '22e4f717ae854a52bbe868fe1029fc99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:25Z', 'updated_at': '2021-07-09T13:47:00Z', 'revision_number': 6, 'project_id': '22e4f717ae854a52bbe868fe1029fc99', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:47:01.852495 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-43991d18-6690-4531-a66a-9e78c29d9b27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:02.014979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Router d9a218bd-a08b-49a1-a146-f4b69f495e68 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:47:02.216300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-a5b8fdba-ad62-4230-8601-7e80cb5b726f admin admin] For port 3cb59280-50a4-4da1-a4e8-055aa6ab98d8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3cb59280-50a4-4da1-a4e8-055aa6ab98d8,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:02.216670 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fdba-ad62-4230-8601-7e80cb5b726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:02.219976 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f197b84e-1d14-4ff2-bd17-eef83ffd278f no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:02.267296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a5b8fdba-ad62-4230-8601-7e80cb5b726f admin admin] Calling delete_port for 3cb59280-50a4-4da1-a4e8-055aa6ab98d8 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:02.276816 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: f197b84e-1d14-4ff2-bd17-eef83ffd278f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:02.279633 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f197b84e-1d14-4ff2-bd17-eef83ffd278f not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:02.280241 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0939d350-a7b8-4156-a6e5-14d1501b348f no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:02.383691 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 0939d350-a7b8-4156-a6e5-14d1501b348f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:02.384248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0939d350-a7b8-4156-a6e5-14d1501b348f not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:02.466472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-eeb664f8-cafe-4209-9c6d-e54c2e98f8bd admin admin] Deleting port 977e1343-d301-4450-afef-a96ee2f3faa5 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:02.467018 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb664f8-cafe-4209-9c6d-e54c2e98f8bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:02.616034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:47:02.627582 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Sync routers for ids ['d9a218bd-a08b-49a1-a146-f4b69f495e68'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:47:02.639408 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Routers {'d9a218bd-a08b-49a1-a146-f4b69f495e68'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:02.643223 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d9a218bd-a08b-49a1-a146-f4b69f495e68'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:02.644671 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:02.646640 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6996e6aa-800d-4eac-a189-74aec11f4f4b tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.7348809 Jul 09 13:47:02.649446 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55840) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:02.710286 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-eeb664f8-cafe-4209-9c6d-e54c2e98f8bd admin admin] For port 977e1343-d301-4450-afef-a96ee2f3faa5, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=977e1343-d301-4450-afef-a96ee2f3faa5,segment=NetworkSegment(1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4),segment_id=1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:02.711337 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb664f8-cafe-4209-9c6d-e54c2e98f8bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:02.748712 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-eeb664f8-cafe-4209-9c6d-e54c2e98f8bd admin admin] Calling delete_port for 977e1343-d301-4450-afef-a96ee2f3faa5 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:02.771057 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c1f27511-2c14-4f3a-b830-bd6567083496 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/routers/d9a218bd-a08b-49a1-a146-f4b69f495e68 HTTP/1.1" status: 200 len: 908 time: 0.1202600 Jul 09 13:47:02.779547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55846) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:02.788079 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Request body: {'router': {'name': 'tempest-snat-router-127485942', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'enable_snat': True}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:02.937303 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Set router d9a218bd-a08b-49a1-a146-f4b69f495e68 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:03.047533 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:03.051320 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:03.166843 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:03.171492 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fdba-ad62-4230-8601-7e80cb5b726f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:03.240454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8fdba-ad62-4230-8601-7e80cb5b726f admin admin] Pushing event deleted for resources: {'Port': ['ID=3cb59280-50a4-4da1-a4e8-055aa6ab98d8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:03.312509 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb664f8-cafe-4209-9c6d-e54c2e98f8bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:03.357274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb664f8-cafe-4209-9c6d-e54c2e98f8bd admin admin] Pushing event deleted for resources: {'Port': ['ID=977e1343-d301-4450-afef-a96ee2f3faa5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:03.581445 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a218bd-a08b-49a1-a146-f4b69f495e68', 'name': 'tempest-snat-router-127485942', 'tenant_id': '50ea8a551f4f4d8f872deaab5886f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.115'}], 'enable_snat': False}, 'gw_port_id': '21068b74-98df-4101-af32-c63dc53aac28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:56Z', 'updated_at': '2021-07-09T13:47:00Z', 'revision_number': 3, 'project_id': '50ea8a551f4f4d8f872deaab5886f75d', 'gw_port': {'id': '21068b74-98df-4101-af32-c63dc53aac28', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a218bd-a08b-49a1-a146-f4b69f495e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:58Z', 'updated_at': '2021-07-09T13:46:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:03.636674 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eeb664f8-cafe-4209-9c6d-e54c2e98f8bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:03.644512 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Checking router: d9a218bd-a08b-49a1-a146-f4b69f495e68 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:47:03.645128 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Updating router d9a218bd-a08b-49a1-a146-f4b69f495e68 port 21068b74-98df-4101-af32-c63dc53aac28 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:47:03.728640 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:03.739335 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fdba-ad62-4230-8601-7e80cb5b726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:03.757221 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:04.114994 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fdba-ad62-4230-8601-7e80cb5b726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:04.118420 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fdba-ad62-4230-8601-7e80cb5b726f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:04.127056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb664f8-cafe-4209-9c6d-e54c2e98f8bd admin admin] Router 2af75f99-9771-4e94-bec3-a4cc58714712 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:47:04.149608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3cb59280-50a4-4da1-a4e8-055aa6ab98d8 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:04.196943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 3cb59280-50a4-4da1-a4e8-055aa6ab98d8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:04.198745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3cb59280-50a4-4da1-a4e8-055aa6ab98d8 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:04.305922 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fdba-ad62-4230-8601-7e80cb5b726f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:04.306476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b8fdba-ad62-4230-8601-7e80cb5b726f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:47:04.311637 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b8fdba-ad62-4230-8601-7e80cb5b726f admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:04.315422 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a5b8fdba-ad62-4230-8601-7e80cb5b726f admin admin] 10.222.0.39 "DELETE /v2.0/routers/7ce9f4cd-5c96-4403-9ce6-c7e9a9f39dd4 HTTP/1.1" status: 204 len: 168 time: 4.2854042 Jul 09 13:47:04.320731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55928) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:04.460651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb664f8-cafe-4209-9c6d-e54c2e98f8bd admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:47:04.475776 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-eeb664f8-cafe-4209-9c6d-e54c2e98f8bd admin admin] 10.222.0.39 "PUT /v2.0/routers/2af75f99-9771-4e94-bec3-a4cc58714712/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4858093 Jul 09 13:47:04.478682 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55934) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:04.487896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248e43e1-27ba-4fef-b69a-c873937f3029 None None] Sync routers for ids ['2af75f99-9771-4e94-bec3-a4cc58714712'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:47:04.502952 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:04.503478 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248e43e1-27ba-4fef-b69a-c873937f3029 None None] Routers {'2af75f99-9771-4e94-bec3-a4cc58714712'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:04.504110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-248e43e1-27ba-4fef-b69a-c873937f3029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:46:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['2af75f99-9771-4e94-bec3-a4cc58714712'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:04.536188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b37647c-f983-4a2a-8633-cd46376b572f admin admin] Deleting subnet 770c8742-8713-49fd-a7af-1495530b83a7 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:47:04.551589 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Transition to ACTIVE for port object 21068b74-98df-4101-af32-c63dc53aac28 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:47:04.556927 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b37647c-f983-4a2a-8633-cd46376b572f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:04.563003 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:04.621027 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b37647c-f983-4a2a-8633-cd46376b572f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:04.681975 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d21593-d307-42f1-b6a3-430b89e90cf8 None None] Pushing event updated for resources: {'Port': ['ID=21068b74-98df-4101-af32-c63dc53aac28,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:04.743070 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Attempting to bind port 21068b74-98df-4101-af32-c63dc53aac28 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:47:04.746195 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Attempting to bind port 21068b74-98df-4101-af32-c63dc53aac28 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:47:04.746781 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Attempting to bind port 21068b74-98df-4101-af32-c63dc53aac28 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:47:04.761576 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b37647c-f983-4a2a-8633-cd46376b572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:04.793329 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 46, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:47:04.798179 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-248e43e1-27ba-4fef-b69a-c873937f3029 None None] Set router 2af75f99-9771-4e94-bec3-a4cc58714712 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:04.808098 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94fa2d88-2649-4d62-891a-2f01a12e3e95 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:04.808730 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:47:04.812041 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:04.812670 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:47:04.813853 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Bound port: 21068b74-98df-4101-af32-c63dc53aac28, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:47:04.823613 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:04.839717 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b37647c-f983-4a2a-8633-cd46376b572f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:04.949064 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9a40ee61-be64-4745-910e-1a945af1ad81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:04.987609 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:04.988541 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] For port 21068b74-98df-4101-af32-c63dc53aac28, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:47:04.997064 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] For port 21068b74-98df-4101-af32-c63dc53aac28, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=21068b74-98df-4101-af32-c63dc53aac28,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:47:05.004081 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:05.148520 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d21593-d307-42f1-b6a3-430b89e90cf8 None None] Pushing event updated for resources: {'Port': ['ID=21068b74-98df-4101-af32-c63dc53aac28,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:05.153695 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Routers {'d9a218bd-a08b-49a1-a146-f4b69f495e68'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:05.159436 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d9a218bd-a08b-49a1-a146-f4b69f495e68'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:05.197080 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-248e43e1-27ba-4fef-b69a-c873937f3029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'name': 'tempest-TestAggregatesBasicOps-702302001-router', 'tenant_id': '20541e56937347f4b1cb777912c37885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.66'}], 'enable_snat': True}, 'gw_port_id': '1664fe1f-22f9-49fd-a73d-b4ffd368f052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:29Z', 'updated_at': '2021-07-09T13:47:03Z', 'revision_number': 5, 'project_id': '20541e56937347f4b1cb777912c37885', 'gw_port': {'id': '1664fe1f-22f9-49fd-a73d-b4ffd368f052', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:2c:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2931, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:31Z', 'updated_at': '2021-07-09T13:46:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:05.199244 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa08eda4-f9d1-4937-8c6f-c4f22520ab47 req-06eef290-2b1a-49b6-a329-e5c0ae3e66e5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:05.207495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa08eda4-f9d1-4937-8c6f-c4f22520ab47 req-06eef290-2b1a-49b6-a329-e5c0ae3e66e5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.4227855 Jul 09 13:47:05.229135 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94fa2d88-2649-4d62-891a-2f01a12e3e95 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:05.250139 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248e43e1-27ba-4fef-b69a-c873937f3029 None None] Checking router: 2af75f99-9771-4e94-bec3-a4cc58714712 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:47:05.260712 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248e43e1-27ba-4fef-b69a-c873937f3029 None None] Routers {'2af75f99-9771-4e94-bec3-a4cc58714712'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:05.261629 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-248e43e1-27ba-4fef-b69a-c873937f3029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['2af75f99-9771-4e94-bec3-a4cc58714712'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:05.298445 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa08eda4-f9d1-4937-8c6f-c4f22520ab47 req-3f60baa1-a88c-4ff1-adc6-de50adbabb97 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861349 Jul 09 13:47:05.343968 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-94fa2d88-2649-4d62-891a-2f01a12e3e95 admin admin] Deleting port 1664fe1f-22f9-49fd-a73d-b4ffd368f052 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:05.344717 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94fa2d88-2649-4d62-891a-2f01a12e3e95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:05.457865 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] Set router d9a218bd-a08b-49a1-a146-f4b69f495e68 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:05.460394 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b37647c-f983-4a2a-8633-cd46376b572f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:05.467822 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2b37647c-f983-4a2a-8633-cd46376b572f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/770c8742-8713-49fd-a7af-1495530b83a7 HTTP/1.1" status: 204 len: 168 time: 1.1459486 Jul 09 13:47:05.468780 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 55950) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:05.484923 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b37647c-f983-4a2a-8633-cd46376b572f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=770c8742-8713-49fd-a7af-1495530b83a7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:05.682920 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:05.687513 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:05.736875 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:05.761775 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b28913-4d1d-410f-b1ce-61b67f2f30c8 None None] Network 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:47:05.916366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-94fa2d88-2649-4d62-891a-2f01a12e3e95 admin admin] For port 1664fe1f-22f9-49fd-a73d-b4ffd368f052, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1664fe1f-22f9-49fd-a73d-b4ffd368f052,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:05.918425 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94fa2d88-2649-4d62-891a-2f01a12e3e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:05.921846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Allocated IP 172.25.2.247 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/ff01a8a6-7585-474b-954a-ccbdde1fd961) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:47:05.953219 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a218bd-a08b-49a1-a146-f4b69f495e68', 'name': 'tempest-snat-router-127485942', 'tenant_id': '50ea8a551f4f4d8f872deaab5886f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.115'}], 'enable_snat': False}, 'gw_port_id': '21068b74-98df-4101-af32-c63dc53aac28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:56Z', 'updated_at': '2021-07-09T13:47:00Z', 'revision_number': 3, 'project_id': '50ea8a551f4f4d8f872deaab5886f75d', 'gw_port': {'id': '21068b74-98df-4101-af32-c63dc53aac28', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a218bd-a08b-49a1-a146-f4b69f495e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:58Z', 'updated_at': '2021-07-09T13:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:05.956465 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:05.958180 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-94fa2d88-2649-4d62-891a-2f01a12e3e95 admin admin] Calling delete_port for 1664fe1f-22f9-49fd-a73d-b4ffd368f052 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:05.980368 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-248e43e1-27ba-4fef-b69a-c873937f3029 None None] Set router 2af75f99-9771-4e94-bec3-a4cc58714712 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:06.006705 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f21b62a-574d-4c8b-aedb-f97fccd35f89 None None] The sync data for ids ['d9a218bd-a08b-49a1-a146-f4b69f495e68'] in n-d-799525-3 is: [{'id': 'd9a218bd-a08b-49a1-a146-f4b69f495e68', 'name': 'tempest-snat-router-127485942', 'tenant_id': '50ea8a551f4f4d8f872deaab5886f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.115'}], 'enable_snat': False}, 'gw_port_id': '21068b74-98df-4101-af32-c63dc53aac28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:56Z', 'updated_at': '2021-07-09T13:47:00Z', 'revision_number': 3, 'project_id': '50ea8a551f4f4d8f872deaab5886f75d', 'gw_port': {'id': '21068b74-98df-4101-af32-c63dc53aac28', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:2f:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a218bd-a08b-49a1-a146-f4b69f495e68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2939, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:46:58Z', 'updated_at': '2021-07-09T13:47:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:47:06.092141 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:06.147275 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-248e43e1-27ba-4fef-b69a-c873937f3029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'name': 'tempest-TestAggregatesBasicOps-702302001-router', 'tenant_id': '20541e56937347f4b1cb777912c37885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:29Z', 'updated_at': '2021-07-09T13:47:05Z', 'revision_number': 6, 'project_id': '20541e56937347f4b1cb777912c37885', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:06.195738 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:06.201139 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-248e43e1-27ba-4fef-b69a-c873937f3029 None None] The sync data for ids ['2af75f99-9771-4e94-bec3-a4cc58714712'] in n-d-799525-3 is: [{'id': '2af75f99-9771-4e94-bec3-a4cc58714712', 'name': 'tempest-TestAggregatesBasicOps-702302001-router', 'tenant_id': '20541e56937347f4b1cb777912c37885', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:46:29Z', 'updated_at': '2021-07-09T13:47:05Z', 'revision_number': 6, 'project_id': '20541e56937347f4b1cb777912c37885', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:47:06.270947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff14d3d3-47cf-48f3-822f-8637971ee1cc None None] DHCP port deletion for 51cef8eb-424f-4d2b-a4a9-d41d950e6d32 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:47:06.354206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:47:06.360004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:47:06.376928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:47:06.403221 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ff14d3d3-47cf-48f3-822f-8637971ee1cc None None] Deleting port eebd14c6-fba2-4a30-9941-14b822805cc4 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:06.404230 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff14d3d3-47cf-48f3-822f-8637971ee1cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:06.427977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Pushing event updated for resources: {'Port': ['ID=ff01a8a6-7585-474b-954a-ccbdde1fd961,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:06.457186 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94fa2d88-2649-4d62-891a-2f01a12e3e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:06.511967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] Deleting port eebd14c6-fba2-4a30-9941-14b822805cc4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:06.512316 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:06.513896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ff14d3d3-47cf-48f3-822f-8637971ee1cc None None] For port eebd14c6-fba2-4a30-9941-14b822805cc4, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=eebd14c6-fba2-4a30-9941-14b822805cc4,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:06.514779 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff14d3d3-47cf-48f3-822f-8637971ee1cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:06.545835 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa2d88-2649-4d62-891a-2f01a12e3e95 admin admin] Pushing event deleted for resources: {'Port': ['ID=1664fe1f-22f9-49fd-a73d-b4ffd368f052,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:06.557002 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ff14d3d3-47cf-48f3-822f-8637971ee1cc None None] Calling delete_port for eebd14c6-fba2-4a30-9941-14b822805cc4 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:06.785057 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ff14d3d3-47cf-48f3-822f-8637971ee1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:06.790292 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94fa2d88-2649-4d62-891a-2f01a12e3e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:06.841150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] For port eebd14c6-fba2-4a30-9941-14b822805cc4, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=eebd14c6-fba2-4a30-9941-14b822805cc4,segment=NetworkSegment(31eb16b7-55e1-48e0-ab72-f2de0e98c1c3),segment_id=31eb16b7-55e1-48e0-ab72-f2de0e98c1c3)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:06.841515 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:06.848123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff14d3d3-47cf-48f3-822f-8637971ee1cc None None] Pushing event deleted for resources: {'Port': ['ID=eebd14c6-fba2-4a30-9941-14b822805cc4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:06.916153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff14d3d3-47cf-48f3-822f-8637971ee1cc None None] No DVR routers for this DVR port eebd14c6-fba2-4a30-9941-14b822805cc4 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:47:06.928222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] Calling delete_port for eebd14c6-fba2-4a30-9941-14b822805cc4 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:06.986120 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94fa2d88-2649-4d62-891a-2f01a12e3e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:06.990326 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94fa2d88-2649-4d62-891a-2f01a12e3e95 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:06.998004 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.080695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fb666-3c66-4c42-9f55-6bbbaf682aec req-cdbcb4e1-bf96-4303-94a6-cdaed3980ed7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:07.091731 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a5fb666-3c66-4c42-9f55-6bbbaf682aec req-cdbcb4e1-bf96-4303-94a6-cdaed3980ed7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.4816020 Jul 09 13:47:07.111012 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94fa2d88-2649-4d62-891a-2f01a12e3e95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.115191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94fa2d88-2649-4d62-891a-2f01a12e3e95 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2af75f99-9771-4e94-bec3-a4cc58714712 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:47:07.129536 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94fa2d88-2649-4d62-891a-2f01a12e3e95 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.130905 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-94fa2d88-2649-4d62-891a-2f01a12e3e95 admin admin] 10.222.0.39 "DELETE /v2.0/routers/2af75f99-9771-4e94-bec3-a4cc58714712 HTTP/1.1" status: 204 len: 168 time: 2.6511214 Jul 09 13:47:07.133548 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55976) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:07.166795 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.189221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] No DVR routers for this DVR port eebd14c6-fba2-4a30-9941-14b822805cc4 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:47:07.238640 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a5fb666-3c66-4c42-9f55-6bbbaf682aec req-0ebd13ce-a35a-44a7-96dd-00480544a9c7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1455781 Jul 09 13:47:07.260000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] Pushing event deleted for resources: {'Port': ['ID=eebd14c6-fba2-4a30-9941-14b822805cc4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:07.278567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-94b36bea-9a48-41ab-a3ad-3a3912b6b249 admin admin] Deleting subnet eb19fb6a-8fac-4043-a24b-3b12d1e60c64 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:47:07.284826 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94b36bea-9a48-41ab-a3ad-3a3912b6b249 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.337890 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94b36bea-9a48-41ab-a3ad-3a3912b6b249 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.441123 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.469437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51cef8eb-424f-4d2b-a4a9-d41d950e6d32']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:07.489198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:07.489642 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31eb16b7-55e1-48e0-ab72-f2de0e98c1c3') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:07.508888 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.517764 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.530216 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94b36bea-9a48-41ab-a3ad-3a3912b6b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.664780 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94b36bea-9a48-41ab-a3ad-3a3912b6b249 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.722364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b36bea-9a48-41ab-a3ad-3a3912b6b249 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eb19fb6a-8fac-4043-a24b-3b12d1e60c64,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:07.739238 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94b36bea-9a48-41ab-a3ad-3a3912b6b249 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.739532 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.748412 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-94b36bea-9a48-41ab-a3ad-3a3912b6b249 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/eb19fb6a-8fac-4043-a24b-3b12d1e60c64 HTTP/1.1" status: 204 len: 168 time: 0.6067567 Jul 09 13:47:07.748412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 55996) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:07.757011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f6495c-a2f8-4762-8092-11abd3d818a7 None None] Network c3786cc2-5059-4742-882b-f511217b2aa2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:47:07.799158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:47:07.799734 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:47:07.801855 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:47:07.945029 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.960540 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.965575 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:07.974672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56000) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:07.975620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] 10.222.0.39 "DELETE /v2.0/networks/51cef8eb-424f-4d2b-a4a9-d41d950e6d32 HTTP/1.1" status: 204 len: 168 time: 2.4919508 Jul 09 13:47:08.010508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fffed5ea-e866-4e22-8f03-a5c752686199 admin admin] Pushing event deleted for resources: {'Network': ['ID=51cef8eb-424f-4d2b-a4a9-d41d950e6d32,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:08.221890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 21068b74-98df-4101-af32-c63dc53aac28 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:47:08.364516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8463b2cc-586e-4148-9644-b1022ce10bf9 None None] DHCP port deletion for c3786cc2-5059-4742-882b-f511217b2aa2 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:47:08.374664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] Deleting port 5bca5fea-3260-421f-a10c-8759686ed4ea {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:08.375057 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:08.389803 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:08.520015 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 21068b74-98df-4101-af32-c63dc53aac28 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:47:08.529963 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 21068b74-98df-4101-af32-c63dc53aac28 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:47:08.530418 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:08.588675 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:08.595183 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8463b2cc-586e-4148-9644-b1022ce10bf9 None None] Deleting port 5bca5fea-3260-421f-a10c-8759686ed4ea {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:08.595747 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8463b2cc-586e-4148-9644-b1022ce10bf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:08.657433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Router a5fc45b7-3c9f-4930-a4df-ff27881c41b3 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:47:08.738470 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:08.747443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] For port 5bca5fea-3260-421f-a10c-8759686ed4ea, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5bca5fea-3260-421f-a10c-8759686ed4ea,segment=NetworkSegment(1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4),segment_id=1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:08.747961 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:08.748086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8463b2cc-586e-4148-9644-b1022ce10bf9 None None] For port 5bca5fea-3260-421f-a10c-8759686ed4ea, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5bca5fea-3260-421f-a10c-8759686ed4ea,segment=NetworkSegment(1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4),segment_id=1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:08.748203 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8463b2cc-586e-4148-9644-b1022ce10bf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:08.804010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8463b2cc-586e-4148-9644-b1022ce10bf9 None None] Calling delete_port for 5bca5fea-3260-421f-a10c-8759686ed4ea owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:08.814551 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:08.819684 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:47:08.830968 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Sync routers for ids ['a5fc45b7-3c9f-4930-a4df-ff27881c41b3'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:47:08.839148 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] Calling delete_port for 5bca5fea-3260-421f-a10c-8759686ed4ea owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:08.846685 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Routers {'a5fc45b7-3c9f-4930-a4df-ff27881c41b3'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:08.849502 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a5fc45b7-3c9f-4930-a4df-ff27881c41b3'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:08.862174 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:08.866673 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ea9c5747-89e6-48b1-8dd3-c5bcd42cd50f tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.0856078 Jul 09 13:47:08.867202 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56016) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:08.974443 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 21068b74-98df-4101-af32-c63dc53aac28, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=21068b74-98df-4101-af32-c63dc53aac28,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:08.985805 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:09.006642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28c70220-1078-41c3-90a6-db2fd36dc6e0 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:09.074581 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Set router a5fc45b7-3c9f-4930-a4df-ff27881c41b3 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:09.137464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 977e1343-d301-4450-afef-a96ee2f3faa5 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:09.176616 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 977e1343-d301-4450-afef-a96ee2f3faa5 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:09.176972 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 977e1343-d301-4450-afef-a96ee2f3faa5 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:09.177407 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device eebd14c6-fba2-4a30-9941-14b822805cc4 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:09.206910 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: eebd14c6-fba2-4a30-9941-14b822805cc4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:09.207881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device eebd14c6-fba2-4a30-9941-14b822805cc4 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:09.208151 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1664fe1f-22f9-49fd-a73d-b4ffd368f052 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:09.222070 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b9853198-fee5-4690-a9e8-7a60402f2d04 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/routers/a5fc45b7-3c9f-4930-a4df-ff27881c41b3 HTTP/1.1" status: 200 len: 907 time: 0.3508601 Jul 09 13:47:09.222933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56024) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:09.274155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3c1628-5b23-40f0-93aa-c73d4d047181 req-0b23703a-9712-4788-b342-868c71dabaf5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:09.275910 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba3c1628-5b23-40f0-93aa-c73d4d047181 req-0b23703a-9712-4788-b342-868c71dabaf5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.5655453 Jul 09 13:47:09.284359 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 1664fe1f-22f9-49fd-a73d-b4ffd368f052 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:09.284992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1664fe1f-22f9-49fd-a73d-b4ffd368f052 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:09.317596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=21068b74-98df-4101-af32-c63dc53aac28,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:09.351592 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8463b2cc-586e-4148-9644-b1022ce10bf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:09.390467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8463b2cc-586e-4148-9644-b1022ce10bf9 None None] Pushing event deleted for resources: {'Port': ['ID=5bca5fea-3260-421f-a10c-8759686ed4ea,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:09.396382 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463b2cc-586e-4148-9644-b1022ce10bf9 None None] No DVR routers for this DVR port 5bca5fea-3260-421f-a10c-8759686ed4ea on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:47:09.414205 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:09.425834 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:09.480817 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-273bcec8-3a60-44a4-be59-05b28e0a0ab3 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:09.486403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:47:09.508203 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d8894b-5ed9-4651-a20e-670c7ec56582" -d '{"events": [{"server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "name": "network-vif-unplugged", "status": "completed", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:47:09.529298 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:09.536012 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] Pushing event deleted for resources: {'Port': ['ID=5bca5fea-3260-421f-a10c-8759686ed4ea,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:09.536293 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:09.553717 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba3c1628-5b23-40f0-93aa-c73d4d047181 req-013a919c-432c-4131-be3d-6e6c98940c2b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244191 Jul 09 13:47:09.567730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] No DVR routers for this DVR port 5bca5fea-3260-421f-a10c-8759686ed4ea on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:47:09.618632 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30f91fb-bf6e-439b-b833-21af689c4121 x-openstack-request-id: req-e30f91fb-bf6e-439b-b833-21af689c4121 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:47:09.619123 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "name": "network-vif-unplugged", "status": "completed", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:47:09.619616 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e30f91fb-bf6e-439b-b833-21af689c4121 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:47:09.620224 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'code': 200} Jul 09 13:47:09.642645 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=28c70220-1078-41c3-90a6-db2fd36dc6e0,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:09.645642 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fc45b7-3c9f-4930-a4df-ff27881c41b3', 'name': 'tempest-snat-router-127485942', 'tenant_id': '50ea8a551f4f4d8f872deaab5886f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.247'}], 'enable_snat': True}, 'gw_port_id': 'ff01a8a6-7585-474b-954a-ccbdde1fd961', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:03Z', 'updated_at': '2021-07-09T13:47:06Z', 'revision_number': 3, 'project_id': '50ea8a551f4f4d8f872deaab5886f75d', 'gw_port': {'id': 'ff01a8a6-7585-474b-954a-ccbdde1fd961', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:77:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5fc45b7-3c9f-4930-a4df-ff27881c41b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2941, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.247', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:05Z', 'updated_at': '2021-07-09T13:47:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:09.694066 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:09.703522 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Checking router: a5fc45b7-3c9f-4930-a4df-ff27881c41b3 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:47:09.704854 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Updating router a5fc45b7-3c9f-4930-a4df-ff27881c41b3 port ff01a8a6-7585-474b-954a-ccbdde1fd961 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:47:09.716465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3786cc2-5059-4742-882b-f511217b2aa2']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:09.719373 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-273bcec8-3a60-44a4-be59-05b28e0a0ab3 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:09.731077 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:09.731235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b47c2e8-b29e-4be1-bb8e-1ba5fb58dbc4') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:09.735815 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8190cbc-89af-41e1-ac44-48bf0ec37dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:09.788347 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:09.818161 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:09.838061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:47:09.839131 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:09.860325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-273bcec8-3a60-44a4-be59-05b28e0a0ab3 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Deleting port ff01a8a6-7585-474b-954a-ccbdde1fd961 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:09.860866 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-273bcec8-3a60-44a4-be59-05b28e0a0ab3 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:09.881599 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: self.session.flush() Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:47:09.926056 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:47:10.013331 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:10.071333 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 21068b74-98df-4101-af32-c63dc53aac28 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:47:10.112361 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:10.116408 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-273bcec8-3a60-44a4-be59-05b28e0a0ab3 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:10.118252 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] 10.222.0.39 "DELETE /v2.0/networks/c3786cc2-5059-4742-882b-f511217b2aa2 HTTP/1.1" status: 204 len: 168 time: 2.3713841 Jul 09 13:47:10.181523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-273bcec8-3a60-44a4-be59-05b28e0a0ab3 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Calling delete_port for ff01a8a6-7585-474b-954a-ccbdde1fd961 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:10.252005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32e6653-15cb-4e64-9cba-a08b264c8aa1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3786cc2-5059-4742-882b-f511217b2aa2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:10.263540 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:10.266097 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 21068b74-98df-4101-af32-c63dc53aac28 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:47:10.269743 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:10.285339 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Transition to ACTIVE for port object ff01a8a6-7585-474b-954a-ccbdde1fd961 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:47:10.295156 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:10.351005 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef69eb0-2dbf-4baa-9845-0037ef40d244 None None] Pushing event updated for resources: {'Port': ['ID=ff01a8a6-7585-474b-954a-ccbdde1fd961,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:10.399136 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Attempting to bind port ff01a8a6-7585-474b-954a-ccbdde1fd961 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:47:10.402821 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Attempting to bind port ff01a8a6-7585-474b-954a-ccbdde1fd961 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:47:10.403033 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Attempting to bind port ff01a8a6-7585-474b-954a-ccbdde1fd961 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:47:10.417503 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 47, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:47:10.418010 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:47:10.419053 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:10.420367 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:47:10.420959 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Bound port: ff01a8a6-7585-474b-954a-ccbdde1fd961, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:47:10.422108 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:10.527005 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] For port ff01a8a6-7585-474b-954a-ccbdde1fd961, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:47:10.531274 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] For port ff01a8a6-7585-474b-954a-ccbdde1fd961, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ff01a8a6-7585-474b-954a-ccbdde1fd961,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:47:10.543058 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:10.585116 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56048) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:10.604127 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5bca5fea-3260-421f-a10c-8759686ed4ea no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:10.677205 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 5bca5fea-3260-421f-a10c-8759686ed4ea {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:10.680145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5bca5fea-3260-421f-a10c-8759686ed4ea not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:10.731083 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3c31d7aa-d1d2-40c9-831e-8b3f7ede8b06 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=437be4959def4f7ca5c40e6bc592f1e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385763 Jul 09 13:47:10.731934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56054) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:10.733425 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c8190cbc-89af-41e1-ac44-48bf0ec37dc5 admin admin] Deleting port 061c6b63-025c-43c1-bd35-12006518cf96 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:10.733777 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8190cbc-89af-41e1-ac44-48bf0ec37dc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:10.736969 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-273bcec8-3a60-44a4-be59-05b28e0a0ab3 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:10.758900 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Routers {'a5fc45b7-3c9f-4930-a4df-ff27881c41b3'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:10.766180 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a5fc45b7-3c9f-4930-a4df-ff27881c41b3'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:10.777956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273bcec8-3a60-44a4-be59-05b28e0a0ab3 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Pushing event deleted for resources: {'Port': ['ID=ff01a8a6-7585-474b-954a-ccbdde1fd961,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:10.877927 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-273bcec8-3a60-44a4-be59-05b28e0a0ab3 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:10.880490 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef69eb0-2dbf-4baa-9845-0037ef40d244 None None] Pushing event updated for resources: {'Port': ['ID=ff01a8a6-7585-474b-954a-ccbdde1fd961,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:10.895318 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] Set router a5fc45b7-3c9f-4930-a4df-ff27881c41b3 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:10.943196 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba12f0f8-59e7-4f54-bfb7-9a4467bcf162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:10.970037 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5fc45b7-3c9f-4930-a4df-ff27881c41b3', 'name': 'tempest-snat-router-127485942', 'tenant_id': '50ea8a551f4f4d8f872deaab5886f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:03Z', 'updated_at': '2021-07-09T13:47:10Z', 'revision_number': 5, 'project_id': '50ea8a551f4f4d8f872deaab5886f75d', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:11.005136 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69031bb-6636-44a1-b305-21985f66af1e None None] The sync data for ids ['a5fc45b7-3c9f-4930-a4df-ff27881c41b3'] in n-d-799525-3 is: [{'id': 'a5fc45b7-3c9f-4930-a4df-ff27881c41b3', 'name': 'tempest-snat-router-127485942', 'tenant_id': '50ea8a551f4f4d8f872deaab5886f75d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:03Z', 'updated_at': '2021-07-09T13:47:10Z', 'revision_number': 5, 'project_id': '50ea8a551f4f4d8f872deaab5886f75d', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:47:11.005412 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba12f0f8-59e7-4f54-bfb7-9a4467bcf162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:11.038155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eca0dad-759e-4d77-aa9c-b9e7e9ed2999 req-2f95f053-075e-4743-8385-3fa36b981a12 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:11.039931 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2eca0dad-759e-4d77-aa9c-b9e7e9ed2999 req-2f95f053-075e-4743-8385-3fa36b981a12 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.2649961 Jul 09 13:47:11.064687 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-273bcec8-3a60-44a4-be59-05b28e0a0ab3 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:11.066154 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-c8190cbc-89af-41e1-ac44-48bf0ec37dc5 admin admin] For port 061c6b63-025c-43c1-bd35-12006518cf96, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=061c6b63-025c-43c1-bd35-12006518cf96,segment=NetworkSegment(2550dba4-02ce-4652-961f-c391013e0de3),segment_id=2550dba4-02ce-4652-961f-c391013e0de3)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:11.066539 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8190cbc-89af-41e1-ac44-48bf0ec37dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:11.071459 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-273bcec8-3a60-44a4-be59-05b28e0a0ab3 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:11.100430 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c8190cbc-89af-41e1-ac44-48bf0ec37dc5 admin admin] Calling delete_port for 061c6b63-025c-43c1-bd35-12006518cf96 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:11.129737 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-273bcec8-3a60-44a4-be59-05b28e0a0ab3 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:11.130410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273bcec8-3a60-44a4-be59-05b28e0a0ab3 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a5fc45b7-3c9f-4930-a4df-ff27881c41b3 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:47:11.145413 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-273bcec8-3a60-44a4-be59-05b28e0a0ab3 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:11.146628 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-273bcec8-3a60-44a4-be59-05b28e0a0ab3 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "DELETE /v2.0/routers/a5fc45b7-3c9f-4930-a4df-ff27881c41b3 HTTP/1.1" status: 204 len: 168 time: 1.9219704 Jul 09 13:47:11.149488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56062) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:11.171817 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2eca0dad-759e-4d77-aa9c-b9e7e9ed2999 req-6271f575-0ab8-41ed-b8ac-98d0ee5b4358 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1167898 Jul 09 13:47:11.204094 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:47:11.232189 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba12f0f8-59e7-4f54-bfb7-9a4467bcf162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:11.236362 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba12f0f8-59e7-4f54-bfb7-9a4467bcf162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:11.237712 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ba12f0f8-59e7-4f54-bfb7-9a4467bcf162 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a695f94-6ec1-4e7b-af19-9e8233c5c364 HTTP/1.1" status: 204 len: 168 time: 0.4912710 Jul 09 13:47:11.258840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba12f0f8-59e7-4f54-bfb7-9a4467bcf162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a695f94-6ec1-4e7b-af19-9e8233c5c364,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:11.337962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24700765-e869-475f-b219-940f4b67304c tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:11.552519 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8190cbc-89af-41e1-ac44-48bf0ec37dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:11.596442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8190cbc-89af-41e1-ac44-48bf0ec37dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=061c6b63-025c-43c1-bd35-12006518cf96,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:11.611371 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24700765-e869-475f-b219-940f4b67304c tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:11.720588 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-24700765-e869-475f-b219-940f4b67304c tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Deleting port 21068b74-98df-4101-af32-c63dc53aac28 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:11.720995 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24700765-e869-475f-b219-940f4b67304c tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:11.916490 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56084) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:12.124989 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8190cbc-89af-41e1-ac44-48bf0ec37dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:12.225163 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56090) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:12.265910 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cda83b6b-fe3a-4160-973d-57be39f041bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:12.453145 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-01c67a28-9df8-452e-853c-bde940908ecd admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=20541e56937347f4b1cb777912c37885&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2254212 Jul 09 13:47:12.465160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56100) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:12.801093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-24700765-e869-475f-b219-940f4b67304c tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] For port 21068b74-98df-4101-af32-c63dc53aac28, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=21068b74-98df-4101-af32-c63dc53aac28,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:12.801733 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24700765-e869-475f-b219-940f4b67304c tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:12.820497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-24700765-e869-475f-b219-940f4b67304c tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Calling delete_port for 21068b74-98df-4101-af32-c63dc53aac28 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:12.994500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28c70220-1078-41c3-90a6-db2fd36dc6e0 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:47:13.137231 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-85fd9f48-3fa3-4f82-bd79-992d019da3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:13.159872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:13.168166 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24700765-e869-475f-b219-940f4b67304c tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:13.205306 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'port_id': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'mac_address': 'fa:16:3e:b0:d2:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:47:13.232446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d987690-6d2e-404e-a755-e70200c65768 req-b70ec3b1-56fe-41e0-bdec-4cd26ae13a0b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:13.238355 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d987690-6d2e-404e-a755-e70200c65768 req-b70ec3b1-56fe-41e0-bdec-4cd26ae13a0b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.7432015 Jul 09 13:47:13.275150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24700765-e869-475f-b219-940f4b67304c tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Pushing event deleted for resources: {'Port': ['ID=21068b74-98df-4101-af32-c63dc53aac28,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:13.347774 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:13.376998 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d987690-6d2e-404e-a755-e70200c65768 req-fb1a5bd4-abe8-4abb-b144-6964ca49a5a7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1376407 Jul 09 13:47:13.384277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8190cbc-89af-41e1-ac44-48bf0ec37dc5 admin admin] Router 7c9521ac-209a-4d02-a286-5aa0b93f5b2d has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:47:13.404571 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-85fd9f48-3fa3-4f82-bd79-992d019da3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:13.419790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28c70220-1078-41c3-90a6-db2fd36dc6e0 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:47:13.440360 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24700765-e869-475f-b219-940f4b67304c tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:13.476789 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:13.486921 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:13.590463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['28c70220-1078-41c3-90a6-db2fd36dc6e0'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:47:13.630003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=28c70220-1078-41c3-90a6-db2fd36dc6e0,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:13.643133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:13.643572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:13.643969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:13.644312 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:13.644649 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:13.644982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:13.645311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:13.645640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:13.645967 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:13.646292 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:13.646618 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:13.646941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:13.695963 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24700765-e869-475f-b219-940f4b67304c tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:13.699221 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24700765-e869-475f-b219-940f4b67304c tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:13.706200 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8190cbc-89af-41e1-ac44-48bf0ec37dc5 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:47:13.731647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8ea9b-b86f-4e6c-b34e-ebbf88972b41 None None] Sync routers for ids ['7c9521ac-209a-4d02-a286-5aa0b93f5b2d'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:47:13.770631 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c8190cbc-89af-41e1-ac44-48bf0ec37dc5 admin admin] 10.222.0.39 "PUT /v2.0/routers/7c9521ac-209a-4d02-a286-5aa0b93f5b2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7921700 Jul 09 13:47:13.776436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56142) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:13.780877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8ea9b-b86f-4e6c-b34e-ebbf88972b41 None None] Routers {'7c9521ac-209a-4d02-a286-5aa0b93f5b2d'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:13.782585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-71f8ea9b-b86f-4e6c-b34e-ebbf88972b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7c9521ac-209a-4d02-a286-5aa0b93f5b2d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:13.808381 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24700765-e869-475f-b219-940f4b67304c tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:13.809044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24700765-e869-475f-b219-940f4b67304c tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9a218bd-a08b-49a1-a146-f4b69f495e68 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:47:13.813761 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-24700765-e869-475f-b219-940f4b67304c tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:13.814949 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-24700765-e869-475f-b219-940f4b67304c tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "DELETE /v2.0/routers/d9a218bd-a08b-49a1-a146-f4b69f495e68 HTTP/1.1" status: 204 len: 168 time: 2.6645246 Jul 09 13:47:13.818658 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56144) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:13.823319 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-463357994', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:14.000201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-71f8ea9b-b86f-4e6c-b34e-ebbf88972b41 None None] Set router 7c9521ac-209a-4d02-a286-5aa0b93f5b2d gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:14.023676 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:14.025467 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-85fd9f48-3fa3-4f82-bd79-992d019da3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:14.028024 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-85fd9f48-3fa3-4f82-bd79-992d019da3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:14.029202 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-85fd9f48-3fa3-4f82-bd79-992d019da3a2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/095bf9bc-a854-48cc-962f-717d03b481f2 HTTP/1.1" status: 204 len: 168 time: 1.5538719 Jul 09 13:47:14.113029 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd9f48-3fa3-4f82-bd79-992d019da3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095bf9bc-a854-48cc-962f-717d03b481f2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:14.136007 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cda83b6b-fe3a-4160-973d-57be39f041bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:14.175117 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:14.177411 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:14.180311 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cda83b6b-fe3a-4160-973d-57be39f041bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:14.248969 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cda83b6b-fe3a-4160-973d-57be39f041bc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52ca1d16a77a4db999c8661211d79c32&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3311191 Jul 09 13:47:14.253333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda83b6b-fe3a-4160-973d-57be39f041bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb4e15f-9f5a-432b-ac59-6a2be77cf9c8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:14.256118 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56156) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:14.320746 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:14.350163 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:14.367025 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b75f8a78-ad26-4b59-bbae-1888a6e82c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:14.408784 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b75f8a78-ad26-4b59-bbae-1888a6e82c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:14.602592 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b75f8a78-ad26-4b59-bbae-1888a6e82c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:14.614667 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b75f8a78-ad26-4b59-bbae-1888a6e82c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:14.626215 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b75f8a78-ad26-4b59-bbae-1888a6e82c6b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/abb4e15f-9f5a-432b-ac59-6a2be77cf9c8 HTTP/1.1" status: 204 len: 168 time: 0.3613462 Jul 09 13:47:14.738315 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75f8a78-ad26-4b59-bbae-1888a6e82c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb4e15f-9f5a-432b-ac59-6a2be77cf9c8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:14.910396 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-71f8ea9b-b86f-4e6c-b34e-ebbf88972b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'name': 'tempest-TestServerMultinode-1805358397-router', 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.216'}], 'enable_snat': True}, 'gw_port_id': '8926a22e-8c08-4762-b2cb-4c51022ee3db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:37Z', 'updated_at': '2021-07-09T13:47:11Z', 'revision_number': 5, 'project_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'gw_port': {'id': '8926a22e-8c08-4762-b2cb-4c51022ee3db', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:05:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2877, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:45:40Z', 'updated_at': '2021-07-09T13:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:14.942103 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Deleting port 8926a22e-8c08-4762-b2cb-4c51022ee3db {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:14.942592 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:14.964536 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8ea9b-b86f-4e6c-b34e-ebbf88972b41 None None] Checking router: 7c9521ac-209a-4d02-a286-5aa0b93f5b2d for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:47:14.978044 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f8ea9b-b86f-4e6c-b34e-ebbf88972b41 None None] Routers {'7c9521ac-209a-4d02-a286-5aa0b93f5b2d'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:14.979269 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-71f8ea9b-b86f-4e6c-b34e-ebbf88972b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7c9521ac-209a-4d02-a286-5aa0b93f5b2d'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:15.020585 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:15.032872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28c70220-1078-41c3-90a6-db2fd36dc6e0 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:47:15.419245 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-71f8ea9b-b86f-4e6c-b34e-ebbf88972b41 None None] Set router 7c9521ac-209a-4d02-a286-5aa0b93f5b2d gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:15.421236 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] For port 8926a22e-8c08-4762-b2cb-4c51022ee3db, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8926a22e-8c08-4762-b2cb-4c51022ee3db,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:15.421732 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:15.444695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340ba6f-7aef-490d-bb2e-6a12acb2b18e req-ae72e2c1-aee5-42a7-a275-82d097f2074c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:15.446727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5340ba6f-7aef-490d-bb2e-6a12acb2b18e req-ae72e2c1-aee5-42a7-a275-82d097f2074c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 946 time: 0.5068243 Jul 09 13:47:15.453969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Calling delete_port for 8926a22e-8c08-4762-b2cb-4c51022ee3db owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:15.537670 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5340ba6f-7aef-490d-bb2e-6a12acb2b18e req-718cd900-5845-4525-abf7-46b839c65c93 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811560 Jul 09 13:47:15.568463 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:15.591699 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:15.624754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-71f8ea9b-b86f-4e6c-b34e-ebbf88972b41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'name': 'tempest-TestServerMultinode-1805358397-router', 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:37Z', 'updated_at': '2021-07-09T13:47:14Z', 'revision_number': 6, 'project_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:15.706581 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 28c70220-1078-41c3-90a6-db2fd36dc6e0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:47:15.707955 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:15.736118 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71f8ea9b-b86f-4e6c-b34e-ebbf88972b41 None None] The sync data for ids ['7c9521ac-209a-4d02-a286-5aa0b93f5b2d'] in n-d-799525-3 is: [{'id': '7c9521ac-209a-4d02-a286-5aa0b93f5b2d', 'name': 'tempest-TestServerMultinode-1805358397-router', 'tenant_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:45:37Z', 'updated_at': '2021-07-09T13:47:14Z', 'revision_number': 6, 'project_id': 'd4805ce6da25419eaa0c0e165e719d2b', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:47:15.899496 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:15.900844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Allocated IP 172.25.2.40 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/fbef4289-c6cd-4947-9e64-7f48774c4fbb) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:47:15.993820 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:15.999835 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:47:16.031714 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe8aa61-b964-4bad-ab2f-9b39604219f7" -d '{"events": [{"server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "name": "network-vif-plugged", "status": "completed", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:47:16.074084 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8926a22e-8c08-4762-b2cb-4c51022ee3db,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:16.096176 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:16.117159 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:16.159505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:16.160074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:16.160601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:16.161300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:16.162002 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:16.162519 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:16.163017 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:16.163703 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:16.164211 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:16.164712 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:16.165201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:16.165700 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:16.279455 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:16.283725 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182eaed6-224b-4c93-86dd-b66baf4f7c7f x-openstack-request-id: req-182eaed6-224b-4c93-86dd-b66baf4f7c7f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:47:16.291260 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "name": "network-vif-plugged", "status": "completed", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:47:16.292175 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-182eaed6-224b-4c93-86dd-b66baf4f7c7f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:47:16.294105 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'code': 200} Jul 09 13:47:16.295331 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 061c6b63-025c-43c1-bd35-12006518cf96 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:16.318625 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:16.413367 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 061c6b63-025c-43c1-bd35-12006518cf96 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:16.414782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 061c6b63-025c-43c1-bd35-12006518cf96 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:16.415718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 21068b74-98df-4101-af32-c63dc53aac28 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:16.441769 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 21068b74-98df-4101-af32-c63dc53aac28 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:16.442125 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 21068b74-98df-4101-af32-c63dc53aac28 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:16.459311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=28c70220-1078-41c3-90a6-db2fd36dc6e0,revision_number=13']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:16.488842 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:16.492010 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:16.515609 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:16.607958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Pushing event updated for resources: {'Port': ['ID=fbef4289-c6cd-4947-9e64-7f48774c4fbb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:16.614663 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:16.615281 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c9521ac-209a-4d02-a286-5aa0b93f5b2d {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:47:16.619830 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:16.622196 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:47:16.624316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56212) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:16.626103 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:47:16.627205 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e33a0d09-08a8-438a-93ff-78c43105a0c7 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7c9521ac-209a-4d02-a286-5aa0b93f5b2d HTTP/1.1" status: 204 len: 168 time: 2.8490238 Jul 09 13:47:16.638500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:47:16.806761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63960b3-851b-4378-aed0-7bcdf34ea4cf admin admin] Deleting subnet aefabb2e-bffd-4c9f-9d74-3cbd2431cd5b {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:47:16.812181 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b63960b3-851b-4378-aed0-7bcdf34ea4cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:16.874668 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b63960b3-851b-4378-aed0-7bcdf34ea4cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:16.942364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd18a3e9-ba97-47ce-8f34-afd4e2c62e1c req-0076523c-613b-448d-ad11-30a359c1b29b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:16.945663 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd18a3e9-ba97-47ce-8f34-afd4e2c62e1c req-0076523c-613b-448d-ad11-30a359c1b29b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.1699440 Jul 09 13:47:17.065585 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd18a3e9-ba97-47ce-8f34-afd4e2c62e1c req-eb5b863f-c67a-4fc9-95f7-0e9303b3d412 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077800 Jul 09 13:47:17.222085 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b63960b3-851b-4378-aed0-7bcdf34ea4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:17.556558 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b63960b3-851b-4378-aed0-7bcdf34ea4cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:17.624305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63960b3-851b-4378-aed0-7bcdf34ea4cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aefabb2e-bffd-4c9f-9d74-3cbd2431cd5b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:17.645464 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b63960b3-851b-4378-aed0-7bcdf34ea4cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:17.648449 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b63960b3-851b-4378-aed0-7bcdf34ea4cf admin admin] 10.222.0.39 "DELETE /v2.0/subnets/aefabb2e-bffd-4c9f-9d74-3cbd2431cd5b HTTP/1.1" status: 204 len: 168 time: 1.0189817 Jul 09 13:47:17.650841 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56236) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:17.665954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7509fb42-8be1-4d52-9c74-3a226b47924b None None] Network 9f451def-d4f7-42e5-bf73-b4cdffe96280 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:47:17.699254 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:17.893984 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:18.059466 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] Deleting port 9c925a85-69c3-4b04-813d-6e0d05d37846 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:18.059935 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:18.103514 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6030f424-d1d5-4018-8212-134320de68f4 None None] DHCP port deletion for 9f451def-d4f7-42e5-bf73-b4cdffe96280 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:47:18.173464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8926a22e-8c08-4762-b2cb-4c51022ee3db no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:18.216243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 8926a22e-8c08-4762-b2cb-4c51022ee3db {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:18.217011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8926a22e-8c08-4762-b2cb-4c51022ee3db not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:18.263527 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6030f424-d1d5-4018-8212-134320de68f4 None None] Deleting port 9c925a85-69c3-4b04-813d-6e0d05d37846 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:18.264021 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6030f424-d1d5-4018-8212-134320de68f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:18.264887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] For port 9c925a85-69c3-4b04-813d-6e0d05d37846, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9c925a85-69c3-4b04-813d-6e0d05d37846,segment=NetworkSegment(2550dba4-02ce-4652-961f-c391013e0de3),segment_id=2550dba4-02ce-4652-961f-c391013e0de3)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:18.267587 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:18.302480 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:18.314746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] Calling delete_port for 9c925a85-69c3-4b04-813d-6e0d05d37846 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:18.642383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6030f424-d1d5-4018-8212-134320de68f4 None None] For port 9c925a85-69c3-4b04-813d-6e0d05d37846, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9c925a85-69c3-4b04-813d-6e0d05d37846,segment=NetworkSegment(2550dba4-02ce-4652-961f-c391013e0de3),segment_id=2550dba4-02ce-4652-961f-c391013e0de3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:18.642722 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6030f424-d1d5-4018-8212-134320de68f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:18.666341 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6030f424-d1d5-4018-8212-134320de68f4 None None] Calling delete_port for 9c925a85-69c3-4b04-813d-6e0d05d37846 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:18.671332 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8508e9-258a-44ff-8aca-5da018924dcc req-16b643f5-078f-428f-b9b1-a9f48cd497c0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:18.685063 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da8508e9-258a-44ff-8aca-5da018924dcc req-16b643f5-078f-428f-b9b1-a9f48cd497c0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.2761154 Jul 09 13:47:18.753587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Router c84ea47c-e0f9-49d8-bec4-324649f6d036 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:47:18.783136 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6030f424-d1d5-4018-8212-134320de68f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:18.812247 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6030f424-d1d5-4018-8212-134320de68f4 None None] No DVR routers for this DVR port 9c925a85-69c3-4b04-813d-6e0d05d37846 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:47:18.877385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6030f424-d1d5-4018-8212-134320de68f4 None None] Pushing event deleted for resources: {'Port': ['ID=9c925a85-69c3-4b04-813d-6e0d05d37846,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:18.879213 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da8508e9-258a-44ff-8aca-5da018924dcc req-7d0c8f67-b4ef-41ee-95d7-e8da069b54cb tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870408 Jul 09 13:47:18.899559 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:18.928905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c925a85-69c3-4b04-813d-6e0d05d37846,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:18.993584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] No DVR routers for this DVR port 9c925a85-69c3-4b04-813d-6e0d05d37846 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:47:19.054039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:47:19.063424 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af64ab8-0775-44fa-8a5e-2d4a5e90ddf0 None None] Sync routers for ids ['c84ea47c-e0f9-49d8-bec4-324649f6d036'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:47:19.075589 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af64ab8-0775-44fa-8a5e-2d4a5e90ddf0 None None] Routers {'c84ea47c-e0f9-49d8-bec4-324649f6d036'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:19.076744 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0af64ab8-0775-44fa-8a5e-2d4a5e90ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c84ea47c-e0f9-49d8-bec4-324649f6d036'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:19.124604 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:19.127150 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-793c153d-61ce-4f80-84d3-84165cfbb96a tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.3063641 Jul 09 13:47:19.130570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56266) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:19.140937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ab7040a4-61fc-44a1-abe3-4585864df53a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'enable_snat': False}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:19.142125 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0af64ab8-0775-44fa-8a5e-2d4a5e90ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:19.164731 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af64ab8-0775-44fa-8a5e-2d4a5e90ddf0 None None] Routers {'c84ea47c-e0f9-49d8-bec4-324649f6d036'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:19.165713 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0af64ab8-0775-44fa-8a5e-2d4a5e90ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c84ea47c-e0f9-49d8-bec4-324649f6d036'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:19.271962 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-0af64ab8-0775-44fa-8a5e-2d4a5e90ddf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:19.273018 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af64ab8-0775-44fa-8a5e-2d4a5e90ddf0 None None] The sync data for ids ['c84ea47c-e0f9-49d8-bec4-324649f6d036'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:47:19.347516 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:19.382826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f451def-d4f7-42e5-bf73-b4cdffe96280']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:19.429725 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2550dba4-02ce-4652-961f-c391013e0de3') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:19.430191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2550dba4-02ce-4652-961f-c391013e0de3') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:19.464142 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:19.502640 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:19.514883 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:47:19.515565 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:47:19.519725 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:47:19.724915 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:19.767062 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:19.783938 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] 10.222.0.39 "DELETE /v2.0/networks/9f451def-d4f7-42e5-bf73-b4cdffe96280 HTTP/1.1" status: 204 len: 168 time: 2.1178224 Jul 09 13:47:19.836506 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f5da0f-308f-4cb9-95aa-8d1b80fedc28 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f451def-d4f7-42e5-bf73-b4cdffe96280,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:19.935820 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab7040a4-61fc-44a1-abe3-4585864df53a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:20.070458 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9c925a85-69c3-4b04-813d-6e0d05d37846 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:20.135816 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 9c925a85-69c3-4b04-813d-6e0d05d37846 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:20.136171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9c925a85-69c3-4b04-813d-6e0d05d37846 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:20.216519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56284) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:20.342993 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-78c01985-cce1-4d87-9d8e-73b5a14d1700 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=22e4f717ae854a52bbe868fe1029fc99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1179576 Jul 09 13:47:20.343561 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56290) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:20.379787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5914ef-607b-4d8b-b4a3-bc0df82e7609 req-a5fcab89-a2d9-4653-b4db-75dcc6971bec tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:20.382207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd5914ef-607b-4d8b-b4a3-bc0df82e7609 req-a5fcab89-a2d9-4653-b4db-75dcc6971bec tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.1812818 Jul 09 13:47:20.452425 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd5914ef-607b-4d8b-b4a3-bc0df82e7609 req-02c36040-0163-4e07-8cb0-ef5a80a82ec5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625389 Jul 09 13:47:20.460220 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-256214dc-b192-4267-b1e5-b062c18fd6bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:20.530276 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-256214dc-b192-4267-b1e5-b062c18fd6bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:20.854339 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-256214dc-b192-4267-b1e5-b062c18fd6bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:20.857162 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-256214dc-b192-4267-b1e5-b062c18fd6bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:20.862347 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-256214dc-b192-4267-b1e5-b062c18fd6bd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4e9bcf9a-0686-4d7c-bcfe-cef721825026 HTTP/1.1" status: 204 len: 168 time: 0.5165482 Jul 09 13:47:20.879189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256214dc-b192-4267-b1e5-b062c18fd6bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9bcf9a-0686-4d7c-bcfe-cef721825026,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:21.144264 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab7040a4-61fc-44a1-abe3-4585864df53a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:21.150279 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab7040a4-61fc-44a1-abe3-4585864df53a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:21.478201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56314) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:21.615931 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bcca19f5-094f-4c0d-b024-7e88ed5380ab admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d4805ce6da25419eaa0c0e165e719d2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1363206 Jul 09 13:47:21.617482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56322) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:21.771972 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b468fc9-617c-46fe-b2bb-a2acc6378b1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:21.795726 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b468fc9-617c-46fe-b2bb-a2acc6378b1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:21.899889 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b468fc9-617c-46fe-b2bb-a2acc6378b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:21.903281 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b468fc9-617c-46fe-b2bb-a2acc6378b1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:21.904988 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4b468fc9-617c-46fe-b2bb-a2acc6378b1f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/504fe12d-ea31-4279-abc3-620a090fc45a HTTP/1.1" status: 204 len: 168 time: 0.2850630 Jul 09 13:47:21.920802 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b468fc9-617c-46fe-b2bb-a2acc6378b1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504fe12d-ea31-4279-abc3-620a090fc45a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:22.023021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab7040a4-61fc-44a1-abe3-4585864df53a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Router c84ea47c-e0f9-49d8-bec4-324649f6d036 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:47:22.029172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87787540-19d8-4203-8d17-ec2ba47719d9 req-b70fb3b9-0cbf-4a79-a58c-92f12cecee7e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:22.034882 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87787540-19d8-4203-8d17-ec2ba47719d9 req-b70fb3b9-0cbf-4a79-a58c-92f12cecee7e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.2898164 Jul 09 13:47:22.185665 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87787540-19d8-4203-8d17-ec2ba47719d9 req-70dcc51c-4987-436d-97a6-919b057986c7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424949 Jul 09 13:47:22.311524 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab7040a4-61fc-44a1-abe3-4585864df53a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:47:22.316533 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab7040a4-61fc-44a1-abe3-4585864df53a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:22.321324 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56340) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:22.325625 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1811aba-dbe9-44ca-a82c-e2da5e777c68 None None] Sync routers for ids ['c84ea47c-e0f9-49d8-bec4-324649f6d036'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:47:22.327910 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ab7040a4-61fc-44a1-abe3-4585864df53a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "PUT /v2.0/routers/c84ea47c-e0f9-49d8-bec4-324649f6d036 HTTP/1.1" status: 200 len: 920 time: 3.1961095 Jul 09 13:47:22.370583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1811aba-dbe9-44ca-a82c-e2da5e777c68 None None] Routers {'c84ea47c-e0f9-49d8-bec4-324649f6d036'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:22.371576 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d1811aba-dbe9-44ca-a82c-e2da5e777c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c84ea47c-e0f9-49d8-bec4-324649f6d036'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:22.495611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d1811aba-dbe9-44ca-a82c-e2da5e777c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:22.534263 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1811aba-dbe9-44ca-a82c-e2da5e777c68 None None] Routers {'c84ea47c-e0f9-49d8-bec4-324649f6d036'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:22.534925 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d1811aba-dbe9-44ca-a82c-e2da5e777c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c84ea47c-e0f9-49d8-bec4-324649f6d036'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:22.673768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d1811aba-dbe9-44ca-a82c-e2da5e777c68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:22.675055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1811aba-dbe9-44ca-a82c-e2da5e777c68 None None] The sync data for ids ['c84ea47c-e0f9-49d8-bec4-324649f6d036'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:47:22.756434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56346) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:22.767963 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d2370a0a-a2ac-404a-9bc7-56d427cbeeba tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/routers/c84ea47c-e0f9-49d8-bec4-324649f6d036 HTTP/1.1" status: 200 len: 920 time: 0.4428294 Jul 09 13:47:22.976345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5ad39b-63a7-4f8a-9c00-6206ba1cbfa8 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:22.977822 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bd5ad39b-63a7-4f8a-9c00-6206ba1cbfa8 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&device_id=c84ea47c-e0f9-49d8-bec4-324649f6d036&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2198069 Jul 09 13:47:22.980666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56352) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:23.183168 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e628b2fa-7d0d-4075-b15c-a99bbdf8166d tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:23.193364 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e628b2fa-7d0d-4075-b15c-a99bbdf8166d tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 881 time: 0.2107503 Jul 09 13:47:23.196408 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56354) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:23.291454 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-af9b0854-117d-4df4-8b1c-90a620af52e5 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84ea47c-e0f9-49d8-bec4-324649f6d036 HTTP/1.1" status: 200 len: 205 time: 0.0916245 Jul 09 13:47:23.291849 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56360) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:23.497243 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a1b9065-2d14-49b2-a30b-d60ac7973152 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:23.579631 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1694870-1534-4fca-8592-ee3b8b777846 req-db38585a-5708-4828-a90f-425b7e9fe6df tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:23.581542 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1694870-1534-4fca-8592-ee3b8b777846 req-db38585a-5708-4828-a90f-425b7e9fe6df tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.1128995 Jul 09 13:47:23.665974 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1694870-1534-4fca-8592-ee3b8b777846 req-347d9d58-8d8f-460e-acb8-9fea3eb33224 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752788 Jul 09 13:47:23.680970 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a1b9065-2d14-49b2-a30b-d60ac7973152 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:23.780928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b9065-2d14-49b2-a30b-d60ac7973152 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Deleting port fbef4289-c6cd-4947-9e64-7f48774c4fbb {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:23.782768 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a1b9065-2d14-49b2-a30b-d60ac7973152 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:23.995700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a1b9065-2d14-49b2-a30b-d60ac7973152 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:24.019080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5a1b9065-2d14-49b2-a30b-d60ac7973152 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Calling delete_port for fbef4289-c6cd-4947-9e64-7f48774c4fbb owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:24.237882 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a1b9065-2d14-49b2-a30b-d60ac7973152 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:24.277604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1b9065-2d14-49b2-a30b-d60ac7973152 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Pushing event deleted for resources: {'Port': ['ID=fbef4289-c6cd-4947-9e64-7f48774c4fbb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:24.373345 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a1b9065-2d14-49b2-a30b-d60ac7973152 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:24.501372 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a1b9065-2d14-49b2-a30b-d60ac7973152 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:24.504530 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a1b9065-2d14-49b2-a30b-d60ac7973152 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:24.609237 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a1b9065-2d14-49b2-a30b-d60ac7973152 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:24.610419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a1b9065-2d14-49b2-a30b-d60ac7973152 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Fanout notify agent at l3_agent the message router_deleted on router c84ea47c-e0f9-49d8-bec4-324649f6d036 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:47:24.617428 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a1b9065-2d14-49b2-a30b-d60ac7973152 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:24.622996 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5a1b9065-2d14-49b2-a30b-d60ac7973152 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "DELETE /v2.0/routers/c84ea47c-e0f9-49d8-bec4-324649f6d036 HTTP/1.1" status: 204 len: 168 time: 1.3257444 Jul 09 13:47:24.623157 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56386) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:24.628870 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3b8127e0-89a0-434b-ac3e-b78c9c98b512 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-548499372', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:24.726397 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b8127e0-89a0-434b-ac3e-b78c9c98b512 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:24.726397 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b8127e0-89a0-434b-ac3e-b78c9c98b512 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:24.818346 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b8127e0-89a0-434b-ac3e-b78c9c98b512 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:24.825215 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b8127e0-89a0-434b-ac3e-b78c9c98b512 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:24.901788 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b8127e0-89a0-434b-ac3e-b78c9c98b512 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:24.903222 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3b8127e0-89a0-434b-ac3e-b78c9c98b512 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2791088 Jul 09 13:47:24.905865 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56394) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:24.927448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:25.274735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe05e2a-5929-4e21-8674-9ca94841ea3d req-b683481d-646e-40d3-91b1-f20b5f1b00af tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:25.283062 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fe05e2a-5929-4e21-8674-9ca94841ea3d req-b683481d-646e-40d3-91b1-f20b5f1b00af tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.2817137 Jul 09 13:47:25.405222 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:25.415404 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fe05e2a-5929-4e21-8674-9ca94841ea3d req-4f0917fe-7a9f-412f-9fee-435b47d883a5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1309888 Jul 09 13:47:26.201720 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:26.237938 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:26.468050 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Allocated IP 172.25.2.49 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/da94b056-2855-4b60-9311-90667e1c8582) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:47:26.720759 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:26.783905 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:26.863003 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Pushing event updated for resources: {'Port': ['ID=da94b056-2855-4b60-9311-90667e1c8582,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:26.888127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228313b2-cfed-4f58-9baf-22e4b8a85a43 req-0346f717-5455-476e-b183-7972f193e68a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:26.890283 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-228313b2-cfed-4f58-9baf-22e4b8a85a43 req-0346f717-5455-476e-b183-7972f193e68a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.2691379 Jul 09 13:47:26.893763 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:47:26.895667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:47:26.920886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:47:26.988014 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-228313b2-cfed-4f58-9baf-22e4b8a85a43 req-5c9adb47-6838-44f0-bf52-8e9b21f4ee36 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816932 Jul 09 13:47:27.432031 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:27.817260 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:27.820191 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:28.075036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Router 1dc16ee6-cdab-4479-a55e-13dd1fe8f585 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:47:28.254278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:47:28.278752 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:28.279314 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a569fc7f-124e-4c4a-acce-b65000c93950 None None] Sync routers for ids ['1dc16ee6-cdab-4479-a55e-13dd1fe8f585'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:47:28.287416 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56492) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:28.288062 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c7c3e3be-1ee2-45fe-ad69-d74aa694d4fc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "PUT /v2.0/routers/1dc16ee6-cdab-4479-a55e-13dd1fe8f585 HTTP/1.1" status: 200 len: 878 time: 3.3799686 Jul 09 13:47:28.293229 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a569fc7f-124e-4c4a-acce-b65000c93950 None None] Routers {'1dc16ee6-cdab-4479-a55e-13dd1fe8f585'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:28.294121 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a569fc7f-124e-4c4a-acce-b65000c93950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['1dc16ee6-cdab-4479-a55e-13dd1fe8f585'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:28.352722 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a569fc7f-124e-4c4a-acce-b65000c93950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:28.364835 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a569fc7f-124e-4c4a-acce-b65000c93950 None None] Routers {'1dc16ee6-cdab-4479-a55e-13dd1fe8f585'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:28.365787 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a569fc7f-124e-4c4a-acce-b65000c93950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['1dc16ee6-cdab-4479-a55e-13dd1fe8f585'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:28.395764 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ab12-8faf-4c7e-9554-150b878e4760 req-7a98cb40-bdd3-4e49-a039-c835a4ad0821 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:28.399055 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8cb2ab12-8faf-4c7e-9554-150b878e4760 req-7a98cb40-bdd3-4e49-a039-c835a4ad0821 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.1577487 Jul 09 13:47:28.467104 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a569fc7f-124e-4c4a-acce-b65000c93950 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:28.467787 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a569fc7f-124e-4c4a-acce-b65000c93950 None None] The sync data for ids ['1dc16ee6-cdab-4479-a55e-13dd1fe8f585'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:47:28.503286 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8cb2ab12-8faf-4c7e-9554-150b878e4760 req-7b34350f-6056-4e29-bc3a-a4d841a1a613 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0919111 Jul 09 13:47:28.573593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56498) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:28.574071 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-caddb327-6242-425c-8f19-8c27c8777d48 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/routers/1dc16ee6-cdab-4479-a55e-13dd1fe8f585 HTTP/1.1" status: 200 len: 919 time: 0.2853489 Jul 09 13:47:28.711716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd53785e-47b1-4427-a755-f54501ec7e60 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:28.714998 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bd53785e-47b1-4427-a755-f54501ec7e60 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&device_id=1dc16ee6-cdab-4479-a55e-13dd1fe8f585&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1404068 Jul 09 13:47:28.717596 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56502) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:28.865780 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a5e91b-f236-41dc-bff5-f87ffcbc9d96 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:28.870375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56510) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:28.882332 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-84a5e91b-f236-41dc-bff5-f87ffcbc9d96 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 881 time: 0.1625202 Jul 09 13:47:28.939019 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56514) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:28.946461 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9441b54c-b464-4fec-9688-d8ef193be1fb tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dc16ee6-cdab-4479-a55e-13dd1fe8f585 HTTP/1.1" status: 200 len: 205 time: 0.0739064 Jul 09 13:47:29.127434 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be04b931-08e6-4913-8875-22886848ded6 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:29.273128 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be04b931-08e6-4913-8875-22886848ded6 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:29.370358 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-be04b931-08e6-4913-8875-22886848ded6 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Deleting port da94b056-2855-4b60-9311-90667e1c8582 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:29.370787 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be04b931-08e6-4913-8875-22886848ded6 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:29.479359 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be04b931-08e6-4913-8875-22886848ded6 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:29.506011 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-be04b931-08e6-4913-8875-22886848ded6 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Calling delete_port for da94b056-2855-4b60-9311-90667e1c8582 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:29.896962 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be04b931-08e6-4913-8875-22886848ded6 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:29.946900 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04b931-08e6-4913-8875-22886848ded6 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Pushing event deleted for resources: {'Port': ['ID=da94b056-2855-4b60-9311-90667e1c8582,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:30.081850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022473e3-74a1-48db-9071-f1be5ed3a4f7 req-23b98ea8-beb3-4f33-ac70-bf037da61c9d tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:30.083420 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-022473e3-74a1-48db-9071-f1be5ed3a4f7 req-23b98ea8-beb3-4f33-ac70-bf037da61c9d tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.3987262 Jul 09 13:47:30.086677 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be04b931-08e6-4913-8875-22886848ded6 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:30.230278 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-022473e3-74a1-48db-9071-f1be5ed3a4f7 req-8c2bab84-dd0c-41bb-8eb9-32b35b3756ce tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392372 Jul 09 13:47:30.232388 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be04b931-08e6-4913-8875-22886848ded6 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:30.236424 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be04b931-08e6-4913-8875-22886848ded6 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:30.298495 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be04b931-08e6-4913-8875-22886848ded6 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:30.299060 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be04b931-08e6-4913-8875-22886848ded6 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Fanout notify agent at l3_agent the message router_deleted on router 1dc16ee6-cdab-4479-a55e-13dd1fe8f585 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:47:30.305920 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-be04b931-08e6-4913-8875-22886848ded6 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:30.314020 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56554) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:30.314637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-be04b931-08e6-4913-8875-22886848ded6 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "DELETE /v2.0/routers/1dc16ee6-cdab-4479-a55e-13dd1fe8f585 HTTP/1.1" status: 204 len: 168 time: 1.3737948 Jul 09 13:47:30.320030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-43c2bc9d-e100-46f1-a83b-cdeab6217ef5 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-441523507', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:30.349682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43c2bc9d-e100-46f1-a83b-cdeab6217ef5 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:30.355120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43c2bc9d-e100-46f1-a83b-cdeab6217ef5 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:30.453636 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43c2bc9d-e100-46f1-a83b-cdeab6217ef5 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:30.461581 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43c2bc9d-e100-46f1-a83b-cdeab6217ef5 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:30.487433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43c2bc9d-e100-46f1-a83b-cdeab6217ef5 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:30.489031 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-43c2bc9d-e100-46f1-a83b-cdeab6217ef5 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1727176 Jul 09 13:47:30.493297 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56556) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:30.498831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'enable_snat': True}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:30.757613 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:31.001136 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:31.027303 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:31.258390 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Allocated IP 172.25.2.238 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/b2c5f8a9-ff4a-4b96-8872-fbdadbe18ca0) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:47:31.473212 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:31.578703 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:31.593265 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f2491-21f4-484c-8ed0-a00294d0181e req-41eb384b-61ae-4bf8-b0c3-5245d3ff86ad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:31.598179 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-798f2491-21f4-484c-8ed0-a00294d0181e req-41eb384b-61ae-4bf8-b0c3-5245d3ff86ad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.1656845 Jul 09 13:47:31.658425 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:47:31.666403 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:47:31.684827 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-798f2491-21f4-484c-8ed0-a00294d0181e req-0a16df52-668c-43b7-9f50-8425867475d9 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770357 Jul 09 13:47:31.688613 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:47:31.734603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Pushing event updated for resources: {'Port': ['ID=b2c5f8a9-ff4a-4b96-8872-fbdadbe18ca0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:31.824383 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f651be7e-5d72-42e0-a349-af12287cf7fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:32.194206 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:32.521461 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:32.527335 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:32.789499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Router 839d33e1-7490-42d0-94aa-06844c145490 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:47:33.034777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:47:33.043697 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc39b1-06cc-4275-b7c4-a68543ed09f1 None None] Sync routers for ids ['839d33e1-7490-42d0-94aa-06844c145490'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:47:33.044726 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:33.046024 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0888d7cd-480a-4f2e-b3f7-848e9f46e56a tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "PUT /v2.0/routers/839d33e1-7490-42d0-94aa-06844c145490 HTTP/1.1" status: 200 len: 914 time: 2.5516105 Jul 09 13:47:33.048857 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56584) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:33.063292 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc39b1-06cc-4275-b7c4-a68543ed09f1 None None] Routers {'839d33e1-7490-42d0-94aa-06844c145490'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:33.065613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-45bc39b1-06cc-4275-b7c4-a68543ed09f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['839d33e1-7490-42d0-94aa-06844c145490'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:33.119525 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec901af-6380-410c-a01f-dc7c313ad1ef req-b61a32aa-1208-4718-947f-535cbc603d0b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:33.128113 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bec901af-6380-410c-a01f-dc7c313ad1ef req-b61a32aa-1208-4718-947f-535cbc603d0b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.2140999 Jul 09 13:47:33.170455 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-45bc39b1-06cc-4275-b7c4-a68543ed09f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:33.196284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc39b1-06cc-4275-b7c4-a68543ed09f1 None None] Routers {'839d33e1-7490-42d0-94aa-06844c145490'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:33.196935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-45bc39b1-06cc-4275-b7c4-a68543ed09f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['839d33e1-7490-42d0-94aa-06844c145490'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:33.231654 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bec901af-6380-410c-a01f-dc7c313ad1ef req-8af55d83-1ae8-42d9-96af-85bc2ce80dee tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977528 Jul 09 13:47:33.322478 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-45bc39b1-06cc-4275-b7c4-a68543ed09f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:33.323629 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc39b1-06cc-4275-b7c4-a68543ed09f1 None None] The sync data for ids ['839d33e1-7490-42d0-94aa-06844c145490'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:47:33.365097 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56590) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:33.370675 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a51e73b1-40ec-4341-9836-159b267777ef tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/routers/839d33e1-7490-42d0-94aa-06844c145490 HTTP/1.1" status: 200 len: 920 time: 0.3112950 Jul 09 13:47:33.522334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1cb71ba-c96a-42d0-8485-5f68b310bb00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:33.524024 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a1cb71ba-c96a-42d0-8485-5f68b310bb00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&device_id=839d33e1-7490-42d0-94aa-06844c145490&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1575215 Jul 09 13:47:33.526569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56592) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:33.728700 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76bb44bd-ceef-4f72-bb5e-faf37bc706a1 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:33.733444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56602) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:33.735950 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-76bb44bd-ceef-4f72-bb5e-faf37bc706a1 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 881 time: 0.2083008 Jul 09 13:47:33.784518 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a592268a-f482-4d8a-a24e-39466c69177c tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "GET /v2.0/ports?device_id=839d33e1-7490-42d0-94aa-06844c145490 HTTP/1.1" status: 200 len: 205 time: 0.0493071 Jul 09 13:47:33.787495 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56604) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:34.034192 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-059fd57a-46d4-42b5-9ca7-c93c4cbdcb5e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:34.615465 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:34.667144 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-059fd57a-46d4-42b5-9ca7-c93c4cbdcb5e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:34.679264 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2124f763-ef6d-4833-8eb3-c230d7b57a4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:34.705239 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdc87ab-50f2-43c2-b911-e60e615879ca req-fb0fd6a0-8af7-43d2-a1a2-a34b47bff028 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:34.707532 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abdc87ab-50f2-43c2-b911-e60e615879ca req-fb0fd6a0-8af7-43d2-a1a2-a34b47bff028 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.1506441 Jul 09 13:47:34.829207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abdc87ab-50f2-43c2-b911-e60e615879ca req-2d4589f4-ea46-45bd-9dff-2831841095b2 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998094 Jul 09 13:47:34.830764 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-059fd57a-46d4-42b5-9ca7-c93c4cbdcb5e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Deleting port b2c5f8a9-ff4a-4b96-8872-fbdadbe18ca0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:34.831251 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-059fd57a-46d4-42b5-9ca7-c93c4cbdcb5e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:34.940411 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-059fd57a-46d4-42b5-9ca7-c93c4cbdcb5e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:34.964389 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-059fd57a-46d4-42b5-9ca7-c93c4cbdcb5e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Calling delete_port for b2c5f8a9-ff4a-4b96-8872-fbdadbe18ca0 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:35.207680 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-059fd57a-46d4-42b5-9ca7-c93c4cbdcb5e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:35.243667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059fd57a-46d4-42b5-9ca7-c93c4cbdcb5e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Pushing event deleted for resources: {'Port': ['ID=b2c5f8a9-ff4a-4b96-8872-fbdadbe18ca0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:35.338949 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-059fd57a-46d4-42b5-9ca7-c93c4cbdcb5e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:35.441248 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-059fd57a-46d4-42b5-9ca7-c93c4cbdcb5e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:35.443449 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-059fd57a-46d4-42b5-9ca7-c93c4cbdcb5e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:35.487939 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-059fd57a-46d4-42b5-9ca7-c93c4cbdcb5e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:35.488481 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-059fd57a-46d4-42b5-9ca7-c93c4cbdcb5e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Fanout notify agent at l3_agent the message router_deleted on router 839d33e1-7490-42d0-94aa-06844c145490 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:47:35.496408 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-059fd57a-46d4-42b5-9ca7-c93c4cbdcb5e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:35.502562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56632) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:35.504382 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-059fd57a-46d4-42b5-9ca7-c93c4cbdcb5e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "DELETE /v2.0/routers/839d33e1-7490-42d0-94aa-06844c145490 HTTP/1.1" status: 204 len: 168 time: 1.7150354 Jul 09 13:47:35.509780 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-260ecfb6-0a27-4444-aa76-dfb894c831f5 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1122160379', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:35.545916 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-260ecfb6-0a27-4444-aa76-dfb894c831f5 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:35.547933 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-260ecfb6-0a27-4444-aa76-dfb894c831f5 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:35.600747 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:35.661393 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-260ecfb6-0a27-4444-aa76-dfb894c831f5 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:35.669754 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-260ecfb6-0a27-4444-aa76-dfb894c831f5 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:35.714872 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-260ecfb6-0a27-4444-aa76-dfb894c831f5 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:35.714872 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-260ecfb6-0a27-4444-aa76-dfb894c831f5 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2083073 Jul 09 13:47:35.716313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 56640) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:35.726155 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'enable_snat': False}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:36.144086 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:36.220140 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e217f834-3472-4179-b30b-1a042b05b000 req-670c4a07-7732-4efb-ae2d-f41c26354d62 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:36.223742 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e217f834-3472-4179-b30b-1a042b05b000 req-670c4a07-7732-4efb-ae2d-f41c26354d62 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.1424921 Jul 09 13:47:36.319825 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e217f834-3472-4179-b30b-1a042b05b000 req-9d9b6f8e-562c-4e79-a963-530317eaa506 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0902953 Jul 09 13:47:36.492828 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:36.540056 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:36.765536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Allocated IP 172.25.2.90 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/0933e436-105b-4447-9032-e840fd7448c1) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:47:36.942863 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:37.017323 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:37.054005 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:37.107654 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:47:37.119012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:47:37.125684 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:47:37.214819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Pushing event updated for resources: {'Port': ['ID=0933e436-105b-4447-9032-e840fd7448c1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:38.012828 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071a074b-575c-401b-8d89-a72a40a7e17b req-51a30bb6-030d-426f-ae43-c6df20543d85 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:38.027389 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-071a074b-575c-401b-8d89-a72a40a7e17b req-51a30bb6-030d-426f-ae43-c6df20543d85 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 947 time: 0.1363893 Jul 09 13:47:38.077323 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:38.105973 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-071a074b-575c-401b-8d89-a72a40a7e17b req-6628d20f-65ad-4493-a8c5-a1f7604b9c6b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774066 Jul 09 13:47:38.479118 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:38.483718 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:38.520378 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:38.718565 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:38.737818 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Router 871d052c-7920-4595-973b-7a08508fd1e5 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:47:38.999295 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:47:39.005459 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:39.009846 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-639c77d1-0d1c-40ad-8663-8f7580e0bc00 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "PUT /v2.0/routers/871d052c-7920-4595-973b-7a08508fd1e5 HTTP/1.1" status: 200 len: 915 time: 3.2897797 Jul 09 13:47:39.010132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56928) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:39.037188 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a3a3b-7cf6-4fbe-a682-29fff1b4fbb7 None None] Sync routers for ids ['871d052c-7920-4595-973b-7a08508fd1e5'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:47:39.060293 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a3a3b-7cf6-4fbe-a682-29fff1b4fbb7 None None] Routers {'871d052c-7920-4595-973b-7a08508fd1e5'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:39.062086 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-229a3a3b-7cf6-4fbe-a682-29fff1b4fbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['871d052c-7920-4595-973b-7a08508fd1e5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:39.090284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28c70220-1078-41c3-90a6-db2fd36dc6e0 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:39.206802 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-229a3a3b-7cf6-4fbe-a682-29fff1b4fbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:39.238276 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229a3a3b-7cf6-4fbe-a682-29fff1b4fbb7 None None] Routers {'871d052c-7920-4595-973b-7a08508fd1e5'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:39.238276 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-229a3a3b-7cf6-4fbe-a682-29fff1b4fbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['871d052c-7920-4595-973b-7a08508fd1e5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:39.323051 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-229a3a3b-7cf6-4fbe-a682-29fff1b4fbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:39.326590 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-229a3a3b-7cf6-4fbe-a682-29fff1b4fbb7 None None] The sync data for ids ['871d052c-7920-4595-973b-7a08508fd1e5'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:47:39.379478 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bd49e67b-2055-40c6-a485-d227be1baf7e tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/routers/871d052c-7920-4595-973b-7a08508fd1e5 HTTP/1.1" status: 200 len: 921 time: 0.3675420 Jul 09 13:47:39.382084 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56980) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:39.452001 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:39.505886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2eb46a-19db-44f0-8ee4-ddfe0462f103 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:39.507931 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1f2eb46a-19db-44f0-8ee4-ddfe0462f103 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&device_id=871d052c-7920-4595-973b-7a08508fd1e5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1245787 Jul 09 13:47:39.510383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 56998) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:39.529855 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:47:39.533117 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91fafb9-c3af-429b-affc-e7d172acdd39" -d '{"events": [{"server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "name": "network-vif-unplugged", "status": "completed", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:47:39.572212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:39.580183 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:39.630646 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-842b4bc3-6227-4ec0-a43f-8e0e89376d71 x-openstack-request-id: req-842b4bc3-6227-4ec0-a43f-8e0e89376d71 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:47:39.630944 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "name": "network-vif-unplugged", "status": "completed", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:47:39.637104 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-842b4bc3-6227-4ec0-a43f-8e0e89376d71 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:47:39.637606 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'code': 200} Jul 09 13:47:39.698798 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=28c70220-1078-41c3-90a6-db2fd36dc6e0,revision_number=14']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:39.760430 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f2a460b-599b-4e12-956d-200051e51646 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:39.762023 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8f2a460b-599b-4e12-956d-200051e51646 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/networks/d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 881 time: 0.2503881 Jul 09 13:47:39.765066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57030) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:39.894005 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8f11a639-fd30-45a7-87c9-cd654702b695 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "GET /v2.0/ports?device_id=871d052c-7920-4595-973b-7a08508fd1e5 HTTP/1.1" status: 200 len: 205 time: 0.1239231 Jul 09 13:47:39.894394 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57050) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:39.908924 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57058) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:40.181533 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d971af20-899d-4738-b3a5-a21b0f4d674e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:40.194169 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c5c2-0bae-4e2f-9525-57b5662cf155 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:40.422010 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c5c2-0bae-4e2f-9525-57b5662cf155 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:40.438761 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d971af20-899d-4738-b3a5-a21b0f4d674e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:40.449380 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d971af20-899d-4738-b3a5-a21b0f4d674e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:40.485377 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7163e11c-4f70-4f6e-b36b-8a8d0907e62b req-e2ac8757-5514-41ba-af72-d2a31a8004d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1079760 Jul 09 13:47:40.494091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57120) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:40.494621 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d971af20-899d-4738-b3a5-a21b0f4d674e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2c1a07fde73748f498d61df4d60171ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5811656 Jul 09 13:47:40.538776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef26b7c7-280c-47d1-b1aa-22b89ee2ca10 req-29a26c72-11b1-4ec2-bc36-83203d040c5c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:40.540439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef26b7c7-280c-47d1-b1aa-22b89ee2ca10 req-29a26c72-11b1-4ec2-bc36-83203d040c5c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.2351320 Jul 09 13:47:40.541636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d971af20-899d-4738-b3a5-a21b0f4d674e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae134e1f-1c2e-41d2-be3a-fa2346823fb2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:40.556741 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8c5c2-0bae-4e2f-9525-57b5662cf155 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Deleting port 0933e436-105b-4447-9032-e840fd7448c1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:40.557264 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c5c2-0bae-4e2f-9525-57b5662cf155 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:40.602519 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef26b7c7-280c-47d1-b1aa-22b89ee2ca10 req-bfb9d024-9547-4df4-804f-1c2e14d82f86 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550442 Jul 09 13:47:40.716422 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ccda9d35-660b-496c-a5f1-5c05b00934bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:40.740397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163e11c-4f70-4f6e-b36b-8a8d0907e62b req-73f63fbe-eaa3-494a-877a-ddbb2c15fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:40.742692 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7163e11c-4f70-4f6e-b36b-8a8d0907e62b req-73f63fbe-eaa3-494a-877a-ddbb2c15fe44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=57c1823849db49b4af2d50bf49892746&device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 1096 time: 0.1936643 Jul 09 13:47:40.744630 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c5c2-0bae-4e2f-9525-57b5662cf155 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:40.797049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6cd8c5c2-0bae-4e2f-9525-57b5662cf155 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Calling delete_port for 0933e436-105b-4447-9032-e840fd7448c1 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:40.810581 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ccda9d35-660b-496c-a5f1-5c05b00934bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:41.058275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163e11c-4f70-4f6e-b36b-8a8d0907e62b req-fbcb0281-5756-4477-a6c7-430f7ac000d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:41.060833 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7163e11c-4f70-4f6e-b36b-8a8d0907e62b req-fbcb0281-5756-4477-a6c7-430f7ac000d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=8b067095-4052-4b92-b6db-3597e823e67a HTTP/1.1" status: 200 len: 909 time: 0.2865288 Jul 09 13:47:41.071509 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ccda9d35-660b-496c-a5f1-5c05b00934bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:41.074584 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ccda9d35-660b-496c-a5f1-5c05b00934bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:41.076375 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ccda9d35-660b-496c-a5f1-5c05b00934bc admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ae134e1f-1c2e-41d2-be3a-fa2346823fb2 HTTP/1.1" status: 204 len: 168 time: 0.5803444 Jul 09 13:47:41.195013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda9d35-660b-496c-a5f1-5c05b00934bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae134e1f-1c2e-41d2-be3a-fa2346823fb2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:41.230799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764c2c9b-3d77-4c9d-8a1b-c97f5684a2b8 req-ba2cb5bb-c1a7-4d99-acca-50baa18ed377 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:41.247357 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-764c2c9b-3d77-4c9d-8a1b-c97f5684a2b8 req-ba2cb5bb-c1a7-4d99-acca-50baa18ed377 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.2204595 Jul 09 13:47:41.291401 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7163e11c-4f70-4f6e-b36b-8a8d0907e62b req-1cd2f1ec-f430-4d52-98f4-37787f7e0693 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=66e3784f-52f5-4422-aad5-598147868cab HTTP/1.1" status: 200 len: 1001 time: 0.2208517 Jul 09 13:47:41.331256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74e662-a377-4b6f-8d4a-988c8beab484 req-2ede7e81-8f03-4ed8-b06b-62f5db41be7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:41.332760 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fd74e662-a377-4b6f-8d4a-988c8beab484 req-2ede7e81-8f03-4ed8-b06b-62f5db41be7a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 1096 time: 0.3299897 Jul 09 13:47:41.338067 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-764c2c9b-3d77-4c9d-8a1b-c97f5684a2b8 req-de06497d-c448-43b4-a140-248066d04a70 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871587 Jul 09 13:47:41.476100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163e11c-4f70-4f6e-b36b-8a8d0907e62b req-19a82aee-2515-405d-8023-406aa4dcef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:41.478069 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7163e11c-4f70-4f6e-b36b-8a8d0907e62b req-19a82aee-2515-405d-8023-406aa4dcef2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6365b74c-aea2-4433-844b-839fb4fcbc16 HTTP/1.1" status: 200 len: 847 time: 0.1573830 Jul 09 13:47:41.481412 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c5c2-0bae-4e2f-9525-57b5662cf155 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:41.559813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8c5c2-0bae-4e2f-9525-57b5662cf155 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Pushing event deleted for resources: {'Port': ['ID=0933e436-105b-4447-9032-e840fd7448c1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:41.658762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74e662-a377-4b6f-8d4a-988c8beab484 req-ba6e8185-45ff-444d-adc7-f4b1f0954b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:41.660682 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fd74e662-a377-4b6f-8d4a-988c8beab484 req-ba6e8185-45ff-444d-adc7-f4b1f0954b49 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.2884290 Jul 09 13:47:41.790996 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c5c2-0bae-4e2f-9525-57b5662cf155 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:41.800392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7163e11c-4f70-4f6e-b36b-8a8d0907e62b req-a577460a-045b-4a97-9f16-3bc8bcff28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:41.806601 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7163e11c-4f70-4f6e-b36b-8a8d0907e62b req-a577460a-045b-4a97-9f16-3bc8bcff28f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=8b067095-4052-4b92-b6db-3597e823e67a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3197672 Jul 09 13:47:42.000144 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c5c2-0bae-4e2f-9525-57b5662cf155 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:42.003906 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fd74e662-a377-4b6f-8d4a-988c8beab484 req-456bb64a-9dd3-4b79-a819-e850d7873091 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0 HTTP/1.1" status: 200 len: 1000 time: 0.3246179 Jul 09 13:47:42.007451 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c5c2-0bae-4e2f-9525-57b5662cf155 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:42.584198 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7163e11c-4f70-4f6e-b36b-8a8d0907e62b req-42f38e85-f0a5-4ee7-897b-5b2017a7332a service neutron] 10.222.0.15 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7124853 Jul 09 13:47:42.622526 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c5c2-0bae-4e2f-9525-57b5662cf155 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:42.623484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd8c5c2-0bae-4e2f-9525-57b5662cf155 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Fanout notify agent at l3_agent the message router_deleted on router 871d052c-7920-4595-973b-7a08508fd1e5 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:47:42.690297 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4123a0e1-98d3-4204-a7e7-775951f0f32b req-3a8994c2-c431-4832-84c2-2314c6caa656 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:42.693009 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd8c5c2-0bae-4e2f-9525-57b5662cf155 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:42.694371 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6cd8c5c2-0bae-4e2f-9525-57b5662cf155 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "DELETE /v2.0/routers/871d052c-7920-4595-973b-7a08508fd1e5 HTTP/1.1" status: 204 len: 168 time: 2.7989724 Jul 09 13:47:42.698597 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4123a0e1-98d3-4204-a7e7-775951f0f32b req-3a8994c2-c431-4832-84c2-2314c6caa656 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1364701 Jul 09 13:47:42.701863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57310) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:42.703891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74e662-a377-4b6f-8d4a-988c8beab484 req-62b5b214-e2d9-4048-8dca-0a870c908c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:42.705572 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fd74e662-a377-4b6f-8d4a-988c8beab484 req-62b5b214-e2d9-4048-8dca-0a870c908c89 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.6945021 Jul 09 13:47:42.717272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-276556408', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:42.806127 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4123a0e1-98d3-4204-a7e7-775951f0f32b req-d1a7f444-e83e-49fc-ad32-1d6942b99119 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061101 Jul 09 13:47:42.816817 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:42.818335 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:42.894817 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:42.907438 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7163e11c-4f70-4f6e-b36b-8a8d0907e62b req-959f44a3-39fe-4c6b-b8ab-3f4e26eb1e05 service neutron] 10.222.0.15 "GET /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3149734 Jul 09 13:47:42.980142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74e662-a377-4b6f-8d4a-988c8beab484 req-7df847fe-5168-41ec-a2c3-f9c4ed5ae42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:42.984686 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fd74e662-a377-4b6f-8d4a-988c8beab484 req-7df847fe-5168-41ec-a2c3-f9c4ed5ae42f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2704134 Jul 09 13:47:43.173787 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:43.212560 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fd74e662-a377-4b6f-8d4a-988c8beab484 req-09bf880c-9d8c-483d-8a7e-89ca7923d52f service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194448 Jul 09 13:47:43.412043 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fd74e662-a377-4b6f-8d4a-988c8beab484 req-0ab2683b-b8d9-4699-b083-9b75cfe74ec7 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923831 Jul 09 13:47:43.656624 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:43.680571 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:43.849982 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Allocated IP 172.25.2.78 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/eb41a7ed-60d0-4d1d-939b-0811272ce083) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:47:44.086346 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:44.130672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252196e0-1b2b-404f-96d0-1b9f9b828823 req-5b89ea1e-f247-46ee-b697-22caf3c32470 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:44.132960 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-252196e0-1b2b-404f-96d0-1b9f9b828823 req-5b89ea1e-f247-46ee-b697-22caf3c32470 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1571577 Jul 09 13:47:44.203605 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-252196e0-1b2b-404f-96d0-1b9f9b828823 req-102b7575-3c0a-401a-a313-89cffbc1e99b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603578 Jul 09 13:47:44.206269 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:44.264678 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:47:44.274205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:47:44.278430 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:47:44.331236 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Pushing event updated for resources: {'Port': ['ID=eb41a7ed-60d0-4d1d-939b-0811272ce083,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:44.585038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57346) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:44.591378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-302d8a8a-9ede-4d1a-8f50-223a6c3ce2ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Request body: {'network': {'name': 'tempest-network-smoke--1382110087', 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'port_security_enabled': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:44.595354 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:44.618746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302d8a8a-9ede-4d1a-8f50-223a6c3ce2ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Made reservation on behalf of bbef650d192247dcaa6c45d9271ffbe5 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:47:44.623327 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-302d8a8a-9ede-4d1a-8f50-223a6c3ce2ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:44.636136 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-302d8a8a-9ede-4d1a-8f50-223a6c3ce2ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:44.766759 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-302d8a8a-9ede-4d1a-8f50-223a6c3ce2ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:44.772150 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-302d8a8a-9ede-4d1a-8f50-223a6c3ce2ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:44.807163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-302d8a8a-9ede-4d1a-8f50-223a6c3ce2ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:47:44.818651 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d8a8a-9ede-4d1a-8f50-223a6c3ce2ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76f70736-90c7-44a1-a6ff-ca45f4f21a19,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:44.844637 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-302d8a8a-9ede-4d1a-8f50-223a6c3ce2ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:44.845241 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-302d8a8a-9ede-4d1a-8f50-223a6c3ce2ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Added segment 751480ee-3de7-4db8-8bdc-85aecca24fef of type vlan for network 6a1917fb-62fd-4550-805d-e4eb66a8d182 Jul 09 13:47:44.865807 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:44.897515 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-302d8a8a-9ede-4d1a-8f50-223a6c3ce2ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:44.932496 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-302d8a8a-9ede-4d1a-8f50-223a6c3ce2ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:44.939986 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302d8a8a-9ede-4d1a-8f50-223a6c3ce2ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:44.940910 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-302d8a8a-9ede-4d1a-8f50-223a6c3ce2ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:45.017625 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-302d8a8a-9ede-4d1a-8f50-223a6c3ce2ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4304452 Jul 09 13:47:45.021640 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57348) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:45.033500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2107498110', 'admin_state_up': True, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:45.041065 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Router 34029f87-a3ec-4b83-b5b1-2c56db431e8e is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:47:45.044440 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302d8a8a-9ede-4d1a-8f50-223a6c3ce2ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'Network': ['ID=6a1917fb-62fd-4550-805d-e4eb66a8d182,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:45.054729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 6a1917fb-62fd-4550-805d-e4eb66a8d182 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:47:45.107795 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:45.109668 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:45.196947 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:45.207447 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:47:45.219559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4378fb0-f7c1-46d0-a25a-5d2a706ad959 None None] Sync routers for ids ['34029f87-a3ec-4b83-b5b1-2c56db431e8e'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:47:45.233390 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:45.236327 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-43dbffad-0285-4591-8b60-06b3c963af37 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 2.5324616 Jul 09 13:47:45.238215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4378fb0-f7c1-46d0-a25a-5d2a706ad959 None None] Routers {'34029f87-a3ec-4b83-b5b1-2c56db431e8e'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:45.238837 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c4378fb0-f7c1-46d0-a25a-5d2a706ad959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['34029f87-a3ec-4b83-b5b1-2c56db431e8e'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:45.239741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57350) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:45.248157 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-880ff38c-18a0-48eb-9fc7-fbc9947e7740 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:45.284559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c4378fb0-f7c1-46d0-a25a-5d2a706ad959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:45.294677 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4378fb0-f7c1-46d0-a25a-5d2a706ad959 None None] Routers {'34029f87-a3ec-4b83-b5b1-2c56db431e8e'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:45.295717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c4378fb0-f7c1-46d0-a25a-5d2a706ad959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['34029f87-a3ec-4b83-b5b1-2c56db431e8e'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:45.368131 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c4378fb0-f7c1-46d0-a25a-5d2a706ad959 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:45.372413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4378fb0-f7c1-46d0-a25a-5d2a706ad959 None None] The sync data for ids ['34029f87-a3ec-4b83-b5b1-2c56db431e8e'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:47:45.436701 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:45.539844 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d423af3f-9676-47aa-9180-91a0f4b0cf81 req-af8e41c2-7eb4-41df-922e-529994367c88 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:45.541312 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d423af3f-9676-47aa-9180-91a0f4b0cf81 req-af8e41c2-7eb4-41df-922e-529994367c88 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1668074 Jul 09 13:47:45.621759 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d423af3f-9676-47aa-9180-91a0f4b0cf81 req-b2fffefe-f662-4c77-9764-a997016244d5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528564 Jul 09 13:47:45.695759 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:45.719718 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:45.786355 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-880ff38c-18a0-48eb-9fc7-fbc9947e7740 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:45.805635 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-880ff38c-18a0-48eb-9fc7-fbc9947e7740 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:45.880329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-880ff38c-18a0-48eb-9fc7-fbc9947e7740 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Deleting port eb41a7ed-60d0-4d1d-939b-0811272ce083 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:45.881891 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-880ff38c-18a0-48eb-9fc7-fbc9947e7740 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:45.886874 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Allocated IP 172.25.2.79 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/1ccb3a65-6217-42cf-80dc-54dac66b1a1c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:47:46.013673 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:46.060256 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:46.115428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:47:46.119456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:47:46.125514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:47:46.129813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'Port': ['ID=1ccb3a65-6217-42cf-80dc-54dac66b1a1c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:46.346282 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-880ff38c-18a0-48eb-9fc7-fbc9947e7740 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:46.362677 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-880ff38c-18a0-48eb-9fc7-fbc9947e7740 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Calling delete_port for eb41a7ed-60d0-4d1d-939b-0811272ce083 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:46.377555 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db49315-6b62-4acd-909f-8e9c4ad06e83 req-cf23aaee-6be3-4671-a333-71f93c8911a6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:46.379113 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1db49315-6b62-4acd-909f-8e9c4ad06e83 req-cf23aaee-6be3-4671-a333-71f93c8911a6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.4798942 Jul 09 13:47:46.408445 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:46.467617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1db49315-6b62-4acd-909f-8e9c4ad06e83 req-120d42f4-c3c2-4bc5-b092-a01777a64d69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793400 Jul 09 13:47:46.601191 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-880ff38c-18a0-48eb-9fc7-fbc9947e7740 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:46.639856 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880ff38c-18a0-48eb-9fc7-fbc9947e7740 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Pushing event deleted for resources: {'Port': ['ID=eb41a7ed-60d0-4d1d-939b-0811272ce083,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:46.668131 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:46.750002 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-880ff38c-18a0-48eb-9fc7-fbc9947e7740 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:46.761295 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1cd4e-ec4d-4a6c-97e7-2122644bcde5 req-a377cfed-74e4-4819-9bc8-a6000b209dde tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:46.762881 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-29b1cd4e-ec4d-4a6c-97e7-2122644bcde5 req-a377cfed-74e4-4819-9bc8-a6000b209dde tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1557622 Jul 09 13:47:46.816682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Router 9f8f2e45-6ad5-4cee-85fc-faa75163942b is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:47:46.938689 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-29b1cd4e-ec4d-4a6c-97e7-2122644bcde5 req-d6687144-c265-4952-8f83-f82722c842ab tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1392391 Jul 09 13:47:46.942005 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:47:46.960751 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Sync routers for ids ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:47:46.989530 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Routers {'9f8f2e45-6ad5-4cee-85fc-faa75163942b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:46.992776 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:47.011280 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:47.019739 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9e06d192-598f-4022-a30b-7011b04bd0e7 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.9926577 Jul 09 13:47:47.020181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57362) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:47.048288 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-880ff38c-18a0-48eb-9fc7-fbc9947e7740 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:47.052029 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-880ff38c-18a0-48eb-9fc7-fbc9947e7740 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:47.175641 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-880ff38c-18a0-48eb-9fc7-fbc9947e7740 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Router 34029f87-a3ec-4b83-b5b1-2c56db431e8e has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:47:47.273649 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Set router 9f8f2e45-6ad5-4cee-85fc-faa75163942b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:47.313854 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-296309d1-0f5f-4d9e-9dcc-ce952fbfc151 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bbef650d192247dcaa6c45d9271ffbe5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2914248 Jul 09 13:47:47.318351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57376) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:47.498324 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-880ff38c-18a0-48eb-9fc7-fbc9947e7740 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:47:47.520284 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-880ff38c-18a0-48eb-9fc7-fbc9947e7740 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:47.521536 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e756d-7bf6-49c7-81a7-4c355ed5ae3e None None] Sync routers for ids ['34029f87-a3ec-4b83-b5b1-2c56db431e8e'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:47:47.522445 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-880ff38c-18a0-48eb-9fc7-fbc9947e7740 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "PUT /v2.0/routers/34029f87-a3ec-4b83-b5b1-2c56db431e8e HTTP/1.1" status: 200 len: 705 time: 2.2810397 Jul 09 13:47:47.526362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57378) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:47.536203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e756d-7bf6-49c7-81a7-4c355ed5ae3e None None] Routers {'34029f87-a3ec-4b83-b5b1-2c56db431e8e'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:47.537311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5c8e756d-7bf6-49c7-81a7-4c355ed5ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['34029f87-a3ec-4b83-b5b1-2c56db431e8e'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:47.538693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa277c8d-8a33-409b-9d60-404329978d37 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:47.545791 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aa277c8d-8a33-409b-9d60-404329978d37 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2255745 Jul 09 13:47:47.547304 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57380) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:47.574663 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5c8e756d-7bf6-49c7-81a7-4c355ed5ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:47.585644 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8e756d-7bf6-49c7-81a7-4c355ed5ae3e None None] Routers {'34029f87-a3ec-4b83-b5b1-2c56db431e8e'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:47.586699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5c8e756d-7bf6-49c7-81a7-4c355ed5ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['34029f87-a3ec-4b83-b5b1-2c56db431e8e'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:47.597747 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8cdfcc3c-3806-4ae5-84e0-65abcde2e3e3 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488753 Jul 09 13:47:47.598398 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57382) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:47.604123 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-379e9372-4837-455e-a831-49f29f71e8d1 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-534394053', 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182', 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:47.629377 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5c8e756d-7bf6-49c7-81a7-4c355ed5ae3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:47.630417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c8e756d-7bf6-49c7-81a7-4c355ed5ae3e None None] The sync data for ids ['34029f87-a3ec-4b83-b5b1-2c56db431e8e'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:47:47.632001 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6a84b75b-0d00-41c1-9bbb-de7f28d06a84 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/routers/34029f87-a3ec-4b83-b5b1-2c56db431e8e HTTP/1.1" status: 200 len: 740 time: 0.1046429 Jul 09 13:47:47.636130 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57384) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:47.648037 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107498110', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:46Z', 'revision_number': 3, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:47.667013 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-594735c2-6f58-490a-9dd6-0f0bbfa8d4a5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:47.673847 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-594735c2-6f58-490a-9dd6-0f0bbfa8d4a5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 811 time: 0.3340306 Jul 09 13:47:47.680507 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Checking router: 9f8f2e45-6ad5-4cee-85fc-faa75163942b for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:47:47.681217 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Updating router 9f8f2e45-6ad5-4cee-85fc-faa75163942b port 1ccb3a65-6217-42cf-80dc-54dac66b1a1c binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:47:47.705460 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8344ee9a-caaa-403d-91c7-4738b97c2974 tempest-RoutersAdminTest-1645044548 tempest-RoutersAdminTest-1645044548-project-admin] 10.222.0.39 "GET /v2.0/ports?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&device_id=34029f87-a3ec-4b83-b5b1-2c56db431e8e HTTP/1.1" status: 200 len: 205 time: 0.0648711 Jul 09 13:47:47.705852 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57386) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:47.736364 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-bd8b5820-02cd-4f27-96d5-166d050e702b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/quotas/dbdf7a4931e34c009ef4353a46117d30 HTTP/1.1" status: 200 len: 375 time: 0.0613461 Jul 09 13:47:47.755508 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:47.792414 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-261c1745-af70-4fae-a6ac-897136ef5973 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "GET /v2.0/ports?device_id=34029f87-a3ec-4b83-b5b1-2c56db431e8e HTTP/1.1" status: 200 len: 205 time: 0.0847590 Jul 09 13:47:47.821657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57388) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:47.853437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379e9372-4837-455e-a831-49f29f71e8d1 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Made reservation on behalf of bbef650d192247dcaa6c45d9271ffbe5 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:47:47.869700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-379e9372-4837-455e-a831-49f29f71e8d1 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:47.995414 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0915ccd2-7d17-4640-a449-8c371fc75689 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.110511 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-1603d0ce-7199-4770-8934-be87095dd245 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&fields=id HTTP/1.1" status: 200 len: 394 time: 0.3729241 Jul 09 13:47:48.244648 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.257433 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Transition to ACTIVE for port object 1ccb3a65-6217-42cf-80dc-54dac66b1a1c will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:47:48.261771 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:47:48.266080 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.272123 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-379e9372-4837-455e-a831-49f29f71e8d1 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.279607 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0915ccd2-7d17-4640-a449-8c371fc75689 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.314521 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0915ccd2-7d17-4640-a449-8c371fc75689 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.332986 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Attempting to bind port 1ccb3a65-6217-42cf-80dc-54dac66b1a1c on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:47:48.333576 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Attempting to bind port 1ccb3a65-6217-42cf-80dc-54dac66b1a1c by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:47:48.333956 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Attempting to bind port 1ccb3a65-6217-42cf-80dc-54dac66b1a1c on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:47:48.337622 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c56b5-d581-4bcf-b08d-f0e9a637c599 None None] Pushing event updated for resources: {'Port': ['ID=1ccb3a65-6217-42cf-80dc-54dac66b1a1c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:48.347981 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c56b5-d581-4bcf-b08d-f0e9a637c599 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:48.348325 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c56b5-d581-4bcf-b08d-f0e9a637c599 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:48.348900 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c56b5-d581-4bcf-b08d-f0e9a637c599 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:48.349406 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c56b5-d581-4bcf-b08d-f0e9a637c599 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:48.349982 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c56b5-d581-4bcf-b08d-f0e9a637c599 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:48.350485 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c56b5-d581-4bcf-b08d-f0e9a637c599 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:48.351001 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c56b5-d581-4bcf-b08d-f0e9a637c599 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:48.351526 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c56b5-d581-4bcf-b08d-f0e9a637c599 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:48.352032 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c56b5-d581-4bcf-b08d-f0e9a637c599 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:48.352561 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c56b5-d581-4bcf-b08d-f0e9a637c599 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:48.353071 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c56b5-d581-4bcf-b08d-f0e9a637c599 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:48.353568 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-774c56b5-d581-4bcf-b08d-f0e9a637c599 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:48.358275 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:47:48.359739 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:47:48.360510 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.361081 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:47:48.361916 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Bound port: 1ccb3a65-6217-42cf-80dc-54dac66b1a1c, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:47:48.362991 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.393605 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0915ccd2-7d17-4640-a449-8c371fc75689 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.394164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0915ccd2-7d17-4640-a449-8c371fc75689 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Fanout notify agent at l3_agent the message router_deleted on router 34029f87-a3ec-4b83-b5b1-2c56db431e8e {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:47:48.403403 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0915ccd2-7d17-4640-a449-8c371fc75689 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.404487 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0915ccd2-7d17-4640-a449-8c371fc75689 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "DELETE /v2.0/routers/34029f87-a3ec-4b83-b5b1-2c56db431e8e HTTP/1.1" status: 204 len: 168 time: 0.5813320 Jul 09 13:47:48.409492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57402) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:48.430346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379e9372-4837-455e-a831-49f29f71e8d1 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'Subnet': ['ID=7cb2a3d9-9a5f-4984-a48e-e32e9f91df19,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:48.433273 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] For port 1ccb3a65-6217-42cf-80dc-54dac66b1a1c, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:47:48.438937 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] For port 1ccb3a65-6217-42cf-80dc-54dac66b1a1c, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1ccb3a65-6217-42cf-80dc-54dac66b1a1c,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:47:48.445022 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379e9372-4837-455e-a831-49f29f71e8d1 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Checking segment: {'id': '751480ee-3de7-4db8-8bdc-85aecca24fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:47:48.445539 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379e9372-4837-455e-a831-49f29f71e8d1 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Network hostable DHCP agents. Network: 6a1917fb-62fd-4550-805d-e4eb66a8d182, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:47:48.445941 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.470382 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379e9372-4837-455e-a831-49f29f71e8d1 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Network 6a1917fb-62fd-4550-805d-e4eb66a8d182 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:47:48.485410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-379e9372-4837-455e-a831-49f29f71e8d1 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 6a1917fb-62fd-4550-805d-e4eb66a8d182) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:47:48.488897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-396644e2-d72e-42a1-aebc-a8ebe19be6a9 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "GET /v2.0/ports?device_id=34029f87-a3ec-4b83-b5b1-2c56db431e8e HTTP/1.1" status: 200 len: 205 time: 0.0782738 Jul 09 13:47:48.491726 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57404) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:48.501475 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27dde5a-fdad-40cf-95fb-bc12f3cb083f None None] Network 6a1917fb-62fd-4550-805d-e4eb66a8d182 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:47:48.506843 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379e9372-4837-455e-a831-49f29f71e8d1 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:48.507521 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-379e9372-4837-455e-a831-49f29f71e8d1 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.536007 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-379e9372-4837-455e-a831-49f29f71e8d1 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9360359 Jul 09 13:47:48.538590 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57406) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:48.545374 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774c56b5-d581-4bcf-b08d-f0e9a637c599 None None] Pushing event updated for resources: {'Port': ['ID=1ccb3a65-6217-42cf-80dc-54dac66b1a1c,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:48.558060 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Routers {'9f8f2e45-6ad5-4cee-85fc-faa75163942b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:48.558709 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:48.584539 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-f3ee0030-6137-49ba-bbaa-91950181c970 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] delete failed (client error): The resource could not be found. Jul 09 13:47:48.590136 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f3ee0030-6137-49ba-bbaa-91950181c970 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "DELETE /v2.0/routers/34029f87-a3ec-4b83-b5b1-2c56db431e8e HTTP/1.1" status: 404 len: 336 time: 0.0969400 Jul 09 13:47:48.599428 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-b59dbccd-b78b-453e-9640-f098775b6cb7 service neutron] 10.222.0.39 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4798715 Jul 09 13:47:48.601451 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57408) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:48.679051 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9a0c6015-ce3a-4bed-a4a4-42c7be335b72 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "GET /v2.0/ports?device_id=871d052c-7920-4595-973b-7a08508fd1e5 HTTP/1.1" status: 200 len: 205 time: 0.0730941 Jul 09 13:47:48.679051 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57410) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:48.745720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-6a1917fb-62fd-4550-805d-e4eb66a8d182', 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'fixed_ips': [{'subnet_id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:47:48.747013 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:48.785240 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-879084ea-6f26-4dd3-94f6-8d3f0baf474c tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] delete failed (client error): The resource could not be found. Jul 09 13:47:48.789861 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-879084ea-6f26-4dd3-94f6-8d3f0baf474c tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "DELETE /v2.0/routers/871d052c-7920-4595-973b-7a08508fd1e5 HTTP/1.1" status: 404 len: 336 time: 0.0948241 Jul 09 13:47:48.790807 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57414) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:48.827743 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f997cde6-1d1b-4761-bbff-26f630b6f492 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "GET /v2.0/ports?device_id=839d33e1-7490-42d0-94aa-06844c145490 HTTP/1.1" status: 200 len: 205 time: 0.0332987 Jul 09 13:47:48.832327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57416) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:48.857943 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] Set router 9f8f2e45-6ad5-4cee-85fc-faa75163942b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:48.874792 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-322ab585-0d60-48a5-b08c-c136a49b4be0 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] delete failed (client error): The resource could not be found. Jul 09 13:47:48.879284 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-322ab585-0d60-48a5-b08c-c136a49b4be0 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "DELETE /v2.0/routers/839d33e1-7490-42d0-94aa-06844c145490 HTTP/1.1" status: 404 len: 336 time: 0.0454881 Jul 09 13:47:48.880232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57418) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:48.923663 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4021c7a4-c2c6-481d-8088-af37423424dc tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "GET /v2.0/ports?device_id=1dc16ee6-cdab-4479-a55e-13dd1fe8f585 HTTP/1.1" status: 200 len: 205 time: 0.0403187 Jul 09 13:47:48.930703 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57420) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:48.939190 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Allocated IP 172.20.0.2 (6a1917fb-62fd-4550-805d-e4eb66a8d182/7cb2a3d9-9a5f-4984-a48e-e32e9f91df19/76287243-9d87-4651-99c0-394e0c9e8e24) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:47:49.000601 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-c71b2bd2-5a65-485f-8faa-92bfcbe7cb87 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] delete failed (client error): The resource could not be found. Jul 09 13:47:49.004764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c71b2bd2-5a65-485f-8faa-92bfcbe7cb87 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "DELETE /v2.0/routers/1dc16ee6-cdab-4479-a55e-13dd1fe8f585 HTTP/1.1" status: 404 len: 336 time: 0.0718496 Jul 09 13:47:49.005431 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57424) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:49.082811 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7b6494cb-93f5-415a-bd74-50559cb2adec tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "GET /v2.0/ports?device_id=c84ea47c-e0f9-49d8-bec4-324649f6d036 HTTP/1.1" status: 200 len: 205 time: 0.0470316 Jul 09 13:47:49.082811 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57426) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:49.139672 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-551f0ce0-d778-4da2-a1b6-c9a60ea7384f service neutron] 10.222.0.39 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5107288 Jul 09 13:47:49.144877 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-465c031e-786e-4080-ae1b-91003f7a692b tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] delete failed (client error): The resource could not be found. Jul 09 13:47:49.149585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57428) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:49.150223 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-465c031e-786e-4080-ae1b-91003f7a692b tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "DELETE /v2.0/routers/c84ea47c-e0f9-49d8-bec4-324649f6d036 HTTP/1.1" status: 404 len: 336 time: 0.0608823 Jul 09 13:47:49.189901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d597ba40-a1db-4382-a9b0-48d94599ebba req-71edc0b1-7ae1-4c50-8cde-08993adfb4c8 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:49.198680 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-01d259bd-c47a-4838-ba92-b9f2d7ecd512 tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0604b9c-243b-4565-866c-cd29bf932ef5 HTTP/1.1" status: 200 len: 205 time: 0.0463250 Jul 09 13:47:49.201567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57430) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:49.205533 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d597ba40-a1db-4382-a9b0-48d94599ebba req-71edc0b1-7ae1-4c50-8cde-08993adfb4c8 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 945 time: 0.2738185 Jul 09 13:47:49.269175 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-fdc986ce-7fea-4f33-853e-cd510da0251c tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] delete failed (client error): The resource could not be found. Jul 09 13:47:49.271069 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fdc986ce-7fea-4f33-853e-cd510da0251c tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "DELETE /v2.0/routers/c0604b9c-243b-4565-866c-cd29bf932ef5 HTTP/1.1" status: 404 len: 336 time: 0.0676374 Jul 09 13:47:49.274707 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57432) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:49.283372 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:49.287005 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d597ba40-a1db-4382-a9b0-48d94599ebba req-73068b40-661a-4639-a5d8-8adbf0d16cc2 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f134617-6b8d-4dc8-be01-1b5350bc4b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755930 Jul 09 13:47:49.325041 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Transition to ACTIVE for port object 76287243-9d87-4651-99c0-394e0c9e8e24 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:47:49.350384 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-086338e6-08c3-411a-97ff-2b6afe751a8e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] DELETE failed (client error): The resource could not be found. Jul 09 13:47:49.351121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-086338e6-08c3-411a-97ff-2b6afe751a8e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:47:49.361368 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Transition to ACTIVE for port object 76287243-9d87-4651-99c0-394e0c9e8e24 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:47:49.367842 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-086338e6-08c3-411a-97ff-2b6afe751a8e tempest-RoutersAdminTest-503863995 tempest-RoutersAdminTest-503863995-project] 10.222.0.39 "DELETE /v2.0/subnets/4f5a8c8e-23e0-43a5-b2fb-6a69ff907a31 HTTP/1.1" status: 404 len: 337 time: 0.0883095 Jul 09 13:47:49.370207 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:49.425914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Network 6a1917fb-62fd-4550-805d-e4eb66a8d182 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:47:49.431235 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:49.432024 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:47:49.440208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:47:49.453943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Pushing event updated for resources: {'Port': ['ID=76287243-9d87-4651-99c0-394e0c9e8e24,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:49.502908 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1320786a-5570-47d9-9b19-9cabef0ed983 req-b4db0195-58c7-4cd2-b11f-436f4f72f9ec tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 210 time: 0.0982881 Jul 09 13:47:49.532515 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Attempting to bind port 76287243-9d87-4651-99c0-394e0c9e8e24 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:47:49.532878 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Attempting to bind port 76287243-9d87-4651-99c0-394e0c9e8e24 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '751480ee-3de7-4db8-8bdc-85aecca24fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:47:49.533392 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Attempting to bind port 76287243-9d87-4651-99c0-394e0c9e8e24 on network 6a1917fb-62fd-4550-805d-e4eb66a8d182 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:47:49.540129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:47:49.540765 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Checking segment: {'id': '751480ee-3de7-4db8-8bdc-85aecca24fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:47:49.541183 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:49.542293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Bound using segment: {'id': '751480ee-3de7-4db8-8bdc-85aecca24fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:47:49.542792 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Bound port: 76287243-9d87-4651-99c0-394e0c9e8e24, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751480ee-3de7-4db8-8bdc-85aecca24fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:47:49.543324 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:49.572273 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107498110', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:46Z', 'revision_number': 3, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:49.629743 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e818dc45-0d07-4d89-a0ac-aba244e9eee3 None None] The sync data for ids ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'] in n-d-799525-3 is: [{'id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107498110', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:46Z', 'revision_number': 3, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:47:49.719641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] For port 76287243-9d87-4651-99c0-394e0c9e8e24, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:47:49.723970 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] For port 76287243-9d87-4651-99c0-394e0c9e8e24, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=76287243-9d87-4651-99c0-394e0c9e8e24,segment=NetworkSegment(751480ee-3de7-4db8-8bdc-85aecca24fef),segment_id=751480ee-3de7-4db8-8bdc-85aecca24fef)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:47:49.730666 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:49.867462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac210c4e-2bd6-444d-bfc9-72e213491217 None None] Pushing event updated for resources: {'Port': ['ID=76287243-9d87-4651-99c0-394e0c9e8e24,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:49.937189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57448) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:50.583468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d8e1ac-5383-4c4b-b809-0343a862c5c4 req-96a958cf-9e3b-4315-92ce-c0bd60e3f0a1 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:50.585882 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81d8e1ac-5383-4c4b-b809-0343a862c5c4 req-96a958cf-9e3b-4315-92ce-c0bd60e3f0a1 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.15 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 945 time: 0.2233188 Jul 09 13:47:50.734789 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Allocated IP 172.20.0.1 (6a1917fb-62fd-4550-805d-e4eb66a8d182/7cb2a3d9-9a5f-4984-a48e-e32e9f91df19/470e4353-37e8-4cf5-b00e-309719af532c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:47:50.801807 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a71b297-a0e4-47da-92c3-ee64ceabbb14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:50.867948 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-51da6314-fb7d-44d5-bfc3-f04a3d2fc053 req-42272c52-3f06-457c-967e-a2f227280002 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 210 time: 0.0684633 Jul 09 13:47:50.990293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706eece-9ae1-4433-b966-73d44e9f01d2 req-a7c27207-0def-4d80-b2fc-9a9593676ab2 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:50.999856 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7706eece-9ae1-4433-b966-73d44e9f01d2 req-a7c27207-0def-4d80-b2fc-9a9593676ab2 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 945 time: 0.2013874 Jul 09 13:47:51.016897 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:51.060183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-81d8e1ac-5383-4c4b-b809-0343a862c5c4 req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Deleting port 66e3784f-52f5-4422-aad5-598147868cab {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:51.060761 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81d8e1ac-5383-4c4b-b809-0343a862c5c4 req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:51.086048 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a71b297-a0e4-47da-92c3-ee64ceabbb14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:51.097301 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a71b297-a0e4-47da-92c3-ee64ceabbb14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:51.100739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Transition to ACTIVE for port object 470e4353-37e8-4cf5-b00e-309719af532c will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:47:51.235269 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1a71b297-a0e4-47da-92c3-ee64ceabbb14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1af20d3153f4e0bbcde3a24ef1be0a7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2969832 Jul 09 13:47:51.239599 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57458) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:51.249131 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7706eece-9ae1-4433-b966-73d44e9f01d2 req-294fdcde-5da3-4f7b-967a-375310570c0c tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f134617-6b8d-4dc8-be01-1b5350bc4b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611714 Jul 09 13:47:51.250812 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a71b297-a0e4-47da-92c3-ee64ceabbb14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16ce1a55-1d02-4c51-b684-2e364029f8bf,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:51.396912 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9da86aa9-f0ad-4c66-b77e-aeedfd34b600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:51.417434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-880984cf-2b72-4419-aaea-238fd34e5f92 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:51.419882 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-880984cf-2b72-4419-aaea-238fd34e5f92 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 811 time: 0.2704694 Jul 09 13:47:51.425361 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9da86aa9-f0ad-4c66-b77e-aeedfd34b600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:51.435891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-b20edc4d-ee61-41e5-a81b-a1558f57cdd6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Request body: {'port': {'device_id': '997411f5-2db7-4d29-a16b-a0531221ca09', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'admin_state_up': True, 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:51.498409 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9da86aa9-f0ad-4c66-b77e-aeedfd34b600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:51.502625 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9da86aa9-f0ad-4c66-b77e-aeedfd34b600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:51.503854 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9da86aa9-f0ad-4c66-b77e-aeedfd34b600 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/16ce1a55-1d02-4c51-b684-2e364029f8bf HTTP/1.1" status: 204 len: 168 time: 0.2630343 Jul 09 13:47:51.514461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205bfa5a-374e-4e9b-8c84-658ccb339de8 None None] Network 6a1917fb-62fd-4550-805d-e4eb66a8d182 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:47:51.521892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da86aa9-f0ad-4c66-b77e-aeedfd34b600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16ce1a55-1d02-4c51-b684-2e364029f8bf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:51.567813 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:51.574589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-81d8e1ac-5383-4c4b-b809-0343a862c5c4 req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] For port 66e3784f-52f5-4422-aad5-598147868cab, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=66e3784f-52f5-4422-aad5-598147868cab,segment=NetworkSegment(5ef240c6-8acc-4463-8c22-f528a997caa6),segment_id=5ef240c6-8acc-4463-8c22-f528a997caa6)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:51.575439 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81d8e1ac-5383-4c4b-b809-0343a862c5c4 req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:51.638949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4213ec8e-2f54-4ccd-8abd-5b34f53cbff8 None None] Provisioning for port 76287243-9d87-4651-99c0-394e0c9e8e24 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:47:51.654782 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'Port': ['ID=470e4353-37e8-4cf5-b00e-309719af532c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:51.882974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Network 6a1917fb-62fd-4550-805d-e4eb66a8d182 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:47:51.890717 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:47:51.893530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:47:51.973305 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57468) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:52.025135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-b20edc4d-ee61-41e5-a81b-a1558f57cdd6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Made reservation on behalf of dbdf7a4931e34c009ef4353a46117d30 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:47:52.027019 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d25a2a84-6ade-427c-9924-0e73d23dca1a None None] Provisioning for port 470e4353-37e8-4cf5-b00e-309719af532c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:47:52.035070 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-b20edc4d-ee61-41e5-a81b-a1558f57cdd6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.051968 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d25a2a84-6ade-427c-9924-0e73d23dca1a None None] Provisioning complete for port 470e4353-37e8-4cf5-b00e-309719af532c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:47:52.053467 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d25a2a84-6ade-427c-9924-0e73d23dca1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.117747 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b7ee3e77-2bc7-4e0f-ab99-59872922a2dc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50ea8a551f4f4d8f872deaab5886f75d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1424677 Jul 09 13:47:52.125314 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57470) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:52.166709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d25a2a84-6ade-427c-9924-0e73d23dca1a None None] Port 470e4353-37e8-4cf5-b00e-309719af532c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:47:52.240646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 76287243-9d87-4651-99c0-394e0c9e8e24 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:47:52.261836 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5bf991ab-00d7-4644-b6ab-aa4b26b11555 req-13cf509d-2243-4a14-bc74-b4acc833d66d tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 210 time: 0.0688334 Jul 09 13:47:52.266780 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-b20edc4d-ee61-41e5-a81b-a1558f57cdd6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Allocated IP 172.20.0.10 (39203702-852d-404c-bcfb-2c2a5a230b71/3bc55cf0-4c15-4379-8ecd-1ddd672b67e3/4064804d-4843-49b4-bc75-0771442be855) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:47:52.289722 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e58762d1-7fb7-40e0-8e3b-9f45799837fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.319948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 76287243-9d87-4651-99c0-394e0c9e8e24 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:47:52.331360 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 76287243-9d87-4651-99c0-394e0c9e8e24 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:47:52.331804 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.340097 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e58762d1-7fb7-40e0-8e3b-9f45799837fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.398075 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81d8e1ac-5383-4c4b-b809-0343a862c5c4 req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.398380 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81d8e1ac-5383-4c4b-b809-0343a862c5c4 req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.398703 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-81d8e1ac-5383-4c4b-b809-0343a862c5c4 req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Floating IP e5eda876-30b8-403f-9e22-b92ca877f30a disassociated. External IP: 172.25.2.182, port: 66e3784f-52f5-4422-aad5-598147868cab. Jul 09 13:47:52.401928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-81d8e1ac-5383-4c4b-b809-0343a862c5c4 req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Calling delete_port for 66e3784f-52f5-4422-aad5-598147868cab owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:52.465454 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e58762d1-7fb7-40e0-8e3b-9f45799837fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.469374 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e58762d1-7fb7-40e0-8e3b-9f45799837fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.482913 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e58762d1-7fb7-40e0-8e3b-9f45799837fa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c37b4358-57bc-497e-a3d3-6101fef3a104 HTTP/1.1" status: 204 len: 168 time: 0.3465021 Jul 09 13:47:52.502158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58762d1-7fb7-40e0-8e3b-9f45799837fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c37b4358-57bc-497e-a3d3-6101fef3a104,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:52.551803 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.603748 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.631581 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e42abeb9-607f-4721-8e9a-20665f4a77c1 None None] Provisioning complete for port 470e4353-37e8-4cf5-b00e-309719af532c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:47:52.632285 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e42abeb9-607f-4721-8e9a-20665f4a77c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.636775 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 76287243-9d87-4651-99c0-394e0c9e8e24, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=76287243-9d87-4651-99c0-394e0c9e8e24,segment=NetworkSegment(751480ee-3de7-4db8-8bdc-85aecca24fef),segment_id=751480ee-3de7-4db8-8bdc-85aecca24fef)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:52.663713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cbe2ba-5a21-46b6-b37a-b35f80c22024 req-b829c1d9-f526-44bb-8de0-6d347d22306a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:52.664863 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.665748 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1ccb3a65-6217-42cf-80dc-54dac66b1a1c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:47:52.673927 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26cbe2ba-5a21-46b6-b37a-b35f80c22024 req-b829c1d9-f526-44bb-8de0-6d347d22306a tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 945 time: 0.1504724 Jul 09 13:47:52.752714 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26cbe2ba-5a21-46b6-b37a-b35f80c22024 req-40262040-9da8-40b3-95e5-b98014ff4f6e tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups?id=3f134617-6b8d-4dc8-be01-1b5350bc4b19&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728533 Jul 09 13:47:52.776777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e42abeb9-607f-4721-8e9a-20665f4a77c1 None None] Port 470e4353-37e8-4cf5-b00e-309719af532c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:47:52.806765 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=76287243-9d87-4651-99c0-394e0c9e8e24,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:52.811001 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 1ccb3a65-6217-42cf-80dc-54dac66b1a1c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:47:52.819560 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1ccb3a65-6217-42cf-80dc-54dac66b1a1c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:47:52.820011 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.881347 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-b20edc4d-ee61-41e5-a81b-a1558f57cdd6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.909174 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.916672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-b20edc4d-ee61-41e5-a81b-a1558f57cdd6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Transition to ACTIVE for port object 4064804d-4843-49b4-bc75-0771442be855 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:47:52.920970 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.932624 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 1ccb3a65-6217-42cf-80dc-54dac66b1a1c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1ccb3a65-6217-42cf-80dc-54dac66b1a1c,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:52.939572 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:52.939836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81d8e1ac-5383-4c4b-b809-0343a862c5c4 req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:53.036201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=1ccb3a65-6217-42cf-80dc-54dac66b1a1c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:53.068341 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event deleted for resources: {'Port': ['ID=66e3784f-52f5-4422-aad5-598147868cab,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:53.095609 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:53.095957 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:53.096289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:53.096639 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:53.096982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:53.097326 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:53.097667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:53.097997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:53.098330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:53.098670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:53.099007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:53.102041 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:47:53.178362 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-b20edc4d-ee61-41e5-a81b-a1558f57cdd6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:53.281840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-b20edc4d-ee61-41e5-a81b-a1558f57cdd6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Network 39203702-852d-404c-bcfb-2c2a5a230b71 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:47:53.291946 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-b20edc4d-ee61-41e5-a81b-a1558f57cdd6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:47:53.303010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-b20edc4d-ee61-41e5-a81b-a1558f57cdd6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:47:53.311195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20edc4d-ee61-41e5-a81b-a1558f57cdd6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event updated for resources: {'Port': ['ID=4064804d-4843-49b4-bc75-0771442be855,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:53.432092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81d8e1ac-5383-4c4b-b809-0343a862c5c4 req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Router e3fcde33-b03d-49a9-b7b4-50fddd53010e has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:47:53.465875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-b20edc4d-ee61-41e5-a81b-a1558f57cdd6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:53.466593 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-b20edc4d-ee61-41e5-a81b-a1558f57cdd6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:53.515747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2bd329-2cff-47df-bf4d-1601944769ca req-8805f485-0312-43eb-bb21-e6e8c7bc648e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:53.517521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d2bd329-2cff-47df-bf4d-1601944769ca req-8805f485-0312-43eb-bb21-e6e8c7bc648e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 932 time: 0.0999641 Jul 09 13:47:53.573034 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d2bd329-2cff-47df-bf4d-1601944769ca req-e692c4be-3302-4267-837d-e8dcd12169f3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493455 Jul 09 13:47:53.596542 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:53.620504 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:53.659535 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-b20edc4d-ee61-41e5-a81b-a1558f57cdd6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2293923 Jul 09 13:47:53.713326 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dbebadee-8963-4217-a7b6-7722873e1892 None None] Provisioning for port 4064804d-4843-49b4-bc75-0771442be855 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:47:53.719518 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dbebadee-8963-4217-a7b6-7722873e1892 None None] Provisioning complete for port 4064804d-4843-49b4-bc75-0771442be855 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:47:53.720217 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dbebadee-8963-4217-a7b6-7722873e1892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:53.741567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Request body: {'port': {'device_id': '997411f5-2db7-4d29-a16b-a0531221ca09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:53.767483 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dbebadee-8963-4217-a7b6-7722873e1892 None None] Port 4064804d-4843-49b4-bc75-0771442be855 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:47:53.848321 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:53.910797 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'Port': ['ID=470e4353-37e8-4cf5-b00e-309719af532c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:53.938338 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac6bc1be-de14-4230-a365-a16eae36c721 req-989cb0b0-8fb9-4c72-9963-8c29deb235e5 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 210 time: 0.0525403 Jul 09 13:47:54.001811 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:54.052401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 76287243-9d87-4651-99c0-394e0c9e8e24 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:47:54.112900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81d8e1ac-5383-4c4b-b809-0343a862c5c4 req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:47:54.126137 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4998cb70-cf38-4c9c-b2ae-5f0a6ce0a5b3 None None] Sync routers for ids ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:47:54.138096 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4998cb70-cf38-4c9c-b2ae-5f0a6ce0a5b3 None None] Routers {'e3fcde33-b03d-49a9-b7b4-50fddd53010e'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:54.139136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 76287243-9d87-4651-99c0-394e0c9e8e24 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:47:54.139344 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4998cb70-cf38-4c9c-b2ae-5f0a6ce0a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:54.139596 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:54.176023 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 66e3784f-52f5-4422-aad5-598147868cab no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:54.206762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 66e3784f-52f5-4422-aad5-598147868cab {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:54.207436 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 66e3784f-52f5-4422-aad5-598147868cab not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:54.239542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056cbfb7-0a21-402c-b2ea-ed66302d1b78 req-43649dcc-27b2-4fff-b925-d950d0c9d53b tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:54.243035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d8e1ac-5383-4c4b-b809-0343a862c5c4 req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] No DVR routers for this DVR port 66e3784f-52f5-4422-aad5-598147868cab on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:47:54.244442 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-056cbfb7-0a21-402c-b2ea-ed66302d1b78 req-43649dcc-27b2-4fff-b925-d950d0c9d53b tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/ports?device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 948 time: 0.1350329 Jul 09 13:47:54.246134 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-81d8e1ac-5383-4c4b-b809-0343a862c5c4 req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:54.248962 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81d8e1ac-5383-4c4b-b809-0343a862c5c4 req-b85fbc5e-42bc-409b-a74b-6e66d0da5f72 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.15 "DELETE /v2.0/ports/66e3784f-52f5-4422-aad5-598147868cab HTTP/1.1" status: 204 len: 173 time: 3.6526637 Jul 09 13:47:54.261526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9', 'name': 'network-vif-deleted', 'tag': '66e3784f-52f5-4422-aad5-598147868cab'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:47:54.269139 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f16654-9dde-42c4-8cc9-bd9d70ff73d3" -d '{"events": [{"server_uuid": "4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9", "name": "network-vif-deleted", "tag": "66e3784f-52f5-4422-aad5-598147868cab"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:47:54.286721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1ccb3a65-6217-42cf-80dc-54dac66b1a1c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:47:54.290384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Network 6a1917fb-62fd-4550-805d-e4eb66a8d182 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:47:54.295226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:47:54.387404 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-056cbfb7-0a21-402c-b2ea-ed66302d1b78 req-55b4aba9-4447-42cb-955e-6875493996cb tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a47675a-d64d-4b62-8f34-ecfcf050df65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367514 Jul 09 13:47:54.391404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1ccb3a65-6217-42cf-80dc-54dac66b1a1c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:47:54.395668 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:54.425317 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-4998cb70-cf38-4c9c-b2ae-5f0a6ce0a5b3 None None] Set router e3fcde33-b03d-49a9-b7b4-50fddd53010e gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:54.438459 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21da4ec-1f6d-4c0a-a436-2d3b4ee19534 x-openstack-request-id: req-b21da4ec-1f6d-4c0a-a436-2d3b4ee19534 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:47:54.444409 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9", "name": "network-vif-deleted", "tag": "66e3784f-52f5-4422-aad5-598147868cab", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:47:54.444767 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b21da4ec-1f6d-4c0a-a436-2d3b4ee19534 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:47:54.445218 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9', 'name': 'network-vif-deleted', 'tag': '66e3784f-52f5-4422-aad5-598147868cab', 'status': 'completed', 'code': 200} Jul 09 13:47:54.611133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57524) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:54.701607 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-30e48964-571a-4e42-94d9-2ed91c3529de None None] Provisioning complete for port 470e4353-37e8-4cf5-b00e-309719af532c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:47:54.702510 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30e48964-571a-4e42-94d9-2ed91c3529de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:54.746777 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4998cb70-cf38-4c9c-b2ae-5f0a6ce0a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:11Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'a57159f5-6971-4628-b1fb-0e220292cd12', 'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'mac_address': 'fa:16:3e:95:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:07Z', 'updated_at': '2021-07-09T13:40:24Z', 'revision_number': 5, 'project_id': '57c1823849db49b4af2d50bf49892746', 'subnets': [{'id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:54.762950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-30e48964-571a-4e42-94d9-2ed91c3529de None None] Port 470e4353-37e8-4cf5-b00e-309719af532c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:47:54.794120 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4998cb70-cf38-4c9c-b2ae-5f0a6ce0a5b3 None None] Checking router: e3fcde33-b03d-49a9-b7b4-50fddd53010e for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:47:54.805854 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4998cb70-cf38-4c9c-b2ae-5f0a6ce0a5b3 None None] Routers {'e3fcde33-b03d-49a9-b7b4-50fddd53010e'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:54.806165 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4998cb70-cf38-4c9c-b2ae-5f0a6ce0a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:54.830339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-456945626', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:54.865807 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e0bbb-d96b-433f-9084-ad00b8352eda req-914f5e20-a123-4be8-9276-ec35f73683d3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:54.867865 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-137e0bbb-d96b-433f-9084-ad00b8352eda req-914f5e20-a123-4be8-9276-ec35f73683d3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 932 time: 0.1196442 Jul 09 13:47:54.895522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Made reservation on behalf of beddfcf5a3f9459baba6296c865efb9b for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:47:54.898256 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:54.912426 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:54.950891 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-4998cb70-cf38-4c9c-b2ae-5f0a6ce0a5b3 None None] Set router e3fcde33-b03d-49a9-b7b4-50fddd53010e gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:54.958591 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-137e0bbb-d96b-433f-9084-ad00b8352eda req-7f204a13-cb6f-498b-a5fe-7d71409db0f7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783443 Jul 09 13:47:55.097288 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:55.103067 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:55.134929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] device_id is not set on port 3f43afcb-9ef6-48da-a247-127cb19a9446 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:47:55.141287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f557f21-6ada-46d8-9068-a240be805b9e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:55.143554 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Router 9f8f2e45-6ad5-4cee-85fc-faa75163942b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:47:55.149651 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4064804d-4843-49b4-bc75-0771442be855 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:47:55.160898 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:55.213116 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Transition to ACTIVE for port object 4064804d-4843-49b4-bc75-0771442be855 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:47:55.223712 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:55.227637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fbdfff5b-e5fb-4136-97cd-f9acbdacdd85 req-0cf775e3-de8f-4295-9c01-d89d04be42ce tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/ports?device_id=4bf7cac7-6bed-4d9e-9a9c-c4cacb1fecf9 HTTP/1.1" status: 200 len: 210 time: 0.0398226 Jul 09 13:47:55.280480 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4998cb70-cf38-4c9c-b2ae-5f0a6ce0a5b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:11Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'a57159f5-6971-4628-b1fb-0e220292cd12', 'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'mac_address': 'fa:16:3e:95:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:07Z', 'updated_at': '2021-07-09T13:40:24Z', 'revision_number': 5, 'project_id': '57c1823849db49b4af2d50bf49892746', 'subnets': [{'id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:55.314801 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4998cb70-cf38-4c9c-b2ae-5f0a6ce0a5b3 None None] The sync data for ids ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'] in n-d-799525-3 is: [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:40:11Z', 'revision_number': 4, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'a57159f5-6971-4628-b1fb-0e220292cd12', 'name': '', 'network_id': '8b067095-4052-4b92-b6db-3597e823e67a', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'mac_address': 'fa:16:3e:95:fa:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2133, 'fixed_ips': [{'subnet_id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:40:07Z', 'updated_at': '2021-07-09T13:40:24Z', 'revision_number': 5, 'project_id': '57c1823849db49b4af2d50bf49892746', 'subnets': [{'id': '6365b74c-aea2-4433-844b-839fb4fcbc16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:47:55.324107 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Allocated IP 172.25.2.221 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/3f43afcb-9ef6-48da-a247-127cb19a9446) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:47:55.345264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Pushing event updated for resources: {'Port': ['ID=4064804d-4843-49b4-bc75-0771442be855,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:55.386408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:47:55.397588 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57530) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:55.400021 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Sync routers for ids ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:47:55.406733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4836e1a3-e615-4d34-82a4-a1fcae7bdf18 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1486714045', 'description': 'tempest-secgroup_access--1486714045 description', 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:55.408389 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-35590cff-e595-456e-a804-36d7e230fdb2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "PUT /v2.0/routers/9f8f2e45-6ad5-4cee-85fc-faa75163942b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8642681 Jul 09 13:47:55.413411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Routers {'9f8f2e45-6ad5-4cee-85fc-faa75163942b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:55.415126 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:55.448644 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Attempting to bind port 4064804d-4843-49b4-bc75-0771442be855 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:47:55.449267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Attempting to bind port 4064804d-4843-49b4-bc75-0771442be855 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:47:55.449741 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Attempting to bind port 4064804d-4843-49b4-bc75-0771442be855 on network 39203702-852d-404c-bcfb-2c2a5a230b71 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:47:55.455786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Port 4064804d-4843-49b4-bc75-0771442be855 on network 39203702-852d-404c-bcfb-2c2a5a230b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:47:55.456244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Attempting to bind port 4064804d-4843-49b4-bc75-0771442be855 on network 39203702-852d-404c-bcfb-2c2a5a230b71 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:47:55.463348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 47, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:47:55.463944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Checking segment: {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:47:55.464467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Bound using segment: {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:47:55.465420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Bound port: 4064804d-4843-49b4-bc75-0771442be855, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:47:55.465904 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:55.571758 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4836e1a3-e615-4d34-82a4-a1fcae7bdf18 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:55.622615 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb045957-0c6c-4ddc-bb77-a341f3d643f7 req-a268ca9d-d7e1-4f9e-b5b2-d030070cc0a0 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:55.625179 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb045957-0c6c-4ddc-bb77-a341f3d643f7 req-a268ca9d-d7e1-4f9e-b5b2-d030070cc0a0 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.15 "GET /v2.0/ports?device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 948 time: 0.1426833 Jul 09 13:47:55.632352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Set router 9f8f2e45-6ad5-4cee-85fc-faa75163942b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:55.633120 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] For port 4064804d-4843-49b4-bc75-0771442be855, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:47:55.701556 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:55.709308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] For port 4064804d-4843-49b4-bc75-0771442be855, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4064804d-4843-49b4-bc75-0771442be855,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:47:55.734900 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:55.751416 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6772c899-c3d5-4b01-93fa-8fea785abb6f None None] New status for floating IP e5eda876-30b8-403f-9e22-b92ca877f30a: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:47:55.786955 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff6e463-eb65-4189-aff7-c053bb1cfc68 req-8981040b-ccba-4c3a-bfd9-08591b5e57b3 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:55.788546 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cff6e463-eb65-4189-aff7-c053bb1cfc68 req-8981040b-ccba-4c3a-bfd9-08591b5e57b3 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/ports?device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 948 time: 0.2134445 Jul 09 13:47:55.834258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Pushing event updated for resources: {'Port': ['ID=4064804d-4843-49b4-bc75-0771442be855,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:55.840214 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:55.860900 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4836e1a3-e615-4d34-82a4-a1fcae7bdf18 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:55.877643 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:55.878993 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:55.881111 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-079ff991-8afc-4c83-9239-60015b22a0ac service neutron] 10.222.0.18 "PUT /v2.0/ports/4064804d-4843-49b4-bc75-0771442be855 HTTP/1.1" status: 200 len: 1092 time: 2.1584389 Jul 09 13:47:55.889399 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107498110', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '470e4353-37e8-4cf5-b00e-309719af532c', 'name': '', 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'mac_address': 'fa:16:3e:31:76:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:50Z', 'updated_at': '2021-07-09T13:47:53Z', 'revision_number': 2, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'subnets': [{'id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:55.903447 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4836e1a3-e615-4d34-82a4-a1fcae7bdf18 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:55.925017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-bb045957-0c6c-4ddc-bb77-a341f3d643f7 req-e37f3ca3-bbdc-4da6-a8cb-8b767750cfeb tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Deleting port 25b67327-1873-42f0-8b45-f2213b294485 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:55.926031 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb045957-0c6c-4ddc-bb77-a341f3d643f7 req-e37f3ca3-bbdc-4da6-a8cb-8b767750cfeb tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:55.926488 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cff6e463-eb65-4189-aff7-c053bb1cfc68 req-d8fa8a92-bed4-4c2f-98a7-6a13694870b2 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/security-groups?id=9a47675a-d64d-4b62-8f34-ecfcf050df65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293361 Jul 09 13:47:55.942579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Checking router: 9f8f2e45-6ad5-4cee-85fc-faa75163942b for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:47:55.944798 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Updating router 9f8f2e45-6ad5-4cee-85fc-faa75163942b port 470e4353-37e8-4cf5-b00e-309719af532c binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:47:55.958633 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:47:55.976044 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:47:55.995968 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:47:56.003604 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.058080 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4836e1a3-e615-4d34-82a4-a1fcae7bdf18 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.066955 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4836e1a3-e615-4d34-82a4-a1fcae7bdf18 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6607773 Jul 09 13:47:56.070079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57536) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:56.070743 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Pushing event updated for resources: {'Port': ['ID=3f43afcb-9ef6-48da-a247-127cb19a9446,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:56.088974 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0d086ab8-5fe2-40e7-953c-c06c9e57529e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--362880496', 'description': 'tempest-secgroup_general--362880496 description', 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:56.099375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4836e1a3-e615-4d34-82a4-a1fcae7bdf18 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9193a018-1c79-486c-b5ce-c99a04433ebd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:56.147456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-7366b277-5f50-4939-91db-3649b68e8e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:56.149065 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-7366b277-5f50-4939-91db-3649b68e8e4d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 1095 time: 0.2175484 Jul 09 13:47:56.180827 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:56.181480 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.216651 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d086ab8-5fe2-40e7-953c-c06c9e57529e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.226197 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-c22d499b-56d7-4b4f-adc6-8ac970bd9e63 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4064804d-4843-49b4-bc75-0771442be855 HTTP/1.1" status: 200 len: 217 time: 0.0618389 Jul 09 13:47:56.228350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bb045957-0c6c-4ddc-bb77-a341f3d643f7 req-e37f3ca3-bbdc-4da6-a8cb-8b767750cfeb tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] For port 25b67327-1873-42f0-8b45-f2213b294485, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=25b67327-1873-42f0-8b45-f2213b294485,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:56.228565 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb045957-0c6c-4ddc-bb77-a341f3d643f7 req-e37f3ca3-bbdc-4da6-a8cb-8b767750cfeb tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.230033 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7f0feccb-4425-4220-b024-94d57673c143 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.6163762 Jul 09 13:47:56.235982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57538) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:56.255232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b4d88df3-9505-4d23-9211-e8e3f0c9e737 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.221'}]}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:56.270411 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568e64df-9ebd-4df5-9b41-e577161aaf8d req-2cf05baa-956e-416d-8a43-ab72be4e33fd tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:56.272250 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-568e64df-9ebd-4df5-9b41-e577161aaf8d req-2cf05baa-956e-416d-8a43-ab72be4e33fd tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 944 time: 0.1489165 Jul 09 13:47:56.286973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-bb045957-0c6c-4ddc-bb77-a341f3d643f7 req-e37f3ca3-bbdc-4da6-a8cb-8b767750cfeb tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Calling delete_port for 25b67327-1873-42f0-8b45-f2213b294485 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:56.347691 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-32bb5651-329d-4053-8b9c-ef625191bd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:56.349214 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-32bb5651-329d-4053-8b9c-ef625191bd96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.1123247 Jul 09 13:47:56.375885 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-568e64df-9ebd-4df5-9b41-e577161aaf8d req-e445a931-99a1-447f-8e5b-6ed1998aceec tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971012 Jul 09 13:47:56.407377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57546) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:56.430345 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d086ab8-5fe2-40e7-953c-c06c9e57529e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.436257 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d086ab8-5fe2-40e7-953c-c06c9e57529e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.453065 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997411f5-2db7-4d29-a16b-a0531221ca09', 'tag': '4064804d-4843-49b4-bc75-0771442be855'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:47:56.455550 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92443c0a-c491-4ec8-b90d-e5a0c5f66936" -d '{"events": [{"name": "network-changed", "server_uuid": "997411f5-2db7-4d29-a16b-a0531221ca09", "tag": "4064804d-4843-49b4-bc75-0771442be855"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:47:56.474655 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4d88df3-9505-4d23-9211-e8e3f0c9e737 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.474967 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0d086ab8-5fe2-40e7-953c-c06c9e57529e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.475672 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4d88df3-9505-4d23-9211-e8e3f0c9e737 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.482607 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0d086ab8-5fe2-40e7-953c-c06c9e57529e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.3946807 Jul 09 13:47:56.484936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57550) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:56.492783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-02ad85ea-272b-437e-8baf-27cf8f05a960 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Request body: {'security_group_rule': {'security_group_id': '9193a018-1c79-486c-b5ce-c99a04433ebd', 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:47:56.503778 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d086ab8-5fe2-40e7-953c-c06c9e57529e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ff9eab9-fb29-49ed-8a0b-8e576d0c4ac0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:56.519214 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eec894c-964d-4b7e-8b82-a78fcdf62d84 x-openstack-request-id: req-5eec894c-964d-4b7e-8b82-a78fcdf62d84 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:47:56.519504 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997411f5-2db7-4d29-a16b-a0531221ca09", "tag": "4064804d-4843-49b4-bc75-0771442be855", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:47:56.519756 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5eec894c-964d-4b7e-8b82-a78fcdf62d84 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:47:56.520148 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997411f5-2db7-4d29-a16b-a0531221ca09', 'tag': '4064804d-4843-49b4-bc75-0771442be855', 'status': 'completed', 'code': 200} Jul 09 13:47:56.583540 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.591788 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73e5b060-4683-4b1b-a535-3552810303cc tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.594807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Transition to ACTIVE for port object 470e4353-37e8-4cf5-b00e-309719af532c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:47:56.601065 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.633171 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4d88df3-9505-4d23-9211-e8e3f0c9e737 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.649360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-721aafa5-5ee5-4591-94bc-da6e265fcf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:56.650919 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-721aafa5-5ee5-4591-94bc-da6e265fcf79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2940350 Jul 09 13:47:56.668434 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02ad85ea-272b-437e-8baf-27cf8f05a960 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.675269 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed224e-699a-4067-a017-aef665a173f3 None None] Pushing event updated for resources: {'Port': ['ID=470e4353-37e8-4cf5-b00e-309719af532c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:56.719873 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Attempting to bind port 470e4353-37e8-4cf5-b00e-309719af532c on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:47:56.719873 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Attempting to bind port 470e4353-37e8-4cf5-b00e-309719af532c by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '751480ee-3de7-4db8-8bdc-85aecca24fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:47:56.719873 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Attempting to bind port 470e4353-37e8-4cf5-b00e-309719af532c on network 6a1917fb-62fd-4550-805d-e4eb66a8d182 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:47:56.725003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 47, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:47:56.725388 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Checking segment: {'id': '751480ee-3de7-4db8-8bdc-85aecca24fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:47:56.725803 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.726206 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Bound using segment: {'id': '751480ee-3de7-4db8-8bdc-85aecca24fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:47:56.726713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Bound port: 470e4353-37e8-4cf5-b00e-309719af532c, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '751480ee-3de7-4db8-8bdc-85aecca24fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:47:56.727117 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.737415 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73e5b060-4683-4b1b-a535-3552810303cc tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.801476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] For port 470e4353-37e8-4cf5-b00e-309719af532c, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:47:56.806004 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] For port 470e4353-37e8-4cf5-b00e-309719af532c, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=470e4353-37e8-4cf5-b00e-309719af532c,segment=NetworkSegment(751480ee-3de7-4db8-8bdc-85aecca24fef),segment_id=751480ee-3de7-4db8-8bdc-85aecca24fef)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:47:56.813862 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.832868 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb045957-0c6c-4ddc-bb77-a341f3d643f7 req-e37f3ca3-bbdc-4da6-a8cb-8b767750cfeb tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:56.873729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed224e-699a-4067-a017-aef665a173f3 None None] Pushing event updated for resources: {'Port': ['ID=470e4353-37e8-4cf5-b00e-309719af532c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:56.888396 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Routers {'9f8f2e45-6ad5-4cee-85fc-faa75163942b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:47:56.889323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:47:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:56.938272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37f3ca3-bbdc-4da6-a8cb-8b767750cfeb tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Pushing event deleted for resources: {'Port': ['ID=25b67327-1873-42f0-8b45-f2213b294485,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:57.027470 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4d88df3-9505-4d23-9211-e8e3f0c9e737 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:57.055287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] Set router 9f8f2e45-6ad5-4cee-85fc-faa75163942b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:47:57.071718 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-d64f3ac8-0fc7-41eb-99a0-2cc657bbbb86 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4043841 Jul 09 13:47:57.096081 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02ad85ea-272b-437e-8baf-27cf8f05a960 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:57.099861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb045957-0c6c-4ddc-bb77-a341f3d643f7 req-e37f3ca3-bbdc-4da6-a8cb-8b767750cfeb tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] No DVR routers for this DVR port 25b67327-1873-42f0-8b45-f2213b294485 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:47:57.121755 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb045957-0c6c-4ddc-bb77-a341f3d643f7 req-e37f3ca3-bbdc-4da6-a8cb-8b767750cfeb tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:57.124660 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb045957-0c6c-4ddc-bb77-a341f3d643f7 req-e37f3ca3-bbdc-4da6-a8cb-8b767750cfeb tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.15 "DELETE /v2.0/ports/25b67327-1873-42f0-8b45-f2213b294485 HTTP/1.1" status: 204 len: 173 time: 1.4925852 Jul 09 13:47:57.128111 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02ad85ea-272b-437e-8baf-27cf8f05a960 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:57.130235 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-154cd99d-5f51-4205-972a-c9e497d33ba1 req-cd95181e-2966-40c7-a26d-59ba1e23e481 tempest-VolumesBackupsTest-548305115 tempest-VolumesBackupsTest-548305115-project] 10.222.0.39 "GET /v2.0/ports?device_id=f782ad93-5b57-4832-b41e-e7e0efb66549 HTTP/1.1" status: 200 len: 210 time: 0.0381327 Jul 09 13:47:57.145050 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73e5b060-4683-4b1b-a535-3552810303cc tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:57.148085 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-73e5b060-4683-4b1b-a535-3552810303cc tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:57.149198 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-73e5b060-4683-4b1b-a535-3552810303cc tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "DELETE /v2.0/security-groups/3f134617-6b8d-4dc8-be01-1b5350bc4b19 HTTP/1.1" status: 204 len: 168 time: 0.7464688 Jul 09 13:47:57.152208 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57554) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:57.181845 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-e6285f12-60f3-460b-9b6e-cbe4fc3f6694 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] show failed (client error): The resource could not be found. Jul 09 13:47:57.186165 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e6285f12-60f3-460b-9b6e-cbe4fc3f6694 tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "GET /v2.0/security-groups/3f134617-6b8d-4dc8-be01-1b5350bc4b19 HTTP/1.1" status: 404 len: 347 time: 0.0284624 Jul 09 13:47:57.187363 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57556) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:57.245045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ad85ea-272b-437e-8baf-27cf8f05a960 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6eb80f6-0c72-4f0b-8bf8-368d81ab574f,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:57.251917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e5b060-4683-4b1b-a535-3552810303cc tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f134617-6b8d-4dc8-be01-1b5350bc4b19,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:57.256152 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02ad85ea-272b-437e-8baf-27cf8f05a960 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:57.257224 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-02ad85ea-272b-437e-8baf-27cf8f05a960 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7700019 Jul 09 13:47:57.308728 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-47a89cd1-f005-4a50-9ca4-1a4d3333795b req-6042ac2e-1ea9-4d67-b409-c9d4b6c2e983 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2110035 Jul 09 13:47:57.472522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-07db7435-6521-463b-8893-9ab918c262ec tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Deleting port 801fa4cb-6270-4660-8389-d808c400c20e {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:57.473025 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07db7435-6521-463b-8893-9ab918c262ec tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:57.585467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107498110', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '470e4353-37e8-4cf5-b00e-309719af532c', 'name': '', 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'mac_address': 'fa:16:3e:31:76:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:50Z', 'updated_at': '2021-07-09T13:47:56Z', 'revision_number': 4, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'subnets': [{'id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:47:57.623699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729f50b-3fb0-4c84-9e5d-7186bcbd5e7f None None] The sync data for ids ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'] in n-d-799525-3 is: [{'id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107498110', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '470e4353-37e8-4cf5-b00e-309719af532c', 'name': '', 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'mac_address': 'fa:16:3e:31:76:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:50Z', 'updated_at': '2021-07-09T13:47:56Z', 'revision_number': 4, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'subnets': [{'id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:47:57.692171 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07db7435-6521-463b-8893-9ab918c262ec tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:57.692897 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07db7435-6521-463b-8893-9ab918c262ec tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:57.694903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92443c0a-c491-4ec8-b90d-e5a0c5f66936 req-12afa131-50f8-4f02-b168-a9d9007d845a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:57.701296 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92443c0a-c491-4ec8-b90d-e5a0c5f66936 req-12afa131-50f8-4f02-b168-a9d9007d845a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 1095 time: 0.2656014 Jul 09 13:47:57.737190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-07db7435-6521-463b-8893-9ab918c262ec tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Calling delete_port for 801fa4cb-6270-4660-8389-d808c400c20e owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:57.747736 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-375839c7-3b1a-4111-9e61-f03c49e0198c tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_general--362880496&fields=id&tenant_id=bbef650d192247dcaa6c45d9271ffbe5 HTTP/1.1" status: 200 len: 267 time: 0.1524210 Jul 09 13:47:57.844021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4d88df3-9505-4d23-9211-e8e3f0c9e737 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:57.869471 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4d88df3-9505-4d23-9211-e8e3f0c9e737 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:57.889706 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01b3a59-9953-4bc7-af25-f4e8a447ede9 req-29986a5f-1892-4567-b855-52f5fb59a6f3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:57.891793 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f01b3a59-9953-4bc7-af25-f4e8a447ede9 req-29986a5f-1892-4567-b855-52f5fb59a6f3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 944 time: 0.3146269 Jul 09 13:47:57.902300 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-ce63ab91-a96d-45b2-b83d-1e971dd71e9e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup_access--1486714045&fields=id&tenant_id=bbef650d192247dcaa6c45d9271ffbe5 HTTP/1.1" status: 200 len: 267 time: 0.1412740 Jul 09 13:47:57.992302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92443c0a-c491-4ec8-b90d-e5a0c5f66936 req-5f16035c-398b-4da7-9b15-7328b4ea731c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:57.993981 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92443c0a-c491-4ec8-b90d-e5a0c5f66936 req-5f16035c-398b-4da7-9b15-7328b4ea731c service neutron] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.2837510 Jul 09 13:47:58.063773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92443c0a-c491-4ec8-b90d-e5a0c5f66936 req-e3bf2b9d-cea5-45a0-9e54-191a182e5f36 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4064804d-4843-49b4-bc75-0771442be855 HTTP/1.1" status: 200 len: 217 time: 0.0578935 Jul 09 13:47:58.090885 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 470e4353-37e8-4cf5-b00e-309719af532c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:47:58.096892 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f01b3a59-9953-4bc7-af25-f4e8a447ede9 req-e43ef045-82ca-4ac4-874a-22e19b3d1a2b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820965 Jul 09 13:47:58.176944 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07db7435-6521-463b-8893-9ab918c262ec tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:58.178121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92443c0a-c491-4ec8-b90d-e5a0c5f66936 req-3d603a04-f699-4198-abb5-5341d4bfe275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:58.179886 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92443c0a-c491-4ec8-b90d-e5a0c5f66936 req-3d603a04-f699-4198-abb5-5341d4bfe275 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.1080823 Jul 09 13:47:58.207120 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 25b67327-1873-42f0-8b45-f2213b294485 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:47:58.232659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 25b67327-1873-42f0-8b45-f2213b294485 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:47:58.233015 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 25b67327-1873-42f0-8b45-f2213b294485 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:47:58.256342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 470e4353-37e8-4cf5-b00e-309719af532c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:47:58.266054 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 470e4353-37e8-4cf5-b00e-309719af532c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:47:58.266651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db7435-6521-463b-8893-9ab918c262ec tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Pushing event deleted for resources: {'Port': ['ID=801fa4cb-6270-4660-8389-d808c400c20e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:58.266779 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:58.282365 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4d88df3-9505-4d23-9211-e8e3f0c9e737 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:58.359768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-63e94d34-c172-43d5-a9fa-44c2252b2211 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:58.365195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-63e94d34-c172-43d5-a9fa-44c2252b2211 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/networks?id=6a1917fb-62fd-4550-805d-e4eb66a8d182 HTTP/1.1" status: 200 len: 797 time: 0.4513988 Jul 09 13:47:58.401630 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:58.418596 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07db7435-6521-463b-8893-9ab918c262ec tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:58.429391 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07db7435-6521-463b-8893-9ab918c262ec tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:58.432652 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-07db7435-6521-463b-8893-9ab918c262ec tempest-AttachVolumeTestJSON-1662969158 tempest-AttachVolumeTestJSON-1662969158-project] 10.222.0.39 "DELETE /v2.0/floatingips/e5eda876-30b8-403f-9e22-b92ca877f30a HTTP/1.1" status: 204 len: 168 time: 1.2432735 Jul 09 13:47:58.458606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-b4e77676-5bee-4ddb-b655-f4d8d33ccfa4 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/quotas/bbef650d192247dcaa6c45d9271ffbe5 HTTP/1.1" status: 200 len: 375 time: 0.0668633 Jul 09 13:47:58.460784 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92443c0a-c491-4ec8-b90d-e5a0c5f66936 req-2bc84855-bc76-4345-a815-f7e4ffb44ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:58.462192 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92443c0a-c491-4ec8-b90d-e5a0c5f66936 req-2bc84855-bc76-4345-a815-f7e4ffb44ce3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2724378 Jul 09 13:47:58.492683 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 470e4353-37e8-4cf5-b00e-309719af532c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=470e4353-37e8-4cf5-b00e-309719af532c,segment=NetworkSegment(751480ee-3de7-4db8-8bdc-85aecca24fef),segment_id=751480ee-3de7-4db8-8bdc-85aecca24fef)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:47:58.502846 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:58.580321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=470e4353-37e8-4cf5-b00e-309719af532c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:58.636307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f782ad93-5b57-4832-b41e-e7e0efb66549', 'name': 'network-vif-deleted', 'tag': '25b67327-1873-42f0-8b45-f2213b294485'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:47:58.639014 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb2b405-617d-46de-a736-3245ef4a9c2a" -d '{"events": [{"server_uuid": "f782ad93-5b57-4832-b41e-e7e0efb66549", "name": "network-vif-deleted", "tag": "25b67327-1873-42f0-8b45-f2213b294485"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:47:58.662862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-67d79bb7-7181-4d00-b3e0-0baec896622b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbef650d192247dcaa6c45d9271ffbe5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1918132 Jul 09 13:47:58.687191 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4d88df3-9505-4d23-9211-e8e3f0c9e737 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:58.692779 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4d88df3-9505-4d23-9211-e8e3f0c9e737 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:58.752561 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:47:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62a00179-121a-4395-9117-c4a9af12ca89 x-openstack-request-id: req-62a00179-121a-4395-9117-c4a9af12ca89 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:47:58.752899 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f782ad93-5b57-4832-b41e-e7e0efb66549", "name": "network-vif-deleted", "tag": "25b67327-1873-42f0-8b45-f2213b294485", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:47:58.753154 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-62a00179-121a-4395-9117-c4a9af12ca89 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:47:58.753662 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f782ad93-5b57-4832-b41e-e7e0efb66549', 'name': 'network-vif-deleted', 'tag': '25b67327-1873-42f0-8b45-f2213b294485', 'status': 'completed', 'code': 200} Jul 09 13:47:58.767543 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92443c0a-c491-4ec8-b90d-e5a0c5f66936 req-47d31d52-5bc3-44d0-86b9-f14892456dc3 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581944 Jul 09 13:47:58.768707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b4d88df3-9505-4d23-9211-e8e3f0c9e737 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:58.769423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d88df3-9505-4d23-9211-e8e3f0c9e737 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b2251c6e-5633-408b-9193-eeee483d659b {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:47:58.832262 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-b4d88df3-9505-4d23-9211-e8e3f0c9e737 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 13:47:58.833950 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b4d88df3-9505-4d23-9211-e8e3f0c9e737 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 2.5958111 Jul 09 13:47:58.836274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57586) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:47:58.891238 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-1a217733-d58d-41b6-8f65-a0046217e6d8 service neutron] 10.222.0.39 "GET /v2.0/networks/6a1917fb-62fd-4550-805d-e4eb66a8d182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2122924 Jul 09 13:47:59.020638 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-3263425b-1e74-45ac-9d60-f5442c56e7eb service neutron] 10.222.0.39 "GET /v2.0/networks/6a1917fb-62fd-4550-805d-e4eb66a8d182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282001 Jul 09 13:47:59.317436 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-95764556-3678-47e6-949e-8175a42d0250 req-83c93d34-aadb-4ccf-9dd9-611a5e136624 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 210 time: 0.0812988 Jul 09 13:47:59.348145 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92443c0a-c491-4ec8-b90d-e5a0c5f66936 req-b0952071-1f51-4ed9-8c87-c5fde094dfb4 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5731535 Jul 09 13:47:59.365269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-416e1e41-dc44-42b8-b58d-0f234bf7e951 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Deleting port 3f43afcb-9ef6-48da-a247-127cb19a9446 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:47:59.365269 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-416e1e41-dc44-42b8-b58d-0f234bf7e951 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:59.466473 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d16d35-9e4d-46e3-85ea-75e64f5efc5a req-128aecdc-8aac-46aa-9df1-29213623d8f6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:47:59.470328 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-11d16d35-9e4d-46e3-85ea-75e64f5efc5a req-128aecdc-8aac-46aa-9df1-29213623d8f6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 944 time: 0.1157391 Jul 09 13:47:59.492327 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-416e1e41-dc44-42b8-b58d-0f234bf7e951 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:59.507495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-416e1e41-dc44-42b8-b58d-0f234bf7e951 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Calling delete_port for 3f43afcb-9ef6-48da-a247-127cb19a9446 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:47:59.531923 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-11d16d35-9e4d-46e3-85ea-75e64f5efc5a req-a475eaba-0599-4ca4-8f2d-a0edeabdbe3e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559504 Jul 09 13:47:59.707629 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-416e1e41-dc44-42b8-b58d-0f234bf7e951 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:59.750474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416e1e41-dc44-42b8-b58d-0f234bf7e951 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Pushing event deleted for resources: {'Port': ['ID=3f43afcb-9ef6-48da-a247-127cb19a9446,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:47:59.846638 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-416e1e41-dc44-42b8-b58d-0f234bf7e951 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:47:59.852479 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-416e1e41-dc44-42b8-b58d-0f234bf7e951 tempest-RoutersAdminNegativeIpV6Test-1075765961 tempest-RoutersAdminNegativeIpV6Test-1075765961-project-admin] 10.222.0.39 "DELETE /v2.0/ports/3f43afcb-9ef6-48da-a247-127cb19a9446 HTTP/1.1" status: 204 len: 168 time: 1.0116503 Jul 09 13:48:00.036932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 470e4353-37e8-4cf5-b00e-309719af532c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:00.099402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 470e4353-37e8-4cf5-b00e-309719af532c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:00.099787 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:00.207786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57608) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:00.350957 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1cd530e4-449f-4a50-abfe-0ca222b6204c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:00.481254 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1cd530e4-449f-4a50-abfe-0ca222b6204c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:00.484952 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43060e99-4d08-4a28-a56d-00dbd168db9e req-cb7f2b5f-1995-4789-800e-a7c0ba4891fe tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 210 time: 0.0345385 Jul 09 13:48:00.487493 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1cd530e4-449f-4a50-abfe-0ca222b6204c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:00.553331 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57614) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:00.554014 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1cd530e4-449f-4a50-abfe-0ca222b6204c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=58297423a31343abaf726ac796152392&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3446002 Jul 09 13:48:00.555784 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd530e4-449f-4a50-abfe-0ca222b6204c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fbc929f-574d-49cb-aef9-881b0e72f1cc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:00.666750 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0165c0b3-cc63-46ff-a20a-430613f66902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:00.700700 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0165c0b3-cc63-46ff-a20a-430613f66902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:00.782880 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0165c0b3-cc63-46ff-a20a-430613f66902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:00.786060 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0165c0b3-cc63-46ff-a20a-430613f66902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:00.789989 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0165c0b3-cc63-46ff-a20a-430613f66902 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2fbc929f-574d-49cb-aef9-881b0e72f1cc HTTP/1.1" status: 204 len: 168 time: 0.2352979 Jul 09 13:48:00.853579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0165c0b3-cc63-46ff-a20a-430613f66902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fbc929f-574d-49cb-aef9-881b0e72f1cc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:00.944725 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-9fcf8f1c-89eb-426f-ae03-c333a48a7d9b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:00.947541 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-9fcf8f1c-89eb-426f-ae03-c333a48a7d9b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.15 "GET /v2.0/networks?id=6a1917fb-62fd-4550-805d-e4eb66a8d182 HTTP/1.1" status: 200 len: 797 time: 0.2671304 Jul 09 13:48:00.952801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c4193-368c-4213-9eaa-198d1dee58e7 req-860852bc-44f0-4001-b7ee-3d446c1ca1d8 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:00.962572 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f69c4193-368c-4213-9eaa-198d1dee58e7 req-860852bc-44f0-4001-b7ee-3d446c1ca1d8 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 944 time: 0.1714203 Jul 09 13:48:01.044572 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-ca42860f-0227-426c-bcd4-0ece55878b87 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=bbef650d192247dcaa6c45d9271ffbe5 HTTP/1.1" status: 200 len: 477 time: 0.0896697 Jul 09 13:48:01.047975 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f69c4193-368c-4213-9eaa-198d1dee58e7 req-65317247-ee49-4b33-9a0e-9cd630eb225e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787709 Jul 09 13:48:01.055228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-b0d40b8d-4493-423d-8854-abb0aadf7218 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Request body: {'port': {'device_id': '07c9873c-10ac-49f3-9257-6825cd70c42c', 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182', 'admin_state_up': True, 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'security_groups': ['0ff9eab9-fb29-49ed-8a0b-8e576d0c4ac0', '9193a018-1c79-486c-b5ce-c99a04433ebd']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:01.182648 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 4064804d-4843-49b4-bc75-0771442be855 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:48:01.233125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-b0d40b8d-4493-423d-8854-abb0aadf7218 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Made reservation on behalf of bbef650d192247dcaa6c45d9271ffbe5 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:01.238078 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-b0d40b8d-4493-423d-8854-abb0aadf7218 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:01.259550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57626) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:01.333029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57628) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:01.334179 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9b83dba4-a6a2-4dae-8a57-b701c6deefd8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=beddfcf5a3f9459baba6296c865efb9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0730958 Jul 09 13:48:01.336695 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 4064804d-4843-49b4-bc75-0771442be855, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4064804d-4843-49b4-bc75-0771442be855,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:01.353675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '4064804d-4843-49b4-bc75-0771442be855', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'port_id': '4064804d-4843-49b4-bc75-0771442be855', 'mac_address': 'fa:16:3e:6b:44:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:48:01.395969 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:01.411700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4064804d-4843-49b4-bc75-0771442be855 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:48:01.432353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 4064804d-4843-49b4-bc75-0771442be855, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4064804d-4843-49b4-bc75-0771442be855,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:01.437821 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:01.454212 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d49ea790-2a80-4dc2-ac16-35e476c458b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:01.460285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-b0d40b8d-4493-423d-8854-abb0aadf7218 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Allocated IP 172.20.0.3 (6a1917fb-62fd-4550-805d-e4eb66a8d182/7cb2a3d9-9a5f-4984-a48e-e32e9f91df19/f39743fc-e852-457f-a1b5-555acccd64ee) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:01.496772 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d49ea790-2a80-4dc2-ac16-35e476c458b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:01.501091 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=4064804d-4843-49b4-bc75-0771442be855,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:01.632353 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d49ea790-2a80-4dc2-ac16-35e476c458b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:01.635225 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d49ea790-2a80-4dc2-ac16-35e476c458b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:01.639046 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d49ea790-2a80-4dc2-ac16-35e476c458b0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3f557f21-6ada-46d8-9068-a240be805b9e HTTP/1.1" status: 204 len: 168 time: 0.3026054 Jul 09 13:48:01.650860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ea790-2a80-4dc2-ac16-35e476c458b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f557f21-6ada-46d8-9068-a240be805b9e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:01.709027 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['4064804d-4843-49b4-bc75-0771442be855'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:48:01.713947 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-b0d40b8d-4493-423d-8854-abb0aadf7218 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:01.748203 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7fd6639-0105-48ae-b916-72657adf7036 req-633b9b0c-3b3c-462a-b92d-00b7fc4f44ec tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 210 time: 0.1119671 Jul 09 13:48:01.750798 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-b0d40b8d-4493-423d-8854-abb0aadf7218 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Transition to ACTIVE for port object f39743fc-e852-457f-a1b5-555acccd64ee will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:01.859770 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-b0d40b8d-4493-423d-8854-abb0aadf7218 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:01.870622 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5738daf5-38a4-488c-8f48-466405f7ea2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:01.991472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-b0d40b8d-4493-423d-8854-abb0aadf7218 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Network 6a1917fb-62fd-4550-805d-e4eb66a8d182 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:02.005013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d40b8d-4493-423d-8854-abb0aadf7218 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'Port': ['ID=f39743fc-e852-457f-a1b5-555acccd64ee,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:02.013161 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-b0d40b8d-4493-423d-8854-abb0aadf7218 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:02.022597 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-b0d40b8d-4493-423d-8854-abb0aadf7218 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:02.107704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-b0d40b8d-4493-423d-8854-abb0aadf7218 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:02.109075 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-b0d40b8d-4493-423d-8854-abb0aadf7218 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:02.138304 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-b0d40b8d-4493-423d-8854-abb0aadf7218 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.0880435 Jul 09 13:48:02.167179 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Request body: {'port': {'device_id': '07c9873c-10ac-49f3-9257-6825cd70c42c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:02.361332 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:02.427978 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72175e5a-7ff7-4579-bc81-2def81761a8d req-84119d9b-2fdb-4986-aa29-d58e4e6cf5b3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:02.430668 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72175e5a-7ff7-4579-bc81-2def81761a8d req-84119d9b-2fdb-4986-aa29-d58e4e6cf5b3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 945 time: 0.1466691 Jul 09 13:48:02.538521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72175e5a-7ff7-4579-bc81-2def81761a8d req-4de3ec27-64f3-4083-a4a4-2c009d1ea656 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991168 Jul 09 13:48:02.588532 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5c0ccb1a-f1e1-433b-945d-ebe975b3d5a3 None None] Provisioning for port f39743fc-e852-457f-a1b5-555acccd64ee completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:02.604783 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5c0ccb1a-f1e1-433b-945d-ebe975b3d5a3 None None] Provisioning complete for port f39743fc-e852-457f-a1b5-555acccd64ee triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:02.605248 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5c0ccb1a-f1e1-433b-945d-ebe975b3d5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:02.745025 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5c0ccb1a-f1e1-433b-945d-ebe975b3d5a3 None None] Port f39743fc-e852-457f-a1b5-555acccd64ee cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:48:02.942429 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f39743fc-e852-457f-a1b5-555acccd64ee {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:48:02.970010 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:02.984365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Transition to ACTIVE for port object f39743fc-e852-457f-a1b5-555acccd64ee will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:02.992639 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:03.045373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Pushing event updated for resources: {'Port': ['ID=f39743fc-e852-457f-a1b5-555acccd64ee,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:03.134642 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae72e1f5-656b-497e-a64b-6cda3bdcdc1b req-645cd3ba-9f27-4e0c-9fa4-b38ca3e4d807 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:03.152792 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae72e1f5-656b-497e-a64b-6cda3bdcdc1b req-645cd3ba-9f27-4e0c-9fa4-b38ca3e4d807 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 982 time: 0.1670804 Jul 09 13:48:03.185075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 4064804d-4843-49b4-bc75-0771442be855 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:03.205034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Attempting to bind port f39743fc-e852-457f-a1b5-555acccd64ee on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:03.205492 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Attempting to bind port f39743fc-e852-457f-a1b5-555acccd64ee by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '751480ee-3de7-4db8-8bdc-85aecca24fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:03.206012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Attempting to bind port f39743fc-e852-457f-a1b5-555acccd64ee on network 6a1917fb-62fd-4550-805d-e4eb66a8d182 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:03.214049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Port f39743fc-e852-457f-a1b5-555acccd64ee on network 6a1917fb-62fd-4550-805d-e4eb66a8d182 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:48:03.214667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Attempting to bind port f39743fc-e852-457f-a1b5-555acccd64ee on network 6a1917fb-62fd-4550-805d-e4eb66a8d182 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:03.223020 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 47, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:03.223582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Checking segment: {'id': '751480ee-3de7-4db8-8bdc-85aecca24fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:03.224216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Bound using segment: {'id': '751480ee-3de7-4db8-8bdc-85aecca24fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:03.224759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Bound port: f39743fc-e852-457f-a1b5-555acccd64ee, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '751480ee-3de7-4db8-8bdc-85aecca24fef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:03.225231 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:03.260685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae72e1f5-656b-497e-a64b-6cda3bdcdc1b req-69c7d00b-3f9f-470f-ba25-1d019e3d643b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/security-groups?id=9193a018-1c79-486c-b5ce-c99a04433ebd&id=0ff9eab9-fb29-49ed-8a0b-8e576d0c4ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1068556 Jul 09 13:48:03.352177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] For port f39743fc-e852-457f-a1b5-555acccd64ee, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:48:03.359236 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] For port f39743fc-e852-457f-a1b5-555acccd64ee, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=f39743fc-e852-457f-a1b5-555acccd64ee,segment=NetworkSegment(751480ee-3de7-4db8-8bdc-85aecca24fef),segment_id=751480ee-3de7-4db8-8bdc-85aecca24fef)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:48:03.361724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 4064804d-4843-49b4-bc75-0771442be855 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:03.371822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 4064804d-4843-49b4-bc75-0771442be855 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:03.372646 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:03.373130 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:03.424249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:03.425053 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:03.427110 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] 10.222.0.15 "PUT /v2.0/ports/f39743fc-e852-457f-a1b5-555acccd64ee HTTP/1.1" status: 200 len: 1130 time: 1.2751191 Jul 09 13:48:03.427733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c9873c-10ac-49f3-9257-6825cd70c42c', 'tag': 'f39743fc-e852-457f-a1b5-555acccd64ee'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:48:03.432149 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64a9d80-c549-4671-b1e4-b2ac6c8d674d" -d '{"events": [{"name": "network-changed", "server_uuid": "07c9873c-10ac-49f3-9257-6825cd70c42c", "tag": "f39743fc-e852-457f-a1b5-555acccd64ee"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:48:03.593711 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:03.614378 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b13a876-f570-4c8b-9687-4b219f6b55b5 x-openstack-request-id: req-8b13a876-f570-4c8b-9687-4b219f6b55b5 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:48:03.614378 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c9873c-10ac-49f3-9257-6825cd70c42c", "tag": "f39743fc-e852-457f-a1b5-555acccd64ee", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:48:03.615681 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b13a876-f570-4c8b-9687-4b219f6b55b5 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:48:03.616154 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c9873c-10ac-49f3-9257-6825cd70c42c', 'tag': 'f39743fc-e852-457f-a1b5-555acccd64ee', 'status': 'completed', 'code': 200} Jul 09 13:48:03.630543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997411f5-2db7-4d29-a16b-a0531221ca09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4064804d-4843-49b4-bc75-0771442be855'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:48:03.633475 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffc36b7-71ee-422e-a5d0-1239c16de609" -d '{"events": [{"server_uuid": "997411f5-2db7-4d29-a16b-a0531221ca09", "name": "network-vif-plugged", "status": "completed", "tag": "4064804d-4843-49b4-bc75-0771442be855"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:48:03.636785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404aa58-1500-43cf-a720-dfb8b8adaaca service neutron] Pushing event updated for resources: {'Port': ['ID=f39743fc-e852-457f-a1b5-555acccd64ee,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:03.651412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 4064804d-4843-49b4-bc75-0771442be855, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4064804d-4843-49b4-bc75-0771442be855,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:03.659740 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:03.743484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-4cafa667-ac14-4f80-98a9-952225241a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:03.759404 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-4cafa667-ac14-4f80-98a9-952225241a70 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbef650d192247dcaa6c45d9271ffbe5&device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 1133 time: 0.2812796 Jul 09 13:48:03.788015 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fde9dab-3c44-4310-9eb4-65835876b2c5 x-openstack-request-id: req-9fde9dab-3c44-4310-9eb4-65835876b2c5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:48:03.788656 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997411f5-2db7-4d29-a16b-a0531221ca09", "name": "network-vif-plugged", "status": "completed", "tag": "4064804d-4843-49b4-bc75-0771442be855", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:48:03.793237 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9fde9dab-3c44-4310-9eb4-65835876b2c5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:48:03.803061 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997411f5-2db7-4d29-a16b-a0531221ca09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4064804d-4843-49b4-bc75-0771442be855', 'code': 200} Jul 09 13:48:03.828903 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=4064804d-4843-49b4-bc75-0771442be855,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:03.894068 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-e5303d69-563b-415a-84c8-45e7a985295a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f39743fc-e852-457f-a1b5-555acccd64ee HTTP/1.1" status: 200 len: 217 time: 0.1249611 Jul 09 13:48:04.068106 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50071bb4-4b2e-41db-a18f-2de48264c801 req-75531e63-daf8-4fe0-9771-7f633844f3f3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:04.076221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-4635043e-a89f-4370-b693-fc68700c3f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:04.078785 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-4635043e-a89f-4370-b693-fc68700c3f91 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2a3d9-9a5f-4984-a48e-e32e9f91df19 HTTP/1.1" status: 200 len: 834 time: 0.1718934 Jul 09 13:48:04.079629 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-50071bb4-4b2e-41db-a18f-2de48264c801 req-75531e63-daf8-4fe0-9771-7f633844f3f3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1864028 Jul 09 13:48:04.130337 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-50071bb4-4b2e-41db-a18f-2de48264c801 req-2eaeb117-2846-49da-a487-b712793ed7c8 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476325 Jul 09 13:48:04.139006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37112994-4623-4f0f-91dd-726fdf17f8b9 req-b3a4e8eb-e407-42a1-846b-b4943ead3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:04.141635 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37112994-4623-4f0f-91dd-726fdf17f8b9 req-b3a4e8eb-e407-42a1-846b-b4943ead3360 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 1097 time: 0.2466073 Jul 09 13:48:04.211229 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-37112994-4623-4f0f-91dd-726fdf17f8b9 req-e4b2fcbc-3106-4aed-859e-e9011483fc90 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612462 Jul 09 13:48:04.215420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-666daf3c-ec7e-41a9-add3-a3cfb85bd3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:04.217869 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-666daf3c-ec7e-41a9-add3-a3cfb85bd3b1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a1917fb-62fd-4550-805d-e4eb66a8d182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1309490 Jul 09 13:48:04.351258 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-234f8b01-ca11-4de9-bec2-03fc0beb1959 service neutron] 10.222.0.15 "GET /v2.0/networks/6a1917fb-62fd-4550-805d-e4eb66a8d182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270602 Jul 09 13:48:04.535077 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e49c07f8-0876-4353-a5e5-f857c29afed4 req-d166356a-96d3-4f11-b136-086c54fc2e0c service neutron] 10.222.0.15 "GET /v2.0/networks/6a1917fb-62fd-4550-805d-e4eb66a8d182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749389 Jul 09 13:48:04.545360 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a292b7e6-bf3c-4b9f-9284-85912bd9bc12 req-c67c0692-a4e3-477d-a6a0-71185b35d3f0 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:04.554023 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a292b7e6-bf3c-4b9f-9284-85912bd9bc12 req-c67c0692-a4e3-477d-a6a0-71185b35d3f0 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 982 time: 0.1279042 Jul 09 13:48:04.579279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57770) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:04.625221 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a292b7e6-bf3c-4b9f-9284-85912bd9bc12 req-75e844b9-860e-4817-aadc-466a92f44c8f tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/security-groups?id=9193a018-1c79-486c-b5ce-c99a04433ebd&id=0ff9eab9-fb29-49ed-8a0b-8e576d0c4ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0686913 Jul 09 13:48:04.638721 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:04.676648 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c644350-3abd-4a0f-9fde-0d298b797c0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:04.689792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9d80-c549-4671-b1e4-b2ac6c8d674d req-e201e0a4-3e13-49cf-872a-edf80f798818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:04.691607 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a64a9d80-c549-4671-b1e4-b2ac6c8d674d req-e201e0a4-3e13-49cf-872a-edf80f798818 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbef650d192247dcaa6c45d9271ffbe5&device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 1133 time: 0.1002207 Jul 09 13:48:04.767493 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1892841826', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:04.810573 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Made reservation on behalf of 2ec35d510ef84cd1a820adf9b8626bbd for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:04.813791 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:04.830499 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:04.832836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9d80-c549-4671-b1e4-b2ac6c8d674d req-abd7d779-a86b-46da-9c5f-ed6921543423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:04.834333 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a64a9d80-c549-4671-b1e4-b2ac6c8d674d req-abd7d779-a86b-46da-9c5f-ed6921543423 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a1917fb-62fd-4550-805d-e4eb66a8d182 HTTP/1.1" status: 200 len: 898 time: 0.1365643 Jul 09 13:48:04.890453 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a64a9d80-c549-4671-b1e4-b2ac6c8d674d req-916b4ef5-0499-4394-b239-658e8fc1748e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f39743fc-e852-457f-a1b5-555acccd64ee HTTP/1.1" status: 200 len: 217 time: 0.0486374 Jul 09 13:48:04.988633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9d80-c549-4671-b1e4-b2ac6c8d674d req-956db323-b634-4af8-bf57-1ea32ce8cbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:04.990673 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a64a9d80-c549-4671-b1e4-b2ac6c8d674d req-956db323-b634-4af8-bf57-1ea32ce8cbf1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2a3d9-9a5f-4984-a48e-e32e9f91df19 HTTP/1.1" status: 200 len: 834 time: 0.0909145 Jul 09 13:48:05.076575 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:05.087384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a9d80-c549-4671-b1e4-b2ac6c8d674d req-07c81125-a67c-43fe-bc79-9c254c9f767f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:05.088891 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a64a9d80-c549-4671-b1e4-b2ac6c8d674d req-07c81125-a67c-43fe-bc79-9c254c9f767f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a1917fb-62fd-4550-805d-e4eb66a8d182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906396 Jul 09 13:48:05.089551 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:05.095634 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] device_id is not set on port 63d3167f-27b1-4105-8810-047484b40636 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:48:05.205195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6abe0e-41c3-414d-83d1-95e443514383,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:05.304264 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a64a9d80-c549-4671-b1e4-b2ac6c8d674d req-631c426c-03e4-4c50-994c-1c99e04b5add service neutron] 10.222.0.15 "GET /v2.0/networks/6a1917fb-62fd-4550-805d-e4eb66a8d182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973550 Jul 09 13:48:05.324495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Allocated IP 172.25.2.84 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/63d3167f-27b1-4105-8810-047484b40636) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:05.378376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d893ee-1c92-49ea-a838-e473716992b3 req-183ad8c7-99da-45a8-85ff-749329be2497 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:05.380562 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1d893ee-1c92-49ea-a838-e473716992b3 req-183ad8c7-99da-45a8-85ff-749329be2497 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.0742669 Jul 09 13:48:05.463825 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1d893ee-1c92-49ea-a838-e473716992b3 req-2e4e7beb-a408-4906-a09d-0fe210ac2be8 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772552 Jul 09 13:48:05.506096 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a64a9d80-c549-4671-b1e4-b2ac6c8d674d req-8c01cbc9-139b-48f7-bfc5-d772a37e5eda service neutron] 10.222.0.15 "GET /v2.0/networks/6a1917fb-62fd-4550-805d-e4eb66a8d182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900630 Jul 09 13:48:05.573463 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:05.603237 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:05.636963 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:05.680220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:05.683534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:05.688484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:05.728090 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Pushing event updated for resources: {'Port': ['ID=63d3167f-27b1-4105-8810-047484b40636,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:05.768024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:05.768910 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:05.787816 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4cf66462-1e6b-4220-90ea-0a2c33e6e74a tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.2066922 Jul 09 13:48:05.790286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57786) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:05.795459 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-07c49db9-223f-4791-a922-e3d66e5c8419 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.84'}]}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:05.832857 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c49db9-223f-4791-a922-e3d66e5c8419 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:05.837563 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c49db9-223f-4791-a922-e3d66e5c8419 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:05.896692 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9da299-7d0b-42d2-b643-863287cb8100 req-32885762-761f-460d-ba8c-6c20f09bf0c3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:05.898260 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c9da299-7d0b-42d2-b643-863287cb8100 req-32885762-761f-460d-ba8c-6c20f09bf0c3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 982 time: 0.1112635 Jul 09 13:48:05.977203 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c49db9-223f-4791-a922-e3d66e5c8419 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:06.013207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c9da299-7d0b-42d2-b643-863287cb8100 req-4964b089-486b-4854-905e-d0a13363feb3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/security-groups?id=9193a018-1c79-486c-b5ce-c99a04433ebd&id=0ff9eab9-fb29-49ed-8a0b-8e576d0c4ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1083722 Jul 09 13:48:06.058690 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9ccf70-bd36-42c0-a0f6-a536950f0a8b req-161d99ef-dfbc-470d-936a-148ab3f3b41c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:06.060930 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a9ccf70-bd36-42c0-a0f6-a536950f0a8b req-161d99ef-dfbc-470d-936a-148ab3f3b41c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1582723 Jul 09 13:48:06.111726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a9ccf70-bd36-42c0-a0f6-a536950f0a8b req-949103b6-7398-4dd5-af24-c56500986239 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436022 Jul 09 13:48:06.177037 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c49db9-223f-4791-a922-e3d66e5c8419 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:06.241363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device f39743fc-e852-457f-a1b5-555acccd64ee details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:48:06.379505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port f39743fc-e852-457f-a1b5-555acccd64ee, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=f39743fc-e852-457f-a1b5-555acccd64ee,segment=NetworkSegment(751480ee-3de7-4db8-8bdc-85aecca24fef),segment_id=751480ee-3de7-4db8-8bdc-85aecca24fef)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:06.395163 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'f39743fc-e852-457f-a1b5-555acccd64ee', 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182', 'port_id': 'f39743fc-e852-457f-a1b5-555acccd64ee', 'mac_address': 'fa:16:3e:54:d9:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:48:06.437418 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:06.451356 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f39743fc-e852-457f-a1b5-555acccd64ee {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:48:06.467139 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c49db9-223f-4791-a922-e3d66e5c8419 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:06.474734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port f39743fc-e852-457f-a1b5-555acccd64ee, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=f39743fc-e852-457f-a1b5-555acccd64ee,segment=NetworkSegment(751480ee-3de7-4db8-8bdc-85aecca24fef),segment_id=751480ee-3de7-4db8-8bdc-85aecca24fef)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:06.480444 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:06.493683 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c49db9-223f-4791-a922-e3d66e5c8419 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:06.573755 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=f39743fc-e852-457f-a1b5-555acccd64ee,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:06.691922 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['f39743fc-e852-457f-a1b5-555acccd64ee'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:48:06.746868 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c49db9-223f-4791-a922-e3d66e5c8419 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:06.999399 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c49db9-223f-4791-a922-e3d66e5c8419 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:07.001847 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c49db9-223f-4791-a922-e3d66e5c8419 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:07.026749 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:07.096217 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07c49db9-223f-4791-a922-e3d66e5c8419 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:07.096733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c49db9-223f-4791-a922-e3d66e5c8419 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3b81f94d-e903-43f8-9123-862615ab50d2 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:48:07.133420 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-07c49db9-223f-4791-a922-e3d66e5c8419 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 09 13:48:07.138093 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-07c49db9-223f-4791-a922-e3d66e5c8419 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.3434849 Jul 09 13:48:07.138886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57806) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:07.369388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-3542c0de-f019-4aa8-a985-f9e68b3d2b60 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Deleting port 63d3167f-27b1-4105-8810-047484b40636 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:07.369733 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3542c0de-f019-4aa8-a985-f9e68b3d2b60 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:07.442548 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ada52-787e-4ad5-9d7e-ddb264f57c92 req-3f28d635-1464-4b9c-bab5-6bbca365a185 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:07.449924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-040ada52-787e-4ad5-9d7e-ddb264f57c92 req-3f28d635-1464-4b9c-bab5-6bbca365a185 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 983 time: 0.2351141 Jul 09 13:48:07.537725 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc8b997-f18a-40e5-92af-e3944ba46488 req-677d090f-2f35-476a-b38b-ba3596e645aa tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:07.539663 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abc8b997-f18a-40e5-92af-e3944ba46488 req-677d090f-2f35-476a-b38b-ba3596e645aa tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.2438643 Jul 09 13:48:07.546676 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-040ada52-787e-4ad5-9d7e-ddb264f57c92 req-4a81ebfe-921d-4d00-b7bb-d59bd8dd3c8a tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/security-groups?id=9193a018-1c79-486c-b5ce-c99a04433ebd&id=0ff9eab9-fb29-49ed-8a0b-8e576d0c4ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0955324 Jul 09 13:48:07.563642 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3542c0de-f019-4aa8-a985-f9e68b3d2b60 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:07.598865 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-3542c0de-f019-4aa8-a985-f9e68b3d2b60 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Calling delete_port for 63d3167f-27b1-4105-8810-047484b40636 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:07.670110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abc8b997-f18a-40e5-92af-e3944ba46488 req-31a723de-9384-4845-802f-ef85bb6a11bd tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217244 Jul 09 13:48:07.807402 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3542c0de-f019-4aa8-a985-f9e68b3d2b60 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:07.839055 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3542c0de-f019-4aa8-a985-f9e68b3d2b60 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Pushing event deleted for resources: {'Port': ['ID=63d3167f-27b1-4105-8810-047484b40636,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:07.918184 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3542c0de-f019-4aa8-a985-f9e68b3d2b60 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:07.927876 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3542c0de-f019-4aa8-a985-f9e68b3d2b60 tempest-RoutersAdminNegativeTest-1375661411 tempest-RoutersAdminNegativeTest-1375661411-project-admin] 10.222.0.39 "DELETE /v2.0/ports/63d3167f-27b1-4105-8810-047484b40636 HTTP/1.1" status: 204 len: 168 time: 0.7870250 Jul 09 13:48:08.254457 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device f39743fc-e852-457f-a1b5-555acccd64ee up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:08.258236 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57816) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:08.318140 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port f39743fc-e852-457f-a1b5-555acccd64ee completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:08.323361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port f39743fc-e852-457f-a1b5-555acccd64ee triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:08.324269 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:08.396422 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8862fca-56e9-43bc-b4f2-4b92b0603a3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:08.424448 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:08.469530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c9873c-10ac-49f3-9257-6825cd70c42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39743fc-e852-457f-a1b5-555acccd64ee'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:48:08.474280 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51636926-6c79-4714-9a2a-89f7e8ffb25d" -d '{"events": [{"server_uuid": "07c9873c-10ac-49f3-9257-6825cd70c42c", "name": "network-vif-plugged", "status": "completed", "tag": "f39743fc-e852-457f-a1b5-555acccd64ee"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:48:08.499221 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port f39743fc-e852-457f-a1b5-555acccd64ee, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=f39743fc-e852-457f-a1b5-555acccd64ee,segment=NetworkSegment(751480ee-3de7-4db8-8bdc-85aecca24fef),segment_id=751480ee-3de7-4db8-8bdc-85aecca24fef)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:08.507165 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:08.564348 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2189873a-1517-4523-ac1c-cfa56fcaafce x-openstack-request-id: req-2189873a-1517-4523-ac1c-cfa56fcaafce {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:48:08.564937 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c9873c-10ac-49f3-9257-6825cd70c42c", "name": "network-vif-plugged", "status": "completed", "tag": "f39743fc-e852-457f-a1b5-555acccd64ee", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:48:08.565390 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2189873a-1517-4523-ac1c-cfa56fcaafce {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:48:08.565976 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c9873c-10ac-49f3-9257-6825cd70c42c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f39743fc-e852-457f-a1b5-555acccd64ee', 'code': 200} Jul 09 13:48:08.599940 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:08.600756 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8862fca-56e9-43bc-b4f2-4b92b0603a3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:08.611062 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8862fca-56e9-43bc-b4f2-4b92b0603a3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:08.637842 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=f39743fc-e852-457f-a1b5-555acccd64ee,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:08.708644 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8862fca-56e9-43bc-b4f2-4b92b0603a3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0886983a-dc4c-4034-98c4-211004ec312c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:08.709088 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:08.714280 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b8862fca-56e9-43bc-b4f2-4b92b0603a3c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=027d32a1c436492fbb0f53c3020a2b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4536617 Jul 09 13:48:08.718169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57826) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:08.771629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc9dc88-4e92-4e47-9ce8-0966a5de37ed req-dbb984c4-1c9b-46c6-94b7-27f6b9f99232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:08.773166 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6bc9dc88-4e92-4e47-9ce8-0966a5de37ed req-dbb984c4-1c9b-46c6-94b7-27f6b9f99232 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 1135 time: 0.1376688 Jul 09 13:48:08.830416 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69f9a28f-6b9e-4f70-904b-33345942a955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:08.833584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2fd966-86d3-4264-a123-70418afb101c req-92e90147-157b-4f7d-b6e6-8f1209b78243 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:08.838759 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6bc9dc88-4e92-4e47-9ce8-0966a5de37ed req-8b0b4c41-5603-402e-8a39-ce55e4d91e2f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9193a018-1c79-486c-b5ce-c99a04433ebd&id=0ff9eab9-fb29-49ed-8a0b-8e576d0c4ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0556703 Jul 09 13:48:08.843639 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f2fd966-86d3-4264-a123-70418afb101c req-92e90147-157b-4f7d-b6e6-8f1209b78243 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 984 time: 0.0826516 Jul 09 13:48:08.862634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69f9a28f-6b9e-4f70-904b-33345942a955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:08.919279 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69f9a28f-6b9e-4f70-904b-33345942a955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:08.923673 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-69f9a28f-6b9e-4f70-904b-33345942a955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:08.926070 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-69f9a28f-6b9e-4f70-904b-33345942a955 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0886983a-dc4c-4034-98c4-211004ec312c HTTP/1.1" status: 204 len: 168 time: 0.2031496 Jul 09 13:48:08.937424 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f9a28f-6b9e-4f70-904b-33345942a955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0886983a-dc4c-4034-98c4-211004ec312c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:08.938286 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f2fd966-86d3-4264-a123-70418afb101c req-ac5f20e7-5313-4760-9f10-bde100601ccb tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/security-groups?id=9193a018-1c79-486c-b5ce-c99a04433ebd&id=0ff9eab9-fb29-49ed-8a0b-8e576d0c4ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0935001 Jul 09 13:48:08.976338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3be8bf4-dc84-4baf-9f38-211d346e4dde req-2cc9fd2e-a190-452c-8742-b33ece3bba40 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:08.978426 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3be8bf4-dc84-4baf-9f38-211d346e4dde req-2cc9fd2e-a190-452c-8742-b33ece3bba40 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1315112 Jul 09 13:48:09.063060 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3be8bf4-dc84-4baf-9f38-211d346e4dde req-1b6d00b6-fb1b-4c8e-b517-9b78268a2bbf tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636394 Jul 09 13:48:09.330746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57836) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:09.387420 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ff7961ac-71ab-4fd4-935d-fa1a389fa697 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2ec35d510ef84cd1a820adf9b8626bbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0512326 Jul 09 13:48:09.390719 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57838) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:09.457682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c745fc38-ace6-4255-b941-1d27fbaf8c4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:09.488101 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c745fc38-ace6-4255-b941-1d27fbaf8c4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:09.536806 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c745fc38-ace6-4255-b941-1d27fbaf8c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:09.541460 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c745fc38-ace6-4255-b941-1d27fbaf8c4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:09.542791 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c745fc38-ace6-4255-b941-1d27fbaf8c4a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e6abe0e-41c3-414d-83d1-95e443514383 HTTP/1.1" status: 204 len: 168 time: 0.1509631 Jul 09 13:48:09.554842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c745fc38-ace6-4255-b941-1d27fbaf8c4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6abe0e-41c3-414d-83d1-95e443514383,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:10.196063 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6bafa-cf8c-4736-a6c8-763f91ca1004 req-ac2a3037-c645-4a19-a64f-51637c48e172 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:10.197893 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3d6bafa-cf8c-4736-a6c8-763f91ca1004 req-ac2a3037-c645-4a19-a64f-51637c48e172 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 984 time: 0.1148071 Jul 09 13:48:10.300987 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3d6bafa-cf8c-4736-a6c8-763f91ca1004 req-39a03ead-d29e-4c8f-9b0e-b267ef450bb4 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/security-groups?id=9193a018-1c79-486c-b5ce-c99a04433ebd&id=0ff9eab9-fb29-49ed-8a0b-8e576d0c4ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0897126 Jul 09 13:48:10.354250 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92caec8-ba7b-483b-96a5-4b4392bf9695 req-d7a336c5-4f8a-47b1-8892-6fc93773774e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:10.360476 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f92caec8-ba7b-483b-96a5-4b4392bf9695 req-d7a336c5-4f8a-47b1-8892-6fc93773774e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1615238 Jul 09 13:48:10.430830 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f92caec8-ba7b-483b-96a5-4b4392bf9695 req-98926c7b-e638-4927-8765-3b2d201208f8 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642767 Jul 09 13:48:10.556963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57874) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:10.564903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57878) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:10.630215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c94b8-c2d9-4696-a2ab-e830423a70fb req-b4895829-3742-40d7-9013-1dd3bd4f5c9c tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:10.632174 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-662c94b8-c2d9-4696-a2ab-e830423a70fb req-b4895829-3742-40d7-9013-1dd3bd4f5c9c tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 984 time: 0.1098995 Jul 09 13:48:10.695821 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-662c94b8-c2d9-4696-a2ab-e830423a70fb req-761b7be5-f9f3-4d48-a0b6-18eda4091427 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/security-groups?id=9193a018-1c79-486c-b5ce-c99a04433ebd&id=0ff9eab9-fb29-49ed-8a0b-8e576d0c4ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0564706 Jul 09 13:48:10.731640 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6f68dafb-13d2-4e6c-b34a-0ccc66c97ac6 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1818641922'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:10.757139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f68dafb-13d2-4e6c-b34a-0ccc66c97ac6 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:10.762239 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f68dafb-13d2-4e6c-b34a-0ccc66c97ac6 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:10.781533 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f68dafb-13d2-4e6c-b34a-0ccc66c97ac6 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:10.894869 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33348c02-d53c-4087-8ff7-98537bad7167 req-04d04fe2-b4a2-4055-8d7f-76056150ef09 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:10.896879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33348c02-d53c-4087-8ff7-98537bad7167 req-04d04fe2-b4a2-4055-8d7f-76056150ef09 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 1135 time: 0.0679688 Jul 09 13:48:10.918343 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-33348c02-d53c-4087-8ff7-98537bad7167 req-5702fcd5-abdf-45bb-a75d-3ef7837b0a89 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:11.058951 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f68dafb-13d2-4e6c-b34a-0ccc66c97ac6 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:11.064558 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f68dafb-13d2-4e6c-b34a-0ccc66c97ac6 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:11.102181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f68dafb-13d2-4e6c-b34a-0ccc66c97ac6 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:11.128601 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f68dafb-13d2-4e6c-b34a-0ccc66c97ac6 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:11.128943 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-6f68dafb-13d2-4e6c-b34a-0ccc66c97ac6 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Added segment 154d1807-f66f-4f66-babe-43387936d022 of type vlan for network 1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97 Jul 09 13:48:11.130347 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68dafb-13d2-4e6c-b34a-0ccc66c97ac6 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e29d66d-494e-410a-8465-e2d44534e4bb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:11.178517 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-33348c02-d53c-4087-8ff7-98537bad7167 req-5702fcd5-abdf-45bb-a75d-3ef7837b0a89 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:11.184392 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-33348c02-d53c-4087-8ff7-98537bad7167 req-5702fcd5-abdf-45bb-a75d-3ef7837b0a89 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:11.204334 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f68dafb-13d2-4e6c-b34a-0ccc66c97ac6 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:11.210560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33348c02-d53c-4087-8ff7-98537bad7167 req-5702fcd5-abdf-45bb-a75d-3ef7837b0a89 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9193a018-1c79-486c-b5ce-c99a04433ebd&id=0ff9eab9-fb29-49ed-8a0b-8e576d0c4ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3066187 Jul 09 13:48:11.224771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5702fcd5-abdf-45bb-a75d-3ef7837b0a89 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f362e85-15be-4ab1-9bc4-36b2c34c4b32,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:11.242545 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57884) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:11.295867 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f68dafb-13d2-4e6c-b34a-0ccc66c97ac6 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:11.300205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9db0de09-0741-418c-b34a-4e1dea42a682 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:11.301728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f68dafb-13d2-4e6c-b34a-0ccc66c97ac6 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:11.302025 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9db0de09-0741-418c-b34a-4e1dea42a682 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 1130 time: 0.0582147 Jul 09 13:48:11.302364 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6f68dafb-13d2-4e6c-b34a-0ccc66c97ac6 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:11.304947 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57886) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:11.309510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': 'f39743fc-e852-457f-a1b5-555acccd64ee', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:11.337861 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:11.385339 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6f68dafb-13d2-4e6c-b34a-0ccc66c97ac6 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8196230 Jul 09 13:48:11.402596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68dafb-13d2-4e6c-b34a-0ccc66c97ac6 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Network': ['ID=1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:11.413806 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:11.460006 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6afb209-1fdc-4088-8cb7-25dc39f12838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:11.483644 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:11.531011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57892) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:11.538966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a3622493-d859-459c-8cb5-6dd46d847009 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'subnet': {'network_id': '1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:11.698701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Allocated IP 172.25.2.151 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/168981db-c238-4bee-a112-a38b0e41034b) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:11.808212 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a02c709-bd48-4729-94fa-d83c0a4e660b req-c2b868e8-f7f4-4e2d-ab30-55030b0c47f3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:11.809815 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a02c709-bd48-4729-94fa-d83c0a4e660b req-c2b868e8-f7f4-4e2d-ab30-55030b0c47f3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1731684 Jul 09 13:48:11.880112 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:11.890890 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a02c709-bd48-4729-94fa-d83c0a4e660b req-1c65e80e-8dc1-486a-9008-a100897ceb81 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679033 Jul 09 13:48:11.932353 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:11.987710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:11.993460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:11.998206 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:12.025789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'Port': ['ID=168981db-c238-4bee-a112-a38b0e41034b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:12.107455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3622493-d859-459c-8cb5-6dd46d847009 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:12.111263 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3622493-d859-459c-8cb5-6dd46d847009 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:12.401562 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3622493-d859-459c-8cb5-6dd46d847009 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:12.433277 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:12.446640 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c6afb209-1fdc-4088-8cb7-25dc39f12838 admin admin] Deleting port a57159f5-6971-4628-b1fb-0e220292cd12 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:12.447020 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6afb209-1fdc-4088-8cb7-25dc39f12838 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:12.550661 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3622493-d859-459c-8cb5-6dd46d847009 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Subnet': ['ID=475ab124-adec-40fa-bb9b-8ec360f5648b,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:12.565280 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3622493-d859-459c-8cb5-6dd46d847009 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Checking segment: {'id': '154d1807-f66f-4f66-babe-43387936d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:12.565652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3622493-d859-459c-8cb5-6dd46d847009 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network hostable DHCP agents. Network: 1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:12.605563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3622493-d859-459c-8cb5-6dd46d847009 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network 1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:12.623305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a3622493-d859-459c-8cb5-6dd46d847009 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:12.629423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3622493-d859-459c-8cb5-6dd46d847009 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:12.630357 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a3622493-d859-459c-8cb5-6dd46d847009 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:12.635890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ceae957-f284-469a-8b3b-6db5beff47c6 None None] Network 1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:12.636497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c6afb209-1fdc-4088-8cb7-25dc39f12838 admin admin] For port a57159f5-6971-4628-b1fb-0e220292cd12, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a57159f5-6971-4628-b1fb-0e220292cd12,segment=NetworkSegment(5ef240c6-8acc-4463-8c22-f528a997caa6),segment_id=5ef240c6-8acc-4463-8c22-f528a997caa6)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:12.636497 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6afb209-1fdc-4088-8cb7-25dc39f12838 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:12.657386 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c6afb209-1fdc-4088-8cb7-25dc39f12838 admin admin] Calling delete_port for a57159f5-6971-4628-b1fb-0e220292cd12 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:12.674096 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a3622493-d859-459c-8cb5-6dd46d847009 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.1417840 Jul 09 13:48:12.676683 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57896) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:12.684707 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4e835242-5797-4804-bb7c-89163fda8f3d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-915559235'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:12.758875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e835242-5797-4804-bb7c-89163fda8f3d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:12.762912 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e835242-5797-4804-bb7c-89163fda8f3d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:12.832358 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:12.840968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e835242-5797-4804-bb7c-89163fda8f3d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:12.860047 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e835242-5797-4804-bb7c-89163fda8f3d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:12.860047 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-4e835242-5797-4804-bb7c-89163fda8f3d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Added segment c89ca9be-1d1d-4fbf-8cd0-031caaa8d660 of type vlan for network dde2f293-a197-4365-b9e3-6568a1642f5a Jul 09 13:48:12.874250 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97', 'network_id': '1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97', 'tenant_id': '931ad48120044b9789ed564369cb00aa', 'fixed_ips': [{'subnet_id': '475ab124-adec-40fa-bb9b-8ec360f5648b'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:48:12.875334 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:12.921483 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e835242-5797-4804-bb7c-89163fda8f3d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:12.994809 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e835242-5797-4804-bb7c-89163fda8f3d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.002497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e835242-5797-4804-bb7c-89163fda8f3d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:13.003278 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e835242-5797-4804-bb7c-89163fda8f3d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.015343 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6afb209-1fdc-4088-8cb7-25dc39f12838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.081979 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Allocated IP 172.20.255.242 (1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97/475ab124-adec-40fa-bb9b-8ec360f5648b/8e99e0ae-3cc9-4d90-98b0-bd274d36ab40) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:13.097324 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.100507 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4e835242-5797-4804-bb7c-89163fda8f3d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4225783 Jul 09 13:48:13.101648 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6afb209-1fdc-4088-8cb7-25dc39f12838 admin admin] Pushing event deleted for resources: {'Port': ['ID=a57159f5-6971-4628-b1fb-0e220292cd12,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:13.102477 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57900) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:13.123124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5234ffa1-7815-43df-8e29-7ad0ef389e2c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'subnet': {'network_id': 'dde2f293-a197-4365-b9e3-6568a1642f5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:13.129189 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.188363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e835242-5797-4804-bb7c-89163fda8f3d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Network': ['ID=dde2f293-a197-4365-b9e3-6568a1642f5a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:13.208449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network dde2f293-a197-4365-b9e3-6568a1642f5a details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:13.276308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'Port': ['ID=168981db-c238-4bee-a112-a38b0e41034b,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:13.334279 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.352815 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.366800 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Transition to ACTIVE for port object 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:13.372322 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6afb209-1fdc-4088-8cb7-25dc39f12838 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.410561 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Transition to ACTIVE for port object 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:13.422629 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.476219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Network 1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:13.479255 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:13.484458 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:13.492029 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Pushing event updated for resources: {'Port': ['ID=8e99e0ae-3cc9-4d90-98b0-bd274d36ab40,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:13.530491 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24114174-909c-482d-9381-b824baf301be req-1a352364-ee25-493d-a044-4cc5712e64a2 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:13.531992 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24114174-909c-482d-9381-b824baf301be req-1a352364-ee25-493d-a044-4cc5712e64a2 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.3917243 Jul 09 13:48:13.578045 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5234ffa1-7815-43df-8e29-7ad0ef389e2c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:13.581741 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5234ffa1-7815-43df-8e29-7ad0ef389e2c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.585327 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Floating IP 2479d490-dca9-4ae1-bbc8-2d01cd1a4863 associated. External IP: 172.25.2.151, port: f39743fc-e852-457f-a1b5-555acccd64ee. Jul 09 13:48:13.593518 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Attempting to bind port 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:13.594200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Attempting to bind port 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '154d1807-f66f-4f66-babe-43387936d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:13.598540 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Attempting to bind port 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 on network 1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:13.614656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:13.617336 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Checking segment: {'id': '154d1807-f66f-4f66-babe-43387936d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:13.617968 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.619279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Bound using segment: {'id': '154d1807-f66f-4f66-babe-43387936d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:13.619969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Bound port: 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154d1807-f66f-4f66-babe-43387936d022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:13.621570 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.694083 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24114174-909c-482d-9381-b824baf301be req-6e0b0b32-9443-4619-8893-6d89547bfd82 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531856 Jul 09 13:48:13.721214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6afb209-1fdc-4088-8cb7-25dc39f12838 admin admin] Router e3fcde33-b03d-49a9-b7b4-50fddd53010e has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:48:13.730096 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] For port 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:48:13.740166 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] For port 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8e99e0ae-3cc9-4d90-98b0-bd274d36ab40,segment=NetworkSegment(154d1807-f66f-4f66-babe-43387936d022),segment_id=154d1807-f66f-4f66-babe-43387936d022)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:48:13.746970 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:13.836720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Pushing event updated for resources: {'Port': ['ID=8e99e0ae-3cc9-4d90-98b0-bd274d36ab40,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:13.845462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:13.846344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:13.846344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:13.846558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:13.846799 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:13.848262 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:13.848970 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:13.850845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:13.851071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:13.851432 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:13.851770 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:13.852100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2041999-91bf-4f8e-82fd-e897b22dc137 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:13.870820 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6afb209-1fdc-4088-8cb7-25dc39f12838 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:48:13.879483 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c6afb209-1fdc-4088-8cb7-25dc39f12838 admin admin] 10.222.0.39 "PUT /v2.0/routers/e3fcde33-b03d-49a9-b7b4-50fddd53010e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3209863 Jul 09 13:48:13.881943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57904) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:13.882497 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9332e1dc-0c77-4acd-b92b-401d8beebf1c None None] Sync routers for ids ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:48:13.893543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9332e1dc-0c77-4acd-b92b-401d8beebf1c None None] Routers {'e3fcde33-b03d-49a9-b7b4-50fddd53010e'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:13.894208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9332e1dc-0c77-4acd-b92b-401d8beebf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:48:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:14.064708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Router 9f8f2e45-6ad5-4cee-85fc-faa75163942b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:48:14.076312 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3eb53e26-df8e-472b-9530-cfb85becbef9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:14.126055 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5234ffa1-7815-43df-8e29-7ad0ef389e2c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:14.134452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9332e1dc-0c77-4acd-b92b-401d8beebf1c None None] Set router e3fcde33-b03d-49a9-b7b4-50fddd53010e gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:14.296422 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3eb53e26-df8e-472b-9530-cfb85becbef9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:14.374022 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5234ffa1-7815-43df-8e29-7ad0ef389e2c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Subnet': ['ID=213e2a4c-4886-4939-8f38-91f53644c09b,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:14.401087 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5234ffa1-7815-43df-8e29-7ad0ef389e2c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Checking segment: {'id': 'c89ca9be-1d1d-4fbf-8cd0-031caaa8d660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dde2f293-a197-4365-b9e3-6568a1642f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:14.401455 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5234ffa1-7815-43df-8e29-7ad0ef389e2c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network hostable DHCP agents. Network: dde2f293-a197-4365-b9e3-6568a1642f5a, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:14.402351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3eb53e26-df8e-472b-9530-cfb85becbef9 admin admin] Deleting port 34559b0e-bc28-4489-913e-d8abc8aeadf2 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:14.402708 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3eb53e26-df8e-472b-9530-cfb85becbef9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:14.417838 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:48:14.432403 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667cbc4e-7834-4f60-89f2-896a26c08816 None None] Sync routers for ids ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:48:14.434861 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5234ffa1-7815-43df-8e29-7ad0ef389e2c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network dde2f293-a197-4365-b9e3-6568a1642f5a is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:14.448741 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:14.452685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5234ffa1-7815-43df-8e29-7ad0ef389e2c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, dde2f293-a197-4365-b9e3-6568a1642f5a) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:14.453162 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667cbc4e-7834-4f60-89f2-896a26c08816 None None] Routers {'9f8f2e45-6ad5-4cee-85fc-faa75163942b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:14.454242 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-667cbc4e-7834-4f60-89f2-896a26c08816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:48:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:14.479736 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f8b73e-4d9d-4bc9-80fc-c4abdd42cd67 None None] Network dde2f293-a197-4365-b9e3-6568a1642f5a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:14.496423 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5234ffa1-7815-43df-8e29-7ad0ef389e2c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:14.501033 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5234ffa1-7815-43df-8e29-7ad0ef389e2c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:14.544513 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5234ffa1-7815-43df-8e29-7ad0ef389e2c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4403856 Jul 09 13:48:14.549448 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-926cbbbb-0f9a-441a-a1e6-56a422e5b75b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2408977 Jul 09 13:48:14.549448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c9873c-10ac-49f3-9257-6825cd70c42c', 'tag': 'f39743fc-e852-457f-a1b5-555acccd64ee'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:48:14.550591 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7881b4a7-008f-4127-b8c3-2dacd52fd25e" -d '{"events": [{"name": "network-changed", "server_uuid": "07c9873c-10ac-49f3-9257-6825cd70c42c", "tag": "f39743fc-e852-457f-a1b5-555acccd64ee"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:48:14.550789 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57906) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:14.551066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57908) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:14.609654 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-667cbc4e-7834-4f60-89f2-896a26c08816 None None] Set router 9f8f2e45-6ad5-4cee-85fc-faa75163942b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:14.766599 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3eb53e26-df8e-472b-9530-cfb85becbef9 admin admin] For port 34559b0e-bc28-4489-913e-d8abc8aeadf2, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=34559b0e-bc28-4489-913e-d8abc8aeadf2,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:14.766981 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3eb53e26-df8e-472b-9530-cfb85becbef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:14.790754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-dde2f293-a197-4365-b9e3-6568a1642f5a', 'network_id': 'dde2f293-a197-4365-b9e3-6568a1642f5a', 'tenant_id': '931ad48120044b9789ed564369cb00aa', 'fixed_ips': [{'subnet_id': '213e2a4c-4886-4939-8f38-91f53644c09b'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:48:14.791616 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:14.795472 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9332e1dc-0c77-4acd-b92b-401d8beebf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:48:12Z', 'revision_number': 5, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port': {'id': '34559b0e-bc28-4489-913e-d8abc8aeadf2', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:a6:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2131, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:39:56Z', 'updated_at': '2021-07-09T13:40:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:14.861864 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9332e1dc-0c77-4acd-b92b-401d8beebf1c None None] Checking router: e3fcde33-b03d-49a9-b7b4-50fddd53010e for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:48:14.895275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3eb53e26-df8e-472b-9530-cfb85becbef9 admin admin] Calling delete_port for 34559b0e-bc28-4489-913e-d8abc8aeadf2 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:14.924266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9332e1dc-0c77-4acd-b92b-401d8beebf1c None None] Routers {'e3fcde33-b03d-49a9-b7b4-50fddd53010e'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:14.928020 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9332e1dc-0c77-4acd-b92b-401d8beebf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:48:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:15.008158 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-667cbc4e-7834-4f60-89f2-896a26c08816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107498110', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '2479d490-dca9-4ae1-bbc8-2d01cd1a4863', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'port_id': 'f39743fc-e852-457f-a1b5-555acccd64ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182', 'mac_address': 'fa:16:3e:54:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c9873c-10ac-49f3-9257-6825cd70c42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:48:12Z', 'updated_at': '2021-07-09T13:48:12Z', 'revision_number': 0, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '470e4353-37e8-4cf5-b00e-309719af532c', 'name': '', 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'mac_address': 'fa:16:3e:31:76:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:50Z', 'updated_at': '2021-07-09T13:47:58Z', 'revision_number': 5, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'subnets': [{'id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:15.069089 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667cbc4e-7834-4f60-89f2-896a26c08816 None None] Checking router: 9f8f2e45-6ad5-4cee-85fc-faa75163942b for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:48:15.089025 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce2bc174-e250-4740-a84b-3944d9edcd15 x-openstack-request-id: req-ce2bc174-e250-4740-a84b-3944d9edcd15 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:48:15.089252 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c9873c-10ac-49f3-9257-6825cd70c42c", "tag": "f39743fc-e852-457f-a1b5-555acccd64ee", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:48:15.089649 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce2bc174-e250-4740-a84b-3944d9edcd15 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:48:15.090304 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c9873c-10ac-49f3-9257-6825cd70c42c', 'tag': 'f39743fc-e852-457f-a1b5-555acccd64ee', 'status': 'completed', 'code': 200} Jul 09 13:48:15.091521 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-667cbc4e-7834-4f60-89f2-896a26c08816 None None] Routers {'9f8f2e45-6ad5-4cee-85fc-faa75163942b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:15.092196 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-667cbc4e-7834-4f60-89f2-896a26c08816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:48:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:15.183157 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c42acf-6b71-4fc6-a6e8-0f1bba584563 req-690df55d-3b96-4fc3-8360-a934dbf34265 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.203213 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d8c42acf-6b71-4fc6-a6e8-0f1bba584563 req-690df55d-3b96-4fc3-8360-a934dbf34265 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1317134 Jul 09 13:48:15.253487 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d8c42acf-6b71-4fc6-a6e8-0f1bba584563 req-aa1890fb-390b-48b7-a164-f974c9ebbcec tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488005 Jul 09 13:48:15.256099 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9332e1dc-0c77-4acd-b92b-401d8beebf1c None None] Set router e3fcde33-b03d-49a9-b7b4-50fddd53010e gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:15.341363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b2d2a8-bcf3-4e2d-973a-1f09d4ed845c tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.342848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b2d2a8-bcf3-4e2d-973a-1f09d4ed845c tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.342848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b2d2a8-bcf3-4e2d-973a-1f09d4ed845c tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.344670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b2d2a8-bcf3-4e2d-973a-1f09d4ed845c tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.344670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b2d2a8-bcf3-4e2d-973a-1f09d4ed845c tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.344670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b2d2a8-bcf3-4e2d-973a-1f09d4ed845c tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.345241 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b2d2a8-bcf3-4e2d-973a-1f09d4ed845c tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.345241 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b2d2a8-bcf3-4e2d-973a-1f09d4ed845c tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.347564 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-44b2d2a8-bcf3-4e2d-973a-1f09d4ed845c tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5672 time: 0.7912345 Jul 09 13:48:15.351281 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57918) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:15.365061 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:15.398217 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9332e1dc-0c77-4acd-b92b-401d8beebf1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:48:14Z', 'revision_number': 6, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:15.458636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9332e1dc-0c77-4acd-b92b-401d8beebf1c None None] The sync data for ids ['e3fcde33-b03d-49a9-b7b4-50fddd53010e'] in n-d-799525-3 is: [{'id': 'e3fcde33-b03d-49a9-b7b4-50fddd53010e', 'name': 'tempest-AttachVolumeTestJSON-3463217-router', 'tenant_id': '57c1823849db49b4af2d50bf49892746', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:39:54Z', 'updated_at': '2021-07-09T13:48:14Z', 'revision_number': 6, 'project_id': '57c1823849db49b4af2d50bf49892746', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:48:15.545955 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-667cbc4e-7834-4f60-89f2-896a26c08816 None None] Set router 9f8f2e45-6ad5-4cee-85fc-faa75163942b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:15.566365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881b4a7-008f-4127-b8c3-2dacd52fd25e req-ebb2bdd7-9bd3-4973-b69e-a736c0b060e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.567997 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7881b4a7-008f-4127-b8c3-2dacd52fd25e req-ebb2bdd7-9bd3-4973-b69e-a736c0b060e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbef650d192247dcaa6c45d9271ffbe5&device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 1135 time: 0.4393370 Jul 09 13:48:15.588587 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Allocated IP 172.20.0.2 (dde2f293-a197-4365-b9e3-6568a1642f5a/213e2a4c-4886-4939-8f38-91f53644c09b/05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:15.592281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794fc036-41c6-43d7-9465-2ab527682bd8 None None] Network 1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:15.601541 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b719cfba-b598-4150-8455-287c14978018 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.602493 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b719cfba-b598-4150-8455-287c14978018 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.605957 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b719cfba-b598-4150-8455-287c14978018 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.606460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b719cfba-b598-4150-8455-287c14978018 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.606922 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b719cfba-b598-4150-8455-287c14978018 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.607409 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b719cfba-b598-4150-8455-287c14978018 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.608388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b719cfba-b598-4150-8455-287c14978018 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.609504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b719cfba-b598-4150-8455-287c14978018 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:15.616199 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b719cfba-b598-4150-8455-287c14978018 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5271 time: 0.2631354 Jul 09 13:48:15.617380 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57920) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:15.766840 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:15.861215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3eb53e26-df8e-472b-9530-cfb85becbef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:15.925710 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb53e26-df8e-472b-9530-cfb85becbef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=34559b0e-bc28-4489-913e-d8abc8aeadf2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:15.932303 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-82d83054-a699-4f31-bdf2-97142fa3be43 None None] Provisioning for port 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:15.960774 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-667cbc4e-7834-4f60-89f2-896a26c08816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107498110', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '2479d490-dca9-4ae1-bbc8-2d01cd1a4863', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'port_id': 'f39743fc-e852-457f-a1b5-555acccd64ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182', 'mac_address': 'fa:16:3e:54:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c9873c-10ac-49f3-9257-6825cd70c42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:48:12Z', 'updated_at': '2021-07-09T13:48:12Z', 'revision_number': 0, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '470e4353-37e8-4cf5-b00e-309719af532c', 'name': '', 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'mac_address': 'fa:16:3e:31:76:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:50Z', 'updated_at': '2021-07-09T13:47:58Z', 'revision_number': 5, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'subnets': [{'id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:15.966762 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8b1472af-db6e-4d2a-bc4a-97be168bc867 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2871 time: 0.3487287 Jul 09 13:48:15.971899 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57924) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:16.049013 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-667cbc4e-7834-4f60-89f2-896a26c08816 None None] The sync data for ids ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'] in n-d-799525-3 is: [{'id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107498110', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '2479d490-dca9-4ae1-bbc8-2d01cd1a4863', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'floating_ip_address': '172.25.2.151', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'port_id': 'f39743fc-e852-457f-a1b5-555acccd64ee', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3028, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182', 'mac_address': 'fa:16:3e:54:d9:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07c9873c-10ac-49f3-9257-6825cd70c42c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:48:12Z', 'updated_at': '2021-07-09T13:48:12Z', 'revision_number': 0, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '470e4353-37e8-4cf5-b00e-309719af532c', 'name': '', 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'mac_address': 'fa:16:3e:31:76:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:50Z', 'updated_at': '2021-07-09T13:47:58Z', 'revision_number': 5, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'subnets': [{'id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:48:16.059868 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881b4a7-008f-4127-b8c3-2dacd52fd25e req-f405e4d9-3a73-4a2a-a846-dcade4288aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:16.062486 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7881b4a7-008f-4127-b8c3-2dacd52fd25e req-f405e4d9-3a73-4a2a-a846-dcade4288aca service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a1917fb-62fd-4550-805d-e4eb66a8d182 HTTP/1.1" status: 200 len: 898 time: 0.4663980 Jul 09 13:48:16.071310 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ca5a43-66ed-43e3-b772-c23bf38b2c1b tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:16.071890 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30ca5a43-66ed-43e3-b772-c23bf38b2c1b tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:16.074369 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-30ca5a43-66ed-43e3-b772-c23bf38b2c1b tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=9f8f2e45-6ad5-4cee-85fc-faa75163942b HTTP/1.1" status: 200 len: 1989 time: 0.1007340 Jul 09 13:48:16.136952 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3eb53e26-df8e-472b-9530-cfb85becbef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.260735 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.275707 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Transition to ACTIVE for port object 05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:16.338547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Transition to ACTIVE for port object 05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:16.358986 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.430161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f91bdc-b802-4943-bc6c-459fdbd6ee2e None None] New status for floating IP 2479d490-dca9-4ae1-bbc8-2d01cd1a4863: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:48:16.490632 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Network dde2f293-a197-4365-b9e3-6568a1642f5a is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:16.598066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:16.604602 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:16.642597 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:16.693689 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35111d6c-1d76-451d-b17c-d622ae7d17f3 req-b15f8b7d-8714-4e5a-b94b-8fd745dc1659 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:16.695683 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-35111d6c-1d76-451d-b17c-d622ae7d17f3 req-b15f8b7d-8714-4e5a-b94b-8fd745dc1659 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1930377 Jul 09 13:48:16.744957 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Pushing event updated for resources: {'Port': ['ID=05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:16.772195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-35111d6c-1d76-451d-b17c-d622ae7d17f3 req-756125a6-08ba-4433-843d-22f6422ff4c5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674496 Jul 09 13:48:16.833976 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Attempting to bind port 05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:16.834367 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Attempting to bind port 05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'c89ca9be-1d1d-4fbf-8cd0-031caaa8d660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dde2f293-a197-4365-b9e3-6568a1642f5a'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:16.835278 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Attempting to bind port 05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672 on network dde2f293-a197-4365-b9e3-6568a1642f5a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:16.844144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:16.847307 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:16.847673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Checking segment: {'id': 'c89ca9be-1d1d-4fbf-8cd0-031caaa8d660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dde2f293-a197-4365-b9e3-6568a1642f5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:16.848306 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.848718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Bound using segment: {'id': 'c89ca9be-1d1d-4fbf-8cd0-031caaa8d660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dde2f293-a197-4365-b9e3-6568a1642f5a'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:16.849207 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Bound port: 05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c89ca9be-1d1d-4fbf-8cd0-031caaa8d660', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'dde2f293-a197-4365-b9e3-6568a1642f5a'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:16.849600 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.871414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bc86cd90-9188-41c5-ba60-80d42124403a None None] Provisioning complete for port 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:16.871787 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc86cd90-9188-41c5-ba60-80d42124403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.878732 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3eb53e26-df8e-472b-9530-cfb85becbef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.890008 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3eb53e26-df8e-472b-9530-cfb85becbef9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.895582 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:16.895960 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:16.897300 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7881b4a7-008f-4127-b8c3-2dacd52fd25e req-bb8e2f25-2af9-4b8c-b6cf-f1e7f7a3ae85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f39743fc-e852-457f-a1b5-555acccd64ee HTTP/1.1" status: 200 len: 999 time: 0.8261747 Jul 09 13:48:16.983613 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.004120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3eb53e26-df8e-472b-9530-cfb85becbef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.004643 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3eb53e26-df8e-472b-9530-cfb85becbef9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3fcde33-b03d-49a9-b7b4-50fddd53010e {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:48:17.009190 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3eb53e26-df8e-472b-9530-cfb85becbef9 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.010423 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3eb53e26-df8e-472b-9530-cfb85becbef9 admin admin] 10.222.0.39 "DELETE /v2.0/routers/e3fcde33-b03d-49a9-b7b4-50fddd53010e HTTP/1.1" status: 204 len: 168 time: 3.1274629 Jul 09 13:48:17.013170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57932) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:17.037259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] For port 05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:48:17.040122 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Subnet': ['ID=213e2a4c-4886-4939-8f38-91f53644c09b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:17.042550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] For port 05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672,segment=NetworkSegment(c89ca9be-1d1d-4fbf-8cd0-031caaa8d660),segment_id=c89ca9be-1d1d-4fbf-8cd0-031caaa8d660)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:48:17.073950 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.100526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881b4a7-008f-4127-b8c3-2dacd52fd25e req-a63b8573-036e-4a29-a1f9-88929e05eae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:17.102649 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7881b4a7-008f-4127-b8c3-2dacd52fd25e req-a63b8573-036e-4a29-a1f9-88929e05eae7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2a3d9-9a5f-4984-a48e-e32e9f91df19 HTTP/1.1" status: 200 len: 834 time: 0.1964192 Jul 09 13:48:17.136891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Deleting subnet 6365b74c-aea2-4433-844b-839fb4fcbc16 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:48:17.139526 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.145485 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.176738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde2f293-a197-4365-b9e3-6568a1642f5a']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:17.189660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89ca9be-1d1d-4fbf-8cd0-031caaa8d660') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:17.189660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89ca9be-1d1d-4fbf-8cd0-031caaa8d660') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:17.203796 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.209983 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.231755 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.242736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:17.242992 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: items = [ Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:17.246238 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:17.259489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7881b4a7-008f-4127-b8c3-2dacd52fd25e req-c8621305-2fe1-4836-af9c-5620ee55d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:17.261075 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7881b4a7-008f-4127-b8c3-2dacd52fd25e req-c8621305-2fe1-4836-af9c-5620ee55d8a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a1917fb-62fd-4550-805d-e4eb66a8d182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1428874 Jul 09 13:48:17.282460 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935875c3-2b80-49a6-987a-bd794962db00 None None] Pushing event updated for resources: {'Port': ['ID=05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:17.303892 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc86cd90-9188-41c5-ba60-80d42124403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.330149 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.372511 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:48:17.372511 n-d-799525-3 neutron-server[93753]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:48:17.372511 n-d-799525-3 neutron-server[93753]: [parameters: {'id': 'dde2f293-a197-4365-b9e3-6568a1642f5a'}] Jul 09 13:48:17.372511 n-d-799525-3 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:48:17.375149 n-d-799525-3 neutron-server[93753]: DEBUG oslo_db.api [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:48:17.379821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bc86cd90-9188-41c5-ba60-80d42124403a None None] For port 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8e99e0ae-3cc9-4d90-98b0-bd274d36ab40,segment=NetworkSegment(154d1807-f66f-4f66-babe-43387936d022),segment_id=154d1807-f66f-4f66-babe-43387936d022)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:17.383809 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.399338 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.403760 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bc86cd90-9188-41c5-ba60-80d42124403a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.430755 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7881b4a7-008f-4127-b8c3-2dacd52fd25e req-a5dd280f-b9fc-4e9e-8691-e4bae7924ea5 service neutron] 10.222.0.15 "GET /v2.0/networks/6a1917fb-62fd-4550-805d-e4eb66a8d182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385317 Jul 09 13:48:17.449014 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6365b74c-aea2-4433-844b-839fb4fcbc16,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:17.468021 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.473366 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6365b74c-aea2-4433-844b-839fb4fcbc16 HTTP/1.1" status: 204 len: 168 time: 0.4582334 Jul 09 13:48:17.475492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57934) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:17.504860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:17.505352 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:17.506006 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:17.506446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:17.506884 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:17.507363 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:17.507795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:17.508227 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:17.508673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:17.509097 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:17.509527 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:17.509957 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14596b46-b24e-4e30-b378-0edef107107e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:17.594382 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.622825 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7881b4a7-008f-4127-b8c3-2dacd52fd25e req-6cef5189-3afc-4968-9b26-1abe984da296 service neutron] 10.222.0.15 "GET /v2.0/networks/6a1917fb-62fd-4550-805d-e4eb66a8d182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1773753 Jul 09 13:48:17.680823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] Deleting port 1dcf365d-8df3-4561-b348-96a214b6b401 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:17.681609 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.702652 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da51f301-b700-4b69-b259-a95b61b0f397 None None] Network 8b067095-4052-4b92-b6db-3597e823e67a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:17.753918 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] For port 1dcf365d-8df3-4561-b348-96a214b6b401, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1dcf365d-8df3-4561-b348-96a214b6b401,segment=NetworkSegment(5ef240c6-8acc-4463-8c22-f528a997caa6),segment_id=5ef240c6-8acc-4463-8c22-f528a997caa6)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:17.755051 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.773666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] Calling delete_port for 1dcf365d-8df3-4561-b348-96a214b6b401 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:17.876889 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:17.886533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc86cd90-9188-41c5-ba60-80d42124403a None None] Pushing event updated for resources: {'Port': ['ID=8e99e0ae-3cc9-4d90-98b0-bd274d36ab40,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:17.898421 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:48:17.898792 n-d-799525-3 neutron-server[93755]: DEBUG oslo_db.api [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:48:17.958884 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.009279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Deleting port 05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:18.009878 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.011823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dcf365d-8df3-4561-b348-96a214b6b401,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:18.018592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] No DVR routers for this DVR port 1dcf365d-8df3-4561-b348-96a214b6b401 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:48:18.028398 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7116a41-aff1-47b3-acb4-86d6adad0b10 None None] DHCP port deletion for 8b067095-4052-4b92-b6db-3597e823e67a request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:48:18.132772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] For port 05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672,segment=NetworkSegment(c89ca9be-1d1d-4fbf-8cd0-031caaa8d660),segment_id=c89ca9be-1d1d-4fbf-8cd0-031caaa8d660)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:18.133236 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.143612 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.154987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Calling delete_port for 05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:18.162181 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b067095-4052-4b92-b6db-3597e823e67a']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:18.175135 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ef240c6-8acc-4463-8c22-f528a997caa6') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:18.175135 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ef240c6-8acc-4463-8c22-f528a997caa6') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:18.184594 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.201505 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.208448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:18.208883 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:18.267010 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:18.291552 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.305362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7323be-92fe-4514-8273-d3a14e39916a req-f035f1a3-0694-4172-b8aa-1be96d32aadf tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:18.311649 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed7323be-92fe-4514-8273-d3a14e39916a req-f035f1a3-0694-4172-b8aa-1be96d32aadf tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.3677814 Jul 09 13:48:18.322970 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.325547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Port': ['ID=05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:18.337069 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No DVR routers for this DVR port 05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:48:18.349042 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.350966 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] 10.222.0.39 "DELETE /v2.0/networks/8b067095-4052-4b92-b6db-3597e823e67a HTTP/1.1" status: 204 len: 168 time: 0.8744309 Jul 09 13:48:18.369802 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738cde6e-61ad-49d3-b34b-2594b65bc845 admin admin] Pushing event deleted for resources: {'Network': ['ID=8b067095-4052-4b92-b6db-3597e823e67a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:18.391690 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed7323be-92fe-4514-8273-d3a14e39916a req-6572162c-5ebe-4295-8188-13c765d86186 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778575 Jul 09 13:48:18.465922 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.478768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a57159f5-6971-4628-b1fb-0e220292cd12 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:48:18.487932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dde2f293-a197-4365-b9e3-6568a1642f5a']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:18.503167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89ca9be-1d1d-4fbf-8cd0-031caaa8d660') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:18.503483 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89ca9be-1d1d-4fbf-8cd0-031caaa8d660') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:18.511840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: a57159f5-6971-4628-b1fb-0e220292cd12 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:48:18.512425 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a57159f5-6971-4628-b1fb-0e220292cd12 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:48:18.526906 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.564680 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.570946 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57942) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:18.578966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:18.580833 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:18.585674 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:18.635473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:18.662965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fe66630-887f-4072-8ddc-bfa815fde573 None None] Network dde2f293-a197-4365-b9e3-6568a1642f5a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:18.675371 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fc26dc88-cec2-47b8-9e02-5605f5d2ad03 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=57c1823849db49b4af2d50bf49892746&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1027772 Jul 09 13:48:18.677424 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.677849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57944) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:18.692570 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.694805 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/dde2f293-a197-4365-b9e3-6568a1642f5a HTTP/1.1" status: 204 len: 168 time: 4.1425343 Jul 09 13:48:18.698267 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57946) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:18.706698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e9312daf-1e84-4db2-a78e-0b935f767954 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1985837714'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:18.715738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c394477-c74d-40e5-ae71-a0f5c38bd55b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Network': ['ID=dde2f293-a197-4365-b9e3-6568a1642f5a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:18.742865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-36e8bfb0-fd7c-4a6a-8efc-53f88725526f None None] Could not find standard attr ID for object 05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:48:18.761890 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9312daf-1e84-4db2-a78e-0b935f767954 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:18.766177 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9312daf-1e84-4db2-a78e-0b935f767954 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.772621 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4a9a-85ba-4611-8fbd-730d91b1b863 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.813059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:18.813532 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.816187 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4a9a-85ba-4611-8fbd-730d91b1b863 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.828751 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9312daf-1e84-4db2-a78e-0b935f767954 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:18.861874 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9312daf-1e84-4db2-a78e-0b935f767954 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.862868 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-e9312daf-1e84-4db2-a78e-0b935f767954 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Added segment 68c439c0-3dfd-48d7-91d0-897ea3dd32e4 of type vlan for network 212f7af3-4638-4ae2-87e8-89bbc44253fc Jul 09 13:48:18.911647 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9312daf-1e84-4db2-a78e-0b935f767954 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:18.969473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27cb99ba-1660-4e10-8d33-3016b257b529 None None] DHCP port deletion for dde2f293-a197-4365-b9e3-6568a1642f5a request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:48:19.012779 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4a9a-85ba-4611-8fbd-730d91b1b863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:19.015979 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a1eb4a9a-85ba-4611-8fbd-730d91b1b863 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:19.019718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a1eb4a9a-85ba-4611-8fbd-730d91b1b863 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2c1cea83-1f5d-43d0-a548-dd54787e2a13 HTTP/1.1" status: 204 len: 168 time: 0.3404338 Jul 09 13:48:19.032494 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1eb4a9a-85ba-4611-8fbd-730d91b1b863 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1cea83-1f5d-43d0-a548-dd54787e2a13,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:19.035355 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9312daf-1e84-4db2-a78e-0b935f767954 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:19.043490 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9312daf-1e84-4db2-a78e-0b935f767954 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:19.044395 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9312daf-1e84-4db2-a78e-0b935f767954 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:19.081403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 34559b0e-bc28-4489-913e-d8abc8aeadf2 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:48:19.112107 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 34559b0e-bc28-4489-913e-d8abc8aeadf2 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:48:19.112463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 34559b0e-bc28-4489-913e-d8abc8aeadf2 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:48:19.112895 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1dcf365d-8df3-4561-b348-96a214b6b401 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:48:19.137801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 1dcf365d-8df3-4561-b348-96a214b6b401 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:48:19.138460 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1dcf365d-8df3-4561-b348-96a214b6b401 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:48:19.164593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9312daf-1e84-4db2-a78e-0b935f767954 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Network': ['ID=212f7af3-4638-4ae2-87e8-89bbc44253fc,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:19.177402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 212f7af3-4638-4ae2-87e8-89bbc44253fc details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:19.179044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 57952) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:19.179653 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e9312daf-1e84-4db2-a78e-0b935f767954 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4797151 Jul 09 13:48:19.194290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b7e1ef9e-2080-4412-9bd1-d1536b8a73f1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'subnet': {'network_id': '212f7af3-4638-4ae2-87e8-89bbc44253fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:19.321720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7e1ef9e-2080-4412-9bd1-d1536b8a73f1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:19.325816 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7e1ef9e-2080-4412-9bd1-d1536b8a73f1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:19.404218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.ipam_backend_mixin [None req-b7e1ef9e-2080-4412-9bd1-d1536b8a73f1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Performing IP validity checks on allocation pools {{(pid=93753) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 13:48:19.405865 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.ipam_backend_mixin [None req-b7e1ef9e-2080-4412-9bd1-d1536b8a73f1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93753) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 13:48:19.587120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7e1ef9e-2080-4412-9bd1-d1536b8a73f1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:19.625346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18c6502-d999-41bc-89d0-f163beaa088e req-22d48763-ba82-4348-acba-503a0aed8df6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:19.627381 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e18c6502-d999-41bc-89d0-f163beaa088e req-22d48763-ba82-4348-acba-503a0aed8df6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.0801592 Jul 09 13:48:19.676635 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e18c6502-d999-41bc-89d0-f163beaa088e req-c84c8267-e4cc-41d9-bdb4-12c0534118d4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429983 Jul 09 13:48:19.694814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e1ef9e-2080-4412-9bd1-d1536b8a73f1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Subnet': ['ID=a866c3f4-39ff-4308-8d6d-ef4f8d98cc5e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:19.705510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7e1ef9e-2080-4412-9bd1-d1536b8a73f1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Checking segment: {'id': '68c439c0-3dfd-48d7-91d0-897ea3dd32e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '212f7af3-4638-4ae2-87e8-89bbc44253fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:19.705872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e1ef9e-2080-4412-9bd1-d1536b8a73f1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network hostable DHCP agents. Network: 212f7af3-4638-4ae2-87e8-89bbc44253fc, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:19.726983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7e1ef9e-2080-4412-9bd1-d1536b8a73f1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network 212f7af3-4638-4ae2-87e8-89bbc44253fc is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:19.740621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b7e1ef9e-2080-4412-9bd1-d1536b8a73f1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 212f7af3-4638-4ae2-87e8-89bbc44253fc) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:19.750642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b542823-5371-4c63-b5df-21584e526d0c None None] Network 212f7af3-4638-4ae2-87e8-89bbc44253fc requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:19.753087 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7e1ef9e-2080-4412-9bd1-d1536b8a73f1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:19.755686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7e1ef9e-2080-4412-9bd1-d1536b8a73f1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:19.784298 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b7e1ef9e-2080-4412-9bd1-d1536b8a73f1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6019056 Jul 09 13:48:19.784871 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57970) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:19.910511 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30e26acd-57bd-4efe-afc5-2fc58f31b508 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:19.949102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716a93c5-6d9b-44e9-8c57-dca0a7c3b27d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-212f7af3-4638-4ae2-87e8-89bbc44253fc', 'network_id': '212f7af3-4638-4ae2-87e8-89bbc44253fc', 'tenant_id': '931ad48120044b9789ed564369cb00aa', 'fixed_ips': [{'subnet_id': 'a866c3f4-39ff-4308-8d6d-ef4f8d98cc5e'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:48:19.949102 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-716a93c5-6d9b-44e9-8c57-dca0a7c3b27d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:20.012743 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30e26acd-57bd-4efe-afc5-2fc58f31b508 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:20.098325 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30e26acd-57bd-4efe-afc5-2fc58f31b508 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-716a93c5-6d9b-44e9-8c57-dca0a7c3b27d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a866c3f4-39ff-4308-8d6d-ef4f8d98cc5e: This subnet is being modified by another concurrent operation. Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a866c3f4-39ff-4308-8d6d-ef4f8d98cc5e: This subnet is being modified by another concurrent operation. Jul 09 13:48:20.101802 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 09 13:48:20.129943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8436b2b7-6c7a-4e96-ac1e-33c08f917726 None None] Network 212f7af3-4638-4ae2-87e8-89bbc44253fc requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:20.143473 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e26acd-57bd-4efe-afc5-2fc58f31b508 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Subnet': ['ID=a866c3f4-39ff-4308-8d6d-ef4f8d98cc5e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:20.207316 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30e26acd-57bd-4efe-afc5-2fc58f31b508 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:20.228367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-30e26acd-57bd-4efe-afc5-2fc58f31b508 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['212f7af3-4638-4ae2-87e8-89bbc44253fc']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:20.242930 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-30e26acd-57bd-4efe-afc5-2fc58f31b508 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c439c0-3dfd-48d7-91d0-897ea3dd32e4') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:20.243365 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-30e26acd-57bd-4efe-afc5-2fc58f31b508 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c439c0-3dfd-48d7-91d0-897ea3dd32e4') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:20.254498 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30e26acd-57bd-4efe-afc5-2fc58f31b508 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:20.272979 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30e26acd-57bd-4efe-afc5-2fc58f31b508 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:20.282542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30e26acd-57bd-4efe-afc5-2fc58f31b508 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:20.282966 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30e26acd-57bd-4efe-afc5-2fc58f31b508 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:20.285373 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f33ef7-317d-4bf9-98a8-cee8e41258b3 None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:20.351027 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:20.355003 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30e26acd-57bd-4efe-afc5-2fc58f31b508 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:20.364115 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-30e26acd-57bd-4efe-afc5-2fc58f31b508 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:20.366002 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-30e26acd-57bd-4efe-afc5-2fc58f31b508 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/212f7af3-4638-4ae2-87e8-89bbc44253fc HTTP/1.1" status: 204 len: 168 time: 0.5798268 Jul 09 13:48:20.369858 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 57992) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:20.375808 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f22210af-2cf2-4726-af96-99e7fa81fdea tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1844317057'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:20.390614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e26acd-57bd-4efe-afc5-2fc58f31b508 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Network': ['ID=212f7af3-4638-4ae2-87e8-89bbc44253fc,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:20.394205 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f33ef7-317d-4bf9-98a8-cee8e41258b3 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:48:20.421984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22210af-2cf2-4726-af96-99e7fa81fdea tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:20.426981 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f22210af-2cf2-4726-af96-99e7fa81fdea tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:20.454511 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f22210af-2cf2-4726-af96-99e7fa81fdea tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:20.464606 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f22210af-2cf2-4726-af96-99e7fa81fdea tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:20.464961 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-f22210af-2cf2-4726-af96-99e7fa81fdea tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Added segment b6796946-9efb-43d0-9721-b93767ebcdf4 of type vlan for network 07bf4a70-0450-42eb-9747-883fd5cbc9d2 Jul 09 13:48:20.508811 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f22210af-2cf2-4726-af96-99e7fa81fdea tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:20.544653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:48:20.551778 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f22210af-2cf2-4726-af96-99e7fa81fdea tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:20.562891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22210af-2cf2-4726-af96-99e7fa81fdea tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:20.568672 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f22210af-2cf2-4726-af96-99e7fa81fdea tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:20.591044 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:48:20.591411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 05a2dbae-afab-4bc6-bfbb-7ba8d7ccd672 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:48:21.015138 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f22210af-2cf2-4726-af96-99e7fa81fdea tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6426263 Jul 09 13:48:21.017141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58014) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:21.023826 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-72795de0-e76f-4dc6-af00-a756c2cf4399 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'subnet': {'network_id': '07bf4a70-0450-42eb-9747-883fd5cbc9d2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:21.047612 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22210af-2cf2-4726-af96-99e7fa81fdea tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Network': ['ID=07bf4a70-0450-42eb-9747-883fd5cbc9d2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:21.058647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 07bf4a70-0450-42eb-9747-883fd5cbc9d2 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:21.086227 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a4669-eb2d-49d4-b73f-f4ae9e81b229 req-1a776315-8bb2-4707-adc3-8fa2d2f584be tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:21.088261 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a33a4669-eb2d-49d4-b73f-f4ae9e81b229 req-1a776315-8bb2-4707-adc3-8fa2d2f584be tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.0948968 Jul 09 13:48:21.132306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72795de0-e76f-4dc6-af00-a756c2cf4399 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:21.138724 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72795de0-e76f-4dc6-af00-a756c2cf4399 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:21.161160 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a33a4669-eb2d-49d4-b73f-f4ae9e81b229 req-c335203f-3121-4fbb-829e-793f5ee7c191 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662947 Jul 09 13:48:21.365402 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72795de0-e76f-4dc6-af00-a756c2cf4399 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:21.430336 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72795de0-e76f-4dc6-af00-a756c2cf4399 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Subnet': ['ID=cd7f0180-8bdd-4df3-87d0-7c8d24f6d109,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:21.444708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72795de0-e76f-4dc6-af00-a756c2cf4399 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Checking segment: {'id': 'b6796946-9efb-43d0-9721-b93767ebcdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '07bf4a70-0450-42eb-9747-883fd5cbc9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:21.445258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72795de0-e76f-4dc6-af00-a756c2cf4399 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network hostable DHCP agents. Network: 07bf4a70-0450-42eb-9747-883fd5cbc9d2, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:21.465189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72795de0-e76f-4dc6-af00-a756c2cf4399 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network 07bf4a70-0450-42eb-9747-883fd5cbc9d2 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:21.476846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-72795de0-e76f-4dc6-af00-a756c2cf4399 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 07bf4a70-0450-42eb-9747-883fd5cbc9d2) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:21.485890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72795de0-e76f-4dc6-af00-a756c2cf4399 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:21.486655 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-72795de0-e76f-4dc6-af00-a756c2cf4399 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:21.490427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea862ca1-7cbe-4c7d-a0db-2ac56ecbf203 None None] Network 07bf4a70-0450-42eb-9747-883fd5cbc9d2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:21.515599 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58018) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:21.527498 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-72795de0-e76f-4dc6-af00-a756c2cf4399 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5065737 Jul 09 13:48:21.679693 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:21.703857 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-07bf4a70-0450-42eb-9747-883fd5cbc9d2', 'network_id': '07bf4a70-0450-42eb-9747-883fd5cbc9d2', 'tenant_id': '931ad48120044b9789ed564369cb00aa', 'fixed_ips': [{'subnet_id': 'cd7f0180-8bdd-4df3-87d0-7c8d24f6d109'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:48:21.703857 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:21.759063 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:21.873700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Allocated IP 172.20.0.1 (07bf4a70-0450-42eb-9747-883fd5cbc9d2/cd7f0180-8bdd-4df3-87d0-7c8d24f6d109/b1a59207-eba8-40d9-8664-9c011a994fa5) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:22.047663 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:22.056646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Transition to ACTIVE for port object b1a59207-eba8-40d9-8664-9c011a994fa5 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:22.075422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Transition to ACTIVE for port object b1a59207-eba8-40d9-8664-9c011a994fa5 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:22.085246 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:22.118968 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:22.131392 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Network 07bf4a70-0450-42eb-9747-883fd5cbc9d2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:22.137883 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:22.146516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:22.160845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Pushing event updated for resources: {'Port': ['ID=b1a59207-eba8-40d9-8664-9c011a994fa5,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:22.212040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7f0180-8bdd-4df3-87d0-7c8d24f6d109,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:22.240378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Attempting to bind port b1a59207-eba8-40d9-8664-9c011a994fa5 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:22.240755 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Attempting to bind port b1a59207-eba8-40d9-8664-9c011a994fa5 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'b6796946-9efb-43d0-9721-b93767ebcdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '07bf4a70-0450-42eb-9747-883fd5cbc9d2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:22.241126 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Attempting to bind port b1a59207-eba8-40d9-8664-9c011a994fa5 on network 07bf4a70-0450-42eb-9747-883fd5cbc9d2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:22.246775 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:22.247199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Checking segment: {'id': 'b6796946-9efb-43d0-9721-b93767ebcdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '07bf4a70-0450-42eb-9747-883fd5cbc9d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:22.247617 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:22.248688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Bound using segment: {'id': 'b6796946-9efb-43d0-9721-b93767ebcdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '07bf4a70-0450-42eb-9747-883fd5cbc9d2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:22.249187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Bound port: b1a59207-eba8-40d9-8664-9c011a994fa5, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6796946-9efb-43d0-9721-b93767ebcdf4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': '07bf4a70-0450-42eb-9747-883fd5cbc9d2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:22.249811 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:22.337549 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:22.372596 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bf4a70-0450-42eb-9747-883fd5cbc9d2']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:22.375778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] For port b1a59207-eba8-40d9-8664-9c011a994fa5, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:48:22.386236 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] For port b1a59207-eba8-40d9-8664-9c011a994fa5, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b1a59207-eba8-40d9-8664-9c011a994fa5,segment=NetworkSegment(b6796946-9efb-43d0-9721-b93767ebcdf4),segment_id=b6796946-9efb-43d0-9721-b93767ebcdf4)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:48:22.395452 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:22.411217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6796946-9efb-43d0-9721-b93767ebcdf4') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:22.411625 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6796946-9efb-43d0-9721-b93767ebcdf4') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:22.426537 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:22.470051 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:22.480529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:22.481392 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:22.486060 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:22.499457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1246a1-a8ec-49f9-9c37-a2d3d8854d73 req-65c0a7e7-cdd1-4216-a1c0-3896d97b2184 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:22.501514 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d1246a1-a8ec-49f9-9c37-a2d3d8854d73 req-65c0a7e7-cdd1-4216-a1c0-3896d97b2184 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1508882 Jul 09 13:48:22.513033 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c69159-9d26-4a39-87b3-5bacbbc65142 None None] Pushing event updated for resources: {'Port': ['ID=b1a59207-eba8-40d9-8664-9c011a994fa5,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:22.544048 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a540ceb4-5463-441b-a316-de1d0d24e1bc None None] Network 07bf4a70-0450-42eb-9747-883fd5cbc9d2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:22.599893 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d1246a1-a8ec-49f9-9c37-a2d3d8854d73 req-85ece135-b352-4925-bd34-e68449e8c8fe tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841208 Jul 09 13:48:22.607761 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:48:22.607761 n-d-799525-3 neutron-server[93754]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:48:22.607761 n-d-799525-3 neutron-server[93754]: [parameters: {'id': '07bf4a70-0450-42eb-9747-883fd5cbc9d2'}] Jul 09 13:48:22.607761 n-d-799525-3 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:48:22.609188 n-d-799525-3 neutron-server[93754]: DEBUG oslo_db.api [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:48:22.708180 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49b62167-6fa9-4950-a8fa-2aa02ac2974a None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:48:22.795014 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49b62167-6fa9-4950-a8fa-2aa02ac2974a None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:48:23.110496 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.165563 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Deleting port b1a59207-eba8-40d9-8664-9c011a994fa5 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:23.166260 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.239228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] For port b1a59207-eba8-40d9-8664-9c011a994fa5, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b1a59207-eba8-40d9-8664-9c011a994fa5,segment=NetworkSegment(b6796946-9efb-43d0-9721-b93767ebcdf4),segment_id=b6796946-9efb-43d0-9721-b93767ebcdf4)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:23.239529 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.257573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Calling delete_port for b1a59207-eba8-40d9-8664-9c011a994fa5 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:23.378521 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.420959 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Port': ['ID=b1a59207-eba8-40d9-8664-9c011a994fa5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:23.422847 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No DVR routers for this DVR port b1a59207-eba8-40d9-8664-9c011a994fa5 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:48:23.565478 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.576454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07bf4a70-0450-42eb-9747-883fd5cbc9d2']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:23.590005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6796946-9efb-43d0-9721-b93767ebcdf4') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:23.590300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6796946-9efb-43d0-9721-b93767ebcdf4') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:23.601297 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.617167 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.625121 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:23.625794 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:23.629418 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:23.695816 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.713671 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.718422 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/07bf4a70-0450-42eb-9747-883fd5cbc9d2 HTTP/1.1" status: 204 len: 168 time: 2.1989660 Jul 09 13:48:23.721360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58064) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:23.726430 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b477d3-d105-4f75-ad52-5d9a92b63a2d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Network': ['ID=07bf4a70-0450-42eb-9747-883fd5cbc9d2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:23.726633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-aa3e9f45-58f9-4dd1-99c0-6897723afbd0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1458020985'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:23.752853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3e9f45-58f9-4dd1-99c0-6897723afbd0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:23.757061 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9f45-58f9-4dd1-99c0-6897723afbd0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.785512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa3e9f45-58f9-4dd1-99c0-6897723afbd0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:23.796504 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9f45-58f9-4dd1-99c0-6897723afbd0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.797203 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-aa3e9f45-58f9-4dd1-99c0-6897723afbd0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Added segment 7304df95-996c-44d4-8abc-4e441c22e0b4 of type vlan for network 8bf3db2e-73f3-4827-826a-b0a5d58e350d Jul 09 13:48:23.800934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71507316-c379-4828-a909-369aeb49dcc2 req-55ba0ae7-14ab-445b-bc25-5da3b5e1c759 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:23.802495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-71507316-c379-4828-a909-369aeb49dcc2 req-55ba0ae7-14ab-445b-bc25-5da3b5e1c759 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.0719261 Jul 09 13:48:23.858220 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9f45-58f9-4dd1-99c0-6897723afbd0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.863735 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-71507316-c379-4828-a909-369aeb49dcc2 req-75670a8d-cf28-491d-9036-7a66824f0da4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488629 Jul 09 13:48:23.906742 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9f45-58f9-4dd1-99c0-6897723afbd0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.912987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3e9f45-58f9-4dd1-99c0-6897723afbd0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:23.913864 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3e9f45-58f9-4dd1-99c0-6897723afbd0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:23.987313 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58066) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:23.987643 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aa3e9f45-58f9-4dd1-99c0-6897723afbd0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2651131 Jul 09 13:48:23.993624 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9a972c4b-15b4-46b7-a491-e2c922a0dd4c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'subnet': {'network_id': '8bf3db2e-73f3-4827-826a-b0a5d58e350d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:24.000498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e9f45-58f9-4dd1-99c0-6897723afbd0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Network': ['ID=8bf3db2e-73f3-4827-826a-b0a5d58e350d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:24.017635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 8bf3db2e-73f3-4827-826a-b0a5d58e350d details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:24.121712 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a972c4b-15b4-46b7-a491-e2c922a0dd4c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:24.126037 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a972c4b-15b4-46b7-a491-e2c922a0dd4c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:24.367824 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a972c4b-15b4-46b7-a491-e2c922a0dd4c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:24.474542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a972c4b-15b4-46b7-a491-e2c922a0dd4c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Subnet': ['ID=9113ebab-1987-4f02-ba8d-4819392af29d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:24.480799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a972c4b-15b4-46b7-a491-e2c922a0dd4c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Checking segment: {'id': '7304df95-996c-44d4-8abc-4e441c22e0b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '8bf3db2e-73f3-4827-826a-b0a5d58e350d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:24.480799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a972c4b-15b4-46b7-a491-e2c922a0dd4c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network hostable DHCP agents. Network: 8bf3db2e-73f3-4827-826a-b0a5d58e350d, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:24.524234 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a972c4b-15b4-46b7-a491-e2c922a0dd4c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network 8bf3db2e-73f3-4827-826a-b0a5d58e350d is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:24.549863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9a972c4b-15b4-46b7-a491-e2c922a0dd4c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 8bf3db2e-73f3-4827-826a-b0a5d58e350d) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:24.560123 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a972c4b-15b4-46b7-a491-e2c922a0dd4c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:24.562391 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a972c4b-15b4-46b7-a491-e2c922a0dd4c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:24.564523 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-993e8f5c-a820-4c72-958c-8f3ee0993671 None None] Network 8bf3db2e-73f3-4827-826a-b0a5d58e350d requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:24.591846 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9a972c4b-15b4-46b7-a491-e2c922a0dd4c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6027091 Jul 09 13:48:24.594505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58082) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:24.745897 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b377d2-4cbd-4ff0-96c7-6d65948c5d5c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:24.792712 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f1ccd8-feb6-42d6-9a95-1fa9e471c82c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-8bf3db2e-73f3-4827-826a-b0a5d58e350d', 'network_id': '8bf3db2e-73f3-4827-826a-b0a5d58e350d', 'tenant_id': '931ad48120044b9789ed564369cb00aa', 'fixed_ips': [{'subnet_id': '9113ebab-1987-4f02-ba8d-4819392af29d'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:48:24.793723 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67f1ccd8-feb6-42d6-9a95-1fa9e471c82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:24.807937 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b377d2-4cbd-4ff0-96c7-6d65948c5d5c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:24.886684 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b377d2-4cbd-4ff0-96c7-6d65948c5d5c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-67f1ccd8-feb6-42d6-9a95-1fa9e471c82c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9113ebab-1987-4f02-ba8d-4819392af29d: This subnet is being modified by another concurrent operation. Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9113ebab-1987-4f02-ba8d-4819392af29d: This subnet is being modified by another concurrent operation. Jul 09 13:48:24.911715 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 09 13:48:24.936060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b377d2-4cbd-4ff0-96c7-6d65948c5d5c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Subnet': ['ID=9113ebab-1987-4f02-ba8d-4819392af29d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:24.945517 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd9edb05-2f0e-4ac6-8f34-2eeea71d0d8f None None] Network 8bf3db2e-73f3-4827-826a-b0a5d58e350d requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:25.022543 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b377d2-4cbd-4ff0-96c7-6d65948c5d5c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:25.034173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a5b377d2-4cbd-4ff0-96c7-6d65948c5d5c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bf3db2e-73f3-4827-826a-b0a5d58e350d']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:25.046320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a5b377d2-4cbd-4ff0-96c7-6d65948c5d5c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7304df95-996c-44d4-8abc-4e441c22e0b4') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:25.046610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-a5b377d2-4cbd-4ff0-96c7-6d65948c5d5c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7304df95-996c-44d4-8abc-4e441c22e0b4') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:25.064202 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b377d2-4cbd-4ff0-96c7-6d65948c5d5c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:25.086085 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b377d2-4cbd-4ff0-96c7-6d65948c5d5c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:25.096920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b377d2-4cbd-4ff0-96c7-6d65948c5d5c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:25.097649 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b377d2-4cbd-4ff0-96c7-6d65948c5d5c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:25.100923 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:25.110065 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91771c6b-20da-4aad-affe-6c80833b5aa6 None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:48:25.155782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf86b658-ebc9-4719-b909-300191a45e46 req-f26d7722-0947-45c7-8a26-2165b16e1777 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:25.156971 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf86b658-ebc9-4719-b909-300191a45e46 req-f26d7722-0947-45c7-8a26-2165b16e1777 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1182520 Jul 09 13:48:25.190075 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b377d2-4cbd-4ff0-96c7-6d65948c5d5c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:25.199144 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5b377d2-4cbd-4ff0-96c7-6d65948c5d5c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:25.203699 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a5b377d2-4cbd-4ff0-96c7-6d65948c5d5c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/8bf3db2e-73f3-4827-826a-b0a5d58e350d HTTP/1.1" status: 204 len: 168 time: 0.6059334 Jul 09 13:48:25.207807 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58086) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:25.213893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4c67161e-7fd4-4084-a014-0d5a4ad58d56 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1762681067'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:25.230659 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:48:25.238076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b377d2-4cbd-4ff0-96c7-6d65948c5d5c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Network': ['ID=8bf3db2e-73f3-4827-826a-b0a5d58e350d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:25.252949 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf86b658-ebc9-4719-b909-300191a45e46 req-e6ade013-a26b-4d72-b945-c9f92741450f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888357 Jul 09 13:48:25.254897 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91771c6b-20da-4aad-affe-6c80833b5aa6 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:48:25.256375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c67161e-7fd4-4084-a014-0d5a4ad58d56 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:25.263705 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c67161e-7fd4-4084-a014-0d5a4ad58d56 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:25.291686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c67161e-7fd4-4084-a014-0d5a4ad58d56 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:25.304710 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c67161e-7fd4-4084-a014-0d5a4ad58d56 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:25.305370 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-4c67161e-7fd4-4084-a014-0d5a4ad58d56 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Added segment 8fe379f6-7946-432f-944d-ec36c7f9228d of type vlan for network 27c637cc-34dd-4396-bf86-40772e315742 Jul 09 13:48:25.354847 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c67161e-7fd4-4084-a014-0d5a4ad58d56 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:25.394561 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c67161e-7fd4-4084-a014-0d5a4ad58d56 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:25.400415 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c67161e-7fd4-4084-a014-0d5a4ad58d56 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:25.401003 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c67161e-7fd4-4084-a014-0d5a4ad58d56 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:25.479521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58088) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:25.479778 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4c67161e-7fd4-4084-a014-0d5a4ad58d56 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2706532 Jul 09 13:48:25.484363 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c67161e-7fd4-4084-a014-0d5a4ad58d56 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Network': ['ID=27c637cc-34dd-4396-bf86-40772e315742,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:25.486797 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3e21e756-8e54-4165-a679-5f4f2e0d4b1e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'subnet': {'network_id': '27c637cc-34dd-4396-bf86-40772e315742', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:25.501871 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 27c637cc-34dd-4396-bf86-40772e315742 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:25.616963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e21e756-8e54-4165-a679-5f4f2e0d4b1e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:25.624763 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e21e756-8e54-4165-a679-5f4f2e0d4b1e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:25.701507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.ipam_backend_mixin [None req-3e21e756-8e54-4165-a679-5f4f2e0d4b1e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Performing IP validity checks on allocation pools {{(pid=93753) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 13:48:25.702462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.ipam_backend_mixin [None req-3e21e756-8e54-4165-a679-5f4f2e0d4b1e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93753) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 13:48:25.847958 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e21e756-8e54-4165-a679-5f4f2e0d4b1e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:25.914206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e21e756-8e54-4165-a679-5f4f2e0d4b1e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Subnet': ['ID=6f10b880-2a34-4afc-818b-84a18ac67838,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:25.925189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e21e756-8e54-4165-a679-5f4f2e0d4b1e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Checking segment: {'id': '8fe379f6-7946-432f-944d-ec36c7f9228d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '27c637cc-34dd-4396-bf86-40772e315742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:25.925189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e21e756-8e54-4165-a679-5f4f2e0d4b1e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network hostable DHCP agents. Network: 27c637cc-34dd-4396-bf86-40772e315742, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:25.943433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e21e756-8e54-4165-a679-5f4f2e0d4b1e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network 27c637cc-34dd-4396-bf86-40772e315742 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:25.953956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3e21e756-8e54-4165-a679-5f4f2e0d4b1e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 27c637cc-34dd-4396-bf86-40772e315742) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:25.959146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e21e756-8e54-4165-a679-5f4f2e0d4b1e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:25.960732 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e21e756-8e54-4165-a679-5f4f2e0d4b1e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:25.964603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb629ca-e436-4f8c-aba9-bab8b93ef9f6 None None] Network 27c637cc-34dd-4396-bf86-40772e315742 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:25.984106 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3e21e756-8e54-4165-a679-5f4f2e0d4b1e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.4997683 Jul 09 13:48:25.984508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58102) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:26.106427 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4e58-1c7d-44b2-876c-960ca235096e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.165905 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4e58-1c7d-44b2-876c-960ca235096e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.231371 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4e58-1c7d-44b2-876c-960ca235096e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.261879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c4e58-1c7d-44b2-876c-960ca235096e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Subnet': ['ID=6f10b880-2a34-4afc-818b-84a18ac67838,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:26.299139 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff3920c-ddf5-4408-b3dd-96aa604f08ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-27c637cc-34dd-4396-bf86-40772e315742', 'network_id': '27c637cc-34dd-4396-bf86-40772e315742', 'tenant_id': '931ad48120044b9789ed564369cb00aa', 'fixed_ips': [{'subnet_id': '6f10b880-2a34-4afc-818b-84a18ac67838'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:48:26.300159 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fff3920c-ddf5-4408-b3dd-96aa604f08ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.338013 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4e58-1c7d-44b2-876c-960ca235096e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.350914 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-4b8c4e58-1c7d-44b2-876c-960ca235096e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27c637cc-34dd-4396-bf86-40772e315742']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:26.363935 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-4b8c4e58-1c7d-44b2-876c-960ca235096e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fe379f6-7946-432f-944d-ec36c7f9228d') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:26.364220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-4b8c4e58-1c7d-44b2-876c-960ca235096e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fe379f6-7946-432f-944d-ec36c7f9228d') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:26.376379 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4e58-1c7d-44b2-876c-960ca235096e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.394021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4e58-1c7d-44b2-876c-960ca235096e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.405311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b8c4e58-1c7d-44b2-876c-960ca235096e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:26.405311 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4e58-1c7d-44b2-876c-960ca235096e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:26.408762 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:26.412120 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb14fab4-f54d-45db-a218-b6d6d3e207a2 None None] Network 27c637cc-34dd-4396-bf86-40772e315742 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:26.476409 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9281b634-2e7d-4d53-9133-7cee10574a38 req-0c8d32cb-0468-487d-a486-8764daa36382 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:26.478899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9281b634-2e7d-4d53-9133-7cee10574a38 req-0c8d32cb-0468-487d-a486-8764daa36382 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.0763125 Jul 09 13:48:26.490878 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4e58-1c7d-44b2-876c-960ca235096e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.499286 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b8c4e58-1c7d-44b2-876c-960ca235096e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.501181 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4b8c4e58-1c7d-44b2-876c-960ca235096e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/27c637cc-34dd-4396-bf86-40772e315742 HTTP/1.1" status: 204 len: 168 time: 0.5156732 Jul 09 13:48:26.506269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58108) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:26.511726 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4cc95489-b7e8-4d5f-92e4-03d41d8d79de tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2146890700'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:26.568901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c4e58-1c7d-44b2-876c-960ca235096e tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Network': ['ID=27c637cc-34dd-4396-bf86-40772e315742,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:26.569112 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9281b634-2e7d-4d53-9133-7cee10574a38 req-cd47a939-1e53-4462-9faa-a5cb7420cca6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813448 Jul 09 13:48:26.579190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc95489-b7e8-4d5f-92e4-03d41d8d79de tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:26.582536 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cc95489-b7e8-4d5f-92e4-03d41d8d79de tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.609373 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc95489-b7e8-4d5f-92e4-03d41d8d79de tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:26.619612 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cc95489-b7e8-4d5f-92e4-03d41d8d79de tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.619967 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-4cc95489-b7e8-4d5f-92e4-03d41d8d79de tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Added segment 4224ffbb-a2a8-4165-a20b-dccead8b947c of type vlan for network e43bc455-b7b1-40d5-a8d7-2998de58e9b7 Jul 09 13:48:26.671747 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cc95489-b7e8-4d5f-92e4-03d41d8d79de tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.710568 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cc95489-b7e8-4d5f-92e4-03d41d8d79de tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.716323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc95489-b7e8-4d5f-92e4-03d41d8d79de tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:26.717744 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4cc95489-b7e8-4d5f-92e4-03d41d8d79de tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:26.777103 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4cc95489-b7e8-4d5f-92e4-03d41d8d79de tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2697740 Jul 09 13:48:26.780194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58118) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:26.785449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-29b9d076-dba4-4133-a652-251f98a0670b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'subnet': {'network_id': 'e43bc455-b7b1-40d5-a8d7-2998de58e9b7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:26.822678 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc95489-b7e8-4d5f-92e4-03d41d8d79de tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Network': ['ID=e43bc455-b7b1-40d5-a8d7-2998de58e9b7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:26.836628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network e43bc455-b7b1-40d5-a8d7-2998de58e9b7 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:26.908979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29b9d076-dba4-4133-a652-251f98a0670b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:26.914070 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29b9d076-dba4-4133-a652-251f98a0670b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:27.146437 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29b9d076-dba4-4133-a652-251f98a0670b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:27.216270 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b9d076-dba4-4133-a652-251f98a0670b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Subnet': ['ID=abe949c8-d351-46b3-ac3d-ca0ef2b6fc4e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:27.229016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29b9d076-dba4-4133-a652-251f98a0670b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Checking segment: {'id': '4224ffbb-a2a8-4165-a20b-dccead8b947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e43bc455-b7b1-40d5-a8d7-2998de58e9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:27.230029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b9d076-dba4-4133-a652-251f98a0670b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network hostable DHCP agents. Network: e43bc455-b7b1-40d5-a8d7-2998de58e9b7, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:27.249760 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29b9d076-dba4-4133-a652-251f98a0670b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network e43bc455-b7b1-40d5-a8d7-2998de58e9b7 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:27.260262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-29b9d076-dba4-4133-a652-251f98a0670b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, e43bc455-b7b1-40d5-a8d7-2998de58e9b7) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:27.265118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29b9d076-dba4-4133-a652-251f98a0670b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:27.266462 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29b9d076-dba4-4133-a652-251f98a0670b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:27.269441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75b5f01-fc29-44a7-b876-120dff270dc2 None None] Network e43bc455-b7b1-40d5-a8d7-2998de58e9b7 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:27.292657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58128) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:27.295649 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-29b9d076-dba4-4133-a652-251f98a0670b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.5104086 Jul 09 13:48:27.466271 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:27.468930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-e43bc455-b7b1-40d5-a8d7-2998de58e9b7', 'network_id': 'e43bc455-b7b1-40d5-a8d7-2998de58e9b7', 'tenant_id': '931ad48120044b9789ed564369cb00aa', 'fixed_ips': [{'subnet_id': 'abe949c8-d351-46b3-ac3d-ca0ef2b6fc4e'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:48:27.469681 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:27.556283 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:27.712325 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Allocated IP 172.20.0.1 (e43bc455-b7b1-40d5-a8d7-2998de58e9b7/abe949c8-d351-46b3-ac3d-ca0ef2b6fc4e/764dbfe6-9a7c-4457-8529-7c947f0f81da) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:27.838592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9054077f-c36f-4f2b-840d-6810c1f48c66 req-c22671db-99d5-47a3-9184-fb5f16f0c44f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:27.840471 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9054077f-c36f-4f2b-840d-6810c1f48c66 req-c22671db-99d5-47a3-9184-fb5f16f0c44f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1165853 Jul 09 13:48:27.900455 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9054077f-c36f-4f2b-840d-6810c1f48c66 req-a0d0eca6-dc24-42ac-9e41-03c00aa9e854 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526776 Jul 09 13:48:27.923198 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:27.932145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Transition to ACTIVE for port object 764dbfe6-9a7c-4457-8529-7c947f0f81da will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:27.950344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Transition to ACTIVE for port object 764dbfe6-9a7c-4457-8529-7c947f0f81da will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:27.960670 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.000082 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.034088 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Subnet': ['ID=abe949c8-d351-46b3-ac3d-ca0ef2b6fc4e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:28.037906 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Network e43bc455-b7b1-40d5-a8d7-2998de58e9b7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:28.041512 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:28.046007 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:28.089820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Pushing event updated for resources: {'Port': ['ID=764dbfe6-9a7c-4457-8529-7c947f0f81da,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:28.127474 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.134083 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Attempting to bind port 764dbfe6-9a7c-4457-8529-7c947f0f81da on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:28.134472 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Attempting to bind port 764dbfe6-9a7c-4457-8529-7c947f0f81da by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '4224ffbb-a2a8-4165-a20b-dccead8b947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e43bc455-b7b1-40d5-a8d7-2998de58e9b7'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:28.134854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Attempting to bind port 764dbfe6-9a7c-4457-8529-7c947f0f81da on network e43bc455-b7b1-40d5-a8d7-2998de58e9b7 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:28.141006 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43bc455-b7b1-40d5-a8d7-2998de58e9b7']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:28.141721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:28.142104 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Checking segment: {'id': '4224ffbb-a2a8-4165-a20b-dccead8b947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e43bc455-b7b1-40d5-a8d7-2998de58e9b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:28.142520 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.142922 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Bound using segment: {'id': '4224ffbb-a2a8-4165-a20b-dccead8b947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e43bc455-b7b1-40d5-a8d7-2998de58e9b7'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:28.143430 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Bound port: 764dbfe6-9a7c-4457-8529-7c947f0f81da, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4224ffbb-a2a8-4165-a20b-dccead8b947c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e43bc455-b7b1-40d5-a8d7-2998de58e9b7'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:28.143820 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.154985 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4224ffbb-a2a8-4165-a20b-dccead8b947c') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:28.155548 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4224ffbb-a2a8-4165-a20b-dccead8b947c') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:28.166014 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.182100 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.191225 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:28.191764 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:28.195402 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:28.223508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] For port 764dbfe6-9a7c-4457-8529-7c947f0f81da, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:48:28.275727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] For port 764dbfe6-9a7c-4457-8529-7c947f0f81da, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=764dbfe6-9a7c-4457-8529-7c947f0f81da,segment=NetworkSegment(4224ffbb-a2a8-4165-a20b-dccead8b947c),segment_id=4224ffbb-a2a8-4165-a20b-dccead8b947c)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:48:28.276878 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:48:28.276878 n-d-799525-3 neutron-server[93754]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:48:28.276878 n-d-799525-3 neutron-server[93754]: [parameters: {'id': 'e43bc455-b7b1-40d5-a8d7-2998de58e9b7'}] Jul 09 13:48:28.276878 n-d-799525-3 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:48:28.277315 n-d-799525-3 neutron-server[93754]: DEBUG oslo_db.api [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:48:28.282145 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.372073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae27567-18d1-404c-baca-4a140fd9e1c9 None None] Pushing event updated for resources: {'Port': ['ID=764dbfe6-9a7c-4457-8529-7c947f0f81da,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:28.396464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e425ebe2-6cc6-44fa-9a97-0cd4aae7864b None None] Network e43bc455-b7b1-40d5-a8d7-2998de58e9b7 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:28.543568 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8d1e1c-fd57-48fc-90e6-c54ad8462f19 None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:48:28.648769 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c8d1e1c-fd57-48fc-90e6-c54ad8462f19 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:48:28.778815 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.847691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Deleting port 764dbfe6-9a7c-4457-8529-7c947f0f81da {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:28.848111 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.918593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] For port 764dbfe6-9a7c-4457-8529-7c947f0f81da, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=764dbfe6-9a7c-4457-8529-7c947f0f81da,segment=NetworkSegment(4224ffbb-a2a8-4165-a20b-dccead8b947c),segment_id=4224ffbb-a2a8-4165-a20b-dccead8b947c)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:28.918900 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:28.940680 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Calling delete_port for 764dbfe6-9a7c-4457-8529-7c947f0f81da owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:29.106550 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.144381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Port': ['ID=764dbfe6-9a7c-4457-8529-7c947f0f81da,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:29.147302 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No DVR routers for this DVR port 764dbfe6-9a7c-4457-8529-7c947f0f81da on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:48:29.252038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3867c945-dc62-47ca-99f9-096594a3c481 req-9afa598c-051a-4f10-8f0c-9842c948ef53 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:29.253671 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3867c945-dc62-47ca-99f9-096594a3c481 req-9afa598c-051a-4f10-8f0c-9842c948ef53 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1834707 Jul 09 13:48:29.272971 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.289380 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43bc455-b7b1-40d5-a8d7-2998de58e9b7']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:29.305183 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4224ffbb-a2a8-4165-a20b-dccead8b947c') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:29.306401 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4224ffbb-a2a8-4165-a20b-dccead8b947c') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:29.340192 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.368408 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3867c945-dc62-47ca-99f9-096594a3c481 req-9c73eca6-3819-4b7f-85e9-4364c02d62b0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081593 Jul 09 13:48:29.369714 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.379006 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:29.379807 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:29.383435 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:29.465469 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.470784 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.477505 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/e43bc455-b7b1-40d5-a8d7-2998de58e9b7 HTTP/1.1" status: 204 len: 168 time: 2.1792192 Jul 09 13:48:29.477679 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58162) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:29.482519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-94d65184-0cfe-4a87-a07f-8b6f686a7160 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1734482870'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:29.505854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b667e69-a4ec-440b-a0ed-2948c0808892 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Network': ['ID=e43bc455-b7b1-40d5-a8d7-2998de58e9b7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:29.523981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d65184-0cfe-4a87-a07f-8b6f686a7160 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:29.527906 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94d65184-0cfe-4a87-a07f-8b6f686a7160 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.543125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58164) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:29.568203 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d65184-0cfe-4a87-a07f-8b6f686a7160 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:29.580754 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94d65184-0cfe-4a87-a07f-8b6f686a7160 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.581325 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-94d65184-0cfe-4a87-a07f-8b6f686a7160 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Added segment 6ca1f2f0-192e-4b81-bbf0-89f4c2e4c3e5 of type vlan for network 0cebd032-c026-45f0-85a4-cc19ab6ad3a9 Jul 09 13:48:29.637809 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94d65184-0cfe-4a87-a07f-8b6f686a7160 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.674225 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94d65184-0cfe-4a87-a07f-8b6f686a7160 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.680264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d65184-0cfe-4a87-a07f-8b6f686a7160 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:29.680895 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94d65184-0cfe-4a87-a07f-8b6f686a7160 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.691671 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe4da027-a7f4-4463-97ee-c6972f033bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.772675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d65184-0cfe-4a87-a07f-8b6f686a7160 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Network': ['ID=0cebd032-c026-45f0-85a4-cc19ab6ad3a9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:29.789187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 0cebd032-c026-45f0-85a4-cc19ab6ad3a9 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:29.844656 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe4da027-a7f4-4463-97ee-c6972f033bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.850299 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe4da027-a7f4-4463-97ee-c6972f033bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.856817 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-94d65184-0cfe-4a87-a07f-8b6f686a7160 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3787801 Jul 09 13:48:29.861940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58168) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:29.867890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9c2606e9-94d1-4d25-af6b-0266055fa906 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'subnet': {'network_id': '0cebd032-c026-45f0-85a4-cc19ab6ad3a9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:29.897101 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fe4da027-a7f4-4463-97ee-c6972f033bb1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=170d0e132065429d9e56e6c77f674c2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3529158 Jul 09 13:48:29.898179 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4da027-a7f4-4463-97ee-c6972f033bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aa5d24d-6728-43ff-973f-542d6dde1b34,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:29.900841 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58170) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:29.972964 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27399f56-2bc4-4751-878a-86793ead1829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:29.977110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c2606e9-94d1-4d25-af6b-0266055fa906 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:29.981101 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c2606e9-94d1-4d25-af6b-0266055fa906 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.002051 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27399f56-2bc4-4751-878a-86793ead1829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.063878 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27399f56-2bc4-4751-878a-86793ead1829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.066724 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-27399f56-2bc4-4751-878a-86793ead1829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.071806 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-27399f56-2bc4-4751-878a-86793ead1829 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3aa5d24d-6728-43ff-973f-542d6dde1b34 HTTP/1.1" status: 204 len: 168 time: 0.1676066 Jul 09 13:48:30.080097 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27399f56-2bc4-4751-878a-86793ead1829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aa5d24d-6728-43ff-973f-542d6dde1b34,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:30.194506 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c2606e9-94d1-4d25-af6b-0266055fa906 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.272048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2606e9-94d1-4d25-af6b-0266055fa906 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Subnet': ['ID=65d3e52e-15b1-43cf-821c-83104ae3b385,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:30.281538 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c2606e9-94d1-4d25-af6b-0266055fa906 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Checking segment: {'id': '6ca1f2f0-192e-4b81-bbf0-89f4c2e4c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0cebd032-c026-45f0-85a4-cc19ab6ad3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:30.282172 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2606e9-94d1-4d25-af6b-0266055fa906 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network hostable DHCP agents. Network: 0cebd032-c026-45f0-85a4-cc19ab6ad3a9, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:30.303949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c2606e9-94d1-4d25-af6b-0266055fa906 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network 0cebd032-c026-45f0-85a4-cc19ab6ad3a9 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:30.322266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-9c2606e9-94d1-4d25-af6b-0266055fa906 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 0cebd032-c026-45f0-85a4-cc19ab6ad3a9) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:30.327731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c2606e9-94d1-4d25-af6b-0266055fa906 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:30.328466 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c2606e9-94d1-4d25-af6b-0266055fa906 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.337759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12193515-f58d-45f8-a0f2-dd14297fb458 None None] Network 0cebd032-c026-45f0-85a4-cc19ab6ad3a9 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:30.349035 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9c2606e9-94d1-4d25-af6b-0266055fa906 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.4856658 Jul 09 13:48:30.351684 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58180) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:30.507899 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.550326 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-0cebd032-c026-45f0-85a4-cc19ab6ad3a9', 'network_id': '0cebd032-c026-45f0-85a4-cc19ab6ad3a9', 'tenant_id': '931ad48120044b9789ed564369cb00aa', 'fixed_ips': [{'subnet_id': '65d3e52e-15b1-43cf-821c-83104ae3b385'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:48:30.551570 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.615880 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.691311 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7676d3-885c-4ed2-8df2-1a315767006a req-e30b29e5-294e-4e98-9153-7560701a1c2c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:30.693042 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5b7676d3-885c-4ed2-8df2-1a315767006a req-e30b29e5-294e-4e98-9153-7560701a1c2c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1224782 Jul 09 13:48:30.743756 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5b7676d3-885c-4ed2-8df2-1a315767006a req-04bb70b5-3a0f-4315-9ce3-f28c26f8162a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430098 Jul 09 13:48:30.752516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Allocated IP 172.20.0.1 (0cebd032-c026-45f0-85a4-cc19ab6ad3a9/65d3e52e-15b1-43cf-821c-83104ae3b385/13d687d5-f6fe-47ca-aff5-fa3de1ddf444) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:30.940916 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:30.953971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Transition to ACTIVE for port object 13d687d5-f6fe-47ca-aff5-fa3de1ddf444 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:30.977144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Transition to ACTIVE for port object 13d687d5-f6fe-47ca-aff5-fa3de1ddf444 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:30.986210 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.011475 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.039750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Network 0cebd032-c026-45f0-85a4-cc19ab6ad3a9 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:31.044215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:31.054113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:31.056911 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Subnet': ['ID=65d3e52e-15b1-43cf-821c-83104ae3b385,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:31.057387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Pushing event updated for resources: {'Port': ['ID=13d687d5-f6fe-47ca-aff5-fa3de1ddf444,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:31.127083 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Attempting to bind port 13d687d5-f6fe-47ca-aff5-fa3de1ddf444 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:31.127288 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.127500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Attempting to bind port 13d687d5-f6fe-47ca-aff5-fa3de1ddf444 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '6ca1f2f0-192e-4b81-bbf0-89f4c2e4c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0cebd032-c026-45f0-85a4-cc19ab6ad3a9'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:31.127797 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Attempting to bind port 13d687d5-f6fe-47ca-aff5-fa3de1ddf444 on network 0cebd032-c026-45f0-85a4-cc19ab6ad3a9 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:31.133900 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:31.134377 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Checking segment: {'id': '6ca1f2f0-192e-4b81-bbf0-89f4c2e4c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0cebd032-c026-45f0-85a4-cc19ab6ad3a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:31.134853 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.135456 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Bound using segment: {'id': '6ca1f2f0-192e-4b81-bbf0-89f4c2e4c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0cebd032-c026-45f0-85a4-cc19ab6ad3a9'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:31.136026 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Bound port: 13d687d5-f6fe-47ca-aff5-fa3de1ddf444, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ca1f2f0-192e-4b81-bbf0-89f4c2e4c3e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '0cebd032-c026-45f0-85a4-cc19ab6ad3a9'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:31.136475 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.142853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cebd032-c026-45f0-85a4-cc19ab6ad3a9']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:31.158654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca1f2f0-192e-4b81-bbf0-89f4c2e4c3e5') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:31.158954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca1f2f0-192e-4b81-bbf0-89f4c2e4c3e5') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:31.168351 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.182523 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.190042 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:31.190350 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:31.193419 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:31.210120 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] For port 13d687d5-f6fe-47ca-aff5-fa3de1ddf444, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:48:31.251463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] For port 13d687d5-f6fe-47ca-aff5-fa3de1ddf444, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=13d687d5-f6fe-47ca-aff5-fa3de1ddf444,segment=NetworkSegment(6ca1f2f0-192e-4b81-bbf0-89f4c2e4c3e5),segment_id=6ca1f2f0-192e-4b81-bbf0-89f4c2e4c3e5)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:48:31.252244 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:48:31.252244 n-d-799525-3 neutron-server[93754]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:48:31.252244 n-d-799525-3 neutron-server[93754]: [parameters: {'id': '0cebd032-c026-45f0-85a4-cc19ab6ad3a9'}] Jul 09 13:48:31.252244 n-d-799525-3 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:48:31.252587 n-d-799525-3 neutron-server[93754]: DEBUG oslo_db.api [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:48:31.257020 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.352088 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47428a-e08b-4ce3-9161-02365ed32100 None None] Pushing event updated for resources: {'Port': ['ID=13d687d5-f6fe-47ca-aff5-fa3de1ddf444,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:31.373538 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f442c5-df81-4668-a65f-2f263a23fc36 None None] Network 0cebd032-c026-45f0-85a4-cc19ab6ad3a9 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:31.515387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5064cc43-25ab-4d8d-ac5e-2ba8b79cf0c7 None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:48:31.598821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5064cc43-25ab-4d8d-ac5e-2ba8b79cf0c7 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:48:31.754047 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.822182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Deleting port 13d687d5-f6fe-47ca-aff5-fa3de1ddf444 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:31.822554 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.910132 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a421c3ec-0cd2-4c9b-953b-5c24b2e748ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.932411 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] For port 13d687d5-f6fe-47ca-aff5-fa3de1ddf444, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=13d687d5-f6fe-47ca-aff5-fa3de1ddf444,segment=NetworkSegment(6ca1f2f0-192e-4b81-bbf0-89f4c2e4c3e5),segment_id=6ca1f2f0-192e-4b81-bbf0-89f4c2e4c3e5)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:31.933023 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:31.951921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Calling delete_port for 13d687d5-f6fe-47ca-aff5-fa3de1ddf444 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:32.018954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc5d69d-5a28-49dc-b87e-a0017d0bdbcf req-8326a659-0c6a-4080-ba6b-a9802d6cd3e3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:32.020582 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cdc5d69d-5a28-49dc-b87e-a0017d0bdbcf req-8326a659-0c6a-4080-ba6b-a9802d6cd3e3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1485717 Jul 09 13:48:32.081151 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cdc5d69d-5a28-49dc-b87e-a0017d0bdbcf req-aff8aea6-38c6-4f33-872b-c0f74bf28aa4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527999 Jul 09 13:48:32.089141 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.123901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Port': ['ID=13d687d5-f6fe-47ca-aff5-fa3de1ddf444,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:32.125904 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No DVR routers for this DVR port 13d687d5-f6fe-47ca-aff5-fa3de1ddf444 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:48:32.228536 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.240356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cebd032-c026-45f0-85a4-cc19ab6ad3a9']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:32.255285 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ca1f2f0-192e-4b81-bbf0-89f4c2e4c3e5') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:32.255624 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ca1f2f0-192e-4b81-bbf0-89f4c2e4c3e5') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:32.266285 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.284565 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.293009 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:32.293488 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:32.298071 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:32.374399 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.388208 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.396876 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/0cebd032-c026-45f0-85a4-cc19ab6ad3a9 HTTP/1.1" status: 204 len: 168 time: 2.0383933 Jul 09 13:48:32.397087 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58248) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:32.402367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d8285fbc-7598-44e8-b3c9-b043ca2f99ee tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-200753194'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:32.423156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9dc8926-add2-47f5-b138-e3fd95ba1180 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Network': ['ID=0cebd032-c026-45f0-85a4-cc19ab6ad3a9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:32.438505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8285fbc-7598-44e8-b3c9-b043ca2f99ee tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:32.443504 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8285fbc-7598-44e8-b3c9-b043ca2f99ee tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.482962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8285fbc-7598-44e8-b3c9-b043ca2f99ee tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:32.495174 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8285fbc-7598-44e8-b3c9-b043ca2f99ee tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.495640 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-d8285fbc-7598-44e8-b3c9-b043ca2f99ee tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Added segment 4a6d5f4a-0f61-40f1-95f4-f578107c5f51 of type vlan for network 95673bbe-1d75-4e6c-bb59-200b5de8bf3a Jul 09 13:48:32.557246 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8285fbc-7598-44e8-b3c9-b043ca2f99ee tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.591461 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8285fbc-7598-44e8-b3c9-b043ca2f99ee tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.598828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8285fbc-7598-44e8-b3c9-b043ca2f99ee tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:32.599760 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d8285fbc-7598-44e8-b3c9-b043ca2f99ee tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.613784 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58252) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:32.668321 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d8285fbc-7598-44e8-b3c9-b043ca2f99ee tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2679894 Jul 09 13:48:32.668702 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58256) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:32.676040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3440ea90-3ba6-48c3-af33-d47e9cdaa230 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:32.697088 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8285fbc-7598-44e8-b3c9-b043ca2f99ee tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Network': ['ID=95673bbe-1d75-4e6c-bb59-200b5de8bf3a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:32.711646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 95673bbe-1d75-4e6c-bb59-200b5de8bf3a details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:32.775337 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-136d232b-8f08-4564-872a-0e12229cbe9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.918243 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3440ea90-3ba6-48c3-af33-d47e9cdaa230 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.938889 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3440ea90-3ba6-48c3-af33-d47e9cdaa230 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.990532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3440ea90-3ba6-48c3-af33-d47e9cdaa230 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network 95673bbe-1d75-4e6c-bb59-200b5de8bf3a is not hosted by any dhcp agent {{(pid=93754) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:48:32.996013 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3440ea90-3ba6-48c3-af33-d47e9cdaa230 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:32.996617 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3440ea90-3ba6-48c3-af33-d47e9cdaa230 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:32.999000 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3440ea90-3ba6-48c3-af33-d47e9cdaa230 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "PUT /v2.0/networks/95673bbe-1d75-4e6c-bb59-200b5de8bf3a HTTP/1.1" status: 200 len: 723 time: 0.3282070 Jul 09 13:48:33.008595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58262) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:33.018908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d655c99a-9ddd-42cd-b94a-ed0617a505d5 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'subnet': {'network_id': '95673bbe-1d75-4e6c-bb59-200b5de8bf3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:33.038808 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440ea90-3ba6-48c3-af33-d47e9cdaa230 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Network': ['ID=95673bbe-1d75-4e6c-bb59-200b5de8bf3a,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:33.052043 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-136d232b-8f08-4564-872a-0e12229cbe9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.055463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 95673bbe-1d75-4e6c-bb59-200b5de8bf3a details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:33.058741 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-136d232b-8f08-4564-872a-0e12229cbe9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.116028 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-136d232b-8f08-4564-872a-0e12229cbe9a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ad68a0466e65419396eaaa7d75466194&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5009105 Jul 09 13:48:33.117324 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d232b-8f08-4564-872a-0e12229cbe9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8af4da3-2722-44c9-ad66-94ba78ec5b39,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:33.119980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58270) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:33.135464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d655c99a-9ddd-42cd-b94a-ed0617a505d5 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:33.146814 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d655c99a-9ddd-42cd-b94a-ed0617a505d5 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.230021 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65b79441-6e6f-4ed3-941c-700095a40354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.283998 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65b79441-6e6f-4ed3-941c-700095a40354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.343399 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ad3ac1-6f54-47e7-9124-0ee122309979 req-3526a6ce-a369-490d-814c-6245893fcd70 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:33.344966 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4ad3ac1-6f54-47e7-9124-0ee122309979 req-3526a6ce-a369-490d-814c-6245893fcd70 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1105494 Jul 09 13:48:33.365526 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65b79441-6e6f-4ed3-941c-700095a40354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.368159 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-65b79441-6e6f-4ed3-941c-700095a40354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.369332 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-65b79441-6e6f-4ed3-941c-700095a40354 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f8af4da3-2722-44c9-ad66-94ba78ec5b39 HTTP/1.1" status: 204 len: 168 time: 0.2473378 Jul 09 13:48:33.395303 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d655c99a-9ddd-42cd-b94a-ed0617a505d5 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.410897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4ad3ac1-6f54-47e7-9124-0ee122309979 req-34a4b178-98e8-49b5-87d5-6f3f350c6f72 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562673 Jul 09 13:48:33.411642 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b79441-6e6f-4ed3-941c-700095a40354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8af4da3-2722-44c9-ad66-94ba78ec5b39,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:33.483646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d655c99a-9ddd-42cd-b94a-ed0617a505d5 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Subnet': ['ID=6dec66ed-0a57-4689-af79-4d30b89ba94c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:33.499901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d655c99a-9ddd-42cd-b94a-ed0617a505d5 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Checking segment: {'id': '4a6d5f4a-0f61-40f1-95f4-f578107c5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '95673bbe-1d75-4e6c-bb59-200b5de8bf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:33.499901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d655c99a-9ddd-42cd-b94a-ed0617a505d5 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network hostable DHCP agents. Network: 95673bbe-1d75-4e6c-bb59-200b5de8bf3a, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:33.521220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d655c99a-9ddd-42cd-b94a-ed0617a505d5 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network 95673bbe-1d75-4e6c-bb59-200b5de8bf3a is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:33.532613 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d655c99a-9ddd-42cd-b94a-ed0617a505d5 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 95673bbe-1d75-4e6c-bb59-200b5de8bf3a) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:33.537639 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d655c99a-9ddd-42cd-b94a-ed0617a505d5 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:33.538294 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d655c99a-9ddd-42cd-b94a-ed0617a505d5 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.542323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921551c2-2c16-4149-a52d-3b3fd02cc5b8 None None] Network 95673bbe-1d75-4e6c-bb59-200b5de8bf3a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:33.558370 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d655c99a-9ddd-42cd-b94a-ed0617a505d5 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5443809 Jul 09 13:48:33.559185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58276) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:33.566252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3ffb7850-6f80-4cd9-952d-6fbe43962c9d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:33.674193 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7850-6f80-4cd9-952d-6fbe43962c9d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2960907'] for subnet, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.724019 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-95673bbe-1d75-4e6c-bb59-200b5de8bf3a', 'network_id': '95673bbe-1d75-4e6c-bb59-200b5de8bf3a', 'tenant_id': '931ad48120044b9789ed564369cb00aa', 'fixed_ips': [{'subnet_id': '6dec66ed-0a57-4689-af79-4d30b89ba94c'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:48:33.727686 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.817834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58284) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:33.833184 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d54e5d6-9be2-4ad1-aa49-5b409d3dd232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.895661 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7850-6f80-4cd9-952d-6fbe43962c9d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760339640854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9832001'] for subnet, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.950137 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ffb7850-6f80-4cd9-952d-6fbe43962c9d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:33.950930 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ffb7850-6f80-4cd9-952d-6fbe43962c9d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.952375 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d54e5d6-9be2-4ad1-aa49-5b409d3dd232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.952949 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3ffb7850-6f80-4cd9-952d-6fbe43962c9d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "PUT /v2.0/subnets/6dec66ed-0a57-4689-af79-4d30b89ba94c HTTP/1.1" status: 200 len: 806 time: 0.3926537 Jul 09 13:48:33.955144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58286) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:33.969133 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0d54e5d6-9be2-4ad1-aa49-5b409d3dd232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:33.972631 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffb7850-6f80-4cd9-952d-6fbe43962c9d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Subnet': ['ID=6dec66ed-0a57-4689-af79-4d30b89ba94c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:33.985680 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Allocated IP 172.20.0.2 (95673bbe-1d75-4e6c-bb59-200b5de8bf3a/6dec66ed-0a57-4689-af79-4d30b89ba94c/4c838513-a36d-40fd-9b85-41b658ba2cb6) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:34.084517 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0d54e5d6-9be2-4ad1-aa49-5b409d3dd232 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dc32c232911d48ae8c3d72b1ba2bb4bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627823 Jul 09 13:48:34.085479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58288) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:34.086009 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d54e5d6-9be2-4ad1-aa49-5b409d3dd232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d63b7011-8efb-425e-8e86-d13a5cf3993c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:34.129340 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.145485 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7017c1fb-a51b-49c4-84c6-7f5b5c7c8faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.159799 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.168696 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Transition to ACTIVE for port object 4c838513-a36d-40fd-9b85-41b658ba2cb6 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:34.176588 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7017c1fb-a51b-49c4-84c6-7f5b5c7c8faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.185851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Transition to ACTIVE for port object 4c838513-a36d-40fd-9b85-41b658ba2cb6 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:34.189324 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.194862 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.246854 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7017c1fb-a51b-49c4-84c6-7f5b5c7c8faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.250327 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7017c1fb-a51b-49c4-84c6-7f5b5c7c8faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.254057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7017c1fb-a51b-49c4-84c6-7f5b5c7c8faf admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d63b7011-8efb-425e-8e86-d13a5cf3993c HTTP/1.1" status: 204 len: 168 time: 0.1659191 Jul 09 13:48:34.255084 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Network 95673bbe-1d75-4e6c-bb59-200b5de8bf3a is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:34.258279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:34.260177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7017c1fb-a51b-49c4-84c6-7f5b5c7c8faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d63b7011-8efb-425e-8e86-d13a5cf3993c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:34.262137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:34.307336 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.314973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Pushing event updated for resources: {'Port': ['ID=4c838513-a36d-40fd-9b85-41b658ba2cb6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:34.346932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Attempting to bind port 4c838513-a36d-40fd-9b85-41b658ba2cb6 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:34.347362 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Attempting to bind port 4c838513-a36d-40fd-9b85-41b658ba2cb6 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '4a6d5f4a-0f61-40f1-95f4-f578107c5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '95673bbe-1d75-4e6c-bb59-200b5de8bf3a'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:34.347742 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Attempting to bind port 4c838513-a36d-40fd-9b85-41b658ba2cb6 on network 95673bbe-1d75-4e6c-bb59-200b5de8bf3a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:34.353003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:34.353392 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Checking segment: {'id': '4a6d5f4a-0f61-40f1-95f4-f578107c5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '95673bbe-1d75-4e6c-bb59-200b5de8bf3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:34.353810 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.354211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Bound using segment: {'id': '4a6d5f4a-0f61-40f1-95f4-f578107c5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '95673bbe-1d75-4e6c-bb59-200b5de8bf3a'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:34.354693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Bound port: 4c838513-a36d-40fd-9b85-41b658ba2cb6, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a6d5f4a-0f61-40f1-95f4-f578107c5f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': '95673bbe-1d75-4e6c-bb59-200b5de8bf3a'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:34.355100 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.360190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Subnet': ['ID=6dec66ed-0a57-4689-af79-4d30b89ba94c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:34.434012 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] For port 4c838513-a36d-40fd-9b85-41b658ba2cb6, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:48:34.440752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] For port 4c838513-a36d-40fd-9b85-41b658ba2cb6, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4c838513-a36d-40fd-9b85-41b658ba2cb6,segment=NetworkSegment(4a6d5f4a-0f61-40f1-95f4-f578107c5f51),segment_id=4a6d5f4a-0f61-40f1-95f4-f578107c5f51)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:48:34.448251 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.488482 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.515522 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95673bbe-1d75-4e6c-bb59-200b5de8bf3a']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:34.545765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6d5f4a-0f61-40f1-95f4-f578107c5f51') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:34.546807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6d5f4a-0f61-40f1-95f4-f578107c5f51') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:34.553337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f554a6a9-3110-4b72-b417-2817463ebbf3 None None] Pushing event updated for resources: {'Port': ['ID=4c838513-a36d-40fd-9b85-41b658ba2cb6,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:34.563199 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.593879 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.604916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:34.606786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:34.613090 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:34.694856 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.705449 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f853f145-9b3b-485a-9cf8-156c1fe905ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:34.721660 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d117c3b2-3bec-4b66-8872-ddde810c7aa3 None None] Network 95673bbe-1d75-4e6c-bb59-200b5de8bf3a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:34.723515 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:48:34.723515 n-d-799525-3 neutron-server[93753]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:48:34.723515 n-d-799525-3 neutron-server[93753]: [parameters: {'id': '95673bbe-1d75-4e6c-bb59-200b5de8bf3a'}] Jul 09 13:48:34.723515 n-d-799525-3 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:48:34.735754 n-d-799525-3 neutron-server[93753]: DEBUG oslo_db.api [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:48:34.774721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe91296-45dc-4b43-b767-6d967d7ba545 req-017652b3-fae9-4315-9bcc-138a38640d11 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:34.776724 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-efe91296-45dc-4b43-b767-6d967d7ba545 req-017652b3-fae9-4315-9bcc-138a38640d11 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1049757 Jul 09 13:48:34.846897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-efe91296-45dc-4b43-b767-6d967d7ba545 req-544043dc-1b04-4f0f-b277-3f16f2b22eab tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576489 Jul 09 13:48:34.937266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09e5e1df-a77d-49e4-b914-d814aecbdf65 None None] Network 95673bbe-1d75-4e6c-bb59-200b5de8bf3a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:35.120547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf3c2f60-ed8b-48b8-8f2e-27826f5e3709 None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:48:35.223340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf3c2f60-ed8b-48b8-8f2e-27826f5e3709 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:48:35.239510 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.330546 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Deleting port 4c838513-a36d-40fd-9b85-41b658ba2cb6 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:35.331269 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.424743 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] For port 4c838513-a36d-40fd-9b85-41b658ba2cb6, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4c838513-a36d-40fd-9b85-41b658ba2cb6,segment=NetworkSegment(4a6d5f4a-0f61-40f1-95f4-f578107c5f51),segment_id=4a6d5f4a-0f61-40f1-95f4-f578107c5f51)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:35.425519 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.448451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Calling delete_port for 4c838513-a36d-40fd-9b85-41b658ba2cb6 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:35.575347 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.621203 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.640434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No DVR routers for this DVR port 4c838513-a36d-40fd-9b85-41b658ba2cb6 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:48:35.664958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Port': ['ID=4c838513-a36d-40fd-9b85-41b658ba2cb6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:35.730655 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.751674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95673bbe-1d75-4e6c-bb59-200b5de8bf3a']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:35.772897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a6d5f4a-0f61-40f1-95f4-f578107c5f51') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:35.773498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a6d5f4a-0f61-40f1-95f4-f578107c5f51') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:35.786272 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.803438 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.815611 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:35.816021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:35.820347 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:35.886598 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.893005 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:35.898019 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58334) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:35.898542 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/95673bbe-1d75-4e6c-bb59-200b5de8bf3a HTTP/1.1" status: 204 len: 168 time: 1.9420099 Jul 09 13:48:35.917650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b54b7-2533-4563-bba7-f6488cbce5b9 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Network': ['ID=95673bbe-1d75-4e6c-bb59-200b5de8bf3a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:35.933123 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bbe59f5-c0a3-4978-92e6-6bcfd17899eb tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:35.933962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0bbe59f5-c0a3-4978-92e6-6bcfd17899eb tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:35.937437 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0bbe59f5-c0a3-4978-92e6-6bcfd17899eb tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/95673bbe-1d75-4e6c-bb59-200b5de8bf3a HTTP/1.1" status: 404 len: 339 time: 0.0375671 Jul 09 13:48:35.943366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58336) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:35.958461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-75f778c1-089d-4f20-8a28-5494566b677d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-271439345', 'description': 'd1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:35.996767 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f778c1-089d-4f20-8a28-5494566b677d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:36.016303 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75f778c1-089d-4f20-8a28-5494566b677d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.049275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75f778c1-089d-4f20-8a28-5494566b677d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:36.066444 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75f778c1-089d-4f20-8a28-5494566b677d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.067831 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-75f778c1-089d-4f20-8a28-5494566b677d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Added segment 5b0bb2ec-1f40-4c70-8c94-85ef8cf2d04d of type vlan for network 44045dba-f2cb-4499-a07d-7b4fa27e3fb1 Jul 09 13:48:36.145719 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75f778c1-089d-4f20-8a28-5494566b677d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.186888 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58344) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:36.211586 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75f778c1-089d-4f20-8a28-5494566b677d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.225711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f778c1-089d-4f20-8a28-5494566b677d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:36.226624 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75f778c1-089d-4f20-8a28-5494566b677d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.386557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f5f4ce4b-e84e-40b0-b932-c05acb4bcc45 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-183776621'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:36.430394 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5f4ce4b-e84e-40b0-b932-c05acb4bcc45 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.431797 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5f4ce4b-e84e-40b0-b932-c05acb4bcc45 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.511526 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5f4ce4b-e84e-40b0-b932-c05acb4bcc45 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.523538 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5f4ce4b-e84e-40b0-b932-c05acb4bcc45 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.547217 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5f4ce4b-e84e-40b0-b932-c05acb4bcc45 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.551320 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f5f4ce4b-e84e-40b0-b932-c05acb4bcc45 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.3614559 Jul 09 13:48:36.551693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58354) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:36.646517 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e58cc17c-5ede-4a97-b496-84cb9da7cd97 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.737231 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-75f778c1-089d-4f20-8a28-5494566b677d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.7924557 Jul 09 13:48:36.759898 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58360) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:36.860277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef5fa64-604f-4a47-b2a2-56bf4a56ea1c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:36.860614 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e58cc17c-5ede-4a97-b496-84cb9da7cd97 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.864195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bef5fa64-604f-4a47-b2a2-56bf4a56ea1c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "GET /v2.0/networks?id=44045dba-f2cb-4499-a07d-7b4fa27e3fb1 HTTP/1.1" status: 200 len: 760 time: 0.0972233 Jul 09 13:48:36.865056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58362) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:36.865930 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f778c1-089d-4f20-8a28-5494566b677d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Network': ['ID=44045dba-f2cb-4499-a07d-7b4fa27e3fb1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:36.868114 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e58cc17c-5ede-4a97-b496-84cb9da7cd97 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:36.881886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-22d5aaab-f23a-416b-82a1-d23995e1ab25 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'network': {'description': 'd2'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:36.886328 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 44045dba-f2cb-4499-a07d-7b4fa27e3fb1 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:37.011881 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fadef4d-027a-4c5e-87e0-19012ea938e0 req-7ef66142-79d0-4486-8d5a-91632470c4bd tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:37.018864 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5fadef4d-027a-4c5e-87e0-19012ea938e0 req-7ef66142-79d0-4486-8d5a-91632470c4bd tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.3206508 Jul 09 13:48:37.024755 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e58cc17c-5ede-4a97-b496-84cb9da7cd97 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.025348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58cc17c-5ede-4a97-b496-84cb9da7cd97 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 29a639a0-65bc-4122-8820-dde334223d2d {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:48:37.035981 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e58cc17c-5ede-4a97-b496-84cb9da7cd97 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.040148 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e58cc17c-5ede-4a97-b496-84cb9da7cd97 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] 10.222.0.39 "DELETE /v2.0/routers/29a639a0-65bc-4122-8820-dde334223d2d HTTP/1.1" status: 204 len: 168 time: 0.4844680 Jul 09 13:48:37.047698 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58368) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:37.052604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d6f1de01-3872-44d2-a7c3-aedd6d690a27 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Request body: {'router': {'name': 'tempest-router-1212222068', 'distributed': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:37.165921 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6f1de01-3872-44d2-a7c3-aedd6d690a27 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.167693 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6f1de01-3872-44d2-a7c3-aedd6d690a27 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.170170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5fadef4d-027a-4c5e-87e0-19012ea938e0 req-3f3ab3d8-1ea2-43d7-8252-678ccab9780e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345456 Jul 09 13:48:37.176635 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22d5aaab-f23a-416b-82a1-d23995e1ab25 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.202051 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.239316 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22d5aaab-f23a-416b-82a1-d23995e1ab25 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.258850 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6f1de01-3872-44d2-a7c3-aedd6d690a27 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.261189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-22d5aaab-f23a-416b-82a1-d23995e1ab25 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network 44045dba-f2cb-4499-a07d-7b4fa27e3fb1 is not hosted by any dhcp agent {{(pid=93754) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:48:37.265790 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6f1de01-3872-44d2-a7c3-aedd6d690a27 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.268090 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d5aaab-f23a-416b-82a1-d23995e1ab25 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:37.268849 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-22d5aaab-f23a-416b-82a1-d23995e1ab25 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.270278 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-22d5aaab-f23a-416b-82a1-d23995e1ab25 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "PUT /v2.0/networks/44045dba-f2cb-4499-a07d-7b4fa27e3fb1 HTTP/1.1" status: 200 len: 757 time: 0.4015610 Jul 09 13:48:37.276548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58372) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:37.344458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5aaab-f23a-416b-82a1-d23995e1ab25 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Network': ['ID=44045dba-f2cb-4499-a07d-7b4fa27e3fb1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:37.361042 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 44045dba-f2cb-4499-a07d-7b4fa27e3fb1 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:37.383737 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6f1de01-3872-44d2-a7c3-aedd6d690a27 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.385304 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d6f1de01-3872-44d2-a7c3-aedd6d690a27 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3365331 Jul 09 13:48:37.390626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58378) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:37.415988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c86112-18f1-40bb-b26f-e042a12ce14b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:37.418124 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e4c86112-18f1-40bb-b26f-e042a12ce14b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "GET /v2.0/networks?id=44045dba-f2cb-4499-a07d-7b4fa27e3fb1 HTTP/1.1" status: 200 len: 760 time: 0.1403272 Jul 09 13:48:37.422633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58380) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:37.429224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-00cc8a9a-9068-42f1-9a05-ec2d3fc98e2f tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-492688497'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:37.456499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00cc8a9a-9068-42f1-9a05-ec2d3fc98e2f tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:37.461618 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00cc8a9a-9068-42f1-9a05-ec2d3fc98e2f tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.493984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00cc8a9a-9068-42f1-9a05-ec2d3fc98e2f tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:37.510929 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00cc8a9a-9068-42f1-9a05-ec2d3fc98e2f tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.511445 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-00cc8a9a-9068-42f1-9a05-ec2d3fc98e2f tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Added segment 440c3873-a539-43a8-bbf3-3d2a1a90f431 of type vlan for network 9f1450ec-a4fa-4cce-a064-24b44c71fa1b Jul 09 13:48:37.559508 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db12d540-db8a-412e-8830-5f4fee70ad46 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.585696 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00cc8a9a-9068-42f1-9a05-ec2d3fc98e2f tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.636653 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00cc8a9a-9068-42f1-9a05-ec2d3fc98e2f tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.648166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00cc8a9a-9068-42f1-9a05-ec2d3fc98e2f tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:37.648999 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00cc8a9a-9068-42f1-9a05-ec2d3fc98e2f tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.734893 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-00cc8a9a-9068-42f1-9a05-ec2d3fc98e2f tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3104420 Jul 09 13:48:37.735617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58386) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:37.744187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2d043c2e-b425-46a9-a3e7-ddf05503e850 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'subnet': {'network_id': '9f1450ec-a4fa-4cce-a064-24b44c71fa1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:37.750293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cc8a9a-9068-42f1-9a05-ec2d3fc98e2f tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Network': ['ID=9f1450ec-a4fa-4cce-a064-24b44c71fa1b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:37.765376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 9f1450ec-a4fa-4cce-a064-24b44c71fa1b details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:37.814940 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db12d540-db8a-412e-8830-5f4fee70ad46 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.818545 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db12d540-db8a-412e-8830-5f4fee70ad46 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.839716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f106e16-485c-424b-bdbf-55c95a5b6904 req-5a728feb-93c4-46d4-9e8d-1a221b6b32ee tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:37.841306 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f106e16-485c-424b-bdbf-55c95a5b6904 req-5a728feb-93c4-46d4-9e8d-1a221b6b32ee tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.3188758 Jul 09 13:48:37.887031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d043c2e-b425-46a9-a3e7-ddf05503e850 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:37.893248 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d043c2e-b425-46a9-a3e7-ddf05503e850 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.895544 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db12d540-db8a-412e-8830-5f4fee70ad46 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.896063 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db12d540-db8a-412e-8830-5f4fee70ad46 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93a3ffa9-d6b2-4649-862f-dcd21dd94da2 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:48:37.901519 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db12d540-db8a-412e-8830-5f4fee70ad46 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.902729 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-db12d540-db8a-412e-8830-5f4fee70ad46 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] 10.222.0.39 "DELETE /v2.0/routers/93a3ffa9-d6b2-4649-862f-dcd21dd94da2 HTTP/1.1" status: 204 len: 168 time: 0.5106862 Jul 09 13:48:37.908163 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58388) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:37.912567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ccee5018-0dd1-4c68-8e52-95d09e782d61 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Request body: {'router': {'name': 'tempest-router-863150970', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '8c34a0fc3a184be78e3c6c67935f5896'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:37.936670 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f106e16-485c-424b-bdbf-55c95a5b6904 req-07ec791b-28c1-4d96-8b0f-be704455a3fc tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603158 Jul 09 13:48:37.959630 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccee5018-0dd1-4c68-8e52-95d09e782d61 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:37.962677 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccee5018-0dd1-4c68-8e52-95d09e782d61 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.064073 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccee5018-0dd1-4c68-8e52-95d09e782d61 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.069988 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccee5018-0dd1-4c68-8e52-95d09e782d61 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.126957 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccee5018-0dd1-4c68-8e52-95d09e782d61 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.132058 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ccee5018-0dd1-4c68-8e52-95d09e782d61 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2190955 Jul 09 13:48:38.133234 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58394) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:38.139381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5c8ff24c-7e53-4ff6-b148-9c2e21310634 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:38.199771 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d043c2e-b425-46a9-a3e7-ddf05503e850 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.272403 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d043c2e-b425-46a9-a3e7-ddf05503e850 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Checking segment: {'id': '440c3873-a539-43a8-bbf3-3d2a1a90f431', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '9f1450ec-a4fa-4cce-a064-24b44c71fa1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:38.272812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d043c2e-b425-46a9-a3e7-ddf05503e850 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network hostable DHCP agents. Network: 9f1450ec-a4fa-4cce-a064-24b44c71fa1b, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:38.279541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d043c2e-b425-46a9-a3e7-ddf05503e850 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Subnet': ['ID=cd10aab2-2d7d-460d-ab20-a4aaadae616a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:38.301848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d043c2e-b425-46a9-a3e7-ddf05503e850 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network 9f1450ec-a4fa-4cce-a064-24b44c71fa1b is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:38.306709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da2bb8-e746-473b-80c8-b98936be0402 req-5f677909-6753-4375-a44f-b663e07c6271 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:38.308359 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06da2bb8-e746-473b-80c8-b98936be0402 req-5f677909-6753-4375-a44f-b663e07c6271 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.2123117 Jul 09 13:48:38.316835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2d043c2e-b425-46a9-a3e7-ddf05503e850 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 9f1450ec-a4fa-4cce-a064-24b44c71fa1b) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:38.322380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d043c2e-b425-46a9-a3e7-ddf05503e850 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:38.323111 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d043c2e-b425-46a9-a3e7-ddf05503e850 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-647855'] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.326897 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e1fd3b-2e54-4c42-ab46-841f0cbd2489 None None] Network 9f1450ec-a4fa-4cce-a064-24b44c71fa1b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:38.350451 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2d043c2e-b425-46a9-a3e7-ddf05503e850 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6105964 Jul 09 13:48:38.352612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58396) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:38.401435 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff24c-7e53-4ff6-b148-9c2e21310634 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.401805 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff24c-7e53-4ff6-b148-9c2e21310634 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.505857 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06da2bb8-e746-473b-80c8-b98936be0402 req-6384d57c-cb9c-496b-9e1e-1f260767cd12 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567566 Jul 09 13:48:38.521527 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5c8ff24c-7e53-4ff6-b148-9c2e21310634 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93754) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 09 13:48:38.521971 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5c8ff24c-7e53-4ff6-b148-9c2e21310634 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Router 2696731c-ba47-4492-832c-a46502fe523c migrating from provider to provider. {{(pid=93754) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 09 13:48:38.522085 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a842ae1-f44d-4953-9669-aeb4a14e0a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-9f1450ec-a4fa-4cce-a064-24b44c71fa1b', 'network_id': '9f1450ec-a4fa-4cce-a064-24b44c71fa1b', 'tenant_id': '931ad48120044b9789ed564369cb00aa', 'fixed_ips': [{'subnet_id': 'cd10aab2-2d7d-460d-ab20-a4aaadae616a'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:48:38.522377 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff24c-7e53-4ff6-b148-9c2e21310634 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.522905 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0a842ae1-f44d-4953-9669-aeb4a14e0a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.527487 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee42f-83bd-4fe3-b758-6ef7c9552364 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.537373 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff24c-7e53-4ff6-b148-9c2e21310634 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.547131 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff24c-7e53-4ff6-b148-9c2e21310634 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.610215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee42f-83bd-4fe3-b758-6ef7c9552364 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.656461 n-d-799525-3 neutron-server[93754]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5c8ff24c-7e53-4ff6-b148-9c2e21310634 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] No L3 agents can host the router 2696731c-ba47-4492-832c-a46502fe523c Jul 09 13:48:38.673485 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.701894 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee42f-83bd-4fe3-b758-6ef7c9552364 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-0a842ae1-f44d-4953-9669-aeb4a14e0a65 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd10aab2-2d7d-460d-ab20-a4aaadae616a: This subnet is being modified by another concurrent operation. Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cd10aab2-2d7d-460d-ab20-a4aaadae616a: This subnet is being modified by another concurrent operation. Jul 09 13:48:38.739620 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 09 13:48:38.753369 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.769605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b77be7a-e301-48ea-ad33-2ff939c50791 None None] Network 9f1450ec-a4fa-4cce-a064-24b44c71fa1b requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:38.880712 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ff24c-7e53-4ff6-b148-9c2e21310634 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Hosts for router 2696731c-ba47-4492-832c-a46502fe523c: [] {{(pid=93754) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 09 13:48:38.916850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c8ff24c-7e53-4ff6-b148-9c2e21310634 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Hosts for other DVR routers connected to router 2696731c-ba47-4492-832c-a46502fe523c: set() {{(pid=93754) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 09 13:48:38.919513 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5c8ff24c-7e53-4ff6-b148-9c2e21310634 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:38.923954 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5c8ff24c-7e53-4ff6-b148-9c2e21310634 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] 10.222.0.39 "PUT /v2.0/routers/2696731c-ba47-4492-832c-a46502fe523c HTTP/1.1" status: 200 len: 716 time: 0.7887709 Jul 09 13:48:38.928933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5294cbed-eb6a-45ad-93fc-85e52a86b9ec None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:48:38.932522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58420) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:39.040460 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-102d477f-1354-4a31-b84b-52727ec9d1e1 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] 10.222.0.39 "GET /v2.0/routers/2696731c-ba47-4492-832c-a46502fe523c HTTP/1.1" status: 200 len: 716 time: 0.1069322 Jul 09 13:48:39.043789 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5294cbed-eb6a-45ad-93fc-85e52a86b9ec None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:48:39.046331 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58422) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:39.081903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6977511f-7026-4a3f-b6e2-55ed2adeaaff tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:39.083574 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6977511f-7026-4a3f-b6e2-55ed2adeaaff tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 811 time: 0.3054180 Jul 09 13:48:39.106329 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-f2d96bb3-4a12-487d-8748-f54eec5ee73f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/quotas/dbdf7a4931e34c009ef4353a46117d30 HTTP/1.1" status: 200 len: 375 time: 0.0161169 Jul 09 13:48:39.239468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ee42f-83bd-4fe3-b758-6ef7c9552364 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Subnet': ['ID=cd10aab2-2d7d-460d-ab20-a4aaadae616a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:39.282878 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-46555b4c-9156-47df-810a-7a79e963f779 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1658552 Jul 09 13:48:39.318070 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee42f-83bd-4fe3-b758-6ef7c9552364 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:39.332043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fd7ee42f-83bd-4fe3-b758-6ef7c9552364 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f1450ec-a4fa-4cce-a064-24b44c71fa1b']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:39.352394 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fd7ee42f-83bd-4fe3-b758-6ef7c9552364 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '440c3873-a539-43a8-bbf3-3d2a1a90f431') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:39.352852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fd7ee42f-83bd-4fe3-b758-6ef7c9552364 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '440c3873-a539-43a8-bbf3-3d2a1a90f431') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:39.371193 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee42f-83bd-4fe3-b758-6ef7c9552364 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:39.392144 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92adb690-27bb-4d8c-81c3-d36ec5749e07 req-7216cb05-508a-4f1b-98a4-a5327e79ec34 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1537826 Jul 09 13:48:39.393323 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee42f-83bd-4fe3-b758-6ef7c9552364 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:39.395432 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-af1c83ec-5979-4947-8a1a-6b73b00e2f37 tempest-RoutersTestDVR-992968682 tempest-RoutersTestDVR-992968682-project] 10.222.0.39 "GET /v2.0/routers/2696731c-ba47-4492-832c-a46502fe523c HTTP/1.1" status: 200 len: 682 time: 0.3479807 Jul 09 13:48:39.398097 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58430) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:39.409149 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd7ee42f-83bd-4fe3-b758-6ef7c9552364 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:39.409611 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee42f-83bd-4fe3-b758-6ef7c9552364 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:39.413008 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:39.497540 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d83c043-55fe-4865-b9d3-be7e4d233a3f tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:39.506745 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee42f-83bd-4fe3-b758-6ef7c9552364 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:39.523375 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fd7ee42f-83bd-4fe3-b758-6ef7c9552364 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:39.527707 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fd7ee42f-83bd-4fe3-b758-6ef7c9552364 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/9f1450ec-a4fa-4cce-a064-24b44c71fa1b HTTP/1.1" status: 204 len: 168 time: 1.1712837 Jul 09 13:48:39.532686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58434) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:39.538735 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7ee42f-83bd-4fe3-b758-6ef7c9552364 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Network': ['ID=9f1450ec-a4fa-4cce-a064-24b44c71fa1b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:39.547578 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adb690-27bb-4d8c-81c3-d36ec5749e07 req-29cec546-c88f-4f2f-92f1-996f5e01c22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:39.549105 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92adb690-27bb-4d8c-81c3-d36ec5749e07 req-29cec546-c88f-4f2f-92f1-996f5e01c22c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 1096 time: 0.0981579 Jul 09 13:48:39.602319 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1761435-00be-434f-bfb4-22c07f4189dc tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] GET failed (client error): The resource could not be found. Jul 09 13:48:39.606255 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d1761435-00be-434f-bfb4-22c07f4189dc tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "GET /v2.0/subnets/cd10aab2-2d7d-460d-ab20-a4aaadae616a HTTP/1.1" status: 404 len: 337 time: 0.0685809 Jul 09 13:48:39.607799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58436) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:39.620903 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-56e8f1d1-5c1e-4d15-9302-6e7fa1057e18 service neutron] 10.222.0.39 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3021200 Jul 09 13:48:39.641498 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-b940d7dc-6f0a-4ba4-96e1-99142dc14288 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:39.642172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b940d7dc-6f0a-4ba4-96e1-99142dc14288 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:39.645961 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b940d7dc-6f0a-4ba4-96e1-99142dc14288 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/9f1450ec-a4fa-4cce-a064-24b44c71fa1b HTTP/1.1" status: 404 len: 339 time: 0.0349679 Jul 09 13:48:39.651907 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58442) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:39.833023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adb690-27bb-4d8c-81c3-d36ec5749e07 req-1745499e-9177-4cee-91ee-16b381611238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:39.834573 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92adb690-27bb-4d8c-81c3-d36ec5749e07 req-1745499e-9177-4cee-91ee-16b381611238 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.2619374 Jul 09 13:48:39.955783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac832ce6-9ae7-497d-ae12-b1c948b373bd tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:39.959812 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ac832ce6-9ae7-497d-ae12-b1c948b373bd tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3022666 Jul 09 13:48:39.960080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58444) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:40.002781 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92adb690-27bb-4d8c-81c3-d36ec5749e07 req-75f7daa8-eaa2-40f2-8fbc-8ffc46c7dfb5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0 HTTP/1.1" status: 200 len: 1000 time: 0.1600077 Jul 09 13:48:40.004800 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d13e2c4a-6832-4bed-9063-100d1c047e6b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d HTTP/1.1" status: 200 len: 207 time: 0.0437400 Jul 09 13:48:40.026158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58446) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:40.097802 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d83c043-55fe-4865-b9d3-be7e4d233a3f tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.101046 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d83c043-55fe-4865-b9d3-be7e4d233a3f tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.166020 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d83c043-55fe-4865-b9d3-be7e4d233a3f tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.166230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adb690-27bb-4d8c-81c3-d36ec5749e07 req-5445facb-79ba-4260-998b-13a64a8de730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:40.166530 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d83c043-55fe-4865-b9d3-be7e4d233a3f tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2696731c-ba47-4492-832c-a46502fe523c {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:48:40.168096 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92adb690-27bb-4d8c-81c3-d36ec5749e07 req-5445facb-79ba-4260-998b-13a64a8de730 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.1556365 Jul 09 13:48:40.174196 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d83c043-55fe-4865-b9d3-be7e4d233a3f tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.175529 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2d83c043-55fe-4865-b9d3-be7e4d233a3f tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] 10.222.0.39 "DELETE /v2.0/routers/2696731c-ba47-4492-832c-a46502fe523c HTTP/1.1" status: 204 len: 168 time: 0.7764668 Jul 09 13:48:40.179795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58448) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:40.184742 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c2ab9297-a7f4-4ccd-bd8d-daadd5031986 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Request body: {'router': {'name': 'tempest-router-55082160', 'distributed': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:40.193045 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-e33f0529-1fd8-46c2-a3c8-41b75c65eac7 service neutron] 10.222.0.39 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5616696 Jul 09 13:48:40.224638 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9297-a7f4-4ccd-bd8d-daadd5031986 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.226597 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9297-a7f4-4ccd-bd8d-daadd5031986 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.311022 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a63bb11-470a-4aa0-bc59-47468d14f343 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:40.317040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a63bb11-470a-4aa0-bc59-47468d14f343 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:40.319248 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9297-a7f4-4ccd-bd8d-daadd5031986 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.324554 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a63bb11-470a-4aa0-bc59-47468d14f343 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:40.328597 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9297-a7f4-4ccd-bd8d-daadd5031986 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.331383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a63bb11-470a-4aa0-bc59-47468d14f343 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:40.336723 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8a63bb11-470a-4aa0-bc59-47468d14f343 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3060453 Jul 09 13:48:40.337991 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58450) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:40.341228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92adb690-27bb-4d8c-81c3-d36ec5749e07 req-f5ce5e59-1068-4bff-8b3c-98fc4fe7dae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:40.343321 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92adb690-27bb-4d8c-81c3-d36ec5749e07 req-f5ce5e59-1068-4bff-8b3c-98fc4fe7dae7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1685297 Jul 09 13:48:40.505141 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2ab9297-a7f4-4ccd-bd8d-daadd5031986 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.506785 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92adb690-27bb-4d8c-81c3-d36ec5749e07 req-66faeb56-a3dc-42c4-86e0-a152c4182509 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523626 Jul 09 13:48:40.506897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c2ab9297-a7f4-4ccd-bd8d-daadd5031986 tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 719 time: 0.3261256 Jul 09 13:48:40.510390 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58458) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:40.586292 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-80e39c7c-1b7d-4ca6-bdb5-c3db8e6d2224 req-e6dd3e0f-9207-4662-bf31-913de5917fd2 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0652142 Jul 09 13:48:40.672261 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b3a40899-d8a5-4cad-a367-2ebaaf411c19 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3277981 Jul 09 13:48:40.672432 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58464) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:40.680411 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-acbb8434-81ba-4241-9e92-7a449991b14f tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.794104 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37f804d-1564-4ca0-a3c3-c868f87bda33 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:40.797323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37f804d-1564-4ca0-a3c3-c868f87bda33 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:40.802602 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e37f804d-1564-4ca0-a3c3-c868f87bda33 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1259005 Jul 09 13:48:40.803657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58468) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:40.874062 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70043a7a-06a7-487f-ba21-18054490391f tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:40.876165 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70043a7a-06a7-487f-ba21-18054490391f tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['shared'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:40.877450 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-70043a7a-06a7-487f-ba21-18054490391f tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0726807 Jul 09 13:48:40.881180 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58472) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:40.883495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-acbb8434-81ba-4241-9e92-7a449991b14f tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.886004 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-acbb8434-81ba-4241-9e92-7a449991b14f tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.890098 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-92adb690-27bb-4d8c-81c3-d36ec5749e07 req-4af0278a-5527-473e-b534-d8ee2b47b0b1 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227503 Jul 09 13:48:40.953442 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-acbb8434-81ba-4241-9e92-7a449991b14f tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.954308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acbb8434-81ba-4241-9e92-7a449991b14f tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bf45b18a-9e51-4d0c-b27c-dada969f267d {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:48:40.965366 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-acbb8434-81ba-4241-9e92-7a449991b14f tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:40.969981 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-acbb8434-81ba-4241-9e92-7a449991b14f tempest-RoutersTestDVR-1174730549 tempest-RoutersTestDVR-1174730549-project-admin] 10.222.0.39 "DELETE /v2.0/routers/bf45b18a-9e51-4d0c-b27c-dada969f267d HTTP/1.1" status: 204 len: 168 time: 0.4583125 Jul 09 13:48:41.041177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bef83f5-7260-494d-8045-127dc1faed92 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:41.046306 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7bef83f5-7260-494d-8045-127dc1faed92 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "GET /v2.0/networks/1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97 HTTP/1.1" status: 200 len: 800 time: 0.1605148 Jul 09 13:48:41.046711 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58478) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:41.172508 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6954f7cd-4934-4897-a56c-5187c5b5727c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "GET /v2.0/networks/1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1240697 Jul 09 13:48:41.176125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58480) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:41.241315 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5f423bf-8357-4c9a-bd05-e3c5fb8aefe0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:41.251725 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58484) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:41.253666 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e5f423bf-8357-4c9a-bd05-e3c5fb8aefe0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "GET /v2.0/subnets/475ab124-adec-40fa-bb9b-8ec360f5648b HTTP/1.1" status: 200 len: 811 time: 0.0762157 Jul 09 13:48:41.316372 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51e4f556-decb-4776-9766-890bc5a469f7 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['shared'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:41.321375 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-51e4f556-decb-4776-9766-890bc5a469f7 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "GET /v2.0/subnets/475ab124-adec-40fa-bb9b-8ec360f5648b?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0660512 Jul 09 13:48:41.321773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58486) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:41.328140 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-634aaa13-ef7a-405a-8ad4-55c7e19576e7 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-378643266'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:41.334138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58488) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:41.367038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-634aaa13-ef7a-405a-8ad4-55c7e19576e7 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:41.371487 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-634aaa13-ef7a-405a-8ad4-55c7e19576e7 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:41.399734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-634aaa13-ef7a-405a-8ad4-55c7e19576e7 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:41.411582 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-634aaa13-ef7a-405a-8ad4-55c7e19576e7 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:41.411984 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-634aaa13-ef7a-405a-8ad4-55c7e19576e7 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Added segment 02f72091-3f20-4734-9dda-d5e1838cad6d of type vlan for network c7ca3740-0dbe-4967-91e2-6ca7c095042a Jul 09 13:48:41.465863 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-634aaa13-ef7a-405a-8ad4-55c7e19576e7 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:41.503768 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f924b611-9e47-4f4f-b38d-1b20e2963486 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:41.505760 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-634aaa13-ef7a-405a-8ad4-55c7e19576e7 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:41.514708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-634aaa13-ef7a-405a-8ad4-55c7e19576e7 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:41.515524 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-634aaa13-ef7a-405a-8ad4-55c7e19576e7 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:41.593336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634aaa13-ef7a-405a-8ad4-55c7e19576e7 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Network': ['ID=c7ca3740-0dbe-4967-91e2-6ca7c095042a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:41.603965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network c7ca3740-0dbe-4967-91e2-6ca7c095042a details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:41.615602 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f924b611-9e47-4f4f-b38d-1b20e2963486 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:41.625133 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f924b611-9e47-4f4f-b38d-1b20e2963486 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:41.636491 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-634aaa13-ef7a-405a-8ad4-55c7e19576e7 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3129787 Jul 09 13:48:41.637315 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58496) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:41.649740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-77e641d5-6d8f-47fc-ab1e-ae94d6208513 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'subnet': {'network_id': 'c7ca3740-0dbe-4967-91e2-6ca7c095042a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:41.760067 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f924b611-9e47-4f4f-b38d-1b20e2963486 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=8c34a0fc3a184be78e3c6c67935f5896&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4245131 Jul 09 13:48:41.761026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924b611-9e47-4f4f-b38d-1b20e2963486 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57adf69-5ee6-4ab8-ae5a-8d59ebb29b6e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:41.765107 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58504) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:41.803152 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9cc61566-faf2-4a37-92b3-301c0a7ee56c req-492244ef-e933-48d7-ac6c-c2a7bd2a58c5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0506625 Jul 09 13:48:41.830846 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e641d5-6d8f-47fc-ab1e-ae94d6208513 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Made reservation on behalf of 931ad48120044b9789ed564369cb00aa for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:41.834749 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77e641d5-6d8f-47fc-ab1e-ae94d6208513 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:41.841018 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e664b47-7860-4da9-9d48-4bb0c99b475b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:41.865933 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e664b47-7860-4da9-9d48-4bb0c99b475b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:41.900422 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-77e641d5-6d8f-47fc-ab1e-ae94d6208513 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Performing IP validity checks on allocation pools {{(pid=93754) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 13:48:41.901708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-77e641d5-6d8f-47fc-ab1e-ae94d6208513 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93754) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 13:48:41.978104 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e664b47-7860-4da9-9d48-4bb0c99b475b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:41.981669 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4e664b47-7860-4da9-9d48-4bb0c99b475b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:41.986258 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4e664b47-7860-4da9-9d48-4bb0c99b475b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f57adf69-5ee6-4ab8-ae5a-8d59ebb29b6e HTTP/1.1" status: 204 len: 168 time: 0.2196906 Jul 09 13:48:42.001808 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e664b47-7860-4da9-9d48-4bb0c99b475b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57adf69-5ee6-4ab8-ae5a-8d59ebb29b6e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:42.097855 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-ca5cf46f-37d4-4704-8c6a-ccb64e0e2360 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:42.099880 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-ca5cf46f-37d4-4704-8c6a-ccb64e0e2360 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.15 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 811 time: 0.1840782 Jul 09 13:48:42.114526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-fb3228d7-4da7-46cd-a45e-bf472496a1a0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Request body: {'port': {'device_id': '602a25c5-9e9d-47af-8a07-67836bb4a5f0', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'admin_state_up': True, 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:42.116468 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77e641d5-6d8f-47fc-ab1e-ae94d6208513 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.200540 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e641d5-6d8f-47fc-ab1e-ae94d6208513 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Checking segment: {'id': '02f72091-3f20-4734-9dda-d5e1838cad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7ca3740-0dbe-4967-91e2-6ca7c095042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:42.202322 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e641d5-6d8f-47fc-ab1e-ae94d6208513 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network hostable DHCP agents. Network: c7ca3740-0dbe-4967-91e2-6ca7c095042a, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:42.218639 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e641d5-6d8f-47fc-ab1e-ae94d6208513 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Subnet': ['ID=2105c700-4bca-48a4-af00-a23a93af6de5,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:42.254905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e641d5-6d8f-47fc-ab1e-ae94d6208513 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Network c7ca3740-0dbe-4967-91e2-6ca7c095042a is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:42.271822 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-77e641d5-6d8f-47fc-ab1e-ae94d6208513 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, c7ca3740-0dbe-4967-91e2-6ca7c095042a) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:42.282333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e641d5-6d8f-47fc-ab1e-ae94d6208513 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:42.283607 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77e641d5-6d8f-47fc-ab1e-ae94d6208513 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.284255 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48df775-3ef8-448a-8388-b62a1c7d6bff None None] Network c7ca3740-0dbe-4967-91e2-6ca7c095042a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:42.303811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58512) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:42.304663 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-77e641d5-6d8f-47fc-ab1e-ae94d6208513 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6653116 Jul 09 13:48:42.314011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-115ffaab-6b02-4e49-bcba-1c64170313c8 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:42.417047 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-fb3228d7-4da7-46cd-a45e-bf472496a1a0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Made reservation on behalf of dbdf7a4931e34c009ef4353a46117d30 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:42.421818 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-fb3228d7-4da7-46cd-a45e-bf472496a1a0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.495606 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58514) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:42.522327 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e328d31a-0ab7-4a93-947d-2bec804f8c74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.530087 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-115ffaab-6b02-4e49-bcba-1c64170313c8 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8659643'] for subnet, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.596019 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-c7ca3740-0dbe-4967-91e2-6ca7c095042a', 'network_id': 'c7ca3740-0dbe-4967-91e2-6ca7c095042a', 'tenant_id': '931ad48120044b9789ed564369cb00aa', 'fixed_ips': [{'subnet_id': '2105c700-4bca-48a4-af00-a23a93af6de5'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:48:42.597154 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.712363 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e328d31a-0ab7-4a93-947d-2bec804f8c74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.722748 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e328d31a-0ab7-4a93-947d-2bec804f8c74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.749100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-fb3228d7-4da7-46cd-a45e-bf472496a1a0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Allocated IP 172.20.0.7 (39203702-852d-404c-bcfb-2c2a5a230b71/3bc55cf0-4c15-4379-8ecd-1ddd672b67e3/11eeb1c9-d490-41ed-a049-2ea631e63df1) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:42.774713 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e328d31a-0ab7-4a93-947d-2bec804f8c74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=51188788acf34758b459acb7cf5f5051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2779958 Jul 09 13:48:42.775723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e328d31a-0ab7-4a93-947d-2bec804f8c74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6f2cdf6-e1a8-490a-badb-bad7825fd457,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:42.778096 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58518) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:42.833368 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d57bb2fe-5624-49ea-8f0a-ce5128c72d44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.863047 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d57bb2fe-5624-49ea-8f0a-ce5128c72d44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.920751 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d57bb2fe-5624-49ea-8f0a-ce5128c72d44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.927342 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d57bb2fe-5624-49ea-8f0a-ce5128c72d44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:42.930717 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d57bb2fe-5624-49ea-8f0a-ce5128c72d44 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c6f2cdf6-e1a8-490a-badb-bad7825fd457 HTTP/1.1" status: 204 len: 168 time: 0.1515939 Jul 09 13:48:42.948496 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57bb2fe-5624-49ea-8f0a-ce5128c72d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6f2cdf6-e1a8-490a-badb-bad7825fd457,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:42.978317 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Allocated IP 172.20.0.3 (c7ca3740-0dbe-4967-91e2-6ca7c095042a/2105c700-4bca-48a4-af00-a23a93af6de5/384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:43.065446 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8597bf4-c48d-4b8d-ae5d-24c80987d4f3 req-7d45e515-626a-4245-aa74-a23729b469c2 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0615857 Jul 09 13:48:43.104005 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-115ffaab-6b02-4e49-bcba-1c64170313c8 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8760339640854', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9435949'] for subnet, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.180914 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-115ffaab-6b02-4e49-bcba-1c64170313c8 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:43.182153 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-115ffaab-6b02-4e49-bcba-1c64170313c8 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.183683 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-115ffaab-6b02-4e49-bcba-1c64170313c8 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "PUT /v2.0/subnets/2105c700-4bca-48a4-af00-a23a93af6de5 HTTP/1.1" status: 200 len: 877 time: 0.8781433 Jul 09 13:48:43.186591 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58528) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:43.239780 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115ffaab-6b02-4e49-bcba-1c64170313c8 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event updated for resources: {'Subnet': ['ID=2105c700-4bca-48a4-af00-a23a93af6de5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:43.301310 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-fb3228d7-4da7-46cd-a45e-bf472496a1a0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.311124 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.321284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-fb3228d7-4da7-46cd-a45e-bf472496a1a0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Transition to ACTIVE for port object 11eeb1c9-d490-41ed-a049-2ea631e63df1 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:43.329990 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Transition to ACTIVE for port object 384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:43.362429 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-fb3228d7-4da7-46cd-a45e-bf472496a1a0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.366168 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Transition to ACTIVE for port object 384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:43.376701 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.392663 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['4064804d-4843-49b4-bc75-0771442be855'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:48:43.421668 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.445285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-fb3228d7-4da7-46cd-a45e-bf472496a1a0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Network 39203702-852d-404c-bcfb-2c2a5a230b71 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:43.450105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-fb3228d7-4da7-46cd-a45e-bf472496a1a0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:43.456809 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-fb3228d7-4da7-46cd-a45e-bf472496a1a0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:43.510121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3228d7-4da7-46cd-a45e-bf472496a1a0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event updated for resources: {'Port': ['ID=11eeb1c9-d490-41ed-a049-2ea631e63df1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:43.527554 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Pushing event updated for resources: {'Port': ['ID=384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:43.556372 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Network c7ca3740-0dbe-4967-91e2-6ca7c095042a is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:43.563006 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:43.567452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:43.586733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-fb3228d7-4da7-46cd-a45e-bf472496a1a0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:43.586733 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-fb3228d7-4da7-46cd-a45e-bf472496a1a0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.589378 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Deleting port 384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:43.593305 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.620459 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-fb3228d7-4da7-46cd-a45e-bf472496a1a0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5109222 Jul 09 13:48:43.635495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Request body: {'port': {'device_id': '602a25c5-9e9d-47af-8a07-67836bb4a5f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:43.751345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Attempting to bind port 384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:43.754136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] For port 384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51, host n-d-799525-3, got binding levels [] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:43.754489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Attempting to bind port 384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '02f72091-3f20-4734-9dda-d5e1838cad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7ca3740-0dbe-4967-91e2-6ca7c095042a'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:43.754932 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.755460 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Attempting to bind port 384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51 on network c7ca3740-0dbe-4967-91e2-6ca7c095042a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:43.787933 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.791951 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Calling delete_port for 384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:43.796054 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:43.796739 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Checking segment: {'id': '02f72091-3f20-4734-9dda-d5e1838cad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7ca3740-0dbe-4967-91e2-6ca7c095042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:43.797342 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.797981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Bound using segment: {'id': '02f72091-3f20-4734-9dda-d5e1838cad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7ca3740-0dbe-4967-91e2-6ca7c095042a'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:43.801854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Bound port: 384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f72091-3f20-4734-9dda-d5e1838cad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7ca3740-0dbe-4967-91e2-6ca7c095042a'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:43.802575 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:43.841952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58542) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:43.990056 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.034203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b4ea81f2-75e2-49f7-ad3f-91eb442ab2fc None None] Provisioning for port 11eeb1c9-d490-41ed-a049-2ea631e63df1 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:44.041917 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b4ea81f2-75e2-49f7-ad3f-91eb442ab2fc None None] Provisioning complete for port 11eeb1c9-d490-41ed-a049-2ea631e63df1 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:44.042423 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4ea81f2-75e2-49f7-ad3f-91eb442ab2fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.042621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Port': ['ID=384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:44.085429 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b4ea81f2-75e2-49f7-ad3f-91eb442ab2fc None None] Port 11eeb1c9-d490-41ed-a049-2ea631e63df1 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:48:44.087413 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:48:44.088037 n-d-799525-3 neutron-server[93755]: DEBUG oslo_db.api [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:48:44.104328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No DVR routers for this DVR port 384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:48:44.105912 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-69d364b1-d700-48af-b24c-9ee25cd5307b tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2468 time: 0.2625399 Jul 09 13:48:44.106336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58552) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:44.111734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9169db41-7213-45eb-af3a-ee29caec7cdd tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Request body: {'network': {'name': 'tempest-network-smoke--1150035392', 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'port_security_enabled': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:44.193380 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.239314 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9169db41-7213-45eb-af3a-ee29caec7cdd tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Made reservation on behalf of bbef650d192247dcaa6c45d9271ffbe5 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:44.244179 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9169db41-7213-45eb-af3a-ee29caec7cdd tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.309500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58556) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:44.329484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11eeb1c9-d490-41ed-a049-2ea631e63df1 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:48:44.334951 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9169db41-7213-45eb-af3a-ee29caec7cdd tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:44.343258 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.361747 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Transition to ACTIVE for port object 11eeb1c9-d490-41ed-a049-2ea631e63df1 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:44.368499 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.375115 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.385386 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9169db41-7213-45eb-af3a-ee29caec7cdd tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.385737 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-9169db41-7213-45eb-af3a-ee29caec7cdd tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Added segment afc03bda-3bcf-4d12-ab19-bfa7f707922f of type vlan for network 5ee10cba-8ae4-4001-8797-37b1b42c56ac Jul 09 13:48:44.401910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7791a5-87ac-492b-a9d0-b2d412af29ae req-cacee04a-c47c-4875-a421-6d572cca753d tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:44.404146 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b7791a5-87ac-492b-a9d0-b2d412af29ae req-cacee04a-c47c-4875-a421-6d572cca753d tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 931 time: 0.1565852 Jul 09 13:48:44.487265 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Pushing event updated for resources: {'Port': ['ID=11eeb1c9-d490-41ed-a049-2ea631e63df1,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:44.487548 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Subnet': ['ID=2105c700-4bca-48a4-af00-a23a93af6de5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:44.522983 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1e8c1e4a-19ec-43d4-b009-70b1f321b9f9 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1150897384'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:44.546043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Attempting to bind port 11eeb1c9-d490-41ed-a049-2ea631e63df1 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:44.546393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Attempting to bind port 11eeb1c9-d490-41ed-a049-2ea631e63df1 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:44.546729 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Attempting to bind port 11eeb1c9-d490-41ed-a049-2ea631e63df1 on network 39203702-852d-404c-bcfb-2c2a5a230b71 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:44.552508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Port 11eeb1c9-d490-41ed-a049-2ea631e63df1 on network 39203702-852d-404c-bcfb-2c2a5a230b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:48:44.553352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Attempting to bind port 11eeb1c9-d490-41ed-a049-2ea631e63df1 on network 39203702-852d-404c-bcfb-2c2a5a230b71 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:44.558070 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:44.558422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Checking segment: {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:44.558811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Bound using segment: {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:44.559279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Bound port: 11eeb1c9-d490-41ed-a049-2ea631e63df1, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:44.559697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.567430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9169db41-7213-45eb-af3a-ee29caec7cdd tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.600974 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.610344 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b7791a5-87ac-492b-a9d0-b2d412af29ae req-297842fb-d094-4f7a-abee-45e1a26c2f2a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1919363 Jul 09 13:48:44.629887 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Attempting to bind port 384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:44.630748 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Attempting to bind port 384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '02f72091-3f20-4734-9dda-d5e1838cad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7ca3740-0dbe-4967-91e2-6ca7c095042a'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:44.630962 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Attempting to bind port 384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51 on network c7ca3740-0dbe-4967-91e2-6ca7c095042a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:44.639613 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] For port 11eeb1c9-d490-41ed-a049-2ea631e63df1, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:48:44.646658 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] For port 11eeb1c9-d490-41ed-a049-2ea631e63df1, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=11eeb1c9-d490-41ed-a049-2ea631e63df1,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:48:44.648170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ca3740-0dbe-4967-91e2-6ca7c095042a']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:44.649889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:44.658643 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.662876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Checking segment: {'id': '02f72091-3f20-4734-9dda-d5e1838cad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7ca3740-0dbe-4967-91e2-6ca7c095042a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:44.663337 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.663741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Bound using segment: {'id': '02f72091-3f20-4734-9dda-d5e1838cad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7ca3740-0dbe-4967-91e2-6ca7c095042a'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:44.664250 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Bound port: 384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02f72091-3f20-4734-9dda-d5e1838cad6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'c7ca3740-0dbe-4967-91e2-6ca7c095042a'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:44.664643 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.681076 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02f72091-3f20-4734-9dda-d5e1838cad6d') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:44.681736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02f72091-3f20-4734-9dda-d5e1838cad6d') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:44.683697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e8c1e4a-19ec-43d4-b009-70b1f321b9f9 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Made reservation on behalf of d91ed08d13fa40dba9e119c0cb9e11c1 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:44.688468 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1e4a-19ec-43d4-b009-70b1f321b9f9 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.703022 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.721336 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1e4a-19ec-43d4-b009-70b1f321b9f9 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.727630 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9169db41-7213-45eb-af3a-ee29caec7cdd tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.733876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9169db41-7213-45eb-af3a-ee29caec7cdd tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:44.734586 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9169db41-7213-45eb-af3a-ee29caec7cdd tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.745230 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2c58f9d2-5db2-4cfa-a09a-1c953d644973 None None] Port 384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51 has been deleted concurrently {{(pid=93755) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 09 13:48:44.747682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:44.747800 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.748813 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.750256 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] 10.222.0.15 "PUT /v2.0/ports/11eeb1c9-d490-41ed-a049-2ea631e63df1 HTTP/1.1" status: 200 len: 1091 time: 1.1214757 Jul 09 13:48:44.750706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '602a25c5-9e9d-47af-8a07-67836bb4a5f0', 'tag': '11eeb1c9-d490-41ed-a049-2ea631e63df1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:48:44.753162 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02fc72c0-e6af-4ad3-8b1d-002b2f40d921" -d '{"events": [{"name": "network-changed", "server_uuid": "602a25c5-9e9d-47af-8a07-67836bb4a5f0", "tag": "11eeb1c9-d490-41ed-a049-2ea631e63df1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:48:44.830488 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:44.831013 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:44.834376 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:44.876710 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5810fd22-2b9a-4e0a-b886-805891667262 x-openstack-request-id: req-5810fd22-2b9a-4e0a-b886-805891667262 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:48:44.877006 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "602a25c5-9e9d-47af-8a07-67836bb4a5f0", "tag": "11eeb1c9-d490-41ed-a049-2ea631e63df1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:48:44.877264 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5810fd22-2b9a-4e0a-b886-805891667262 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:48:44.877736 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '602a25c5-9e9d-47af-8a07-67836bb4a5f0', 'tag': '11eeb1c9-d490-41ed-a049-2ea631e63df1', 'status': 'completed', 'code': 200} Jul 09 13:48:44.882882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6874d09a-88af-4bd2-8bc5-a40efd604c48 service neutron] Pushing event updated for resources: {'Port': ['ID=11eeb1c9-d490-41ed-a049-2ea631e63df1,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:44.936307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-88bdba4e-ad28-4a32-8bb0-6db0392d0554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:44.938804 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-88bdba4e-ad28-4a32-8bb0-6db0392d0554 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 1094 time: 0.1200187 Jul 09 13:48:44.970241 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9169db41-7213-45eb-af3a-ee29caec7cdd tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'Network': ['ID=5ee10cba-8ae4-4001-8797-37b1b42c56ac,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:44.981094 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.995977 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:44.998376 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-b9d39ec6-3169-452b-8d08-412562ed4e86 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11eeb1c9-d490-41ed-a049-2ea631e63df1 HTTP/1.1" status: 200 len: 217 time: 0.0511274 Jul 09 13:48:45.003795 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/c7ca3740-0dbe-4967-91e2-6ca7c095042a HTTP/1.1" status: 204 len: 168 time: 1.8124542 Jul 09 13:48:45.004762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 5ee10cba-8ae4-4001-8797-37b1b42c56ac details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:45.004950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58568) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:45.087812 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc1965e-0bf2-4b71-a1ce-a70c3c5779e2 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Network': ['ID=c7ca3740-0dbe-4967-91e2-6ca7c095042a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:45.135511 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd58cece-2912-4410-aade-baabb82063c1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:45.136538 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd58cece-2912-4410-aade-baabb82063c1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:45.139683 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fd58cece-2912-4410-aade-baabb82063c1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/subnets/2105c700-4bca-48a4-af00-a23a93af6de5 HTTP/1.1" status: 404 len: 337 time: 0.1202559 Jul 09 13:48:45.142728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58570) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:45.156333 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1e4a-19ec-43d4-b009-70b1f321b9f9 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:45.167522 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-a1456695-5744-4a20-881c-53b1dfaf094d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:45.168215 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1e4a-19ec-43d4-b009-70b1f321b9f9 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:45.169025 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-a1456695-5744-4a20-881c-53b1dfaf094d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.1628354 Jul 09 13:48:45.206050 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9169db41-7213-45eb-af3a-ee29caec7cdd tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0992720 Jul 09 13:48:45.209144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58572) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:45.212872 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfe9ff33-20f1-4dac-b9ec-9cab10598750 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:45.213591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfe9ff33-20f1-4dac-b9ec-9cab10598750 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:45.214117 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-165232232', 'admin_state_up': True, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:45.218283 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cfe9ff33-20f1-4dac-b9ec-9cab10598750 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/c7ca3740-0dbe-4967-91e2-6ca7c095042a HTTP/1.1" status: 404 len: 339 time: 0.0715437 Jul 09 13:48:45.222472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c1e4a-19ec-43d4-b009-70b1f321b9f9 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfd71420-40b6-4b82-a29f-69ab2a1acb46,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:45.225707 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58574) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:45.258500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e8c1e4a-19ec-43d4-b009-70b1f321b9f9 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] vlan segment allocate from pool success with {'vlan_id': 331, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:45.290547 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-53827abf-8c76-4a9e-9847-4704a0f87d63 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:45.290547 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53827abf-8c76-4a9e-9847-4704a0f87d63 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:45.290547 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-53827abf-8c76-4a9e-9847-4704a0f87d63 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/subnets/cd10aab2-2d7d-460d-ab20-a4aaadae616a HTTP/1.1" status: 404 len: 337 time: 0.0603142 Jul 09 13:48:45.294252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58576) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:45.298919 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1e4a-19ec-43d4-b009-70b1f321b9f9 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:45.299421 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-1e8c1e4a-19ec-43d4-b009-70b1f321b9f9 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Added segment 0f310a76-eb4b-415f-b315-c3c29e873395 of type vlan for network 10d19839-35d0-453c-9ba7-67a99addcf54 Jul 09 13:48:45.320081 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-414a2b53-96e6-48e5-a27c-592895d7d73d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:45.320851 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-414a2b53-96e6-48e5-a27c-592895d7d73d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:45.325178 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-414a2b53-96e6-48e5-a27c-592895d7d73d tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/9f1450ec-a4fa-4cce-a064-24b44c71fa1b HTTP/1.1" status: 404 len: 339 time: 0.0253408 Jul 09 13:48:45.333344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58578) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:45.334837 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:45.336467 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:45.458434 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1e4a-19ec-43d4-b009-70b1f321b9f9 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:45.535850 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1494a55d-d066-47bc-8aed-aab0a2ab38ba tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:45.541062 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:45.621910 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1e4a-19ec-43d4-b009-70b1f321b9f9 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:45.627958 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e8c1e4a-19ec-43d4-b009-70b1f321b9f9 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:45.628597 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e8c1e4a-19ec-43d4-b009-70b1f321b9f9 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:45.677036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-b3fe0faf-a586-4ce6-bf49-8f2089eabd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:45.678548 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-b3fe0faf-a586-4ce6-bf49-8f2089eabd96 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4872200 Jul 09 13:48:45.780407 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-f2a93d0b-6980-47a8-908e-f3d1bad479e2 service neutron] 10.222.0.15 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942411 Jul 09 13:48:45.806929 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1494a55d-d066-47bc-8aed-aab0a2ab38ba tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:45.820579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1494a55d-d066-47bc-8aed-aab0a2ab38ba tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44045dba-f2cb-4499-a07d-7b4fa27e3fb1']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:45.834532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1494a55d-d066-47bc-8aed-aab0a2ab38ba tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b0bb2ec-1f40-4c70-8c94-85ef8cf2d04d') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:45.835034 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1494a55d-d066-47bc-8aed-aab0a2ab38ba tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b0bb2ec-1f40-4c70-8c94-85ef8cf2d04d') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:45.893582 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a855f0b0-edc5-4223-b4cc-e1ce4ed93f89 req-940c005a-fec8-44f7-9f6e-f66d84e0b295 service neutron] 10.222.0.15 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054108 Jul 09 13:48:45.957333 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1494a55d-d066-47bc-8aed-aab0a2ab38ba tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:45.964513 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1e8c1e4a-19ec-43d4-b009-70b1f321b9f9 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.6520085 Jul 09 13:48:45.996660 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58584) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:46.003666 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.018032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4b7d99bc-82cb-4a21-b980-4333bce6aac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Request body: {'subnet': {'network_id': '10d19839-35d0-453c-9ba7-67a99addcf54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:46.041453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc72c0-e6af-4ad3-8b1d-002b2f40d921 req-20640eb3-20b2-45d1-8cc0-df0f3374b177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:46.043330 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-02fc72c0-e6af-4ad3-8b1d-002b2f40d921 req-20640eb3-20b2-45d1-8cc0-df0f3374b177 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 1094 time: 0.0867689 Jul 09 13:48:46.068011 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1494a55d-d066-47bc-8aed-aab0a2ab38ba tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.081547 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8c1e4a-19ec-43d4-b009-70b1f321b9f9 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event updated for resources: {'Network': ['ID=10d19839-35d0-453c-9ba7-67a99addcf54,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:46.090646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1494a55d-d066-47bc-8aed-aab0a2ab38ba tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:46.090929 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1494a55d-d066-47bc-8aed-aab0a2ab38ba tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.095102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 10d19839-35d0-453c-9ba7-67a99addcf54 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:46.099142 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:46.173725 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc72c0-e6af-4ad3-8b1d-002b2f40d921 req-c1f8e6e2-cf7b-4bb7-bd80-cea65095dec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:46.175364 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-02fc72c0-e6af-4ad3-8b1d-002b2f40d921 req-c1f8e6e2-cf7b-4bb7-bd80-cea65095dec2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.1243362 Jul 09 13:48:46.221669 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-02fc72c0-e6af-4ad3-8b1d-002b2f40d921 req-7a098109-6f5d-4d5e-8cf3-2b00ad5d2c36 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11eeb1c9-d490-41ed-a049-2ea631e63df1 HTTP/1.1" status: 200 len: 217 time: 0.0379500 Jul 09 13:48:46.287067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc72c0-e6af-4ad3-8b1d-002b2f40d921 req-c40632b5-5310-40f6-af46-bde107e37b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:46.287067 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-02fc72c0-e6af-4ad3-8b1d-002b2f40d921 req-c40632b5-5310-40f6-af46-bde107e37b6c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.0571225 Jul 09 13:48:46.316071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d067da9e-967d-430a-a7ba-c3b32aebbc0f None None] Could not find standard attr ID for object 384f0d0a-5a6a-41a4-ae89-1fb0e4bf2c51. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:48:46.375492 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b257ee31-535d-4faa-b28c-cf84e55312b6 None None] DHCP port deletion for c7ca3740-0dbe-4967-91e2-6ca7c095042a request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:48:46.379210 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fc72c0-e6af-4ad3-8b1d-002b2f40d921 req-c2b829a0-63c9-492f-8d14-a25fcd71f623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:46.382028 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-02fc72c0-e6af-4ad3-8b1d-002b2f40d921 req-c2b829a0-63c9-492f-8d14-a25fcd71f623 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885277 Jul 09 13:48:46.407418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d71dc5-a311-49d5-82e2-da841a847e5a None None] Network c7ca3740-0dbe-4967-91e2-6ca7c095042a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:46.438016 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d71dc5-a311-49d5-82e2-da841a847e5a None None] Network c7ca3740-0dbe-4967-91e2-6ca7c095042a could not be found, it might have been deleted concurrently. {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 13:48:46.447787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad53dfd3-0bdf-4db6-b697-16a7109f96ad None None] Network c7ca3740-0dbe-4967-91e2-6ca7c095042a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:46.463378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad53dfd3-0bdf-4db6-b697-16a7109f96ad None None] Network c7ca3740-0dbe-4967-91e2-6ca7c095042a could not be found, it might have been deleted concurrently. {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 13:48:46.497683 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-02fc72c0-e6af-4ad3-8b1d-002b2f40d921 req-ad390249-a612-419c-8725-56e9d95ddf51 service neutron] 10.222.0.15 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079156 Jul 09 13:48:46.570939 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1494a55d-d066-47bc-8aed-aab0a2ab38ba tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.584799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db318c91-f7bf-43a9-b8e4-52214e7c7566 req-79b61db9-0cb7-46eb-a6c0-7770fab4ee33 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:46.586340 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db318c91-f7bf-43a9-b8e4-52214e7c7566 req-79b61db9-0cb7-46eb-a6c0-7770fab4ee33 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 943 time: 0.7490785 Jul 09 13:48:46.598405 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1494a55d-d066-47bc-8aed-aab0a2ab38ba tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.600650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1494a55d-d066-47bc-8aed-aab0a2ab38ba tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/44045dba-f2cb-4499-a07d-7b4fa27e3fb1 HTTP/1.1" status: 204 len: 168 time: 1.2566652 Jul 09 13:48:46.606359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58590) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:46.625520 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1494a55d-d066-47bc-8aed-aab0a2ab38ba tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Network': ['ID=44045dba-f2cb-4499-a07d-7b4fa27e3fb1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:46.636411 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b7d99bc-82cb-4a21-b980-4333bce6aac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Made reservation on behalf of d91ed08d13fa40dba9e119c0cb9e11c1 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:46.640875 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b7d99bc-82cb-4a21-b980-4333bce6aac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.643017 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-02fc72c0-e6af-4ad3-8b1d-002b2f40d921 req-eb791593-e0f7-47cd-8bc1-100e1e188a70 service neutron] 10.222.0.15 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1379020 Jul 09 13:48:46.644080 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-d553080c-ffac-4c50-99f5-bba66f21bb12 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:46.644577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d553080c-ffac-4c50-99f5-bba66f21bb12 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:46.648764 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d553080c-ffac-4c50-99f5-bba66f21bb12 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/subnets/6dec66ed-0a57-4689-af79-4d30b89ba94c HTTP/1.1" status: 404 len: 337 time: 0.0385604 Jul 09 13:48:46.650771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58592) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:46.730836 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eaa3238-cccc-428a-8d04-d2c4ee5ff5ee tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:46.731449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eaa3238-cccc-428a-8d04-d2c4ee5ff5ee tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:46.734899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6eaa3238-cccc-428a-8d04-d2c4ee5ff5ee tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/95673bbe-1d75-4e6c-bb59-200b5de8bf3a HTTP/1.1" status: 404 len: 339 time: 0.0782349 Jul 09 13:48:46.736601 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58596) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:46.748445 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db318c91-f7bf-43a9-b8e4-52214e7c7566 req-8a2f64bc-4f0f-42c4-adaf-40599da15bf6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259515 Jul 09 13:48:46.777551 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-af14ca9a-a45f-4fa9-9ebb-9afba7ed9277 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:46.778100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af14ca9a-a45f-4fa9-9ebb-9afba7ed9277 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:46.780427 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-af14ca9a-a45f-4fa9-9ebb-9afba7ed9277 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/subnets/65d3e52e-15b1-43cf-821c-83104ae3b385 HTTP/1.1" status: 404 len: 337 time: 0.0424736 Jul 09 13:48:46.782915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58600) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:46.803276 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1ef9d38-693f-45c9-b367-b4bc565800d0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:46.804002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1ef9d38-693f-45c9-b367-b4bc565800d0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:46.808596 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f1ef9d38-693f-45c9-b367-b4bc565800d0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/0cebd032-c026-45f0-85a4-cc19ab6ad3a9 HTTP/1.1" status: 404 len: 339 time: 0.0245039 Jul 09 13:48:46.809248 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58604) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:46.847905 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-f14e85be-26ef-4b36-ab9e-d13495c42eef tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:46.847905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f14e85be-26ef-4b36-ab9e-d13495c42eef tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:46.847905 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f14e85be-26ef-4b36-ab9e-d13495c42eef tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/subnets/abe949c8-d351-46b3-ac3d-ca0ef2b6fc4e HTTP/1.1" status: 404 len: 337 time: 0.0338612 Jul 09 13:48:46.847905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58606) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:46.866285 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ead1e43-958b-4833-835a-acf4289f9e65 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:46.866878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ead1e43-958b-4833-835a-acf4289f9e65 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:46.871730 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0ead1e43-958b-4833-835a-acf4289f9e65 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/e43bc455-b7b1-40d5-a8d7-2998de58e9b7 HTTP/1.1" status: 404 len: 339 time: 0.0252376 Jul 09 13:48:46.874100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58608) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:46.901806 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-97f9a846-ca61-4b36-a9c6-dbb2fcb9d72b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:46.902360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97f9a846-ca61-4b36-a9c6-dbb2fcb9d72b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:46.904266 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-97f9a846-ca61-4b36-a9c6-dbb2fcb9d72b tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/subnets/6f10b880-2a34-4afc-818b-84a18ac67838 HTTP/1.1" status: 404 len: 337 time: 0.0302391 Jul 09 13:48:46.907325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58610) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:46.930993 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-04932191-3e5d-49ba-a65c-177d7b8fbf36 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:46.931672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04932191-3e5d-49ba-a65c-177d7b8fbf36 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:46.936745 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-04932191-3e5d-49ba-a65c-177d7b8fbf36 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/27c637cc-34dd-4396-bf86-40772e315742 HTTP/1.1" status: 404 len: 339 time: 0.0251644 Jul 09 13:48:46.938199 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58612) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:46.965447 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-935f2057-5a8a-41fc-ae37-407b2b46dcc1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:46.966004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-935f2057-5a8a-41fc-ae37-407b2b46dcc1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:46.968011 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-935f2057-5a8a-41fc-ae37-407b2b46dcc1 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/subnets/9113ebab-1987-4f02-ba8d-4819392af29d HTTP/1.1" status: 404 len: 337 time: 0.0290756 Jul 09 13:48:46.968507 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:46.970561 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58614) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:46.989078 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-216230d1-89fa-4f19-89f8-70d68646268c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:46.989819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-216230d1-89fa-4f19-89f8-70d68646268c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:46.994313 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-216230d1-89fa-4f19-89f8-70d68646268c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/8bf3db2e-73f3-4827-826a-b0a5d58e350d HTTP/1.1" status: 404 len: 339 time: 0.0200570 Jul 09 13:48:46.994468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58616) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:46.997153 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.023809 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e4ec772-4d3e-458b-b6ea-2d1745f2ad2c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:47.024456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e4ec772-4d3e-458b-b6ea-2d1745f2ad2c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:47.028822 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4e4ec772-4d3e-458b-b6ea-2d1745f2ad2c tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/subnets/cd7f0180-8bdd-4df3-87d0-7c8d24f6d109 HTTP/1.1" status: 404 len: 337 time: 0.0310295 Jul 09 13:48:47.029189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58618) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:47.049001 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-f885647c-c7b1-4c9b-9f13-e660081b67f0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:47.049557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f885647c-c7b1-4c9b-9f13-e660081b67f0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:47.053696 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f885647c-c7b1-4c9b-9f13-e660081b67f0 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/07bf4a70-0450-42eb-9747-883fd5cbc9d2 HTTP/1.1" status: 404 len: 339 time: 0.0211105 Jul 09 13:48:47.053931 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58620) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:47.081548 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00b34ce-4429-4bf4-b586-203d7f5315eb tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:47.081744 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b7d99bc-82cb-4a21-b980-4333bce6aac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.082020 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00b34ce-4429-4bf4-b586-203d7f5315eb tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:47.086248 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f00b34ce-4429-4bf4-b586-203d7f5315eb tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/subnets/a866c3f4-39ff-4308-8d6d-ef4f8d98cc5e HTTP/1.1" status: 404 len: 337 time: 0.0290408 Jul 09 13:48:47.091466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58622) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:47.116501 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-6517d4b8-2ba8-4410-89ac-258ce8262267 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:47.117220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6517d4b8-2ba8-4410-89ac-258ce8262267 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:47.121538 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6517d4b8-2ba8-4410-89ac-258ce8262267 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/212f7af3-4638-4ae2-87e8-89bbc44253fc HTTP/1.1" status: 404 len: 339 time: 0.0248380 Jul 09 13:48:47.121869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58624) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:47.151137 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-579a5fa0-f563-46d8-b0b6-31e9b1c2db70 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:47.151767 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579a5fa0-f563-46d8-b0b6-31e9b1c2db70 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:47.156155 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-579a5fa0-f563-46d8-b0b6-31e9b1c2db70 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/subnets/213e2a4c-4886-4939-8f38-91f53644c09b HTTP/1.1" status: 404 len: 337 time: 0.0289071 Jul 09 13:48:47.156836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58626) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:47.179882 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ef8337-c205-4c46-84e4-c548aeb056ac tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] DELETE failed (client error): The resource could not be found. Jul 09 13:48:47.180770 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9ef8337-c205-4c46-84e4-c548aeb056ac tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:48:47.186342 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b9ef8337-c205-4c46-84e4-c548aeb056ac tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/dde2f293-a197-4365-b9e3-6568a1642f5a HTTP/1.1" status: 404 len: 339 time: 0.0247624 Jul 09 13:48:47.186342 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58628) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:47.190656 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d99bc-82cb-4a21-b980-4333bce6aac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event updated for resources: {'Subnet': ['ID=b0816022-33e2-483a-bae7-f5d47fe0103c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:47.210841 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7d99bc-82cb-4a21-b980-4333bce6aac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Checking segment: {'id': '0f310a76-eb4b-415f-b315-c3c29e873395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10d19839-35d0-453c-9ba7-67a99addcf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:47.211240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7d99bc-82cb-4a21-b980-4333bce6aac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Network hostable DHCP agents. Network: 10d19839-35d0-453c-9ba7-67a99addcf54, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:47.228987 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Allocated IP 172.25.2.41 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/dd6d378a-f7da-49d9-8161-b62f4f52346c) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:47.244428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-04236ea1-7b8b-4cfc-9673-2ae20425b103 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Deleting subnet 475ab124-adec-40fa-bb9b-8ec360f5648b {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:48:47.248802 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04236ea1-7b8b-4cfc-9673-2ae20425b103 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.250302 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7d99bc-82cb-4a21-b980-4333bce6aac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Network 10d19839-35d0-453c-9ba7-67a99addcf54 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:47.297199 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4b7d99bc-82cb-4a21-b980-4333bce6aac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 10d19839-35d0-453c-9ba7-67a99addcf54) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:47.301261 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04236ea1-7b8b-4cfc-9673-2ae20425b103 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.306314 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b7d99bc-82cb-4a21-b980-4333bce6aac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:47.306919 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b7d99bc-82cb-4a21-b980-4333bce6aac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.311059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc70c2d1-5562-495e-8d6d-6ac2410f3a40 None None] Network 10d19839-35d0-453c-9ba7-67a99addcf54 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:47.339543 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4b7d99bc-82cb-4a21-b980-4333bce6aac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3358502 Jul 09 13:48:47.340618 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58630) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:47.346168 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c7d4c4e1-45be-456f-9b15-d47a3e529a7f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Request body: {'port': {'network_id': '10d19839-35d0-453c-9ba7-67a99addcf54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1251540291'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:47.428024 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.472604 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04236ea1-7b8b-4cfc-9673-2ae20425b103 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.516961 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.528127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d4c4e1-45be-456f-9b15-d47a3e529a7f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Made reservation on behalf of d91ed08d13fa40dba9e119c0cb9e11c1 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:47.533384 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7d4c4e1-45be-456f-9b15-d47a3e529a7f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.561474 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-10d19839-35d0-453c-9ba7-67a99addcf54', 'network_id': '10d19839-35d0-453c-9ba7-67a99addcf54', 'tenant_id': 'd91ed08d13fa40dba9e119c0cb9e11c1', 'fixed_ips': [{'subnet_id': 'b0816022-33e2-483a-bae7-f5d47fe0103c'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:48:47.562591 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.582072 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:47.588463 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04236ea1-7b8b-4cfc-9673-2ae20425b103 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.591953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:47.598498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:47.645572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04236ea1-7b8b-4cfc-9673-2ae20425b103 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Subnet': ['ID=475ab124-adec-40fa-bb9b-8ec360f5648b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:47.666503 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04236ea1-7b8b-4cfc-9673-2ae20425b103 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.672257 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-04236ea1-7b8b-4cfc-9673-2ae20425b103 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/subnets/475ab124-adec-40fa-bb9b-8ec360f5648b HTTP/1.1" status: 204 len: 168 time: 0.4824147 Jul 09 13:48:47.673891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58632) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:47.685079 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96294ef3-8f5c-4f51-8c40-e3894104485b None None] Network 1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:47.765200 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-c7d4c4e1-45be-456f-9b15-d47a3e529a7f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] device_id is not set on port 4f1702ea-44a2-41a8-aa07-9a0aebde342d yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:48:47.773418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Allocated IP 2001:db8::2 (10d19839-35d0-453c-9ba7-67a99addcf54/b0816022-33e2-483a-bae7-f5d47fe0103c/68b3b7af-57de-4f50-882d-fc6813e30acd) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:47.782591 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'Port': ['ID=dd6d378a-f7da-49d9-8161-b62f4f52346c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:47.814766 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.878651 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Deleting port 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:47.879037 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.960389 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] For port 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8e99e0ae-3cc9-4d90-98b0-bd274d36ab40,segment=NetworkSegment(154d1807-f66f-4f66-babe-43387936d022),segment_id=154d1807-f66f-4f66-babe-43387936d022)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:47.961059 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:47.998002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Calling delete_port for 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:48.057891 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.072027 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Transition to ACTIVE for port object 68b3b7af-57de-4f50-882d-fc6813e30acd will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:48.117146 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.130957 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Transition to ACTIVE for port object 68b3b7af-57de-4f50-882d-fc6813e30acd will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:48.155071 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cbc466-85b4-485e-a9b0-acbb8045f12b req-c037215c-a8be-48db-bd4f-6ecf4afde582 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:48.156987 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41cbc466-85b4-485e-a9b0-acbb8045f12b req-c037215c-a8be-48db-bd4f-6ecf4afde582 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 943 time: 0.1685293 Jul 09 13:48:48.160615 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.161616 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] No DVR routers for this DVR port 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:48:48.163810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Port': ['ID=8e99e0ae-3cc9-4d90-98b0-bd274d36ab40,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:48.171405 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.214053 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Network 10d19839-35d0-453c-9ba7-67a99addcf54 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:48.220782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:48.231866 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:48.253916 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Pushing event updated for resources: {'Port': ['ID=68b3b7af-57de-4f50-882d-fc6813e30acd,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:48.320665 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.321839 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8729b0aa-f066-42c7-8d98-fb702e9319ed None None] DHCP port deletion for 1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:48:48.335590 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:48.337023 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Attempting to bind port 68b3b7af-57de-4f50-882d-fc6813e30acd on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:48.337402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Attempting to bind port 68b3b7af-57de-4f50-882d-fc6813e30acd by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0f310a76-eb4b-415f-b315-c3c29e873395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10d19839-35d0-453c-9ba7-67a99addcf54'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:48.337774 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Attempting to bind port 68b3b7af-57de-4f50-882d-fc6813e30acd on network 10d19839-35d0-453c-9ba7-67a99addcf54 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:48.348932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:48.349321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Checking segment: {'id': '0f310a76-eb4b-415f-b315-c3c29e873395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10d19839-35d0-453c-9ba7-67a99addcf54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:48.349737 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.350139 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Bound using segment: {'id': '0f310a76-eb4b-415f-b315-c3c29e873395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10d19839-35d0-453c-9ba7-67a99addcf54'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:48.350620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Bound port: 68b3b7af-57de-4f50-882d-fc6813e30acd, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f310a76-eb4b-415f-b315-c3c29e873395', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 331, 'network_id': '10d19839-35d0-453c-9ba7-67a99addcf54'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:48.351013 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.362048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154d1807-f66f-4f66-babe-43387936d022') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:48.362620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154d1807-f66f-4f66-babe-43387936d022') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:48.375965 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.393852 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.405464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:48:48.406298 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.424111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] For port 68b3b7af-57de-4f50-882d-fc6813e30acd, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:48:48.444412 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:48:48.470418 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.471646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] For port 68b3b7af-57de-4f50-882d-fc6813e30acd, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=68b3b7af-57de-4f50-882d-fc6813e30acd,segment=NetworkSegment(0f310a76-eb4b-415f-b315-c3c29e873395),segment_id=0f310a76-eb4b-415f-b315-c3c29e873395)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:48:48.478472 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.486814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 11eeb1c9-d490-41ed-a049-2ea631e63df1 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:48:48.495203 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.499874 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] 10.222.0.39 "DELETE /v2.0/networks/1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97 HTTP/1.1" status: 204 len: 168 time: 0.8256357 Jul 09 13:48:48.500805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d623d7-2a39-4156-88a3-ba330b141976 tempest-NetworksTest-1721805243 tempest-NetworksTest-1721805243-project] Pushing event deleted for resources: {'Network': ['ID=1eb211ef-4ef1-4d5d-9fd7-4050d9b67f97,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:48.534373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41cbc466-85b4-485e-a9b0-acbb8045f12b req-c87e47a1-d528-49c5-90f6-29bcc2de46b1 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391596 Jul 09 13:48:48.535954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-c7d4c4e1-45be-456f-9b15-d47a3e529a7f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Allocated IP 2001:db8::188 (10d19839-35d0-453c-9ba7-67a99addcf54/b0816022-33e2-483a-bae7-f5d47fe0103c/4f1702ea-44a2-41a8-aa07-9a0aebde342d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:48.601295 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.712687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:48:48.760476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e25db4-4ac9-4f7d-aae4-fef8666256ed None None] Pushing event updated for resources: {'Port': ['ID=68b3b7af-57de-4f50-882d-fc6813e30acd,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:48.771244 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:48:48.771695 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8e99e0ae-3cc9-4d90-98b0-bd274d36ab40 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:48:48.826384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 11eeb1c9-d490-41ed-a049-2ea631e63df1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=11eeb1c9-d490-41ed-a049-2ea631e63df1,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:48.844514 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '11eeb1c9-d490-41ed-a049-2ea631e63df1', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'port_id': '11eeb1c9-d490-41ed-a049-2ea631e63df1', 'mac_address': 'fa:16:3e:4a:f3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:48:48.929421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58650) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:48.937782 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:48.975067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11eeb1c9-d490-41ed-a049-2ea631e63df1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:48:48.999576 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 11eeb1c9-d490-41ed-a049-2ea631e63df1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=11eeb1c9-d490-41ed-a049-2ea631e63df1,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:49.005222 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:49.090994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=11eeb1c9-d490-41ed-a049-2ea631e63df1,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:49.092514 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7d4c4e1-45be-456f-9b15-d47a3e529a7f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:49.096698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Router eba27009-ef2f-49b2-9547-0e1ac0a1de53 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:48:49.111656 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-c7d4c4e1-45be-456f-9b15-d47a3e529a7f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Transition to ACTIVE for port object 4f1702ea-44a2-41a8-aa07-9a0aebde342d will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:49.188361 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d7d5f95b-3eca-4994-a738-2f451d182a1b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=931ad48120044b9789ed564369cb00aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2552123 Jul 09 13:48:49.188912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58656) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:49.205815 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['11eeb1c9-d490-41ed-a049-2ea631e63df1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:48:49.246123 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c29cf9f6-3a82-4002-b92a-2a2746d2eaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:49.249157 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7d4c4e1-45be-456f-9b15-d47a3e529a7f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:49.274102 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c29cf9f6-3a82-4002-b92a-2a2746d2eaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:49.320221 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:48:49.333691 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c29cf9f6-3a82-4002-b92a-2a2746d2eaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:49.334424 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Sync routers for ids ['eba27009-ef2f-49b2-9547-0e1ac0a1de53'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:48:49.336299 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c29cf9f6-3a82-4002-b92a-2a2746d2eaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:49.340426 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c29cf9f6-3a82-4002-b92a-2a2746d2eaee admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9e29d66d-494e-410a-8465-e2d44534e4bb HTTP/1.1" status: 204 len: 168 time: 0.1506910 Jul 09 13:48:49.351139 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Routers {'eba27009-ef2f-49b2-9547-0e1ac0a1de53'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:49.356221 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:48:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['eba27009-ef2f-49b2-9547-0e1ac0a1de53'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:49.357916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29cf9f6-3a82-4002-b92a-2a2746d2eaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e29d66d-494e-410a-8465-e2d44534e4bb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:49.364268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d4c4e1-45be-456f-9b15-d47a3e529a7f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Network 10d19839-35d0-453c-9ba7-67a99addcf54 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:49.377394 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c7d4c4e1-45be-456f-9b15-d47a3e529a7f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:49.388737 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d4c4e1-45be-456f-9b15-d47a3e529a7f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:49.394903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d4c4e1-45be-456f-9b15-d47a3e529a7f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:49.395581 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7d4c4e1-45be-456f-9b15-d47a3e529a7f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:49.419891 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c7d4c4e1-45be-456f-9b15-d47a3e529a7f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0779123 Jul 09 13:48:49.422760 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4c4e1-45be-456f-9b15-d47a3e529a7f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event updated for resources: {'Port': ['ID=4f1702ea-44a2-41a8-aa07-9a0aebde342d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:49.423437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58660) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:49.430949 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:49.431316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-96c0ff76-679f-49d9-86cc-51d819633ac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Request body: {'port': {'network_id': '10d19839-35d0-453c-9ba7-67a99addcf54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-221999196', 'allowed_address_pairs': [{'ip_address': '2001:db8::188', 'mac_address': 'fa:16:3e:fc:ac:ed'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:49.432500 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c029b02c-3779-4479-9ed3-18fadb189430 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 4.2223308 Jul 09 13:48:49.437878 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58662) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:49.521735 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Set router eba27009-ef2f-49b2-9547-0e1ac0a1de53 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:49.574359 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57928851-8695-4b24-8d14-451fab9264e3 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:49.579732 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-57928851-8695-4b24-8d14-451fab9264e3 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bbef650d192247dcaa6c45d9271ffbe5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1412008 Jul 09 13:48:49.580347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58668) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:49.642443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c0ff76-679f-49d9-86cc-51d819633ac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Made reservation on behalf of d91ed08d13fa40dba9e119c0cb9e11c1 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:49.811597 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96c0ff76-679f-49d9-86cc-51d819633ac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:49.848526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-96c0ff76-679f-49d9-86cc-51d819633ac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] device_id is not set on port 19793599-777b-4c50-8e03-3e909716c287 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:48:49.992888 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165232232', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:45Z', 'updated_at': '2021-07-09T13:48:47Z', 'revision_number': 3, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:47Z', 'updated_at': '2021-07-09T13:48:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:50.027450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-96c0ff76-679f-49d9-86cc-51d819633ac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Allocated IP 2001:db8::257 (10d19839-35d0-453c-9ba7-67a99addcf54/b0816022-33e2-483a-bae7-f5d47fe0103c/19793599-777b-4c50-8e03-3e909716c287) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:50.056482 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Checking router: eba27009-ef2f-49b2-9547-0e1ac0a1de53 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:48:50.056838 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Updating router eba27009-ef2f-49b2-9547-0e1ac0a1de53 port dd6d378a-f7da-49d9-8161-b62f4f52346c binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:48:50.127540 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.153015 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d475b3da-fe7a-464d-89ed-2a4d1e1dc9de None None] Network 10d19839-35d0-453c-9ba7-67a99addcf54 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:50.215910 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96c0ff76-679f-49d9-86cc-51d819633ac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.243932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879ef4d5-4dcd-4e28-8a8a-51fee5b0ec4f tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:50.250214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58680) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:50.251627 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-879ef4d5-4dcd-4e28-8a8a-51fee5b0ec4f tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6702547 Jul 09 13:48:50.254488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-96c0ff76-679f-49d9-86cc-51d819633ac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Transition to ACTIVE for port object 19793599-777b-4c50-8e03-3e909716c287 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:50.309461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-030fd998-7c7e-496a-8bff-978dced1b503 None None] Provisioning for port 68b3b7af-57de-4f50-882d-fc6813e30acd completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:50.340431 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58684) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:50.349042 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d3caf64e-e9ee-4dee-bea6-92360fd75512 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0922949 Jul 09 13:48:50.393355 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96c0ff76-679f-49d9-86cc-51d819633ac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.450410 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d96486d5-6c62-4b20-8cb2-60265fbb8ff7 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=bbef650d192247dcaa6c45d9271ffbe5&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1063836 Jul 09 13:48:50.453429 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58690) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:50.467878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c0ff76-679f-49d9-86cc-51d819633ac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Network 10d19839-35d0-453c-9ba7-67a99addcf54 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:50.471805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-96c0ff76-679f-49d9-86cc-51d819633ac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:50.478149 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c0ff76-679f-49d9-86cc-51d819633ac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:50.485521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c0ff76-679f-49d9-86cc-51d819633ac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:50.486214 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96c0ff76-679f-49d9-86cc-51d819633ac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.490334 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 11eeb1c9-d490-41ed-a049-2ea631e63df1 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:50.535944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0ff76-679f-49d9-86cc-51d819633ac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event updated for resources: {'Port': ['ID=19793599-777b-4c50-8e03-3e909716c287,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:50.568656 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-96c0ff76-679f-49d9-86cc-51d819633ac1 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.1413805 Jul 09 13:48:50.570099 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58694) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:50.611511 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 11eeb1c9-d490-41ed-a049-2ea631e63df1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:50.617566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 11eeb1c9-d490-41ed-a049-2ea631e63df1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:50.618037 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.660329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91798f86-8277-421e-a971-d2eba106b306 req-5c63eef8-ae1a-414f-9e68-c07457f5ead7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:50.663286 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-91798f86-8277-421e-a971-d2eba106b306 req-5c63eef8-ae1a-414f-9e68-c07457f5ead7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 944 time: 0.4208360 Jul 09 13:48:50.791182 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.803155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223280bb-d9ba-49d8-8b5b-d7405a274ab1 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:50.804758 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-223280bb-d9ba-49d8-8b5b-d7405a274ab1 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3498554 Jul 09 13:48:50.807918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58700) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:50.826168 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Transition to ACTIVE for port object dd6d378a-f7da-49d9-8161-b62f4f52346c will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:50.829670 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 68b3b7af-57de-4f50-882d-fc6813e30acd up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:50.845742 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.859907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58702) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:50.870142 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-91798f86-8277-421e-a971-d2eba106b306 req-fac770c7-0a3a-40eb-b306-a5aea9143fee tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916952 Jul 09 13:48:50.882635 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.910339 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-84ef450c-9de4-418a-8994-5d353fc87a6e tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1013651 Jul 09 13:48:50.912839 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58708) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:50.918351 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e8e77c34-e9fa-4892-b501-cf8701360f41 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1042347208', 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac', 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:50.922255 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8ddf7-3150-44c3-97fb-533a9e98f8a1 None None] Pushing event updated for resources: {'Port': ['ID=dd6d378a-f7da-49d9-8161-b62f4f52346c,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:50.931308 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602a25c5-9e9d-47af-8a07-67836bb4a5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11eeb1c9-d490-41ed-a049-2ea631e63df1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:48:50.933609 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760ed6c2-f373-4203-b796-ffd36aed1cf6" -d '{"events": [{"server_uuid": "602a25c5-9e9d-47af-8a07-67836bb4a5f0", "name": "network-vif-plugged", "status": "completed", "tag": "11eeb1c9-d490-41ed-a049-2ea631e63df1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:48:50.954944 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 11eeb1c9-d490-41ed-a049-2ea631e63df1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=11eeb1c9-d490-41ed-a049-2ea631e63df1,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:50.959964 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 68b3b7af-57de-4f50-882d-fc6813e30acd completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:50.964477 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.965180 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8ddf7-3150-44c3-97fb-533a9e98f8a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:50.965527 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8ddf7-3150-44c3-97fb-533a9e98f8a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:50.966913 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8ddf7-3150-44c3-97fb-533a9e98f8a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:50.967180 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8ddf7-3150-44c3-97fb-533a9e98f8a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:50.967432 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8ddf7-3150-44c3-97fb-533a9e98f8a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:50.967767 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8ddf7-3150-44c3-97fb-533a9e98f8a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:50.968098 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8ddf7-3150-44c3-97fb-533a9e98f8a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:50.968593 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8ddf7-3150-44c3-97fb-533a9e98f8a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:50.969299 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8ddf7-3150-44c3-97fb-533a9e98f8a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:50.969631 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8ddf7-3150-44c3-97fb-533a9e98f8a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:50.969739 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 68b3b7af-57de-4f50-882d-fc6813e30acd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:50.969957 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8ddf7-3150-44c3-97fb-533a9e98f8a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:50.970073 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:50.970539 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc8ddf7-3150-44c3-97fb-533a9e98f8a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:50.991255 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Attempting to bind port dd6d378a-f7da-49d9-8161-b62f4f52346c on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:50.991867 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Attempting to bind port dd6d378a-f7da-49d9-8161-b62f4f52346c by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:50.992387 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Attempting to bind port dd6d378a-f7da-49d9-8161-b62f4f52346c on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:50.999465 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:51.000085 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:51.000899 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.001455 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:51.002235 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Bound port: dd6d378a-f7da-49d9-8161-b62f4f52346c, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:51.002762 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.027736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b49ac63-6adb-4079-8688-22672ab63259 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:51.049455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b49ac63-6adb-4079-8688-22672ab63259 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:51.054083 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:48:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a22a703-8ec1-4ab8-9da0-1462de442eba x-openstack-request-id: req-8a22a703-8ec1-4ab8-9da0-1462de442eba {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:48:51.054383 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602a25c5-9e9d-47af-8a07-67836bb4a5f0", "name": "network-vif-plugged", "status": "completed", "tag": "11eeb1c9-d490-41ed-a049-2ea631e63df1", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:48:51.054646 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a22a703-8ec1-4ab8-9da0-1462de442eba {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:48:51.055042 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602a25c5-9e9d-47af-8a07-67836bb4a5f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11eeb1c9-d490-41ed-a049-2ea631e63df1', 'code': 200} Jul 09 13:48:51.081043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b49ac63-6adb-4079-8688-22672ab63259 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:51.082211 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2b49ac63-6adb-4079-8688-22672ab63259 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.5109885 Jul 09 13:48:51.090569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58712) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:51.116047 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] For port dd6d378a-f7da-49d9-8161-b62f4f52346c, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:48:51.122466 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] For port dd6d378a-f7da-49d9-8161-b62f4f52346c, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=dd6d378a-f7da-49d9-8161-b62f4f52346c,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:48:51.131567 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.176509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6990c3a8-eb7d-4c76-9bd0-9bfc076989ef None None] Provisioning for port 4f1702ea-44a2-41a8-aa07-9a0aebde342d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:51.184266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=11eeb1c9-d490-41ed-a049-2ea631e63df1,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:51.192162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6990c3a8-eb7d-4c76-9bd0-9bfc076989ef None None] Provisioning complete for port 4f1702ea-44a2-41a8-aa07-9a0aebde342d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:51.192779 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6990c3a8-eb7d-4c76-9bd0-9bfc076989ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.194158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-15cf2bc3-a687-4abb-a34d-2e2a651a57d8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1226934174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:51.242408 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8e77c34-e9fa-4892-b501-cf8701360f41 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Made reservation on behalf of bbef650d192247dcaa6c45d9271ffbe5 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:51.245467 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Routers {'eba27009-ef2f-49b2-9547-0e1ac0a1de53'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:51.248938 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:48:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['eba27009-ef2f-49b2-9547-0e1ac0a1de53'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:51.257427 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8e77c34-e9fa-4892-b501-cf8701360f41 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.333122 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc8ddf7-3150-44c3-97fb-533a9e98f8a1 None None] Pushing event updated for resources: {'Port': ['ID=dd6d378a-f7da-49d9-8161-b62f4f52346c,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:51.401905 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15cf2bc3-a687-4abb-a34d-2e2a651a57d8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.402947 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15cf2bc3-a687-4abb-a34d-2e2a651a57d8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.414604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb845fdc-addd-44a7-bee3-5b04f56482fa req-ffeeb8d1-879e-4112-b0ed-d44f8018012e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:51.416167 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb845fdc-addd-44a7-bee3-5b04f56482fa req-ffeeb8d1-879e-4112-b0ed-d44f8018012e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 1096 time: 0.3006096 Jul 09 13:48:51.459776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6990c3a8-eb7d-4c76-9bd0-9bfc076989ef None None] Port 4f1702ea-44a2-41a8-aa07-9a0aebde342d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:48:51.462869 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.464554 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] Set router eba27009-ef2f-49b2-9547-0e1ac0a1de53 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:51.494790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6990c3a8-eb7d-4c76-9bd0-9bfc076989ef None None] Provisioning complete for port 68b3b7af-57de-4f50-882d-fc6813e30acd triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:51.495661 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6990c3a8-eb7d-4c76-9bd0-9bfc076989ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.505180 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a339d4f2-7505-4bd4-a557-33fa1d28106f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Deleting port 19793599-777b-4c50-8e03-3e909716c287 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:51.505520 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339d4f2-7505-4bd4-a557-33fa1d28106f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.510842 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb845fdc-addd-44a7-bee3-5b04f56482fa req-fd2910c6-e199-4928-8fe0-8f09d18a9273 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780482 Jul 09 13:48:51.610766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 68b3b7af-57de-4f50-882d-fc6813e30acd, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=68b3b7af-57de-4f50-882d-fc6813e30acd,segment=NetworkSegment(0f310a76-eb4b-415f-b315-c3c29e873395),segment_id=0f310a76-eb4b-415f-b315-c3c29e873395)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:51.611078 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15cf2bc3-a687-4abb-a34d-2e2a651a57d8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.626103 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15cf2bc3-a687-4abb-a34d-2e2a651a57d8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.626477 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.645268 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339d4f2-7505-4bd4-a557-33fa1d28106f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.666277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a339d4f2-7505-4bd4-a557-33fa1d28106f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Calling delete_port for 19793599-777b-4c50-8e03-3e909716c287 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:51.702242 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15cf2bc3-a687-4abb-a34d-2e2a651a57d8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.703888 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-15cf2bc3-a687-4abb-a34d-2e2a651a57d8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8258402 Jul 09 13:48:51.706868 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58714) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:51.720213 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a2ca116c-ba43-4532-af20-3f4b89567652 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2091968119'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:51.745336 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=68b3b7af-57de-4f50-882d-fc6813e30acd,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:51.759376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ca116c-ba43-4532-af20-3f4b89567652 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Made reservation on behalf of f06dcef2ee52432b95a5ee6517d67df7 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:51.764434 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2ca116c-ba43-4532-af20-3f4b89567652 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.785337 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2ca116c-ba43-4532-af20-3f4b89567652 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.875534 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8e77c34-e9fa-4892-b501-cf8701360f41 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.896717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd874baa-0c73-4508-8dcf-0ed07ed0d070 None None] Provisioning complete for port 4f1702ea-44a2-41a8-aa07-9a0aebde342d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:51.897130 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd874baa-0c73-4508-8dcf-0ed07ed0d070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.923627 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339d4f2-7505-4bd4-a557-33fa1d28106f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:51.957587 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd874baa-0c73-4508-8dcf-0ed07ed0d070 None None] Port 4f1702ea-44a2-41a8-aa07-9a0aebde342d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:48:51.958206 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165232232', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:45Z', 'updated_at': '2021-07-09T13:48:47Z', 'revision_number': 3, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:47Z', 'updated_at': '2021-07-09T13:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:51.977073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd874baa-0c73-4508-8dcf-0ed07ed0d070 None None] Could not find standard attr ID for object 19793599-777b-4c50-8e03-3e909716c287. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:48:51.994804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a339d4f2-7505-4bd4-a557-33fa1d28106f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event deleted for resources: {'Port': ['ID=19793599-777b-4c50-8e03-3e909716c287,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:51.996642 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e77c34-e9fa-4892-b501-cf8701360f41 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'Subnet': ['ID=d2771cc9-3381-4c50-a8d0-0e60ef63a221,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:52.017594 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484c57c5-f6e7-4668-b9db-d31254478187 None None] The sync data for ids ['eba27009-ef2f-49b2-9547-0e1ac0a1de53'] in n-d-799525-3 is: [{'id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165232232', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:45Z', 'updated_at': '2021-07-09T13:48:47Z', 'revision_number': 3, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:47Z', 'updated_at': '2021-07-09T13:48:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:48:52.061936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8e77c34-e9fa-4892-b501-cf8701360f41 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Checking segment: {'id': 'afc03bda-3bcf-4d12-ab19-bfa7f707922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:52.062593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e77c34-e9fa-4892-b501-cf8701360f41 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Network hostable DHCP agents. Network: 5ee10cba-8ae4-4001-8797-37b1b42c56ac, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:52.134127 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2ca116c-ba43-4532-af20-3f4b89567652 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:52.144174 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2ca116c-ba43-4532-af20-3f4b89567652 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:52.158292 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a339d4f2-7505-4bd4-a557-33fa1d28106f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:52.160475 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a339d4f2-7505-4bd4-a557-33fa1d28106f tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "DELETE /v2.0/ports/19793599-777b-4c50-8e03-3e909716c287 HTTP/1.1" status: 204 len: 168 time: 1.0659230 Jul 09 13:48:52.162067 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e77c34-e9fa-4892-b501-cf8701360f41 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Network 5ee10cba-8ae4-4001-8797-37b1b42c56ac is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:52.163398 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58724) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:52.220733 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-89cacb79-343e-407d-95b1-c31885a4af9e tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] GET failed (client error): The resource could not be found. Jul 09 13:48:52.222457 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-89cacb79-343e-407d-95b1-c31885a4af9e tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "GET /v2.0/ports/19793599-777b-4c50-8e03-3e909716c287 HTTP/1.1" status: 404 len: 333 time: 0.0579877 Jul 09 13:48:52.227489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58726) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:52.240138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Request body: {'port': {'network_id': '10d19839-35d0-453c-9ba7-67a99addcf54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1757963839'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:52.246012 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e8e77c34-e9fa-4892-b501-cf8701360f41 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 5ee10cba-8ae4-4001-8797-37b1b42c56ac) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:52.258106 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-427dfacc-84c2-4376-86c5-180c87438d4e None None] Network 5ee10cba-8ae4-4001-8797-37b1b42c56ac requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:52.269612 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e77c34-e9fa-4892-b501-cf8701360f41 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:52.272058 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8e77c34-e9fa-4892-b501-cf8701360f41 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:52.284335 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ca116c-ba43-4532-af20-3f4b89567652 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:52.294801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca116c-ba43-4532-af20-3f4b89567652 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97bf28a9-4b9c-45bd-a879-36172269d4af,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:52.317410 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e8e77c34-e9fa-4892-b501-cf8701360f41 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4033055 Jul 09 13:48:52.322134 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2ca116c-ba43-4532-af20-3f4b89567652 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:52.322486 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-a2ca116c-ba43-4532-af20-3f4b89567652 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Added segment 9b7c7f4f-8f5f-4166-97e5-decdfea2c9b8 of type vlan for network c9999cb3-a796-4fa4-a340-ba242988398a Jul 09 13:48:52.323674 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58728) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:52.463046 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2ca116c-ba43-4532-af20-3f4b89567652 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:52.531384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Made reservation on behalf of d91ed08d13fa40dba9e119c0cb9e11c1 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:52.535827 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:52.565831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] device_id is not set on port 1ab5264f-e6e7-4199-89ae-5a8c4c12b984 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:48:52.586179 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d59a66-92b3-4d6a-a070-48d467d58c81 req-98423757-95c5-421d-85f4-31e4edb0c134 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:52.594269 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63d59a66-92b3-4d6a-a070-48d467d58c81 req-98423757-95c5-421d-85f4-31e4edb0c134 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 945 time: 0.4425366 Jul 09 13:48:52.665016 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-5ee10cba-8ae4-4001-8797-37b1b42c56ac', 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'fixed_ips': [{'subnet_id': 'd2771cc9-3381-4c50-a8d0-0e60ef63a221'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:48:52.669838 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:52.785562 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2ca116c-ba43-4532-af20-3f4b89567652 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:52.798402 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ca116c-ba43-4532-af20-3f4b89567652 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:52.799050 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2ca116c-ba43-4532-af20-3f4b89567652 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:52.813773 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63d59a66-92b3-4d6a-a070-48d467d58c81 req-c54191d9-b47a-4ed1-ad42-f3b3a31e98e7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180972 Jul 09 13:48:52.822722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Allocated IP 2001:db8::68 (10d19839-35d0-453c-9ba7-67a99addcf54/b0816022-33e2-483a-bae7-f5d47fe0103c/1ab5264f-e6e7-4199-89ae-5a8c4c12b984) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:52.851562 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dd6d378a-f7da-49d9-8161-b62f4f52346c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:52.902634 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ca116c-ba43-4532-af20-3f4b89567652 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event updated for resources: {'Network': ['ID=c9999cb3-a796-4fa4-a340-ba242988398a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:52.926861 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network c9999cb3-a796-4fa4-a340-ba242988398a details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:52.968491 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a2ca116c-ba43-4532-af20-3f4b89567652 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.2600105 Jul 09 13:48:52.971858 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58732) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:52.983116 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a621edbe-2c2d-41b1-84ea-195550379489 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Request body: {'subnet': {'network_id': 'c9999cb3-a796-4fa4-a340-ba242988398a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:53.026709 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.044091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Transition to ACTIVE for port object 1ab5264f-e6e7-4199-89ae-5a8c4c12b984 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:53.090287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port dd6d378a-f7da-49d9-8161-b62f4f52346c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:53.095389 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.133431 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port dd6d378a-f7da-49d9-8161-b62f4f52346c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:53.133826 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.155020 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Network 10d19839-35d0-453c-9ba7-67a99addcf54 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:53.158878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:53.163876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:53.170600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:53.171658 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.197331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event updated for resources: {'Port': ['ID=1ab5264f-e6e7-4199-89ae-5a8c4c12b984,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:53.206288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:53.206833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:53.208011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:53.209562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:53.209983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:53.210400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:53.213029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:53.213443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:53.213804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:53.214147 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:53.214509 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:53.214849 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:48:53.238676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Allocated IP 172.20.0.18 (5ee10cba-8ae4-4001-8797-37b1b42c56ac/d2771cc9-3381-4c50-a8d0-0e60ef63a221/1e5f2f7b-2b65-4b72-b918-3f289ad85cd9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:53.265857 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a621edbe-2c2d-41b1-84ea-195550379489 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Made reservation on behalf of f06dcef2ee52432b95a5ee6517d67df7 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:53.269051 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0baadf84-5c76-45a9-b020-17d7ed1bf485 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0399072 Jul 09 13:48:53.270156 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a621edbe-2c2d-41b1-84ea-195550379489 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.271184 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58734) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:53.277911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b3d84870-b972-4f61-81e5-f2993bfec5fd tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::188', 'mac_address': 'fa:16:3e:fc:ac:ed'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:53.365645 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.413915 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port dd6d378a-f7da-49d9-8161-b62f4f52346c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=dd6d378a-f7da-49d9-8161-b62f4f52346c,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:53.421120 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.422454 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 68b3b7af-57de-4f50-882d-fc6813e30acd up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:53.480459 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b3d84870-b972-4f61-81e5-f2993bfec5fd tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.588422 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.598037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Transition to ACTIVE for port object 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:53.608283 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.615857 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Transition to ACTIVE for port object 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:53.652717 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.689690 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b3d84870-b972-4f61-81e5-f2993bfec5fd tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.696678 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b3d84870-b972-4f61-81e5-f2993bfec5fd tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.697607 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Network 5ee10cba-8ae4-4001-8797-37b1b42c56ac is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:53.707028 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:53.710855 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b0d95bec-e701-40bc-9836-5cd20a93de88 None None] Provisioning for port 1ab5264f-e6e7-4199-89ae-5a8c4c12b984 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:53.718434 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:53.745246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b0d95bec-e701-40bc-9836-5cd20a93de88 None None] Provisioning complete for port 1ab5264f-e6e7-4199-89ae-5a8c4c12b984 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:53.746332 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0d95bec-e701-40bc-9836-5cd20a93de88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.759518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b3d84870-b972-4f61-81e5-f2993bfec5fd tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] In _notify_port_updated(), no bound segment for port 1ab5264f-e6e7-4199-89ae-5a8c4c12b984 on network 10d19839-35d0-453c-9ba7-67a99addcf54 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:48:53.766097 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d84870-b972-4f61-81e5-f2993bfec5fd tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:53.766778 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b3d84870-b972-4f61-81e5-f2993bfec5fd tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.768172 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b3d84870-b972-4f61-81e5-f2993bfec5fd tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "PUT /v2.0/ports/1ab5264f-e6e7-4199-89ae-5a8c4c12b984 HTTP/1.1" status: 200 len: 1002 time: 0.4955571 Jul 09 13:48:53.771873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58738) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:53.801679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=dd6d378a-f7da-49d9-8161-b62f4f52346c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:53.807483 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 68b3b7af-57de-4f50-882d-fc6813e30acd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:53.807483 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.818518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d84870-b972-4f61-81e5-f2993bfec5fd tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event updated for resources: {'Port': ['ID=1ab5264f-e6e7-4199-89ae-5a8c4c12b984,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:53.858740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Pushing event updated for resources: {'Port': ['ID=1e5f2f7b-2b65-4b72-b918-3f289ad85cd9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:53.861889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b0d95bec-e701-40bc-9836-5cd20a93de88 None None] Port 1ab5264f-e6e7-4199-89ae-5a8c4c12b984 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:48:53.923235 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a621edbe-2c2d-41b1-84ea-195550379489 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.962430 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Attempting to bind port 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:53.962803 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Attempting to bind port 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'afc03bda-3bcf-4d12-ab19-bfa7f707922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:53.963212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Attempting to bind port 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 on network 5ee10cba-8ae4-4001-8797-37b1b42c56ac {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:53.974458 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:53.975064 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Checking segment: {'id': 'afc03bda-3bcf-4d12-ab19-bfa7f707922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:53.975585 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:53.976092 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Bound using segment: {'id': 'afc03bda-3bcf-4d12-ab19-bfa7f707922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:53.976604 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Bound port: 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc03bda-3bcf-4d12-ab19-bfa7f707922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:53.976999 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:54.062115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3284d247-bc13-49d4-ba8b-670977b288f8 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Deleting port 1ab5264f-e6e7-4199-89ae-5a8c4c12b984 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:54.062720 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3284d247-bc13-49d4-ba8b-670977b288f8 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:54.146074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] For port 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:48:54.149902 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] For port 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1e5f2f7b-2b65-4b72-b918-3f289ad85cd9,segment=NetworkSegment(afc03bda-3bcf-4d12-ab19-bfa7f707922f),segment_id=afc03bda-3bcf-4d12-ab19-bfa7f707922f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:48:54.155315 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:54.231242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b576af4-cb73-4d8e-b53d-66d8c89690df None None] Pushing event updated for resources: {'Port': ['ID=1e5f2f7b-2b65-4b72-b918-3f289ad85cd9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:54.251533 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3284d247-bc13-49d4-ba8b-670977b288f8 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:54.251745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a621edbe-2c2d-41b1-84ea-195550379489 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event updated for resources: {'Subnet': ['ID=72b9dd5d-697f-413e-af10-ec3267f22293,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:54.270449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3284d247-bc13-49d4-ba8b-670977b288f8 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Calling delete_port for 1ab5264f-e6e7-4199-89ae-5a8c4c12b984 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:54.322726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c1b79e9d-8be3-45d7-9834-51ac98e9cb4c None None] Provisioning complete for port 1ab5264f-e6e7-4199-89ae-5a8c4c12b984 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:54.323672 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1b79e9d-8be3-45d7-9834-51ac98e9cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:54.337993 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a621edbe-2c2d-41b1-84ea-195550379489 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Checking segment: {'id': '9b7c7f4f-8f5f-4166-97e5-decdfea2c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c9999cb3-a796-4fa4-a340-ba242988398a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:54.338530 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a621edbe-2c2d-41b1-84ea-195550379489 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Network hostable DHCP agents. Network: c9999cb3-a796-4fa4-a340-ba242988398a, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:54.399326 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c1b79e9d-8be3-45d7-9834-51ac98e9cb4c None None] Port 1ab5264f-e6e7-4199-89ae-5a8c4c12b984 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:48:54.406614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a621edbe-2c2d-41b1-84ea-195550379489 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Network c9999cb3-a796-4fa4-a340-ba242988398a is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:54.424614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a621edbe-2c2d-41b1-84ea-195550379489 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, c9999cb3-a796-4fa4-a340-ba242988398a) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:54.430081 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a621edbe-2c2d-41b1-84ea-195550379489 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:54.431878 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a621edbe-2c2d-41b1-84ea-195550379489 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:54.436581 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073a68b3-cc96-4acc-a267-2c6124b7532e None None] Network c9999cb3-a796-4fa4-a340-ba242988398a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:54.468950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611443e4-d468-4c1b-baba-9e22dbd499b2 req-bf18337d-9201-4ce0-b8cb-0252ed112ed7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:54.470498 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-611443e4-d468-4c1b-baba-9e22dbd499b2 req-bf18337d-9201-4ce0-b8cb-0252ed112ed7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 945 time: 0.2097609 Jul 09 13:48:54.472842 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Allocated IP 172.20.0.17 (5ee10cba-8ae4-4001-8797-37b1b42c56ac/d2771cc9-3381-4c50-a8d0-0e60ef63a221/d2b3e2a6-f065-470e-8aab-b5d5ab974f25) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:54.479389 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a621edbe-2c2d-41b1-84ea-195550379489 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5028927 Jul 09 13:48:54.520350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58746) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:54.527443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-87d4d81f-7cbd-477e-885c-6e450789206c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Request body: {'network': {'name': 'tempest-router-network01--1930407960'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:54.569578 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3284d247-bc13-49d4-ba8b-670977b288f8 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:54.666731 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-611443e4-d468-4c1b-baba-9e22dbd499b2 req-eddb3842-e1ec-4925-90bf-fb52fbf8f842 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873448 Jul 09 13:48:54.678185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d4d81f-7cbd-477e-885c-6e450789206c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Made reservation on behalf of f06dcef2ee52432b95a5ee6517d67df7 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:54.682005 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87d4d81f-7cbd-477e-885c-6e450789206c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:54.777905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3284d247-bc13-49d4-ba8b-670977b288f8 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event deleted for resources: {'Port': ['ID=1ab5264f-e6e7-4199-89ae-5a8c4c12b984,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:54.783980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87d4d81f-7cbd-477e-885c-6e450789206c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:54.819284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-c9999cb3-a796-4fa4-a340-ba242988398a', 'network_id': 'c9999cb3-a796-4fa4-a340-ba242988398a', 'tenant_id': 'f06dcef2ee52432b95a5ee6517d67df7', 'fixed_ips': [{'subnet_id': '72b9dd5d-697f-413e-af10-ec3267f22293'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:48:54.820354 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:54.832390 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87d4d81f-7cbd-477e-885c-6e450789206c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:54.832744 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-87d4d81f-7cbd-477e-885c-6e450789206c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Added segment e9c0df65-2c2f-4a92-929b-fe904c63befb of type vlan for network 2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8 Jul 09 13:48:54.867838 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:54.886923 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dd6d378a-f7da-49d9-8161-b62f4f52346c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:54.888794 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3284d247-bc13-49d4-ba8b-670977b288f8 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:54.891282 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3284d247-bc13-49d4-ba8b-670977b288f8 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "DELETE /v2.0/ports/1ab5264f-e6e7-4199-89ae-5a8c4c12b984 HTTP/1.1" status: 204 len: 168 time: 1.1183391 Jul 09 13:48:54.897035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58750) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:54.922362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Transition to ACTIVE for port object d2b3e2a6-f065-470e-8aab-b5d5ab974f25 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:54.933614 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87d4d81f-7cbd-477e-885c-6e450789206c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:54.952496 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-29988064-5372-4856-924c-dd3ee030228c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] GET failed (client error): The resource could not be found. Jul 09 13:48:54.966587 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-29988064-5372-4856-924c-dd3ee030228c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "GET /v2.0/ports/1ab5264f-e6e7-4199-89ae-5a8c4c12b984 HTTP/1.1" status: 404 len: 333 time: 0.0646152 Jul 09 13:48:54.972827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58752) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:54.986887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-28d2db6e-1ea1-4bde-94ad-a3cae97e1c95 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Request body: {'port': {'network_id': '10d19839-35d0-453c-9ba7-67a99addcf54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-749238338'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:55.016701 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87d4d81f-7cbd-477e-885c-6e450789206c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.028485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d4d81f-7cbd-477e-885c-6e450789206c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:55.031257 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-87d4d81f-7cbd-477e-885c-6e450789206c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.043588 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.119627 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Allocated IP 172.20.0.2 (c9999cb3-a796-4fa4-a340-ba242988398a/72b9dd5d-697f-413e-af10-ec3267f22293/35058e40-da97-4184-8629-fdaec5644a4b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:55.156704 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d4d81f-7cbd-477e-885c-6e450789206c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event updated for resources: {'Network': ['ID=2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:55.160601 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d2db6e-1ea1-4bde-94ad-a3cae97e1c95 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Made reservation on behalf of d91ed08d13fa40dba9e119c0cb9e11c1 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:55.167413 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28d2db6e-1ea1-4bde-94ad-a3cae97e1c95 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.205278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Network 5ee10cba-8ae4-4001-8797-37b1b42c56ac is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:55.211715 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-28d2db6e-1ea1-4bde-94ad-a3cae97e1c95 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] device_id is not set on port 87b9c7bf-d9c2-4139-9113-1fdd46209822 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:48:55.217848 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:55.225816 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-87d4d81f-7cbd-477e-885c-6e450789206c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7023129 Jul 09 13:48:55.228836 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:55.250024 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58756) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:55.261328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0eaa0308-dd95-497e-acd4-9b25d11f40f8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Request body: {'network': {'name': 'tempest-router-network02--1437778493'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:55.299656 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'Port': ['ID=d2b3e2a6-f065-470e-8aab-b5d5ab974f25,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:55.327503 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.339691 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.341780 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Transition to ACTIVE for port object 35058e40-da97-4184-8629-fdaec5644a4b will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:55.371055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Transition to ACTIVE for port object 35058e40-da97-4184-8629-fdaec5644a4b will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:55.371236 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-28d2db6e-1ea1-4bde-94ad-a3cae97e1c95 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Allocated IP 2001:db8::21 (10d19839-35d0-453c-9ba7-67a99addcf54/b0816022-33e2-483a-bae7-f5d47fe0103c/87b9c7bf-d9c2-4139-9113-1fdd46209822) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:55.379375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:55.388567 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.429955 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eaa0308-dd95-497e-acd4-9b25d11f40f8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Made reservation on behalf of f06dcef2ee52432b95a5ee6517d67df7 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:55.435050 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0eaa0308-dd95-497e-acd4-9b25d11f40f8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.477141 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eaa0308-dd95-497e-acd4-9b25d11f40f8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:48:55.496295 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Network c9999cb3-a796-4fa4-a340-ba242988398a is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:55.502226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:55.504969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:55.512249 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0eaa0308-dd95-497e-acd4-9b25d11f40f8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.513583 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-0eaa0308-dd95-497e-acd4-9b25d11f40f8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Added segment b64d747b-81f5-41d4-8b08-f0cf161ee925 of type vlan for network 7074db43-c208-405c-9877-793faa30eb50 Jul 09 13:48:55.581088 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Pushing event updated for resources: {'Port': ['ID=35058e40-da97-4184-8629-fdaec5644a4b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:55.629968 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0eaa0308-dd95-497e-acd4-9b25d11f40f8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.638486 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28d2db6e-1ea1-4bde-94ad-a3cae97e1c95 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.646008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port dd6d378a-f7da-49d9-8161-b62f4f52346c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:55.646388 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.659204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-28d2db6e-1ea1-4bde-94ad-a3cae97e1c95 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Transition to ACTIVE for port object 87b9c7bf-d9c2-4139-9113-1fdd46209822 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:55.674119 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Attempting to bind port 35058e40-da97-4184-8629-fdaec5644a4b on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:55.674556 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Attempting to bind port 35058e40-da97-4184-8629-fdaec5644a4b by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '9b7c7f4f-8f5f-4166-97e5-decdfea2c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c9999cb3-a796-4fa4-a340-ba242988398a'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:55.674981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Attempting to bind port 35058e40-da97-4184-8629-fdaec5644a4b on network c9999cb3-a796-4fa4-a340-ba242988398a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:48:55.691959 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:48:55.692509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Checking segment: {'id': '9b7c7f4f-8f5f-4166-97e5-decdfea2c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c9999cb3-a796-4fa4-a340-ba242988398a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:55.693499 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.694017 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Bound using segment: {'id': '9b7c7f4f-8f5f-4166-97e5-decdfea2c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c9999cb3-a796-4fa4-a340-ba242988398a'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:48:55.694509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Bound port: 35058e40-da97-4184-8629-fdaec5644a4b, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b7c7f4f-8f5f-4166-97e5-decdfea2c9b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': 'c9999cb3-a796-4fa4-a340-ba242988398a'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:48:55.695048 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.706788 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28d2db6e-1ea1-4bde-94ad-a3cae97e1c95 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.730632 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.733037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91cbabab-e2d3-4336-93f7-2ff94080bf54 None None] Network 5ee10cba-8ae4-4001-8797-37b1b42c56ac requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:55.743116 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0eaa0308-dd95-497e-acd4-9b25d11f40f8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.749764 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eaa0308-dd95-497e-acd4-9b25d11f40f8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:55.750378 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0eaa0308-dd95-497e-acd4-9b25d11f40f8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.767278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28d2db6e-1ea1-4bde-94ad-a3cae97e1c95 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Network 10d19839-35d0-453c-9ba7-67a99addcf54 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:55.771421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-28d2db6e-1ea1-4bde-94ad-a3cae97e1c95 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:55.776625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d2db6e-1ea1-4bde-94ad-a3cae97e1c95 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:55.784356 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d2db6e-1ea1-4bde-94ad-a3cae97e1c95 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:55.785025 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28d2db6e-1ea1-4bde-94ad-a3cae97e1c95 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:55.817430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2db6e-1ea1-4bde-94ad-a3cae97e1c95 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event updated for resources: {'Port': ['ID=87b9c7bf-d9c2-4139-9113-1fdd46209822,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:55.824491 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-28d2db6e-1ea1-4bde-94ad-a3cae97e1c95 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8500996 Jul 09 13:48:55.833551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58762) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:55.848313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-cfce363b-e2f1-4539-8bcd-6fe6f5dbc1fe tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:fc:ac:ed'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:55.867808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0eaa0308-dd95-497e-acd4-9b25d11f40f8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6139357 Jul 09 13:48:55.872938 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58764) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:55.879889 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-80ff696f-dee9-45da-8d13-4b2f97ccec09 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Request body: {'subnet': {'network_id': '2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:55.921360 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] For port 35058e40-da97-4184-8629-fdaec5644a4b, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:48:55.924844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] For port 35058e40-da97-4184-8629-fdaec5644a4b, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=35058e40-da97-4184-8629-fdaec5644a4b,segment=NetworkSegment(9b7c7f4f-8f5f-4166-97e5-decdfea2c9b8),segment_id=9b7c7f4f-8f5f-4166-97e5-decdfea2c9b8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:48:55.946747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa0308-dd95-497e-acd4-9b25d11f40f8 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event updated for resources: {'Network': ['ID=7074db43-c208-405c-9877-793faa30eb50,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:56.000354 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:56.007998 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:56.019115 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 7074db43-c208-405c-9877-793faa30eb50 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:48:56.096709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c9fc325d-7c15-4ece-a080-c68a0c628c9c None None] Provisioning for port 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:56.140013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f769675-af0c-4c32-9471-a8fc47dfcd93 None None] Pushing event updated for resources: {'Port': ['ID=35058e40-da97-4184-8629-fdaec5644a4b,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:56.342716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ff696f-dee9-45da-8d13-4b2f97ccec09 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Made reservation on behalf of f06dcef2ee52432b95a5ee6517d67df7 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:56.346646 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ff696f-dee9-45da-8d13-4b2f97ccec09 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:56.524869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-68ed7cf4-d74e-4746-a38e-e56a9c1af4dc None None] Provisioning for port 87b9c7bf-d9c2-4139-9113-1fdd46209822 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:56.535608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-68ed7cf4-d74e-4746-a38e-e56a9c1af4dc None None] Provisioning complete for port 87b9c7bf-d9c2-4139-9113-1fdd46209822 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:56.536333 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-68ed7cf4-d74e-4746-a38e-e56a9c1af4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:56.542579 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cfce363b-e2f1-4539-8bcd-6fe6f5dbc1fe tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:56.582422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:56.597848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-68ed7cf4-d74e-4746-a38e-e56a9c1af4dc None None] Port 87b9c7bf-d9c2-4139-9113-1fdd46209822 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:48:56.601586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:56.602108 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:56.723734 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:56.734799 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:56.735548 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:56.819039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1e5f2f7b-2b65-4b72-b918-3f289ad85cd9,segment=NetworkSegment(afc03bda-3bcf-4d12-ab19-bfa7f707922f),segment_id=afc03bda-3bcf-4d12-ab19-bfa7f707922f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:56.827306 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:56.909182 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ff696f-dee9-45da-8d13-4b2f97ccec09 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:56.909427 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'Port': ['ID=d2b3e2a6-f065-470e-8aab-b5d5ab974f25,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:56.923655 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:56.945757 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cfce363b-e2f1-4539-8bcd-6fe6f5dbc1fe tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:56.955246 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cfce363b-e2f1-4539-8bcd-6fe6f5dbc1fe tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:56.959441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=1e5f2f7b-2b65-4b72-b918-3f289ad85cd9,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:57.035545 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfce363b-e2f1-4539-8bcd-6fe6f5dbc1fe tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event updated for resources: {'Port': ['ID=87b9c7bf-d9c2-4139-9113-1fdd46209822,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:57.056370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 35058e40-da97-4184-8629-fdaec5644a4b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:57.071790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-cfce363b-e2f1-4539-8bcd-6fe6f5dbc1fe tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] In _notify_port_updated(), no bound segment for port 87b9c7bf-d9c2-4139-9113-1fdd46209822 on network 10d19839-35d0-453c-9ba7-67a99addcf54 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:48:57.078624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfce363b-e2f1-4539-8bcd-6fe6f5dbc1fe tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:57.079617 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cfce363b-e2f1-4539-8bcd-6fe6f5dbc1fe tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:57.084415 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cfce363b-e2f1-4539-8bcd-6fe6f5dbc1fe tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "PUT /v2.0/ports/87b9c7bf-d9c2-4139-9113-1fdd46209822 HTTP/1.1" status: 200 len: 1001 time: 1.2484443 Jul 09 13:48:57.087558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58774) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:57.112414 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ff696f-dee9-45da-8d13-4b2f97ccec09 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event updated for resources: {'Subnet': ['ID=16c08d30-99b8-4d3e-b952-776aeb974f1f,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:57.155753 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ff696f-dee9-45da-8d13-4b2f97ccec09 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Checking segment: {'id': 'e9c0df65-2c2f-4a92-929b-fe904c63befb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:57.156224 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ff696f-dee9-45da-8d13-4b2f97ccec09 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Network hostable DHCP agents. Network: 2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:57.227556 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a20dea9a-4d7a-4e00-b036-c880ee470331 None None] Provisioning complete for port 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:57.228006 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a20dea9a-4d7a-4e00-b036-c880ee470331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:57.257323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80ff696f-dee9-45da-8d13-4b2f97ccec09 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Network 2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:57.280356 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-89df7e73-5494-4cf7-925b-642c068fb221 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Deleting port 87b9c7bf-d9c2-4139-9113-1fdd46209822 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:48:57.281011 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89df7e73-5494-4cf7-925b-642c068fb221 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:57.283030 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 35058e40-da97-4184-8629-fdaec5644a4b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:57.302162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-80ff696f-dee9-45da-8d13-4b2f97ccec09 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:57.322544 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ff696f-dee9-45da-8d13-4b2f97ccec09 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:57.325347 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-80ff696f-dee9-45da-8d13-4b2f97ccec09 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:57.326131 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb2ae11-6017-4ed0-973d-edf3dd125268 None None] Network 2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:57.347228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Network 5ee10cba-8ae4-4001-8797-37b1b42c56ac is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:57.352909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:57.368899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-80ff696f-dee9-45da-8d13-4b2f97ccec09 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4920037 Jul 09 13:48:57.370591 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58780) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:57.377703 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a59995bc-edbb-4719-abde-3d471d35752a tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Request body: {'subnet': {'network_id': '7074db43-c208-405c-9877-793faa30eb50', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:57.480083 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89df7e73-5494-4cf7-925b-642c068fb221 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:57.509704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-89df7e73-5494-4cf7-925b-642c068fb221 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Calling delete_port for 87b9c7bf-d9c2-4139-9113-1fdd46209822 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:48:57.660195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a20dea9a-4d7a-4e00-b036-c880ee470331 None None] Provisioning for port d2b3e2a6-f065-470e-8aab-b5d5ab974f25 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:57.716504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a20dea9a-4d7a-4e00-b036-c880ee470331 None None] Provisioning complete for port d2b3e2a6-f065-470e-8aab-b5d5ab974f25 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:57.716614 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a20dea9a-4d7a-4e00-b036-c880ee470331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:57.758301 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89df7e73-5494-4cf7-925b-642c068fb221 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:57.792700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a20dea9a-4d7a-4e00-b036-c880ee470331 None None] Port d2b3e2a6-f065-470e-8aab-b5d5ab974f25 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:48:57.813468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df7e73-5494-4cf7-925b-642c068fb221 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event deleted for resources: {'Port': ['ID=87b9c7bf-d9c2-4139-9113-1fdd46209822,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:57.872691 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8', 'network_id': '2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8', 'tenant_id': 'f06dcef2ee52432b95a5ee6517d67df7', 'fixed_ips': [{'subnet_id': '16c08d30-99b8-4d3e-b952-776aeb974f1f'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:48:57.874549 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:57.880543 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-89df7e73-5494-4cf7-925b-642c068fb221 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:57.882743 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-89df7e73-5494-4cf7-925b-642c068fb221 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "DELETE /v2.0/ports/87b9c7bf-d9c2-4139-9113-1fdd46209822 HTTP/1.1" status: 204 len: 168 time: 0.7939107 Jul 09 13:48:57.886681 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58782) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:57.943080 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-57e4599b-5bc2-4d64-b54a-513f97becad5 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] GET failed (client error): The resource could not be found. Jul 09 13:48:57.945095 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-57e4599b-5bc2-4d64-b54a-513f97becad5 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "GET /v2.0/ports/87b9c7bf-d9c2-4139-9113-1fdd46209822 HTTP/1.1" status: 404 len: 333 time: 0.0559134 Jul 09 13:48:57.954805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58786) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:57.961105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b5cd9205-44d8-473b-a24a-32ce01af21d0 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Request body: {'port': {'network_id': '10d19839-35d0-453c-9ba7-67a99addcf54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-788935995'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:58.101992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df8f0cd-8c64-4f3e-801a-c1e18a5ca401 None None] Network c9999cb3-a796-4fa4-a340-ba242988398a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:58.131905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5cd9205-44d8-473b-a24a-32ce01af21d0 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Made reservation on behalf of d91ed08d13fa40dba9e119c0cb9e11c1 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:58.139496 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-a59995bc-edbb-4719-abde-3d471d35752a tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 09 13:48:58.139496 n-d-799525-3 neutron-server[93754]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 09 13:48:58.139496 n-d-799525-3 neutron-server[93754]: [parameters: {'project_id': 'f06dcef2ee52432b95a5ee6517d67df7', 'id': 'c2f5f4c0-0d14-4124-80ac-2d76a5422b90', 'expiration': datetime.datetime(2021, 7, 9, 13, 50, 58, 96437)}] Jul 09 13:48:58.139496 n-d-799525-3 neutron-server[93754]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:48:58.139890 n-d-799525-3 neutron-server[93754]: DEBUG oslo_db.api [None req-a59995bc-edbb-4719-abde-3d471d35752a tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:48:58.145274 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9205-44d8-473b-a24a-32ce01af21d0 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:58.183969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Router eba27009-ef2f-49b2-9547-0e1ac0a1de53 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:48:58.202367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-b5cd9205-44d8-473b-a24a-32ce01af21d0 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] device_id is not set on port f1e28b4b-7112-4b58-91f1-16b51152d1ba yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:48:58.208243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-369ae939-e861-4fe3-9555-9fc0ea0bb23e None None] Provisioning complete for port d2b3e2a6-f065-470e-8aab-b5d5ab974f25 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:58.208659 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-369ae939-e861-4fe3-9555-9fc0ea0bb23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:58.250136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-369ae939-e861-4fe3-9555-9fc0ea0bb23e None None] Port d2b3e2a6-f065-470e-8aab-b5d5ab974f25 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:48:58.260252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Allocated IP 172.20.0.2 (2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8/16c08d30-99b8-4d3e-b952-776aeb974f1f/ce0d1594-8fbd-46f9-8e00-1639ca0001ee) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:58.315743 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:48:58.329432 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7a0d9b2b-ba97-494c-8bc4-11460511de25 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "PUT /v2.0/routers/eba27009-ef2f-49b2-9547-0e1ac0a1de53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9962387 Jul 09 13:48:58.329634 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-369ae939-e861-4fe3-9555-9fc0ea0bb23e None None] Provisioning for port 35058e40-da97-4184-8629-fdaec5644a4b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:48:58.344778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Sync routers for ids ['eba27009-ef2f-49b2-9547-0e1ac0a1de53'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:48:58.386700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-b5cd9205-44d8-473b-a24a-32ce01af21d0 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Allocated IP 2001:db8::288 (10d19839-35d0-453c-9ba7-67a99addcf54/b0816022-33e2-483a-bae7-f5d47fe0103c/f1e28b4b-7112-4b58-91f1-16b51152d1ba) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:58.426403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-369ae939-e861-4fe3-9555-9fc0ea0bb23e None None] Provisioning complete for port 35058e40-da97-4184-8629-fdaec5644a4b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:58.426788 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-369ae939-e861-4fe3-9555-9fc0ea0bb23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:58.558032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Routers {'eba27009-ef2f-49b2-9547-0e1ac0a1de53'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:48:58.558714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:48:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['eba27009-ef2f-49b2-9547-0e1ac0a1de53'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:48:58.585491 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9205-44d8-473b-a24a-32ce01af21d0 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:58.607321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-b5cd9205-44d8-473b-a24a-32ce01af21d0 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Transition to ACTIVE for port object f1e28b4b-7112-4b58-91f1-16b51152d1ba will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:58.669952 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9205-44d8-473b-a24a-32ce01af21d0 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:58.694980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59995bc-edbb-4719-abde-3d471d35752a tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Made reservation on behalf of f06dcef2ee52432b95a5ee6517d67df7 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:58.699725 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a59995bc-edbb-4719-abde-3d471d35752a tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:58.737286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5cd9205-44d8-473b-a24a-32ce01af21d0 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Network 10d19839-35d0-453c-9ba7-67a99addcf54 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:58.740979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b5cd9205-44d8-473b-a24a-32ce01af21d0 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:58.744285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5cd9205-44d8-473b-a24a-32ce01af21d0 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:58.750752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5cd9205-44d8-473b-a24a-32ce01af21d0 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:58.751578 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5cd9205-44d8-473b-a24a-32ce01af21d0 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:58.764404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd9205-44d8-473b-a24a-32ce01af21d0 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event updated for resources: {'Port': ['ID=f1e28b4b-7112-4b58-91f1-16b51152d1ba,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:58.783995 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b5cd9205-44d8-473b-a24a-32ce01af21d0 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 0.8248782 Jul 09 13:48:58.784125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-80de8320-66ed-458d-b2d9-26d6e7ea9730 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:58.784368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58806) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:58.785745 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-80de8320-66ed-458d-b2d9-26d6e7ea9730 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/networks?id=5ee10cba-8ae4-4001-8797-37b1b42c56ac HTTP/1.1" status: 200 len: 798 time: 0.2302320 Jul 09 13:48:58.789825 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c6d25436-63e7-45a2-a8a6-223f4bfc049c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Request body: {'port': {'network_id': '10d19839-35d0-453c-9ba7-67a99addcf54', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1702738591'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:58.810075 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-369ae939-e861-4fe3-9555-9fc0ea0bb23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:58.811280 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7b2841da-4b5f-4f3b-a80f-0149f14e7037 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/quotas/bbef650d192247dcaa6c45d9271ffbe5 HTTP/1.1" status: 200 len: 375 time: 0.0185699 Jul 09 13:48:58.822706 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Set router eba27009-ef2f-49b2-9547-0e1ac0a1de53 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:48:58.988897 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:58.998155 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-b69d5d68-bdc9-401d-8df3-fe240155b85a tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=bbef650d192247dcaa6c45d9271ffbe5&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1790497 Jul 09 13:48:59.016348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:48:59.032561 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d25436-63e7-45a2-a8a6-223f4bfc049c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Made reservation on behalf of d91ed08d13fa40dba9e119c0cb9e11c1 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:48:59.037052 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d25436-63e7-45a2-a8a6-223f4bfc049c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:59.081486 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-c6d25436-63e7-45a2-a8a6-223f4bfc049c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] device_id is not set on port 1db0a157-cb99-48a9-add7-495fc023a8ac yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:48:59.114100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-369ae939-e861-4fe3-9555-9fc0ea0bb23e None None] For port 35058e40-da97-4184-8629-fdaec5644a4b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=35058e40-da97-4184-8629-fdaec5644a4b,segment=NetworkSegment(9b7c7f4f-8f5f-4166-97e5-decdfea2c9b8),segment_id=9b7c7f4f-8f5f-4166-97e5-decdfea2c9b8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:48:59.115851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Transition to ACTIVE for port object ce0d1594-8fbd-46f9-8e00-1639ca0001ee will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:59.220128 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-95994953-15ac-4f1e-9798-40344651f32c service neutron] 10.222.0.39 "GET /v2.0/networks/5ee10cba-8ae4-4001-8797-37b1b42c56ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066085 Jul 09 13:48:59.251785 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-369ae939-e861-4fe3-9555-9fc0ea0bb23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:59.300337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-369ae939-e861-4fe3-9555-9fc0ea0bb23e None None] Could not find standard attr ID for object 87b9c7bf-d9c2-4139-9113-1fdd46209822. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:48:59.311211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Transition to ACTIVE for port object ce0d1594-8fbd-46f9-8e00-1639ca0001ee will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:59.324564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-c6d25436-63e7-45a2-a8a6-223f4bfc049c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Allocated IP 2001:db8::269 (10d19839-35d0-453c-9ba7-67a99addcf54/b0816022-33e2-483a-bae7-f5d47fe0103c/1db0a157-cb99-48a9-add7-495fc023a8ac) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:48:59.338623 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:59.386557 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a59995bc-edbb-4719-abde-3d471d35752a tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:59.396902 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Network 2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:59.399296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ae939-e861-4fe3-9555-9fc0ea0bb23e None None] Pushing event updated for resources: {'Port': ['ID=35058e40-da97-4184-8629-fdaec5644a4b,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:59.408909 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:59.416897 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:59.437266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:59.437646 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:59.483155 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-11541dc8-85c1-4540-a355-5e36ec13ef3a service neutron] 10.222.0.39 "GET /v2.0/networks/5ee10cba-8ae4-4001-8797-37b1b42c56ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549138 Jul 09 13:48:59.534212 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59995bc-edbb-4719-abde-3d471d35752a tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event updated for resources: {'Subnet': ['ID=1c818c00-914e-458e-9d60-bd1e980d6f32,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:59.554761 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59995bc-edbb-4719-abde-3d471d35752a tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Checking segment: {'id': 'b64d747b-81f5-41d4-8b08-f0cf161ee925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7074db43-c208-405c-9877-793faa30eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:48:59.555171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59995bc-edbb-4719-abde-3d471d35752a tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Network hostable DHCP agents. Network: 7074db43-c208-405c-9877-793faa30eb50, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:48:59.585307 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d25436-63e7-45a2-a8a6-223f4bfc049c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:59.600767 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59995bc-edbb-4719-abde-3d471d35752a tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Network 7074db43-c208-405c-9877-793faa30eb50 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:48:59.611886 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-c6d25436-63e7-45a2-a8a6-223f4bfc049c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Transition to ACTIVE for port object 1db0a157-cb99-48a9-add7-495fc023a8ac will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:48:59.620000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a59995bc-edbb-4719-abde-3d471d35752a tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 7074db43-c208-405c-9877-793faa30eb50) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:59.625073 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59995bc-edbb-4719-abde-3d471d35752a tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:59.625901 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a59995bc-edbb-4719-abde-3d471d35752a tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:59.663322 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a59995bc-edbb-4719-abde-3d471d35752a tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2906821 Jul 09 13:48:59.664254 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58816) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:59.671938 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d25436-63e7-45a2-a8a6-223f4bfc049c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:59.763969 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d25436-63e7-45a2-a8a6-223f4bfc049c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Network 10d19839-35d0-453c-9ba7-67a99addcf54 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:48:59.770036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c6d25436-63e7-45a2-a8a6-223f4bfc049c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:48:59.788774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d25436-63e7-45a2-a8a6-223f4bfc049c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:48:59.789780 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdbab50-7f82-4f08-a388-df7504aa6be3 None None] Network 7074db43-c208-405c-9877-793faa30eb50 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:48:59.798349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d25436-63e7-45a2-a8a6-223f4bfc049c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:48:59.799731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6d25436-63e7-45a2-a8a6-223f4bfc049c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:59.817758 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d25436-63e7-45a2-a8a6-223f4bfc049c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event updated for resources: {'Port': ['ID=1db0a157-cb99-48a9-add7-495fc023a8ac,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:59.847524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58822) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:48:59.848081 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c6d25436-63e7-45a2-a8a6-223f4bfc049c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.0607128 Jul 09 13:48:59.855460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-07c014bc-9838-4a18-b319-47e8bb861629 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::188', 'mac_address': 'fa:16:3e:fc:ac:ed'}, {'ip_address': '2001:db8::288', 'mac_address': 'fa:16:3e:75:e3:cc'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:48:59.875253 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Pushing event updated for resources: {'Port': ['ID=ce0d1594-8fbd-46f9-8e00-1639ca0001ee,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:48:59.877650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-315507db-4034-497e-b322-ab3aedb09da2 None None] Provisioning complete for port d2b3e2a6-f065-470e-8aab-b5d5ab974f25 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:48:59.878028 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-315507db-4034-497e-b322-ab3aedb09da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:48:59.947743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Attempting to bind port ce0d1594-8fbd-46f9-8e00-1639ca0001ee on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:48:59.948119 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Attempting to bind port ce0d1594-8fbd-46f9-8e00-1639ca0001ee by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'e9c0df65-2c2f-4a92-929b-fe904c63befb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:48:59.948490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Attempting to bind port ce0d1594-8fbd-46f9-8e00-1639ca0001ee on network 2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:00.002343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:49:00.002563 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Checking segment: {'id': 'e9c0df65-2c2f-4a92-929b-fe904c63befb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:00.002989 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:00.003533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Bound using segment: {'id': 'e9c0df65-2c2f-4a92-929b-fe904c63befb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:49:00.005300 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Bound port: ce0d1594-8fbd-46f9-8e00-1639ca0001ee, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9c0df65-2c2f-4a92-929b-fe904c63befb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': '2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:49:00.005694 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:00.014015 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ea93059-ccf4-40be-8a68-f671e173e589 req-d7d08040-2150-4493-9592-d1820ae3fe8b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 210 time: 0.1980543 Jul 09 13:49:00.044869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-315507db-4034-497e-b322-ab3aedb09da2 None None] Port d2b3e2a6-f065-470e-8aab-b5d5ab974f25 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:00.066953 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165232232', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:45Z', 'updated_at': '2021-07-09T13:48:55Z', 'revision_number': 4, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:47Z', 'updated_at': '2021-07-09T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'd2b3e2a6-f065-470e-8aab-b5d5ab974f25', 'name': '', 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'mac_address': 'fa:16:3e:91:b9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd2771cc9-3381-4c50-a8d0-0e60ef63a221', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:53Z', 'updated_at': '2021-07-09T13:48:56Z', 'revision_number': 2, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'subnets': [{'id': 'd2771cc9-3381-4c50-a8d0-0e60ef63a221', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:00.151769 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Checking router: eba27009-ef2f-49b2-9547-0e1ac0a1de53 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:49:00.152130 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Updating router eba27009-ef2f-49b2-9547-0e1ac0a1de53 port d2b3e2a6-f065-470e-8aab-b5d5ab974f25 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:49:00.260503 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-315507db-4034-497e-b322-ab3aedb09da2 None None] Provisioning complete for port 35058e40-da97-4184-8629-fdaec5644a4b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:00.260877 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-315507db-4034-497e-b322-ab3aedb09da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:00.303926 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] For port ce0d1594-8fbd-46f9-8e00-1639ca0001ee, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:00.307536 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:00.355531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-7074db43-c208-405c-9877-793faa30eb50', 'network_id': '7074db43-c208-405c-9877-793faa30eb50', 'tenant_id': 'f06dcef2ee52432b95a5ee6517d67df7', 'fixed_ips': [{'subnet_id': '1c818c00-914e-458e-9d60-bd1e980d6f32'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:49:00.356577 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:00.364099 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] For port ce0d1594-8fbd-46f9-8e00-1639ca0001ee, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ce0d1594-8fbd-46f9-8e00-1639ca0001ee,segment=NetworkSegment(e9c0df65-2c2f-4a92-929b-fe904c63befb),segment_id=e9c0df65-2c2f-4a92-929b-fe904c63befb)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:49:00.379353 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:00.458249 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:00.469105 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07c014bc-9838-4a18-b319-47e8bb861629 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:00.683030 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee8947d-7fb2-459d-897e-3be8b892dfb8 None None] Pushing event updated for resources: {'Port': ['ID=ce0d1594-8fbd-46f9-8e00-1639ca0001ee,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:00.929869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-315507db-4034-497e-b322-ab3aedb09da2 None None] Provisioning for port f1e28b4b-7112-4b58-91f1-16b51152d1ba completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:00.941086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Allocated IP 172.20.0.2 (7074db43-c208-405c-9877-793faa30eb50/1c818c00-914e-458e-9d60-bd1e980d6f32/c5988329-0eb0-4664-80dc-e0d3f9d5f4d0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:00.948692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-315507db-4034-497e-b322-ab3aedb09da2 None None] Provisioning complete for port f1e28b4b-7112-4b58-91f1-16b51152d1ba triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:00.949073 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-315507db-4034-497e-b322-ab3aedb09da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:01.076717 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07c014bc-9838-4a18-b319-47e8bb861629 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:01.088371 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07c014bc-9838-4a18-b319-47e8bb861629 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:01.151119 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-315507db-4034-497e-b322-ab3aedb09da2 None None] Port f1e28b4b-7112-4b58-91f1-16b51152d1ba cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:01.155709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c014bc-9838-4a18-b319-47e8bb861629 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event updated for resources: {'Port': ['ID=1db0a157-cb99-48a9-add7-495fc023a8ac,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:01.162999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Allocated IP 172.20.0.1 (2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8/16c08d30-99b8-4d3e-b952-776aeb974f1f/6d14349d-a0ac-4651-8c6c-5045ba42a387) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:01.177782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-07c014bc-9838-4a18-b319-47e8bb861629 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] In _notify_port_updated(), no bound segment for port 1db0a157-cb99-48a9-add7-495fc023a8ac on network 10d19839-35d0-453c-9ba7-67a99addcf54 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:49:01.183543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07c014bc-9838-4a18-b319-47e8bb861629 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:01.184216 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-07c014bc-9838-4a18-b319-47e8bb861629 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:01.184928 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ce0d1594-8fbd-46f9-8e00-1639ca0001ee up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:01.186124 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-07c014bc-9838-4a18-b319-47e8bb861629 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "PUT /v2.0/ports/1db0a157-cb99-48a9-add7-495fc023a8ac HTTP/1.1" status: 200 len: 1068 time: 1.3366795 Jul 09 13:49:01.190589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58842) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:01.337865 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3531c8a3-f838-44ab-9c81-268c74dc3531 req-41440609-9e08-4d09-9f18-a88295fdee05 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 210 time: 0.0599160 Jul 09 13:49:01.376757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-38ed8a02-df93-498d-ad99-bdd75a269e6c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Deleting port 1db0a157-cb99-48a9-add7-495fc023a8ac {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:01.377268 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38ed8a02-df93-498d-ad99-bdd75a269e6c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:01.407707 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d8b8ae49-1efb-4fe8-819a-51ada789abc4 None None] Provisioning for port 1db0a157-cb99-48a9-add7-495fc023a8ac completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:01.463789 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d8b8ae49-1efb-4fe8-819a-51ada789abc4 None None] Provisioning complete for port 1db0a157-cb99-48a9-add7-495fc023a8ac triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:01.464558 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8b8ae49-1efb-4fe8-819a-51ada789abc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:01.492229 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:01.529773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Transition to ACTIVE for port object 6d14349d-a0ac-4651-8c6c-5045ba42a387 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:01.540421 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:01.602930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port ce0d1594-8fbd-46f9-8e00-1639ca0001ee completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:01.623465 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:01.626778 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:01.639439 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Transition to ACTIVE for port object c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:01.664945 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Transition to ACTIVE for port object c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:01.672296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Transition to ACTIVE for port object d2b3e2a6-f065-470e-8aab-b5d5ab974f25 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:01.688135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 35058e40-da97-4184-8629-fdaec5644a4b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:01.696036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-892152a6-08f2-4f2c-8220-60984049bc13 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:01.697689 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-892152a6-08f2-4f2c-8220-60984049bc13 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.18 "GET /v2.0/networks?id=5ee10cba-8ae4-4001-8797-37b1b42c56ac HTTP/1.1" status: 200 len: 798 time: 0.2500641 Jul 09 13:49:01.703530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d8b8ae49-1efb-4fe8-819a-51ada789abc4 None None] Port 1db0a157-cb99-48a9-add7-495fc023a8ac cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:01.715256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-33c42bfc-9890-4dbb-ae7f-3430078c52b9 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Request body: {'port': {'device_id': '6f9f843e-7573-4a77-b4f0-cd57e57399e1', 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac', 'admin_state_up': True, 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:01.728904 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Network 2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:01.732880 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:01.738153 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:01.755343 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:01.763847 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:01.851778 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:01.856059 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event updated for resources: {'Port': ['ID=6d14349d-a0ac-4651-8c6c-5045ba42a387,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:01.902585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Network 7074db43-c208-405c-9877-793faa30eb50 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:01.907454 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:01.918185 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:01.961063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-33c42bfc-9890-4dbb-ae7f-3430078c52b9 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Made reservation on behalf of bbef650d192247dcaa6c45d9271ffbe5 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:01.970024 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-33c42bfc-9890-4dbb-ae7f-3430078c52b9 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:01.977283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1d9fe-c7e9-4176-b11c-d84bc0ecea5a None None] Pushing event updated for resources: {'Port': ['ID=d2b3e2a6-f065-470e-8aab-b5d5ab974f25,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:02.054344 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-22a92aa0-e013-4a4b-85fd-1fd0c081003c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:02.087025 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:02.098009 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38ed8a02-df93-498d-ad99-bdd75a269e6c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:02.162201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8a00ea10-8a95-4ade-b6b2-56b69489c6bd None None] Provisioning complete for port 1db0a157-cb99-48a9-add7-495fc023a8ac triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:02.162924 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8a00ea10-8a95-4ade-b6b2-56b69489c6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:02.192623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-38ed8a02-df93-498d-ad99-bdd75a269e6c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Calling delete_port for 1db0a157-cb99-48a9-add7-495fc023a8ac owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:02.235472 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:49:02.264670 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Attempting to bind port d2b3e2a6-f065-470e-8aab-b5d5ab974f25 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:02.265319 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Attempting to bind port d2b3e2a6-f065-470e-8aab-b5d5ab974f25 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'afc03bda-3bcf-4d12-ab19-bfa7f707922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:02.265853 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Attempting to bind port d2b3e2a6-f065-470e-8aab-b5d5ab974f25 on network 5ee10cba-8ae4-4001-8797-37b1b42c56ac {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:02.268522 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaf05df8-078c-48ba-9afa-9c0a995cbb28 None None] Network 2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:02.377896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-33c42bfc-9890-4dbb-ae7f-3430078c52b9 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Allocated IP 172.20.0.23 (5ee10cba-8ae4-4001-8797-37b1b42c56ac/d2771cc9-3381-4c50-a8d0-0e60ef63a221/79adc61d-c8e2-4680-a2e5-313cb3121b38) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:02.383712 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Pushing event updated for resources: {'Port': ['ID=c5988329-0eb0-4664-80dc-e0d3f9d5f4d0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:02.386189 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:49:02.386624 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Checking segment: {'id': 'afc03bda-3bcf-4d12-ab19-bfa7f707922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:02.387135 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:02.388075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Bound using segment: {'id': 'afc03bda-3bcf-4d12-ab19-bfa7f707922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:49:02.388914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Bound port: d2b3e2a6-f065-470e-8aab-b5d5ab974f25, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afc03bda-3bcf-4d12-ab19-bfa7f707922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:49:02.388914 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:02.442553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 35058e40-da97-4184-8629-fdaec5644a4b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:02.442882 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:02.470648 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:02.477135 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:02.478266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Attempting to bind port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:02.478658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Attempting to bind port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'b64d747b-81f5-41d4-8b08-f0cf161ee925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7074db43-c208-405c-9877-793faa30eb50'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:02.479016 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Attempting to bind port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 on network 7074db43-c208-405c-9877-793faa30eb50 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:02.491387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:49:02.491733 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Checking segment: {'id': 'b64d747b-81f5-41d4-8b08-f0cf161ee925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7074db43-c208-405c-9877-793faa30eb50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:02.492084 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:02.492488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Bound using segment: {'id': 'b64d747b-81f5-41d4-8b08-f0cf161ee925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7074db43-c208-405c-9877-793faa30eb50'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:49:02.492975 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Bound port: c5988329-0eb0-4664-80dc-e0d3f9d5f4d0, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b64d747b-81f5-41d4-8b08-f0cf161ee925', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '7074db43-c208-405c-9877-793faa30eb50'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:49:02.493364 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:02.557629 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38ed8a02-df93-498d-ad99-bdd75a269e6c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:02.595279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8a00ea10-8a95-4ade-b6b2-56b69489c6bd None None] Port 1db0a157-cb99-48a9-add7-495fc023a8ac cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:02.612064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ed8a02-df93-498d-ad99-bdd75a269e6c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event deleted for resources: {'Port': ['ID=1db0a157-cb99-48a9-add7-495fc023a8ac,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:02.613472 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] For port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:02.621648 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] For port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=c5988329-0eb0-4664-80dc-e0d3f9d5f4d0,segment=NetworkSegment(b64d747b-81f5-41d4-8b08-f0cf161ee925),segment_id=b64d747b-81f5-41d4-8b08-f0cf161ee925)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:49:02.631351 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e03a20f-ba16-4cef-bd77-e83e268e881a req-de4daab4-5485-483d-a1da-023cdd569d8b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 210 time: 0.0766230 Jul 09 13:49:02.646764 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:02.697593 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:02.704912 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event updated for resources: {'Port': ['ID=6d14349d-a0ac-4651-8c6c-5045ba42a387,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:02.809056 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-33c42bfc-9890-4dbb-ae7f-3430078c52b9 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:02.833686 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-33c42bfc-9890-4dbb-ae7f-3430078c52b9 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Transition to ACTIVE for port object 79adc61d-c8e2-4680-a2e5-313cb3121b38 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:02.845132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Network 2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:02.847377 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:02.999298 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-38ed8a02-df93-498d-ad99-bdd75a269e6c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:03.001291 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-38ed8a02-df93-498d-ad99-bdd75a269e6c tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "DELETE /v2.0/ports/1db0a157-cb99-48a9-add7-495fc023a8ac HTTP/1.1" status: 204 len: 168 time: 1.8094490 Jul 09 13:49:03.006614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58856) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:03.026732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Router 3d18ba92-7658-464e-b270-066522251913 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:49:03.045860 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-73d95024-b151-41a5-840e-d04409b37880 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] GET failed (client error): The resource could not be found. Jul 09 13:49:03.047601 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-73d95024-b151-41a5-840e-d04409b37880 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "GET /v2.0/ports/1db0a157-cb99-48a9-add7-495fc023a8ac HTTP/1.1" status: 404 len: 333 time: 0.0399826 Jul 09 13:49:03.050509 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58858) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:03.099691 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-33c42bfc-9890-4dbb-ae7f-3430078c52b9 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:03.144901 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] For port d2b3e2a6-f065-470e-8aab-b5d5ab974f25, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:03.186511 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] For port d2b3e2a6-f065-470e-8aab-b5d5ab974f25, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d2b3e2a6-f065-470e-8aab-b5d5ab974f25,segment=NetworkSegment(afc03bda-3bcf-4d12-ab19-bfa7f707922f),segment_id=afc03bda-3bcf-4d12-ab19-bfa7f707922f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:49:03.187867 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:49:03.201712 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af019a10-7550-49ec-b2fe-83867d15145e None None] Sync routers for ids ['3d18ba92-7658-464e-b270-066522251913'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:49:03.207057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-56db6d1d-392b-42c5-9b1d-f25f6aafce7c tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "PUT /v2.0/routers/3d18ba92-7658-464e-b270-066522251913/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5411615 Jul 09 13:49:03.209843 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58862) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:03.218550 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:03.222518 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af019a10-7550-49ec-b2fe-83867d15145e None None] Routers {'3d18ba92-7658-464e-b270-066522251913'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:03.226457 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-af019a10-7550-49ec-b2fe-83867d15145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:48:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3d18ba92-7658-464e-b270-066522251913'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:03.227883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-33c42bfc-9890-4dbb-ae7f-3430078c52b9 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Network 5ee10cba-8ae4-4001-8797-37b1b42c56ac is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:03.241789 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cf55a3-5392-4249-9a7e-48047e16c79d None None] Pushing event updated for resources: {'Port': ['ID=c5988329-0eb0-4664-80dc-e0d3f9d5f4d0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:03.256278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-33c42bfc-9890-4dbb-ae7f-3430078c52b9 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:03.264297 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-33c42bfc-9890-4dbb-ae7f-3430078c52b9 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:03.272296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c42bfc-9890-4dbb-ae7f-3430078c52b9 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event updated for resources: {'Port': ['ID=79adc61d-c8e2-4680-a2e5-313cb3121b38,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:03.302974 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Routers {'eba27009-ef2f-49b2-9547-0e1ac0a1de53'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:03.303862 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:48:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['eba27009-ef2f-49b2-9547-0e1ac0a1de53'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:03.361553 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-af019a10-7550-49ec-b2fe-83867d15145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:03.373378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3881d7f2-2857-472d-b75d-3ccb2ed951ef tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Deleting port f1e28b4b-7112-4b58-91f1-16b51152d1ba {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:03.374058 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3881d7f2-2857-472d-b75d-3ccb2ed951ef tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:03.384694 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-33c42bfc-9890-4dbb-ae7f-3430078c52b9 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:03.385608 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-33c42bfc-9890-4dbb-ae7f-3430078c52b9 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:03.402479 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af019a10-7550-49ec-b2fe-83867d15145e None None] Routers {'3d18ba92-7658-464e-b270-066522251913'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:03.403850 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-af019a10-7550-49ec-b2fe-83867d15145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:48:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3d18ba92-7658-464e-b270-066522251913'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:03.550726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] Set router eba27009-ef2f-49b2-9547-0e1ac0a1de53 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:49:03.582305 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-af019a10-7550-49ec-b2fe-83867d15145e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:03.583010 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af019a10-7550-49ec-b2fe-83867d15145e None None] The sync data for ids ['3d18ba92-7658-464e-b270-066522251913'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:49:03.605065 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3881d7f2-2857-472d-b75d-3ccb2ed951ef tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:03.621454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3881d7f2-2857-472d-b75d-3ccb2ed951ef tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Calling delete_port for f1e28b4b-7112-4b58-91f1-16b51152d1ba owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:03.656257 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1d9fe-c7e9-4176-b11c-d84bc0ecea5a None None] Pushing event updated for resources: {'Port': ['ID=d2b3e2a6-f065-470e-8aab-b5d5ab974f25,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:03.659290 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2e2c3195-ff1a-488b-a476-367876b22add None None] Provisioning for port ce0d1594-8fbd-46f9-8e00-1639ca0001ee completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:03.668403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2e2c3195-ff1a-488b-a476-367876b22add None None] Provisioning complete for port ce0d1594-8fbd-46f9-8e00-1639ca0001ee triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:03.670725 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3195-ff1a-488b-a476-367876b22add None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:03.778730 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-33c42bfc-9890-4dbb-ae7f-3430078c52b9 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.0703752 Jul 09 13:49:03.812078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Request body: {'port': {'device_id': '6f9f843e-7573-4a77-b4f0-cd57e57399e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:04.036681 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:04.052905 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3195-ff1a-488b-a476-367876b22add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:04.127504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2e2c3195-ff1a-488b-a476-367876b22add None None] For port ce0d1594-8fbd-46f9-8e00-1639ca0001ee, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ce0d1594-8fbd-46f9-8e00-1639ca0001ee,segment=NetworkSegment(e9c0df65-2c2f-4a92-929b-fe904c63befb),segment_id=e9c0df65-2c2f-4a92-929b-fe904c63befb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:04.141831 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-c85dec09-d40c-4c36-be29-863cfef1a4d1 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:49:04.145900 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c85dec09-d40c-4c36-be29-863cfef1a4d1 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "PUT /v2.0/routers/3d18ba92-7658-464e-b270-066522251913/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9321365 Jul 09 13:49:04.147648 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58868) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:04.150839 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e2c3195-ff1a-488b-a476-367876b22add None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:04.235192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c3195-ff1a-488b-a476-367876b22add None None] Pushing event updated for resources: {'Port': ['ID=ce0d1594-8fbd-46f9-8e00-1639ca0001ee,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:04.262032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165232232', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:45Z', 'updated_at': '2021-07-09T13:48:55Z', 'revision_number': 4, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:47Z', 'updated_at': '2021-07-09T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'd2b3e2a6-f065-470e-8aab-b5d5ab974f25', 'name': '', 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'mac_address': 'fa:16:3e:91:b9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd2771cc9-3381-4c50-a8d0-0e60ef63a221', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:53Z', 'updated_at': '2021-07-09T13:49:03Z', 'revision_number': 4, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'subnets': [{'id': 'd2771cc9-3381-4c50-a8d0-0e60ef63a221', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:04.285498 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3881d7f2-2857-472d-b75d-3ccb2ed951ef tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:04.334562 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08515bd8-1fdd-4456-81bd-2608cc8bc5eb None None] The sync data for ids ['eba27009-ef2f-49b2-9547-0e1ac0a1de53'] in n-d-799525-3 is: [{'id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165232232', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:45Z', 'updated_at': '2021-07-09T13:48:55Z', 'revision_number': 4, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:47Z', 'updated_at': '2021-07-09T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'd2b3e2a6-f065-470e-8aab-b5d5ab974f25', 'name': '', 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'mac_address': 'fa:16:3e:91:b9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'device_owner': 'network:router_interface', 'standard_attr_id': 3129, 'fixed_ips': [{'subnet_id': 'd2771cc9-3381-4c50-a8d0-0e60ef63a221', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:53Z', 'updated_at': '2021-07-09T13:49:03Z', 'revision_number': 4, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'subnets': [{'id': 'd2771cc9-3381-4c50-a8d0-0e60ef63a221', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:49:04.377230 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c28e59aa-a347-4127-a7a8-0e7374685a16 None None] Provisioning for port 79adc61d-c8e2-4680-a2e5-313cb3121b38 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:04.382880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c28e59aa-a347-4127-a7a8-0e7374685a16 None None] Provisioning complete for port 79adc61d-c8e2-4680-a2e5-313cb3121b38 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:04.383586 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c28e59aa-a347-4127-a7a8-0e7374685a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:04.506452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c28e59aa-a347-4127-a7a8-0e7374685a16 None None] Port 79adc61d-c8e2-4680-a2e5-313cb3121b38 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:04.566981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3881d7f2-2857-472d-b75d-3ccb2ed951ef tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event deleted for resources: {'Port': ['ID=f1e28b4b-7112-4b58-91f1-16b51152d1ba,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:04.659434 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:04.705863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-11ac8dc1-df9e-4b2f-8f42-348601cefff1 None None] Provisioning for port 6d14349d-a0ac-4651-8c6c-5045ba42a387 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:04.735548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-11ac8dc1-df9e-4b2f-8f42-348601cefff1 None None] Provisioning complete for port 6d14349d-a0ac-4651-8c6c-5045ba42a387 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:04.735932 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11ac8dc1-df9e-4b2f-8f42-348601cefff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:04.783330 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3881d7f2-2857-472d-b75d-3ccb2ed951ef tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:04.788528 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3881d7f2-2857-472d-b75d-3ccb2ed951ef tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "DELETE /v2.0/ports/f1e28b4b-7112-4b58-91f1-16b51152d1ba HTTP/1.1" status: 204 len: 168 time: 1.7368197 Jul 09 13:49:04.791350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58878) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:04.835434 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f07d2d5-ab61-4777-a595-df90a8263117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:04.858476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-11ac8dc1-df9e-4b2f-8f42-348601cefff1 None None] Port 6d14349d-a0ac-4651-8c6c-5045ba42a387 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:04.884887 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa823762-06a4-4076-b8b0-ef7860611361 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] GET failed (client error): The resource could not be found. Jul 09 13:49:04.891961 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aa823762-06a4-4076-b8b0-ef7860611361 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "GET /v2.0/ports/f1e28b4b-7112-4b58-91f1-16b51152d1ba HTTP/1.1" status: 404 len: 333 time: 0.0997124 Jul 09 13:49:04.892599 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58882) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:04.892862 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-11ac8dc1-df9e-4b2f-8f42-348601cefff1 None None] Provisioning complete for port ce0d1594-8fbd-46f9-8e00-1639ca0001ee triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:04.893246 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-11ac8dc1-df9e-4b2f-8f42-348601cefff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:05.255728 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b651cd8-ae04-4ed0-b09a-86f3734cdc2f None None] Network 7074db43-c208-405c-9877-793faa30eb50 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:05.344618 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79adc61d-c8e2-4680-a2e5-313cb3121b38 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:49:05.355904 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:05.374722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Transition to ACTIVE for port object 79adc61d-c8e2-4680-a2e5-313cb3121b38 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:05.401110 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:05.539893 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0295dc02-8370-4e6f-933e-2f6d6a5c0027 None None] Provisioning complete for port 6d14349d-a0ac-4651-8c6c-5045ba42a387 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:05.540281 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0295dc02-8370-4e6f-933e-2f6d6a5c0027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:05.642515 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Pushing event updated for resources: {'Port': ['ID=79adc61d-c8e2-4680-a2e5-313cb3121b38,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:05.663774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-646057c8-09cd-4256-acd9-ca8c10630ea2 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Deleting port 4f1702ea-44a2-41a8-aa07-9a0aebde342d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:05.664855 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-646057c8-09cd-4256-acd9-ca8c10630ea2 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:05.680741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ce0d1594-8fbd-46f9-8e00-1639ca0001ee up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:05.765843 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:05.807509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0295dc02-8370-4e6f-933e-2f6d6a5c0027 None None] Port 6d14349d-a0ac-4651-8c6c-5045ba42a387 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:05.809492 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-646057c8-09cd-4256-acd9-ca8c10630ea2 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:05.828920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-646057c8-09cd-4256-acd9-ca8c10630ea2 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Calling delete_port for 4f1702ea-44a2-41a8-aa07-9a0aebde342d owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:05.832681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a6e868-0591-492f-840f-2b9f30ba8bc7 req-20fec657-33db-424d-9d1f-6af20ecd0fe5 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:05.851894 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d1a6e868-0591-492f-840f-2b9f30ba8bc7 req-20fec657-33db-424d-9d1f-6af20ecd0fe5 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 895 time: 1.9184566 Jul 09 13:49:05.927981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ce0d1594-8fbd-46f9-8e00-1639ca0001ee triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:05.928480 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:05.986501 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0295dc02-8370-4e6f-933e-2f6d6a5c0027 None None] Provisioning for port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:05.992621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffdc76c-f2ec-43eb-b5e7-c821e8dbace0 req-09b0e0a4-dfcf-4ef0-a62a-00734032e3c8 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:06.009354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bffdc76c-f2ec-43eb-b5e7-c821e8dbace0 req-09b0e0a4-dfcf-4ef0-a62a-00734032e3c8 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.3197360 Jul 09 13:49:06.082801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Attempting to bind port 79adc61d-c8e2-4680-a2e5-313cb3121b38 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:06.083279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Attempting to bind port 79adc61d-c8e2-4680-a2e5-313cb3121b38 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'afc03bda-3bcf-4d12-ab19-bfa7f707922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:06.083623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Attempting to bind port 79adc61d-c8e2-4680-a2e5-313cb3121b38 on network 5ee10cba-8ae4-4001-8797-37b1b42c56ac {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:06.090031 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-646057c8-09cd-4256-acd9-ca8c10630ea2 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:06.103810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Port 79adc61d-c8e2-4680-a2e5-313cb3121b38 on network 5ee10cba-8ae4-4001-8797-37b1b42c56ac not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:49:06.105350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Attempting to bind port 79adc61d-c8e2-4680-a2e5-313cb3121b38 on network 5ee10cba-8ae4-4001-8797-37b1b42c56ac {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:06.107855 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bffdc76c-f2ec-43eb-b5e7-c821e8dbace0 req-fddf51ed-7ef7-4201-8d33-e37ea5c5a0d1 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976038 Jul 09 13:49:06.134923 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:06.212782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7d0847da-d6f7-46be-81d2-dda80beb0e61 None None] Provisioning complete for port 6d14349d-a0ac-4651-8c6c-5045ba42a387 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:06.219789 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7d0847da-d6f7-46be-81d2-dda80beb0e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:06.285317 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78dc46f2-1495-4036-bb05-b8fa7be17c77 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:06.293008 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-646057c8-09cd-4256-acd9-ca8c10630ea2 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:06.303493 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-646057c8-09cd-4256-acd9-ca8c10630ea2 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "DELETE /v2.0/ports/4f1702ea-44a2-41a8-aa07-9a0aebde342d HTTP/1.1" status: 204 len: 168 time: 1.4079494 Jul 09 13:49:06.304267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58892) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:06.318003 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:49:06.318509 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Checking segment: {'id': 'afc03bda-3bcf-4d12-ab19-bfa7f707922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:06.319013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Bound using segment: {'id': 'afc03bda-3bcf-4d12-ab19-bfa7f707922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:49:06.322341 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7d0847da-d6f7-46be-81d2-dda80beb0e61 None None] Port 6d14349d-a0ac-4651-8c6c-5045ba42a387 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:06.323870 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Bound port: 79adc61d-c8e2-4680-a2e5-313cb3121b38, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afc03bda-3bcf-4d12-ab19-bfa7f707922f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:49:06.324388 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:06.330211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646057c8-09cd-4256-acd9-ca8c10630ea2 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event deleted for resources: {'Port': ['ID=4f1702ea-44a2-41a8-aa07-9a0aebde342d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:06.406084 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:06.417403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:06.417930 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:06.481972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cd6d1ea-80a7-4d94-82a3-218310a4e082 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Deleting subnet b0816022-33e2-483a-bae7-f5d47fe0103c {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:49:06.485886 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d1ea-80a7-4d94-82a3-218310a4e082 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:06.533241 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d1ea-80a7-4d94-82a3-218310a4e082 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:06.665050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-148b4879-878f-4f69-9a57-bf039bf390b2 None None] Provisioning complete for port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:06.665457 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-148b4879-878f-4f69-9a57-bf039bf390b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:06.672722 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:06.750552 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff4fb15-4547-45cb-a1eb-7a74b12c9153 req-4e7e6321-20cf-49f0-a902-c7dd862aaf20 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:06.761510 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ff4fb15-4547-45cb-a1eb-7a74b12c9153 req-4e7e6321-20cf-49f0-a902-c7dd862aaf20 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.3299911 Jul 09 13:49:06.775798 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=c5988329-0eb0-4664-80dc-e0d3f9d5f4d0,segment=NetworkSegment(b64d747b-81f5-41d4-8b08-f0cf161ee925),segment_id=b64d747b-81f5-41d4-8b08-f0cf161ee925)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:06.788037 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:06.789000 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d2b3e2a6-f065-470e-8aab-b5d5ab974f25 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:06.836987 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ff4fb15-4547-45cb-a1eb-7a74b12c9153 req-9e28813a-0a0c-4758-80f4-062c69528663 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744271 Jul 09 13:49:06.960288 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=c5988329-0eb0-4664-80dc-e0d3f9d5f4d0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:06.981512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-78dc46f2-1495-4036-bb05-b8fa7be17c77 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Deleting port 6d14349d-a0ac-4651-8c6c-5045ba42a387 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:06.982319 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78dc46f2-1495-4036-bb05-b8fa7be17c77 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:07.041628 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:07.062046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port d2b3e2a6-f065-470e-8aab-b5d5ab974f25 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:07.068626 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port d2b3e2a6-f065-470e-8aab-b5d5ab974f25 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:07.069795 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:07.117820 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78dc46f2-1495-4036-bb05-b8fa7be17c77 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:07.134493 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] For port 79adc61d-c8e2-4680-a2e5-313cb3121b38, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:07.138282 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-78dc46f2-1495-4036-bb05-b8fa7be17c77 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Calling delete_port for 6d14349d-a0ac-4651-8c6c-5045ba42a387 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:07.146802 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] For port 79adc61d-c8e2-4680-a2e5-313cb3121b38, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=79adc61d-c8e2-4680-a2e5-313cb3121b38,segment=NetworkSegment(afc03bda-3bcf-4d12-ab19-bfa7f707922f),segment_id=afc03bda-3bcf-4d12-ab19-bfa7f707922f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:49:07.204779 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:07.213799 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:07.270133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port d2b3e2a6-f065-470e-8aab-b5d5ab974f25, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d2b3e2a6-f065-470e-8aab-b5d5ab974f25,segment=NetworkSegment(afc03bda-3bcf-4d12-ab19-bfa7f707922f),segment_id=afc03bda-3bcf-4d12-ab19-bfa7f707922f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:07.277550 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:07.305518 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f9b3f-a2ad-4743-846e-2b165217bcbd req-2d247007-b442-49bc-8775-ee313441455b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:07.306522 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c32f9b3f-a2ad-4743-846e-2b165217bcbd req-2d247007-b442-49bc-8775-ee313441455b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 907 time: 0.1538479 Jul 09 13:49:07.397685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=d2b3e2a6-f065-470e-8aab-b5d5ab974f25,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:07.408507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Pushing event updated for resources: {'Port': ['ID=79adc61d-c8e2-4680-a2e5-313cb3121b38,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:07.436970 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:07.445478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:07.451353 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:07.457812 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-7c0a6692-0d59-46a5-b581-6d1a78e9086d service neutron] 10.222.0.18 "PUT /v2.0/ports/79adc61d-c8e2-4680-a2e5-313cb3121b38 HTTP/1.1" status: 200 len: 1055 time: 3.6676846 Jul 09 13:49:07.460378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f9f843e-7573-4a77-b4f0-cd57e57399e1', 'tag': '79adc61d-c8e2-4680-a2e5-313cb3121b38'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:49:07.481014 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9acefa6a-7bf0-464d-a4f6-ec96d5d3a735" -d '{"events": [{"name": "network-changed", "server_uuid": "6f9f843e-7573-4a77-b4f0-cd57e57399e1", "tag": "79adc61d-c8e2-4680-a2e5-313cb3121b38"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:49:07.533570 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:07.533960 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:07.561061 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d1ea-80a7-4d94-82a3-218310a4e082 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:07.576917 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78dc46f2-1495-4036-bb05-b8fa7be17c77 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:07.635981 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc46f2-1495-4036-bb05-b8fa7be17c77 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event deleted for resources: {'Port': ['ID=6d14349d-a0ac-4651-8c6c-5045ba42a387,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:07.661586 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:49:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2ad5b4-0a4b-41c0-b401-3c0835139643 x-openstack-request-id: req-fc2ad5b4-0a4b-41c0-b401-3c0835139643 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:49:07.665865 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f9f843e-7573-4a77-b4f0-cd57e57399e1", "tag": "79adc61d-c8e2-4680-a2e5-313cb3121b38", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:49:07.666295 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-fc2ad5b4-0a4b-41c0-b401-3c0835139643 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:49:07.666862 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f9f843e-7573-4a77-b4f0-cd57e57399e1', 'tag': '79adc61d-c8e2-4680-a2e5-313cb3121b38', 'status': 'completed', 'code': 200} Jul 09 13:49:07.794820 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-ed800865-ab9c-40b0-9187-b3e04e42371e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:07.796835 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-ed800865-ab9c-40b0-9187-b3e04e42371e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbef650d192247dcaa6c45d9271ffbe5&device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 1058 time: 0.2831285 Jul 09 13:49:07.826222 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d1ea-80a7-4d94-82a3-218310a4e082 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:07.920300 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-00ab95c0-3e22-441f-b472-991a5d501a41 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=79adc61d-c8e2-4680-a2e5-313cb3121b38 HTTP/1.1" status: 200 len: 217 time: 0.1153750 Jul 09 13:49:07.921114 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd6d1ea-80a7-4d94-82a3-218310a4e082 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event deleted for resources: {'Subnet': ['ID=b0816022-33e2-483a-bae7-f5d47fe0103c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:07.974030 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-78dc46f2-1495-4036-bb05-b8fa7be17c77 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:07.984656 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0cd6d1ea-80a7-4d94-82a3-218310a4e082 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:07.988773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0cd6d1ea-80a7-4d94-82a3-218310a4e082 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "DELETE /v2.0/subnets/b0816022-33e2-483a-bae7-f5d47fe0103c HTTP/1.1" status: 204 len: 168 time: 1.6809838 Jul 09 13:49:07.988965 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08622745-9356-421a-a880-491b07c6c7f5 req-c06193da-6ef5-46cd-a341-0273f9361159 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:07.989782 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58910) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:07.994933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1b303c-1dfa-483b-bb87-9c0597f6246e None None] Network 10d19839-35d0-453c-9ba7-67a99addcf54 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:08.011738 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-08622745-9356-421a-a880-491b07c6c7f5 req-c06193da-6ef5-46cd-a341-0273f9361159 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.3101432 Jul 09 13:49:08.078483 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-4232993d-c8b7-48a1-9efd-a66532d66fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:08.080153 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-4232993d-c8b7-48a1-9efd-a66532d66fe9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2771cc9-3381-4c50-a8d0-0e60ef63a221 HTTP/1.1" status: 200 len: 838 time: 0.1429899 Jul 09 13:49:08.130838 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-08622745-9356-421a-a880-491b07c6c7f5 req-274b0ebd-2b7d-4e61-a551-968803b233a2 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180830 Jul 09 13:49:08.158173 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:08.224751 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-99b7cdaf-48ae-4391-a590-cec378098ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:08.226235 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-99b7cdaf-48ae-4391-a590-cec378098ba5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ee10cba-8ae4-4001-8797-37b1b42c56ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1388750 Jul 09 13:49:08.282212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf1d39d-3a07-485b-90b6-98856dce5398 None None] DHCP port deletion for 10d19839-35d0-453c-9ba7-67a99addcf54 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:49:08.315125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78dc46f2-1495-4036-bb05-b8fa7be17c77 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Router 3d18ba92-7658-464e-b270-066522251913 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:49:08.351764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4bf1d39d-3a07-485b-90b6-98856dce5398 None None] Deleting port 68b3b7af-57de-4f50-882d-fc6813e30acd {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:08.352167 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4bf1d39d-3a07-485b-90b6-98856dce5398 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:08.355385 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-32ebc980-2a81-444e-b1bf-4706eeeeb501 service neutron] 10.222.0.18 "GET /v2.0/networks/5ee10cba-8ae4-4001-8797-37b1b42c56ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218696 Jul 09 13:49:08.393011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Deleting port 68b3b7af-57de-4f50-882d-fc6813e30acd {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:08.393379 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:08.441567 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4bf1d39d-3a07-485b-90b6-98856dce5398 None None] For port 68b3b7af-57de-4f50-882d-fc6813e30acd, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=68b3b7af-57de-4f50-882d-fc6813e30acd,segment=NetworkSegment(0f310a76-eb4b-415f-b315-c3c29e873395),segment_id=0f310a76-eb4b-415f-b315-c3c29e873395)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:08.442138 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4bf1d39d-3a07-485b-90b6-98856dce5398 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:08.468545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4bf1d39d-3a07-485b-90b6-98856dce5398 None None] Calling delete_port for 68b3b7af-57de-4f50-882d-fc6813e30acd owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:08.471986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dc46f2-1495-4036-bb05-b8fa7be17c77 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:49:08.482474 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-78dc46f2-1495-4036-bb05-b8fa7be17c77 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "PUT /v2.0/routers/3d18ba92-7658-464e-b270-066522251913/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3337584 Jul 09 13:49:08.487943 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58918) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:08.490903 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08f575-9c55-465c-902b-833827c4da7a None None] Sync routers for ids ['3d18ba92-7658-464e-b270-066522251913'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:49:08.521400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e08f575-9c55-465c-902b-833827c4da7a None None] Routers {'3d18ba92-7658-464e-b270-066522251913'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:08.522116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6e08f575-9c55-465c-902b-833827c4da7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3d18ba92-7658-464e-b270-066522251913'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:08.574685 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-7817bb5a-aeaf-40f1-9f3c-46ab483dce3b tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] delete failed (client error): The resource could not be found. Jul 09 13:49:08.577175 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7817bb5a-aeaf-40f1-9f3c-46ab483dce3b tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "DELETE /v2.0/routers/tempest-non_exist_router-887771266 HTTP/1.1" status: 404 len: 334 time: 0.0879116 Jul 09 13:49:08.587741 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58920) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:08.591939 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6e08f575-9c55-465c-902b-833827c4da7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:08.639847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8a21be85-837e-4063-8c7e-b4aeb96bb6c6 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Request body: {'router': {'external_gateway_info': {'network_id': '3d18ba92-7658-464e-b270-066522251913'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:08.640554 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:08.659201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e08f575-9c55-465c-902b-833827c4da7a None None] Routers {'3d18ba92-7658-464e-b270-066522251913'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:08.659861 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6e08f575-9c55-465c-902b-833827c4da7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3d18ba92-7658-464e-b270-066522251913'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:08.726273 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cb47dc-a047-42e0-9926-bd2b0f4bb8ed req-7fbf381f-e7a8-4dec-a7a6-84b0e5e607f6 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:08.726537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6e08f575-9c55-465c-902b-833827c4da7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:08.727547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e08f575-9c55-465c-902b-833827c4da7a None None] The sync data for ids ['3d18ba92-7658-464e-b270-066522251913'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:49:08.735966 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4bf1d39d-3a07-485b-90b6-98856dce5398 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:08.742224 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-64cb47dc-a047-42e0-9926-bd2b0f4bb8ed req-7fbf381f-e7a8-4dec-a7a6-84b0e5e607f6 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 907 time: 0.1599283 Jul 09 13:49:08.781018 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1d39d-3a07-485b-90b6-98856dce5398 None None] Pushing event deleted for resources: {'Port': ['ID=68b3b7af-57de-4f50-882d-fc6813e30acd,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:08.794552 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf1d39d-3a07-485b-90b6-98856dce5398 None None] No DVR routers for this DVR port 68b3b7af-57de-4f50-882d-fc6813e30acd on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:08.801284 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:08.861419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] For port 68b3b7af-57de-4f50-882d-fc6813e30acd, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=68b3b7af-57de-4f50-882d-fc6813e30acd,segment=NetworkSegment(0f310a76-eb4b-415f-b315-c3c29e873395),segment_id=0f310a76-eb4b-415f-b315-c3c29e873395)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:08.861917 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:08.924003 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-587a0c4b-e5e7-4d0d-a88f-1806f6ce0567 req-417e3ed4-adc8-490f-9321-6b7a2ecbaaf4 service neutron] 10.222.0.18 "GET /v2.0/networks/5ee10cba-8ae4-4001-8797-37b1b42c56ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5605614 Jul 09 13:49:08.971978 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Calling delete_port for 68b3b7af-57de-4f50-882d-fc6813e30acd owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:09.028828 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a21be85-837e-4063-8c7e-b4aeb96bb6c6 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:09.101819 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-8a21be85-837e-4063-8c7e-b4aeb96bb6c6 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] update failed (client error): The resource could not be found. Jul 09 13:49:09.102951 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8a21be85-837e-4063-8c7e-b4aeb96bb6c6 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "PUT /v2.0/routers/3d18ba92-7658-464e-b270-066522251913 HTTP/1.1" status: 404 len: 339 time: 0.4996903 Jul 09 13:49:09.104345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1cc83-2776-4ec8-a701-31f4e52336ee req-9a76b4e7-a9e8-48a7-90a8-e5cbb1ac49e7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:09.106074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-76e1cc83-2776-4ec8-a701-31f4e52336ee req-9a76b4e7-a9e8-48a7-90a8-e5cbb1ac49e7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1011052 Jul 09 13:49:09.109513 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58932) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:09.154816 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acefa6a-7bf0-464d-a4f6-ec96d5d3a735 req-2bad9191-2aa6-4f6d-a9d3-32fc992ba759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:09.156543 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9acefa6a-7bf0-464d-a4f6-ec96d5d3a735 req-2bad9191-2aa6-4f6d-a9d3-32fc992ba759 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=bbef650d192247dcaa6c45d9271ffbe5&device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 1058 time: 0.1802418 Jul 09 13:49:09.161687 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:09.281330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event deleted for resources: {'Port': ['ID=68b3b7af-57de-4f50-882d-fc6813e30acd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:09.287274 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-76e1cc83-2776-4ec8-a701-31f4e52336ee req-7e3b604a-a540-443f-8786-81a760f3fafe tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701906 Jul 09 13:49:09.292259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] No DVR routers for this DVR port 68b3b7af-57de-4f50-882d-fc6813e30acd on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:09.395982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d2b3e2a6-f065-470e-8aab-b5d5ab974f25 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:09.417153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acefa6a-7bf0-464d-a4f6-ec96d5d3a735 req-96411e50-3169-415c-9e76-68b4ccad9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:09.418322 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9acefa6a-7bf0-464d-a4f6-ec96d5d3a735 req-96411e50-3169-415c-9e76-68b4ccad9eb9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=5ee10cba-8ae4-4001-8797-37b1b42c56ac HTTP/1.1" status: 200 len: 899 time: 0.2534142 Jul 09 13:49:09.426303 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:09.437373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d19839-35d0-453c-9ba7-67a99addcf54']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:09.449091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f310a76-eb4b-415f-b315-c3c29e873395') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:09.449387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f310a76-eb4b-415f-b315-c3c29e873395') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:09.459860 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:09.460111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port d2b3e2a6-f065-470e-8aab-b5d5ab974f25 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:09.460565 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:09.473874 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:09.474658 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:09.480813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Releasing vlan 331 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:49:09.481257 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:49:09.542511 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:49:09.551603 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:09.605112 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:09.608864 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] 10.222.0.39 "DELETE /v2.0/networks/10d19839-35d0-453c-9ba7-67a99addcf54 HTTP/1.1" status: 204 len: 168 time: 1.6183159 Jul 09 13:49:09.611230 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9acefa6a-7bf0-464d-a4f6-ec96d5d3a735 req-d090eb5a-20e5-4182-9804-647e9fc76bcb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=79adc61d-c8e2-4680-a2e5-313cb3121b38 HTTP/1.1" status: 200 len: 217 time: 0.0679204 Jul 09 13:49:09.632626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0c16b1-3159-465b-b174-9dca399d4e30 tempest-AllowedAddressPairIpV6TestJSON-487165726 tempest-AllowedAddressPairIpV6TestJSON-487165726-project] Pushing event deleted for resources: {'Network': ['ID=10d19839-35d0-453c-9ba7-67a99addcf54,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:09.645973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 68b3b7af-57de-4f50-882d-fc6813e30acd no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:09.697935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 68b3b7af-57de-4f50-882d-fc6813e30acd {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:49:09.703020 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 68b3b7af-57de-4f50-882d-fc6813e30acd not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:09.727415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acefa6a-7bf0-464d-a4f6-ec96d5d3a735 req-01d0e964-8c49-46cb-a95f-bced68b1bcac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:09.729094 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9acefa6a-7bf0-464d-a4f6-ec96d5d3a735 req-01d0e964-8c49-46cb-a95f-bced68b1bcac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d2771cc9-3381-4c50-a8d0-0e60ef63a221 HTTP/1.1" status: 200 len: 838 time: 0.1076088 Jul 09 13:49:09.788165 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Allocated IP 172.20.0.1 (c9999cb3-a796-4fa4-a340-ba242988398a/72b9dd5d-697f-413e-af10-ec3267f22293/48c8c396-3277-4abb-8434-0e12913a117e) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:09.803140 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acefa6a-7bf0-464d-a4f6-ec96d5d3a735 req-ae5f3c8a-7319-4770-95ef-657ac577dcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:09.805750 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9acefa6a-7bf0-464d-a4f6-ec96d5d3a735 req-ae5f3c8a-7319-4770-95ef-657ac577dcb1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=5ee10cba-8ae4-4001-8797-37b1b42c56ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0681076 Jul 09 13:49:09.929153 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9acefa6a-7bf0-464d-a4f6-ec96d5d3a735 req-b4ed673d-5725-4395-91cd-4ec8537d87f1 service neutron] 10.222.0.18 "GET /v2.0/networks/5ee10cba-8ae4-4001-8797-37b1b42c56ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159635 Jul 09 13:49:09.993553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58944) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:10.071333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8e07e-0818-463d-b13f-e6703ea12ddf req-289b11d8-4b19-457e-92fc-1b78f1b30efb tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:10.073240 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cde8e07e-0818-463d-b13f-e6703ea12ddf req-289b11d8-4b19-457e-92fc-1b78f1b30efb tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 907 time: 0.1479909 Jul 09 13:49:10.084469 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9acefa6a-7bf0-464d-a4f6-ec96d5d3a735 req-31b078ab-1f99-4534-92aa-daff69b209e3 service neutron] 10.222.0.18 "GET /v2.0/networks/5ee10cba-8ae4-4001-8797-37b1b42c56ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482422 Jul 09 13:49:10.090989 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:10.119416 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Transition to ACTIVE for port object 48c8c396-3277-4abb-8434-0e12913a117e will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:10.161244 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:10.213568 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Network c9999cb3-a796-4fa4-a340-ba242988398a is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:10.219723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:10.223688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:10.232684 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-30e8e985-c0d9-42e5-881b-22e4ea89f19d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d91ed08d13fa40dba9e119c0cb9e11c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2371061 Jul 09 13:49:10.235014 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58950) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:10.273693 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event updated for resources: {'Port': ['ID=48c8c396-3277-4abb-8434-0e12913a117e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:10.318155 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:10.424507 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1466d2f0-2a0c-4241-8ec4-3e08387d5120 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:10.508394 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1466d2f0-2a0c-4241-8ec4-3e08387d5120 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:10.509037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-095dfb1e-f998-4a47-98e0-6661cb2751b3 None None] Provisioning for port 48c8c396-3277-4abb-8434-0e12913a117e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:10.514787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-095dfb1e-f998-4a47-98e0-6661cb2751b3 None None] Provisioning complete for port 48c8c396-3277-4abb-8434-0e12913a117e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:10.515348 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-095dfb1e-f998-4a47-98e0-6661cb2751b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:10.539525 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:10.552931 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-095dfb1e-f998-4a47-98e0-6661cb2751b3 None None] Port 48c8c396-3277-4abb-8434-0e12913a117e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:10.956411 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b656708f-7e4b-4f69-94e3-7d2576cd22d5 req-69ee18ee-64f1-4063-962d-b94f4bae22cd tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:10.957968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b656708f-7e4b-4f69-94e3-7d2576cd22d5 req-69ee18ee-64f1-4063-962d-b94f4bae22cd tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.5304892 Jul 09 13:49:11.036745 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1466d2f0-2a0c-4241-8ec4-3e08387d5120 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:11.039392 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1466d2f0-2a0c-4241-8ec4-3e08387d5120 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:11.040581 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1466d2f0-2a0c-4241-8ec4-3e08387d5120 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/cfd71420-40b6-4b82-a29f-69ab2a1acb46 HTTP/1.1" status: 204 len: 168 time: 0.8045950 Jul 09 13:49:11.067169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1466d2f0-2a0c-4241-8ec4-3e08387d5120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfd71420-40b6-4b82-a29f-69ab2a1acb46,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:11.093994 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b656708f-7e4b-4f69-94e3-7d2576cd22d5 req-049405c4-86ff-4272-b7f5-9a5b7f159151 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263745 Jul 09 13:49:11.313819 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:11.320592 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:11.335360 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bcf234-f81a-4c09-b6e5-20ccfed2fb88 req-481a7313-2a90-47c9-be27-4ed7fe2638c3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:11.336900 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d9bcf234-f81a-4c09-b6e5-20ccfed2fb88 req-481a7313-2a90-47c9-be27-4ed7fe2638c3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 907 time: 0.1244979 Jul 09 13:49:11.419810 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:11.425464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event updated for resources: {'Port': ['ID=48c8c396-3277-4abb-8434-0e12913a117e,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:11.533863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Network c9999cb3-a796-4fa4-a340-ba242988398a is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:11.535373 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:11.600156 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 79adc61d-c8e2-4680-a2e5-313cb3121b38 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:49:11.655271 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Router 3d18ba92-7658-464e-b270-066522251913 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:49:11.767378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 79adc61d-c8e2-4680-a2e5-313cb3121b38, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=79adc61d-c8e2-4680-a2e5-313cb3121b38,segment=NetworkSegment(afc03bda-3bcf-4d12-ab19-bfa7f707922f),segment_id=afc03bda-3bcf-4d12-ab19-bfa7f707922f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:11.784385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '79adc61d-c8e2-4680-a2e5-313cb3121b38', 'network_id': '5ee10cba-8ae4-4001-8797-37b1b42c56ac', 'port_id': '79adc61d-c8e2-4680-a2e5-313cb3121b38', 'mac_address': 'fa:16:3e:98:ea:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2771cc9-3381-4c50-a8d0-0e60ef63a221', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:49:11.815320 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:49:11.822813 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-41f61026-3bf8-4af1-8cbd-a3230ee93ddf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "PUT /v2.0/routers/3d18ba92-7658-464e-b270-066522251913/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7118051 Jul 09 13:49:11.825460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58984) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:11.828788 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44b81d-a587-4bd3-baae-f82d8daaaba7 None None] Sync routers for ids ['3d18ba92-7658-464e-b270-066522251913'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:49:11.842094 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44b81d-a587-4bd3-baae-f82d8daaaba7 None None] Routers {'3d18ba92-7658-464e-b270-066522251913'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:11.843667 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-db44b81d-a587-4bd3-baae-f82d8daaaba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3d18ba92-7658-464e-b270-066522251913'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:11.851414 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:11.895475 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79adc61d-c8e2-4680-a2e5-313cb3121b38 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:49:11.920744 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-db44b81d-a587-4bd3-baae-f82d8daaaba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:11.926880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 79adc61d-c8e2-4680-a2e5-313cb3121b38, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=79adc61d-c8e2-4680-a2e5-313cb3121b38,segment=NetworkSegment(afc03bda-3bcf-4d12-ab19-bfa7f707922f),segment_id=afc03bda-3bcf-4d12-ab19-bfa7f707922f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:11.933468 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44b81d-a587-4bd3-baae-f82d8daaaba7 None None] Routers {'3d18ba92-7658-464e-b270-066522251913'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:11.935049 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-db44b81d-a587-4bd3-baae-f82d8daaaba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3d18ba92-7658-464e-b270-066522251913'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:11.938224 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-40799e15-0bd7-40cb-ba8f-438042d584ba None None] Provisioning complete for port 48c8c396-3277-4abb-8434-0e12913a117e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:11.938767 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-40799e15-0bd7-40cb-ba8f-438042d584ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:11.949631 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:11.959784 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 58988) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:11.972633 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-db44b81d-a587-4bd3-baae-f82d8daaaba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:11.973502 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db44b81d-a587-4bd3-baae-f82d8daaaba7 None None] The sync data for ids ['3d18ba92-7658-464e-b270-066522251913'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:49:12.047172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-40799e15-0bd7-40cb-ba8f-438042d584ba None None] Port 48c8c396-3277-4abb-8434-0e12913a117e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:12.067898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=79adc61d-c8e2-4680-a2e5-313cb3121b38,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:12.068300 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3f112074-eb34-45a7-a943-76e29e6eb537 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:12.102373 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4c60178b-749f-4e07-b497-b0de92d69d9e tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1014479021'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:12.133276 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c60178b-749f-4e07-b497-b0de92d69d9e tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Made reservation on behalf of 513d26dacede44e78abece93c9f9f7b3 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:12.145425 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c60178b-749f-4e07-b497-b0de92d69d9e tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:12.163484 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c60178b-749f-4e07-b497-b0de92d69d9e tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:12.181625 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-3f112074-eb34-45a7-a943-76e29e6eb537 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 09 13:49:12.182938 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3f112074-eb34-45a7-a943-76e29e6eb537 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "DELETE /v2.0/routers/3d18ba92-7658-464e-b270-066522251913 HTTP/1.1" status: 409 len: 329 time: 0.3564007 Jul 09 13:49:12.186474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 58996) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:12.204624 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['79adc61d-c8e2-4680-a2e5-313cb3121b38'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:49:12.285366 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c60178b-749f-4e07-b497-b0de92d69d9e tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:12.299438 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c60178b-749f-4e07-b497-b0de92d69d9e tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:12.349596 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c60178b-749f-4e07-b497-b0de92d69d9e tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] vlan segment allocate from pool success with {'vlan_id': 311, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:49:12.375583 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c60178b-749f-4e07-b497-b0de92d69d9e tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:12.376213 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-4c60178b-749f-4e07-b497-b0de92d69d9e tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Added segment 1a4c7281-ecd3-4948-a6cf-08d5abbf6b9f of type vlan for network d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e Jul 09 13:49:12.400597 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60178b-749f-4e07-b497-b0de92d69d9e tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b049c4-5b7e-4b07-8c27-c20f919e657d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:12.462109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897d4e8-9947-436d-9b93-7511759628b1 req-c65fc4d2-7567-4ce9-93e3-4885cd3632d0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:12.463907 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f897d4e8-9947-436d-9b93-7511759628b1 req-c65fc4d2-7567-4ce9-93e3-4885cd3632d0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1759961 Jul 09 13:49:12.469082 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c60178b-749f-4e07-b497-b0de92d69d9e tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:12.558561 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f897d4e8-9947-436d-9b93-7511759628b1 req-b1236f51-2afe-4624-b9e5-4ed76fd26bb8 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850201 Jul 09 13:49:12.561369 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c60178b-749f-4e07-b497-b0de92d69d9e tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:12.567037 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c60178b-749f-4e07-b497-b0de92d69d9e tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:12.567847 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4c60178b-749f-4e07-b497-b0de92d69d9e tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:12.619757 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9494d964-9b7f-4f22-b0a1-afd30c90990b tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:12.640574 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4c60178b-749f-4e07-b497-b0de92d69d9e tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6762056 Jul 09 13:49:12.644844 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59000) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:12.654853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-23e98802-2873-430b-8555-fd70babf650a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Request body: {'subnet': {'network_id': 'd78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:12.682314 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c60178b-749f-4e07-b497-b0de92d69d9e tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Pushing event updated for resources: {'Network': ['ID=d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:12.695634 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:49:12.742883 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689c8886-4f66-4b52-9d89-67b141a415aa req-d7144be0-1b4a-419c-89c4-927e86ebcdce tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:12.744528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-689c8886-4f66-4b52-9d89-67b141a415aa req-d7144be0-1b4a-419c-89c4-927e86ebcdce tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 908 time: 0.2532761 Jul 09 13:49:12.813770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e98802-2873-430b-8555-fd70babf650a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Made reservation on behalf of 513d26dacede44e78abece93c9f9f7b3 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:12.818857 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23e98802-2873-430b-8555-fd70babf650a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:13.044575 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23e98802-2873-430b-8555-fd70babf650a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:13.126562 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e98802-2873-430b-8555-fd70babf650a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Pushing event updated for resources: {'Subnet': ['ID=90c824a4-9fbd-4e4e-8da0-6b3064dab44a,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:13.132204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e98802-2873-430b-8555-fd70babf650a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Checking segment: {'id': '1a4c7281-ecd3-4948-a6cf-08d5abbf6b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:13.132628 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e98802-2873-430b-8555-fd70babf650a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Network hostable DHCP agents. Network: d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:49:13.151937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e98802-2873-430b-8555-fd70babf650a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Network d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:49:13.172893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-23e98802-2873-430b-8555-fd70babf650a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:13.177911 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e98802-2873-430b-8555-fd70babf650a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:13.178468 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23e98802-2873-430b-8555-fd70babf650a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:13.189112 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eaf1659-ed2e-4c06-b539-72dc9ba847fa None None] Network d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:13.212827 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-23e98802-2873-430b-8555-fd70babf650a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5656784 Jul 09 13:49:13.213023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59008) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:13.219139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4f1f64f8-4074-47b3-91d0-b1f8e3d6ca26 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-785270716', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:13.256873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9494d964-9b7f-4f22-b0a1-afd30c90990b tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Deleting port 48c8c396-3277-4abb-8434-0e12913a117e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:13.257241 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9494d964-9b7f-4f22-b0a1-afd30c90990b tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:13.261568 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f1f64f8-4074-47b3-91d0-b1f8e3d6ca26 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:13.263565 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f1f64f8-4074-47b3-91d0-b1f8e3d6ca26 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:13.349262 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e', 'network_id': 'd78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e', 'tenant_id': '513d26dacede44e78abece93c9f9f7b3', 'fixed_ips': [{'subnet_id': '90c824a4-9fbd-4e4e-8da0-6b3064dab44a'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:49:13.350228 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:13.376943 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f1f64f8-4074-47b3-91d0-b1f8e3d6ca26 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:13.386033 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f1f64f8-4074-47b3-91d0-b1f8e3d6ca26 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:13.405313 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9494d964-9b7f-4f22-b0a1-afd30c90990b tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:13.419213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4f1f64f8-4074-47b3-91d0-b1f8e3d6ca26 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:13.424029 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4f1f64f8-4074-47b3-91d0-b1f8e3d6ca26 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.2068684 Jul 09 13:49:13.424815 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59010) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:13.434699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9494d964-9b7f-4f22-b0a1-afd30c90990b tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Calling delete_port for 48c8c396-3277-4abb-8434-0e12913a117e owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:13.528616 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Allocated IP 172.20.0.2 (d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e/90c824a4-9fbd-4e4e-8da0-6b3064dab44a/c686f672-1d60-42b0-abf6-95201f568599) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:13.611875 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 79adc61d-c8e2-4680-a2e5-313cb3121b38 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:13.664899 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9494d964-9b7f-4f22-b0a1-afd30c90990b tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:13.800439 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9494d964-9b7f-4f22-b0a1-afd30c90990b tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event deleted for resources: {'Port': ['ID=48c8c396-3277-4abb-8434-0e12913a117e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:13.861972 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:13.862202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 79adc61d-c8e2-4680-a2e5-313cb3121b38 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:13.874690 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 79adc61d-c8e2-4680-a2e5-313cb3121b38 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:13.877873 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:13.926686 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:13.944971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Transition to ACTIVE for port object c686f672-1d60-42b0-abf6-95201f568599 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:14.036911 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3985ab0c-4a88-4eb8-9519-8a7e43153f38 req-11abb156-1841-4783-aae5-f8df2f9796c5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:14.037881 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9494d964-9b7f-4f22-b0a1-afd30c90990b tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:14.038242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Transition to ACTIVE for port object c686f672-1d60-42b0-abf6-95201f568599 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:14.038551 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3985ab0c-4a88-4eb8-9519-8a7e43153f38 req-11abb156-1841-4783-aae5-f8df2f9796c5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.2914727 Jul 09 13:49:14.056380 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:14.071738 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:14.158226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9f843e-7573-4a77-b4f0-cd57e57399e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79adc61d-c8e2-4680-a2e5-313cb3121b38'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:49:14.160952 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95082d75-815f-4aae-821b-e5e5fddbbe90" -d '{"events": [{"server_uuid": "6f9f843e-7573-4a77-b4f0-cd57e57399e1", "name": "network-vif-plugged", "status": "completed", "tag": "79adc61d-c8e2-4680-a2e5-313cb3121b38"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:49:14.175556 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Network d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:14.186157 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Pushing event updated for resources: {'Port': ['ID=c686f672-1d60-42b0-abf6-95201f568599,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:14.188331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3985ab0c-4a88-4eb8-9519-8a7e43153f38 req-1a6e664b-e3a4-4e1c-b5f6-3c8381d6d7cd tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1355655 Jul 09 13:49:14.198606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:14.199301 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:14.199842 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:14.200023 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0ebe53-da80-403a-99df-c679119da48c req-2fc6948e-e9f8-4021-9438-1aec2b072fd4 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:14.200487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:14.201167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:14.201655 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:14.203104 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:14.203548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:14.203898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:14.204238 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:14.204576 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:14.204910 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:14.223805 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:14.224096 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb0ebe53-da80-403a-99df-c679119da48c req-2fc6948e-e9f8-4021-9438-1aec2b072fd4 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 908 time: 0.2787626 Jul 09 13:49:14.229245 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 79adc61d-c8e2-4680-a2e5-313cb3121b38, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=79adc61d-c8e2-4680-a2e5-313cb3121b38,segment=NetworkSegment(afc03bda-3bcf-4d12-ab19-bfa7f707922f),segment_id=afc03bda-3bcf-4d12-ab19-bfa7f707922f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:14.230678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:14.249998 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88a8ec7e-420d-435f-b2ca-880f05645c23 x-openstack-request-id: req-88a8ec7e-420d-435f-b2ca-880f05645c23 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:49:14.250297 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9f843e-7573-4a77-b4f0-cd57e57399e1", "name": "network-vif-plugged", "status": "completed", "tag": "79adc61d-c8e2-4680-a2e5-313cb3121b38", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:49:14.250562 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88a8ec7e-420d-435f-b2ca-880f05645c23 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:49:14.250956 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9f843e-7573-4a77-b4f0-cd57e57399e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79adc61d-c8e2-4680-a2e5-313cb3121b38', 'code': 200} Jul 09 13:49:14.252785 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:14.289835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9494d964-9b7f-4f22-b0a1-afd30c90990b tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Router 3d18ba92-7658-464e-b270-066522251913 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:49:14.343567 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Attempting to bind port c686f672-1d60-42b0-abf6-95201f568599 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:14.343949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Attempting to bind port c686f672-1d60-42b0-abf6-95201f568599 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '1a4c7281-ecd3-4948-a6cf-08d5abbf6b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:14.344321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Attempting to bind port c686f672-1d60-42b0-abf6-95201f568599 on network d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:14.358752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:49:14.359148 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Checking segment: {'id': '1a4c7281-ecd3-4948-a6cf-08d5abbf6b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:14.359564 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:14.359966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Bound using segment: {'id': '1a4c7281-ecd3-4948-a6cf-08d5abbf6b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:49:14.360447 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Bound port: c686f672-1d60-42b0-abf6-95201f568599, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a4c7281-ecd3-4948-a6cf-08d5abbf6b9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 311, 'network_id': 'd78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:49:14.360838 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:14.376421 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=79adc61d-c8e2-4680-a2e5-313cb3121b38,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:14.391265 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Allocated IP 172.20.0.1 (d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e/90c824a4-9fbd-4e4e-8da0-6b3064dab44a/7649ca28-570f-455e-a0ff-7400a786125a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:14.440037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] For port c686f672-1d60-42b0-abf6-95201f568599, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:14.444153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] For port c686f672-1d60-42b0-abf6-95201f568599, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=c686f672-1d60-42b0-abf6-95201f568599,segment=NetworkSegment(1a4c7281-ecd3-4948-a6cf-08d5abbf6b9f),segment_id=1a4c7281-ecd3-4948-a6cf-08d5abbf6b9f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:49:14.453881 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:14.462091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9494d964-9b7f-4f22-b0a1-afd30c90990b tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:49:14.475779 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59024) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:14.476446 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9494d964-9b7f-4f22-b0a1-afd30c90990b tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "PUT /v2.0/routers/3d18ba92-7658-464e-b270-066522251913/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2882719 Jul 09 13:49:14.501038 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe3094-0381-4dc5-9f1c-8c5589ae6e49 None None] Sync routers for ids ['3d18ba92-7658-464e-b270-066522251913'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:49:14.503277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a01b46-6533-4ee8-bc3f-bafba85123d9 req-5987f4c9-1b0c-4723-9f74-de100425d26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:14.504869 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41a01b46-6533-4ee8-bc3f-bafba85123d9 req-5987f4c9-1b0c-4723-9f74-de100425d26e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 1060 time: 0.1391175 Jul 09 13:49:14.517386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe3094-0381-4dc5-9f1c-8c5589ae6e49 None None] Routers {'3d18ba92-7658-464e-b270-066522251913'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:14.518085 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-52fe3094-0381-4dc5-9f1c-8c5589ae6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3d18ba92-7658-464e-b270-066522251913'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:14.531307 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-7e9c8a10-3fcc-400c-aa89-973f332ceb0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] show failed (client error): The resource could not be found. Jul 09 13:49:14.532680 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7e9c8a10-3fcc-400c-aa89-973f332ceb0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "GET /v2.0/routers/tempest-non_exist_router-259025285 HTTP/1.1" status: 404 len: 334 time: 0.0550044 Jul 09 13:49:14.538216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59026) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:14.546745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-626297b8-dd12-4955-b278-4ec87c0c00be tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:14.581553 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:14.590866 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-52fe3094-0381-4dc5-9f1c-8c5589ae6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:14.606623 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Transition to ACTIVE for port object 7649ca28-570f-455e-a0ff-7400a786125a will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:14.622398 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-626297b8-dd12-4955-b278-4ec87c0c00be tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] update failed (client error): The resource could not be found. Jul 09 13:49:14.623639 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-626297b8-dd12-4955-b278-4ec87c0c00be tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "PUT /v2.0/routers/tempest-non_exist_router-1154787593 HTTP/1.1" status: 404 len: 335 time: 0.0831139 Jul 09 13:49:14.628182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59028) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:14.628946 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fe3094-0381-4dc5-9f1c-8c5589ae6e49 None None] Routers {'3d18ba92-7658-464e-b270-066522251913'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:14.629605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-52fe3094-0381-4dc5-9f1c-8c5589ae6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3d18ba92-7658-464e-b270-066522251913'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:14.670762 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:14.673474 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-52fe3094-0381-4dc5-9f1c-8c5589ae6e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:14.674139 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fe3094-0381-4dc5-9f1c-8c5589ae6e49 None None] The sync data for ids ['3d18ba92-7658-464e-b270-066522251913'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:49:14.677403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0351e866-bb3d-4eaa-9fca-f4d9c763f0b6 None None] Pushing event updated for resources: {'Port': ['ID=c686f672-1d60-42b0-abf6-95201f568599,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:14.728742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a5b1f82-0fd1-4c69-9f7a-21020d55e6aa tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Deleting subnet 1c818c00-914e-458e-9d60-bd1e980d6f32 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:49:14.731574 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Network d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:14.733497 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a5b1f82-0fd1-4c69-9f7a-21020d55e6aa tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:14.735176 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:14.742141 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:14.772846 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Pushing event updated for resources: {'Port': ['ID=7649ca28-570f-455e-a0ff-7400a786125a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:14.784720 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a5b1f82-0fd1-4c69-9f7a-21020d55e6aa tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:14.800300 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:14.932598 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a5b1f82-0fd1-4c69-9f7a-21020d55e6aa tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:15.011130 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:15.036436 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a5b1f82-0fd1-4c69-9f7a-21020d55e6aa tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:15.063330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5b1f82-0fd1-4c69-9f7a-21020d55e6aa tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event deleted for resources: {'Subnet': ['ID=1c818c00-914e-458e-9d60-bd1e980d6f32,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:15.077576 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7a5b1f82-0fd1-4c69-9f7a-21020d55e6aa tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:15.081669 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7a5b1f82-0fd1-4c69-9f7a-21020d55e6aa tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "DELETE /v2.0/subnets/1c818c00-914e-458e-9d60-bd1e980d6f32 HTTP/1.1" status: 204 len: 168 time: 0.4503841 Jul 09 13:49:15.082485 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59036) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:15.085978 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7e50d3d-a7d2-4932-b205-02fdd3e76eb6 None None] Network 7074db43-c208-405c-9877-793faa30eb50 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:15.140647 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-a739a486-74ad-4d49-9dfc-d3ec721739c1 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Deleting subnet 16c08d30-99b8-4d3e-b952-776aeb974f1f {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:49:15.143942 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a739a486-74ad-4d49-9dfc-d3ec721739c1 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:15.202559 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a739a486-74ad-4d49-9dfc-d3ec721739c1 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:15.320447 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a739a486-74ad-4d49-9dfc-d3ec721739c1 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:15.417997 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a739a486-74ad-4d49-9dfc-d3ec721739c1 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:15.424989 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:15.441931 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:15.511870 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a739a486-74ad-4d49-9dfc-d3ec721739c1 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event deleted for resources: {'Subnet': ['ID=16c08d30-99b8-4d3e-b952-776aeb974f1f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:15.514924 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a739a486-74ad-4d49-9dfc-d3ec721739c1 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:15.519125 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a739a486-74ad-4d49-9dfc-d3ec721739c1 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "DELETE /v2.0/subnets/16c08d30-99b8-4d3e-b952-776aeb974f1f HTTP/1.1" status: 204 len: 168 time: 0.4340322 Jul 09 13:49:15.519465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59042) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:15.526273 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a9121b-3164-4855-8be8-434660b2414c None None] DHCP port deletion for 7074db43-c208-405c-9877-793faa30eb50 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:49:15.534125 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5df95117-e8c4-4255-9dfd-c5e9c5d207c1 None None] Network 2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:15.676244 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device c686f672-1d60-42b0-abf6-95201f568599 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:15.683264 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:15.690513 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Pushing event updated for resources: {'Port': ['ID=7649ca28-570f-455e-a0ff-7400a786125a,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:15.696782 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:15.782137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Deleting port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:15.782484 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:15.829022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port c686f672-1d60-42b0-abf6-95201f568599 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:15.869622 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9121b-3164-4855-8be8-434660b2414c None None] Deleting port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:15.870046 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8a9121b-3164-4855-8be8-434660b2414c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:15.886885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] For port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=c5988329-0eb0-4664-80dc-e0d3f9d5f4d0,segment=NetworkSegment(b64d747b-81f5-41d4-8b08-f0cf161ee925),segment_id=b64d747b-81f5-41d4-8b08-f0cf161ee925)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:15.888697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:15.930163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Calling delete_port for c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:16.032928 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e8a9121b-3164-4855-8be8-434660b2414c None None] For port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=c5988329-0eb0-4664-80dc-e0d3f9d5f4d0,segment=NetworkSegment(b64d747b-81f5-41d4-8b08-f0cf161ee925),segment_id=b64d747b-81f5-41d4-8b08-f0cf161ee925)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:16.033156 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8a9121b-3164-4855-8be8-434660b2414c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.050814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e8a9121b-3164-4855-8be8-434660b2414c None None] Calling delete_port for c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:16.112272 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bce613b-6647-4dd4-bf87-028637719844 None None] DHCP port deletion for 2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:49:16.136506 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.179977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740bd34b-546d-497b-a91a-4b04dec740bc None None] Network d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:16.195759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] No DVR routers for this DVR port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:16.204056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event deleted for resources: {'Port': ['ID=c5988329-0eb0-4664-80dc-e0d3f9d5f4d0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:16.278605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9bce613b-6647-4dd4-bf87-028637719844 None None] Deleting port ce0d1594-8fbd-46f9-8e00-1639ca0001ee {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:16.278938 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bce613b-6647-4dd4-bf87-028637719844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.284690 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1b15805f-0cd9-4770-bec7-a494d570d90c None None] Provisioning for port c686f672-1d60-42b0-abf6-95201f568599 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:16.307204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1b15805f-0cd9-4770-bec7-a494d570d90c None None] Provisioning complete for port c686f672-1d60-42b0-abf6-95201f568599 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:16.307490 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b15805f-0cd9-4770-bec7-a494d570d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.328514 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffda63e-0efb-4d3d-b09e-88429604ccc3 req-a10a9eea-f0d7-48e7-985d-9e0fd80ca3a7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:16.335250 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.337535 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ffda63e-0efb-4d3d-b09e-88429604ccc3 req-a10a9eea-f0d7-48e7-985d-9e0fd80ca3a7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.7753816 Jul 09 13:49:16.349472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7074db43-c208-405c-9877-793faa30eb50']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:16.355849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed546d5-ba1f-49eb-883e-4068473a460c req-29329e1d-39e3-4a99-94b5-53b3a93e9323 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:16.358428 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ed546d5-ba1f-49eb-883e-4068473a460c req-29329e1d-39e3-4a99-94b5-53b3a93e9323 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 909 time: 0.7889040 Jul 09 13:49:16.364115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b64d747b-81f5-41d4-8b08-f0cf161ee925') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:16.364426 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b64d747b-81f5-41d4-8b08-f0cf161ee925') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:16.376178 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.396029 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.404254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:49:16.405545 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.439400 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ffda63e-0efb-4d3d-b09e-88429604ccc3 req-347e5140-44f6-40be-ac55-493e576be1fa tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006265 Jul 09 13:49:16.456512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Network d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:16.458327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:49:16.483265 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:49:16.488600 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.511329 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.514689 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "DELETE /v2.0/networks/7074db43-c208-405c-9877-793faa30eb50 HTTP/1.1" status: 204 len: 168 time: 0.9943631 Jul 09 13:49:16.515883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db640c7f-a56a-4eda-aa7d-0bf89898175f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event deleted for resources: {'Network': ['ID=7074db43-c208-405c-9877-793faa30eb50,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:16.518291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59052) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:16.576982 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8a9121b-3164-4855-8be8-434660b2414c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.597292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Router 7f5663a7-652b-41c9-9034-ff4f015344d7 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:49:16.617506 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.642780 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8a9121b-3164-4855-8be8-434660b2414c None None] Network 7074db43-c208-405c-9877-793faa30eb50 is not hosted by any dhcp agent {{(pid=93755) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 09 13:49:16.643608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a9121b-3164-4855-8be8-434660b2414c None None] No DVR routers for this DVR port c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:16.669150 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a9121b-3164-4855-8be8-434660b2414c None None] Pushing event deleted for resources: {'Port': ['ID=c5988329-0eb0-4664-80dc-e0d3f9d5f4d0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:16.691504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Deleting port ce0d1594-8fbd-46f9-8e00-1639ca0001ee {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:16.692533 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.699223 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9bce613b-6647-4dd4-bf87-028637719844 None None] For port ce0d1594-8fbd-46f9-8e00-1639ca0001ee, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ce0d1594-8fbd-46f9-8e00-1639ca0001ee,segment=NetworkSegment(e9c0df65-2c2f-4a92-929b-fe904c63befb),segment_id=e9c0df65-2c2f-4a92-929b-fe904c63befb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:16.699855 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bce613b-6647-4dd4-bf87-028637719844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.722471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:49:16.733519 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950686b6-19ef-4f8a-9937-3f35fa9d2a31 None None] Sync routers for ids ['7f5663a7-652b-41c9-9034-ff4f015344d7'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:49:16.736560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-61a47ca9-13dc-432e-8d61-f4762fc132d3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] 10.222.0.39 "PUT /v2.0/routers/7f5663a7-652b-41c9-9034-ff4f015344d7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3050022 Jul 09 13:49:16.740608 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59054) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:16.748814 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950686b6-19ef-4f8a-9937-3f35fa9d2a31 None None] Routers {'7f5663a7-652b-41c9-9034-ff4f015344d7'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:16.749226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9bce613b-6647-4dd4-bf87-028637719844 None None] Calling delete_port for ce0d1594-8fbd-46f9-8e00-1639ca0001ee owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:16.749434 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-950686b6-19ef-4f8a-9937-3f35fa9d2a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7f5663a7-652b-41c9-9034-ff4f015344d7'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:16.752111 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Request body: {'port': {'network_id': 'd78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e', 'name': 'tempest-FloatingIPNegativeTestJSON-1571172582'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:16.787346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] For port ce0d1594-8fbd-46f9-8e00-1639ca0001ee, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ce0d1594-8fbd-46f9-8e00-1639ca0001ee,segment=NetworkSegment(e9c0df65-2c2f-4a92-929b-fe904c63befb),segment_id=e9c0df65-2c2f-4a92-929b-fe904c63befb)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:16.787980 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.810933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Calling delete_port for ce0d1594-8fbd-46f9-8e00-1639ca0001ee owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:16.823346 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-950686b6-19ef-4f8a-9937-3f35fa9d2a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:16.843048 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950686b6-19ef-4f8a-9937-3f35fa9d2a31 None None] Routers {'7f5663a7-652b-41c9-9034-ff4f015344d7'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:16.846758 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-950686b6-19ef-4f8a-9937-3f35fa9d2a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7f5663a7-652b-41c9-9034-ff4f015344d7'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:16.892352 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b15805f-0cd9-4770-bec7-a494d570d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.924310 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-950686b6-19ef-4f8a-9937-3f35fa9d2a31 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:16.924967 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-950686b6-19ef-4f8a-9937-3f35fa9d2a31 None None] The sync data for ids ['7f5663a7-652b-41c9-9034-ff4f015344d7'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:49:16.945691 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.957507 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Made reservation on behalf of 513d26dacede44e78abece93c9f9f7b3 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:16.968154 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.972338 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1b15805f-0cd9-4770-bec7-a494d570d90c None None] For port c686f672-1d60-42b0-abf6-95201f568599, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=c686f672-1d60-42b0-abf6-95201f568599,segment=NetworkSegment(1a4c7281-ecd3-4948-a6cf-08d5abbf6b9f),segment_id=1a4c7281-ecd3-4948-a6cf-08d5abbf6b9f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:16.976625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] No DVR routers for this DVR port ce0d1594-8fbd-46f9-8e00-1639ca0001ee on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:16.988293 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9bce613b-6647-4dd4-bf87-028637719844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.991754 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b15805f-0cd9-4770-bec7-a494d570d90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:16.994625 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] device_id is not set on port 577e41d3-e804-4362-9887-25954397eaa9 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:17.031759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bce613b-6647-4dd4-bf87-028637719844 None None] No DVR routers for this DVR port ce0d1594-8fbd-46f9-8e00-1639ca0001ee on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:17.040409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bce613b-6647-4dd4-bf87-028637719844 None None] Pushing event deleted for resources: {'Port': ['ID=ce0d1594-8fbd-46f9-8e00-1639ca0001ee,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:17.064064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event deleted for resources: {'Port': ['ID=ce0d1594-8fbd-46f9-8e00-1639ca0001ee,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:17.114137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15805f-0cd9-4770-bec7-a494d570d90c None None] Pushing event updated for resources: {'Port': ['ID=c686f672-1d60-42b0-abf6-95201f568599,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:17.164737 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:17.167332 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Allocated IP 172.20.0.14 (d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e/90c824a4-9fbd-4e4e-8da0-6b3064dab44a/577e41d3-e804-4362-9887-25954397eaa9) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:17.182284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:17.195586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9c0df65-2c2f-4a92-929b-fe904c63befb') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:17.195984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9c0df65-2c2f-4a92-929b-fe904c63befb') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:17.212481 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:17.232048 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:17.241368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:49:17.242080 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:49:17.246404 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:49:17.328564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-54d47bcb-924c-4d75-acc7-f55a2b15685d None None] Provisioning complete for port c686f672-1d60-42b0-abf6-95201f568599 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:17.329014 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54d47bcb-924c-4d75-acc7-f55a2b15685d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:17.331287 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:17.339181 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:17.345985 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "DELETE /v2.0/networks/2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8 HTTP/1.1" status: 204 len: 168 time: 0.8242717 Jul 09 13:49:17.348194 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59058) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:17.373313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93d903e-0da4-43ab-bb06-9eceb89ed592 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event deleted for resources: {'Network': ['ID=2ce7e6a6-6a13-4ec3-8122-9db11f3e9cb8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:17.444092 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd9816d3-321e-4f79-b264-ccfe010e2e07 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Deleting subnet 72b9dd5d-697f-413e-af10-ec3267f22293 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:49:17.454473 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd9816d3-321e-4f79-b264-ccfe010e2e07 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:17.461451 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device c686f672-1d60-42b0-abf6-95201f568599 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:17.522142 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:17.550375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Transition to ACTIVE for port object 577e41d3-e804-4362-9887-25954397eaa9 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:17.576730 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd9816d3-321e-4f79-b264-ccfe010e2e07 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:17.616219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-54d47bcb-924c-4d75-acc7-f55a2b15685d None None] Provisioning for port 7649ca28-570f-455e-a0ff-7400a786125a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:17.620383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port c686f672-1d60-42b0-abf6-95201f568599 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:17.620807 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:17.623469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-54d47bcb-924c-4d75-acc7-f55a2b15685d None None] Provisioning complete for port 7649ca28-570f-455e-a0ff-7400a786125a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:17.623943 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54d47bcb-924c-4d75-acc7-f55a2b15685d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:17.664238 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-54d47bcb-924c-4d75-acc7-f55a2b15685d None None] Port 7649ca28-570f-455e-a0ff-7400a786125a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:17.706982 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:17.791595 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-df2e8321-5996-41dc-af84-babe5731f19c None None] Provisioning complete for port 7649ca28-570f-455e-a0ff-7400a786125a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:17.792540 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df2e8321-5996-41dc-af84-babe5731f19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:17.862972 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Network d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:17.864536 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-df2e8321-5996-41dc-af84-babe5731f19c None None] Port 7649ca28-570f-455e-a0ff-7400a786125a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:17.870293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:17.881447 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd9816d3-321e-4f79-b264-ccfe010e2e07 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:17.887193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:17.891620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ce0d1594-8fbd-46f9-8e00-1639ca0001ee no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:17.894433 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Pushing event updated for resources: {'Port': ['ID=577e41d3-e804-4362-9887-25954397eaa9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:17.916977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: ce0d1594-8fbd-46f9-8e00-1639ca0001ee {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:49:17.917297 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ce0d1594-8fbd-46f9-8e00-1639ca0001ee not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:17.917869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:17.939188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:49:17.939846 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device c5988329-0eb0-4664-80dc-e0d3f9d5f4d0 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:17.984488 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:17.984840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:17.985180 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:17.985518 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:17.985850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:17.986263 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:17.986501 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:17.986897 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:17.987294 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:17.987740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:17.988077 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:17.988401 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:17.999457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3aeb157-1ae7-413b-b560-819e6b66515f req-51c7dc5f-191c-4b33-9961-75c16accd65a tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:18.009686 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3aeb157-1ae7-413b-b560-819e6b66515f req-51c7dc5f-191c-4b33-9961-75c16accd65a tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 909 time: 0.4061217 Jul 09 13:49:18.030066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7b6931-f61f-45a4-81e5-53fad7da9152 req-d54f8b74-f075-4605-80a0-662df5cef76b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:18.034337 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed7b6931-f61f-45a4-81e5-53fad7da9152 req-d54f8b74-f075-4605-80a0-662df5cef76b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.3870153 Jul 09 13:49:18.088078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:18.089187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4be5b9eb-40d3-437e-b371-3d2b72e5326a None None] Provisioning complete for port 7649ca28-570f-455e-a0ff-7400a786125a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:18.089320 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.089642 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4be5b9eb-40d3-437e-b371-3d2b72e5326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.122560 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd9816d3-321e-4f79-b264-ccfe010e2e07 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.133011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59072) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:18.139302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:18.144822 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0c7064ea-53d1-41d4-8994-aa977632ccb3 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4029400 Jul 09 13:49:18.149117 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4be5b9eb-40d3-437e-b371-3d2b72e5326a None None] Port 7649ca28-570f-455e-a0ff-7400a786125a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:18.183628 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.200403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9816d3-321e-4f79-b264-ccfe010e2e07 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event deleted for resources: {'Subnet': ['ID=72b9dd5d-697f-413e-af10-ec3267f22293,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:18.226409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb438a9-cb0c-4e88-b462-7f66f14ae6f0 None None] Network c9999cb3-a796-4fa4-a340-ba242988398a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:18.261813 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed7b6931-f61f-45a4-81e5-53fad7da9152 req-4b67b4e0-2e22-47e5-9e5d-4d9091beb45c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142057 Jul 09 13:49:18.270100 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cd9816d3-321e-4f79-b264-ccfe010e2e07 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.272371 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cd9816d3-321e-4f79-b264-ccfe010e2e07 tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "DELETE /v2.0/subnets/72b9dd5d-697f-413e-af10-ec3267f22293 HTTP/1.1" status: 204 len: 168 time: 0.9230709 Jul 09 13:49:18.274697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59074) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:18.341991 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.380460 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.399721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d4ba7-95ec-419f-b916-602fdd8dd977 req-e79e219e-b7e0-4fee-b5ed-703ae62d3bc9 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:18.401594 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed5d4ba7-95ec-419f-b916-602fdd8dd977 req-e79e219e-b7e0-4fee-b5ed-703ae62d3bc9 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 909 time: 0.2080760 Jul 09 13:49:18.403762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0958cf63-a1f9-41c2-ae90-57a5b86c347d None None] Provisioning for port 577e41d3-e804-4362-9887-25954397eaa9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:18.412485 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0958cf63-a1f9-41c2-ae90-57a5b86c347d None None] Provisioning complete for port 577e41d3-e804-4362-9887-25954397eaa9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:18.412859 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0958cf63-a1f9-41c2-ae90-57a5b86c347d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.470047 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0958cf63-a1f9-41c2-ae90-57a5b86c347d None None] Port 577e41d3-e804-4362-9887-25954397eaa9 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:49:18.499307 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Deleting port 35058e40-da97-4184-8629-fdaec5644a4b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:18.500179 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.538406 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Allocated IP 172.25.2.173 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/e26cb1df-8dff-4bdb-ad66-d088b6155c49) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:18.550824 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d6f488-9a32-4347-afc9-9efb91442b9d None None] DHCP port deletion for c9999cb3-a796-4fa4-a340-ba242988398a request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:49:18.625612 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-86d6f488-9a32-4347-afc9-9efb91442b9d None None] Deleting port 35058e40-da97-4184-8629-fdaec5644a4b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:18.626769 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86d6f488-9a32-4347-afc9-9efb91442b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.670553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] For port 35058e40-da97-4184-8629-fdaec5644a4b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=35058e40-da97-4184-8629-fdaec5644a4b,segment=NetworkSegment(9b7c7f4f-8f5f-4166-97e5-decdfea2c9b8),segment_id=9b7c7f4f-8f5f-4166-97e5-decdfea2c9b8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:18.671006 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.691409 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Calling delete_port for 35058e40-da97-4184-8629-fdaec5644a4b owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:18.694751 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f12fd6-832d-469a-939e-9c4958b63eca req-0c60a46b-d5ec-4ae4-8a71-251704b83724 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:18.706556 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41f12fd6-832d-469a-939e-9c4958b63eca req-0c60a46b-d5ec-4ae4-8a71-251704b83724 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 1060 time: 0.1283455 Jul 09 13:49:18.710427 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.714744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-86d6f488-9a32-4347-afc9-9efb91442b9d None None] For port 35058e40-da97-4184-8629-fdaec5644a4b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=35058e40-da97-4184-8629-fdaec5644a4b,segment=NetworkSegment(9b7c7f4f-8f5f-4166-97e5-decdfea2c9b8),segment_id=9b7c7f4f-8f5f-4166-97e5-decdfea2c9b8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:18.715521 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86d6f488-9a32-4347-afc9-9efb91442b9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.742557 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-86d6f488-9a32-4347-afc9-9efb91442b9d None None] Calling delete_port for 35058e40-da97-4184-8629-fdaec5644a4b owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:18.800547 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.824080 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.846490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:18.849594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:18.855577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:18.874090 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event deleted for resources: {'Port': ['ID=35058e40-da97-4184-8629-fdaec5644a4b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:18.887648 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] No DVR routers for this DVR port 35058e40-da97-4184-8629-fdaec5644a4b on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:18.896672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Pushing event updated for resources: {'Port': ['ID=e26cb1df-8dff-4bdb-ad66-d088b6155c49,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:18.921571 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86d6f488-9a32-4347-afc9-9efb91442b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:18.954555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d6f488-9a32-4347-afc9-9efb91442b9d None None] Pushing event deleted for resources: {'Port': ['ID=35058e40-da97-4184-8629-fdaec5644a4b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:18.961879 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d6f488-9a32-4347-afc9-9efb91442b9d None None] No DVR routers for this DVR port 35058e40-da97-4184-8629-fdaec5644a4b on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:19.004936 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.020041 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.037388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9999cb3-a796-4fa4-a340-ba242988398a']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:19.049060 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b7c7f4f-8f5f-4166-97e5-decdfea2c9b8') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:19.049338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b7c7f4f-8f5f-4166-97e5-decdfea2c9b8') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:19.064117 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.072555 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.075877 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eae3642-1589-423d-b16d-d8c8d01d023a req-d1659479-fcb5-4345-a6ff-a73b1e7f2a03 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:19.077932 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2eae3642-1589-423d-b16d-d8c8d01d023a req-d1659479-fcb5-4345-a6ff-a73b1e7f2a03 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 1135 time: 0.2082529 Jul 09 13:49:19.089189 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.115672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:49:19.116140 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:49:19.119665 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:49:19.196267 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2eae3642-1589-423d-b16d-d8c8d01d023a req-5db76147-0b2e-4920-aad8-1977833b12a7 tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=9193a018-1c79-486c-b5ce-c99a04433ebd&id=0ff9eab9-fb29-49ed-8a0b-8e576d0c4ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1086068 Jul 09 13:49:19.214832 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59086) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:19.228149 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.268310 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.270272 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "DELETE /v2.0/networks/c9999cb3-a796-4fa4-a340-ba242988398a HTTP/1.1" status: 204 len: 168 time: 0.9944150 Jul 09 13:49:19.272962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56de7fba-32d1-4989-8c5a-614b0db0bc0f tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Pushing event deleted for resources: {'Network': ['ID=c9999cb3-a796-4fa4-a340-ba242988398a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:19.273289 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.275060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59088) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:19.327471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c77983-ab8d-4d4a-8b6c-99ac6ed68a7b tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:19.329293 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-54c77983-ab8d-4d4a-8b6c-99ac6ed68a7b tempest-TestSecurityGroupsBasicOps-1780036742 tempest-TestSecurityGroupsBasicOps-1780036742-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 1055 time: 0.1133068 Jul 09 13:49:19.332930 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-30e3d431-e727-40ce-bc71-cd6618580ace tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "GET /v2.0/ports?device_id=3d18ba92-7658-464e-b270-066522251913 HTTP/1.1" status: 200 len: 205 time: 0.0560184 Jul 09 13:49:19.333783 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.343638 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59094) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:19.423598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Pushing event updated for resources: {'Port': ['ID=e26cb1df-8dff-4bdb-ad66-d088b6155c49,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:19.436320 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 35058e40-da97-4184-8629-fdaec5644a4b no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:19.476348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 35058e40-da97-4184-8629-fdaec5644a4b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:49:19.476709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 35058e40-da97-4184-8629-fdaec5644a4b not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:19.507419 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.530198 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.531529 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e5b6f6ab-c3f7-4eaf-bb0e-19d1429525e1 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3974326 Jul 09 13:49:19.542172 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59096) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:19.548200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3e578693-e284-43f3-a551-f19001a54d9d tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Request body: {'floatingip': {'port_id': '577e41d3-e804-4362-9887-25954397eaa9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:19.556168 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40a095a7-2579-4ad9-b619-149e8f0f89cf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.602211 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3e578693-e284-43f3-a551-f19001a54d9d tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.762670 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-3e578693-e284-43f3-a551-f19001a54d9d tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] update failed (client error): The resource could not be found. Jul 09 13:49:19.766362 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3e578693-e284-43f3-a551-f19001a54d9d tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] 10.222.0.39 "PUT /v2.0/floatingips/b7c4ba42-6ac1-43be-a0fc-a2572ed08f4c HTTP/1.1" status: 404 len: 507 time: 0.2204432 Jul 09 13:49:19.766781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59104) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:19.777115 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40a095a7-2579-4ad9-b619-149e8f0f89cf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.781076 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40a095a7-2579-4ad9-b619-149e8f0f89cf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.790104 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487c0fc5-18c5-4cca-8f06-f1e442ff7655 req-7d6cb094-7dc6-4003-85a8-006184581f9c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:19.791905 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-487c0fc5-18c5-4cca-8f06-f1e442ff7655 req-7d6cb094-7dc6-4003-85a8-006184581f9c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.3274202 Jul 09 13:49:19.878464 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40a095a7-2579-4ad9-b619-149e8f0f89cf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.879159 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a095a7-2579-4ad9-b619-149e8f0f89cf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Fanout notify agent at l3_agent the message router_deleted on router 3d18ba92-7658-464e-b270-066522251913 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:49:19.892790 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40a095a7-2579-4ad9-b619-149e8f0f89cf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.896618 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-40a095a7-2579-4ad9-b619-149e8f0f89cf tempest-RoutersNegativeTest-1842844650 tempest-RoutersNegativeTest-1842844650-project] 10.222.0.39 "DELETE /v2.0/routers/3d18ba92-7658-464e-b270-066522251913 HTTP/1.1" status: 204 len: 168 time: 0.5484483 Jul 09 13:49:19.913739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-36ab22ba-7a55-41b1-82bb-a22c5ab2e498 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Deleting port e26cb1df-8dff-4bdb-ad66-d088b6155c49 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:19.914100 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36ab22ba-7a55-41b1-82bb-a22c5ab2e498 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:19.914733 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-487c0fc5-18c5-4cca-8f06-f1e442ff7655 req-b4e30c3b-d7a9-4b56-87a4-523a1afb2e9c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1069114 Jul 09 13:49:19.942798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006a7e58-6d9f-4143-b9a2-6c6fb19f39cb req-bc6135de-e11d-4a81-8f85-3c40f8b64e69 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:19.942798 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-006a7e58-6d9f-4143-b9a2-6c6fb19f39cb req-bc6135de-e11d-4a81-8f85-3c40f8b64e69 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 909 time: 0.1477947 Jul 09 13:49:20.025563 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36ab22ba-7a55-41b1-82bb-a22c5ab2e498 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:20.026647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36ab22ba-7a55-41b1-82bb-a22c5ab2e498 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:20.042467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-36ab22ba-7a55-41b1-82bb-a22c5ab2e498 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Calling delete_port for e26cb1df-8dff-4bdb-ad66-d088b6155c49 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:20.248966 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36ab22ba-7a55-41b1-82bb-a22c5ab2e498 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:20.297365 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59118) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:20.313078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ab22ba-7a55-41b1-82bb-a22c5ab2e498 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Pushing event deleted for resources: {'Port': ['ID=e26cb1df-8dff-4bdb-ad66-d088b6155c49,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:20.354615 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca058bf-c8a4-4b67-ba55-38bd34195944 req-4f8f0f5e-0657-4ee3-b43c-45fbf0817f85 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:20.365613 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fca058bf-c8a4-4b67-ba55-38bd34195944 req-4f8f0f5e-0657-4ee3-b43c-45fbf0817f85 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1020982 Jul 09 13:49:20.418983 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36ab22ba-7a55-41b1-82bb-a22c5ab2e498 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:20.421837 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36ab22ba-7a55-41b1-82bb-a22c5ab2e498 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:20.426866 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-36ab22ba-7a55-41b1-82bb-a22c5ab2e498 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] 10.222.0.39 "DELETE /v2.0/floatingips/b7c4ba42-6ac1-43be-a0fc-a2572ed08f4c HTTP/1.1" status: 204 len: 168 time: 0.6589344 Jul 09 13:49:20.427488 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fca058bf-c8a4-4b67-ba55-38bd34195944 req-a01b2402-260a-4bd3-bd53-6fec98be4582 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606966 Jul 09 13:49:20.427667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59124) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:20.433261 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-74a92e5e-0b0e-4a44-abd3-4011618d6ffa tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Request body: {'floatingip': {'floating_network_id': 'd78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e', 'port_id': '577e41d3-e804-4362-9887-25954397eaa9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:20.451583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5950b-698c-4a25-96f0-126e1f8ea4fc req-b163b6b9-ffe3-4ed9-90d1-2e7d36a09290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:20.453053 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9a5950b-698c-4a25-96f0-126e1f8ea4fc req-b163b6b9-ffe3-4ed9-90d1-2e7d36a09290 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 1096 time: 0.1527827 Jul 09 13:49:20.495343 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1736ed84-78f5-42fb-bb06-c7dd01e0b09e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f06dcef2ee52432b95a5ee6517d67df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1954796 Jul 09 13:49:20.499013 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59126) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:20.515569 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-74a92e5e-0b0e-4a44-abd3-4011618d6ffa tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:20.562785 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb53959e-27e3-4e4c-8c4e-ddd1b531d605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:20.588977 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb53959e-27e3-4e4c-8c4e-ddd1b531d605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:20.647594 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb53959e-27e3-4e4c-8c4e-ddd1b531d605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:20.650615 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb53959e-27e3-4e4c-8c4e-ddd1b531d605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:20.654616 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bb53959e-27e3-4e4c-8c4e-ddd1b531d605 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/97bf28a9-4b9c-45bd-a879-36172269d4af HTTP/1.1" status: 204 len: 168 time: 0.1517324 Jul 09 13:49:20.661920 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53959e-27e3-4e4c-8c4e-ddd1b531d605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97bf28a9-4b9c-45bd-a879-36172269d4af,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:20.929291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5950b-698c-4a25-96f0-126e1f8ea4fc req-ecee697e-ddb4-424f-86af-fe6ca9436c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:20.931030 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9a5950b-698c-4a25-96f0-126e1f8ea4fc req-ecee697e-ddb4-424f-86af-fe6ca9436c59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.4663439 Jul 09 13:49:21.017176 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9a5950b-698c-4a25-96f0-126e1f8ea4fc req-ca85dd0a-a398-497d-8743-1de6067e058c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0 HTTP/1.1" status: 200 len: 1000 time: 0.0792944 Jul 09 13:49:21.114804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5950b-698c-4a25-96f0-126e1f8ea4fc req-f190e0dd-e34f-4514-a46d-f743a51a36e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:21.117187 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9a5950b-698c-4a25-96f0-126e1f8ea4fc req-f190e0dd-e34f-4514-a46d-f743a51a36e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.0855026 Jul 09 13:49:21.158439 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec874e9-a022-4cc2-a82d-67d92c168c94 req-084991ca-9773-4b12-ab62-029dfd51ff7d tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:21.160252 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ec874e9-a022-4cc2-a82d-67d92c168c94 req-084991ca-9773-4b12-ab62-029dfd51ff7d tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 909 time: 0.0785239 Jul 09 13:49:21.177466 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-74a92e5e-0b0e-4a44-abd3-4011618d6ffa tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:49:21.182708 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-74a92e5e-0b0e-4a44-abd3-4011618d6ffa tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.7531128 Jul 09 13:49:21.183109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59144) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:21.190041 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '577e41d3-e804-4362-9887-25954397eaa9', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:21.219305 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.236555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068831e-cb2d-4773-83c4-7e517dc01fb2 req-a86fc04c-f804-4005-8912-359d308100a2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:21.239073 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6068831e-cb2d-4773-83c4-7e517dc01fb2 req-a86fc04c-f804-4005-8912-359d308100a2 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.18 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 909 time: 0.2208414 Jul 09 13:49:21.254384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5950b-698c-4a25-96f0-126e1f8ea4fc req-919ab873-1ea6-446d-ba12-1db9376f7304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:21.255936 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9a5950b-698c-4a25-96f0-126e1f8ea4fc req-919ab873-1ea6-446d-ba12-1db9376f7304 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1301422 Jul 09 13:49:21.342300 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.443315 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9a5950b-698c-4a25-96f0-126e1f8ea4fc req-6363d7ec-8549-4713-a1d8-b49735213985 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645505 Jul 09 13:49:21.485985 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Allocated IP 172.25.2.136 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/ce778432-7862-499c-b3fa-6debead8e1dd) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:21.487791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6068831e-cb2d-4773-83c4-7e517dc01fb2 req-9ebe32c0-74a8-4da5-b6cd-71c0edbf935e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Deleting port 79adc61d-c8e2-4680-a2e5-313cb3121b38 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:21.488228 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6068831e-cb2d-4773-83c4-7e517dc01fb2 req-9ebe32c0-74a8-4da5-b6cd-71c0edbf935e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.647632 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9a5950b-698c-4a25-96f0-126e1f8ea4fc req-e0e2fe45-cf74-431b-a1b4-cc8868d5ae3b service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933355 Jul 09 13:49:21.648113 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6068831e-cb2d-4773-83c4-7e517dc01fb2 req-9ebe32c0-74a8-4da5-b6cd-71c0edbf935e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] For port 79adc61d-c8e2-4680-a2e5-313cb3121b38, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=79adc61d-c8e2-4680-a2e5-313cb3121b38,segment=NetworkSegment(afc03bda-3bcf-4d12-ab19-bfa7f707922f),segment_id=afc03bda-3bcf-4d12-ab19-bfa7f707922f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:21.648563 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6068831e-cb2d-4773-83c4-7e517dc01fb2 req-9ebe32c0-74a8-4da5-b6cd-71c0edbf935e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.665780 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-6068831e-cb2d-4773-83c4-7e517dc01fb2 req-9ebe32c0-74a8-4da5-b6cd-71c0edbf935e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Calling delete_port for 79adc61d-c8e2-4680-a2e5-313cb3121b38 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:21.748272 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.770219 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c431a67e-5285-4d33-95ab-1225509ba079 req-8352e4ec-7dcd-4c58-91ab-511f1442d271 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:21.770219 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c431a67e-5285-4d33-95ab-1225509ba079 req-8352e4ec-7dcd-4c58-91ab-511f1442d271 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1449292 Jul 09 13:49:21.834360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c431a67e-5285-4d33-95ab-1225509ba079 req-6e28ea34-042d-4825-adcd-73db3ff329a4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521948 Jul 09 13:49:21.842278 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.867464 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6068831e-cb2d-4773-83c4-7e517dc01fb2 req-9ebe32c0-74a8-4da5-b6cd-71c0edbf935e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.908522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:21.912101 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:21.913388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebe32c0-74a8-4da5-b6cd-71c0edbf935e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event deleted for resources: {'Port': ['ID=79adc61d-c8e2-4680-a2e5-313cb3121b38,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:21.921104 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:21.927920 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Pushing event updated for resources: {'Port': ['ID=ce778432-7862-499c-b3fa-6debead8e1dd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:21.984084 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6068831e-cb2d-4773-83c4-7e517dc01fb2 req-9ebe32c0-74a8-4da5-b6cd-71c0edbf935e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] No DVR routers for this DVR port 79adc61d-c8e2-4680-a2e5-313cb3121b38 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:21.988215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6068831e-cb2d-4773-83c4-7e517dc01fb2 req-9ebe32c0-74a8-4da5-b6cd-71c0edbf935e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:21.991468 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6068831e-cb2d-4773-83c4-7e517dc01fb2 req-9ebe32c0-74a8-4da5-b6cd-71c0edbf935e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.18 "DELETE /v2.0/ports/79adc61d-c8e2-4680-a2e5-313cb3121b38 HTTP/1.1" status: 204 len: 173 time: 0.7463930 Jul 09 13:49:21.992238 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f9f843e-7573-4a77-b4f0-cd57e57399e1', 'name': 'network-vif-deleted', 'tag': '79adc61d-c8e2-4680-a2e5-313cb3121b38'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:49:22.010695 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-429ace44-5de9-4253-85e2-6ec3632fbff3" -d '{"events": [{"server_uuid": "6f9f843e-7573-4a77-b4f0-cd57e57399e1", "name": "network-vif-deleted", "tag": "79adc61d-c8e2-4680-a2e5-313cb3121b38"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:49:22.119312 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b77059d-c65b-4192-8f4e-eaff0215540e x-openstack-request-id: req-3b77059d-c65b-4192-8f4e-eaff0215540e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:49:22.120492 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f9f843e-7573-4a77-b4f0-cd57e57399e1", "name": "network-vif-deleted", "tag": "79adc61d-c8e2-4680-a2e5-313cb3121b38", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:49:22.120897 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b77059d-c65b-4192-8f4e-eaff0215540e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:49:22.121747 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f9f843e-7573-4a77-b4f0-cd57e57399e1', 'name': 'network-vif-deleted', 'tag': '79adc61d-c8e2-4680-a2e5-313cb3121b38', 'status': 'completed', 'code': 200} Jul 09 13:49:22.274965 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Deleting port ce778432-7862-499c-b3fa-6debead8e1dd {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:22.276972 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:22.442223 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:22.442557 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:22.471008 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7e9099af-b4e5-43c2-8b45-1ded0a3caa68 req-06b55210-6231-4995-bacc-dccd0c66e2ba tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=6f9f843e-7573-4a77-b4f0-cd57e57399e1 HTTP/1.1" status: 200 len: 210 time: 0.0411952 Jul 09 13:49:22.475017 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Calling delete_port for ce778432-7862-499c-b3fa-6debead8e1dd owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:22.610102 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:22.638930 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Pushing event deleted for resources: {'Port': ['ID=ce778432-7862-499c-b3fa-6debead8e1dd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:22.749577 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] create failed (client error): The resource could not be found. Jul 09 13:49:22.751627 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-26a7bf84-0e5b-4061-b5ee-1a0e55bfdb3a tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5664694 Jul 09 13:49:22.755288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59192) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:22.920168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-51158b6c-6547-40eb-95da-4be01b176957 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Deleting port 577e41d3-e804-4362-9887-25954397eaa9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:22.920589 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51158b6c-6547-40eb-95da-4be01b176957 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.095291 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a762d-6b9e-4dba-9eed-99ee94c0e31c req-a6546336-e633-40da-aec0-43561b4a2f1d tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:23.097314 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-903a762d-6b9e-4dba-9eed-99ee94c0e31c req-a6546336-e633-40da-aec0-43561b4a2f1d tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.0970371 Jul 09 13:49:23.105842 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51158b6c-6547-40eb-95da-4be01b176957 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.123705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-51158b6c-6547-40eb-95da-4be01b176957 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Calling delete_port for 577e41d3-e804-4362-9887-25954397eaa9 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:23.158885 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-903a762d-6b9e-4dba-9eed-99ee94c0e31c req-8a379567-7252-45a8-8c1c-a9069352fd26 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550008 Jul 09 13:49:23.289442 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51158b6c-6547-40eb-95da-4be01b176957 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.361875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51158b6c-6547-40eb-95da-4be01b176957 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Pushing event deleted for resources: {'Port': ['ID=577e41d3-e804-4362-9887-25954397eaa9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:23.378377 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699a595b-603b-4d6b-a83e-736fc2b4e007 req-1f7a3abf-4ff3-41d0-a174-f7add948f6b5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:23.395016 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-699a595b-603b-4d6b-a83e-736fc2b4e007 req-1f7a3abf-4ff3-41d0-a174-f7add948f6b5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.0975287 Jul 09 13:49:23.442621 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51158b6c-6547-40eb-95da-4be01b176957 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.445344 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-51158b6c-6547-40eb-95da-4be01b176957 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] 10.222.0.39 "DELETE /v2.0/ports/577e41d3-e804-4362-9887-25954397eaa9 HTTP/1.1" status: 204 len: 168 time: 0.6889243 Jul 09 13:49:23.448764 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59218) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:23.458926 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-699a595b-603b-4d6b-a83e-736fc2b4e007 req-7687c280-f3fc-4d85-bd9b-c8674e15a986 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629194 Jul 09 13:49:23.495345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59222) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:23.596878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3a4be0-291d-4bbc-9ed0-ff8cc743b3a0 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:23.601123 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ba3a4be0-291d-4bbc-9ed0-ff8cc743b3a0 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] 10.222.0.39 "GET /v2.0/ports?device_id=7f5663a7-652b-41c9-9034-ff4f015344d7 HTTP/1.1" status: 200 len: 913 time: 0.1464937 Jul 09 13:49:23.601448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59228) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:23.609503 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59230) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:23.680840 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19830e4a-8aac-4369-a1ba-bd7bac46b4d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.822709 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19830e4a-8aac-4369-a1ba-bd7bac46b4d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.832760 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-19830e4a-8aac-4369-a1ba-bd7bac46b4d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.874420 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-19830e4a-8aac-4369-a1ba-bd7bac46b4d3 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33db22d1a6114624af67aa6a8c406b7f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3785152 Jul 09 13:49:23.875503 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59238) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:23.916505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19830e4a-8aac-4369-a1ba-bd7bac46b4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ab0eea-9fef-43ba-bab7-646c43a7af35,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:23.968562 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09bfff33-1ffe-4208-8324-890d33d68b56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:23.995756 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09bfff33-1ffe-4208-8324-890d33d68b56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:24.060428 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09bfff33-1ffe-4208-8324-890d33d68b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:24.063315 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09bfff33-1ffe-4208-8324-890d33d68b56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:24.067369 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-09bfff33-1ffe-4208-8324-890d33d68b56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d1ab0eea-9fef-43ba-bab7-646c43a7af35 HTTP/1.1" status: 204 len: 168 time: 0.1828928 Jul 09 13:49:24.073038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bfff33-1ffe-4208-8324-890d33d68b56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1ab0eea-9fef-43ba-bab7-646c43a7af35,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:24.393615 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59250) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:24.414433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6451ec8b-61d8-4f56-b733-2f527f2b1366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:24.490873 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd19566-712d-4973-ac8f-dcd08e5f8b81 req-3169a737-dbf6-43b7-b772-1483cf6d7572 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:24.492531 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fd19566-712d-4973-ac8f-dcd08e5f8b81 req-3169a737-dbf6-43b7-b772-1483cf6d7572 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.2347233 Jul 09 13:49:24.539207 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6451ec8b-61d8-4f56-b733-2f527f2b1366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:24.544352 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6451ec8b-61d8-4f56-b733-2f527f2b1366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:24.584041 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6451ec8b-61d8-4f56-b733-2f527f2b1366 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e2478c26c5c1482ba5af48984ec5314b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1893065 Jul 09 13:49:24.586543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59256) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:24.594272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6451ec8b-61d8-4f56-b733-2f527f2b1366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d22a323d-a392-4c5a-a77a-732cfd6c238c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:24.619678 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fd19566-712d-4973-ac8f-dcd08e5f8b81 req-d61bf444-cb9b-42e7-8756-35c793912643 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966930 Jul 09 13:49:24.649479 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50b19384-b0e8-4923-bea1-84898300c8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:24.677607 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50b19384-b0e8-4923-bea1-84898300c8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:24.748410 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50b19384-b0e8-4923-bea1-84898300c8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:24.751256 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50b19384-b0e8-4923-bea1-84898300c8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:24.755689 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-50b19384-b0e8-4923-bea1-84898300c8a3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d22a323d-a392-4c5a-a77a-732cfd6c238c HTTP/1.1" status: 204 len: 168 time: 0.1681008 Jul 09 13:49:24.766184 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b19384-b0e8-4923-bea1-84898300c8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d22a323d-a392-4c5a-a77a-732cfd6c238c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:24.789386 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e11484dc-3a78-4361-95e5-4abf7e8f79f2 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:25.110621 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5db29067-f9ad-47fd-814c-8cb74efe2e44 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:25.185443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6597d1-6424-4a12-9988-9a770ea0adc6 req-4550f509-e950-4a4b-a55e-63a763ced3ad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:25.187034 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c6597d1-6424-4a12-9988-9a770ea0adc6 req-4550f509-e950-4a4b-a55e-63a763ced3ad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1793361 Jul 09 13:49:25.350009 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c6597d1-6424-4a12-9988-9a770ea0adc6 req-7c0f8de6-d85d-4def-997c-1581f20fa5bc tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1415350 Jul 09 13:49:25.439055 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e11484dc-3a78-4361-95e5-4abf7e8f79f2 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Deleting port 7649ca28-570f-455e-a0ff-7400a786125a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:25.439430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e11484dc-3a78-4361-95e5-4abf7e8f79f2 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:25.578878 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e11484dc-3a78-4361-95e5-4abf7e8f79f2 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:25.615965 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e11484dc-3a78-4361-95e5-4abf7e8f79f2 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Calling delete_port for 7649ca28-570f-455e-a0ff-7400a786125a owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:25.691611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 79adc61d-c8e2-4680-a2e5-313cb3121b38 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:25.702377 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5db29067-f9ad-47fd-814c-8cb74efe2e44 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Deleting port d2b3e2a6-f065-470e-8aab-b5d5ab974f25 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:25.702727 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5db29067-f9ad-47fd-814c-8cb74efe2e44 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:25.723790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 79adc61d-c8e2-4680-a2e5-313cb3121b38 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:49:25.724369 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 79adc61d-c8e2-4680-a2e5-313cb3121b38 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:25.867949 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-5db29067-f9ad-47fd-814c-8cb74efe2e44 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] For port d2b3e2a6-f065-470e-8aab-b5d5ab974f25, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d2b3e2a6-f065-470e-8aab-b5d5ab974f25,segment=NetworkSegment(afc03bda-3bcf-4d12-ab19-bfa7f707922f),segment_id=afc03bda-3bcf-4d12-ab19-bfa7f707922f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:25.868341 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5db29067-f9ad-47fd-814c-8cb74efe2e44 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:25.889205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5db29067-f9ad-47fd-814c-8cb74efe2e44 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Calling delete_port for d2b3e2a6-f065-470e-8aab-b5d5ab974f25 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:25.911401 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e11484dc-3a78-4361-95e5-4abf7e8f79f2 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:25.982213 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11484dc-3a78-4361-95e5-4abf7e8f79f2 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Pushing event deleted for resources: {'Port': ['ID=7649ca28-570f-455e-a0ff-7400a786125a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:26.289457 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e11484dc-3a78-4361-95e5-4abf7e8f79f2 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:26.474193 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5db29067-f9ad-47fd-814c-8cb74efe2e44 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:26.506875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e11484dc-3a78-4361-95e5-4abf7e8f79f2 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Router 7f5663a7-652b-41c9-9034-ff4f015344d7 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:49:26.515633 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db29067-f9ad-47fd-814c-8cb74efe2e44 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event deleted for resources: {'Port': ['ID=d2b3e2a6-f065-470e-8aab-b5d5ab974f25,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:27.149917 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e11484dc-3a78-4361-95e5-4abf7e8f79f2 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:49:27.161052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0296ccd3-d363-43d3-bf62-e2f05e94eace None None] Sync routers for ids ['7f5663a7-652b-41c9-9034-ff4f015344d7'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:49:27.166548 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e11484dc-3a78-4361-95e5-4abf7e8f79f2 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] 10.222.0.39 "PUT /v2.0/routers/7f5663a7-652b-41c9-9034-ff4f015344d7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5638282 Jul 09 13:49:27.169400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59336) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:27.188013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0296ccd3-d363-43d3-bf62-e2f05e94eace None None] Routers {'7f5663a7-652b-41c9-9034-ff4f015344d7'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:27.189003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0296ccd3-d363-43d3-bf62-e2f05e94eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7f5663a7-652b-41c9-9034-ff4f015344d7'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:27.234278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f9874c-943c-4e06-84bb-2c4d694dbae7 req-2f977e53-b98a-45f5-b978-0dfb5ae21383 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:27.236152 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-68f9874c-943c-4e06-84bb-2c4d694dbae7 req-2f977e53-b98a-45f5-b978-0dfb5ae21383 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.7275200 Jul 09 13:49:27.265104 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0296ccd3-d363-43d3-bf62-e2f05e94eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:27.267741 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5db29067-f9ad-47fd-814c-8cb74efe2e44 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.282766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0296ccd3-d363-43d3-bf62-e2f05e94eace None None] Routers {'7f5663a7-652b-41c9-9034-ff4f015344d7'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:27.283611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0296ccd3-d363-43d3-bf62-e2f05e94eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7f5663a7-652b-41c9-9034-ff4f015344d7'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:27.351539 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f098-8fc1-4bde-b390-1e5094129b4c tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.364847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0296ccd3-d363-43d3-bf62-e2f05e94eace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:27.365778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0296ccd3-d363-43d3-bf62-e2f05e94eace None None] The sync data for ids ['7f5663a7-652b-41c9-9034-ff4f015344d7'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:49:27.397995 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-68f9874c-943c-4e06-84bb-2c4d694dbae7 req-e8074cfe-8b14-4019-a3cd-1d2fb86369cc tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518824 Jul 09 13:49:27.549014 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f098-8fc1-4bde-b390-1e5094129b4c tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.552199 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f098-8fc1-4bde-b390-1e5094129b4c tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.617215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f098-8fc1-4bde-b390-1e5094129b4c tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.617919 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfe2f098-8fc1-4bde-b390-1e5094129b4c tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Fanout notify agent at l3_agent the message router_deleted on router 7f5663a7-652b-41c9-9034-ff4f015344d7 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:49:27.625587 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cfe2f098-8fc1-4bde-b390-1e5094129b4c tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.630708 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cfe2f098-8fc1-4bde-b390-1e5094129b4c tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] 10.222.0.39 "DELETE /v2.0/routers/7f5663a7-652b-41c9-9034-ff4f015344d7 HTTP/1.1" status: 204 len: 168 time: 0.4596171 Jul 09 13:49:27.631418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59342) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:27.731789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5db29067-f9ad-47fd-814c-8cb74efe2e44 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Router eba27009-ef2f-49b2-9547-0e1ac0a1de53 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:49:27.767323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-23c3fe00-4b98-41b9-b572-572348d25c8f tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Deleting subnet 90c824a4-9fbd-4e4e-8da0-6b3064dab44a {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:49:27.783037 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c3fe00-4b98-41b9-b572-572348d25c8f tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.885287 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c3fe00-4b98-41b9-b572-572348d25c8f tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:27.929050 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db29067-f9ad-47fd-814c-8cb74efe2e44 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:49:27.936373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5db29067-f9ad-47fd-814c-8cb74efe2e44 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "PUT /v2.0/routers/eba27009-ef2f-49b2-9547-0e1ac0a1de53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3259051 Jul 09 13:49:27.939736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59350) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:27.945459 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2533858-60f0-4939-9630-3a487d224474 None None] Sync routers for ids ['eba27009-ef2f-49b2-9547-0e1ac0a1de53'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:49:27.961824 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2533858-60f0-4939-9630-3a487d224474 None None] Routers {'eba27009-ef2f-49b2-9547-0e1ac0a1de53'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:27.962977 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d2533858-60f0-4939-9630-3a487d224474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['eba27009-ef2f-49b2-9547-0e1ac0a1de53'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:28.064490 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de6c3ae-69f6-47fd-a089-66a09c68dc1c req-c1ec1ef1-e67a-4de0-aca1-aa22a77f581f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:28.066294 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7de6c3ae-69f6-47fd-a089-66a09c68dc1c req-c1ec1ef1-e67a-4de0-aca1-aa22a77f581f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1940176 Jul 09 13:49:28.070390 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-7489faa3-3127-4874-8b75-268678c87d96 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Deleting subnet d2771cc9-3381-4c50-a8d0-0e60ef63a221 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:49:28.082346 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7489faa3-3127-4874-8b75-268678c87d96 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.085500 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c3fe00-4b98-41b9-b572-572348d25c8f tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.151844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7de6c3ae-69f6-47fd-a089-66a09c68dc1c req-4c0c86a8-5d8b-4dc2-b1d5-eb9bb586dc6e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776579 Jul 09 13:49:28.154717 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7489faa3-3127-4874-8b75-268678c87d96 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.163740 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-d2533858-60f0-4939-9630-3a487d224474 None None] Set router eba27009-ef2f-49b2-9547-0e1ac0a1de53 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:49:28.193778 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c3fe00-4b98-41b9-b572-572348d25c8f tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.215353 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c3fe00-4b98-41b9-b572-572348d25c8f tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.217602 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-23c3fe00-4b98-41b9-b572-572348d25c8f tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] 10.222.0.39 "DELETE /v2.0/subnets/90c824a4-9fbd-4e4e-8da0-6b3064dab44a HTTP/1.1" status: 204 len: 168 time: 0.5852244 Jul 09 13:49:28.227354 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59356) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:28.227974 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8fc6000-3f7c-40a8-9434-2e77fc7beabe None None] Network d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:28.269739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c3fe00-4b98-41b9-b572-572348d25c8f tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Pushing event deleted for resources: {'Subnet': ['ID=90c824a4-9fbd-4e4e-8da0-6b3064dab44a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:28.401377 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.406587 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7489faa3-3127-4874-8b75-268678c87d96 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.458347 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d2533858-60f0-4939-9630-3a487d224474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165232232', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:45Z', 'updated_at': '2021-07-09T13:49:26Z', 'revision_number': 5, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:47Z', 'updated_at': '2021-07-09T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:28.489917 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2533858-60f0-4939-9630-3a487d224474 None None] Checking router: eba27009-ef2f-49b2-9547-0e1ac0a1de53 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:49:28.504247 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2533858-60f0-4939-9630-3a487d224474 None None] Routers {'eba27009-ef2f-49b2-9547-0e1ac0a1de53'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:28.504869 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d2533858-60f0-4939-9630-3a487d224474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['eba27009-ef2f-49b2-9547-0e1ac0a1de53'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:28.535114 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7489faa3-3127-4874-8b75-268678c87d96 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.561787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a630dbe1-2134-4cc5-a889-d5981e21af4f None None] DHCP port deletion for d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:49:28.570814 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489faa3-3127-4874-8b75-268678c87d96 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event deleted for resources: {'Subnet': ['ID=d2771cc9-3381-4c50-a8d0-0e60ef63a221,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:28.577625 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7489faa3-3127-4874-8b75-268678c87d96 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.582291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59366) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:28.582444 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7489faa3-3127-4874-8b75-268678c87d96 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "DELETE /v2.0/subnets/d2771cc9-3381-4c50-a8d0-0e60ef63a221 HTTP/1.1" status: 204 len: 168 time: 0.6405959 Jul 09 13:49:28.584189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Deleting port c686f672-1d60-42b0-abf6-95201f568599 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:28.584539 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.618601 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07de83e7-8c82-4880-b71c-92d9fe5eb292 None None] Network 5ee10cba-8ae4-4001-8797-37b1b42c56ac requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:28.670609 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-d2533858-60f0-4939-9630-3a487d224474 None None] Set router eba27009-ef2f-49b2-9547-0e1ac0a1de53 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:49:28.738997 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] For port c686f672-1d60-42b0-abf6-95201f568599, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=c686f672-1d60-42b0-abf6-95201f568599,segment=NetworkSegment(1a4c7281-ecd3-4948-a6cf-08d5abbf6b9f),segment_id=1a4c7281-ecd3-4948-a6cf-08d5abbf6b9f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:28.739437 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.765345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Calling delete_port for c686f672-1d60-42b0-abf6-95201f568599 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:28.864717 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6470429-cc6b-410f-9435-1e18296d85e8 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.889667 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a630dbe1-2134-4cc5-a889-d5981e21af4f None None] Deleting port c686f672-1d60-42b0-abf6-95201f568599 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:28.890068 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a630dbe1-2134-4cc5-a889-d5981e21af4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.910563 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:28.971617 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Pushing event deleted for resources: {'Port': ['ID=c686f672-1d60-42b0-abf6-95201f568599,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:28.972383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7e2a98-c2d8-429e-bf5d-b44c40ee85da None None] DHCP port deletion for 5ee10cba-8ae4-4001-8797-37b1b42c56ac request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:49:28.984769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] No DVR routers for this DVR port c686f672-1d60-42b0-abf6-95201f568599 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:28.993682 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d2533858-60f0-4939-9630-3a487d224474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165232232', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:45Z', 'updated_at': '2021-07-09T13:49:26Z', 'revision_number': 5, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:47Z', 'updated_at': '2021-07-09T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:29.031059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a630dbe1-2134-4cc5-a889-d5981e21af4f None None] For port c686f672-1d60-42b0-abf6-95201f568599, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=c686f672-1d60-42b0-abf6-95201f568599,segment=NetworkSegment(1a4c7281-ecd3-4948-a6cf-08d5abbf6b9f),segment_id=1a4c7281-ecd3-4948-a6cf-08d5abbf6b9f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:29.031495 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a630dbe1-2134-4cc5-a889-d5981e21af4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.066113 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2533858-60f0-4939-9630-3a487d224474 None None] The sync data for ids ['eba27009-ef2f-49b2-9547-0e1ac0a1de53'] in n-d-799525-3 is: [{'id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'name': 'tempest-TestSecurityGroupsBasicOps-router-165232232', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41'}], 'enable_snat': True}, 'gw_port_id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:48:45Z', 'updated_at': '2021-07-09T13:49:26Z', 'revision_number': 5, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': 'dd6d378a-f7da-49d9-8161-b62f4f52346c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fc:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eba27009-ef2f-49b2-9547-0e1ac0a1de53', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3113, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:48:47Z', 'updated_at': '2021-07-09T13:48:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:49:29.071056 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a630dbe1-2134-4cc5-a889-d5981e21af4f None None] Calling delete_port for c686f672-1d60-42b0-abf6-95201f568599 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:29.125622 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.135508 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6470429-cc6b-410f-9435-1e18296d85e8 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.138259 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:29.153952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a4c7281-ecd3-4948-a6cf-08d5abbf6b9f') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:29.156291 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a4c7281-ecd3-4948-a6cf-08d5abbf6b9f') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:29.174950 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.181704 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a630dbe1-2134-4cc5-a889-d5981e21af4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.193212 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.200987 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Releasing vlan 311 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:49:29.201633 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.211337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a630dbe1-2134-4cc5-a889-d5981e21af4f None None] Pushing event deleted for resources: {'Port': ['ID=c686f672-1d60-42b0-abf6-95201f568599,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:29.243805 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a630dbe1-2134-4cc5-a889-d5981e21af4f None None] No DVR routers for this DVR port c686f672-1d60-42b0-abf6-95201f568599 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:29.278178 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e2a98-c2d8-429e-bf5d-b44c40ee85da None None] Deleting port 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:29.278559 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf7e2a98-c2d8-429e-bf5d-b44c40ee85da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:49:29.327738 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:49:29.342878 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.346225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c6470429-cc6b-410f-9435-1e18296d85e8 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Deleting port dd6d378a-f7da-49d9-8161-b62f4f52346c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:29.346225 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6470429-cc6b-410f-9435-1e18296d85e8 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.363150 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.365394 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] 10.222.0.39 "DELETE /v2.0/networks/d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e HTTP/1.1" status: 204 len: 168 time: 1.1370459 Jul 09 13:49:29.390397 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597fad0-0322-43bf-80ab-282bc1e27669 tempest-FloatingIPNegativeTestJSON-689911055 tempest-FloatingIPNegativeTestJSON-689911055-project] Pushing event deleted for resources: {'Network': ['ID=d78dc79c-3fcd-49f8-ad3b-cd6f1264ca1e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:29.399999 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bf7e2a98-c2d8-429e-bf5d-b44c40ee85da None None] For port 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1e5f2f7b-2b65-4b72-b918-3f289ad85cd9,segment=NetworkSegment(afc03bda-3bcf-4d12-ab19-bfa7f707922f),segment_id=afc03bda-3bcf-4d12-ab19-bfa7f707922f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:29.400398 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf7e2a98-c2d8-429e-bf5d-b44c40ee85da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.440557 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bf7e2a98-c2d8-429e-bf5d-b44c40ee85da None None] Calling delete_port for 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:29.606437 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device c686f672-1d60-42b0-abf6-95201f568599 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:29.637744 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c6470429-cc6b-410f-9435-1e18296d85e8 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] For port dd6d378a-f7da-49d9-8161-b62f4f52346c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=dd6d378a-f7da-49d9-8161-b62f4f52346c,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:29.637744 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6470429-cc6b-410f-9435-1e18296d85e8 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.658849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: c686f672-1d60-42b0-abf6-95201f568599 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:49:29.659595 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device c686f672-1d60-42b0-abf6-95201f568599 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:29.662169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:29.675333 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c6470429-cc6b-410f-9435-1e18296d85e8 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Calling delete_port for dd6d378a-f7da-49d9-8161-b62f4f52346c owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:29.704856 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e290c2-4d09-4e2d-aaf8-7d27b74e14fb req-0b770d42-6a71-486f-b796-6430fcae336f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:29.723443 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a1e290c2-4d09-4e2d-aaf8-7d27b74e14fb req-0b770d42-6a71-486f-b796-6430fcae336f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.2196381 Jul 09 13:49:29.826721 n-d-799525-3 neutron-server[93755]: INFO neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No ports have port_id starting with 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 Jul 09 13:49:29.832319 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf7e2a98-c2d8-429e-bf5d-b44c40ee85da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:29.869173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7e2a98-c2d8-429e-bf5d-b44c40ee85da None None] Pushing event deleted for resources: {'Port': ['ID=1e5f2f7b-2b65-4b72-b918-3f289ad85cd9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:29.871966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d2b3e2a6-f065-470e-8aab-b5d5ab974f25 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:29.879067 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a1e290c2-4d09-4e2d-aaf8-7d27b74e14fb req-dd68310e-c1ee-4cd0-ab5c-e2e9a9135ca3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1541891 Jul 09 13:49:29.919861 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: d2b3e2a6-f065-470e-8aab-b5d5ab974f25 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:49:29.920375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d2b3e2a6-f065-470e-8aab-b5d5ab974f25 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:29.922256 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf7e2a98-c2d8-429e-bf5d-b44c40ee85da None None] No DVR routers for this DVR port 1e5f2f7b-2b65-4b72-b918-3f289ad85cd9 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:30.154689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59388) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:30.167875 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6470429-cc6b-410f-9435-1e18296d85e8 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.203953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6470429-cc6b-410f-9435-1e18296d85e8 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event deleted for resources: {'Port': ['ID=dd6d378a-f7da-49d9-8161-b62f4f52346c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:30.217100 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837d5ac-7319-4353-bbbb-982aa8c44642 req-68103d13-0968-4401-836d-1fba02092e4f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:30.219527 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d837d5ac-7319-4353-bbbb-982aa8c44642 req-68103d13-0968-4401-836d-1fba02092e4f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1034327 Jul 09 13:49:30.269720 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d837d5ac-7319-4353-bbbb-982aa8c44642 req-b15449b4-4fb4-400f-a0f5-d6705a5d3b10 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442429 Jul 09 13:49:30.327672 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6470429-cc6b-410f-9435-1e18296d85e8 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.391976 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2fce469d-e418-4fc9-9e71-a16f25642ad5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=513d26dacede44e78abece93c9f9f7b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2354994 Jul 09 13:49:30.398144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59394) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:30.430524 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6470429-cc6b-410f-9435-1e18296d85e8 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.433133 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6470429-cc6b-410f-9435-1e18296d85e8 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.480926 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6470429-cc6b-410f-9435-1e18296d85e8 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.481483 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6470429-cc6b-410f-9435-1e18296d85e8 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Fanout notify agent at l3_agent the message router_deleted on router eba27009-ef2f-49b2-9547-0e1ac0a1de53 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:49:30.495998 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6470429-cc6b-410f-9435-1e18296d85e8 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.500204 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c6470429-cc6b-410f-9435-1e18296d85e8 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "DELETE /v2.0/routers/eba27009-ef2f-49b2-9547-0e1ac0a1de53 HTTP/1.1" status: 204 len: 168 time: 1.9134362 Jul 09 13:49:30.500553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59400) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:30.502640 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1ea8f-d78a-42b0-882d-12caa0f353a7 req-0918017d-2086-4e62-9f5d-bd876f4fb2f6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:30.504674 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aaa1ea8f-d78a-42b0-882d-12caa0f353a7 req-0918017d-2086-4e62-9f5d-bd876f4fb2f6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1186788 Jul 09 13:49:30.506190 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6841cfc1-3f32-4932-ad97-383162cd7bb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.572000 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6841cfc1-3f32-4932-ad97-383162cd7bb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.620777 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab823312-5ac2-4102-aed9-11605d20715d tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.656924 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6841cfc1-3f32-4932-ad97-383162cd7bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.660041 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6841cfc1-3f32-4932-ad97-383162cd7bb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:30.661650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6841cfc1-3f32-4932-ad97-383162cd7bb2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f1b049c4-5b7e-4b07-8c27-c20f919e657d HTTP/1.1" status: 204 len: 168 time: 0.2620513 Jul 09 13:49:30.679480 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aaa1ea8f-d78a-42b0-882d-12caa0f353a7 req-6b7380bb-e481-4bcc-b351-084ce288de1d tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1684651 Jul 09 13:49:30.680747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841cfc1-3f32-4932-ad97-383162cd7bb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b049c4-5b7e-4b07-8c27-c20f919e657d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:31.043892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba06d4e6-a72a-459c-98ff-1ff753368924 req-3e9081e5-5db8-44b8-b7ba-f0b19fb5f0fe tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:31.045605 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba06d4e6-a72a-459c-98ff-1ff753368924 req-3e9081e5-5db8-44b8-b7ba-f0b19fb5f0fe tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1286585 Jul 09 13:49:31.098051 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba06d4e6-a72a-459c-98ff-1ff753368924 req-7df046f1-0957-4c07-a2ba-ddee1f456ab6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466394 Jul 09 13:49:31.276736 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab823312-5ac2-4102-aed9-11605d20715d tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.314055 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ab823312-5ac2-4102-aed9-11605d20715d tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee10cba-8ae4-4001-8797-37b1b42c56ac']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:31.335826 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ab823312-5ac2-4102-aed9-11605d20715d tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afc03bda-3bcf-4d12-ab19-bfa7f707922f') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:31.336334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-ab823312-5ac2-4102-aed9-11605d20715d tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afc03bda-3bcf-4d12-ab19-bfa7f707922f') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:31.352225 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab823312-5ac2-4102-aed9-11605d20715d tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.368464 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab823312-5ac2-4102-aed9-11605d20715d tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.376090 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab823312-5ac2-4102-aed9-11605d20715d tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:49:31.376627 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab823312-5ac2-4102-aed9-11605d20715d tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.424074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dd6d378a-f7da-49d9-8161-b62f4f52346c no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:49:31.439656 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:49:31.459369 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: dd6d378a-f7da-49d9-8161-b62f4f52346c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:49:31.460057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dd6d378a-f7da-49d9-8161-b62f4f52346c not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:31.496047 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab823312-5ac2-4102-aed9-11605d20715d tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.505620 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab823312-5ac2-4102-aed9-11605d20715d tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.512673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59450) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:31.514812 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ab823312-5ac2-4102-aed9-11605d20715d tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "DELETE /v2.0/networks/5ee10cba-8ae4-4001-8797-37b1b42c56ac HTTP/1.1" status: 204 len: 168 time: 1.0131791 Jul 09 13:49:31.532492 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab823312-5ac2-4102-aed9-11605d20715d tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event deleted for resources: {'Network': ['ID=5ee10cba-8ae4-4001-8797-37b1b42c56ac,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:31.744755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-86fdf4f7-e012-4f1e-b1e6-a2dd8180345e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Deleting port 168981db-c238-4bee-a112-a38b0e41034b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:31.745103 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-86fdf4f7-e012-4f1e-b1e6-a2dd8180345e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.769981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59456) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:31.824131 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0b368b5-926f-4428-a881-309099fe8080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.846430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-86fdf4f7-e012-4f1e-b1e6-a2dd8180345e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.846784 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-86fdf4f7-e012-4f1e-b1e6-a2dd8180345e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.866021 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-86fdf4f7-e012-4f1e-b1e6-a2dd8180345e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Calling delete_port for 168981db-c238-4bee-a112-a38b0e41034b owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:31.909340 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a1713b7e-ba58-4280-855c-20145f39e3ac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-422184299'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:31.934890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1713b7e-ba58-4280-855c-20145f39e3ac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Made reservation on behalf of d6ed8b360f604dd09b81bb815dced8ea for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:31.939381 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1713b7e-ba58-4280-855c-20145f39e3ac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:31.974382 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1713b7e-ba58-4280-855c-20145f39e3ac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.087411 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-86fdf4f7-e012-4f1e-b1e6-a2dd8180345e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.131327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fdf4f7-e012-4f1e-b1e6-a2dd8180345e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event deleted for resources: {'Port': ['ID=168981db-c238-4bee-a112-a38b0e41034b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:32.168657 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1713b7e-ba58-4280-855c-20145f39e3ac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.176483 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1713b7e-ba58-4280-855c-20145f39e3ac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.208212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1713b7e-ba58-4280-855c-20145f39e3ac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:49:32.214716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1713b7e-ba58-4280-855c-20145f39e3ac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=031e0e23-ee11-492d-8902-dd72b4d16ae9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:32.216969 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-86fdf4f7-e012-4f1e-b1e6-a2dd8180345e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.218357 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-86fdf4f7-e012-4f1e-b1e6-a2dd8180345e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Floating IP 2479d490-dca9-4ae1-bbc8-2d01cd1a4863 disassociated (deleted). External IP: 172.25.2.151, port: f39743fc-e852-457f-a1b5-555acccd64ee. Jul 09 13:49:32.222403 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1713b7e-ba58-4280-855c-20145f39e3ac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.222566 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-a1713b7e-ba58-4280-855c-20145f39e3ac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Added segment 77876873-8043-4191-9c24-8b6d5ff5c86e of type vlan for network 968eb661-1781-4b6c-ad30-a1761d42ddf7 Jul 09 13:49:32.272992 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1713b7e-ba58-4280-855c-20145f39e3ac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.318236 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1713b7e-ba58-4280-855c-20145f39e3ac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.325918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1713b7e-ba58-4280-855c-20145f39e3ac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:32.326819 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a1713b7e-ba58-4280-855c-20145f39e3ac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.407749 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a1713b7e-ba58-4280-855c-20145f39e3ac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6364501 Jul 09 13:49:32.447777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1713b7e-ba58-4280-855c-20145f39e3ac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event updated for resources: {'Network': ['ID=968eb661-1781-4b6c-ad30-a1761d42ddf7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:32.461704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 968eb661-1781-4b6c-ad30-a1761d42ddf7 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:49:32.564976 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fdf4f7-e012-4f1e-b1e6-a2dd8180345e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Router 9f8f2e45-6ad5-4cee-85fc-faa75163942b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:49:32.833524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fdf4f7-e012-4f1e-b1e6-a2dd8180345e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:49:32.840353 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-86fdf4f7-e012-4f1e-b1e6-a2dd8180345e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:32.846367 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ca5c9e-f82d-4443-815a-766c0725e73e None None] Sync routers for ids ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:49:32.861282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca5c9e-f82d-4443-815a-766c0725e73e None None] Routers {'9f8f2e45-6ad5-4cee-85fc-faa75163942b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:32.863591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c0ca5c9e-f82d-4443-815a-766c0725e73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:32.902016 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-86fdf4f7-e012-4f1e-b1e6-a2dd8180345e tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "DELETE /v2.0/floatingips/2479d490-dca9-4ae1-bbc8-2d01cd1a4863 HTTP/1.1" status: 204 len: 168 time: 1.3881040 Jul 09 13:49:32.906313 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07c9873c-10ac-49f3-9257-6825cd70c42c', 'tag': 'f39743fc-e852-457f-a1b5-555acccd64ee'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:49:32.910891 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38484435-d24f-447a-af9b-0cae8bed2560" -d '{"events": [{"name": "network-changed", "server_uuid": "07c9873c-10ac-49f3-9257-6825cd70c42c", "tag": "f39743fc-e852-457f-a1b5-555acccd64ee"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:49:32.992893 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-901ac309-bdd7-40c1-8e1f-f3b73fffa4f1 x-openstack-request-id: req-901ac309-bdd7-40c1-8e1f-f3b73fffa4f1 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:49:32.993186 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07c9873c-10ac-49f3-9257-6825cd70c42c", "tag": "f39743fc-e852-457f-a1b5-555acccd64ee", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:49:32.993442 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-901ac309-bdd7-40c1-8e1f-f3b73fffa4f1 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:49:32.993874 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07c9873c-10ac-49f3-9257-6825cd70c42c', 'tag': 'f39743fc-e852-457f-a1b5-555acccd64ee', 'status': 'completed', 'code': 200} Jul 09 13:49:33.039828 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c0ca5c9e-f82d-4443-815a-766c0725e73e None None] Set router 9f8f2e45-6ad5-4cee-85fc-faa75163942b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:49:33.149610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38484435-d24f-447a-af9b-0cae8bed2560 req-83dd0dd4-bcd7-48b3-b66f-938ff3199e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:33.151173 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-38484435-d24f-447a-af9b-0cae8bed2560 req-83dd0dd4-bcd7-48b3-b66f-938ff3199e48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=bbef650d192247dcaa6c45d9271ffbe5&device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 1135 time: 0.0891740 Jul 09 13:49:33.290088 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38484435-d24f-447a-af9b-0cae8bed2560 req-066350bf-bf1c-4dd2-97e1-c07b981b44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:33.294263 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-38484435-d24f-447a-af9b-0cae8bed2560 req-066350bf-bf1c-4dd2-97e1-c07b981b44e9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6a1917fb-62fd-4550-805d-e4eb66a8d182 HTTP/1.1" status: 200 len: 898 time: 0.1365047 Jul 09 13:49:33.375069 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c0ca5c9e-f82d-4443-815a-766c0725e73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107498110', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '470e4353-37e8-4cf5-b00e-309719af532c', 'name': '', 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'mac_address': 'fa:16:3e:31:76:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:50Z', 'updated_at': '2021-07-09T13:47:58Z', 'revision_number': 5, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'subnets': [{'id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:33.408844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ca5c9e-f82d-4443-815a-766c0725e73e None None] Checking router: 9f8f2e45-6ad5-4cee-85fc-faa75163942b for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:49:33.419375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca5c9e-f82d-4443-815a-766c0725e73e None None] Routers {'9f8f2e45-6ad5-4cee-85fc-faa75163942b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:33.420118 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c0ca5c9e-f82d-4443-815a-766c0725e73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:33.461578 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-38484435-d24f-447a-af9b-0cae8bed2560 req-11ac753c-d409-4925-85e6-e1e785808123 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f39743fc-e852-457f-a1b5-555acccd64ee HTTP/1.1" status: 200 len: 217 time: 0.1605470 Jul 09 13:49:33.607000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38484435-d24f-447a-af9b-0cae8bed2560 req-acf97e69-7322-4338-80bd-5bdc898f6e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:33.608553 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-38484435-d24f-447a-af9b-0cae8bed2560 req-acf97e69-7322-4338-80bd-5bdc898f6e50 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=7cb2a3d9-9a5f-4984-a48e-e32e9f91df19 HTTP/1.1" status: 200 len: 834 time: 0.1407259 Jul 09 13:49:33.642704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c0ca5c9e-f82d-4443-815a-766c0725e73e None None] Set router 9f8f2e45-6ad5-4cee-85fc-faa75163942b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:49:33.744698 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38484435-d24f-447a-af9b-0cae8bed2560 req-17405f2b-1f8b-4854-8341-5bbc98e9b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:33.748348 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-38484435-d24f-447a-af9b-0cae8bed2560 req-17405f2b-1f8b-4854-8341-5bbc98e9b3de service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6a1917fb-62fd-4550-805d-e4eb66a8d182&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312280 Jul 09 13:49:33.784000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d1fd6-4cae-4887-92f4-746d6a3b59f6 req-2f444aba-1d6e-4f90-8e5f-ec946dc45dd3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:33.786632 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c41d1fd6-4cae-4887-92f4-746d6a3b59f6 req-2f444aba-1d6e-4f90-8e5f-ec946dc45dd3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 984 time: 0.1679492 Jul 09 13:49:33.880124 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c41d1fd6-4cae-4887-92f4-746d6a3b59f6 req-0299f1fb-65b3-43b5-b1b8-7ac7afcc657b tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/security-groups?id=9193a018-1c79-486c-b5ce-c99a04433ebd&id=0ff9eab9-fb29-49ed-8a0b-8e576d0c4ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0851300 Jul 09 13:49:33.942641 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-38484435-d24f-447a-af9b-0cae8bed2560 req-f693473e-ff7f-4362-b4d0-ddf569d28a2c service neutron] 10.222.0.15 "GET /v2.0/networks/6a1917fb-62fd-4550-805d-e4eb66a8d182?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877601 Jul 09 13:49:33.990928 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c0ca5c9e-f82d-4443-815a-766c0725e73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107498110', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '470e4353-37e8-4cf5-b00e-309719af532c', 'name': '', 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'mac_address': 'fa:16:3e:31:76:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:50Z', 'updated_at': '2021-07-09T13:47:58Z', 'revision_number': 5, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'subnets': [{'id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:34.032831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ca5c9e-f82d-4443-815a-766c0725e73e None None] The sync data for ids ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'] in n-d-799525-3 is: [{'id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107498110', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '470e4353-37e8-4cf5-b00e-309719af532c', 'name': '', 'network_id': '6a1917fb-62fd-4550-805d-e4eb66a8d182', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'mac_address': 'fa:16:3e:31:76:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:50Z', 'updated_at': '2021-07-09T13:47:58Z', 'revision_number': 5, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'subnets': [{'id': '7cb2a3d9-9a5f-4984-a48e-e32e9f91df19', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:49:34.098856 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-38484435-d24f-447a-af9b-0cae8bed2560 req-f9c16124-cd86-4a5c-87be-a014d6bc613a service neutron] 10.222.0.15 "GET /v2.0/networks/6a1917fb-62fd-4550-805d-e4eb66a8d182?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458414 Jul 09 13:49:34.378027 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b341f564-b7b4-480c-87f7-dfd46a68136c None None] New status for floating IP 2479d490-dca9-4ae1-bbc8-2d01cd1a4863: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:49:34.636787 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.670813 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f86f5c37-98ac-4e8c-a01e-ec72c4b8a703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:34.722750 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe021b94-ae4c-4dbb-851a-1bf45162f2b0 req-678ac2d2-bcff-4bd3-8885-d43bef62b943 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:34.724353 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fe021b94-ae4c-4dbb-851a-1bf45162f2b0 req-678ac2d2-bcff-4bd3-8885-d43bef62b943 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.15 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 984 time: 0.0885029 Jul 09 13:49:34.905788 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-fe021b94-ae4c-4dbb-851a-1bf45162f2b0 req-f5ddc417-7fe6-46f8-9b8a-2e6bf2e083c0 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Deleting port f39743fc-e852-457f-a1b5-555acccd64ee {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:34.906530 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe021b94-ae4c-4dbb-851a-1bf45162f2b0 req-f5ddc417-7fe6-46f8-9b8a-2e6bf2e083c0 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.103152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fe021b94-ae4c-4dbb-851a-1bf45162f2b0 req-f5ddc417-7fe6-46f8-9b8a-2e6bf2e083c0 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] For port f39743fc-e852-457f-a1b5-555acccd64ee, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=f39743fc-e852-457f-a1b5-555acccd64ee,segment=NetworkSegment(751480ee-3de7-4db8-8bdc-85aecca24fef),segment_id=751480ee-3de7-4db8-8bdc-85aecca24fef)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:35.103653 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe021b94-ae4c-4dbb-851a-1bf45162f2b0 req-f5ddc417-7fe6-46f8-9b8a-2e6bf2e083c0 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.125674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-fe021b94-ae4c-4dbb-851a-1bf45162f2b0 req-f5ddc417-7fe6-46f8-9b8a-2e6bf2e083c0 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Calling delete_port for f39743fc-e852-457f-a1b5-555acccd64ee owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:35.275326 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c50109f-d143-4a96-b7ba-687d5408f0ea req-554df47c-a143-419a-9188-11c42fc48120 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:35.279909 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c50109f-d143-4a96-b7ba-687d5408f0ea req-554df47c-a143-419a-9188-11c42fc48120 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/ports?device_id=07c9873c-10ac-49f3-9257-6825cd70c42c HTTP/1.1" status: 200 len: 984 time: 0.1880221 Jul 09 13:49:35.330147 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe021b94-ae4c-4dbb-851a-1bf45162f2b0 req-f5ddc417-7fe6-46f8-9b8a-2e6bf2e083c0 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.338959 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c50109f-d143-4a96-b7ba-687d5408f0ea req-6bb739a5-fa58-4842-8cc1-a381349fe8fc tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "GET /v2.0/security-groups?id=9193a018-1c79-486c-b5ce-c99a04433ebd&id=0ff9eab9-fb29-49ed-8a0b-8e576d0c4ac0&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0533891 Jul 09 13:49:35.366491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ddc417-7fe6-46f8-9b8a-2e6bf2e083c0 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event deleted for resources: {'Port': ['ID=f39743fc-e852-457f-a1b5-555acccd64ee,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:35.416572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe021b94-ae4c-4dbb-851a-1bf45162f2b0 req-f5ddc417-7fe6-46f8-9b8a-2e6bf2e083c0 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] No DVR routers for this DVR port f39743fc-e852-457f-a1b5-555acccd64ee on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:35.419197 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fe021b94-ae4c-4dbb-851a-1bf45162f2b0 req-f5ddc417-7fe6-46f8-9b8a-2e6bf2e083c0 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.421332 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fe021b94-ae4c-4dbb-851a-1bf45162f2b0 req-f5ddc417-7fe6-46f8-9b8a-2e6bf2e083c0 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.15 "DELETE /v2.0/ports/f39743fc-e852-457f-a1b5-555acccd64ee HTTP/1.1" status: 204 len: 173 time: 0.6912937 Jul 09 13:49:35.421880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07c9873c-10ac-49f3-9257-6825cd70c42c', 'name': 'network-vif-deleted', 'tag': 'f39743fc-e852-457f-a1b5-555acccd64ee'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:49:35.424222 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76ffe9ae-ec52-4cd8-97de-6b4fc7745d0c" -d '{"events": [{"server_uuid": "07c9873c-10ac-49f3-9257-6825cd70c42c", "name": "network-vif-deleted", "tag": "f39743fc-e852-457f-a1b5-555acccd64ee"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:49:35.471044 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090148ef-cf1c-429c-8dab-9b3e14d88a6b x-openstack-request-id: req-090148ef-cf1c-429c-8dab-9b3e14d88a6b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:49:35.471445 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07c9873c-10ac-49f3-9257-6825cd70c42c", "name": "network-vif-deleted", "tag": "f39743fc-e852-457f-a1b5-555acccd64ee", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:49:35.472006 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-090148ef-cf1c-429c-8dab-9b3e14d88a6b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:49:35.472412 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07c9873c-10ac-49f3-9257-6825cd70c42c', 'name': 'network-vif-deleted', 'tag': 'f39743fc-e852-457f-a1b5-555acccd64ee', 'status': 'completed', 'code': 200} Jul 09 13:49:35.775457 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:35.889812 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59522) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:35.896347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-35e13302-55e8-4907-9559-5fe137eee737 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Request body: {'subnet': {'network_id': '968eb661-1781-4b6c-ad30-a1761d42ddf7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:36.044950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e13302-55e8-4907-9559-5fe137eee737 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Made reservation on behalf of d6ed8b360f604dd09b81bb815dced8ea for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:36.048948 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e13302-55e8-4907-9559-5fe137eee737 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.296322 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e13302-55e8-4907-9559-5fe137eee737 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.360592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e13302-55e8-4907-9559-5fe137eee737 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event updated for resources: {'Subnet': ['ID=8b018a45-d3b6-47c2-bdd5-6cad7ede5926,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:36.369551 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e13302-55e8-4907-9559-5fe137eee737 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Checking segment: {'id': '77876873-8043-4191-9c24-8b6d5ff5c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '968eb661-1781-4b6c-ad30-a1761d42ddf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:36.369924 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e13302-55e8-4907-9559-5fe137eee737 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Network hostable DHCP agents. Network: 968eb661-1781-4b6c-ad30-a1761d42ddf7, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:49:36.392440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35e13302-55e8-4907-9559-5fe137eee737 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Network 968eb661-1781-4b6c-ad30-a1761d42ddf7 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:49:36.405346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-35e13302-55e8-4907-9559-5fe137eee737 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 968eb661-1781-4b6c-ad30-a1761d42ddf7) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:36.411257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e13302-55e8-4907-9559-5fe137eee737 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:36.412430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-35e13302-55e8-4907-9559-5fe137eee737 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.416442 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2805fa-596b-4dcd-87f8-08edc2b8ca2d None None] Network 968eb661-1781-4b6c-ad30-a1761d42ddf7 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:36.429971 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-35e13302-55e8-4907-9559-5fe137eee737 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5387161 Jul 09 13:49:36.434359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59540) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:36.441252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d54714b4-ad13-4a8d-b088-bbe3ba5b7425 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2092167719'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:36.483230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54714b4-ad13-4a8d-b088-bbe3ba5b7425 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Made reservation on behalf of d6ed8b360f604dd09b81bb815dced8ea for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:36.486972 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d54714b4-ad13-4a8d-b088-bbe3ba5b7425 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.496274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59542) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:36.541843 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54714b4-ad13-4a8d-b088-bbe3ba5b7425 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:49:36.554141 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d54714b4-ad13-4a8d-b088-bbe3ba5b7425 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.554766 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-d54714b4-ad13-4a8d-b088-bbe3ba5b7425 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Added segment fe6c11ab-bc1a-407c-9c72-c09d2295a1eb of type vlan for network 467bcce4-dd4a-4a4b-b661-e7a9b4b9e244 Jul 09 13:49:36.582550 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98fb9d38-6980-444e-832f-a34cf62ac157 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.599036 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d54714b4-ad13-4a8d-b088-bbe3ba5b7425 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.615644 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98fb9d38-6980-444e-832f-a34cf62ac157 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.627537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-968eb661-1781-4b6c-ad30-a1761d42ddf7', 'network_id': '968eb661-1781-4b6c-ad30-a1761d42ddf7', 'tenant_id': 'd6ed8b360f604dd09b81bb815dced8ea', 'fixed_ips': [{'subnet_id': '8b018a45-d3b6-47c2-bdd5-6cad7ede5926'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:49:36.628427 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.635414 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d54714b4-ad13-4a8d-b088-bbe3ba5b7425 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.641930 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54714b4-ad13-4a8d-b088-bbe3ba5b7425 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:36.642720 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d54714b4-ad13-4a8d-b088-bbe3ba5b7425 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.695727 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98fb9d38-6980-444e-832f-a34cf62ac157 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.706201 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d54714b4-ad13-4a8d-b088-bbe3ba5b7425 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2699585 Jul 09 13:49:36.706972 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-98fb9d38-6980-444e-832f-a34cf62ac157 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.709125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59546) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:36.712245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59548) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:36.713026 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-98fb9d38-6980-444e-832f-a34cf62ac157 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "DELETE /v2.0/security-groups/0ff9eab9-fb29-49ed-8a0b-8e576d0c4ac0 HTTP/1.1" status: 204 len: 168 time: 0.2156456 Jul 09 13:49:36.719349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1a85880c-8b86-4421-832d-5b1baa1a7272 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Request body: {'subnet': {'network_id': '467bcce4-dd4a-4a4b-b661-e7a9b4b9e244', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:36.739131 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb9d38-6980-444e-832f-a34cf62ac157 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ff9eab9-fb29-49ed-8a0b-8e576d0c4ac0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:36.836144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Allocated IP 2001:db8:0:ffff::2 (968eb661-1781-4b6c-ad30-a1761d42ddf7/8b018a45-d3b6-47c2-bdd5-6cad7ede5926/072a5168-097a-4df7-a9d4-c623470ebd54) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:36.844696 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54714b4-ad13-4a8d-b088-bbe3ba5b7425 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event updated for resources: {'Network': ['ID=467bcce4-dd4a-4a4b-b661-e7a9b4b9e244,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:36.912579 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a23b8ca-00ff-4bd6-baed-b88e362dd15c tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.937108 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a23b8ca-00ff-4bd6-baed-b88e362dd15c tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.988586 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a23b8ca-00ff-4bd6-baed-b88e362dd15c tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.991831 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a23b8ca-00ff-4bd6-baed-b88e362dd15c tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:36.997005 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3a23b8ca-00ff-4bd6-baed-b88e362dd15c tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "DELETE /v2.0/security-groups/9193a018-1c79-486c-b5ce-c99a04433ebd HTTP/1.1" status: 204 len: 168 time: 0.2714269 Jul 09 13:49:36.997689 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59556) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:37.016771 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23b8ca-00ff-4bd6-baed-b88e362dd15c tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9193a018-1c79-486c-b5ce-c99a04433ebd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:37.021748 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.032172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Transition to ACTIVE for port object 072a5168-097a-4df7-a9d4-c623470ebd54 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:37.035071 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a85880c-8b86-4421-832d-5b1baa1a7272 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Made reservation on behalf of d6ed8b360f604dd09b81bb815dced8ea for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:37.042192 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a85880c-8b86-4421-832d-5b1baa1a7272 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.050266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Transition to ACTIVE for port object 072a5168-097a-4df7-a9d4-c623470ebd54 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:37.063127 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 467bcce4-dd4a-4a4b-b661-e7a9b4b9e244 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:49:37.070360 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.196141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Network 968eb661-1781-4b6c-ad30-a1761d42ddf7 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:37.213111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Pushing event updated for resources: {'Port': ['ID=072a5168-097a-4df7-a9d4-c623470ebd54,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:37.219247 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:37.225383 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.242562 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:37.467980 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Attempting to bind port 072a5168-097a-4df7-a9d4-c623470ebd54 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:37.468477 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Attempting to bind port 072a5168-097a-4df7-a9d4-c623470ebd54 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '77876873-8043-4191-9c24-8b6d5ff5c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '968eb661-1781-4b6c-ad30-a1761d42ddf7'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:37.469086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Attempting to bind port 072a5168-097a-4df7-a9d4-c623470ebd54 on network 968eb661-1781-4b6c-ad30-a1761d42ddf7 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:37.510641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:49:37.511048 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Checking segment: {'id': '77876873-8043-4191-9c24-8b6d5ff5c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '968eb661-1781-4b6c-ad30-a1761d42ddf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:37.514483 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.514483 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Bound using segment: {'id': '77876873-8043-4191-9c24-8b6d5ff5c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '968eb661-1781-4b6c-ad30-a1761d42ddf7'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:49:37.514483 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Bound port: 072a5168-097a-4df7-a9d4-c623470ebd54, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77876873-8043-4191-9c24-8b6d5ff5c86e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '968eb661-1781-4b6c-ad30-a1761d42ddf7'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:49:37.514483 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.709086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] For port 072a5168-097a-4df7-a9d4-c623470ebd54, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:37.712836 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] For port 072a5168-097a-4df7-a9d4-c623470ebd54, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=072a5168-097a-4df7-a9d4-c623470ebd54,segment=NetworkSegment(77876873-8043-4191-9c24-8b6d5ff5c86e),segment_id=77876873-8043-4191-9c24-8b6d5ff5c86e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:49:37.721587 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.822419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.objects.ports [None req-1a85880c-8b86-4421-832d-5b1baa1a7272 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93753) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:49:37.825365 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a85880c-8b86-4421-832d-5b1baa1a7272 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.883787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb1fb41-5a72-4dc7-a9c2-f9a71fadffea None None] Pushing event updated for resources: {'Port': ['ID=072a5168-097a-4df7-a9d4-c623470ebd54,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:37.933152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85880c-8b86-4421-832d-5b1baa1a7272 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event updated for resources: {'Subnet': ['ID=cd313e7a-9a06-43dd-92fb-12b92b64bf67,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:37.941796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a85880c-8b86-4421-832d-5b1baa1a7272 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Checking segment: {'id': 'fe6c11ab-bc1a-407c-9c72-c09d2295a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '467bcce4-dd4a-4a4b-b661-e7a9b4b9e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:37.942139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a85880c-8b86-4421-832d-5b1baa1a7272 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Network hostable DHCP agents. Network: 467bcce4-dd4a-4a4b-b661-e7a9b4b9e244, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:49:37.966638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a85880c-8b86-4421-832d-5b1baa1a7272 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Network 467bcce4-dd4a-4a4b-b661-e7a9b4b9e244 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:49:37.977275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1a85880c-8b86-4421-832d-5b1baa1a7272 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 467bcce4-dd4a-4a4b-b661-e7a9b4b9e244) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:37.983392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a85880c-8b86-4421-832d-5b1baa1a7272 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:37.984184 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a85880c-8b86-4421-832d-5b1baa1a7272 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:37.989273 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca491366-df57-454e-9659-d94d77739547 None None] Network 467bcce4-dd4a-4a4b-b661-e7a9b4b9e244 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:38.008847 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02a792ee-2f2e-453b-8670-e4e8b0711632 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:38.032342 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1a85880c-8b86-4421-832d-5b1baa1a7272 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3187373 Jul 09 13:49:38.033177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59572) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:38.038716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-17e31da6-113d-4662-93b3-fd92898c91dc tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Request body: {'port': {'network_id': '467bcce4-dd4a-4a4b-b661-e7a9b4b9e244', 'name': 'tempest-NetworksIpV6TestAttrs-1771270776'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:38.288946 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17e31da6-113d-4662-93b3-fd92898c91dc tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Made reservation on behalf of d6ed8b360f604dd09b81bb815dced8ea for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:38.294386 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17e31da6-113d-4662-93b3-fd92898c91dc tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:38.332118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-17e31da6-113d-4662-93b3-fd92898c91dc tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] device_id is not set on port 19418371-c61c-4c93-aa3b-4f5894215751 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:38.365102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-467bcce4-dd4a-4a4b-b661-e7a9b4b9e244', 'network_id': '467bcce4-dd4a-4a4b-b661-e7a9b4b9e244', 'tenant_id': 'd6ed8b360f604dd09b81bb815dced8ea', 'fixed_ips': [{'subnet_id': 'cd313e7a-9a06-43dd-92fb-12b92b64bf67'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:49:38.365102 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:38.565849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-02a792ee-2f2e-453b-8670-e4e8b0711632 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Deleting port 470e4353-37e8-4cf5-b00e-309719af532c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:38.566813 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02a792ee-2f2e-453b-8670-e4e8b0711632 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:38.569484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-17e31da6-113d-4662-93b3-fd92898c91dc tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Allocated IP 2001:db8::f816:3eff:fea8:e3e0 (467bcce4-dd4a-4a4b-b661-e7a9b4b9e244/cd313e7a-9a06-43dd-92fb-12b92b64bf67/19418371-c61c-4c93-aa3b-4f5894215751) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:38.584564 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:38.717378 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:38.728889 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-02a792ee-2f2e-453b-8670-e4e8b0711632 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] For port 470e4353-37e8-4cf5-b00e-309719af532c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=470e4353-37e8-4cf5-b00e-309719af532c,segment=NetworkSegment(751480ee-3de7-4db8-8bdc-85aecca24fef),segment_id=751480ee-3de7-4db8-8bdc-85aecca24fef)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:38.729578 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02a792ee-2f2e-453b-8670-e4e8b0711632 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:38.751588 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-02a792ee-2f2e-453b-8670-e4e8b0711632 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Calling delete_port for 470e4353-37e8-4cf5-b00e-309719af532c owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:38.762873 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17e31da6-113d-4662-93b3-fd92898c91dc tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:38.765039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device f39743fc-e852-457f-a1b5-555acccd64ee no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:38.778875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-17e31da6-113d-4662-93b3-fd92898c91dc tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Transition to ACTIVE for port object 19418371-c61c-4c93-aa3b-4f5894215751 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:38.817417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: f39743fc-e852-457f-a1b5-555acccd64ee {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:49:38.817701 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device f39743fc-e852-457f-a1b5-555acccd64ee not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:38.844088 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17e31da6-113d-4662-93b3-fd92898c91dc tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:38.920689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Allocated IP 2001:db8::f816:3eff:fe66:4010 (467bcce4-dd4a-4a4b-b661-e7a9b4b9e244/cd313e7a-9a06-43dd-92fb-12b92b64bf67/a8caa6f7-eda9-41d9-a78c-bc326e95ca45) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:38.932565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e31da6-113d-4662-93b3-fd92898c91dc tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event updated for resources: {'Port': ['ID=19418371-c61c-4c93-aa3b-4f5894215751,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:38.950544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17e31da6-113d-4662-93b3-fd92898c91dc tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Network 467bcce4-dd4a-4a4b-b661-e7a9b4b9e244 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:38.953948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-17e31da6-113d-4662-93b3-fd92898c91dc tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:38.969348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e31da6-113d-4662-93b3-fd92898c91dc tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:38.975077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17e31da6-113d-4662-93b3-fd92898c91dc tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:38.975742 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17e31da6-113d-4662-93b3-fd92898c91dc tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:39.003933 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-17e31da6-113d-4662-93b3-fd92898c91dc tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.9695230 Jul 09 13:49:39.006536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59596) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:39.126979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c80e90f-5721-4064-9024-35bee1ad6922 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Deleting subnet cd313e7a-9a06-43dd-92fb-12b92b64bf67 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:49:39.155614 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02a792ee-2f2e-453b-8670-e4e8b0711632 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:39.212967 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:39.231922 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Transition to ACTIVE for port object a8caa6f7-eda9-41d9-a78c-bc326e95ca45 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:39.237466 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:49:39.256788 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Transition to ACTIVE for port object a8caa6f7-eda9-41d9-a78c-bc326e95ca45 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:39.273094 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c80e90f-5721-4064-9024-35bee1ad6922 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:39.277581 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:39.306763 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a792ee-2f2e-453b-8670-e4e8b0711632 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event deleted for resources: {'Port': ['ID=470e4353-37e8-4cf5-b00e-309719af532c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:39.331901 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Pushing event updated for resources: {'Port': ['ID=a8caa6f7-eda9-41d9-a78c-bc326e95ca45,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:39.349097 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Network 467bcce4-dd4a-4a4b-b661-e7a9b4b9e244 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:39.350652 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:39.354174 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:39.402960 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c80e90f-5721-4064-9024-35bee1ad6922 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:39.504938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41077a8c-35ad-47d7-836d-a8817c21c5ed None None] Network 968eb661-1781-4b6c-ad30-a1761d42ddf7 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:39.514842 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Attempting to bind port a8caa6f7-eda9-41d9-a78c-bc326e95ca45 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:39.521784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Attempting to bind port a8caa6f7-eda9-41d9-a78c-bc326e95ca45 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'fe6c11ab-bc1a-407c-9c72-c09d2295a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '467bcce4-dd4a-4a4b-b661-e7a9b4b9e244'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:39.523841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Attempting to bind port a8caa6f7-eda9-41d9-a78c-bc326e95ca45 on network 467bcce4-dd4a-4a4b-b661-e7a9b4b9e244 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:39.557424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:49:39.557963 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Checking segment: {'id': 'fe6c11ab-bc1a-407c-9c72-c09d2295a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '467bcce4-dd4a-4a4b-b661-e7a9b4b9e244'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:39.560679 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:39.561298 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Bound using segment: {'id': 'fe6c11ab-bc1a-407c-9c72-c09d2295a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '467bcce4-dd4a-4a4b-b661-e7a9b4b9e244'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:49:39.561838 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Bound port: a8caa6f7-eda9-41d9-a78c-bc326e95ca45, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe6c11ab-bc1a-407c-9c72-c09d2295a1eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': '467bcce4-dd4a-4a4b-b661-e7a9b4b9e244'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:49:39.564692 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:39.570394 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84f20a9a-dffe-4e11-850b-6a048dcd1cce req-673b7d1a-2f46-45b3-a2a1-d765f0627314 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4121196 Jul 09 13:49:39.688269 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02a792ee-2f2e-453b-8670-e4e8b0711632 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:39.694791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 072a5168-097a-4df7-a9d4-c623470ebd54 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:39.727225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-278aa8b3-6aed-4aa8-b692-69224ad3b6a3 None None] Provisioning for port 072a5168-097a-4df7-a9d4-c623470ebd54 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:39.736086 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c80e90f-5721-4064-9024-35bee1ad6922 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:39.801647 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f20a9a-dffe-4e11-850b-6a048dcd1cce req-1a427509-324d-4732-aa2c-a6abeec57a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:39.808070 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84f20a9a-dffe-4e11-850b-6a048dcd1cce req-1a427509-324d-4732-aa2c-a6abeec57a27 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 1097 time: 0.1642888 Jul 09 13:49:39.842830 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c80e90f-5721-4064-9024-35bee1ad6922 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:39.924188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cc7b1056-b264-4600-82ca-293587870885 None None] For port a8caa6f7-eda9-41d9-a78c-bc326e95ca45, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:39.951624 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-cc7b1056-b264-4600-82ca-293587870885 None None] For port a8caa6f7-eda9-41d9-a78c-bc326e95ca45, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a8caa6f7-eda9-41d9-a78c-bc326e95ca45,segment=NetworkSegment(fe6c11ab-bc1a-407c-9c72-c09d2295a1eb),segment_id=fe6c11ab-bc1a-407c-9c72-c09d2295a1eb)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:49:39.956311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 072a5168-097a-4df7-a9d4-c623470ebd54 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:39.962730 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:39.974418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 072a5168-097a-4df7-a9d4-c623470ebd54 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:39.974796 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.042889 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7c80e90f-5721-4064-9024-35bee1ad6922 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.050124 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7c80e90f-5721-4064-9024-35bee1ad6922 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/subnets/cd313e7a-9a06-43dd-92fb-12b92b64bf67 HTTP/1.1" status: 204 len: 168 time: 1.0424325 Jul 09 13:49:40.053230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c80e90f-5721-4064-9024-35bee1ad6922 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event deleted for resources: {'Subnet': ['ID=cd313e7a-9a06-43dd-92fb-12b92b64bf67,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:40.059547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59610) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:40.176314 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7b1056-b264-4600-82ca-293587870885 None None] Pushing event updated for resources: {'Port': ['ID=a8caa6f7-eda9-41d9-a78c-bc326e95ca45,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:40.323330 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.336885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a074bee-a458-4235-a096-05579d818cf8 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:40.338738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a074bee-a458-4235-a096-05579d818cf8 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:40.341806 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3a074bee-a458-4235-a096-05579d818cf8 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2804592 Jul 09 13:49:40.344570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59616) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:40.385185 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 072a5168-097a-4df7-a9d4-c623470ebd54, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=072a5168-097a-4df7-a9d4-c623470ebd54,segment=NetworkSegment(77876873-8043-4191-9c24-8b6d5ff5c86e),segment_id=77876873-8043-4191-9c24-8b6d5ff5c86e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:40.393894 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.441142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f20a9a-dffe-4e11-850b-6a048dcd1cce req-acbcdd57-ab14-4004-a220-f9cf83b37655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:40.442729 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84f20a9a-dffe-4e11-850b-6a048dcd1cce req-acbcdd57-ab14-4004-a220-f9cf83b37655 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.5942831 Jul 09 13:49:40.518175 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84f20a9a-dffe-4e11-850b-6a048dcd1cce req-6dab42b1-a0fc-4056-b0b2-4f4fb1bdc19e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4064804d-4843-49b4-bc75-0771442be855 HTTP/1.1" status: 200 len: 217 time: 0.0666001 Jul 09 13:49:40.543702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=072a5168-097a-4df7-a9d4-c623470ebd54,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:40.606706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f20a9a-dffe-4e11-850b-6a048dcd1cce req-54a1057e-3378-45aa-bd14-0df8c73e0636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:40.608404 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84f20a9a-dffe-4e11-850b-6a048dcd1cce req-54a1057e-3378-45aa-bd14-0df8c73e0636 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.0818183 Jul 09 13:49:40.664433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4657473a-e775-479c-b886-01a368c5f667 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.686249 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-4657473a-e775-479c-b886-01a368c5f667 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 13:49:40.686730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4657473a-e775-479c-b886-01a368c5f667 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:49:40.688608 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4657473a-e775-479c-b886-01a368c5f667 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/networks/467bcce4-dd4a-4a4b-b661-e7a9b4b9e244 HTTP/1.1" status: 409 len: 405 time: 0.3431153 Jul 09 13:49:40.699000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59620) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:40.715353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4eb1ae98-03cf-478c-a48e-5b97a10608ab tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1002556136'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:40.720848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5a91fd89-8ac4-401c-9aec-e0c5c2aeef61 None None] Provisioning complete for port 072a5168-097a-4df7-a9d4-c623470ebd54 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:40.721681 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a91fd89-8ac4-401c-9aec-e0c5c2aeef61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.732026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a792ee-2f2e-453b-8670-e4e8b0711632 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Router 9f8f2e45-6ad5-4cee-85fc-faa75163942b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:49:40.748136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f20a9a-dffe-4e11-850b-6a048dcd1cce req-99775f96-aefa-485c-b91e-08c1f4d19fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:40.749989 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84f20a9a-dffe-4e11-850b-6a048dcd1cce req-99775f96-aefa-485c-b91e-08c1f4d19fdc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1320684 Jul 09 13:49:40.769798 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4eb1ae98-03cf-478c-a48e-5b97a10608ab tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Made reservation on behalf of d6ed8b360f604dd09b81bb815dced8ea for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:40.773823 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4eb1ae98-03cf-478c-a48e-5b97a10608ab tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.851043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4eb1ae98-03cf-478c-a48e-5b97a10608ab tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:49:40.872815 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4eb1ae98-03cf-478c-a48e-5b97a10608ab tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.873174 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-4eb1ae98-03cf-478c-a48e-5b97a10608ab tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Added segment 6b598110-d357-4d9b-9ec1-da965d983563 of type vlan for network 04f63f45-7e4b-419f-9da3-015206ebb0f4 Jul 09 13:49:40.899005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a792ee-2f2e-453b-8670-e4e8b0711632 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:49:40.919188 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-02a792ee-2f2e-453b-8670-e4e8b0711632 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "PUT /v2.0/routers/9f8f2e45-6ad5-4cee-85fc-faa75163942b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9157672 Jul 09 13:49:40.920334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59628) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:40.921238 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c929e4-b02b-4271-b52d-8a98d4de4b08 None None] Sync routers for ids ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:49:40.938335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c929e4-b02b-4271-b52d-8a98d4de4b08 None None] Routers {'9f8f2e45-6ad5-4cee-85fc-faa75163942b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:40.939157 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-04c929e4-b02b-4271-b52d-8a98d4de4b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:49:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:40.942629 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84f20a9a-dffe-4e11-850b-6a048dcd1cce req-e50fcf58-d92a-4458-8032-cdbb00cd4141 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1838458 Jul 09 13:49:40.960214 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4eb1ae98-03cf-478c-a48e-5b97a10608ab tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:40.999886 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4eb1ae98-03cf-478c-a48e-5b97a10608ab tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.005340 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eb1ae98-03cf-478c-a48e-5b97a10608ab tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:41.005965 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4eb1ae98-03cf-478c-a48e-5b97a10608ab tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.041953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9098b93-355d-4377-8245-82acc1f88b36 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Deleting subnet 7cb2a3d9-9a5f-4984-a48e-e32e9f91df19 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:49:41.048150 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9098b93-355d-4377-8245-82acc1f88b36 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.084346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-04c929e4-b02b-4271-b52d-8a98d4de4b08 None None] Set router 9f8f2e45-6ad5-4cee-85fc-faa75163942b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:49:41.104270 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9098b93-355d-4377-8245-82acc1f88b36 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.123309 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4eb1ae98-03cf-478c-a48e-5b97a10608ab tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4230955 Jul 09 13:49:41.136001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb1ae98-03cf-478c-a48e-5b97a10608ab tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event updated for resources: {'Network': ['ID=04f63f45-7e4b-419f-9da3-015206ebb0f4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:41.139846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59630) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:41.148655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-44910c8a-dc02-4277-8739-05c564c8aca9 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Request body: {'subnet': {'network_id': '04f63f45-7e4b-419f-9da3-015206ebb0f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:41.164624 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 04f63f45-7e4b-419f-9da3-015206ebb0f4 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:49:41.264824 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9098b93-355d-4377-8245-82acc1f88b36 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.313562 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84f20a9a-dffe-4e11-850b-6a048dcd1cce req-d79a5202-e9dc-41f3-b7e2-3e39bc81daa5 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236451 Jul 09 13:49:41.362315 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44910c8a-dc02-4277-8739-05c564c8aca9 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Made reservation on behalf of d6ed8b360f604dd09b81bb815dced8ea for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:41.367123 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44910c8a-dc02-4277-8739-05c564c8aca9 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.407407 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9098b93-355d-4377-8245-82acc1f88b36 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.449775 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9098b93-355d-4377-8245-82acc1f88b36 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event deleted for resources: {'Subnet': ['ID=7cb2a3d9-9a5f-4984-a48e-e32e9f91df19,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:41.455945 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c9098b93-355d-4377-8245-82acc1f88b36 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.460552 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c9098b93-355d-4377-8245-82acc1f88b36 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "DELETE /v2.0/subnets/7cb2a3d9-9a5f-4984-a48e-e32e9f91df19 HTTP/1.1" status: 204 len: 168 time: 0.5354660 Jul 09 13:49:41.461210 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59636) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:41.481402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01dfcd45-6bd0-481b-a45b-5319c738378f None None] Network 6a1917fb-62fd-4550-805d-e4eb66a8d182 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:41.598244 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f21b2073-97ce-4718-90e1-ca29c81b1f0e req-4952cd85-173e-4b21-ace4-940a6e5b2520 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1176221 Jul 09 13:49:41.788972 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-476425d9-79a5-4adf-95c9-78cd586598ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.792476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-04c929e4-b02b-4271-b52d-8a98d4de4b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107498110', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:49:39Z', 'revision_number': 5, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port': {'id': '1ccb3a65-6217-42cf-80dc-54dac66b1a1c', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:cc:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:47:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:41.858562 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c929e4-b02b-4271-b52d-8a98d4de4b08 None None] Checking router: 9f8f2e45-6ad5-4cee-85fc-faa75163942b for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:49:41.860731 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 072a5168-097a-4df7-a9d4-c623470ebd54 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:41.868345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b2073-97ce-4718-90e1-ca29c81b1f0e req-130c0276-b7d3-4c59-b57c-4a9fb417fee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:41.872342 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f21b2073-97ce-4718-90e1-ca29c81b1f0e req-130c0276-b7d3-4c59-b57c-4a9fb417fee5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 1096 time: 0.2021563 Jul 09 13:49:41.937565 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-476425d9-79a5-4adf-95c9-78cd586598ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:41.954555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c929e4-b02b-4271-b52d-8a98d4de4b08 None None] Routers {'9f8f2e45-6ad5-4cee-85fc-faa75163942b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:49:41.955289 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-04c929e4-b02b-4271-b52d-8a98d4de4b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:49:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:42.056408 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-476425d9-79a5-4adf-95c9-78cd586598ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Deleting port 1ccb3a65-6217-42cf-80dc-54dac66b1a1c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:42.056861 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-476425d9-79a5-4adf-95c9-78cd586598ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.116945 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd81d04f-9b3a-462f-a89e-6bf47dae7fad None None] Network 467bcce4-dd4a-4a4b-b661-e7a9b4b9e244 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:42.236636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-476425d9-79a5-4adf-95c9-78cd586598ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] For port 1ccb3a65-6217-42cf-80dc-54dac66b1a1c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1ccb3a65-6217-42cf-80dc-54dac66b1a1c,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:42.239469 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-476425d9-79a5-4adf-95c9-78cd586598ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.277474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-476425d9-79a5-4adf-95c9-78cd586598ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Calling delete_port for 1ccb3a65-6217-42cf-80dc-54dac66b1a1c owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:42.296003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f485773b-1ba2-47cd-9db9-68b4db1a1faa None None] Provisioning for port a8caa6f7-eda9-41d9-a78c-bc326e95ca45 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:42.366864 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-04c929e4-b02b-4271-b52d-8a98d4de4b08 None None] Set router 9f8f2e45-6ad5-4cee-85fc-faa75163942b gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:49:42.395957 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 072a5168-097a-4df7-a9d4-c623470ebd54 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:42.396394 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.483078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.objects.ports [None req-44910c8a-dc02-4277-8739-05c564c8aca9 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93753) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:49:42.486375 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44910c8a-dc02-4277-8739-05c564c8aca9 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.514774 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-04c929e4-b02b-4271-b52d-8a98d4de4b08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107498110', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:49:41Z', 'revision_number': 6, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:42.546643 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c929e4-b02b-4271-b52d-8a98d4de4b08 None None] The sync data for ids ['9f8f2e45-6ad5-4cee-85fc-faa75163942b'] in n-d-799525-3 is: [{'id': '9f8f2e45-6ad5-4cee-85fc-faa75163942b', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2107498110', 'tenant_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:47:45Z', 'updated_at': '2021-07-09T13:49:41Z', 'revision_number': 6, 'project_id': 'bbef650d192247dcaa6c45d9271ffbe5', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:49:42.554017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44910c8a-dc02-4277-8739-05c564c8aca9 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event updated for resources: {'Subnet': ['ID=dbb522f2-b28e-42c7-b256-e8c720197bdb,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:42.631459 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b2073-97ce-4718-90e1-ca29c81b1f0e req-1aaa9740-2ab2-44a0-ab89-cc9876e4c6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:42.633026 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f21b2073-97ce-4718-90e1-ca29c81b1f0e req-1aaa9740-2ab2-44a0-ab89-cc9876e4c6b7 service neutron] 10.222.0.15 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.7040539 Jul 09 13:49:42.651502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44910c8a-dc02-4277-8739-05c564c8aca9 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Checking segment: {'id': '6b598110-d357-4d9b-9ec1-da965d983563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '04f63f45-7e4b-419f-9da3-015206ebb0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:42.651502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44910c8a-dc02-4277-8739-05c564c8aca9 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Network hostable DHCP agents. Network: 04f63f45-7e4b-419f-9da3-015206ebb0f4, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:49:42.688302 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-476425d9-79a5-4adf-95c9-78cd586598ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.696887 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f21b2073-97ce-4718-90e1-ca29c81b1f0e req-8e62ca0b-6f13-4e17-b19d-d78a5a043bba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11eeb1c9-d490-41ed-a049-2ea631e63df1 HTTP/1.1" status: 200 len: 217 time: 0.0556526 Jul 09 13:49:42.743284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a8caa6f7-eda9-41d9-a78c-bc326e95ca45 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:49:42.752619 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476425d9-79a5-4adf-95c9-78cd586598ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event deleted for resources: {'Port': ['ID=1ccb3a65-6217-42cf-80dc-54dac66b1a1c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:42.786065 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b2073-97ce-4718-90e1-ca29c81b1f0e req-f0882909-b573-46e5-9c5c-9503ba9d5412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:42.793022 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f21b2073-97ce-4718-90e1-ca29c81b1f0e req-f0882909-b573-46e5-9c5c-9503ba9d5412 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.0842211 Jul 09 13:49:42.818817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44910c8a-dc02-4277-8739-05c564c8aca9 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Network 04f63f45-7e4b-419f-9da3-015206ebb0f4 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:49:42.852496 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port a8caa6f7-eda9-41d9-a78c-bc326e95ca45 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:42.858720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a8caa6f7-eda9-41d9-a78c-bc326e95ca45 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:49:42.859221 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.861479 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-44910c8a-dc02-4277-8739-05c564c8aca9 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 04f63f45-7e4b-419f-9da3-015206ebb0f4) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:42.878949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44910c8a-dc02-4277-8739-05c564c8aca9 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:42.879586 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44910c8a-dc02-4277-8739-05c564c8aca9 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.883608 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-476425d9-79a5-4adf-95c9-78cd586598ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:42.905019 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd81206-d454-424b-8915-732181ad4a7a None None] Network 04f63f45-7e4b-419f-9da3-015206ebb0f4 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:42.912587 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-44910c8a-dc02-4277-8739-05c564c8aca9 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7697499 Jul 09 13:49:42.915001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21b2073-97ce-4718-90e1-ca29c81b1f0e req-70325bb6-a1cc-4c11-a373-b8a163285ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:42.916840 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f21b2073-97ce-4718-90e1-ca29c81b1f0e req-70325bb6-a1cc-4c11-a373-b8a163285ff2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156092 Jul 09 13:49:42.918143 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59662) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:42.924450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5484775f-1b74-4e5a-a411-8e1133293434 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Request body: {'port': {'network_id': '04f63f45-7e4b-419f-9da3-015206ebb0f4', 'name': 'tempest-NetworksIpV6TestAttrs-1190345496'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:43.016792 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53abc67b-7718-4f53-ba3e-2bbf66d1796c None None] DHCP port deletion for 6a1917fb-62fd-4550-805d-e4eb66a8d182 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:49:43.020947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010a8ae4-fcae-40bd-a0a7-157ab76c6823 None None] DHCP port deletion for 467bcce4-dd4a-4a4b-b661-e7a9b4b9e244 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:49:43.062522 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-476425d9-79a5-4adf-95c9-78cd586598ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.065090 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-476425d9-79a5-4adf-95c9-78cd586598ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.176888 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-476425d9-79a5-4adf-95c9-78cd586598ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.177452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476425d9-79a5-4adf-95c9-78cd586598ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Fanout notify agent at l3_agent the message router_deleted on router 9f8f2e45-6ad5-4cee-85fc-faa75163942b {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:49:43.182511 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.192415 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-476425d9-79a5-4adf-95c9-78cd586598ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.198020 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-476425d9-79a5-4adf-95c9-78cd586598ad tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "DELETE /v2.0/routers/9f8f2e45-6ad5-4cee-85fc-faa75163942b HTTP/1.1" status: 204 len: 168 time: 1.7334137 Jul 09 13:49:43.198746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59672) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:43.338162 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.348426 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5484775f-1b74-4e5a-a411-8e1133293434 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Made reservation on behalf of d6ed8b360f604dd09b81bb815dced8ea for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:43.359307 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5484775f-1b74-4e5a-a411-8e1133293434 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.365746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port a8caa6f7-eda9-41d9-a78c-bc326e95ca45, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a8caa6f7-eda9-41d9-a78c-bc326e95ca45,segment=NetworkSegment(fe6c11ab-bc1a-407c-9c72-c09d2295a1eb),segment_id=fe6c11ab-bc1a-407c-9c72-c09d2295a1eb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:43.379130 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.435304 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-5484775f-1b74-4e5a-a411-8e1133293434 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] device_id is not set on port 94f59112-6843-4f44-b98e-1ed6c95ef04a yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:43.444551 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=a8caa6f7-eda9-41d9-a78c-bc326e95ca45,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:43.462177 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f21b2073-97ce-4718-90e1-ca29c81b1f0e req-77b509d4-41fb-4a8a-81af-c59616c6127b service neutron] 10.222.0.15 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197642 Jul 09 13:49:43.467906 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Deleting port 76287243-9d87-4651-99c0-394e0c9e8e24 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:43.468297 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.483280 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-53abc67b-7718-4f53-ba3e-2bbf66d1796c None None] Deleting port 76287243-9d87-4651-99c0-394e0c9e8e24 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:43.483939 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53abc67b-7718-4f53-ba3e-2bbf66d1796c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.667119 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-53abc67b-7718-4f53-ba3e-2bbf66d1796c None None] For port 76287243-9d87-4651-99c0-394e0c9e8e24, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=76287243-9d87-4651-99c0-394e0c9e8e24,segment=NetworkSegment(751480ee-3de7-4db8-8bdc-85aecca24fef),segment_id=751480ee-3de7-4db8-8bdc-85aecca24fef)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:43.668709 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53abc67b-7718-4f53-ba3e-2bbf66d1796c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.678495 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] For port 76287243-9d87-4651-99c0-394e0c9e8e24, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=76287243-9d87-4651-99c0-394e0c9e8e24,segment=NetworkSegment(751480ee-3de7-4db8-8bdc-85aecca24fef),segment_id=751480ee-3de7-4db8-8bdc-85aecca24fef)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:43.679245 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.692727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-53abc67b-7718-4f53-ba3e-2bbf66d1796c None None] Calling delete_port for 76287243-9d87-4651-99c0-394e0c9e8e24 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:43.720515 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Calling delete_port for 76287243-9d87-4651-99c0-394e0c9e8e24 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:43.751721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 470e4353-37e8-4cf5-b00e-309719af532c no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:43.759848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-010a8ae4-fcae-40bd-a0a7-157ab76c6823 None None] Deleting port a8caa6f7-eda9-41d9-a78c-bc326e95ca45 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:43.760456 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-010a8ae4-fcae-40bd-a0a7-157ab76c6823 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.769068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-5484775f-1b74-4e5a-a411-8e1133293434 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Allocated IP 2001:db8::f816:3eff:fedf:18d7 (04f63f45-7e4b-419f-9da3-015206ebb0f4/dbb522f2-b28e-42c7-b256-e8c720197bdb/94f59112-6843-4f44-b98e-1ed6c95ef04a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:43.806718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-04f63f45-7e4b-419f-9da3-015206ebb0f4', 'network_id': '04f63f45-7e4b-419f-9da3-015206ebb0f4', 'tenant_id': 'd6ed8b360f604dd09b81bb815dced8ea', 'fixed_ips': [{'subnet_id': 'dbb522f2-b28e-42c7-b256-e8c720197bdb'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:49:43.808496 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.871632 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 470e4353-37e8-4cf5-b00e-309719af532c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:49:43.872252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 470e4353-37e8-4cf5-b00e-309719af532c not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:43.872869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 76287243-9d87-4651-99c0-394e0c9e8e24 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:43.922839 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:43.943041 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] No DVR routers for this DVR port 76287243-9d87-4651-99c0-394e0c9e8e24 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:43.984898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-010a8ae4-fcae-40bd-a0a7-157ab76c6823 None None] For port a8caa6f7-eda9-41d9-a78c-bc326e95ca45, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a8caa6f7-eda9-41d9-a78c-bc326e95ca45,segment=NetworkSegment(fe6c11ab-bc1a-407c-9c72-c09d2295a1eb),segment_id=fe6c11ab-bc1a-407c-9c72-c09d2295a1eb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:43.985302 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-010a8ae4-fcae-40bd-a0a7-157ab76c6823 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.061019 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event deleted for resources: {'Port': ['ID=76287243-9d87-4651-99c0-394e0c9e8e24,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:44.061694 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5484775f-1b74-4e5a-a411-8e1133293434 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.131126 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f21b2073-97ce-4718-90e1-ca29c81b1f0e req-e196ba4b-3508-446c-93ed-9c7dfa2244b0 service neutron] 10.222.0.15 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6292541 Jul 09 13:49:44.150348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-5484775f-1b74-4e5a-a411-8e1133293434 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Transition to ACTIVE for port object 94f59112-6843-4f44-b98e-1ed6c95ef04a will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:44.186159 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-010a8ae4-fcae-40bd-a0a7-157ab76c6823 None None] Calling delete_port for a8caa6f7-eda9-41d9-a78c-bc326e95ca45 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:44.210674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No active binding found for port 76287243-9d87-4651-99c0-394e0c9e8e24 {{(pid=93755) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 09 13:49:44.210674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 76287243-9d87-4651-99c0-394e0c9e8e24 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:44.210674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1ccb3a65-6217-42cf-80dc-54dac66b1a1c no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:44.229101 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53abc67b-7718-4f53-ba3e-2bbf66d1796c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.232022 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.255651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a1917fb-62fd-4550-805d-e4eb66a8d182']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:44.277577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '751480ee-3de7-4db8-8bdc-85aecca24fef') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:44.278266 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '751480ee-3de7-4db8-8bdc-85aecca24fef') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:44.320132 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.350209 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5484775f-1b74-4e5a-a411-8e1133293434 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.376808 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.389680 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:49:44.390108 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:49:44.393476 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:49:44.441138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5484775f-1b74-4e5a-a411-8e1133293434 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Network 04f63f45-7e4b-419f-9da3-015206ebb0f4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:44.444854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5484775f-1b74-4e5a-a411-8e1133293434 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:44.450730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5484775f-1b74-4e5a-a411-8e1133293434 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:44.456675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5484775f-1b74-4e5a-a411-8e1133293434 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:44.457370 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5484775f-1b74-4e5a-a411-8e1133293434 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.461693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5484775f-1b74-4e5a-a411-8e1133293434 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event updated for resources: {'Port': ['ID=94f59112-6843-4f44-b98e-1ed6c95ef04a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:44.479106 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5484775f-1b74-4e5a-a411-8e1133293434 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.5591488 Jul 09 13:49:44.481618 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59688) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:44.502302 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.505342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53abc67b-7718-4f53-ba3e-2bbf66d1796c None None] Pushing event deleted for resources: {'Port': ['ID=76287243-9d87-4651-99c0-394e0c9e8e24,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:44.508811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 1ccb3a65-6217-42cf-80dc-54dac66b1a1c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:49:44.509209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1ccb3a65-6217-42cf-80dc-54dac66b1a1c not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:44.509689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a8caa6f7-eda9-41d9-a78c-bc326e95ca45 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:44.511208 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.519368 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] 10.222.0.39 "DELETE /v2.0/networks/6a1917fb-62fd-4550-805d-e4eb66a8d182 HTTP/1.1" status: 204 len: 168 time: 1.3189795 Jul 09 13:49:44.524940 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-010a8ae4-fcae-40bd-a0a7-157ab76c6823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.551335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53abc67b-7718-4f53-ba3e-2bbf66d1796c None None] No DVR routers for this DVR port 76287243-9d87-4651-99c0-394e0c9e8e24 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:44.556945 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a61c96a-1e05-4635-9c6f-5e4cf997efe3 tempest-TestSecurityGroupsBasicOps-891550795 tempest-TestSecurityGroupsBasicOps-891550795-project] Pushing event deleted for resources: {'Network': ['ID=6a1917fb-62fd-4550-805d-e4eb66a8d182,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:44.581610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a24aee-1616-4279-a675-aaf965ec66b3 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Deleting subnet dbb522f2-b28e-42c7-b256-e8c720197bdb {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:49:44.767737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: a8caa6f7-eda9-41d9-a78c-bc326e95ca45 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:49:44.768159 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a8caa6f7-eda9-41d9-a78c-bc326e95ca45 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:44.769871 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010a8ae4-fcae-40bd-a0a7-157ab76c6823 None None] No DVR routers for this DVR port a8caa6f7-eda9-41d9-a78c-bc326e95ca45 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:44.799882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010a8ae4-fcae-40bd-a0a7-157ab76c6823 None None] Pushing event deleted for resources: {'Port': ['ID=a8caa6f7-eda9-41d9-a78c-bc326e95ca45,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:44.818701 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Allocated IP 2001:db8::f816:3eff:feaf:80ef (04f63f45-7e4b-419f-9da3-015206ebb0f4/dbb522f2-b28e-42c7-b256-e8c720197bdb/a1293f1e-364d-4f6c-87bb-4737f41fa2df) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:44.914777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59704) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:44.988036 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:44.998132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Transition to ACTIVE for port object a1293f1e-364d-4f6c-87bb-4737f41fa2df will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:45.027372 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Transition to ACTIVE for port object a1293f1e-364d-4f6c-87bb-4737f41fa2df will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:45.033204 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67a24aee-1616-4279-a675-aaf965ec66b3 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.034727 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.078104 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Network 04f63f45-7e4b-419f-9da3-015206ebb0f4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:45.081002 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:45.084522 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:45.094437 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Pushing event updated for resources: {'Port': ['ID=a1293f1e-364d-4f6c-87bb-4737f41fa2df,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:45.130321 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67a24aee-1616-4279-a675-aaf965ec66b3 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.154895 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Attempting to bind port a1293f1e-364d-4f6c-87bb-4737f41fa2df on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:45.155446 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Attempting to bind port a1293f1e-364d-4f6c-87bb-4737f41fa2df by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '6b598110-d357-4d9b-9ec1-da965d983563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '04f63f45-7e4b-419f-9da3-015206ebb0f4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:45.155933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Attempting to bind port a1293f1e-364d-4f6c-87bb-4737f41fa2df on network 04f63f45-7e4b-419f-9da3-015206ebb0f4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:45.162148 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:49:45.162636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Checking segment: {'id': '6b598110-d357-4d9b-9ec1-da965d983563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '04f63f45-7e4b-419f-9da3-015206ebb0f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:45.163063 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.163512 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Bound using segment: {'id': '6b598110-d357-4d9b-9ec1-da965d983563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '04f63f45-7e4b-419f-9da3-015206ebb0f4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:49:45.164132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Bound port: a1293f1e-364d-4f6c-87bb-4737f41fa2df, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b598110-d357-4d9b-9ec1-da965d983563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '04f63f45-7e4b-419f-9da3-015206ebb0f4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:49:45.165616 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.178963 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-af0f62ac-439c-4b33-85c2-1144d0c4363d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bbef650d192247dcaa6c45d9271ffbe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2629688 Jul 09 13:49:45.182103 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59714) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:45.254651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] For port a1293f1e-364d-4f6c-87bb-4737f41fa2df, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:45.259066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] For port a1293f1e-364d-4f6c-87bb-4737f41fa2df, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a1293f1e-364d-4f6c-87bb-4737f41fa2df,segment=NetworkSegment(6b598110-d357-4d9b-9ec1-da965d983563),segment_id=6b598110-d357-4d9b-9ec1-da965d983563)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:49:45.266450 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.288632 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-31731465-83b5-4099-9a4f-8dfbf3a80778 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.361416 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-31731465-83b5-4099-9a4f-8dfbf3a80778 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.369202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d2bb77-d3a4-419e-812e-f193e4b8b4e4 None None] Pushing event updated for resources: {'Port': ['ID=a1293f1e-364d-4f6c-87bb-4737f41fa2df,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:45.384871 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67a24aee-1616-4279-a675-aaf965ec66b3 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.482019 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-31731465-83b5-4099-9a4f-8dfbf3a80778 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.485449 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-31731465-83b5-4099-9a4f-8dfbf3a80778 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.488483 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-31731465-83b5-4099-9a4f-8dfbf3a80778 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/76f70736-90c7-44a1-a6ff-ca45f4f21a19 HTTP/1.1" status: 204 len: 168 time: 0.3055112 Jul 09 13:49:45.494075 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67a24aee-1616-4279-a675-aaf965ec66b3 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.538056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31731465-83b5-4099-9a4f-8dfbf3a80778 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76f70736-90c7-44a1-a6ff-ca45f4f21a19,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:45.543595 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67a24aee-1616-4279-a675-aaf965ec66b3 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.561277 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-67a24aee-1616-4279-a675-aaf965ec66b3 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/subnets/dbb522f2-b28e-42c7-b256-e8c720197bdb HTTP/1.1" status: 204 len: 168 time: 1.0748122 Jul 09 13:49:45.561277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a24aee-1616-4279-a675-aaf965ec66b3 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event deleted for resources: {'Subnet': ['ID=dbb522f2-b28e-42c7-b256-e8c720197bdb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:45.561742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59732) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:45.674523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf9daa1-bcb5-48ef-9f3a-9b601b6c799c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:45.676373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf9daa1-bcb5-48ef-9f3a-9b601b6c799c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:45.678392 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5bf9daa1-bcb5-48ef-9f3a-9b601b6c799c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1155176 Jul 09 13:49:45.681311 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59734) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:45.830067 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-96b27545-d108-4579-b5ea-0aaac7325ad7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.837216 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-96b27545-d108-4579-b5ea-0aaac7325ad7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 09 13:49:45.837846 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96b27545-d108-4579-b5ea-0aaac7325ad7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:49:45.840019 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-96b27545-d108-4579-b5ea-0aaac7325ad7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/networks/04f63f45-7e4b-419f-9da3-015206ebb0f4 HTTP/1.1" status: 409 len: 405 time: 0.1576257 Jul 09 13:49:45.844016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59738) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:45.849859 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4a746821-d902-4244-8528-83c348fed318 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-114957158'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:45.879428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a746821-d902-4244-8528-83c348fed318 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Made reservation on behalf of d6ed8b360f604dd09b81bb815dced8ea for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:45.884827 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a746821-d902-4244-8528-83c348fed318 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.926174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a746821-d902-4244-8528-83c348fed318 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:49:45.938073 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a746821-d902-4244-8528-83c348fed318 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:45.938434 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-4a746821-d902-4244-8528-83c348fed318 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Added segment ec163fde-be4e-4b66-86ed-ebabc6a51d77 of type vlan for network f522a128-3a81-4dac-b081-77eb328bb3cc Jul 09 13:49:45.961000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59744) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:45.983018 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d498f4a5-de59-4599-a15f-d1ba40311f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.002034 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a746821-d902-4244-8528-83c348fed318 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.049648 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a746821-d902-4244-8528-83c348fed318 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.055935 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a746821-d902-4244-8528-83c348fed318 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:46.056697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4a746821-d902-4244-8528-83c348fed318 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.116091 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d498f4a5-de59-4599-a15f-d1ba40311f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.122589 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d498f4a5-de59-4599-a15f-d1ba40311f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.128235 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4a746821-d902-4244-8528-83c348fed318 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2815530 Jul 09 13:49:46.130629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59748) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:46.138999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-161d9629-d932-496b-8aec-11757a8e5916 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Request body: {'subnet': {'network_id': 'f522a128-3a81-4dac-b081-77eb328bb3cc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:46.171025 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a746821-d902-4244-8528-83c348fed318 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event updated for resources: {'Network': ['ID=f522a128-3a81-4dac-b081-77eb328bb3cc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:46.184714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network f522a128-3a81-4dac-b081-77eb328bb3cc details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:49:46.203895 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d498f4a5-de59-4599-a15f-d1ba40311f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f0a6b35-438f-416b-bf7b-17473a734860,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:46.215000 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d498f4a5-de59-4599-a15f-d1ba40311f87 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fe1d31b32fd54ce5aa9f2e11abe2f8c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2525058 Jul 09 13:49:46.227855 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59750) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:46.301794 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54824e66-4737-4578-a68b-d19ef03b43a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.350553 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54824e66-4737-4578-a68b-d19ef03b43a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.366404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161d9629-d932-496b-8aec-11757a8e5916 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Made reservation on behalf of d6ed8b360f604dd09b81bb815dced8ea for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:46.372349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-161d9629-d932-496b-8aec-11757a8e5916 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.420166 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54824e66-4737-4578-a68b-d19ef03b43a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.423456 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54824e66-4737-4578-a68b-d19ef03b43a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.424632 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-54824e66-4737-4578-a68b-d19ef03b43a7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2f0a6b35-438f-416b-bf7b-17473a734860 HTTP/1.1" status: 204 len: 168 time: 0.1954432 Jul 09 13:49:46.456928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54824e66-4737-4578-a68b-d19ef03b43a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f0a6b35-438f-416b-bf7b-17473a734860,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:46.730476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6382a9-a3bc-4450-ad1d-2813a19a2f72 None None] Network 04f63f45-7e4b-419f-9da3-015206ebb0f4 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:46.773535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.objects.ports [None req-161d9629-d932-496b-8aec-11757a8e5916 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93753) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:49:46.775863 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-161d9629-d932-496b-8aec-11757a8e5916 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:46.881406 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161d9629-d932-496b-8aec-11757a8e5916 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event updated for resources: {'Subnet': ['ID=57bd697e-092b-4442-8d4c-76adc96dc892,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:46.890890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6bb424df-bc76-4a33-9211-dce94a8154b5 None None] Provisioning for port a1293f1e-364d-4f6c-87bb-4737f41fa2df completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:49:46.900854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161d9629-d932-496b-8aec-11757a8e5916 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Checking segment: {'id': 'ec163fde-be4e-4b66-86ed-ebabc6a51d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f522a128-3a81-4dac-b081-77eb328bb3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:46.901467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161d9629-d932-496b-8aec-11757a8e5916 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Network hostable DHCP agents. Network: f522a128-3a81-4dac-b081-77eb328bb3cc, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:49:46.911023 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59766) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:46.945751 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161d9629-d932-496b-8aec-11757a8e5916 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Network f522a128-3a81-4dac-b081-77eb328bb3cc is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:49:46.979325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-161d9629-d932-496b-8aec-11757a8e5916 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, f522a128-3a81-4dac-b081-77eb328bb3cc) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:46.988551 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6a702e0a-95de-4cf6-8904-93bc47005a4a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=82c900d2e4e14159a9647b8495119bea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0741780 Jul 09 13:49:46.990779 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59768) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:47.003245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161d9629-d932-496b-8aec-11757a8e5916 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:47.005078 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-161d9629-d932-496b-8aec-11757a8e5916 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:47.024483 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da0442c-1baf-434f-b019-38980e45539c None None] Network f522a128-3a81-4dac-b081-77eb328bb3cc requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:47.052226 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-161d9629-d932-496b-8aec-11757a8e5916 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9204791 Jul 09 13:49:47.055193 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59770) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:47.080677 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6565ba47-743b-4da8-85aa-5c6c350a77e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:47.145346 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6565ba47-743b-4da8-85aa-5c6c350a77e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:47.250488 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6565ba47-743b-4da8-85aa-5c6c350a77e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:47.254210 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6565ba47-743b-4da8-85aa-5c6c350a77e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:47.263478 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6565ba47-743b-4da8-85aa-5c6c350a77e0 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1f362e85-15be-4ab1-9bc4-36b2c34c4b32 HTTP/1.1" status: 204 len: 168 time: 0.2620511 Jul 09 13:49:47.282363 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6565ba47-743b-4da8-85aa-5c6c350a77e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f362e85-15be-4ab1-9bc4-36b2c34c4b32,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:47.300385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-940c23cd-c2f7-4251-a69e-d3b91e21b55e None None] DHCP port deletion for 04f63f45-7e4b-419f-9da3-015206ebb0f4 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:49:47.316281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-f522a128-3a81-4dac-b081-77eb328bb3cc', 'network_id': 'f522a128-3a81-4dac-b081-77eb328bb3cc', 'tenant_id': 'd6ed8b360f604dd09b81bb815dced8ea', 'fixed_ips': [{'subnet_id': '57bd697e-092b-4442-8d4c-76adc96dc892'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:49:47.318369 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:47.320996 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:47.410623 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:47.484886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-940c23cd-c2f7-4251-a69e-d3b91e21b55e None None] Deleting port a1293f1e-364d-4f6c-87bb-4737f41fa2df {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:47.485294 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-940c23cd-c2f7-4251-a69e-d3b91e21b55e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:47.593547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Allocated IP 2001:db8::f816:3eff:fecd:66a4 (f522a128-3a81-4dac-b081-77eb328bb3cc/57bd697e-092b-4442-8d4c-76adc96dc892/6b66a38c-9fff-4086-998f-841eac990de1) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:49:47.635249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-940c23cd-c2f7-4251-a69e-d3b91e21b55e None None] For port a1293f1e-364d-4f6c-87bb-4737f41fa2df, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a1293f1e-364d-4f6c-87bb-4737f41fa2df,segment=NetworkSegment(6b598110-d357-4d9b-9ec1-da965d983563),segment_id=6b598110-d357-4d9b-9ec1-da965d983563)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:47.636015 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-940c23cd-c2f7-4251-a69e-d3b91e21b55e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:47.720161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-940c23cd-c2f7-4251-a69e-d3b91e21b55e None None] Calling delete_port for a1293f1e-364d-4f6c-87bb-4737f41fa2df owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:48.044378 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.057219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Transition to ACTIVE for port object 6b66a38c-9fff-4086-998f-841eac990de1 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:48.082268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Transition to ACTIVE for port object 6b66a38c-9fff-4086-998f-841eac990de1 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:49:48.087159 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-940c23cd-c2f7-4251-a69e-d3b91e21b55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.117699 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.127566 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.139907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-940c23cd-c2f7-4251-a69e-d3b91e21b55e None None] No DVR routers for this DVR port a1293f1e-364d-4f6c-87bb-4737f41fa2df on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:48.152582 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Network f522a128-3a81-4dac-b081-77eb328bb3cc is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:48.170095 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event deleted for resources: {'Subnet': ['ID=57bd697e-092b-4442-8d4c-76adc96dc892,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:48.174800 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:48.181707 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:48.184873 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940c23cd-c2f7-4251-a69e-d3b91e21b55e None None] Pushing event deleted for resources: {'Port': ['ID=a1293f1e-364d-4f6c-87bb-4737f41fa2df,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:48.252625 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Pushing event updated for resources: {'Port': ['ID=6b66a38c-9fff-4086-998f-841eac990de1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:48.281602 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.315759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f522a128-3a81-4dac-b081-77eb328bb3cc']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:48.317555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Attempting to bind port 6b66a38c-9fff-4086-998f-841eac990de1 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:49:48.318111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Attempting to bind port 6b66a38c-9fff-4086-998f-841eac990de1 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'ec163fde-be4e-4b66-86ed-ebabc6a51d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f522a128-3a81-4dac-b081-77eb328bb3cc'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:49:48.318735 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Attempting to bind port 6b66a38c-9fff-4086-998f-841eac990de1 on network f522a128-3a81-4dac-b081-77eb328bb3cc {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:49:48.325212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:49:48.325988 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Checking segment: {'id': 'ec163fde-be4e-4b66-86ed-ebabc6a51d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f522a128-3a81-4dac-b081-77eb328bb3cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:48.326764 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.327416 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Bound using segment: {'id': 'ec163fde-be4e-4b66-86ed-ebabc6a51d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f522a128-3a81-4dac-b081-77eb328bb3cc'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:49:48.328142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Bound port: 6b66a38c-9fff-4086-998f-841eac990de1, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec163fde-be4e-4b66-86ed-ebabc6a51d77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'f522a128-3a81-4dac-b081-77eb328bb3cc'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:49:48.328789 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.335056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec163fde-be4e-4b66-86ed-ebabc6a51d77') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:48.335394 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec163fde-be4e-4b66-86ed-ebabc6a51d77') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:48.346790 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.367444 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.377933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:49:48.378615 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:49:48.383352 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:49:48.411993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] For port 6b66a38c-9fff-4086-998f-841eac990de1, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:49:48.464876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] For port 6b66a38c-9fff-4086-998f-841eac990de1, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6b66a38c-9fff-4086-998f-841eac990de1,segment=NetworkSegment(ec163fde-be4e-4b66-86ed-ebabc6a51d77),segment_id=ec163fde-be4e-4b66-86ed-ebabc6a51d77)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:49:48.465411 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.db.api [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 09 13:49:48.465411 n-d-799525-3 neutron-server[93753]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 09 13:49:48.465411 n-d-799525-3 neutron-server[93753]: [parameters: {'id': 'f522a128-3a81-4dac-b081-77eb328bb3cc'}] Jul 09 13:49:48.465411 n-d-799525-3 neutron-server[93753]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93753) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:49:48.466096 n-d-799525-3 neutron-server[93753]: DEBUG oslo_db.api [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:49:48.477020 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:48.569380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627ca3fb-37dd-4202-adb3-04319b4df3be None None] Pushing event updated for resources: {'Port': ['ID=6b66a38c-9fff-4086-998f-841eac990de1,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:48.593681 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bfe3a4-5bd5-41f5-88c7-36d935114cc5 None None] Network f522a128-3a81-4dac-b081-77eb328bb3cc requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:48.755979 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0199e9b8-3bec-421b-a106-c0e893af8c6e None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:49:48.836850 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0199e9b8-3bec-421b-a106-c0e893af8c6e None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:49:48.967467 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.097649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Deleting port 6b66a38c-9fff-4086-998f-841eac990de1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:49.099348 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.250980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] For port 6b66a38c-9fff-4086-998f-841eac990de1, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6b66a38c-9fff-4086-998f-841eac990de1,segment=NetworkSegment(ec163fde-be4e-4b66-86ed-ebabc6a51d77),segment_id=ec163fde-be4e-4b66-86ed-ebabc6a51d77)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:49.252292 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.272283 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Calling delete_port for 6b66a38c-9fff-4086-998f-841eac990de1 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:49.384511 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.416647 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event deleted for resources: {'Port': ['ID=6b66a38c-9fff-4086-998f-841eac990de1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:49.420064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] No DVR routers for this DVR port 6b66a38c-9fff-4086-998f-841eac990de1 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:49.502441 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.513925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f522a128-3a81-4dac-b081-77eb328bb3cc']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:49.529775 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec163fde-be4e-4b66-86ed-ebabc6a51d77') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:49.530087 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec163fde-be4e-4b66-86ed-ebabc6a51d77') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:49.539574 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.554935 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.562936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:49:49.563677 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:49:49.566877 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:49:49.631647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.639564 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.641582 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/networks/f522a128-3a81-4dac-b081-77eb328bb3cc HTTP/1.1" status: 204 len: 168 time: 2.5847070 Jul 09 13:49:49.645164 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59820) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:49.650456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8f9f3ee5-5c85-4363-bbaf-604dfe60167c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2092512254'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:49.666964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa52d7f4-52eb-46ce-b060-6d426a08de15 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event deleted for resources: {'Network': ['ID=f522a128-3a81-4dac-b081-77eb328bb3cc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:49.684991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f9f3ee5-5c85-4363-bbaf-604dfe60167c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Made reservation on behalf of d6ed8b360f604dd09b81bb815dced8ea for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:49.688586 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3ee5-5c85-4363-bbaf-604dfe60167c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.713513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f9f3ee5-5c85-4363-bbaf-604dfe60167c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:49:49.723413 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3ee5-5c85-4363-bbaf-604dfe60167c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.723752 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-8f9f3ee5-5c85-4363-bbaf-604dfe60167c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Added segment 143ccf27-4341-43f0-b082-5bfc8b77c6e4 of type vlan for network fb527305-21b6-4f73-a7b1-ea77102f62cd Jul 09 13:49:49.770245 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3ee5-5c85-4363-bbaf-604dfe60167c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.805591 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3ee5-5c85-4363-bbaf-604dfe60167c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.811198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9f3ee5-5c85-4363-bbaf-604dfe60167c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:49.811801 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f9f3ee5-5c85-4363-bbaf-604dfe60167c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:49.878560 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8f9f3ee5-5c85-4363-bbaf-604dfe60167c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2321875 Jul 09 13:49:49.882386 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59826) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:49.889923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-caf0f2c3-d658-454f-872d-68e11ba2d3c0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Request body: {'subnet': {'network_id': 'fb527305-21b6-4f73-a7b1-ea77102f62cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:49.890101 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9f3ee5-5c85-4363-bbaf-604dfe60167c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event updated for resources: {'Network': ['ID=fb527305-21b6-4f73-a7b1-ea77102f62cd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:49.905371 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network fb527305-21b6-4f73-a7b1-ea77102f62cd details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:49:49.995716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caf0f2c3-d658-454f-872d-68e11ba2d3c0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Made reservation on behalf of d6ed8b360f604dd09b81bb815dced8ea for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:49.999587 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-caf0f2c3-d658-454f-872d-68e11ba2d3c0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.213683 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-caf0f2c3-d658-454f-872d-68e11ba2d3c0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.291940 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf0f2c3-d658-454f-872d-68e11ba2d3c0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event updated for resources: {'Subnet': ['ID=f7d0828c-bce5-4661-8e9e-961e2428fff3,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:50.300554 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf0f2c3-d658-454f-872d-68e11ba2d3c0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Checking segment: {'id': '143ccf27-4341-43f0-b082-5bfc8b77c6e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'fb527305-21b6-4f73-a7b1-ea77102f62cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:50.300990 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0f2c3-d658-454f-872d-68e11ba2d3c0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Network hostable DHCP agents. Network: fb527305-21b6-4f73-a7b1-ea77102f62cd, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:49:50.324885 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caf0f2c3-d658-454f-872d-68e11ba2d3c0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Network fb527305-21b6-4f73-a7b1-ea77102f62cd is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:49:50.341944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-caf0f2c3-d658-454f-872d-68e11ba2d3c0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, fb527305-21b6-4f73-a7b1-ea77102f62cd) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:50.346970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caf0f2c3-d658-454f-872d-68e11ba2d3c0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:50.347606 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-caf0f2c3-d658-454f-872d-68e11ba2d3c0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.364823 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3e93bad-79fa-4f4d-8a64-2312f5489480 None None] Network fb527305-21b6-4f73-a7b1-ea77102f62cd requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:50.366174 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-caf0f2c3-d658-454f-872d-68e11ba2d3c0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4810898 Jul 09 13:49:50.369538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59852) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:50.493140 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2cbd3603-26dc-4162-ade5-402a35d72bb7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.570410 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2cbd3603-26dc-4162-ade5-402a35d72bb7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.575407 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36f5c14-5005-44cb-b979-7b5353569394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-fb527305-21b6-4f73-a7b1-ea77102f62cd', 'network_id': 'fb527305-21b6-4f73-a7b1-ea77102f62cd', 'tenant_id': 'd6ed8b360f604dd09b81bb815dced8ea', 'fixed_ips': [{'subnet_id': 'f7d0828c-bce5-4661-8e9e-961e2428fff3'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:49:50.576302 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f36f5c14-5005-44cb-b979-7b5353569394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.653566 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2cbd3603-26dc-4162-ade5-402a35d72bb7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.683593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd3603-26dc-4162-ade5-402a35d72bb7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event deleted for resources: {'Subnet': ['ID=f7d0828c-bce5-4661-8e9e-961e2428fff3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-f36f5c14-5005-44cb-b979-7b5353569394 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7d0828c-bce5-4661-8e9e-961e2428fff3: This subnet is being modified by another concurrent operation. Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f7d0828c-bce5-4661-8e9e-961e2428fff3: This subnet is being modified by another concurrent operation. Jul 09 13:49:50.684282 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 09 13:49:50.722308 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-406c0f9d-edfa-471a-bacd-2857058903db None None] Network fb527305-21b6-4f73-a7b1-ea77102f62cd requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:50.757151 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2cbd3603-26dc-4162-ade5-402a35d72bb7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.770714 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2cbd3603-26dc-4162-ade5-402a35d72bb7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb527305-21b6-4f73-a7b1-ea77102f62cd']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:50.784585 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2cbd3603-26dc-4162-ade5-402a35d72bb7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '143ccf27-4341-43f0-b082-5bfc8b77c6e4') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:50.784885 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2cbd3603-26dc-4162-ade5-402a35d72bb7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '143ccf27-4341-43f0-b082-5bfc8b77c6e4') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:50.797424 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2cbd3603-26dc-4162-ade5-402a35d72bb7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.814451 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2cbd3603-26dc-4162-ade5-402a35d72bb7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.821683 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cbd3603-26dc-4162-ade5-402a35d72bb7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:49:50.822099 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2cbd3603-26dc-4162-ade5-402a35d72bb7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:49:50.826094 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:49:50.849017 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0fcf6ce-f6b2-4d41-8967-e6b8709fd7be None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:49:50.918894 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2cbd3603-26dc-4162-ade5-402a35d72bb7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.928426 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2cbd3603-26dc-4162-ade5-402a35d72bb7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:50.931760 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2cbd3603-26dc-4162-ade5-402a35d72bb7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/networks/fb527305-21b6-4f73-a7b1-ea77102f62cd HTTP/1.1" status: 204 len: 168 time: 0.5610816 Jul 09 13:49:50.936084 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59856) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:50.943068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0c0ff4ee-884f-499a-bb3f-dfb2fc6035f0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-778660346'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:50.952119 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbd3603-26dc-4162-ade5-402a35d72bb7 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event deleted for resources: {'Network': ['ID=fb527305-21b6-4f73-a7b1-ea77102f62cd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:50.970945 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0fcf6ce-f6b2-4d41-8967-e6b8709fd7be None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:49:50.977745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0ff4ee-884f-499a-bb3f-dfb2fc6035f0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Made reservation on behalf of d6ed8b360f604dd09b81bb815dced8ea for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:50.983349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c0ff4ee-884f-499a-bb3f-dfb2fc6035f0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.021576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0ff4ee-884f-499a-bb3f-dfb2fc6035f0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] vlan segment allocate from pool success with {'vlan_id': 325, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:49:51.040838 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c0ff4ee-884f-499a-bb3f-dfb2fc6035f0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.041195 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-0c0ff4ee-884f-499a-bb3f-dfb2fc6035f0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Added segment fdf4e6bb-08e1-4117-89fe-5f996cc31048 of type vlan for network 846c8c01-db27-4d69-ad42-c70ba9d9f9a4 Jul 09 13:49:51.088323 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c0ff4ee-884f-499a-bb3f-dfb2fc6035f0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.122949 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c0ff4ee-884f-499a-bb3f-dfb2fc6035f0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.128929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0ff4ee-884f-499a-bb3f-dfb2fc6035f0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:51.129840 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c0ff4ee-884f-499a-bb3f-dfb2fc6035f0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.208120 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0c0ff4ee-884f-499a-bb3f-dfb2fc6035f0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2700446 Jul 09 13:49:51.210970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59858) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:51.217177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-73d3d9e0-d439-497a-b7b0-5e9870e956ca tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Request body: {'subnet': {'network_id': '846c8c01-db27-4d69-ad42-c70ba9d9f9a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:51.219557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0ff4ee-884f-499a-bb3f-dfb2fc6035f0 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event updated for resources: {'Network': ['ID=846c8c01-db27-4d69-ad42-c70ba9d9f9a4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:51.237781 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 846c8c01-db27-4d69-ad42-c70ba9d9f9a4 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:49:51.359229 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73d3d9e0-d439-497a-b7b0-5e9870e956ca tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Made reservation on behalf of d6ed8b360f604dd09b81bb815dced8ea for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:51.367586 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73d3d9e0-d439-497a-b7b0-5e9870e956ca tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.730592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.objects.ports [None req-73d3d9e0-d439-497a-b7b0-5e9870e956ca tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:49:51.732364 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73d3d9e0-d439-497a-b7b0-5e9870e956ca tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.796033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d3d9e0-d439-497a-b7b0-5e9870e956ca tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event updated for resources: {'Subnet': ['ID=070c134e-ad54-4918-8fc7-9c5ca70a3e47,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:51.805218 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d3d9e0-d439-497a-b7b0-5e9870e956ca tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Checking segment: {'id': 'fdf4e6bb-08e1-4117-89fe-5f996cc31048', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '846c8c01-db27-4d69-ad42-c70ba9d9f9a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:51.805587 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d3d9e0-d439-497a-b7b0-5e9870e956ca tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Network hostable DHCP agents. Network: 846c8c01-db27-4d69-ad42-c70ba9d9f9a4, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:49:51.824334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d3d9e0-d439-497a-b7b0-5e9870e956ca tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Network 846c8c01-db27-4d69-ad42-c70ba9d9f9a4 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:49:51.834228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-73d3d9e0-d439-497a-b7b0-5e9870e956ca tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 846c8c01-db27-4d69-ad42-c70ba9d9f9a4) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:51.838591 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73d3d9e0-d439-497a-b7b0-5e9870e956ca tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:51.839479 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-73d3d9e0-d439-497a-b7b0-5e9870e956ca tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:51.845260 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-238fb7ae-5fc3-4ac9-9f57-b8b0ad9e0184 None None] Network 846c8c01-db27-4d69-ad42-c70ba9d9f9a4 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:51.856067 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-73d3d9e0-d439-497a-b7b0-5e9870e956ca tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6439011 Jul 09 13:49:51.858962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59864) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:51.972811 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-960c43c8-aba3-415f-b442-ebf3c7591507 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.016973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be234b9b-28d5-4c9c-929f-c8a137b4ca5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-846c8c01-db27-4d69-ad42-c70ba9d9f9a4', 'network_id': '846c8c01-db27-4d69-ad42-c70ba9d9f9a4', 'tenant_id': 'd6ed8b360f604dd09b81bb815dced8ea', 'fixed_ips': [{'subnet_id': '070c134e-ad54-4918-8fc7-9c5ca70a3e47'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:49:52.017888 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be234b9b-28d5-4c9c-929f-c8a137b4ca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.041654 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-960c43c8-aba3-415f-b442-ebf3c7591507 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.110670 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-960c43c8-aba3-415f-b442-ebf3c7591507 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-be234b9b-28d5-4c9c-929f-c8a137b4ca5a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 070c134e-ad54-4918-8fc7-9c5ca70a3e47: This subnet is being modified by another concurrent operation. Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 070c134e-ad54-4918-8fc7-9c5ca70a3e47: This subnet is being modified by another concurrent operation. Jul 09 13:49:52.124591 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 09 13:49:52.143116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c1614b5-673b-48a8-a3b5-989b512a6102 None None] Network 846c8c01-db27-4d69-ad42-c70ba9d9f9a4 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:52.148171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c43c8-aba3-415f-b442-ebf3c7591507 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event deleted for resources: {'Subnet': ['ID=070c134e-ad54-4918-8fc7-9c5ca70a3e47,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:52.211585 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-960c43c8-aba3-415f-b442-ebf3c7591507 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.222478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-960c43c8-aba3-415f-b442-ebf3c7591507 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['846c8c01-db27-4d69-ad42-c70ba9d9f9a4']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:52.235207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-960c43c8-aba3-415f-b442-ebf3c7591507 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdf4e6bb-08e1-4117-89fe-5f996cc31048') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:52.235207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-960c43c8-aba3-415f-b442-ebf3c7591507 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdf4e6bb-08e1-4117-89fe-5f996cc31048') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:52.244436 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-960c43c8-aba3-415f-b442-ebf3c7591507 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.259880 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-960c43c8-aba3-415f-b442-ebf3c7591507 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.265646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93fa6c57-e80d-4085-b761-c437902ace0c None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:49:52.267190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-960c43c8-aba3-415f-b442-ebf3c7591507 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Releasing vlan 325 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:49:52.267742 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-960c43c8-aba3-415f-b442-ebf3c7591507 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:49:52.271047 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:49:52.349769 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-960c43c8-aba3-415f-b442-ebf3c7591507 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.365296 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-960c43c8-aba3-415f-b442-ebf3c7591507 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.371672 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-960c43c8-aba3-415f-b442-ebf3c7591507 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/networks/846c8c01-db27-4d69-ad42-c70ba9d9f9a4 HTTP/1.1" status: 204 len: 168 time: 0.5080867 Jul 09 13:49:52.372071 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59872) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:52.372625 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93fa6c57-e80d-4085-b761-c437902ace0c None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:49:52.390290 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c43c8-aba3-415f-b442-ebf3c7591507 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event deleted for resources: {'Network': ['ID=846c8c01-db27-4d69-ad42-c70ba9d9f9a4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:52.409060 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f3c4c43-5c51-40d8-be87-0a0202f97fac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] DELETE failed (client error): The resource could not be found. Jul 09 13:49:52.409677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f3c4c43-5c51-40d8-be87-0a0202f97fac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:49:52.411576 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2f3c4c43-5c51-40d8-be87-0a0202f97fac tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/subnets/070c134e-ad54-4918-8fc7-9c5ca70a3e47 HTTP/1.1" status: 404 len: 337 time: 0.0382531 Jul 09 13:49:52.414125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59878) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:52.438489 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-6230e0da-3efe-426a-a055-5c57da627299 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] DELETE failed (client error): The resource could not be found. Jul 09 13:49:52.439394 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6230e0da-3efe-426a-a055-5c57da627299 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:49:52.441549 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6230e0da-3efe-426a-a055-5c57da627299 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/networks/846c8c01-db27-4d69-ad42-c70ba9d9f9a4 HTTP/1.1" status: 404 len: 339 time: 0.0251169 Jul 09 13:49:52.444235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59880) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:52.476230 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a090c4-ce01-4498-be29-05b5990bce45 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] DELETE failed (client error): The resource could not be found. Jul 09 13:49:52.477043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a090c4-ce01-4498-be29-05b5990bce45 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:49:52.478969 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-22a090c4-ce01-4498-be29-05b5990bce45 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/subnets/f7d0828c-bce5-4661-8e9e-961e2428fff3 HTTP/1.1" status: 404 len: 337 time: 0.0336540 Jul 09 13:49:52.481796 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59884) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:52.505229 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9b1db0-0a7e-4c82-af34-72d0c53993be tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] DELETE failed (client error): The resource could not be found. Jul 09 13:49:52.507579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c9b1db0-0a7e-4c82-af34-72d0c53993be tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:49:52.508970 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5c9b1db0-0a7e-4c82-af34-72d0c53993be tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/networks/fb527305-21b6-4f73-a7b1-ea77102f62cd HTTP/1.1" status: 404 len: 339 time: 0.0257213 Jul 09 13:49:52.512633 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59888) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:52.546163 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-30b9c8a4-0481-4bb1-ad9b-65aa26130992 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] DELETE failed (client error): The resource could not be found. Jul 09 13:49:52.546566 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30b9c8a4-0481-4bb1-ad9b-65aa26130992 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:49:52.551161 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-30b9c8a4-0481-4bb1-ad9b-65aa26130992 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/subnets/57bd697e-092b-4442-8d4c-76adc96dc892 HTTP/1.1" status: 404 len: 337 time: 0.0356898 Jul 09 13:49:52.551726 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59892) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:52.570348 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8647fec-dfd9-4fd6-be2e-18354d7b2091 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] DELETE failed (client error): The resource could not be found. Jul 09 13:49:52.570928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8647fec-dfd9-4fd6-be2e-18354d7b2091 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:49:52.572717 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e8647fec-dfd9-4fd6-be2e-18354d7b2091 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/networks/f522a128-3a81-4dac-b081-77eb328bb3cc HTTP/1.1" status: 404 len: 339 time: 0.0200558 Jul 09 13:49:52.576565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59896) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:52.711894 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-750cb3c4-93dc-4c50-94b0-399cabd81465 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Deleting port 94f59112-6843-4f44-b98e-1ed6c95ef04a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:52.712411 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-750cb3c4-93dc-4c50-94b0-399cabd81465 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.790920 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-750cb3c4-93dc-4c50-94b0-399cabd81465 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.808633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-750cb3c4-93dc-4c50-94b0-399cabd81465 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Calling delete_port for 94f59112-6843-4f44-b98e-1ed6c95ef04a owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:52.908055 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-750cb3c4-93dc-4c50-94b0-399cabd81465 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.939520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750cb3c4-93dc-4c50-94b0-399cabd81465 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event deleted for resources: {'Port': ['ID=94f59112-6843-4f44-b98e-1ed6c95ef04a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:52.952006 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-750cb3c4-93dc-4c50-94b0-399cabd81465 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:52.952553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59912) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:52.952682 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-750cb3c4-93dc-4c50-94b0-399cabd81465 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/ports/94f59112-6843-4f44-b98e-1ed6c95ef04a HTTP/1.1" status: 204 len: 168 time: 0.3742650 Jul 09 13:49:52.982494 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-993312da-0e04-4d9b-9816-6eb3e683273e tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] DELETE failed (client error): The resource could not be found. Jul 09 13:49:52.983043 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-993312da-0e04-4d9b-9816-6eb3e683273e tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:49:52.985021 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-993312da-0e04-4d9b-9816-6eb3e683273e tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/subnets/dbb522f2-b28e-42c7-b256-e8c720197bdb HTTP/1.1" status: 404 len: 337 time: 0.0314257 Jul 09 13:49:52.987580 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59914) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:53.086604 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a1dbb57-0c24-4284-87f3-19494cd8af2f tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.178284 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a1dbb57-0c24-4284-87f3-19494cd8af2f tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.190027 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7a1dbb57-0c24-4284-87f3-19494cd8af2f tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04f63f45-7e4b-419f-9da3-015206ebb0f4']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:53.201541 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7a1dbb57-0c24-4284-87f3-19494cd8af2f tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b598110-d357-4d9b-9ec1-da965d983563') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:53.201928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7a1dbb57-0c24-4284-87f3-19494cd8af2f tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b598110-d357-4d9b-9ec1-da965d983563') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:53.211284 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a1dbb57-0c24-4284-87f3-19494cd8af2f tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.227057 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a1dbb57-0c24-4284-87f3-19494cd8af2f tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.234450 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1dbb57-0c24-4284-87f3-19494cd8af2f tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:49:53.234858 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a1dbb57-0c24-4284-87f3-19494cd8af2f tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:49:53.237844 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:49:53.307394 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a1dbb57-0c24-4284-87f3-19494cd8af2f tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.318981 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a1dbb57-0c24-4284-87f3-19494cd8af2f tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.321152 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7a1dbb57-0c24-4284-87f3-19494cd8af2f tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/networks/04f63f45-7e4b-419f-9da3-015206ebb0f4 HTTP/1.1" status: 204 len: 168 time: 0.3325877 Jul 09 13:49:53.323866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59916) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:53.335573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1dbb57-0c24-4284-87f3-19494cd8af2f tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event deleted for resources: {'Network': ['ID=04f63f45-7e4b-419f-9da3-015206ebb0f4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:53.435370 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Deleting port 19418371-c61c-4c93-aa3b-4f5894215751 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:53.435370 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.506965 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.523785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Calling delete_port for 19418371-c61c-4c93-aa3b-4f5894215751 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:53.621930 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.655589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event deleted for resources: {'Port': ['ID=19418371-c61c-4c93-aa3b-4f5894215751,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:53.666589 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.670987 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/ports/19418371-c61c-4c93-aa3b-4f5894215751 HTTP/1.1" status: 204 len: 168 time: 0.3439853 Jul 09 13:49:53.670987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:53.670987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:53.671317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:53.671565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:53.671901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:53.672233 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:53.672562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:53.672906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:53.673223 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:53.673336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59920) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:53.673546 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:53.673873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:53.674199 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7be37c0-38ff-4afe-984f-8416bed52b7d tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:49:53.705095 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dc6bf94-2ad1-4181-95a2-c412263abfe1 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] DELETE failed (client error): The resource could not be found. Jul 09 13:49:53.705497 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dc6bf94-2ad1-4181-95a2-c412263abfe1 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:49:53.709615 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3dc6bf94-2ad1-4181-95a2-c412263abfe1 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/subnets/cd313e7a-9a06-43dd-92fb-12b92b64bf67 HTTP/1.1" status: 404 len: 337 time: 0.0319283 Jul 09 13:49:53.710027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59922) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:53.798689 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56a08539-4a90-4c3e-bd32-0e99ad7c4377 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.903110 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56a08539-4a90-4c3e-bd32-0e99ad7c4377 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.915769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-56a08539-4a90-4c3e-bd32-0e99ad7c4377 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['467bcce4-dd4a-4a4b-b661-e7a9b4b9e244']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:53.934029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-56a08539-4a90-4c3e-bd32-0e99ad7c4377 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe6c11ab-bc1a-407c-9c72-c09d2295a1eb') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:53.934630 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-56a08539-4a90-4c3e-bd32-0e99ad7c4377 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe6c11ab-bc1a-407c-9c72-c09d2295a1eb') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:53.950269 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56a08539-4a90-4c3e-bd32-0e99ad7c4377 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.968705 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56a08539-4a90-4c3e-bd32-0e99ad7c4377 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.974904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a08539-4a90-4c3e-bd32-0e99ad7c4377 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:49:53.975365 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56a08539-4a90-4c3e-bd32-0e99ad7c4377 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:49:53.978585 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:49:54.042777 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56a08539-4a90-4c3e-bd32-0e99ad7c4377 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.047652 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56a08539-4a90-4c3e-bd32-0e99ad7c4377 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.052630 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-56a08539-4a90-4c3e-bd32-0e99ad7c4377 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/networks/467bcce4-dd4a-4a4b-b661-e7a9b4b9e244 HTTP/1.1" status: 204 len: 168 time: 0.3412549 Jul 09 13:49:54.052790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59926) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:54.075328 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a08539-4a90-4c3e-bd32-0e99ad7c4377 tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event deleted for resources: {'Network': ['ID=467bcce4-dd4a-4a4b-b661-e7a9b4b9e244,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:54.122003 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-753fbc09-cb40-4fae-89ba-0ff66c1e311e tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Deleting subnet 8b018a45-d3b6-47c2-bdd5-6cad7ede5926 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:49:54.125915 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-753fbc09-cb40-4fae-89ba-0ff66c1e311e tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.175289 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-753fbc09-cb40-4fae-89ba-0ff66c1e311e tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.274013 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-753fbc09-cb40-4fae-89ba-0ff66c1e311e tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.344619 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-753fbc09-cb40-4fae-89ba-0ff66c1e311e tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.377417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753fbc09-cb40-4fae-89ba-0ff66c1e311e tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event deleted for resources: {'Subnet': ['ID=8b018a45-d3b6-47c2-bdd5-6cad7ede5926,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:54.382183 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-753fbc09-cb40-4fae-89ba-0ff66c1e311e tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.384218 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-753fbc09-cb40-4fae-89ba-0ff66c1e311e tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/subnets/8b018a45-d3b6-47c2-bdd5-6cad7ede5926 HTTP/1.1" status: 204 len: 168 time: 0.3299353 Jul 09 13:49:54.388228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59928) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:54.395505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb87ad2-cead-4d6d-9399-d7fd990f4912 None None] Network 968eb661-1781-4b6c-ad30-a1761d42ddf7 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:54.469507 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.530485 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Deleting port 072a5168-097a-4df7-a9d4-c623470ebd54 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:54.531073 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.592851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6199eb31-c4a7-4499-9acc-7f5daad61a85 None None] DHCP port deletion for 968eb661-1781-4b6c-ad30-a1761d42ddf7 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:49:54.610173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] For port 072a5168-097a-4df7-a9d4-c623470ebd54, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=072a5168-097a-4df7-a9d4-c623470ebd54,segment=NetworkSegment(77876873-8043-4191-9c24-8b6d5ff5c86e),segment_id=77876873-8043-4191-9c24-8b6d5ff5c86e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:54.610706 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.630716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Calling delete_port for 072a5168-097a-4df7-a9d4-c623470ebd54 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:54.644547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6199eb31-c4a7-4499-9acc-7f5daad61a85 None None] Deleting port 072a5168-097a-4df7-a9d4-c623470ebd54 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:54.644926 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6199eb31-c4a7-4499-9acc-7f5daad61a85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.719491 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.729180 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6199eb31-c4a7-4499-9acc-7f5daad61a85 None None] For port 072a5168-097a-4df7-a9d4-c623470ebd54, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=072a5168-097a-4df7-a9d4-c623470ebd54,segment=NetworkSegment(77876873-8043-4191-9c24-8b6d5ff5c86e),segment_id=77876873-8043-4191-9c24-8b6d5ff5c86e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:49:54.729180 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6199eb31-c4a7-4499-9acc-7f5daad61a85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.744483 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6199eb31-c4a7-4499-9acc-7f5daad61a85 None None] Calling delete_port for 072a5168-097a-4df7-a9d4-c623470ebd54 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:54.751861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event deleted for resources: {'Port': ['ID=072a5168-097a-4df7-a9d4-c623470ebd54,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:54.753832 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] No DVR routers for this DVR port 072a5168-097a-4df7-a9d4-c623470ebd54 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:54.836189 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6199eb31-c4a7-4499-9acc-7f5daad61a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.844518 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.856266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['968eb661-1781-4b6c-ad30-a1761d42ddf7']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:54.868015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77876873-8043-4191-9c24-8b6d5ff5c86e') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:54.868460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77876873-8043-4191-9c24-8b6d5ff5c86e') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:49:54.869718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199eb31-c4a7-4499-9acc-7f5daad61a85 None None] Pushing event deleted for resources: {'Port': ['ID=072a5168-097a-4df7-a9d4-c623470ebd54,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:54.875870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6199eb31-c4a7-4499-9acc-7f5daad61a85 None None] No DVR routers for this DVR port 072a5168-097a-4df7-a9d4-c623470ebd54 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:49:54.886038 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.904113 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.914410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:49:54.914772 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:49:54.918782 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:49:54.998975 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:55.006872 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:55.008925 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] 10.222.0.39 "DELETE /v2.0/networks/968eb661-1781-4b6c-ad30-a1761d42ddf7 HTTP/1.1" status: 204 len: 168 time: 0.6195567 Jul 09 13:49:55.034144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46535dd-22dd-4f8e-95ca-579fd58a705c tempest-NetworksIpV6TestAttrs-2095159849 tempest-NetworksIpV6TestAttrs-2095159849-project] Pushing event deleted for resources: {'Network': ['ID=968eb661-1781-4b6c-ad30-a1761d42ddf7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:55.287997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59942) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:55.427906 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3bbf9676-0677-43bf-9463-3569f1cccffa admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d6ed8b360f604dd09b81bb815dced8ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1385875 Jul 09 13:49:55.430290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59946) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:55.470181 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 072a5168-097a-4df7-a9d4-c623470ebd54 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:49:55.486319 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17bccb1f-1188-4f5f-8429-17f496ecd8b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:55.491683 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 072a5168-097a-4df7-a9d4-c623470ebd54 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:49:55.492047 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 072a5168-097a-4df7-a9d4-c623470ebd54 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:49:55.524151 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17bccb1f-1188-4f5f-8429-17f496ecd8b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:55.577867 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17bccb1f-1188-4f5f-8429-17f496ecd8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:55.580532 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17bccb1f-1188-4f5f-8429-17f496ecd8b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:55.581717 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-17bccb1f-1188-4f5f-8429-17f496ecd8b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/031e0e23-ee11-492d-8902-dd72b4d16ae9 HTTP/1.1" status: 204 len: 168 time: 0.1504614 Jul 09 13:49:55.591649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bccb1f-1188-4f5f-8429-17f496ecd8b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031e0e23-ee11-492d-8902-dd72b4d16ae9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:56.320121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59980) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:56.434315 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6e53d3f2-bc9b-4ec9-961f-b0fa06b81b54 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1045868347'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:56.457298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e53d3f2-bc9b-4ec9-961f-b0fa06b81b54 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:56.460940 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e53d3f2-bc9b-4ec9-961f-b0fa06b81b54 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.471004 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e53d3f2-bc9b-4ec9-961f-b0fa06b81b54 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.622198 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e53d3f2-bc9b-4ec9-961f-b0fa06b81b54 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.626282 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e53d3f2-bc9b-4ec9-961f-b0fa06b81b54 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.658123 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e53d3f2-bc9b-4ec9-961f-b0fa06b81b54 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] vlan segment allocate from pool success with {'vlan_id': 320, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:49:56.669970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53d3f2-bc9b-4ec9-961f-b0fa06b81b54 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc857634-acd2-43f3-aff1-220d3302c983,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:56.676403 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e53d3f2-bc9b-4ec9-961f-b0fa06b81b54 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.676809 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-6e53d3f2-bc9b-4ec9-961f-b0fa06b81b54 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Added segment bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d of type vlan for network f9cf850b-bdc2-4b91-8824-516ed18adb27 Jul 09 13:49:56.725643 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e53d3f2-bc9b-4ec9-961f-b0fa06b81b54 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.756429 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e53d3f2-bc9b-4ec9-961f-b0fa06b81b54 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.763321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e53d3f2-bc9b-4ec9-961f-b0fa06b81b54 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:56.763921 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e53d3f2-bc9b-4ec9-961f-b0fa06b81b54 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.822724 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6e53d3f2-bc9b-4ec9-961f-b0fa06b81b54 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.5011723 Jul 09 13:49:56.827061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 59988) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:56.832270 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e53d3f2-bc9b-4ec9-961f-b0fa06b81b54 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Network': ['ID=f9cf850b-bdc2-4b91-8824-516ed18adb27,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:56.832543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-174c4f5e-586e-4f62-adcb-954b1e6cef5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'name': 'tempest-PortsTestJSON-463438140'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:56.844208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:49:56.930050 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174c4f5e-586e-4f62-adcb-954b1e6cef5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:56.934855 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-174c4f5e-586e-4f62-adcb-954b1e6cef5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:56.964189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-174c4f5e-586e-4f62-adcb-954b1e6cef5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] device_id is not set on port d088c59e-b1cd-44e9-81fa-d1610edfa891 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:57.166372 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-174c4f5e-586e-4f62-adcb-954b1e6cef5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.220144 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-174c4f5e-586e-4f62-adcb-954b1e6cef5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.275245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c4f5e-586e-4f62-adcb-954b1e6cef5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=d088c59e-b1cd-44e9-81fa-d1610edfa891,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:57.314995 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174c4f5e-586e-4f62-adcb-954b1e6cef5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Checking segment: {'id': 'bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:57.315510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174c4f5e-586e-4f62-adcb-954b1e6cef5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network hostable DHCP agents. Network: f9cf850b-bdc2-4b91-8824-516ed18adb27, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:49:57.336951 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174c4f5e-586e-4f62-adcb-954b1e6cef5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:49:57.357082 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-174c4f5e-586e-4f62-adcb-954b1e6cef5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, f9cf850b-bdc2-4b91-8824-516ed18adb27) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:57.361198 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174c4f5e-586e-4f62-adcb-954b1e6cef5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:57.366971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b790ea1-e209-4f32-8c66-92d7f005741e None None] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:57.368326 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c4f5e-586e-4f62-adcb-954b1e6cef5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:57.369169 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-174c4f5e-586e-4f62-adcb-954b1e6cef5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.389461 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-174c4f5e-586e-4f62-adcb-954b1e6cef5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5610998 Jul 09 13:49:57.392491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 59998) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:57.399731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-28a31df0-561c-4a4a-a5f3-33036bbc4835 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1643144965'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:57.453577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a31df0-561c-4a4a-a5f3-33036bbc4835 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:57.463669 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28a31df0-561c-4a4a-a5f3-33036bbc4835 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.511364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28a31df0-561c-4a4a-a5f3-33036bbc4835 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:49:57.537794 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28a31df0-561c-4a4a-a5f3-33036bbc4835 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.538687 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-28a31df0-561c-4a4a-a5f3-33036bbc4835 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Added segment 140e39ae-7807-4c59-9814-a735bbe23068 of type vlan for network f9317096-5cde-46fe-a370-b6bd6a5a6075 Jul 09 13:49:57.589130 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28a31df0-561c-4a4a-a5f3-33036bbc4835 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.622641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60002) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:57.629481 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28a31df0-561c-4a4a-a5f3-33036bbc4835 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.635470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a31df0-561c-4a4a-a5f3-33036bbc4835 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:57.636381 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-28a31df0-561c-4a4a-a5f3-33036bbc4835 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.687906 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-28a31df0-561c-4a4a-a5f3-33036bbc4835 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2935591 Jul 09 13:49:57.690452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60006) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:57.696089 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'ports': [{'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27'}, {'network_id': 'f9317096-5cde-46fe-a370-b6bd6a5a6075'}]} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:57.696450 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:57.696891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'network_id': 'f9317096-5cde-46fe-a370-b6bd6a5a6075'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:49:57.713827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a31df0-561c-4a4a-a5f3-33036bbc4835 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Network': ['ID=f9317096-5cde-46fe-a370-b6bd6a5a6075,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:57.725762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network f9317096-5cde-46fe-a370-b6bd6a5a6075 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:49:57.776993 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c11f112f-febb-4de9-933d-bfcc1ed9e4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.902282 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c11f112f-febb-4de9-933d-bfcc1ed9e4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.907342 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c11f112f-febb-4de9-933d-bfcc1ed9e4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.934543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f112f-febb-4de9-933d-bfcc1ed9e4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6aa38e-6b0c-47ca-b401-d1d49c20cde9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:57.939125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'port': 2} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:49:57.948779 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.968638 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:57.974332 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c11f112f-febb-4de9-933d-bfcc1ed9e4af admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=df1354ed80c34bb2b00bbe9ea2215e56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3505526 Jul 09 13:49:57.977445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60012) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:58.060876 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ff484ca-f2b2-4449-957d-08330203f260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.080317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] device_id is not set on port 119e71e9-b2ba-4247-908d-18bff08faf0d yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:58.097109 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ff484ca-f2b2-4449-957d-08330203f260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.178688 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ff484ca-f2b2-4449-957d-08330203f260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.181354 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8ff484ca-f2b2-4449-957d-08330203f260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.186765 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8ff484ca-f2b2-4449-957d-08330203f260 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dd6aa38e-6b0c-47ca-b401-d1d49c20cde9 HTTP/1.1" status: 204 len: 168 time: 0.2082644 Jul 09 13:49:58.196255 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff484ca-f2b2-4449-957d-08330203f260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6aa38e-6b0c-47ca-b401-d1d49c20cde9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:58.284452 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.292614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889ae51-ce75-425a-8055-828e09f63aad req-89425ee3-32b9-42aa-abcd-4fd2fee9d716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:58.295510 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c889ae51-ce75-425a-8055-828e09f63aad req-89425ee3-32b9-42aa-abcd-4fd2fee9d716 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 1096 time: 0.0701175 Jul 09 13:49:58.397506 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] device_id is not set on port 4bf9dfcb-06ae-40dd-9c42-5adc29912dcb yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:49:58.440452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8b3b1-dac1-4ba7-b5b9-1906b67d600a req-ba732e13-5d31-468d-bea1-f1d7021ca721 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:58.443747 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889ae51-ce75-425a-8055-828e09f63aad req-a878af90-98e0-43ac-909c-3125a8f9a21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:58.445484 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c889ae51-ce75-425a-8055-828e09f63aad req-a878af90-98e0-43ac-909c-3125a8f9a21c service neutron] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.1444259 Jul 09 13:49:58.447405 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d9c8b3b1-dac1-4ba7-b5b9-1906b67d600a req-ba732e13-5d31-468d-bea1-f1d7021ca721 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1587768 Jul 09 13:49:58.544487 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c889ae51-ce75-425a-8055-828e09f63aad req-8d4c1953-370f-48e1-886a-be375b41be57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0 HTTP/1.1" status: 200 len: 1000 time: 0.0911436 Jul 09 13:49:58.562350 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d9c8b3b1-dac1-4ba7-b5b9-1906b67d600a req-4ecb3552-94e9-4717-b089-86ba29e239c5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1140206 Jul 09 13:49:58.616170 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.622159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889ae51-ce75-425a-8055-828e09f63aad req-f1b9856a-a106-4573-99de-5309e5d08389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:58.626384 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c889ae51-ce75-425a-8055-828e09f63aad req-f1b9856a-a106-4573-99de-5309e5d08389 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.0743136 Jul 09 13:49:58.626917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60020) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:58.661327 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.664537 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-333dffa3-2f4b-4a1e-be04-860056409b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.717331 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:49:58.720648 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:58.725193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:58.726031 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.728063 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=119e71e9-b2ba-4247-908d-18bff08faf0d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:58.734761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889ae51-ce75-425a-8055-828e09f63aad req-8a6a15c2-b1cb-46c3-ba4b-e188864c7955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:58.736559 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c889ae51-ce75-425a-8055-828e09f63aad req-8a6a15c2-b1cb-46c3-ba4b-e188864c7955 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1031094 Jul 09 13:49:58.797177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=4bf9dfcb-06ae-40dd-9c42-5adc29912dcb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:58.809928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Checking segment: {'id': '140e39ae-7807-4c59-9814-a735bbe23068', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'f9317096-5cde-46fe-a370-b6bd6a5a6075'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:49:58.810245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network hostable DHCP agents. Network: f9317096-5cde-46fe-a370-b6bd6a5a6075, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:49:58.828989 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network f9317096-5cde-46fe-a370-b6bd6a5a6075 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:49:58.841046 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, f9317096-5cde-46fe-a370-b6bd6a5a6075) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:49:58.845811 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:49:58.854402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f78d12c-28a5-44bb-a044-092ba3d14aa0 None None] Network f9317096-5cde-46fe-a370-b6bd6a5a6075 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:49:58.859446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:58.867049 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:58.868269 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.872222 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-333dffa3-2f4b-4a1e-be04-860056409b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.875157 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c889ae51-ce75-425a-8055-828e09f63aad req-f976e233-866d-440a-9d3a-057ae06151be service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324441 Jul 09 13:49:58.878487 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-333dffa3-2f4b-4a1e-be04-860056409b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:58.888376 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f4c5e0d0-ac0e-4410-bf26-be74df2b0eed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.1966841 Jul 09 13:49:58.891253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60022) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:58.909976 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-333dffa3-2f4b-4a1e-be04-860056409b25 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cea7e9636dd24240b13d1739451c6334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2823808 Jul 09 13:49:58.925484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60024) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:59.024207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333dffa3-2f4b-4a1e-be04-860056409b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f49f6be-2363-4a0b-8c79-b20b2862f87e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:59.091639 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a395446-3695-4d66-8d1f-2bacf2b0899b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.095047 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c889ae51-ce75-425a-8055-828e09f63aad req-4553549f-2539-4df2-a089-858436b4c67d service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897173 Jul 09 13:49:59.122165 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a395446-3695-4d66-8d1f-2bacf2b0899b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.186552 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a395446-3695-4d66-8d1f-2bacf2b0899b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.190701 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a395446-3695-4d66-8d1f-2bacf2b0899b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.192891 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9a395446-3695-4d66-8d1f-2bacf2b0899b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/8f49f6be-2363-4a0b-8c79-b20b2862f87e HTTP/1.1" status: 204 len: 168 time: 0.2658730 Jul 09 13:49:59.203885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a395446-3695-4d66-8d1f-2bacf2b0899b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f49f6be-2363-4a0b-8c79-b20b2862f87e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:59.448097 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1dd60c1c-ac5c-47ac-9f06-869243ef4665 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 4bf9dfcb-06ae-40dd-9c42-5adc29912dcb {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:49:59.448709 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1dd60c1c-ac5c-47ac-9f06-869243ef4665 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.532119 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1dd60c1c-ac5c-47ac-9f06-869243ef4665 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.550223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1dd60c1c-ac5c-47ac-9f06-869243ef4665 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 4bf9dfcb-06ae-40dd-9c42-5adc29912dcb owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:49:59.653385 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1dd60c1c-ac5c-47ac-9f06-869243ef4665 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.699838 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1dd60c1c-ac5c-47ac-9f06-869243ef4665 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:49:59.708916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60038) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:49:59.719725 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1dd60c1c-ac5c-47ac-9f06-869243ef4665 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/4bf9dfcb-06ae-40dd-9c42-5adc29912dcb HTTP/1.1" status: 204 len: 168 time: 0.8269432 Jul 09 13:49:59.722103 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd60c1c-ac5c-47ac-9f06-869243ef4665 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=4bf9dfcb-06ae-40dd-9c42-5adc29912dcb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:49:59.810106 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81793ef-9cc0-42df-942b-ce618b1209f7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:59.816218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81793ef-9cc0-42df-942b-ce618b1209f7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:49:59.817870 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f81793ef-9cc0-42df-942b-ce618b1209f7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1078990 Jul 09 13:49:59.820716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60046) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:00.133000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493a0679-3faa-45d8-abc6-a80aca21719d req-747b323b-81ea-4821-819e-9115ad2c7ee9 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:00.136192 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-493a0679-3faa-45d8-abc6-a80aca21719d req-747b323b-81ea-4821-819e-9115ad2c7ee9 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.3357224 Jul 09 13:50:00.192858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-493a0679-3faa-45d8-abc6-a80aca21719d req-82916f24-4fd5-473c-9e41-62e9f5d485d3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504410 Jul 09 13:50:00.296405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bc182981-ee63-42ca-8894-ce2b02062362 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 119e71e9-b2ba-4247-908d-18bff08faf0d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:00.296747 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc182981-ee63-42ca-8894-ce2b02062362 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.376077 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc182981-ee63-42ca-8894-ce2b02062362 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.391778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bc182981-ee63-42ca-8894-ce2b02062362 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 119e71e9-b2ba-4247-908d-18bff08faf0d owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:00.480930 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc182981-ee63-42ca-8894-ce2b02062362 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.516443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc182981-ee63-42ca-8894-ce2b02062362 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=119e71e9-b2ba-4247-908d-18bff08faf0d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:00.521939 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bc182981-ee63-42ca-8894-ce2b02062362 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.524720 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bc182981-ee63-42ca-8894-ce2b02062362 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/119e71e9-b2ba-4247-908d-18bff08faf0d HTTP/1.1" status: 204 len: 168 time: 0.7023380 Jul 09 13:50:00.527888 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60064) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:00.643850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48913ed7-0bab-4fdd-9008-52d823276b77 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:00.645605 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-48913ed7-0bab-4fdd-9008-52d823276b77 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1165917 Jul 09 13:50:00.648404 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60068) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:00.677842 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-61d92a63-de7e-4e3c-b37a-5f041a6dd0b3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] GET failed (client error): The resource could not be found. Jul 09 13:50:00.678873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60070) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:00.681871 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-61d92a63-de7e-4e3c-b37a-5f041a6dd0b3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/4bf9dfcb-06ae-40dd-9c42-5adc29912dcb HTTP/1.1" status: 404 len: 333 time: 0.0301108 Jul 09 13:50:00.682066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60072) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:00.710665 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-819d8d4b-665e-4631-b45e-86292c882dd3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] GET failed (client error): The resource could not be found. Jul 09 13:50:00.715783 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-819d8d4b-665e-4631-b45e-86292c882dd3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/119e71e9-b2ba-4247-908d-18bff08faf0d HTTP/1.1" status: 404 len: 333 time: 0.0292761 Jul 09 13:50:00.716142 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60076) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:00.800359 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c43b2860-90da-4108-a26b-5e02c3b2761d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.817953 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffee7d53-4ae0-4333-bb9d-9f22abcddbfe tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.910510 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c43b2860-90da-4108-a26b-5e02c3b2761d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.915869 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c43b2860-90da-4108-a26b-5e02c3b2761d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.917022 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffee7d53-4ae0-4333-bb9d-9f22abcddbfe tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.927573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ffee7d53-4ae0-4333-bb9d-9f22abcddbfe tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9317096-5cde-46fe-a370-b6bd6a5a6075']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:00.939166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ffee7d53-4ae0-4333-bb9d-9f22abcddbfe tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '140e39ae-7807-4c59-9814-a735bbe23068') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:00.939471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-ffee7d53-4ae0-4333-bb9d-9f22abcddbfe tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '140e39ae-7807-4c59-9814-a735bbe23068') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:00.949456 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffee7d53-4ae0-4333-bb9d-9f22abcddbfe tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.964359 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffee7d53-4ae0-4333-bb9d-9f22abcddbfe tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.971391 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffee7d53-4ae0-4333-bb9d-9f22abcddbfe tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:50:00.972087 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffee7d53-4ae0-4333-bb9d-9f22abcddbfe tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:50:00.975368 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:50:00.979729 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c43b2860-90da-4108-a26b-5e02c3b2761d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36513a88ff464019a721d4e3e9d88f25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2995026 Jul 09 13:50:00.980758 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43b2860-90da-4108-a26b-5e02c3b2761d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=296f371e-901e-4576-bf6d-3526cfeeeaf1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:00.984948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60078) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:01.049218 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de65fb5f-7575-4fba-b028-c788b5b2709e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.061769 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffee7d53-4ae0-4333-bb9d-9f22abcddbfe tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.070110 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffee7d53-4ae0-4333-bb9d-9f22abcddbfe tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.080727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ffee7d53-4ae0-4333-bb9d-9f22abcddbfe tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/networks/f9317096-5cde-46fe-a370-b6bd6a5a6075 HTTP/1.1" status: 204 len: 168 time: 0.3548927 Jul 09 13:50:01.080933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60082) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:01.084589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-344788f8-d8b3-43aa-a713-ef303458ee32 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-212324182'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:01.093425 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee7d53-4ae0-4333-bb9d-9f22abcddbfe tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Network': ['ID=f9317096-5cde-46fe-a370-b6bd6a5a6075,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:01.107294 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de65fb5f-7575-4fba-b028-c788b5b2709e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.114600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344788f8-d8b3-43aa-a713-ef303458ee32 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:01.118117 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-344788f8-d8b3-43aa-a713-ef303458ee32 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.161303 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344788f8-d8b3-43aa-a713-ef303458ee32 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] vlan segment allocate from pool success with {'vlan_id': 337, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:50:01.171505 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-344788f8-d8b3-43aa-a713-ef303458ee32 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.171853 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-344788f8-d8b3-43aa-a713-ef303458ee32 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Added segment 20415961-81d5-4f09-98be-b5df723a779c of type vlan for network 84852f21-038d-457b-a019-e41a32d58944 Jul 09 13:50:01.207430 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de65fb5f-7575-4fba-b028-c788b5b2709e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.209953 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de65fb5f-7575-4fba-b028-c788b5b2709e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.213490 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-de65fb5f-7575-4fba-b028-c788b5b2709e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/296f371e-901e-4576-bf6d-3526cfeeeaf1 HTTP/1.1" status: 204 len: 168 time: 0.2251635 Jul 09 13:50:01.221303 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-344788f8-d8b3-43aa-a713-ef303458ee32 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.230985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de65fb5f-7575-4fba-b028-c788b5b2709e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=296f371e-901e-4576-bf6d-3526cfeeeaf1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:01.275774 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-344788f8-d8b3-43aa-a713-ef303458ee32 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.283445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344788f8-d8b3-43aa-a713-ef303458ee32 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:01.284196 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-344788f8-d8b3-43aa-a713-ef303458ee32 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.363858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344788f8-d8b3-43aa-a713-ef303458ee32 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Network': ['ID=84852f21-038d-457b-a019-e41a32d58944,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:01.375860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 84852f21-038d-457b-a019-e41a32d58944 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:50:01.395696 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-344788f8-d8b3-43aa-a713-ef303458ee32 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3123300 Jul 09 13:50:01.396557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60092) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:01.410136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fc0ce672-84e5-4e95-ac41-a25711749788 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'subnet': {'network_id': '84852f21-038d-457b-a019-e41a32d58944', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:01.544329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0ce672-84e5-4e95-ac41-a25711749788 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:01.548843 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce672-84e5-4e95-ac41-a25711749788 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.685876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dcd835-4ab4-42b8-bd9d-fe4c7dff6e6f req-58e9bad3-69e3-4215-807f-7fc5d390a252 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:01.694389 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-35dcd835-4ab4-42b8-bd9d-fe4c7dff6e6f req-58e9bad3-69e3-4215-807f-7fc5d390a252 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.3281732 Jul 09 13:50:01.751899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-35dcd835-4ab4-42b8-bd9d-fe4c7dff6e6f req-b2c20af7-bfcd-4b65-bbbd-e0bff8092bd1 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556550 Jul 09 13:50:01.798700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce672-84e5-4e95-ac41-a25711749788 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.828140 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0751a7e-0701-410d-8783-581e30085598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.883706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ce672-84e5-4e95-ac41-a25711749788 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Subnet': ['ID=2ace21e0-4288-488f-8aff-108ebce096a4,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:01.898327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc0ce672-84e5-4e95-ac41-a25711749788 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Checking segment: {'id': '20415961-81d5-4f09-98be-b5df723a779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '84852f21-038d-457b-a019-e41a32d58944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:01.898697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0ce672-84e5-4e95-ac41-a25711749788 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network hostable DHCP agents. Network: 84852f21-038d-457b-a019-e41a32d58944, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:50:01.920280 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc0ce672-84e5-4e95-ac41-a25711749788 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network 84852f21-038d-457b-a019-e41a32d58944 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:50:01.933205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-fc0ce672-84e5-4e95-ac41-a25711749788 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 84852f21-038d-457b-a019-e41a32d58944) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:01.939021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0ce672-84e5-4e95-ac41-a25711749788 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:01.940016 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc0ce672-84e5-4e95-ac41-a25711749788 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:01.947144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356ff375-266f-40e2-bcc7-242686fe4bf0 None None] Network 84852f21-038d-457b-a019-e41a32d58944 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:01.967026 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fc0ce672-84e5-4e95-ac41-a25711749788 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5685127 Jul 09 13:50:01.970038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60114) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:01.975613 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a45c0013-368a-4789-b59c-b82bebab3869 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'network_id': '84852f21-038d-457b-a019-e41a32d58944', 'name': 'tempest-PortsTestJSON-290021653'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:02.094200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a45c0013-368a-4789-b59c-b82bebab3869 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:02.099050 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a45c0013-368a-4789-b59c-b82bebab3869 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.137344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-84852f21-038d-457b-a019-e41a32d58944', 'network_id': '84852f21-038d-457b-a019-e41a32d58944', 'tenant_id': '14f4566bc7aa49019faa8b0557e922e2', 'fixed_ips': [{'subnet_id': '2ace21e0-4288-488f-8aff-108ebce096a4'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:50:02.138265 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.141031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-a45c0013-368a-4789-b59c-b82bebab3869 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] device_id is not set on port 38569fe3-8cbd-4723-a452-7c3eae4e625f yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:50:02.260171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-a45c0013-368a-4789-b59c-b82bebab3869 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Allocated IP 172.20.0.10 (84852f21-038d-457b-a019-e41a32d58944/2ace21e0-4288-488f-8aff-108ebce096a4/38569fe3-8cbd-4723-a452-7c3eae4e625f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:02.417894 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a45c0013-368a-4789-b59c-b82bebab3869 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.433348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-a45c0013-368a-4789-b59c-b82bebab3869 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Transition to ACTIVE for port object 38569fe3-8cbd-4723-a452-7c3eae4e625f will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:02.472772 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a45c0013-368a-4789-b59c-b82bebab3869 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.517109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a45c0013-368a-4789-b59c-b82bebab3869 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network 84852f21-038d-457b-a019-e41a32d58944 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:02.520676 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a45c0013-368a-4789-b59c-b82bebab3869 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:02.523285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a45c0013-368a-4789-b59c-b82bebab3869 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:02.538126 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Allocated IP 172.20.0.2 (84852f21-038d-457b-a019-e41a32d58944/2ace21e0-4288-488f-8aff-108ebce096a4/9c8a9739-0f73-42df-bc40-26afcc54692a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:02.577854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45c0013-368a-4789-b59c-b82bebab3869 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=38569fe3-8cbd-4723-a452-7c3eae4e625f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:02.593155 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a45c0013-368a-4789-b59c-b82bebab3869 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:02.594222 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a45c0013-368a-4789-b59c-b82bebab3869 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.609795 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a45c0013-368a-4789-b59c-b82bebab3869 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.6383529 Jul 09 13:50:02.612414 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60136) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:02.699875 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.711175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Transition to ACTIVE for port object 9c8a9739-0f73-42df-bc40-26afcc54692a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:02.722240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-398ed98b-43a8-4726-85b6-aa387622bc21 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 38569fe3-8cbd-4723-a452-7c3eae4e625f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:02.722878 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-398ed98b-43a8-4726-85b6-aa387622bc21 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.728233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Transition to ACTIVE for port object 9c8a9739-0f73-42df-bc40-26afcc54692a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:02.737603 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.777704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Network 84852f21-038d-457b-a019-e41a32d58944 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:02.777986 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60140) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:02.781635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:02.785743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:02.804641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Pushing event updated for resources: {'Port': ['ID=9c8a9739-0f73-42df-bc40-26afcc54692a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:02.833086 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-398ed98b-43a8-4726-85b6-aa387622bc21 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.852443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-398ed98b-43a8-4726-85b6-aa387622bc21 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 38569fe3-8cbd-4723-a452-7c3eae4e625f owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:02.862275 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Attempting to bind port 9c8a9739-0f73-42df-bc40-26afcc54692a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:02.862660 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Attempting to bind port 9c8a9739-0f73-42df-bc40-26afcc54692a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '20415961-81d5-4f09-98be-b5df723a779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '84852f21-038d-457b-a019-e41a32d58944'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:02.863462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Attempting to bind port 9c8a9739-0f73-42df-bc40-26afcc54692a on network 84852f21-038d-457b-a019-e41a32d58944 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:02.869628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 49, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:02.870567 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Checking segment: {'id': '20415961-81d5-4f09-98be-b5df723a779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '84852f21-038d-457b-a019-e41a32d58944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:02.871114 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.871692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Bound using segment: {'id': '20415961-81d5-4f09-98be-b5df723a779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '84852f21-038d-457b-a019-e41a32d58944'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:02.872243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Bound port: 9c8a9739-0f73-42df-bc40-26afcc54692a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20415961-81d5-4f09-98be-b5df723a779c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '84852f21-038d-457b-a019-e41a32d58944'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:02.872630 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.939361 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56339801-e1ed-4498-8c23-498651dd0e23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:02.952417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] For port 9c8a9739-0f73-42df-bc40-26afcc54692a, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:02.959621 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] For port 9c8a9739-0f73-42df-bc40-26afcc54692a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9c8a9739-0f73-42df-bc40-26afcc54692a,segment=NetworkSegment(20415961-81d5-4f09-98be-b5df723a779c),segment_id=20415961-81d5-4f09-98be-b5df723a779c)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:02.967742 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.029249 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-398ed98b-43a8-4726-85b6-aa387622bc21 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.037721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409969ca-3e75-45aa-926a-c9c6478438ea None None] Pushing event updated for resources: {'Port': ['ID=9c8a9739-0f73-42df-bc40-26afcc54692a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:03.084382 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ed98b-43a8-4726-85b6-aa387622bc21 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=38569fe3-8cbd-4723-a452-7c3eae4e625f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:03.137015 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56339801-e1ed-4498-8c23-498651dd0e23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.144141 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-56339801-e1ed-4498-8c23-498651dd0e23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.187673 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-398ed98b-43a8-4726-85b6-aa387622bc21 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.191908 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-398ed98b-43a8-4726-85b6-aa387622bc21 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/38569fe3-8cbd-4723-a452-7c3eae4e625f HTTP/1.1" status: 204 len: 168 time: 0.5782714 Jul 09 13:50:03.193230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60146) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:03.195934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56339801-e1ed-4498-8c23-498651dd0e23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=372e6534-c5fc-4f74-b3e7-74301b09a6d7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:03.204851 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-56339801-e1ed-4498-8c23-498651dd0e23 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=39b0dc1ee9af44899351a9796a8da701&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4254553 Jul 09 13:50:03.207726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60148) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:03.238196 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d003663-65a9-496f-bd12-1abe25bb0236 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] DELETE failed (client error): The resource could not be found. Jul 09 13:50:03.239185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d003663-65a9-496f-bd12-1abe25bb0236 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:50:03.241154 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3d003663-65a9-496f-bd12-1abe25bb0236 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/38569fe3-8cbd-4723-a452-7c3eae4e625f HTTP/1.1" status: 404 len: 333 time: 0.0468497 Jul 09 13:50:03.244317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60150) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:03.290467 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-879ed235-bc4d-4b37-8364-643ccc91dd28 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] GET failed (client error): The resource could not be found. Jul 09 13:50:03.293282 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-879ed235-bc4d-4b37-8364-643ccc91dd28 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/38569fe3-8cbd-4723-a452-7c3eae4e625f HTTP/1.1" status: 404 len: 333 time: 0.0461562 Jul 09 13:50:03.304820 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60152) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:03.526495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0be3c0dc-b900-4a49-b116-bd9dbabb261f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.526495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1cc9c2-9f3b-4ee1-aab3-1b7100277f82 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting subnet 2ace21e0-4288-488f-8aff-108ebce096a4 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:50:03.526495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0be3c0dc-b900-4a49-b116-bd9dbabb261f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.526495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc9c2-9f3b-4ee1-aab3-1b7100277f82 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.526495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc9c2-9f3b-4ee1-aab3-1b7100277f82 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.584157 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0be3c0dc-b900-4a49-b116-bd9dbabb261f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.587040 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0be3c0dc-b900-4a49-b116-bd9dbabb261f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.589638 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0be3c0dc-b900-4a49-b116-bd9dbabb261f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/372e6534-c5fc-4f74-b3e7-74301b09a6d7 HTTP/1.1" status: 204 len: 168 time: 0.3788319 Jul 09 13:50:03.590605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9c8a9739-0f73-42df-bc40-26afcc54692a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:03.608536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be3c0dc-b900-4a49-b116-bd9dbabb261f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=372e6534-c5fc-4f74-b3e7-74301b09a6d7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:03.658202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 9c8a9739-0f73-42df-bc40-26afcc54692a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:03.672693 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc9c2-9f3b-4ee1-aab3-1b7100277f82 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.748012 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc9c2-9f3b-4ee1-aab3-1b7100277f82 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.794383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1cc9c2-9f3b-4ee1-aab3-1b7100277f82 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Subnet': ['ID=2ace21e0-4288-488f-8aff-108ebce096a4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:03.798236 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0b1cc9c2-9f3b-4ee1-aab3-1b7100277f82 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.800265 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0b1cc9c2-9f3b-4ee1-aab3-1b7100277f82 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/2ace21e0-4288-488f-8aff-108ebce096a4 HTTP/1.1" status: 204 len: 168 time: 0.4916675 Jul 09 13:50:03.802954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60174) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:03.886241 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:03.979305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 9c8a9739-0f73-42df-bc40-26afcc54692a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:03.979877 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.073745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] For port 9c8a9739-0f73-42df-bc40-26afcc54692a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9c8a9739-0f73-42df-bc40-26afcc54692a,segment=NetworkSegment(20415961-81d5-4f09-98be-b5df723a779c),segment_id=20415961-81d5-4f09-98be-b5df723a779c)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:04.074122 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.093583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 9c8a9739-0f73-42df-bc40-26afcc54692a owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:04.222021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.256052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=9c8a9739-0f73-42df-bc40-26afcc54692a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:04.271401 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No DVR routers for this DVR port 9c8a9739-0f73-42df-bc40-26afcc54692a on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:04.364122 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.376696 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84852f21-038d-457b-a019-e41a32d58944']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:04.391363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20415961-81d5-4f09-98be-b5df723a779c') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:04.391363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20415961-81d5-4f09-98be-b5df723a779c') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:04.400452 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.417530 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.424250 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Releasing vlan 337 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:50:04.424663 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:50:04.427789 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:50:04.435692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1899b30a-f97d-4ad1-ae69-d14303461c90 None None] Network 84852f21-038d-457b-a019-e41a32d58944 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:04.489209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2bc76de5-5eeb-4c26-94c7-120fe3ff5f81 None None] Could not find standard attr ID for object 9c8a9739-0f73-42df-bc40-26afcc54692a. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:50:04.524939 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60202) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:04.532392 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.541832 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.547783 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/networks/84852f21-038d-457b-a019-e41a32d58944 HTTP/1.1" status: 204 len: 168 time: 0.7432315 Jul 09 13:50:04.549550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60208) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:04.560145 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ae9c9dd9-e0c0-4c15-9c6e-c4e8bc028347 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-783195015'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:04.560638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3f8d5c-a37c-4cee-9a25-96a08b3358e8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Network': ['ID=84852f21-038d-457b-a019-e41a32d58944,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:04.598210 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae9c9dd9-e0c0-4c15-9c6e-c4e8bc028347 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:04.613036 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae9c9dd9-e0c0-4c15-9c6e-c4e8bc028347 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.631722 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.659614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae9c9dd9-e0c0-4c15-9c6e-c4e8bc028347 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:50:04.665941 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9971f15a-4468-4d08-b78b-e282168173d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.680594 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff9de0a-37d3-4068-9eb0-8fe1507f937c None None] DHCP port deletion for 84852f21-038d-457b-a019-e41a32d58944 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:50:04.688124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8f8c9b2b-5542-49bb-851b-be04e46fa3b1 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2142396146-network', 'tenant_id': '7b86309bcb9d4dfea363709c2bcbeb7c'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:04.703746 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae9c9dd9-e0c0-4c15-9c6e-c4e8bc028347 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.704453 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-ae9c9dd9-e0c0-4c15-9c6e-c4e8bc028347 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Added segment 81dbd05d-c3f3-4119-ba6d-369cf8667682 of type vlan for network 0b35b5e3-31d6-43dc-875b-31ddc4226ed5 Jul 09 13:50:04.764960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f8c9b2b-5542-49bb-851b-be04e46fa3b1 admin admin] Made reservation on behalf of 7b86309bcb9d4dfea363709c2bcbeb7c for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:04.767204 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9b2b-5542-49bb-851b-be04e46fa3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.783185 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae9c9dd9-e0c0-4c15-9c6e-c4e8bc028347 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.787779 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9b2b-5542-49bb-851b-be04e46fa3b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.835298 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae9c9dd9-e0c0-4c15-9c6e-c4e8bc028347 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.841710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae9c9dd9-e0c0-4c15-9c6e-c4e8bc028347 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:04.842370 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ae9c9dd9-e0c0-4c15-9c6e-c4e8bc028347 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:04.936361 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9c9dd9-e0c0-4c15-9c6e-c4e8bc028347 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Network': ['ID=0b35b5e3-31d6-43dc-875b-31ddc4226ed5,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:04.961697 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 0b35b5e3-31d6-43dc-875b-31ddc4226ed5 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:50:05.005861 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9b2b-5542-49bb-851b-be04e46fa3b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.015752 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9b2b-5542-49bb-851b-be04e46fa3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.032206 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ae9c9dd9-e0c0-4c15-9c6e-c4e8bc028347 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4786341 Jul 09 13:50:05.032638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60218) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:05.041434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c4a6073e-408c-47e0-bdea-5b80d10cfad2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'subnet': {'network_id': '0b35b5e3-31d6-43dc-875b-31ddc4226ed5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:05.059791 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f8c9b2b-5542-49bb-851b-be04e46fa3b1 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:50:05.062034 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c9b2b-5542-49bb-851b-be04e46fa3b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=710d85e6-9833-4f03-85ca-1d18cc1aad48,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:05.076410 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9b2b-5542-49bb-851b-be04e46fa3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.076895 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-8f8c9b2b-5542-49bb-851b-be04e46fa3b1 admin admin] Added segment d2f041a4-d636-4a31-9989-72ea041c75fb of type vlan for network 970bbcd7-9c46-4e4a-becd-63861cc15c62 Jul 09 13:50:05.128069 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9b2b-5542-49bb-851b-be04e46fa3b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.170734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a6073e-408c-47e0-bdea-5b80d10cfad2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:05.171810 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9b2b-5542-49bb-851b-be04e46fa3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.172834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f8c9b2b-5542-49bb-851b-be04e46fa3b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:05.173424 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f8c9b2b-5542-49bb-851b-be04e46fa3b1 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.174759 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4a6073e-408c-47e0-bdea-5b80d10cfad2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.238783 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8f8c9b2b-5542-49bb-851b-be04e46fa3b1 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7124326 Jul 09 13:50:05.243212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60226) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:05.251577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b64d1b66-2e82-4ab9-9407-a509840336aa admin admin] Request body: {'subnet': {'network_id': '970bbcd7-9c46-4e4a-becd-63861cc15c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2142396146-subnet', 'tenant_id': '7b86309bcb9d4dfea363709c2bcbeb7c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:05.259436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8c9b2b-5542-49bb-851b-be04e46fa3b1 admin admin] Pushing event updated for resources: {'Network': ['ID=970bbcd7-9c46-4e4a-becd-63861cc15c62,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:05.272343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 970bbcd7-9c46-4e4a-becd-63861cc15c62 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:50:05.304217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b64d1b66-2e82-4ab9-9407-a509840336aa admin admin] Made reservation on behalf of 7b86309bcb9d4dfea363709c2bcbeb7c for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:05.306900 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b64d1b66-2e82-4ab9-9407-a509840336aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.484296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9c8a9739-0f73-42df-bc40-26afcc54692a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:50:05.493298 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4a6073e-408c-47e0-bdea-5b80d10cfad2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.510502 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 9c8a9739-0f73-42df-bc40-26afcc54692a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:50:05.512035 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9c8a9739-0f73-42df-bc40-26afcc54692a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:50:05.597138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a6073e-408c-47e0-bdea-5b80d10cfad2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Subnet': ['ID=476f33b2-21c5-4e72-9eb4-e60c52bd84f6,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:05.624392 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.642890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a6073e-408c-47e0-bdea-5b80d10cfad2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Checking segment: {'id': '81dbd05d-c3f3-4119-ba6d-369cf8667682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b35b5e3-31d6-43dc-875b-31ddc4226ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:05.643308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a6073e-408c-47e0-bdea-5b80d10cfad2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network hostable DHCP agents. Network: 0b35b5e3-31d6-43dc-875b-31ddc4226ed5, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:50:05.657047 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b64d1b66-2e82-4ab9-9407-a509840336aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.702360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4a6073e-408c-47e0-bdea-5b80d10cfad2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network 0b35b5e3-31d6-43dc-875b-31ddc4226ed5 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:50:05.720449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d1b66-2e82-4ab9-9407-a509840336aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f4aff69-6a4a-45da-a6b8-76d5f93b8b6b,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:05.726722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c4a6073e-408c-47e0-bdea-5b80d10cfad2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 0b35b5e3-31d6-43dc-875b-31ddc4226ed5) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:05.737175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f33cedaa-aedd-489d-9847-0dcc47fdbfa5 None None] Network 0b35b5e3-31d6-43dc-875b-31ddc4226ed5 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:05.737721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a6073e-408c-47e0-bdea-5b80d10cfad2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:05.737903 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4a6073e-408c-47e0-bdea-5b80d10cfad2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.754487 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b64d1b66-2e82-4ab9-9407-a509840336aa admin admin] Checking segment: {'id': 'd2f041a4-d636-4a31-9989-72ea041c75fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '970bbcd7-9c46-4e4a-becd-63861cc15c62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:05.754975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d1b66-2e82-4ab9-9407-a509840336aa admin admin] Network hostable DHCP agents. Network: 970bbcd7-9c46-4e4a-becd-63861cc15c62, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:50:05.765685 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c4a6073e-408c-47e0-bdea-5b80d10cfad2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7247791 Jul 09 13:50:05.766148 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60234) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:05.771669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-44aaaab0-24d3-4b13-9b8d-70cf25c12b59 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'network_id': '0b35b5e3-31d6-43dc-875b-31ddc4226ed5', 'security_groups': [], 'name': 'tempest-PortsTestJSON-959205807'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:05.846475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b64d1b66-2e82-4ab9-9407-a509840336aa admin admin] Network 970bbcd7-9c46-4e4a-becd-63861cc15c62 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:50:05.863665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b64d1b66-2e82-4ab9-9407-a509840336aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 970bbcd7-9c46-4e4a-becd-63861cc15c62) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:05.871748 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b64d1b66-2e82-4ab9-9407-a509840336aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:05.872319 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b64d1b66-2e82-4ab9-9407-a509840336aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.890753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d342ce4f-f7db-48d1-8e24-70a48043e475 None None] Network 970bbcd7-9c46-4e4a-becd-63861cc15c62 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:05.915736 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b64d1b66-2e82-4ab9-9407-a509840336aa admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6683893 Jul 09 13:50:05.941399 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44aaaab0-24d3-4b13-9b8d-70cf25c12b59 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:05.956538 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44aaaab0-24d3-4b13-9b8d-70cf25c12b59 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:05.987571 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-44aaaab0-24d3-4b13-9b8d-70cf25c12b59 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] device_id is not set on port 7b47bf2e-0432-47f8-866f-a532b651e4f5 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:50:06.005958 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-0b35b5e3-31d6-43dc-875b-31ddc4226ed5', 'network_id': '0b35b5e3-31d6-43dc-875b-31ddc4226ed5', 'tenant_id': '14f4566bc7aa49019faa8b0557e922e2', 'fixed_ips': [{'subnet_id': '476f33b2-21c5-4e72-9eb4-e60c52bd84f6'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:50:06.012788 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.154407 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-44aaaab0-24d3-4b13-9b8d-70cf25c12b59 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Allocated IP 172.20.0.5 (0b35b5e3-31d6-43dc-875b-31ddc4226ed5/476f33b2-21c5-4e72-9eb4-e60c52bd84f6/7b47bf2e-0432-47f8-866f-a532b651e4f5) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:06.215544 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daabfe43-e713-4c5d-acd9-8e5c5fedf47e None None] Network 970bbcd7-9c46-4e4a-becd-63861cc15c62 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:06.359572 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44aaaab0-24d3-4b13-9b8d-70cf25c12b59 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.386183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-44aaaab0-24d3-4b13-9b8d-70cf25c12b59 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Transition to ACTIVE for port object 7b47bf2e-0432-47f8-866f-a532b651e4f5 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:06.429811 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44aaaab0-24d3-4b13-9b8d-70cf25c12b59 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.491769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aaaab0-24d3-4b13-9b8d-70cf25c12b59 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=7b47bf2e-0432-47f8-866f-a532b651e4f5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:06.494333 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Allocated IP 172.20.0.2 (0b35b5e3-31d6-43dc-875b-31ddc4226ed5/476f33b2-21c5-4e72-9eb4-e60c52bd84f6/05773652-d3ee-439d-9fce-d108371c246e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:06.519910 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44aaaab0-24d3-4b13-9b8d-70cf25c12b59 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network 0b35b5e3-31d6-43dc-875b-31ddc4226ed5 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:06.522853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-44aaaab0-24d3-4b13-9b8d-70cf25c12b59 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:06.525733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aaaab0-24d3-4b13-9b8d-70cf25c12b59 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:06.601707 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44aaaab0-24d3-4b13-9b8d-70cf25c12b59 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:06.601707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44aaaab0-24d3-4b13-9b8d-70cf25c12b59 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.627022 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-44aaaab0-24d3-4b13-9b8d-70cf25c12b59 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 0.8597679 Jul 09 13:50:06.630206 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60256) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:06.785300 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.810355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Transition to ACTIVE for port object 05773652-d3ee-439d-9fce-d108371c246e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:06.842341 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Transition to ACTIVE for port object 05773652-d3ee-439d-9fce-d108371c246e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:06.845904 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a41f68c6-158a-44eb-b0fc-d2b969e44fdc tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 7b47bf2e-0432-47f8-866f-a532b651e4f5 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:06.847032 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a41f68c6-158a-44eb-b0fc-d2b969e44fdc tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.851852 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:06.896231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Pushing event updated for resources: {'Port': ['ID=05773652-d3ee-439d-9fce-d108371c246e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:06.912413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Network 0b35b5e3-31d6-43dc-875b-31ddc4226ed5 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:06.913989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:06.920303 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:06.993423 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a41f68c6-158a-44eb-b0fc-d2b969e44fdc tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.020296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Attempting to bind port 05773652-d3ee-439d-9fce-d108371c246e on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:07.020677 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Attempting to bind port 05773652-d3ee-439d-9fce-d108371c246e by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '81dbd05d-c3f3-4119-ba6d-369cf8667682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b35b5e3-31d6-43dc-875b-31ddc4226ed5'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:07.031447 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Attempting to bind port 05773652-d3ee-439d-9fce-d108371c246e on network 0b35b5e3-31d6-43dc-875b-31ddc4226ed5 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:07.035775 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a41f68c6-158a-44eb-b0fc-d2b969e44fdc tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 7b47bf2e-0432-47f8-866f-a532b651e4f5 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:07.046995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:07.047410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Checking segment: {'id': '81dbd05d-c3f3-4119-ba6d-369cf8667682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b35b5e3-31d6-43dc-875b-31ddc4226ed5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:07.047829 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.048234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Bound using segment: {'id': '81dbd05d-c3f3-4119-ba6d-369cf8667682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b35b5e3-31d6-43dc-875b-31ddc4226ed5'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:07.048719 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Bound port: 05773652-d3ee-439d-9fce-d108371c246e, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81dbd05d-c3f3-4119-ba6d-369cf8667682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '0b35b5e3-31d6-43dc-875b-31ddc4226ed5'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:07.049112 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.099417 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.158326 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] For port 05773652-d3ee-439d-9fce-d108371c246e, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:07.166314 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] For port 05773652-d3ee-439d-9fce-d108371c246e, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=05773652-d3ee-439d-9fce-d108371c246e,segment=NetworkSegment(81dbd05d-c3f3-4119-ba6d-369cf8667682),segment_id=81dbd05d-c3f3-4119-ba6d-369cf8667682)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:07.173835 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.281397 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f2c81-e3a9-490e-85ac-e6b0645cf57d None None] Pushing event updated for resources: {'Port': ['ID=05773652-d3ee-439d-9fce-d108371c246e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:07.288832 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a41f68c6-158a-44eb-b0fc-d2b969e44fdc tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.332349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41f68c6-158a-44eb-b0fc-d2b969e44fdc tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=7b47bf2e-0432-47f8-866f-a532b651e4f5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:07.460739 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a41f68c6-158a-44eb-b0fc-d2b969e44fdc tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.466855 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a41f68c6-158a-44eb-b0fc-d2b969e44fdc tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/7b47bf2e-0432-47f8-866f-a532b651e4f5 HTTP/1.1" status: 204 len: 168 time: 0.8339324 Jul 09 13:50:07.469801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60270) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:07.516127 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a1d485-40fd-45d8-a33e-1f1365739f5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] GET failed (client error): The resource could not be found. Jul 09 13:50:07.517998 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a3a1d485-40fd-45d8-a33e-1f1365739f5c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/7b47bf2e-0432-47f8-866f-a532b651e4f5 HTTP/1.1" status: 404 len: 333 time: 0.0467670 Jul 09 13:50:07.523959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60274) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:07.625161 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cdb874-644c-4bff-8f80-c239fe58063d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting subnet 476f33b2-21c5-4e72-9eb4-e60c52bd84f6 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:50:07.646283 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-53cdb874-644c-4bff-8f80-c239fe58063d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.720483 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-53cdb874-644c-4bff-8f80-c239fe58063d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.824489 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-53cdb874-644c-4bff-8f80-c239fe58063d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.912086 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-53cdb874-644c-4bff-8f80-c239fe58063d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.932649 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-53cdb874-644c-4bff-8f80-c239fe58063d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:07.935882 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-53cdb874-644c-4bff-8f80-c239fe58063d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/476f33b2-21c5-4e72-9eb4-e60c52bd84f6 HTTP/1.1" status: 204 len: 168 time: 0.4132822 Jul 09 13:50:07.938729 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60284) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:07.984178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cdb874-644c-4bff-8f80-c239fe58063d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Subnet': ['ID=476f33b2-21c5-4e72-9eb4-e60c52bd84f6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:08.074771 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.154188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 05773652-d3ee-439d-9fce-d108371c246e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:08.154585 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.243810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] For port 05773652-d3ee-439d-9fce-d108371c246e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=05773652-d3ee-439d-9fce-d108371c246e,segment=NetworkSegment(81dbd05d-c3f3-4119-ba6d-369cf8667682),segment_id=81dbd05d-c3f3-4119-ba6d-369cf8667682)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:08.244283 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.265516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 05773652-d3ee-439d-9fce-d108371c246e owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:08.361291 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.397591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No DVR routers for this DVR port 05773652-d3ee-439d-9fce-d108371c246e on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:08.445375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=05773652-d3ee-439d-9fce-d108371c246e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:08.528623 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.543104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b35b5e3-31d6-43dc-875b-31ddc4226ed5']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:08.554080 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.556800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81dbd05d-c3f3-4119-ba6d-369cf8667682') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:08.557333 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81dbd05d-c3f3-4119-ba6d-369cf8667682') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:08.567981 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.586139 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.591342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27404adb-fe25-4321-aa49-a1250a0b9deb None None] Network 0b35b5e3-31d6-43dc-875b-31ddc4226ed5 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:08.600489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:50:08.601010 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:50:08.605583 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:50:08.681564 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.714709 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.716164 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d6ce9f17-adef-44c7-9e6f-e9d5899d6989 None None] Could not find standard attr ID for object 05773652-d3ee-439d-9fce-d108371c246e. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:50:08.717705 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/networks/0b35b5e3-31d6-43dc-875b-31ddc4226ed5 HTTP/1.1" status: 204 len: 168 time: 0.7774203 Jul 09 13:50:08.718734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a97838f-9615-4632-aa54-3451e440641f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Network': ['ID=0b35b5e3-31d6-43dc-875b-31ddc4226ed5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:08.721179 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60298) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:08.726950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-67116ce5-46ea-4e5f-bf7f-7471bd62cd75 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'name': 'tempest-PortsTestJSON-1467097150'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:08.765573 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.827787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67116ce5-46ea-4e5f-bf7f-7471bd62cd75 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:08.831939 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67116ce5-46ea-4e5f-bf7f-7471bd62cd75 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:08.852158 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7d584b-11dc-4a71-8079-5dedfe0602bf None None] DHCP port deletion for 0b35b5e3-31d6-43dc-875b-31ddc4226ed5 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:50:08.876728 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-67116ce5-46ea-4e5f-bf7f-7471bd62cd75 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] device_id is not set on port 66be270b-de60-42e1-9282-ab3a5c713b8b yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:50:09.059970 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67116ce5-46ea-4e5f-bf7f-7471bd62cd75 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.100924 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67116ce5-46ea-4e5f-bf7f-7471bd62cd75 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.172269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67116ce5-46ea-4e5f-bf7f-7471bd62cd75 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:09.178201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-67116ce5-46ea-4e5f-bf7f-7471bd62cd75 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:09.182301 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67116ce5-46ea-4e5f-bf7f-7471bd62cd75 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:09.187938 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67116ce5-46ea-4e5f-bf7f-7471bd62cd75 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:09.188566 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67116ce5-46ea-4e5f-bf7f-7471bd62cd75 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.208808 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67116ce5-46ea-4e5f-bf7f-7471bd62cd75 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=66be270b-de60-42e1-9282-ab3a5c713b8b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:09.224935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-67116ce5-46ea-4e5f-bf7f-7471bd62cd75 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.5021214 Jul 09 13:50:09.227459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60308) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:09.409557 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-38ef0d83-1d87-4e6c-9bec-6ad4cd3e443c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 66be270b-de60-42e1-9282-ab3a5c713b8b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:09.409557 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-38ef0d83-1d87-4e6c-9bec-6ad4cd3e443c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.496839 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-38ef0d83-1d87-4e6c-9bec-6ad4cd3e443c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.512714 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-38ef0d83-1d87-4e6c-9bec-6ad4cd3e443c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 66be270b-de60-42e1-9282-ab3a5c713b8b owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:09.607078 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-38ef0d83-1d87-4e6c-9bec-6ad4cd3e443c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.639005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ef0d83-1d87-4e6c-9bec-6ad4cd3e443c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=66be270b-de60-42e1-9282-ab3a5c713b8b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:09.642530 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-38ef0d83-1d87-4e6c-9bec-6ad4cd3e443c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.644595 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-38ef0d83-1d87-4e6c-9bec-6ad4cd3e443c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/66be270b-de60-42e1-9282-ab3a5c713b8b HTTP/1.1" status: 204 len: 168 time: 0.4160409 Jul 09 13:50:09.647240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60316) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:09.652525 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-82dea2a6-0ecf-4d6a-88da-d1895b0a6e53 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'mac_address': 'fa:16:3e:df:f4:60', 'name': 'tempest-PortsTestJSON-422765211'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:09.774670 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82dea2a6-0ecf-4d6a-88da-d1895b0a6e53 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:09.844253 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82dea2a6-0ecf-4d6a-88da-d1895b0a6e53 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:09.872667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-82dea2a6-0ecf-4d6a-88da-d1895b0a6e53 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] device_id is not set on port 5a27331d-7899-43ee-83b8-71eb95e8ec57 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:50:10.057912 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82dea2a6-0ecf-4d6a-88da-d1895b0a6e53 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.095534 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82dea2a6-0ecf-4d6a-88da-d1895b0a6e53 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.156476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82dea2a6-0ecf-4d6a-88da-d1895b0a6e53 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:10.159818 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-82dea2a6-0ecf-4d6a-88da-d1895b0a6e53 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:10.162226 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dea2a6-0ecf-4d6a-88da-d1895b0a6e53 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:10.168956 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82dea2a6-0ecf-4d6a-88da-d1895b0a6e53 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:10.169594 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-82dea2a6-0ecf-4d6a-88da-d1895b0a6e53 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.185057 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dea2a6-0ecf-4d6a-88da-d1895b0a6e53 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=5a27331d-7899-43ee-83b8-71eb95e8ec57,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:10.199333 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-82dea2a6-0ecf-4d6a-88da-d1895b0a6e53 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.5505786 Jul 09 13:50:10.201663 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60330) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:10.263788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be495de-a27b-44ed-93d2-b0698e75c718 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:10.265207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2be495de-a27b-44ed-93d2-b0698e75c718 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/5a27331d-7899-43ee-83b8-71eb95e8ec57 HTTP/1.1" status: 200 len: 840 time: 0.0624754 Jul 09 13:50:10.268073 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60332) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:10.393044 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-eb709249-39ff-4525-85bf-4af05b4a2cae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 5a27331d-7899-43ee-83b8-71eb95e8ec57 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:10.393387 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb709249-39ff-4525-85bf-4af05b4a2cae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.471040 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb709249-39ff-4525-85bf-4af05b4a2cae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.486595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-eb709249-39ff-4525-85bf-4af05b4a2cae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 5a27331d-7899-43ee-83b8-71eb95e8ec57 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:10.580180 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb709249-39ff-4525-85bf-4af05b4a2cae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.610881 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb709249-39ff-4525-85bf-4af05b4a2cae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=5a27331d-7899-43ee-83b8-71eb95e8ec57,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:10.615783 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb709249-39ff-4525-85bf-4af05b4a2cae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.620794 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-eb709249-39ff-4525-85bf-4af05b4a2cae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/5a27331d-7899-43ee-83b8-71eb95e8ec57 HTTP/1.1" status: 204 len: 168 time: 0.3483307 Jul 09 13:50:10.620794 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60344) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:10.656938 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9e24670-ac38-4157-aa6a-c8c06878094c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] GET failed (client error): The resource could not be found. Jul 09 13:50:10.658568 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f9e24670-ac38-4157-aa6a-c8c06878094c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/5a27331d-7899-43ee-83b8-71eb95e8ec57 HTTP/1.1" status: 404 len: 333 time: 0.0368421 Jul 09 13:50:10.663111 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60346) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:10.668932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c1e0294b-4089-4900-8cbe-91f8774a8941 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'name': 'tempest-PortsTestJSON-1461742526'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:10.770094 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1e0294b-4089-4900-8cbe-91f8774a8941 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:10.773649 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1e0294b-4089-4900-8cbe-91f8774a8941 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:10.794031 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-c1e0294b-4089-4900-8cbe-91f8774a8941 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] device_id is not set on port 910f7651-e346-4c61-8bce-f040016e3783 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:50:10.984638 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1e0294b-4089-4900-8cbe-91f8774a8941 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.027884 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1e0294b-4089-4900-8cbe-91f8774a8941 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.091321 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e0294b-4089-4900-8cbe-91f8774a8941 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:11.094781 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c1e0294b-4089-4900-8cbe-91f8774a8941 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:11.098855 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e0294b-4089-4900-8cbe-91f8774a8941 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:11.105015 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1e0294b-4089-4900-8cbe-91f8774a8941 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:11.105992 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1e0294b-4089-4900-8cbe-91f8774a8941 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.115724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e0294b-4089-4900-8cbe-91f8774a8941 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=910f7651-e346-4c61-8bce-f040016e3783,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:11.135337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60354) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:11.136109 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c1e0294b-4089-4900-8cbe-91f8774a8941 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.4700336 Jul 09 13:50:11.142023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-473aa533-a665-4bd8-bc8c-227dfbf5d793 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:11.234807 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-473aa533-a665-4bd8-bc8c-227dfbf5d793 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.439346 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-473aa533-a665-4bd8-bc8c-227dfbf5d793 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.445093 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-473aa533-a665-4bd8-bc8c-227dfbf5d793 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.479271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-473aa533-a665-4bd8-bc8c-227dfbf5d793 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] In _notify_port_updated(), no bound segment for port 910f7651-e346-4c61-8bce-f040016e3783 on network f9cf850b-bdc2-4b91-8824-516ed18adb27 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:50:11.484959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473aa533-a665-4bd8-bc8c-227dfbf5d793 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:11.485593 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-473aa533-a665-4bd8-bc8c-227dfbf5d793 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.486930 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-473aa533-a665-4bd8-bc8c-227dfbf5d793 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "PUT /v2.0/ports/910f7651-e346-4c61-8bce-f040016e3783 HTTP/1.1" status: 200 len: 818 time: 0.3524914 Jul 09 13:50:11.489818 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60364) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:11.512275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473aa533-a665-4bd8-bc8c-227dfbf5d793 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=910f7651-e346-4c61-8bce-f040016e3783,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:11.615082 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a0005466-0f20-4a81-9659-508ab696008c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 910f7651-e346-4c61-8bce-f040016e3783 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:11.615458 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0005466-0f20-4a81-9659-508ab696008c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.696421 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0005466-0f20-4a81-9659-508ab696008c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.716607 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a0005466-0f20-4a81-9659-508ab696008c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 910f7651-e346-4c61-8bce-f040016e3783 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:11.820540 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0005466-0f20-4a81-9659-508ab696008c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.855907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0005466-0f20-4a81-9659-508ab696008c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=910f7651-e346-4c61-8bce-f040016e3783,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:11.861359 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a0005466-0f20-4a81-9659-508ab696008c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:11.865627 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a0005466-0f20-4a81-9659-508ab696008c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/910f7651-e346-4c61-8bce-f040016e3783 HTTP/1.1" status: 204 len: 168 time: 0.3724844 Jul 09 13:50:11.865971 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60372) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:11.941562 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2ea4952-9de8-40d2-9545-a3f3a51d1a02 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:11.945628 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e2ea4952-9de8-40d2-9545-a3f3a51d1a02 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0762246 Jul 09 13:50:11.947275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60376) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:11.981432 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3a4c69-11c1-4ad3-9596-b7e5d49eb5ae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] GET failed (client error): The resource could not be found. Jul 09 13:50:11.986507 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cf3a4c69-11c1-4ad3-9596-b7e5d49eb5ae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/910f7651-e346-4c61-8bce-f040016e3783 HTTP/1.1" status: 404 len: 333 time: 0.0341485 Jul 09 13:50:11.986949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60378) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:11.992348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-210f7ddf-8a3f-4a32-a467-8af36e85aea7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1393510314'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:12.020191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210f7ddf-8a3f-4a32-a467-8af36e85aea7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:12.025188 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-210f7ddf-8a3f-4a32-a467-8af36e85aea7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.086708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-210f7ddf-8a3f-4a32-a467-8af36e85aea7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:50:12.097553 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-210f7ddf-8a3f-4a32-a467-8af36e85aea7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.097903 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-210f7ddf-8a3f-4a32-a467-8af36e85aea7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Added segment 3a26d2ba-f599-4d4f-b24a-42b346406167 of type vlan for network 4729d80f-1f2a-4f8f-9039-da520ad22547 Jul 09 13:50:12.148745 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-210f7ddf-8a3f-4a32-a467-8af36e85aea7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.183811 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-210f7ddf-8a3f-4a32-a467-8af36e85aea7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.190033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210f7ddf-8a3f-4a32-a467-8af36e85aea7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:12.190647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-210f7ddf-8a3f-4a32-a467-8af36e85aea7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.258513 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-210f7ddf-8a3f-4a32-a467-8af36e85aea7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2703035 Jul 09 13:50:12.262498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60384) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:12.268771 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-00677f88-7182-4186-b84d-b60ecd3ddc72 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'subnet': {'network_id': '4729d80f-1f2a-4f8f-9039-da520ad22547', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:12.273411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210f7ddf-8a3f-4a32-a467-8af36e85aea7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Network': ['ID=4729d80f-1f2a-4f8f-9039-da520ad22547,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:12.289933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 4729d80f-1f2a-4f8f-9039-da520ad22547 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:50:12.383504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00677f88-7182-4186-b84d-b60ecd3ddc72 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:12.388448 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00677f88-7182-4186-b84d-b60ecd3ddc72 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.650843 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00677f88-7182-4186-b84d-b60ecd3ddc72 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.714585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00677f88-7182-4186-b84d-b60ecd3ddc72 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Subnet': ['ID=02ae9672-dd06-4dd8-8cd4-e0bd0018cc4a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:12.730347 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00677f88-7182-4186-b84d-b60ecd3ddc72 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Checking segment: {'id': '3a26d2ba-f599-4d4f-b24a-42b346406167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4729d80f-1f2a-4f8f-9039-da520ad22547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:12.730726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00677f88-7182-4186-b84d-b60ecd3ddc72 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network hostable DHCP agents. Network: 4729d80f-1f2a-4f8f-9039-da520ad22547, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:50:12.752677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00677f88-7182-4186-b84d-b60ecd3ddc72 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network 4729d80f-1f2a-4f8f-9039-da520ad22547 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:50:12.764516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-00677f88-7182-4186-b84d-b60ecd3ddc72 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 4729d80f-1f2a-4f8f-9039-da520ad22547) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:12.769677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00677f88-7182-4186-b84d-b60ecd3ddc72 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:12.770668 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00677f88-7182-4186-b84d-b60ecd3ddc72 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:12.774477 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf635758-887e-446e-9bae-5a4d53a7c62d None None] Network 4729d80f-1f2a-4f8f-9039-da520ad22547 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:12.791834 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-00677f88-7182-4186-b84d-b60ecd3ddc72 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5274038 Jul 09 13:50:12.794001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60398) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:12.799837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-83f2c9d0-569d-443b-a14a-66ac973ac39d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'subnet': {'network_id': '4729d80f-1f2a-4f8f-9039-da520ad22547', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:12.973526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-4729d80f-1f2a-4f8f-9039-da520ad22547', 'network_id': '4729d80f-1f2a-4f8f-9039-da520ad22547', 'tenant_id': '14f4566bc7aa49019faa8b0557e922e2', 'fixed_ips': [{'subnet_id': '02ae9672-dd06-4dd8-8cd4-e0bd0018cc4a'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:50:12.974307 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.016024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f2c9d0-569d-443b-a14a-66ac973ac39d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:13.019744 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83f2c9d0-569d-443b-a14a-66ac973ac39d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.131908 n-d-799525-3 neutron-server[93753]: INFO neutron.db.ipam_backend_mixin [None req-83f2c9d0-569d-443b-a14a-66ac973ac39d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 02ae9672-dd06-4dd8-8cd4-e0bd0018cc4a (CIDR: 172.20.0.0/28) Jul 09 13:50:13.141580 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-83f2c9d0-569d-443b-a14a-66ac973ac39d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:50:13.141580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83f2c9d0-569d-443b-a14a-66ac973ac39d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:50:13.161503 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-83f2c9d0-569d-443b-a14a-66ac973ac39d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3603642 Jul 09 13:50:13.162490 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60404) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:13.170480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3d5d4eff-49f2-428a-9e8c-689b148b7723 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'subnet': {'network_id': '4729d80f-1f2a-4f8f-9039-da520ad22547', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:13.199896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Allocated IP 172.20.0.2 (4729d80f-1f2a-4f8f-9039-da520ad22547/02ae9672-dd06-4dd8-8cd4-e0bd0018cc4a/8bc12801-5c26-4089-b54e-c906a5f0928d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:13.345248 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5d4eff-49f2-428a-9e8c-689b148b7723 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:13.350616 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d5d4eff-49f2-428a-9e8c-689b148b7723 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.459068 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.471554 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Transition to ACTIVE for port object 8bc12801-5c26-4089-b54e-c906a5f0928d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:13.492859 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Transition to ACTIVE for port object 8bc12801-5c26-4089-b54e-c906a5f0928d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:13.504702 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.545141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Network 4729d80f-1f2a-4f8f-9039-da520ad22547 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:13.548227 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:13.553265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:13.668314 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Attempting to bind port 8bc12801-5c26-4089-b54e-c906a5f0928d on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:13.668717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Attempting to bind port 8bc12801-5c26-4089-b54e-c906a5f0928d by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '3a26d2ba-f599-4d4f-b24a-42b346406167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4729d80f-1f2a-4f8f-9039-da520ad22547'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:13.669282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Attempting to bind port 8bc12801-5c26-4089-b54e-c906a5f0928d on network 4729d80f-1f2a-4f8f-9039-da520ad22547 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:13.672506 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Pushing event updated for resources: {'Port': ['ID=8bc12801-5c26-4089-b54e-c906a5f0928d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:13.685914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:13.686346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Checking segment: {'id': '3a26d2ba-f599-4d4f-b24a-42b346406167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4729d80f-1f2a-4f8f-9039-da520ad22547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:13.686775 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.687222 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Bound using segment: {'id': '3a26d2ba-f599-4d4f-b24a-42b346406167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4729d80f-1f2a-4f8f-9039-da520ad22547'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:13.689073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Bound port: 8bc12801-5c26-4089-b54e-c906a5f0928d, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a26d2ba-f599-4d4f-b24a-42b346406167', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': '4729d80f-1f2a-4f8f-9039-da520ad22547'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:13.689505 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.760481 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d5d4eff-49f2-428a-9e8c-689b148b7723 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.818264 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5d4eff-49f2-428a-9e8c-689b148b7723 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Subnet': ['ID=82264eb9-b630-4be7-a844-d215652938f3,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:13.836483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5d4eff-49f2-428a-9e8c-689b148b7723 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network 4729d80f-1f2a-4f8f-9039-da520ad22547 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:13.838659 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3d5d4eff-49f2-428a-9e8c-689b148b7723 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:13.845096 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5d4eff-49f2-428a-9e8c-689b148b7723 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:13.848234 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d5d4eff-49f2-428a-9e8c-689b148b7723 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.856125 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] For port 8bc12801-5c26-4089-b54e-c906a5f0928d, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:13.860513 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] For port 8bc12801-5c26-4089-b54e-c906a5f0928d, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8bc12801-5c26-4089-b54e-c906a5f0928d,segment=NetworkSegment(3a26d2ba-f599-4d4f-b24a-42b346406167),segment_id=3a26d2ba-f599-4d4f-b24a-42b346406167)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:13.866782 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:13.887423 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3d5d4eff-49f2-428a-9e8c-689b148b7723 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7220476 Jul 09 13:50:13.889945 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60422) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:13.895871 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-341bdedb-3661-4904-8048-eb10511a3abb tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'network_id': '4729d80f-1f2a-4f8f-9039-da520ad22547', 'fixed_ips': [{'subnet_id': '02ae9672-dd06-4dd8-8cd4-e0bd0018cc4a'}, {'subnet_id': '82264eb9-b630-4be7-a844-d215652938f3'}], 'name': 'tempest-PortsTestJSON-1252103938'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:13.939509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ea084e-ef87-4164-85a2-7ff8c1013f77 None None] Pushing event updated for resources: {'Port': ['ID=8bc12801-5c26-4089-b54e-c906a5f0928d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:14.076287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341bdedb-3661-4904-8048-eb10511a3abb tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:14.264844 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-341bdedb-3661-4904-8048-eb10511a3abb tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:14.302194 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-341bdedb-3661-4904-8048-eb10511a3abb tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] device_id is not set on port 8194dfea-9db4-4c93-8f03-7434d766a3ba yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:50:14.693174 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-341bdedb-3661-4904-8048-eb10511a3abb tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Allocated IP 172.20.0.11 (4729d80f-1f2a-4f8f-9039-da520ad22547/02ae9672-dd06-4dd8-8cd4-e0bd0018cc4a/8194dfea-9db4-4c93-8f03-7434d766a3ba) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:14.702210 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-341bdedb-3661-4904-8048-eb10511a3abb tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Allocated IP 172.20.0.27 (4729d80f-1f2a-4f8f-9039-da520ad22547/82264eb9-b630-4be7-a844-d215652938f3/8194dfea-9db4-4c93-8f03-7434d766a3ba) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:14.970307 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-341bdedb-3661-4904-8048-eb10511a3abb tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:14.993813 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-341bdedb-3661-4904-8048-eb10511a3abb tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Transition to ACTIVE for port object 8194dfea-9db4-4c93-8f03-7434d766a3ba will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:15.131630 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-341bdedb-3661-4904-8048-eb10511a3abb tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:15.192724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-341bdedb-3661-4904-8048-eb10511a3abb tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network 4729d80f-1f2a-4f8f-9039-da520ad22547 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:15.196542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-341bdedb-3661-4904-8048-eb10511a3abb tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:15.200959 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-341bdedb-3661-4904-8048-eb10511a3abb tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:15.232938 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341bdedb-3661-4904-8048-eb10511a3abb tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=8194dfea-9db4-4c93-8f03-7434d766a3ba,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:15.285453 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341bdedb-3661-4904-8048-eb10511a3abb tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:15.286173 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-341bdedb-3661-4904-8048-eb10511a3abb tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:15.310851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60448) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:15.311438 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-341bdedb-3661-4904-8048-eb10511a3abb tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.4199345 Jul 09 13:50:15.317093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-cc1e2924-65ea-4fed-86c9-365389b3dde5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '02ae9672-dd06-4dd8-8cd4-e0bd0018cc4a'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:15.345234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1111664-2a19-43ad-a83c-9bfd66e88331 None None] Network 4729d80f-1f2a-4f8f-9039-da520ad22547 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:15.415468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1740200b-5fbe-4c07-9bb6-b87ceb9370ba None None] Provisioning for port 8bc12801-5c26-4089-b54e-c906a5f0928d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:15.594850 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8bc12801-5c26-4089-b54e-c906a5f0928d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:15.653736 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cc1e2924-65ea-4fed-86c9-365389b3dde5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:15.708807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 8bc12801-5c26-4089-b54e-c906a5f0928d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:15.713559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 8bc12801-5c26-4089-b54e-c906a5f0928d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:15.714073 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:15.881155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8309f291-6092-41f0-b249-d632b749439a None None] Update dhcp port {'port': {'network_id': '4729d80f-1f2a-4f8f-9039-da520ad22547', 'fixed_ips': [{'subnet_id': '02ae9672-dd06-4dd8-8cd4-e0bd0018cc4a', 'ip_address': '172.20.0.2'}, {'subnet_id': '82264eb9-b630-4be7-a844-d215652938f3'}], 'binding:host_id': 'n-d-799525-3'}, 'id': '8bc12801-5c26-4089-b54e-c906a5f0928d'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:50:15.939650 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:15.961274 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8309f291-6092-41f0-b249-d632b749439a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.165290 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 8bc12801-5c26-4089-b54e-c906a5f0928d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8bc12801-5c26-4089-b54e-c906a5f0928d,segment=NetworkSegment(3a26d2ba-f599-4d4f-b24a-42b346406167),segment_id=3a26d2ba-f599-4d4f-b24a-42b346406167)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:16.182048 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.254808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=8bc12801-5c26-4089-b54e-c906a5f0928d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:16.261985 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:50:16.264200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:16.264200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:16.264200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:16.264704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:16.265018 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:16.265018 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:16.268530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:16.268530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:16.268530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:16.268530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:16.268530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:16.268530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:16.483425 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-cc1e2924-65ea-4fed-86c9-365389b3dde5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Delete allocated IP 172.20.0.27 (4729d80f-1f2a-4f8f-9039-da520ad22547/82264eb9-b630-4be7-a844-d215652938f3) {{(pid=93753) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 13:50:16.662468 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cc1e2924-65ea-4fed-86c9-365389b3dde5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.685596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-cc1e2924-65ea-4fed-86c9-365389b3dde5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Ignored duplicate provisioning block setup for port 8194dfea-9db4-4c93-8f03-7434d766a3ba by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 13:50:16.696120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cc1e2924-65ea-4fed-86c9-365389b3dde5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.806387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1e2924-65ea-4fed-86c9-365389b3dde5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=8194dfea-9db4-4c93-8f03-7434d766a3ba,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:16.814043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-8309f291-6092-41f0-b249-d632b749439a None None] Allocated IP 172.20.0.18 (4729d80f-1f2a-4f8f-9039-da520ad22547/82264eb9-b630-4be7-a844-d215652938f3/8bc12801-5c26-4089-b54e-c906a5f0928d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:16.832695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-cc1e2924-65ea-4fed-86c9-365389b3dde5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] In _notify_port_updated(), no bound segment for port 8194dfea-9db4-4c93-8f03-7434d766a3ba on network 4729d80f-1f2a-4f8f-9039-da520ad22547 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:50:16.839989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1e2924-65ea-4fed-86c9-365389b3dde5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:16.840687 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cc1e2924-65ea-4fed-86c9-365389b3dde5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:16.844836 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60480) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:16.845329 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cc1e2924-65ea-4fed-86c9-365389b3dde5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "PUT /v2.0/ports/8194dfea-9db4-4c93-8f03-7434d766a3ba HTTP/1.1" status: 200 len: 920 time: 1.5328031 Jul 09 13:50:16.850356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '02ae9672-dd06-4dd8-8cd4-e0bd0018cc4a'}, {'subnet_id': '82264eb9-b630-4be7-a844-d215652938f3'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:16.977226 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:17.024634 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8309f291-6092-41f0-b249-d632b749439a None None] For port 8bc12801-5c26-4089-b54e-c906a5f0928d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8bc12801-5c26-4089-b54e-c906a5f0928d,segment=NetworkSegment(3a26d2ba-f599-4d4f-b24a-42b346406167),segment_id=3a26d2ba-f599-4d4f-b24a-42b346406167)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:17.076137 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8309f291-6092-41f0-b249-d632b749439a None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:17.090897 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8309f291-6092-41f0-b249-d632b749439a None None] Transition to ACTIVE for port object 8bc12801-5c26-4089-b54e-c906a5f0928d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:17.098012 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8309f291-6092-41f0-b249-d632b749439a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:17.194034 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8309f291-6092-41f0-b249-d632b749439a None None] Pushing event updated for resources: {'Port': ['ID=8bc12801-5c26-4089-b54e-c906a5f0928d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:17.389473 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.18-43ac3d97-2676-4734-ae36-ca83eb36e8cc {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:50:17.389473 n-d-799525-3 neutron-server[93754]: DEBUG oslo_db.api [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:50:17.507532 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8bc12801-5c26-4089-b54e-c906a5f0928d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:17.962411 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:18.081004 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56fd41d-36e2-4882-abde-b9a93615a666 None None] Network 4729d80f-1f2a-4f8f-9039-da520ad22547 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:18.193628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-16009c87-9a00-443e-977e-1314f6171ff8 None None] Provisioning for port 8194dfea-9db4-4c93-8f03-7434d766a3ba completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:18.226213 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-16009c87-9a00-443e-977e-1314f6171ff8 None None] Provisioning complete for port 8194dfea-9db4-4c93-8f03-7434d766a3ba triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:18.226596 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16009c87-9a00-443e-977e-1314f6171ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:18.313692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-16009c87-9a00-443e-977e-1314f6171ff8 None None] Port 8194dfea-9db4-4c93-8f03-7434d766a3ba cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:18.346539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Allocated IP 172.20.0.23 (4729d80f-1f2a-4f8f-9039-da520ad22547/82264eb9-b630-4be7-a844-d215652938f3/8194dfea-9db4-4c93-8f03-7434d766a3ba) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:18.362269 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-16009c87-9a00-443e-977e-1314f6171ff8 None None] Provisioning for port 8bc12801-5c26-4089-b54e-c906a5f0928d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:18.401482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-16009c87-9a00-443e-977e-1314f6171ff8 None None] Provisioning complete for port 8bc12801-5c26-4089-b54e-c906a5f0928d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:18.404328 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-16009c87-9a00-443e-977e-1314f6171ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:18.556517 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:18.579861 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Ignored duplicate provisioning block setup for port 8194dfea-9db4-4c93-8f03-7434d766a3ba by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 09 13:50:18.596937 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:18.697194 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=8194dfea-9db4-4c93-8f03-7434d766a3ba,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:18.736957 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:18.737305 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:18.742701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:18.743057 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:18.743565 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:18.743753 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:18.745055 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:18.745604 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:18.746048 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:18.746373 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:18.746706 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:18.747034 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:18.822376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] In _notify_port_updated(), no bound segment for port 8194dfea-9db4-4c93-8f03-7434d766a3ba on network 4729d80f-1f2a-4f8f-9039-da520ad22547 {{(pid=93754) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:50:18.829267 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:18.829924 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:18.831573 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8ed724bf-fd2d-434c-bbab-cc4fe592f2a2 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "PUT /v2.0/ports/8194dfea-9db4-4c93-8f03-7434d766a3ba HTTP/1.1" status: 200 len: 1000 time: 1.9855504 Jul 09 13:50:18.834346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60520) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:18.974054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd8bee-86a6-4271-8e6a-1f487e24cd5e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 8194dfea-9db4-4c93-8f03-7434d766a3ba {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:18.974393 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8bee-86a6-4271-8e6a-1f487e24cd5e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.117356 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8bee-86a6-4271-8e6a-1f487e24cd5e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.140496 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e2fd8bee-86a6-4271-8e6a-1f487e24cd5e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 8194dfea-9db4-4c93-8f03-7434d766a3ba owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:19.250242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-04487f89-066c-4542-8c65-bb4db503ee58 None None] Provisioning complete for port 8194dfea-9db4-4c93-8f03-7434d766a3ba triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:19.250910 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04487f89-066c-4542-8c65-bb4db503ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.289538 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-04487f89-066c-4542-8c65-bb4db503ee58 None None] Port 8194dfea-9db4-4c93-8f03-7434d766a3ba cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:19.303041 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-04487f89-066c-4542-8c65-bb4db503ee58 None None] Provisioning complete for port 8bc12801-5c26-4089-b54e-c906a5f0928d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:19.303623 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-04487f89-066c-4542-8c65-bb4db503ee58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.379416 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8bee-86a6-4271-8e6a-1f487e24cd5e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.455659 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fd8bee-86a6-4271-8e6a-1f487e24cd5e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=8194dfea-9db4-4c93-8f03-7434d766a3ba,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:19.537970 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e2fd8bee-86a6-4271-8e6a-1f487e24cd5e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.542799 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-04fd27fc-2c40-462b-be48-8d917c033215 None None] Could not find standard attr ID for object 8194dfea-9db4-4c93-8f03-7434d766a3ba. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:50:19.543002 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60528) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:19.543514 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e2fd8bee-86a6-4271-8e6a-1f487e24cd5e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/8194dfea-9db4-4c93-8f03-7434d766a3ba HTTP/1.1" status: 204 len: 168 time: 0.7075906 Jul 09 13:50:19.582010 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-1732ba39-a7a0-491a-965a-29aea4ded085 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] GET failed (client error): The resource could not be found. Jul 09 13:50:19.584070 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1732ba39-a7a0-491a-965a-29aea4ded085 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/8194dfea-9db4-4c93-8f03-7434d766a3ba HTTP/1.1" status: 404 len: 333 time: 0.0402269 Jul 09 13:50:19.586888 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60530) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:19.684773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa5bbbe9-7544-4f75-953c-3fdea3ca577f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting subnet 82264eb9-b630-4be7-a844-d215652938f3 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:50:19.693918 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbbe9-7544-4f75-953c-3fdea3ca577f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.742822 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbbe9-7544-4f75-953c-3fdea3ca577f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:19.755375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cbc8d45f-ad9a-445a-9c47-153af2a44ad7 None None] Could not find standard attr ID for object 8194dfea-9db4-4c93-8f03-7434d766a3ba. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:50:19.983023 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-513f6097-7ada-4881-b4d7-2a6f72bc4735 None None] Could not find standard attr ID for object 8194dfea-9db4-4c93-8f03-7434d766a3ba. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:50:20.216528 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbbe9-7544-4f75-953c-3fdea3ca577f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.284823 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbbe9-7544-4f75-953c-3fdea3ca577f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.319902 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa5bbbe9-7544-4f75-953c-3fdea3ca577f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.322127 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fa5bbbe9-7544-4f75-953c-3fdea3ca577f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/82264eb9-b630-4be7-a844-d215652938f3 HTTP/1.1" status: 204 len: 168 time: 0.7339287 Jul 09 13:50:20.324206 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5bbbe9-7544-4f75-953c-3fdea3ca577f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Subnet': ['ID=82264eb9-b630-4be7-a844-d215652938f3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:20.326509 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60536) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:20.388357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d3b8730-4346-4bed-81b9-281b340ed255 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting subnet 02ae9672-dd06-4dd8-8cd4-e0bd0018cc4a {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:50:20.399199 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d3b8730-4346-4bed-81b9-281b340ed255 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.448310 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d3b8730-4346-4bed-81b9-281b340ed255 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.493098 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d5cef6-5fb3-49b3-a2ef-788a658d1c11 None None] Network 4729d80f-1f2a-4f8f-9039-da520ad22547 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:20.543272 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d3b8730-4346-4bed-81b9-281b340ed255 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.609932 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d3b8730-4346-4bed-81b9-281b340ed255 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.624527 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d3b8730-4346-4bed-81b9-281b340ed255 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.627082 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4d3b8730-4346-4bed-81b9-281b340ed255 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/02ae9672-dd06-4dd8-8cd4-e0bd0018cc4a HTTP/1.1" status: 204 len: 168 time: 0.2992280 Jul 09 13:50:20.629711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60538) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:20.667159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3b8730-4346-4bed-81b9-281b340ed255 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Subnet': ['ID=02ae9672-dd06-4dd8-8cd4-e0bd0018cc4a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:20.725844 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.775190 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-627dab8a-d9e2-4621-b1e9-183e15fbad4b None None] Update dhcp port {'port': {'network_id': '4729d80f-1f2a-4f8f-9039-da520ad22547', 'fixed_ips': [{'subnet_id': '02ae9672-dd06-4dd8-8cd4-e0bd0018cc4a'}], 'binding:host_id': 'n-d-799525-3'}, 'id': '8bc12801-5c26-4089-b54e-c906a5f0928d'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:50:20.786733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 8bc12801-5c26-4089-b54e-c906a5f0928d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:20.787076 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.813312 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-627dab8a-d9e2-4621-b1e9-183e15fbad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.857346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] For port 8bc12801-5c26-4089-b54e-c906a5f0928d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8bc12801-5c26-4089-b54e-c906a5f0928d,segment=NetworkSegment(3a26d2ba-f599-4d4f-b24a-42b346406167),segment_id=3a26d2ba-f599-4d4f-b24a-42b346406167)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:20.857717 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.872469 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 8bc12801-5c26-4089-b54e-c906a5f0928d owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:20.964025 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:20.991374 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=8bc12801-5c26-4089-b54e-c906a5f0928d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:20.993325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No DVR routers for this DVR port 8bc12801-5c26-4089-b54e-c906a5f0928d on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:21.011459 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e0d98d-5a9d-48a6-b381-7a43e6a9edcc None None] Network 4729d80f-1f2a-4f8f-9039-da520ad22547 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:21.023211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-35ed7f27-7373-4dd2-948a-dc656a046260 None None] Could not find standard attr ID for object 8bc12801-5c26-4089-b54e-c906a5f0928d. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:50:21.078192 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.089227 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4729d80f-1f2a-4f8f-9039-da520ad22547']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:21.104682 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a26d2ba-f599-4d4f-b24a-42b346406167') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:21.104895 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a26d2ba-f599-4d4f-b24a-42b346406167') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:21.114506 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.135535 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.147165 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:50:21.147568 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:50:21.151971 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:50:21.154891 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7094ff-9599-46c1-98c3-e5a3d06f636d None None] DHCP port deletion for 4729d80f-1f2a-4f8f-9039-da520ad22547 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:50:21.216163 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.223696 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.229188 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/networks/4729d80f-1f2a-4f8f-9039-da520ad22547 HTTP/1.1" status: 204 len: 168 time: 0.5941937 Jul 09 13:50:21.229968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60544) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:21.239370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6a5fd0-6696-42d7-a59c-6e54c6b8623b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Network': ['ID=4729d80f-1f2a-4f8f-9039-da520ad22547,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:21.298055 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dcf9140-97b0-4265-ad9b-c32f8d024315 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:21.299618 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9dcf9140-97b0-4265-ad9b-c32f8d024315 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0680771 Jul 09 13:50:21.303166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60546) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:21.365586 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-abcd7cda-29fc-4960-8151-e5f027e1b8c0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0613313 Jul 09 13:50:21.368879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60548) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:21.374405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fa7f8775-f77d-472f-9ddb-7dd76b521ea5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1076334943'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:21.396147 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7f8775-f77d-472f-9ddb-7dd76b521ea5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:21.399818 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8775-f77d-472f-9ddb-7dd76b521ea5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.429237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa7f8775-f77d-472f-9ddb-7dd76b521ea5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] vlan segment allocate from pool success with {'vlan_id': 338, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:50:21.438732 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8775-f77d-472f-9ddb-7dd76b521ea5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.439078 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-fa7f8775-f77d-472f-9ddb-7dd76b521ea5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Added segment 6fbe41be-9b56-4c45-b3fe-1169a0090c2f of type vlan for network 2c0f97e6-5c0c-43f0-86c9-44f15966bfee Jul 09 13:50:21.489904 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8775-f77d-472f-9ddb-7dd76b521ea5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.492295 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8bc12801-5c26-4089-b54e-c906a5f0928d no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:50:21.514797 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 8bc12801-5c26-4089-b54e-c906a5f0928d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:50:21.516118 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8bc12801-5c26-4089-b54e-c906a5f0928d not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:50:21.524108 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8775-f77d-472f-9ddb-7dd76b521ea5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.529976 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7f8775-f77d-472f-9ddb-7dd76b521ea5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:21.530675 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa7f8775-f77d-472f-9ddb-7dd76b521ea5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.591286 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fa7f8775-f77d-472f-9ddb-7dd76b521ea5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2208054 Jul 09 13:50:21.594169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60550) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:21.599837 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-40d781f9-bdcf-43c5-b133-c32f00b4444d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'subnet': {'network_id': '2c0f97e6-5c0c-43f0-86c9-44f15966bfee', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:21.600405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f8775-f77d-472f-9ddb-7dd76b521ea5 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Network': ['ID=2c0f97e6-5c0c-43f0-86c9-44f15966bfee,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:21.611341 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 2c0f97e6-5c0c-43f0-86c9-44f15966bfee details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:50:21.696511 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d781f9-bdcf-43c5-b133-c32f00b4444d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:21.700289 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40d781f9-bdcf-43c5-b133-c32f00b4444d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.889986 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40d781f9-bdcf-43c5-b133-c32f00b4444d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.950782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d781f9-bdcf-43c5-b133-c32f00b4444d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Subnet': ['ID=0b4465d1-837f-49a4-a847-6a1046317c4a,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:21.961032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40d781f9-bdcf-43c5-b133-c32f00b4444d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Checking segment: {'id': '6fbe41be-9b56-4c45-b3fe-1169a0090c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2c0f97e6-5c0c-43f0-86c9-44f15966bfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:21.961387 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d781f9-bdcf-43c5-b133-c32f00b4444d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network hostable DHCP agents. Network: 2c0f97e6-5c0c-43f0-86c9-44f15966bfee, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:50:21.978448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d781f9-bdcf-43c5-b133-c32f00b4444d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network 2c0f97e6-5c0c-43f0-86c9-44f15966bfee is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:50:21.988162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-40d781f9-bdcf-43c5-b133-c32f00b4444d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 2c0f97e6-5c0c-43f0-86c9-44f15966bfee) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:21.992361 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d781f9-bdcf-43c5-b133-c32f00b4444d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:21.992953 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40d781f9-bdcf-43c5-b133-c32f00b4444d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:21.998411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846a8da0-2914-4914-9564-1da5cdad1101 None None] Network 2c0f97e6-5c0c-43f0-86c9-44f15966bfee requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:22.011521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-40d781f9-bdcf-43c5-b133-c32f00b4444d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4157403 Jul 09 13:50:22.014165 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60554) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:22.021745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bd263ecf-dff9-49ab-bd66-8233b26f7624 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'network_id': '2c0f97e6-5c0c-43f0-86c9-44f15966bfee', 'name': 'tempest-PortsTestJSON-304382195'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:22.141498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd263ecf-dff9-49ab-bd66-8233b26f7624 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:22.147116 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd263ecf-dff9-49ab-bd66-8233b26f7624 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.165799 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-2c0f97e6-5c0c-43f0-86c9-44f15966bfee', 'network_id': '2c0f97e6-5c0c-43f0-86c9-44f15966bfee', 'tenant_id': '14f4566bc7aa49019faa8b0557e922e2', 'fixed_ips': [{'subnet_id': '0b4465d1-837f-49a4-a847-6a1046317c4a'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:50:22.167369 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.175300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-bd263ecf-dff9-49ab-bd66-8233b26f7624 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] device_id is not set on port 0824faf0-66b4-4dfa-9636-7b3e9125fbc8 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:50:22.327235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-bd263ecf-dff9-49ab-bd66-8233b26f7624 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Allocated IP 172.20.0.5 (2c0f97e6-5c0c-43f0-86c9-44f15966bfee/0b4465d1-837f-49a4-a847-6a1046317c4a/0824faf0-66b4-4dfa-9636-7b3e9125fbc8) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:22.498768 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd263ecf-dff9-49ab-bd66-8233b26f7624 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.514253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-bd263ecf-dff9-49ab-bd66-8233b26f7624 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Transition to ACTIVE for port object 0824faf0-66b4-4dfa-9636-7b3e9125fbc8 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:22.548416 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd263ecf-dff9-49ab-bd66-8233b26f7624 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.594684 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Allocated IP 172.20.0.2 (2c0f97e6-5c0c-43f0-86c9-44f15966bfee/0b4465d1-837f-49a4-a847-6a1046317c4a/1eb1f078-194b-4e7f-bb7a-3106008dab8a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:22.598604 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd263ecf-dff9-49ab-bd66-8233b26f7624 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network 2c0f97e6-5c0c-43f0-86c9-44f15966bfee is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:22.602038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-bd263ecf-dff9-49ab-bd66-8233b26f7624 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:22.607077 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd263ecf-dff9-49ab-bd66-8233b26f7624 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:22.614219 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd263ecf-dff9-49ab-bd66-8233b26f7624 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=0824faf0-66b4-4dfa-9636-7b3e9125fbc8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:22.664624 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd263ecf-dff9-49ab-bd66-8233b26f7624 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:22.665353 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bd263ecf-dff9-49ab-bd66-8233b26f7624 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.684550 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bd263ecf-dff9-49ab-bd66-8233b26f7624 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.6661420 Jul 09 13:50:22.684891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60558) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:22.690225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d0fc960b-a755-4796-8196-ae7e5e71eb49 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'network_id': '2c0f97e6-5c0c-43f0-86c9-44f15966bfee', 'name': 'tempest-PortsTestJSON-371870685'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:22.822960 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fc960b-a755-4796-8196-ae7e5e71eb49 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:22.827237 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0fc960b-a755-4796-8196-ae7e5e71eb49 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.849822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-d0fc960b-a755-4796-8196-ae7e5e71eb49 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] device_id is not set on port bc7376fb-21c8-4500-886e-7645f20fdd70 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:50:22.919369 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.928062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Transition to ACTIVE for port object 1eb1f078-194b-4e7f-bb7a-3106008dab8a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:22.944915 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Transition to ACTIVE for port object 1eb1f078-194b-4e7f-bb7a-3106008dab8a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:22.952659 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:22.997109 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Network 2c0f97e6-5c0c-43f0-86c9-44f15966bfee is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:23.000135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:23.004606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:23.005128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-d0fc960b-a755-4796-8196-ae7e5e71eb49 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Allocated IP 172.20.0.3 (2c0f97e6-5c0c-43f0-86c9-44f15966bfee/0b4465d1-837f-49a4-a847-6a1046317c4a/bc7376fb-21c8-4500-886e-7645f20fdd70) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:23.007811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Pushing event updated for resources: {'Port': ['ID=1eb1f078-194b-4e7f-bb7a-3106008dab8a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:23.081353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Attempting to bind port 1eb1f078-194b-4e7f-bb7a-3106008dab8a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:23.081817 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Attempting to bind port 1eb1f078-194b-4e7f-bb7a-3106008dab8a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '6fbe41be-9b56-4c45-b3fe-1169a0090c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2c0f97e6-5c0c-43f0-86c9-44f15966bfee'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:23.082284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Attempting to bind port 1eb1f078-194b-4e7f-bb7a-3106008dab8a on network 2c0f97e6-5c0c-43f0-86c9-44f15966bfee {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:23.087406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:23.088572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Checking segment: {'id': '6fbe41be-9b56-4c45-b3fe-1169a0090c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2c0f97e6-5c0c-43f0-86c9-44f15966bfee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:23.089809 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:23.090303 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Bound using segment: {'id': '6fbe41be-9b56-4c45-b3fe-1169a0090c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2c0f97e6-5c0c-43f0-86c9-44f15966bfee'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:23.090874 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Bound port: 1eb1f078-194b-4e7f-bb7a-3106008dab8a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fbe41be-9b56-4c45-b3fe-1169a0090c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 338, 'network_id': '2c0f97e6-5c0c-43f0-86c9-44f15966bfee'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:23.091384 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:23.161837 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] For port 1eb1f078-194b-4e7f-bb7a-3106008dab8a, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:23.165120 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] For port 1eb1f078-194b-4e7f-bb7a-3106008dab8a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1eb1f078-194b-4e7f-bb7a-3106008dab8a,segment=NetworkSegment(6fbe41be-9b56-4c45-b3fe-1169a0090c2f),segment_id=6fbe41be-9b56-4c45-b3fe-1169a0090c2f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:23.169241 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:23.191512 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0fc960b-a755-4796-8196-ae7e5e71eb49 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:23.208796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d0fc960b-a755-4796-8196-ae7e5e71eb49 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Transition to ACTIVE for port object bc7376fb-21c8-4500-886e-7645f20fdd70 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:23.242188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a473a86-2ec8-4f45-a6f5-1c47da9b97b6 None None] Pushing event updated for resources: {'Port': ['ID=1eb1f078-194b-4e7f-bb7a-3106008dab8a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:23.248102 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0fc960b-a755-4796-8196-ae7e5e71eb49 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:23.295145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0fc960b-a755-4796-8196-ae7e5e71eb49 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network 2c0f97e6-5c0c-43f0-86c9-44f15966bfee is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:23.300766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d0fc960b-a755-4796-8196-ae7e5e71eb49 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:23.304694 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0fc960b-a755-4796-8196-ae7e5e71eb49 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:23.337235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc960b-a755-4796-8196-ae7e5e71eb49 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=bc7376fb-21c8-4500-886e-7645f20fdd70,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:23.367853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fc960b-a755-4796-8196-ae7e5e71eb49 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:23.368507 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d0fc960b-a755-4796-8196-ae7e5e71eb49 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:23.388052 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60564) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:23.388624 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d0fc960b-a755-4796-8196-ae7e5e71eb49 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 0.7021770 Jul 09 13:50:23.557691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7614fcf-f7ef-4d70-884f-07714f6fc09a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:23.559650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d7614fcf-f7ef-4d70-884f-07714f6fc09a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.5 HTTP/1.1" status: 200 len: 921 time: 0.1697955 Jul 09 13:50:23.562615 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60566) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:23.609619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1eb1f078-194b-4e7f-bb7a-3106008dab8a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:23.665446 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 1eb1f078-194b-4e7f-bb7a-3106008dab8a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:23.688500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1b11c-735c-4224-8e1d-12caf2483dce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port bc7376fb-21c8-4500-886e-7645f20fdd70 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:23.688842 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ceb1b11c-735c-4224-8e1d-12caf2483dce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:23.783399 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ceb1b11c-735c-4224-8e1d-12caf2483dce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:23.801127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ceb1b11c-735c-4224-8e1d-12caf2483dce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for bc7376fb-21c8-4500-886e-7645f20fdd70 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:23.936415 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ceb1b11c-735c-4224-8e1d-12caf2483dce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:23.972249 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb1b11c-735c-4224-8e1d-12caf2483dce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=bc7376fb-21c8-4500-886e-7645f20fdd70,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:24.045396 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ceb1b11c-735c-4224-8e1d-12caf2483dce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.049529 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ceb1b11c-735c-4224-8e1d-12caf2483dce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/bc7376fb-21c8-4500-886e-7645f20fdd70 HTTP/1.1" status: 204 len: 168 time: 0.4835267 Jul 09 13:50:24.050147 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60570) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:24.084594 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa2c745a-e5b6-4d2e-b5f2-c3f866c788bf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] GET failed (client error): The resource could not be found. Jul 09 13:50:24.086374 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-aa2c745a-e5b6-4d2e-b5f2-c3f866c788bf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/bc7376fb-21c8-4500-886e-7645f20fdd70 HTTP/1.1" status: 404 len: 333 time: 0.0352886 Jul 09 13:50:24.089691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60572) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:24.191036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb6380-e321-44c6-a387-b251e2e0e7ae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 0824faf0-66b4-4dfa-9636-7b3e9125fbc8 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:24.191495 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6380-e321-44c6-a387-b251e2e0e7ae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.289564 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6380-e321-44c6-a387-b251e2e0e7ae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.304830 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b1cb6380-e321-44c6-a387-b251e2e0e7ae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 0824faf0-66b4-4dfa-9636-7b3e9125fbc8 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:24.325655 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8e1389-d79a-4532-9e81-aee177bf47d5 None None] Network 2c0f97e6-5c0c-43f0-86c9-44f15966bfee requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:24.409592 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-53f9a290-84e4-4e70-bdbf-8ac6cb34dee6 None None] Provisioning for port 1eb1f078-194b-4e7f-bb7a-3106008dab8a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:24.420980 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-53f9a290-84e4-4e70-bdbf-8ac6cb34dee6 None None] Provisioning complete for port 1eb1f078-194b-4e7f-bb7a-3106008dab8a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:24.421365 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53f9a290-84e4-4e70-bdbf-8ac6cb34dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.458981 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6380-e321-44c6-a387-b251e2e0e7ae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.500278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb6380-e321-44c6-a387-b251e2e0e7ae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=0824faf0-66b4-4dfa-9636-7b3e9125fbc8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:24.589706 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1cb6380-e321-44c6-a387-b251e2e0e7ae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.590182 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53f9a290-84e4-4e70-bdbf-8ac6cb34dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.591768 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b1cb6380-e321-44c6-a387-b251e2e0e7ae tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/0824faf0-66b4-4dfa-9636-7b3e9125fbc8 HTTP/1.1" status: 204 len: 168 time: 0.5010579 Jul 09 13:50:24.597033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60576) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:24.644749 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b4ee68-98a0-4cf6-96de-3a9e088b0f33 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] GET failed (client error): The resource could not be found. Jul 09 13:50:24.645259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-53f9a290-84e4-4e70-bdbf-8ac6cb34dee6 None None] For port 1eb1f078-194b-4e7f-bb7a-3106008dab8a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1eb1f078-194b-4e7f-bb7a-3106008dab8a,segment=NetworkSegment(6fbe41be-9b56-4c45-b3fe-1169a0090c2f),segment_id=6fbe41be-9b56-4c45-b3fe-1169a0090c2f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:24.646596 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-81b4ee68-98a0-4cf6-96de-3a9e088b0f33 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/0824faf0-66b4-4dfa-9636-7b3e9125fbc8 HTTP/1.1" status: 404 len: 333 time: 0.0485067 Jul 09 13:50:24.649686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60580) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:24.650975 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53f9a290-84e4-4e70-bdbf-8ac6cb34dee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.727754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cc384f2-0a2f-46d4-a9c1-f4a66116b00f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting subnet 0b4465d1-837f-49a4-a847-6a1046317c4a {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:50:24.732904 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6cc384f2-0a2f-46d4-a9c1-f4a66116b00f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.753888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f9a290-84e4-4e70-bdbf-8ac6cb34dee6 None None] Pushing event updated for resources: {'Port': ['ID=1eb1f078-194b-4e7f-bb7a-3106008dab8a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:24.788286 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6cc384f2-0a2f-46d4-a9c1-f4a66116b00f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.908317 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6cc384f2-0a2f-46d4-a9c1-f4a66116b00f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.982287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-770c37c1-f268-4769-a08a-10b83470f68c None None] Provisioning complete for port 1eb1f078-194b-4e7f-bb7a-3106008dab8a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:24.982717 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-770c37c1-f268-4769-a08a-10b83470f68c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:24.983450 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6cc384f2-0a2f-46d4-a9c1-f4a66116b00f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.021341 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc384f2-0a2f-46d4-a9c1-f4a66116b00f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Subnet': ['ID=0b4465d1-837f-49a4-a847-6a1046317c4a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:25.031834 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6cc384f2-0a2f-46d4-a9c1-f4a66116b00f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.034521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6cc384f2-0a2f-46d4-a9c1-f4a66116b00f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/0b4465d1-837f-49a4-a847-6a1046317c4a HTTP/1.1" status: 204 len: 168 time: 0.3831336 Jul 09 13:50:25.036581 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60584) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:25.126541 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.153461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29006d36-de39-46d1-866a-802d56b03fc2 None None] Network 2c0f97e6-5c0c-43f0-86c9-44f15966bfee requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:25.190359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 1eb1f078-194b-4e7f-bb7a-3106008dab8a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:25.190359 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.218406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-71dd61c7-50e8-4713-add7-c2f1c72f0dbe None None] Could not find standard attr ID for object 0824faf0-66b4-4dfa-9636-7b3e9125fbc8. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:50:25.264160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] For port 1eb1f078-194b-4e7f-bb7a-3106008dab8a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1eb1f078-194b-4e7f-bb7a-3106008dab8a,segment=NetworkSegment(6fbe41be-9b56-4c45-b3fe-1169a0090c2f),segment_id=6fbe41be-9b56-4c45-b3fe-1169a0090c2f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:25.264520 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.278844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 1eb1f078-194b-4e7f-bb7a-3106008dab8a owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:25.361754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f64c86-c21b-4bdb-a4f6-26706e9ca432 None None] DHCP port deletion for 2c0f97e6-5c0c-43f0-86c9-44f15966bfee request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:50:25.367361 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.389777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-33f64c86-c21b-4bdb-a4f6-26706e9ca432 None None] The port '1eb1f078-194b-4e7f-bb7a-3106008dab8a' was deleted {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 09 13:50:25.402361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No DVR routers for this DVR port 1eb1f078-194b-4e7f-bb7a-3106008dab8a on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:25.404058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=1eb1f078-194b-4e7f-bb7a-3106008dab8a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:25.492948 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.500436 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1eb1f078-194b-4e7f-bb7a-3106008dab8a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:50:25.508830 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c0f97e6-5c0c-43f0-86c9-44f15966bfee']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:25.521286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 1eb1f078-194b-4e7f-bb7a-3106008dab8a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:50:25.521638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1eb1f078-194b-4e7f-bb7a-3106008dab8a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:50:25.523366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fbe41be-9b56-4c45-b3fe-1169a0090c2f') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:25.523831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fbe41be-9b56-4c45-b3fe-1169a0090c2f') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:25.534247 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.548615 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.554635 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Releasing vlan 338 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:50:25.555034 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:50:25.558822 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:50:25.621301 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.628364 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.630209 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/networks/2c0f97e6-5c0c-43f0-86c9-44f15966bfee HTTP/1.1" status: 204 len: 168 time: 0.5920739 Jul 09 13:50:25.633873 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60588) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:25.639556 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1c90046e-9782-4ffb-b2ce-4550f81deae0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2088281170'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:25.643411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ab0fd-0868-42a3-b12d-7d2b2322f08b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Network': ['ID=2c0f97e6-5c0c-43f0-86c9-44f15966bfee,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:25.663565 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c90046e-9782-4ffb-b2ce-4550f81deae0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:25.667985 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c90046e-9782-4ffb-b2ce-4550f81deae0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.693240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c90046e-9782-4ffb-b2ce-4550f81deae0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:50:25.702838 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c90046e-9782-4ffb-b2ce-4550f81deae0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.703226 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-1c90046e-9782-4ffb-b2ce-4550f81deae0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Added segment dde81d16-7433-4b3e-a6e5-03fce0079eba of type vlan for network 6f0c02c3-2ac6-4fa8-b016-f5fef9208af4 Jul 09 13:50:25.747722 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c90046e-9782-4ffb-b2ce-4550f81deae0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.779692 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c90046e-9782-4ffb-b2ce-4550f81deae0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.785281 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c90046e-9782-4ffb-b2ce-4550f81deae0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:25.785873 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c90046e-9782-4ffb-b2ce-4550f81deae0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:25.861578 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1c90046e-9782-4ffb-b2ce-4550f81deae0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2238438 Jul 09 13:50:25.861813 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60592) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:25.867403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-763a7071-95f0-4ec9-ab65-4f3104a41c60 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'subnet': {'network_id': '6f0c02c3-2ac6-4fa8-b016-f5fef9208af4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:25.872921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c90046e-9782-4ffb-b2ce-4550f81deae0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Network': ['ID=6f0c02c3-2ac6-4fa8-b016-f5fef9208af4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:25.888382 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 6f0c02c3-2ac6-4fa8-b016-f5fef9208af4 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:50:25.980195 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-763a7071-95f0-4ec9-ab65-4f3104a41c60 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:25.984106 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-763a7071-95f0-4ec9-ab65-4f3104a41c60 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.194010 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-763a7071-95f0-4ec9-ab65-4f3104a41c60 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.263932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763a7071-95f0-4ec9-ab65-4f3104a41c60 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Subnet': ['ID=5121f8ec-13c2-44a7-a81a-0b4771f0beb4,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:26.273245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763a7071-95f0-4ec9-ab65-4f3104a41c60 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Checking segment: {'id': 'dde81d16-7433-4b3e-a6e5-03fce0079eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6f0c02c3-2ac6-4fa8-b016-f5fef9208af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:26.273691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763a7071-95f0-4ec9-ab65-4f3104a41c60 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network hostable DHCP agents. Network: 6f0c02c3-2ac6-4fa8-b016-f5fef9208af4, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:50:26.295841 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763a7071-95f0-4ec9-ab65-4f3104a41c60 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network 6f0c02c3-2ac6-4fa8-b016-f5fef9208af4 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:50:26.307950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-763a7071-95f0-4ec9-ab65-4f3104a41c60 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 6f0c02c3-2ac6-4fa8-b016-f5fef9208af4) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:26.314255 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-763a7071-95f0-4ec9-ab65-4f3104a41c60 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:26.316245 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-763a7071-95f0-4ec9-ab65-4f3104a41c60 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.317478 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54fe78d-565a-4889-9318-2366ecd33559 None None] Network 6f0c02c3-2ac6-4fa8-b016-f5fef9208af4 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:26.337983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60604) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:26.344932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-300d98b2-bc06-405a-a0a6-c4297d5bdb71 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'network_id': '6f0c02c3-2ac6-4fa8-b016-f5fef9208af4', 'name': 'tempest-PortsTestJSON-2048445300', 'fixed_ips': [{'subnet_id': '5121f8ec-13c2-44a7-a81a-0b4771f0beb4', 'ip_address': '172.20.0.10'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:26.348613 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-763a7071-95f0-4ec9-ab65-4f3104a41c60 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4857028 Jul 09 13:50:26.512015 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-6f0c02c3-2ac6-4fa8-b016-f5fef9208af4', 'network_id': '6f0c02c3-2ac6-4fa8-b016-f5fef9208af4', 'tenant_id': '14f4566bc7aa49019faa8b0557e922e2', 'fixed_ips': [{'subnet_id': '5121f8ec-13c2-44a7-a81a-0b4771f0beb4'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:50:26.513055 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.526593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300d98b2-bc06-405a-a0a6-c4297d5bdb71 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:26.638741 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-300d98b2-bc06-405a-a0a6-c4297d5bdb71 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.657972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-300d98b2-bc06-405a-a0a6-c4297d5bdb71 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] device_id is not set on port 9050b00b-296f-4d88-9f57-6d7c7bac3215 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:50:26.688022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Allocated IP 172.20.0.2 (6f0c02c3-2ac6-4fa8-b016-f5fef9208af4/5121f8ec-13c2-44a7-a81a-0b4771f0beb4/d76695dd-fd6a-4662-85b5-269cef0bbac0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:26.861582 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.870673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Transition to ACTIVE for port object d76695dd-fd6a-4662-85b5-269cef0bbac0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:26.886682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Transition to ACTIVE for port object d76695dd-fd6a-4662-85b5-269cef0bbac0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:26.893122 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:26.933944 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Network 6f0c02c3-2ac6-4fa8-b016-f5fef9208af4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:26.936737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:26.940277 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:26.946028 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Pushing event updated for resources: {'Port': ['ID=d76695dd-fd6a-4662-85b5-269cef0bbac0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:26.970165 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-300d98b2-bc06-405a-a0a6-c4297d5bdb71 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Allocated IP 172.20.0.10 (6f0c02c3-2ac6-4fa8-b016-f5fef9208af4/5121f8ec-13c2-44a7-a81a-0b4771f0beb4/9050b00b-296f-4d88-9f57-6d7c7bac3215) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:27.017165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Attempting to bind port d76695dd-fd6a-4662-85b5-269cef0bbac0 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:27.017691 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Attempting to bind port d76695dd-fd6a-4662-85b5-269cef0bbac0 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'dde81d16-7433-4b3e-a6e5-03fce0079eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6f0c02c3-2ac6-4fa8-b016-f5fef9208af4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:27.018064 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Attempting to bind port d76695dd-fd6a-4662-85b5-269cef0bbac0 on network 6f0c02c3-2ac6-4fa8-b016-f5fef9208af4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:27.023118 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:27.023730 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Checking segment: {'id': 'dde81d16-7433-4b3e-a6e5-03fce0079eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6f0c02c3-2ac6-4fa8-b016-f5fef9208af4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:27.024150 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:27.024671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Bound using segment: {'id': 'dde81d16-7433-4b3e-a6e5-03fce0079eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6f0c02c3-2ac6-4fa8-b016-f5fef9208af4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:27.025142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Bound port: d76695dd-fd6a-4662-85b5-269cef0bbac0, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dde81d16-7433-4b3e-a6e5-03fce0079eba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': '6f0c02c3-2ac6-4fa8-b016-f5fef9208af4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:27.026347 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:27.097838 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] For port d76695dd-fd6a-4662-85b5-269cef0bbac0, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:27.101287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] For port d76695dd-fd6a-4662-85b5-269cef0bbac0, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d76695dd-fd6a-4662-85b5-269cef0bbac0,segment=NetworkSegment(dde81d16-7433-4b3e-a6e5-03fce0079eba),segment_id=dde81d16-7433-4b3e-a6e5-03fce0079eba)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:27.109349 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:27.154619 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-300d98b2-bc06-405a-a0a6-c4297d5bdb71 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:27.173206 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c046cb2a-0d49-4ec5-bcfe-56e116b93c12 None None] Pushing event updated for resources: {'Port': ['ID=d76695dd-fd6a-4662-85b5-269cef0bbac0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:27.176557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-300d98b2-bc06-405a-a0a6-c4297d5bdb71 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Transition to ACTIVE for port object 9050b00b-296f-4d88-9f57-6d7c7bac3215 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:27.213832 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-300d98b2-bc06-405a-a0a6-c4297d5bdb71 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:27.273977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300d98b2-bc06-405a-a0a6-c4297d5bdb71 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network 6f0c02c3-2ac6-4fa8-b016-f5fef9208af4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:27.278225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-300d98b2-bc06-405a-a0a6-c4297d5bdb71 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:27.280993 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300d98b2-bc06-405a-a0a6-c4297d5bdb71 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:27.319467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300d98b2-bc06-405a-a0a6-c4297d5bdb71 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=9050b00b-296f-4d88-9f57-6d7c7bac3215,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:27.380523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300d98b2-bc06-405a-a0a6-c4297d5bdb71 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:27.381228 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-300d98b2-bc06-405a-a0a6-c4297d5bdb71 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:27.398538 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-300d98b2-bc06-405a-a0a6-c4297d5bdb71 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.0585108 Jul 09 13:50:27.402334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60634) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:27.408186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f30ec800-41ce-44c4-9d51-23bb156ee146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'network_id': '6f0c02c3-2ac6-4fa8-b016-f5fef9208af4', 'name': 'tempest-PortsTestJSON-1128034392', 'fixed_ips': [{'subnet_id': '5121f8ec-13c2-44a7-a81a-0b4771f0beb4', 'ip_address': '172.20.0.9'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:27.561141 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30ec800-41ce-44c4-9d51-23bb156ee146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:27.598538 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d76695dd-fd6a-4662-85b5-269cef0bbac0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:27.670460 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f30ec800-41ce-44c4-9d51-23bb156ee146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:27.693489 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-f30ec800-41ce-44c4-9d51-23bb156ee146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] device_id is not set on port 43c581ba-0aa2-4276-81e1-1c5391b25599 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:50:27.696650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port d76695dd-fd6a-4662-85b5-269cef0bbac0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:27.865352 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-f30ec800-41ce-44c4-9d51-23bb156ee146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Allocated IP 172.20.0.9 (6f0c02c3-2ac6-4fa8-b016-f5fef9208af4/5121f8ec-13c2-44a7-a81a-0b4771f0beb4/43c581ba-0aa2-4276-81e1-1c5391b25599) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:28.091180 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f30ec800-41ce-44c4-9d51-23bb156ee146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:28.110452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-f30ec800-41ce-44c4-9d51-23bb156ee146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Transition to ACTIVE for port object 43c581ba-0aa2-4276-81e1-1c5391b25599 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:28.153988 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f30ec800-41ce-44c4-9d51-23bb156ee146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:28.198206 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30ec800-41ce-44c4-9d51-23bb156ee146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network 6f0c02c3-2ac6-4fa8-b016-f5fef9208af4 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:28.204465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-f30ec800-41ce-44c4-9d51-23bb156ee146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:28.209052 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ec800-41ce-44c4-9d51-23bb156ee146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:28.265210 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ec800-41ce-44c4-9d51-23bb156ee146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=43c581ba-0aa2-4276-81e1-1c5391b25599,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:28.281601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30ec800-41ce-44c4-9d51-23bb156ee146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:28.282545 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f30ec800-41ce-44c4-9d51-23bb156ee146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:28.300763 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f30ec800-41ce-44c4-9d51-23bb156ee146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.8972237 Jul 09 13:50:28.303464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60652) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:28.424123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5491056-3d67-4306-bad0-3b6da3f2cf09 None None] Network 6f0c02c3-2ac6-4fa8-b016-f5fef9208af4 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:28.443648 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c5dbff-1f5b-4a15-98f6-65427f14dd82 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:28.449104 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-62c5dbff-1f5b-4a15-98f6-65427f14dd82 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.1407437 Jul 09 13:50:28.449472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60654) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:28.496163 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bd06a0e7-3da9-4e46-ba07-2b7580aeaae4 None None] Provisioning for port d76695dd-fd6a-4662-85b5-269cef0bbac0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:28.501729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bd06a0e7-3da9-4e46-ba07-2b7580aeaae4 None None] Provisioning complete for port d76695dd-fd6a-4662-85b5-269cef0bbac0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:28.502115 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd06a0e7-3da9-4e46-ba07-2b7580aeaae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:28.541188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceea438-43e8-4661-b92f-0462bc797618 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:28.548142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceea438-43e8-4661-b92f-0462bc797618 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:28.556174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceea438-43e8-4661-b92f-0462bc797618 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:28.559494 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6ceea438-43e8-4661-b92f-0462bc797618 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.1089218 Jul 09 13:50:28.562515 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60660) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:28.665478 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd06a0e7-3da9-4e46-ba07-2b7580aeaae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:28.690115 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ffdea89e-30fe-4ca7-8f28-8697e9da7ec3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 43c581ba-0aa2-4276-81e1-1c5391b25599 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:28.690457 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffdea89e-30fe-4ca7-8f28-8697e9da7ec3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:28.765005 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bd06a0e7-3da9-4e46-ba07-2b7580aeaae4 None None] For port d76695dd-fd6a-4662-85b5-269cef0bbac0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d76695dd-fd6a-4662-85b5-269cef0bbac0,segment=NetworkSegment(dde81d16-7433-4b3e-a6e5-03fce0079eba),segment_id=dde81d16-7433-4b3e-a6e5-03fce0079eba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:28.772544 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd06a0e7-3da9-4e46-ba07-2b7580aeaae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:28.843440 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffdea89e-30fe-4ca7-8f28-8697e9da7ec3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:28.859963 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ffdea89e-30fe-4ca7-8f28-8697e9da7ec3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 43c581ba-0aa2-4276-81e1-1c5391b25599 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:28.872892 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd06a0e7-3da9-4e46-ba07-2b7580aeaae4 None None] Pushing event updated for resources: {'Port': ['ID=d76695dd-fd6a-4662-85b5-269cef0bbac0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:29.010993 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffdea89e-30fe-4ca7-8f28-8697e9da7ec3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.051177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdea89e-30fe-4ca7-8f28-8697e9da7ec3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=43c581ba-0aa2-4276-81e1-1c5391b25599,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:29.163938 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ffdea89e-30fe-4ca7-8f28-8697e9da7ec3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.168776 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ffdea89e-30fe-4ca7-8f28-8697e9da7ec3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/43c581ba-0aa2-4276-81e1-1c5391b25599 HTTP/1.1" status: 204 len: 168 time: 0.6017451 Jul 09 13:50:29.169317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:29.195033 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-67229f94-4695-48ae-978f-3520c2f7be60 None None] Could not find standard attr ID for object 43c581ba-0aa2-4276-81e1-1c5391b25599. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:50:29.204036 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cc246d-f7f5-4ba7-97ea-fc6eccbcac26 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] GET failed (client error): The resource could not be found. Jul 09 13:50:29.205923 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d0cc246d-f7f5-4ba7-97ea-fc6eccbcac26 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/43c581ba-0aa2-4276-81e1-1c5391b25599 HTTP/1.1" status: 404 len: 333 time: 0.0356266 Jul 09 13:50:29.208994 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60676) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:29.227842 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-67229f94-4695-48ae-978f-3520c2f7be60 None None] Provisioning for port 9050b00b-296f-4d88-9f57-6d7c7bac3215 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:29.234587 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-67229f94-4695-48ae-978f-3520c2f7be60 None None] Provisioning complete for port 9050b00b-296f-4d88-9f57-6d7c7bac3215 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:29.234972 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67229f94-4695-48ae-978f-3520c2f7be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.327938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-67229f94-4695-48ae-978f-3520c2f7be60 None None] Port 9050b00b-296f-4d88-9f57-6d7c7bac3215 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:29.348721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-67229f94-4695-48ae-978f-3520c2f7be60 None None] Provisioning complete for port d76695dd-fd6a-4662-85b5-269cef0bbac0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:29.349284 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67229f94-4695-48ae-978f-3520c2f7be60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.388451 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cde6cffe-c41e-4974-a6c7-62b4332f52bf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 9050b00b-296f-4d88-9f57-6d7c7bac3215 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:29.388935 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cde6cffe-c41e-4974-a6c7-62b4332f52bf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.532810 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cde6cffe-c41e-4974-a6c7-62b4332f52bf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.562033 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d76695dd-fd6a-4662-85b5-269cef0bbac0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:29.563231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cde6cffe-c41e-4974-a6c7-62b4332f52bf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 9050b00b-296f-4d88-9f57-6d7c7bac3215 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:29.628057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ca69d874-2373-47b2-a227-09ebf8b922da None None] Provisioning complete for port 9050b00b-296f-4d88-9f57-6d7c7bac3215 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:29.628713 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ca69d874-2373-47b2-a227-09ebf8b922da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.671574 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ca69d874-2373-47b2-a227-09ebf8b922da None None] Port 9050b00b-296f-4d88-9f57-6d7c7bac3215 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:29.700327 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port d76695dd-fd6a-4662-85b5-269cef0bbac0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:29.701014 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.716243 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cde6cffe-c41e-4974-a6c7-62b4332f52bf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.824252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ba902372-86b9-43ae-8b2c-b2472e95da6b None None] Could not find standard attr ID for object 43c581ba-0aa2-4276-81e1-1c5391b25599. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:50:29.870910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde6cffe-c41e-4974-a6c7-62b4332f52bf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=9050b00b-296f-4d88-9f57-6d7c7bac3215,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:29.903616 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cde6cffe-c41e-4974-a6c7-62b4332f52bf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:29.907619 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cde6cffe-c41e-4974-a6c7-62b4332f52bf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/9050b00b-296f-4d88-9f57-6d7c7bac3215 HTTP/1.1" status: 204 len: 168 time: 0.6959631 Jul 09 13:50:29.908707 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60688) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:29.939007 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc25cd42-b8cd-4f2d-8b85-953561b60ca6 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] GET failed (client error): The resource could not be found. Jul 09 13:50:29.941015 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bc25cd42-b8cd-4f2d-8b85-953561b60ca6 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/9050b00b-296f-4d88-9f57-6d7c7bac3215 HTTP/1.1" status: 404 len: 333 time: 0.0311959 Jul 09 13:50:29.943862 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60690) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:30.023879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-a38e302f-ecba-4b0a-8696-4af9164c7461 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting subnet 5121f8ec-13c2-44a7-a81a-0b4771f0beb4 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:50:30.028257 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a38e302f-ecba-4b0a-8696-4af9164c7461 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.073478 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a38e302f-ecba-4b0a-8696-4af9164c7461 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.181369 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a38e302f-ecba-4b0a-8696-4af9164c7461 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.257036 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a38e302f-ecba-4b0a-8696-4af9164c7461 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.288207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38e302f-ecba-4b0a-8696-4af9164c7461 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Subnet': ['ID=5121f8ec-13c2-44a7-a81a-0b4771f0beb4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:30.293078 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a38e302f-ecba-4b0a-8696-4af9164c7461 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.297686 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a38e302f-ecba-4b0a-8696-4af9164c7461 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/5121f8ec-13c2-44a7-a81a-0b4771f0beb4 HTTP/1.1" status: 204 len: 168 time: 0.3503423 Jul 09 13:50:30.298252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60698) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:30.299548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6730bed7-67d1-4c18-a48f-74110dea4c70 None None] Network 6f0c02c3-2ac6-4fa8-b016-f5fef9208af4 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:30.387644 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.446926 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port d76695dd-fd6a-4662-85b5-269cef0bbac0 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:30.448089 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.521562 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa7d0cf-29e5-4e51-8147-b03a644e7177 None None] DHCP port deletion for 6f0c02c3-2ac6-4fa8-b016-f5fef9208af4 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:50:30.538937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] For port d76695dd-fd6a-4662-85b5-269cef0bbac0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d76695dd-fd6a-4662-85b5-269cef0bbac0,segment=NetworkSegment(dde81d16-7433-4b3e-a6e5-03fce0079eba),segment_id=dde81d16-7433-4b3e-a6e5-03fce0079eba)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:30.539453 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.557348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for d76695dd-fd6a-4662-85b5-269cef0bbac0 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:30.608566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-efa7d0cf-29e5-4e51-8147-b03a644e7177 None None] Deleting port d76695dd-fd6a-4662-85b5-269cef0bbac0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:30.609081 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-efa7d0cf-29e5-4e51-8147-b03a644e7177 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.656031 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.693366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=d76695dd-fd6a-4662-85b5-269cef0bbac0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:30.695237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No DVR routers for this DVR port d76695dd-fd6a-4662-85b5-269cef0bbac0 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:30.699808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-efa7d0cf-29e5-4e51-8147-b03a644e7177 None None] For port d76695dd-fd6a-4662-85b5-269cef0bbac0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d76695dd-fd6a-4662-85b5-269cef0bbac0,segment=NetworkSegment(dde81d16-7433-4b3e-a6e5-03fce0079eba),segment_id=dde81d16-7433-4b3e-a6e5-03fce0079eba)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:30.700147 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-efa7d0cf-29e5-4e51-8147-b03a644e7177 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.714731 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-efa7d0cf-29e5-4e51-8147-b03a644e7177 None None] Calling delete_port for d76695dd-fd6a-4662-85b5-269cef0bbac0 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:30.792251 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.803829 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f0c02c3-2ac6-4fa8-b016-f5fef9208af4']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:30.817270 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dde81d16-7433-4b3e-a6e5-03fce0079eba') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:30.817717 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dde81d16-7433-4b3e-a6e5-03fce0079eba') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:30.818160 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-efa7d0cf-29e5-4e51-8147-b03a644e7177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.829911 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.845713 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.851658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7d0cf-29e5-4e51-8147-b03a644e7177 None None] Pushing event deleted for resources: {'Port': ['ID=d76695dd-fd6a-4662-85b5-269cef0bbac0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:30.854337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7d0cf-29e5-4e51-8147-b03a644e7177 None None] No DVR routers for this DVR port d76695dd-fd6a-4662-85b5-269cef0bbac0 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:30.859526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:50:30.861469 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:50:30.864330 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:50:30.951635 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.966343 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:30.974029 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/networks/6f0c02c3-2ac6-4fa8-b016-f5fef9208af4 HTTP/1.1" status: 204 len: 168 time: 0.6703012 Jul 09 13:50:30.974810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60714) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:30.982093 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-92805019-4a46-49f1-8258-8fe6fcb2992d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-70920421'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:30.987645 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e1138a-4ee9-4561-8f40-ae4def8e422d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Network': ['ID=6f0c02c3-2ac6-4fa8-b016-f5fef9208af4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:31.056044 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92805019-4a46-49f1-8258-8fe6fcb2992d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:31.060913 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-92805019-4a46-49f1-8258-8fe6fcb2992d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.094672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92805019-4a46-49f1-8258-8fe6fcb2992d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] vlan segment allocate from pool success with {'vlan_id': 334, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:50:31.105729 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-92805019-4a46-49f1-8258-8fe6fcb2992d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.106320 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-92805019-4a46-49f1-8258-8fe6fcb2992d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Added segment 09be525c-2c48-4b15-b426-3b5b9d0e0a88 of type vlan for network 7beba42e-34f8-4131-bc6f-9b79bc0a625a Jul 09 13:50:31.157173 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-92805019-4a46-49f1-8258-8fe6fcb2992d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.189748 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-92805019-4a46-49f1-8258-8fe6fcb2992d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.195459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92805019-4a46-49f1-8258-8fe6fcb2992d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:31.196033 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-92805019-4a46-49f1-8258-8fe6fcb2992d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.221486 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-92805019-4a46-49f1-8258-8fe6fcb2992d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2451580 Jul 09 13:50:31.224701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60744) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:31.231327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-efe80910-aa54-4d09-abca-201485caa70f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'subnet': {'network_id': '7beba42e-34f8-4131-bc6f-9b79bc0a625a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:31.277989 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92805019-4a46-49f1-8258-8fe6fcb2992d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Network': ['ID=7beba42e-34f8-4131-bc6f-9b79bc0a625a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:31.335947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 7beba42e-34f8-4131-bc6f-9b79bc0a625a details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:50:31.409136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe80910-aa54-4d09-abca-201485caa70f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:31.416298 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efe80910-aa54-4d09-abca-201485caa70f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.541791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d76695dd-fd6a-4662-85b5-269cef0bbac0 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:50:31.572629 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: d76695dd-fd6a-4662-85b5-269cef0bbac0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:50:31.573083 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d76695dd-fd6a-4662-85b5-269cef0bbac0 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:50:31.672741 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efe80910-aa54-4d09-abca-201485caa70f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.745577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe80910-aa54-4d09-abca-201485caa70f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Subnet': ['ID=ec022824-74a2-46c8-8dec-3517d7d60aec,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:31.753542 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe80910-aa54-4d09-abca-201485caa70f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Checking segment: {'id': '09be525c-2c48-4b15-b426-3b5b9d0e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7beba42e-34f8-4131-bc6f-9b79bc0a625a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:31.753882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe80910-aa54-4d09-abca-201485caa70f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network hostable DHCP agents. Network: 7beba42e-34f8-4131-bc6f-9b79bc0a625a, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:50:31.777169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe80910-aa54-4d09-abca-201485caa70f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network 7beba42e-34f8-4131-bc6f-9b79bc0a625a is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:50:31.788091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-efe80910-aa54-4d09-abca-201485caa70f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 7beba42e-34f8-4131-bc6f-9b79bc0a625a) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:31.793972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe80910-aa54-4d09-abca-201485caa70f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:31.794826 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-efe80910-aa54-4d09-abca-201485caa70f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.799334 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4330889-fd74-48c2-9713-1c3d199c270a None None] Network 7beba42e-34f8-4131-bc6f-9b79bc0a625a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:31.821701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60816) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:31.826783 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4bb1097e-3d6c-44e1-8243-ed5f240a621b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-851688199', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:31.831821 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-efe80910-aa54-4d09-abca-201485caa70f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6058998 Jul 09 13:50:31.855745 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4bb1097e-3d6c-44e1-8243-ed5f240a621b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.858498 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4bb1097e-3d6c-44e1-8243-ed5f240a621b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.865414 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85d9dcf4-136f-49ce-b32a-94600bacda81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.927899 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4bb1097e-3d6c-44e1-8243-ed5f240a621b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.933613 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4bb1097e-3d6c-44e1-8243-ed5f240a621b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.953989 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4bb1097e-3d6c-44e1-8243-ed5f240a621b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:31.956662 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4bb1097e-3d6c-44e1-8243-ed5f240a621b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.1336026 Jul 09 13:50:31.960401 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 60838) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:31.970171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d703cb2b-8eea-428d-8656-7f61494c5f9f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'network_id': '7beba42e-34f8-4131-bc6f-9b79bc0a625a', 'name': 'tempest-PortsTestJSON-877009950'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:32.018478 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-7beba42e-34f8-4131-bc6f-9b79bc0a625a', 'network_id': '7beba42e-34f8-4131-bc6f-9b79bc0a625a', 'tenant_id': '14f4566bc7aa49019faa8b0557e922e2', 'fixed_ips': [{'subnet_id': 'ec022824-74a2-46c8-8dec-3517d7d60aec'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:50:32.029526 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.122225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d703cb2b-8eea-428d-8656-7f61494c5f9f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:32.126414 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d703cb2b-8eea-428d-8656-7f61494c5f9f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.147740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-d703cb2b-8eea-428d-8656-7f61494c5f9f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] device_id is not set on port f07a5a14-c9b9-4b33-b413-fa8b75eeda56 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:50:32.208473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Allocated IP 172.20.0.2 (7beba42e-34f8-4131-bc6f-9b79bc0a625a/ec022824-74a2-46c8-8dec-3517d7d60aec/0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:32.383536 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.392758 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Transition to ACTIVE for port object 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:32.408809 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Transition to ACTIVE for port object 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:32.415003 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.472767 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-d703cb2b-8eea-428d-8656-7f61494c5f9f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Allocated IP 172.20.0.10 (7beba42e-34f8-4131-bc6f-9b79bc0a625a/ec022824-74a2-46c8-8dec-3517d7d60aec/f07a5a14-c9b9-4b33-b413-fa8b75eeda56) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:32.473845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Network 7beba42e-34f8-4131-bc6f-9b79bc0a625a is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:32.478432 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:32.482392 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:32.484772 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Pushing event updated for resources: {'Port': ['ID=0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:32.687194 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d703cb2b-8eea-428d-8656-7f61494c5f9f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.707023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d703cb2b-8eea-428d-8656-7f61494c5f9f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Transition to ACTIVE for port object f07a5a14-c9b9-4b33-b413-fa8b75eeda56 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:32.752176 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Attempting to bind port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:32.752903 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Attempting to bind port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '09be525c-2c48-4b15-b426-3b5b9d0e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7beba42e-34f8-4131-bc6f-9b79bc0a625a'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:32.753432 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Attempting to bind port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 on network 7beba42e-34f8-4131-bc6f-9b79bc0a625a {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:32.762657 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:32.763038 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Checking segment: {'id': '09be525c-2c48-4b15-b426-3b5b9d0e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7beba42e-34f8-4131-bc6f-9b79bc0a625a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:32.763347 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d703cb2b-8eea-428d-8656-7f61494c5f9f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.763857 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.764261 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Bound using segment: {'id': '09be525c-2c48-4b15-b426-3b5b9d0e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7beba42e-34f8-4131-bc6f-9b79bc0a625a'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:32.764860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Bound port: 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09be525c-2c48-4b15-b426-3b5b9d0e0a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': '7beba42e-34f8-4131-bc6f-9b79bc0a625a'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:32.765177 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.812311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d703cb2b-8eea-428d-8656-7f61494c5f9f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network 7beba42e-34f8-4131-bc6f-9b79bc0a625a is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:32.816201 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d703cb2b-8eea-428d-8656-7f61494c5f9f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:32.823825 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d703cb2b-8eea-428d-8656-7f61494c5f9f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:32.836225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] For port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:32.840688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] For port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7,segment=NetworkSegment(09be525c-2c48-4b15-b426-3b5b9d0e0a88),segment_id=09be525c-2c48-4b15-b426-3b5b9d0e0a88)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:32.847016 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.882797 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d703cb2b-8eea-428d-8656-7f61494c5f9f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:32.883774 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d703cb2b-8eea-428d-8656-7f61494c5f9f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:32.912306 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d703cb2b-8eea-428d-8656-7f61494c5f9f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 0.9501364 Jul 09 13:50:32.918681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 60962) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:32.920552 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703cb2b-8eea-428d-8656-7f61494c5f9f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=f07a5a14-c9b9-4b33-b413-fa8b75eeda56,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:32.941749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb561a1-cb8e-42bd-bdd7-c0babf76c325 None None] Pushing event updated for resources: {'Port': ['ID=0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:33.563387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:33.635468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:33.899495 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50fdeaf9-13a8-4a5e-b1cb-323da3474a66 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.117289 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daf7df3-bb2a-4423-84c9-75e8f6a50ef3 req-4ec3c58e-0d19-4d93-bf7f-a90cb9759242 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:34.119481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0daf7df3-bb2a-4423-84c9-75e8f6a50ef3 req-4ec3c58e-0d19-4d93-bf7f-a90cb9759242 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.2214701 Jul 09 13:50:34.229170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0daf7df3-bb2a-4423-84c9-75e8f6a50ef3 req-1611c3ef-fce3-4855-bdba-babeba94a205 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963478 Jul 09 13:50:34.240353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12dbc7c9-40f2-4bcc-9e42-57359209abc7 None None] Network 7beba42e-34f8-4131-bc6f-9b79bc0a625a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:34.315862 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6ca5f4a7-34f5-4f40-9e8d-c3bc43290699 None None] Provisioning for port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:34.330524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6ca5f4a7-34f5-4f40-9e8d-c3bc43290699 None None] Provisioning complete for port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:34.330927 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ca5f4a7-34f5-4f40-9e8d-c3bc43290699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.340733 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50fdeaf9-13a8-4a5e-b1cb-323da3474a66 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.348008 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50fdeaf9-13a8-4a5e-b1cb-323da3474a66 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.407730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdeaf9-13a8-4a5e-b1cb-323da3474a66 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=f07a5a14-c9b9-4b33-b413-fa8b75eeda56,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:34.469743 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ca5f4a7-34f5-4f40-9e8d-c3bc43290699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.536121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6ca5f4a7-34f5-4f40-9e8d-c3bc43290699 None None] For port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7,segment=NetworkSegment(09be525c-2c48-4b15-b426-3b5b9d0e0a88),segment_id=09be525c-2c48-4b15-b426-3b5b9d0e0a88)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:34.541961 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6ca5f4a7-34f5-4f40-9e8d-c3bc43290699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.633712 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca5f4a7-34f5-4f40-9e8d-c3bc43290699 None None] Pushing event updated for resources: {'Port': ['ID=0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:34.645800 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.673714 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13f4dc41-9b94-4562-9677-533fdce3b8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.726515 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98ec04e-10a7-4d08-9096-f38d81cb66e5 req-d9fa3a0d-7317-43b8-a755-76a3918718b2 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:34.730586 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e98ec04e-10a7-4d08-9096-f38d81cb66e5 req-d9fa3a0d-7317-43b8-a755-76a3918718b2 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.2057259 Jul 09 13:50:34.783130 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50fdeaf9-13a8-4a5e-b1cb-323da3474a66 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:34.871856 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e98ec04e-10a7-4d08-9096-f38d81cb66e5 req-fd866e35-6632-45b6-bd46-4d1effd3bb0c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180670 Jul 09 13:50:34.997678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ac4b76ff-665c-4e55-9e57-ff28c82aa3f0 None None] Provisioning complete for port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:34.998140 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac4b76ff-665c-4e55-9e57-ff28c82aa3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:35.020231 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50fdeaf9-13a8-4a5e-b1cb-323da3474a66 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:35.161715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ac4b76ff-665c-4e55-9e57-ff28c82aa3f0 None None] Provisioning for port f07a5a14-c9b9-4b33-b413-fa8b75eeda56 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:35.167344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ac4b76ff-665c-4e55-9e57-ff28c82aa3f0 None None] Provisioning complete for port f07a5a14-c9b9-4b33-b413-fa8b75eeda56 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:35.168309 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac4b76ff-665c-4e55-9e57-ff28c82aa3f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:35.215944 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ac4b76ff-665c-4e55-9e57-ff28c82aa3f0 None None] Port f07a5a14-c9b9-4b33-b413-fa8b75eeda56 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:35.339549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b1a8ecdf-96c3-406a-ad70-1606580b22b2 None None] Provisioning complete for port f07a5a14-c9b9-4b33-b413-fa8b75eeda56 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:35.340909 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b1a8ecdf-96c3-406a-ad70-1606580b22b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:35.404510 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8ecdf-96c3-406a-ad70-1606580b22b2 None None] Port f07a5a14-c9b9-4b33-b413-fa8b75eeda56 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:35.453543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-e33ff6b8-aea3-4133-af10-fc6ce0c786af tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:35.461224 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-e33ff6b8-aea3-4133-af10-fc6ce0c786af tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 811 time: 0.2490232 Jul 09 13:50:35.491587 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-304d93fe-91c8-44b6-b201-2932d3767a24 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/quotas/dbdf7a4931e34c009ef4353a46117d30 HTTP/1.1" status: 200 len: 375 time: 0.0288560 Jul 09 13:50:35.580558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:35.670370 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50fdeaf9-13a8-4a5e-b1cb-323da3474a66 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:35.696771 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:35.708468 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-188594c2-82c7-4219-b68c-70bd995c91fa tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2158566 Jul 09 13:50:35.715186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-61ccd22d-75d6-4259-bb62-a5f25eff2a24 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:50:35.720033 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:35.720493 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:35.722141 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-61ccd22d-75d6-4259-bb62-a5f25eff2a24 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127969 Jul 09 13:50:35.814704 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50fdeaf9-13a8-4a5e-b1cb-323da3474a66 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:35.839301 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d1ff4775-8c5d-4311-a984-9bce2a814cc9 None None] Provisioning complete for port f07a5a14-c9b9-4b33-b413-fa8b75eeda56 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:35.839681 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1ff4775-8c5d-4311-a984-9bce2a814cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:35.900095 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d1ff4775-8c5d-4311-a984-9bce2a814cc9 None None] Port f07a5a14-c9b9-4b33-b413-fa8b75eeda56 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:35.918495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-f7cdd760-ffb9-4b7d-85e8-a26e0d9796e1 service neutron] 10.222.0.39 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953795 Jul 09 13:50:35.929732 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50fdeaf9-13a8-4a5e-b1cb-323da3474a66 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:35.949003 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fdeaf9-13a8-4a5e-b1cb-323da3474a66 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=f07a5a14-c9b9-4b33-b413-fa8b75eeda56,revision_number=3']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:36.094314 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-7a6fcc6f-f31d-4805-a920-7722817f16f5 service neutron] 10.222.0.39 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749518 Jul 09 13:50:36.109182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50fdeaf9-13a8-4a5e-b1cb-323da3474a66 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network 7beba42e-34f8-4131-bc6f-9b79bc0a625a is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:36.111025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-50fdeaf9-13a8-4a5e-b1cb-323da3474a66 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:36.280990 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50fdeaf9-13a8-4a5e-b1cb-323da3474a66 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Router 4903007b-c8b9-4a30-8716-abd480e4cc7f is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:50:36.445779 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d92eef70-be95-4e41-8428-0155d3a307bf req-d8bce36c-6bfb-44bb-9b80-0dc310413777 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 210 time: 0.0817451 Jul 09 13:50:36.467565 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50fdeaf9-13a8-4a5e-b1cb-323da3474a66 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:36.477506 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33030) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:36.479697 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-50fdeaf9-13a8-4a5e-b1cb-323da3474a66 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "PUT /v2.0/routers/4903007b-c8b9-4a30-8716-abd480e4cc7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5580373 Jul 09 13:50:36.481625 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cee0950-cef4-445d-a659-347bf58c2d5e None None] Sync routers for ids ['4903007b-c8b9-4a30-8716-abd480e4cc7f'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:36.497695 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cee0950-cef4-445d-a659-347bf58c2d5e None None] Routers {'4903007b-c8b9-4a30-8716-abd480e4cc7f'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:36.498341 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2cee0950-cef4-445d-a659-347bf58c2d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:50:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['4903007b-c8b9-4a30-8716-abd480e4cc7f'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:36.534920 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2cee0950-cef4-445d-a659-347bf58c2d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:36.543984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-36ec9a32-0aaa-4710-80e0-dbedc856f925 None None] Provisioning complete for port f07a5a14-c9b9-4b33-b413-fa8b75eeda56 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:36.545436 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-36ec9a32-0aaa-4710-80e0-dbedc856f925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:36.546218 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cee0950-cef4-445d-a659-347bf58c2d5e None None] Routers {'4903007b-c8b9-4a30-8716-abd480e4cc7f'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:36.546847 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2cee0950-cef4-445d-a659-347bf58c2d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:50:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['4903007b-c8b9-4a30-8716-abd480e4cc7f'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:36.566429 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315704d0-25e5-4449-9edb-6613e2f23446 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:36.568575 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-315704d0-25e5-4449-9edb-6613e2f23446 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports?device_id=4903007b-c8b9-4a30-8716-abd480e4cc7f HTTP/1.1" status: 200 len: 982 time: 0.0884216 Jul 09 13:50:36.573806 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33036) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:36.581296 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2cee0950-cef4-445d-a659-347bf58c2d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:36.581954 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cee0950-cef4-445d-a659-347bf58c2d5e None None] The sync data for ids ['4903007b-c8b9-4a30-8716-abd480e4cc7f'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:36.633617 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-36ec9a32-0aaa-4710-80e0-dbedc856f925 None None] Port f07a5a14-c9b9-4b33-b413-fa8b75eeda56 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:37.028387 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:37.162852 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ead65277-590f-4332-a906-de6e9cd4613d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:37.414378 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ead65277-590f-4332-a906-de6e9cd4613d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port f07a5a14-c9b9-4b33-b413-fa8b75eeda56 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:37.414821 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ead65277-590f-4332-a906-de6e9cd4613d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:37.510656 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ead65277-590f-4332-a906-de6e9cd4613d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:37.527788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ead65277-590f-4332-a906-de6e9cd4613d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for f07a5a14-c9b9-4b33-b413-fa8b75eeda56 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:37.685965 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b48d94f-82bb-4d9a-addd-24ce38fcc941 req-1014c5c1-a571-4ae9-920a-08cd4717f8fb tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 210 time: 0.0319729 Jul 09 13:50:37.784301 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ead65277-590f-4332-a906-de6e9cd4613d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:37.887722 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead65277-590f-4332-a906-de6e9cd4613d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=f07a5a14-c9b9-4b33-b413-fa8b75eeda56,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:37.916137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-e0130d2e-5673-4892-b173-68d4c1787537 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:37.931772 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-e0130d2e-5673-4892-b173-68d4c1787537 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.15 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 811 time: 0.2111392 Jul 09 13:50:37.952916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-0c760998-fed9-4365-ae29-4a79ff86331e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Request body: {'port': {'device_id': 'ab4edb87-d507-4593-8ac9-36f795c22263', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'admin_state_up': True, 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:38.192199 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ead65277-590f-4332-a906-de6e9cd4613d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.261836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-0c760998-fed9-4365-ae29-4a79ff86331e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Made reservation on behalf of dbdf7a4931e34c009ef4353a46117d30 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:38.265947 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-0c760998-fed9-4365-ae29-4a79ff86331e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.436239 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead65277-590f-4332-a906-de6e9cd4613d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Router 4903007b-c8b9-4a30-8716-abd480e4cc7f has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:50:38.489041 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-0c760998-fed9-4365-ae29-4a79ff86331e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Allocated IP 172.20.0.5 (39203702-852d-404c-bcfb-2c2a5a230b71/3bc55cf0-4c15-4379-8ecd-1ddd672b67e3/55572903-0ba0-47b6-976a-1136508190b7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:38.573387 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.700122 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-0c760998-fed9-4365-ae29-4a79ff86331e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.734533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-0c760998-fed9-4365-ae29-4a79ff86331e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Transition to ACTIVE for port object 55572903-0ba0-47b6-976a-1136508190b7 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:38.752879 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.784686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-0c760998-fed9-4365-ae29-4a79ff86331e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:38.797393 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['4064804d-4843-49b4-bc75-0771442be855'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:50:38.800424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['11eeb1c9-d490-41ed-a049-2ea631e63df1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:50:38.870320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-0c760998-fed9-4365-ae29-4a79ff86331e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Network 39203702-852d-404c-bcfb-2c2a5a230b71 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:38.886320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-0c760998-fed9-4365-ae29-4a79ff86331e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:38.890569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-0c760998-fed9-4365-ae29-4a79ff86331e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:39.018984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c760998-fed9-4365-ae29-4a79ff86331e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event updated for resources: {'Port': ['ID=55572903-0ba0-47b6-976a-1136508190b7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:39.048967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-0c760998-fed9-4365-ae29-4a79ff86331e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:39.049771 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-0c760998-fed9-4365-ae29-4a79ff86331e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.086727 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-0c760998-fed9-4365-ae29-4a79ff86331e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1479464 Jul 09 13:50:39.189698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead65277-590f-4332-a906-de6e9cd4613d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:50:39.200842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33094) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:39.201023 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ead65277-590f-4332-a906-de6e9cd4613d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "PUT /v2.0/routers/4903007b-c8b9-4a30-8716-abd480e4cc7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6257563 Jul 09 13:50:39.217606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df69d6-d16e-4983-9cd7-36e55d672ee5 None None] Sync routers for ids ['4903007b-c8b9-4a30-8716-abd480e4cc7f'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:50:39.230373 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d6807-1b98-47bd-88c0-316a890e1569 req-47796d8b-7f48-44ac-8f4c-f9fb8e558ec0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:39.239206 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a0d6807-1b98-47bd-88c0-316a890e1569 req-47796d8b-7f48-44ac-8f4c-f9fb8e558ec0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 931 time: 0.2298639 Jul 09 13:50:39.245577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df69d6-d16e-4983-9cd7-36e55d672ee5 None None] Routers {'4903007b-c8b9-4a30-8716-abd480e4cc7f'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:39.245801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f6df69d6-d16e-4983-9cd7-36e55d672ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:50:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['4903007b-c8b9-4a30-8716-abd480e4cc7f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:39.303609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a0d6807-1b98-47bd-88c0-316a890e1569 req-2fe2b21f-bf0f-4e03-a563-1fda9879ccf9 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615468 Jul 09 13:50:39.333065 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f6df69d6-d16e-4983-9cd7-36e55d672ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:39.355386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df69d6-d16e-4983-9cd7-36e55d672ee5 None None] Routers {'4903007b-c8b9-4a30-8716-abd480e4cc7f'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:50:39.356509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f6df69d6-d16e-4983-9cd7-36e55d672ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:50:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['4903007b-c8b9-4a30-8716-abd480e4cc7f'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:39.360244 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-118322dd-5552-498e-b8f8-7fa54d034759 None None] Provisioning for port 55572903-0ba0-47b6-976a-1136508190b7 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:39.401491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f6df69d6-d16e-4983-9cd7-36e55d672ee5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:39.402258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6df69d6-d16e-4983-9cd7-36e55d672ee5 None None] The sync data for ids ['4903007b-c8b9-4a30-8716-abd480e4cc7f'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:50:39.405718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-118322dd-5552-498e-b8f8-7fa54d034759 None None] Provisioning complete for port 55572903-0ba0-47b6-976a-1136508190b7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:39.406496 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-118322dd-5552-498e-b8f8-7fa54d034759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.449597 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-118322dd-5552-498e-b8f8-7fa54d034759 None None] Port 55572903-0ba0-47b6-976a-1136508190b7 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:39.579801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Request body: {'port': {'device_id': 'ab4edb87-d507-4593-8ac9-36f795c22263', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:39.623866 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-35367d3e-d09d-4e46-9a17-0596dd41b978 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] GET failed (client error): The resource could not be found. Jul 09 13:50:39.625502 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-35367d3e-d09d-4e46-9a17-0596dd41b978 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/f07a5a14-c9b9-4b33-b413-fa8b75eeda56 HTTP/1.1" status: 404 len: 333 time: 0.4236169 Jul 09 13:50:39.628328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33102) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:39.693819 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.707680 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61b73213-5344-4d51-a122-cda8f35d3f4e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.882755 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61b73213-5344-4d51-a122-cda8f35d3f4e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.887163 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61b73213-5344-4d51-a122-cda8f35d3f4e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.951212 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61b73213-5344-4d51-a122-cda8f35d3f4e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.951212 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b73213-5344-4d51-a122-cda8f35d3f4e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Fanout notify agent at l3_agent the message router_deleted on router 4903007b-c8b9-4a30-8716-abd480e4cc7f {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:50:39.957442 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-61b73213-5344-4d51-a122-cda8f35d3f4e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:39.958730 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-61b73213-5344-4d51-a122-cda8f35d3f4e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/routers/4903007b-c8b9-4a30-8716-abd480e4cc7f HTTP/1.1" status: 204 len: 168 time: 0.3293619 Jul 09 13:50:39.961688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33108) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:40.033289 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d6b86da-444b-4b5a-a4a4-f982f6b3e6f6 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting subnet ec022824-74a2-46c8-8dec-3517d7d60aec {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:50:40.037307 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d6b86da-444b-4b5a-a4a4-f982f6b3e6f6 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.050452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55572903-0ba0-47b6-976a-1136508190b7 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:50:40.060653 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.078087 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Transition to ACTIVE for port object 55572903-0ba0-47b6-976a-1136508190b7 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:40.083581 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.092358 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d6b86da-444b-4b5a-a4a4-f982f6b3e6f6 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.159489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Pushing event updated for resources: {'Port': ['ID=55572903-0ba0-47b6-976a-1136508190b7,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:40.282124 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d6b86da-444b-4b5a-a4a4-f982f6b3e6f6 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.375728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Attempting to bind port 55572903-0ba0-47b6-976a-1136508190b7 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:40.376681 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Attempting to bind port 55572903-0ba0-47b6-976a-1136508190b7 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:40.378714 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Attempting to bind port 55572903-0ba0-47b6-976a-1136508190b7 on network 39203702-852d-404c-bcfb-2c2a5a230b71 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:40.393355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Port 55572903-0ba0-47b6-976a-1136508190b7 on network 39203702-852d-404c-bcfb-2c2a5a230b71 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:50:40.394480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Attempting to bind port 55572903-0ba0-47b6-976a-1136508190b7 on network 39203702-852d-404c-bcfb-2c2a5a230b71 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:40.410550 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c2d8aa7-cf28-4903-bd53-12bae61b24ed req-26482b40-35c0-47dd-a1e8-d5ee09a6906d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3161542 Jul 09 13:50:40.412218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:40.412854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Checking segment: {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:40.413347 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Bound using segment: {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:40.413811 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d6b86da-444b-4b5a-a4a4-f982f6b3e6f6 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.414127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Bound port: 55572903-0ba0-47b6-976a-1136508190b7, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:40.414643 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.520898 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9d6b86da-444b-4b5a-a4a4-f982f6b3e6f6 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.528465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33126) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:40.528609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9d6b86da-444b-4b5a-a4a4-f982f6b3e6f6 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/ec022824-74a2-46c8-8dec-3517d7d60aec HTTP/1.1" status: 204 len: 168 time: 0.5641952 Jul 09 13:50:40.529684 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78c375fa-ac8a-4ff0-b775-32df5589a13e None None] Network 7beba42e-34f8-4131-bc6f-9b79bc0a625a requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:40.531683 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6b86da-444b-4b5a-a4a4-f982f6b3e6f6 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Subnet': ['ID=ec022824-74a2-46c8-8dec-3517d7d60aec,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:40.626485 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] For port 55572903-0ba0-47b6-976a-1136508190b7, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:40.653078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e0c11-a1e0-498b-be56-750244406cf7 req-06f6c7c0-cbbe-47de-ba26-4aebcd648dc7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:40.658968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe6e0c11-a1e0-498b-be56-750244406cf7 req-06f6c7c0-cbbe-47de-ba26-4aebcd648dc7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 943 time: 0.1415551 Jul 09 13:50:40.668569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] For port 55572903-0ba0-47b6-976a-1136508190b7, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=55572903-0ba0-47b6-976a-1136508190b7,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:40.679039 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.682765 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.700766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:40.701404 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:40.705008 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] 10.222.0.15 "PUT /v2.0/ports/55572903-0ba0-47b6-976a-1136508190b7 HTTP/1.1" status: 200 len: 1091 time: 1.6113241 Jul 09 13:50:40.708161 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4edb87-d507-4593-8ac9-36f795c22263', 'tag': '55572903-0ba0-47b6-976a-1136508190b7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:50:40.710567 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1452d4c9-b53f-4183-96cc-26d0e48ec1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4edb87-d507-4593-8ac9-36f795c22263", "tag": "55572903-0ba0-47b6-976a-1136508190b7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:50:40.779235 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe6e0c11-a1e0-498b-be56-750244406cf7 req-b3386906-da5f-4da3-8163-9b0a716e1c99 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108820 Jul 09 13:50:40.794377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d8aa7-cf28-4903-bd53-12bae61b24ed req-3153262a-9ac2-4711-94c6-993fb14e9306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:40.797810 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c2d8aa7-cf28-4903-bd53-12bae61b24ed req-3153262a-9ac2-4711-94c6-993fb14e9306 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 1096 time: 0.3111565 Jul 09 13:50:40.918805 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e48157-5a3b-4e7b-8c22-ff2121d4ded8 None None] DHCP port deletion for 7beba42e-34f8-4131-bc6f-9b79bc0a625a request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:50:41.005533 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-199ad854-d0be-4106-b6c6-0f0caf1e058f x-openstack-request-id: req-199ad854-d0be-4106-b6c6-0f0caf1e058f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:50:41.005833 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4edb87-d507-4593-8ac9-36f795c22263", "tag": "55572903-0ba0-47b6-976a-1136508190b7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:50:41.006093 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-199ad854-d0be-4106-b6c6-0f0caf1e058f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:50:41.006501 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4edb87-d507-4593-8ac9-36f795c22263', 'tag': '55572903-0ba0-47b6-976a-1136508190b7', 'status': 'completed', 'code': 200} Jul 09 13:50:41.030980 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d5e48157-5a3b-4e7b-8c22-ff2121d4ded8 None None] Deleting port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:41.031549 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5e48157-5a3b-4e7b-8c22-ff2121d4ded8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.032533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329a4e11-96bd-4f96-b599-1ea9541ab367 service neutron] Pushing event updated for resources: {'Port': ['ID=55572903-0ba0-47b6-976a-1136508190b7,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:41.077286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d8aa7-cf28-4903-bd53-12bae61b24ed req-312e0ba7-5ca7-463d-97f7-9f0fef850b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:41.079474 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c2d8aa7-cf28-4903-bd53-12bae61b24ed req-312e0ba7-5ca7-463d-97f7-9f0fef850b59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.2480037 Jul 09 13:50:41.087592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-46f10ebb-3dba-4e55-867b-afd0e19c5605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:41.089579 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-46f10ebb-3dba-4e55-867b-afd0e19c5605 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 1094 time: 0.3344653 Jul 09 13:50:41.125918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d5e48157-5a3b-4e7b-8c22-ff2121d4ded8 None None] For port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7,segment=NetworkSegment(09be525c-2c48-4b15-b426-3b5b9d0e0a88),segment_id=09be525c-2c48-4b15-b426-3b5b9d0e0a88)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:41.126658 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5e48157-5a3b-4e7b-8c22-ff2121d4ded8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.141635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d5e48157-5a3b-4e7b-8c22-ff2121d4ded8 None None] Calling delete_port for 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:41.155201 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:41.155556 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.158825 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c2d8aa7-cf28-4903-bd53-12bae61b24ed req-869a9c91-2947-45f8-859b-eecccf184340 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0 HTTP/1.1" status: 200 len: 1000 time: 0.0682104 Jul 09 13:50:41.226686 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d8aa7-cf28-4903-bd53-12bae61b24ed req-d63cfb3c-419e-46f4-ada0-3467de76e5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:41.226686 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c2d8aa7-cf28-4903-bd53-12bae61b24ed req-d63cfb3c-419e-46f4-ada0-3467de76e5ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.0499082 Jul 09 13:50:41.238396 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d5e48157-5a3b-4e7b-8c22-ff2121d4ded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.253520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e48157-5a3b-4e7b-8c22-ff2121d4ded8 None None] No DVR routers for this DVR port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:41.286249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e48157-5a3b-4e7b-8c22-ff2121d4ded8 None None] Pushing event deleted for resources: {'Port': ['ID=0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:41.299523 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-f35c90c6-749f-4da2-aa04-add655e1d39b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55572903-0ba0-47b6-976a-1136508190b7 HTTP/1.1" status: 200 len: 217 time: 0.1388667 Jul 09 13:50:41.402462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] For port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7,segment=NetworkSegment(09be525c-2c48-4b15-b426-3b5b9d0e0a88),segment_id=09be525c-2c48-4b15-b426-3b5b9d0e0a88)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:41.402929 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.428134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:41.453054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-f4665540-7f9b-479c-9ea8-1b13c78d48d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:41.454716 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-f4665540-7f9b-479c-9ea8-1b13c78d48d7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.1260953 Jul 09 13:50:41.534176 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:50:41.546892 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2d8aa7-cf28-4903-bd53-12bae61b24ed req-1b0ee95c-2ed0-4876-8928-b80f3d698887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:41.548859 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c2d8aa7-cf28-4903-bd53-12bae61b24ed req-1b0ee95c-2ed0-4876-8928-b80f3d698887 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2623363 Jul 09 13:50:41.556959 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:50:41.557279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:50:41.568571 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-5c2d8aa7-cf28-4903-bd53-12bae61b24ed req-3077e39f-e4e8-453b-bb90-4baf166483a9 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:50:41.569711 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c2d8aa7-cf28-4903-bd53-12bae61b24ed req-3077e39f-e4e8-453b-bb90-4baf166483a9 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110431 Jul 09 13:50:41.658307 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.661505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-b73345a1-8546-4b74-b5c9-b097f1d3a8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:41.663058 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-b73345a1-8546-4b74-b5c9-b097f1d3a8a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1667097 Jul 09 13:50:41.715222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:41.719437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No DVR routers for this DVR port 0db47a7d-ef23-4ca2-b71c-d0eeadffbdb7 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:50:41.809732 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c2d8aa7-cf28-4903-bd53-12bae61b24ed req-eb4410ab-10b7-457b-ae67-08cc20b49444 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317133 Jul 09 13:50:41.931028 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:41.961070 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7beba42e-34f8-4131-bc6f-9b79bc0a625a']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:41.982673 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-d48c5fe0-771c-4bcf-8388-e2e7a1790ede service neutron] 10.222.0.15 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2816620 Jul 09 13:50:41.990232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea797fb-a4a5-4782-9215-14fc7d16e44e req-c7497bef-c51f-4698-b5de-08ed9664e222 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:41.998354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ea797fb-a4a5-4782-9215-14fc7d16e44e req-c7497bef-c51f-4698-b5de-08ed9664e222 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 943 time: 0.0892389 Jul 09 13:50:42.003532 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09be525c-2c48-4b15-b426-3b5b9d0e0a88') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:42.003836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09be525c-2c48-4b15-b426-3b5b9d0e0a88') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:50:42.052710 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ea797fb-a4a5-4782-9215-14fc7d16e44e req-ef9fdb12-4a40-41af-b578-36ba0f65b6c7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528800 Jul 09 13:50:42.093103 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c2d8aa7-cf28-4903-bd53-12bae61b24ed req-3fdb52f6-82e8-4a03-91d0-265ed34601cb service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2424135 Jul 09 13:50:42.108122 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.135625 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.142548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Releasing vlan 334 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:50:42.142956 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:50:42.211207 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:50:42.258066 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac558e82-4cdf-4d09-8738-faaad11e08a8 req-8f654242-7ac4-4ec4-8c6b-852eb2c341ca service neutron] 10.222.0.15 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2648923 Jul 09 13:50:42.302854 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.312418 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.314444 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/networks/7beba42e-34f8-4131-bc6f-9b79bc0a625a HTTP/1.1" status: 204 len: 168 time: 1.7775140 Jul 09 13:50:42.318112 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33158) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:42.355203 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa50c73d-71db-4704-9518-a58d81beb7a0 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Network': ['ID=7beba42e-34f8-4131-bc6f-9b79bc0a625a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:42.418341 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e34c4a5-85e7-4b37-8b49-b2e1d295214e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:42.420201 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2e34c4a5-85e7-4b37-8b49-b2e1d295214e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/d088c59e-b1cd-44e9-81fa-d1610edfa891 HTTP/1.1" status: 200 len: 840 time: 0.1008949 Jul 09 13:50:42.423852 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33162) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:42.455406 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0b518d9-080b-42aa-bfd1-6afffe7ebda4 req-60863ded-fb87-4501-8cf8-8deb21742a9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3723631 Jul 09 13:50:42.476334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452d4c9-b53f-4183-96cc-26d0e48ec1b4 req-7a5a9000-9a4a-42a2-8592-e944d1cc3b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:42.482302 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1452d4c9-b53f-4183-96cc-26d0e48ec1b4 req-7a5a9000-9a4a-42a2-8592-e944d1cc3b62 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 1094 time: 0.1369941 Jul 09 13:50:42.510190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-452e82bf-4863-4cf3-a80a-32acefd7c6ac tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/d088c59e-b1cd-44e9-81fa-d1610edfa891?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0844502 Jul 09 13:50:42.514087 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33166) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:42.519580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-02c3b260-186f-4240-b159-b8bc2c2160f4 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'subnet': {'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:42.736857 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452d4c9-b53f-4183-96cc-26d0e48ec1b4 req-a61c461d-a74a-4aaa-b4a6-2f5ac49ab2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:42.738699 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1452d4c9-b53f-4183-96cc-26d0e48ec1b4 req-a61c461d-a74a-4aaa-b4a6-2f5ac49ab2fb service neutron] 10.222.0.15 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.2475417 Jul 09 13:50:42.771558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b518d9-080b-42aa-bfd1-6afffe7ebda4 req-87a56bca-f393-460c-88f0-72ba27298a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:42.771558 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0b518d9-080b-42aa-bfd1-6afffe7ebda4 req-87a56bca-f393-460c-88f0-72ba27298a1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 1096 time: 0.2316027 Jul 09 13:50:42.810321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02c3b260-186f-4240-b159-b8bc2c2160f4 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:42.813702 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02c3b260-186f-4240-b159-b8bc2c2160f4 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:42.861823 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1452d4c9-b53f-4183-96cc-26d0e48ec1b4 req-7b73933e-d80d-4a2b-ba74-ecf619d05bc2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55572903-0ba0-47b6-976a-1136508190b7 HTTP/1.1" status: 200 len: 217 time: 0.1112444 Jul 09 13:50:43.009811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452d4c9-b53f-4183-96cc-26d0e48ec1b4 req-1637e3f8-a260-44d4-8ec9-7fe1c766abd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:43.010282 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1452d4c9-b53f-4183-96cc-26d0e48ec1b4 req-1637e3f8-a260-44d4-8ec9-7fe1c766abd2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.1373482 Jul 09 13:50:43.112132 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b518d9-080b-42aa-bfd1-6afffe7ebda4 req-59eb5eef-d4c0-41d0-90b4-329184fde901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:43.113678 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0b518d9-080b-42aa-bfd1-6afffe7ebda4 req-59eb5eef-d4c0-41d0-90b4-329184fde901 service neutron] 10.222.0.15 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.3117292 Jul 09 13:50:43.133746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 55572903-0ba0-47b6-976a-1136508190b7 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:50:43.200112 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0b518d9-080b-42aa-bfd1-6afffe7ebda4 req-5a36515d-aa94-4dbb-9abb-f3465e324b7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11eeb1c9-d490-41ed-a049-2ea631e63df1 HTTP/1.1" status: 200 len: 217 time: 0.0731945 Jul 09 13:50:43.272500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b518d9-080b-42aa-bfd1-6afffe7ebda4 req-b85e05c8-7e6f-48d7-a1df-bfc2498ea6e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:43.274070 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0b518d9-080b-42aa-bfd1-6afffe7ebda4 req-b85e05c8-7e6f-48d7-a1df-bfc2498ea6e6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.0645609 Jul 09 13:50:43.297395 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 55572903-0ba0-47b6-976a-1136508190b7, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=55572903-0ba0-47b6-976a-1136508190b7,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:43.309688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '55572903-0ba0-47b6-976a-1136508190b7', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'port_id': '55572903-0ba0-47b6-976a-1136508190b7', 'mac_address': 'fa:16:3e:48:48:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:50:43.310995 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c10ecc-1e1f-4683-b84c-23c1b0d9c974 req-48715225-a2f5-41b8-8b3a-e2532d964f8d tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:43.313802 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06c10ecc-1e1f-4683-b84c-23c1b0d9c974 req-48715225-a2f5-41b8-8b3a-e2532d964f8d tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 943 time: 0.1144962 Jul 09 13:50:43.355808 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1452d4c9-b53f-4183-96cc-26d0e48ec1b4 req-e568aa27-761b-4092-91e1-2135e7a75ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:43.357436 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1452d4c9-b53f-4183-96cc-26d0e48ec1b4 req-e568aa27-761b-4092-91e1-2135e7a75ace service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3393641 Jul 09 13:50:43.369555 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06c10ecc-1e1f-4683-b84c-23c1b0d9c974 req-c04a0828-d938-44c4-a724-25cc1fc1934a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450513 Jul 09 13:50:43.370522 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.389237 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55572903-0ba0-47b6-976a-1136508190b7 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:50:43.410896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 55572903-0ba0-47b6-976a-1136508190b7, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=55572903-0ba0-47b6-976a-1136508190b7,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:43.420127 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.433788 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02c3b260-186f-4240-b159-b8bc2c2160f4 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.479539 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=55572903-0ba0-47b6-976a-1136508190b7,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:43.497524 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c3b260-186f-4240-b159-b8bc2c2160f4 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:43.515895 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b518d9-080b-42aa-bfd1-6afffe7ebda4 req-b47e1176-a1a3-48a9-aa13-6e9b39454da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:43.517327 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0b518d9-080b-42aa-bfd1-6afffe7ebda4 req-b47e1176-a1a3-48a9-aa13-6e9b39454da2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2359204 Jul 09 13:50:43.518153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-02c3b260-186f-4240-b159-b8bc2c2160f4 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:43.523766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c3b260-186f-4240-b159-b8bc2c2160f4 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:43.524352 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02c3b260-186f-4240-b159-b8bc2c2160f4 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.543640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62833df4-3514-4deb-a5a1-6c252a0fba09 None None] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:43.548499 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1452d4c9-b53f-4183-96cc-26d0e48ec1b4 req-596df156-b142-46d4-be5e-0762daa2dfdd service neutron] 10.222.0.15 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834486 Jul 09 13:50:43.673052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['55572903-0ba0-47b6-976a-1136508190b7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:50:43.857843 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-f9cf850b-bdc2-4b91-8824-516ed18adb27', 'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'tenant_id': '14f4566bc7aa49019faa8b0557e922e2', 'fixed_ips': [{'subnet_id': 'f6dc6819-e2c5-4ac0-a606-551d01af364f'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:50:43.858967 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:43.909137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c3b260-186f-4240-b159-b8bc2c2160f4 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Subnet': ['ID=f6dc6819-e2c5-4ac0-a606-551d01af364f,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:43.921958 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-02c3b260-186f-4240-b159-b8bc2c2160f4 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4065220 Jul 09 13:50:43.924789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33192) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:43.930027 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5bfcc775-9019-4011-8936-88fdf22669c1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'security_group': {'name': 'tempest-secgroup-1965694098'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:43.970488 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bfcc775-9019-4011-8936-88fdf22669c1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.020676 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0b518d9-080b-42aa-bfd1-6afffe7ebda4 req-47ac611b-4150-44ab-ac27-7e58bcedddf4 service neutron] 10.222.0.15 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888802 Jul 09 13:50:44.032875 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Allocated IP 172.20.0.2 (f9cf850b-bdc2-4b91-8824-516ed18adb27/f6dc6819-e2c5-4ac0-a606-551d01af364f/9462ded4-c50a-4f26-a1be-bb5cec75ed61) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:44.068318 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1452d4c9-b53f-4183-96cc-26d0e48ec1b4 req-24e4af8b-42e1-4712-b1de-884bd90f56f8 service neutron] 10.222.0.15 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4970448 Jul 09 13:50:44.145555 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bfcc775-9019-4011-8936-88fdf22669c1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.151712 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bfcc775-9019-4011-8936-88fdf22669c1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.160015 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0b518d9-080b-42aa-bfd1-6afffe7ebda4 req-e4660caf-66ca-42c5-b4e0-24baa17e1695 service neutron] 10.222.0.15 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296179 Jul 09 13:50:44.186819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfcc775-9019-4011-8936-88fdf22669c1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb7a278-8a1a-4d21-82d4-91f5fb2a7233,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:44.202914 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bfcc775-9019-4011-8936-88fdf22669c1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.208444 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5bfcc775-9019-4011-8936-88fdf22669c1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2823865 Jul 09 13:50:44.211193 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33200) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:44.219161 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-851197db-5ad8-41f8-af13-d0cbf723d303 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'security_group': {'name': 'tempest-secgroup-1119582169'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:44.239840 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.250208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Transition to ACTIVE for port object 9462ded4-c50a-4f26-a1be-bb5cec75ed61 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:44.258946 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-851197db-5ad8-41f8-af13-d0cbf723d303 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.269189 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Transition to ACTIVE for port object 9462ded4-c50a-4f26-a1be-bb5cec75ed61 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:44.277127 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.300622 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:44.303735 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:44.307359 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:44.368404 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-851197db-5ad8-41f8-af13-d0cbf723d303 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.375377 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-851197db-5ad8-41f8-af13-d0cbf723d303 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.409488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851197db-5ad8-41f8-af13-d0cbf723d303 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f16289-b8b0-43af-9fc3-602af654fb0d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:44.435414 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-851197db-5ad8-41f8-af13-d0cbf723d303 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.435414 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-851197db-5ad8-41f8-af13-d0cbf723d303 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2125010 Jul 09 13:50:44.436199 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33208) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:44.436199 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6bb4781c-7d48-4932-8b75-6a9ecff4015c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1874309879', 'security_groups': ['f4f16289-b8b0-43af-9fc3-602af654fb0d'], 'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f6dc6819-e2c5-4ac0-a606-551d01af364f'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:44.444519 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Attempting to bind port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:44.445083 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Attempting to bind port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:44.446112 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Attempting to bind port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 on network f9cf850b-bdc2-4b91-8824-516ed18adb27 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:44.452674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:44.453013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Checking segment: {'id': 'bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:44.456991 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.456991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Bound using segment: {'id': 'bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:44.456991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Bound port: 9462ded4-c50a-4f26-a1be-bb5cec75ed61, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 320, 'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:44.456991 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.456991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Pushing event updated for resources: {'Port': ['ID=9462ded4-c50a-4f26-a1be-bb5cec75ed61,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:44.552187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] For port 9462ded4-c50a-4f26-a1be-bb5cec75ed61, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:44.555584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] For port 9462ded4-c50a-4f26-a1be-bb5cec75ed61, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9462ded4-c50a-4f26-a1be-bb5cec75ed61,segment=NetworkSegment(bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d),segment_id=bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:44.562083 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.635212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9bec9d-e91b-4205-ac49-4b6950f3b3c6 None None] Pushing event updated for resources: {'Port': ['ID=9462ded4-c50a-4f26-a1be-bb5cec75ed61,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:44.685022 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab9a15a-da76-4e9c-b2b5-0cb35114a36b req-54382618-b5f9-455c-9289-5967bfe6ae7b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:44.689573 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aab9a15a-da76-4e9c-b2b5-0cb35114a36b req-54382618-b5f9-455c-9289-5967bfe6ae7b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 944 time: 0.1617517 Jul 09 13:50:44.731795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb4781c-7d48-4932-8b75-6a9ecff4015c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:44.788119 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aab9a15a-da76-4e9c-b2b5-0cb35114a36b req-ff016812-e46a-429e-8b11-65c909629269 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947835 Jul 09 13:50:44.900316 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6bb4781c-7d48-4932-8b75-6a9ecff4015c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:44.923312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-6bb4781c-7d48-4932-8b75-6a9ecff4015c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] device_id is not set on port 65150d4d-4c45-4283-9fea-a1280d70d16e yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:50:45.118116 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-6bb4781c-7d48-4932-8b75-6a9ecff4015c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Allocated IP 172.20.0.14 (f9cf850b-bdc2-4b91-8824-516ed18adb27/f6dc6819-e2c5-4ac0-a606-551d01af364f/65150d4d-4c45-4283-9fea-a1280d70d16e) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:45.122642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 55572903-0ba0-47b6-976a-1136508190b7 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:45.204097 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 55572903-0ba0-47b6-976a-1136508190b7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:45.208363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 55572903-0ba0-47b6-976a-1136508190b7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:45.208744 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:45.313003 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:45.331882 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6bb4781c-7d48-4932-8b75-6a9ecff4015c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:45.341169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4edb87-d507-4593-8ac9-36f795c22263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55572903-0ba0-47b6-976a-1136508190b7'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:50:45.344111 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795b1196-a4cf-44f3-aca4-a38dc9c36a95" -d '{"events": [{"server_uuid": "ab4edb87-d507-4593-8ac9-36f795c22263", "name": "network-vif-plugged", "status": "completed", "tag": "55572903-0ba0-47b6-976a-1136508190b7"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:50:45.376297 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 55572903-0ba0-47b6-976a-1136508190b7, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=55572903-0ba0-47b6-976a-1136508190b7,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:45.381291 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-6bb4781c-7d48-4932-8b75-6a9ecff4015c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Transition to ACTIVE for port object 65150d4d-4c45-4283-9fea-a1280d70d16e will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:45.381555 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:45.452002 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6bb4781c-7d48-4932-8b75-6a9ecff4015c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:45.498045 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=55572903-0ba0-47b6-976a-1136508190b7,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:45.541225 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb4781c-7d48-4932-8b75-6a9ecff4015c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:45.547246 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6bb4781c-7d48-4932-8b75-6a9ecff4015c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:45.562895 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb4781c-7d48-4932-8b75-6a9ecff4015c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:45.706530 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4781c-7d48-4932-8b75-6a9ecff4015c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=65150d4d-4c45-4283-9fea-a1280d70d16e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:45.717181 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9462ded4-c50a-4f26-a1be-bb5cec75ed61 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:45.777187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb4781c-7d48-4932-8b75-6a9ecff4015c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:45.779046 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6bb4781c-7d48-4932-8b75-6a9ecff4015c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:45.814474 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6bb4781c-7d48-4932-8b75-6a9ecff4015c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.3834770 Jul 09 13:50:45.818097 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33256) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:45.830731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f26d59f2-acc7-44d3-9e93-294dfddfa72b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'subnet': {'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:46.064781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35c21fb-dd8a-423b-8f15-3c6f78a5c0b5 req-bbdc159e-90c5-49d9-9216-4c9e54af1836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:46.069020 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a35c21fb-dd8a-423b-8f15-3c6f78a5c0b5 req-bbdc159e-90c5-49d9-9216-4c9e54af1836 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 1096 time: 0.1868236 Jul 09 13:50:46.095269 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5bdea25-155e-4f3d-a7a6-ecda6f12112c x-openstack-request-id: req-a5bdea25-155e-4f3d-a7a6-ecda6f12112c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:50:46.095701 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4edb87-d507-4593-8ac9-36f795c22263", "name": "network-vif-plugged", "status": "completed", "tag": "55572903-0ba0-47b6-976a-1136508190b7", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:50:46.096089 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a5bdea25-155e-4f3d-a7a6-ecda6f12112c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:50:46.096665 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4edb87-d507-4593-8ac9-36f795c22263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55572903-0ba0-47b6-976a-1136508190b7', 'code': 200} Jul 09 13:50:46.119367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26d59f2-acc7-44d3-9e93-294dfddfa72b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:46.129730 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f26d59f2-acc7-44d3-9e93-294dfddfa72b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.173161 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a35c21fb-dd8a-423b-8f15-3c6f78a5c0b5 req-a18720af-6af6-4b33-ab2c-4a261234f11c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967100 Jul 09 13:50:46.192507 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:46.317983 n-d-799525-3 neutron-server[93754]: INFO neutron.db.ipam_backend_mixin [None req-f26d59f2-acc7-44d3-9e93-294dfddfa72b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f6dc6819-e2c5-4ac0-a606-551d01af364f (CIDR: 172.20.0.0/28) Jul 09 13:50:46.324688 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-f26d59f2-acc7-44d3-9e93-294dfddfa72b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:50:46.331450 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f26d59f2-acc7-44d3-9e93-294dfddfa72b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:50:46.362466 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986207fa-ea36-4c7c-883e-13b436e9c471 req-4af7bac4-ff54-4683-8aac-4d42a69f7d14 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:46.363568 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-986207fa-ea36-4c7c-883e-13b436e9c471 req-4af7bac4-ff54-4683-8aac-4d42a69f7d14 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 945 time: 0.1323090 Jul 09 13:50:46.369135 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f26d59f2-acc7-44d3-9e93-294dfddfa72b tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5457053 Jul 09 13:50:46.369422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33268) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:46.377258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-547ebdef-ecee-4476-9e82-ab415892d6cf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'subnet': {'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:46.391622 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7665d0e5-d670-4cac-8042-ee582010825f None None] Provisioning complete for port d088c59e-b1cd-44e9-81fa-d1610edfa891 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:46.393044 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7665d0e5-d670-4cac-8042-ee582010825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.438650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7665d0e5-d670-4cac-8042-ee582010825f None None] Port d088c59e-b1cd-44e9-81fa-d1610edfa891 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:46.455728 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-986207fa-ea36-4c7c-883e-13b436e9c471 req-6a7cec0f-fab1-4be6-b5e1-10d0cf2e6ed4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731215 Jul 09 13:50:46.457343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7665d0e5-d670-4cac-8042-ee582010825f None None] Provisioning for port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:46.461713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7665d0e5-d670-4cac-8042-ee582010825f None None] Provisioning complete for port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:46.462555 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7665d0e5-d670-4cac-8042-ee582010825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.552137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547ebdef-ecee-4476-9e82-ab415892d6cf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:46.559149 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-547ebdef-ecee-4476-9e82-ab415892d6cf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.565998 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7665d0e5-d670-4cac-8042-ee582010825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.604182 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7665d0e5-d670-4cac-8042-ee582010825f None None] For port 9462ded4-c50a-4f26-a1be-bb5cec75ed61, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9462ded4-c50a-4f26-a1be-bb5cec75ed61,segment=NetworkSegment(bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d),segment_id=bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:46.608139 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7665d0e5-d670-4cac-8042-ee582010825f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.671993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665d0e5-d670-4cac-8042-ee582010825f None None] Pushing event updated for resources: {'Port': ['ID=9462ded4-c50a-4f26-a1be-bb5cec75ed61,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:46.752255 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-da5e920f-5273-402a-a751-fca9a1a36cff None None] Provisioning for port 65150d4d-4c45-4283-9fea-a1280d70d16e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:46.760380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-da5e920f-5273-402a-a751-fca9a1a36cff None None] Provisioning complete for port 65150d4d-4c45-4283-9fea-a1280d70d16e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:46.760989 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-da5e920f-5273-402a-a751-fca9a1a36cff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.813226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-da5e920f-5273-402a-a751-fca9a1a36cff None None] Port 65150d4d-4c45-4283-9fea-a1280d70d16e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:46.868731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-547ebdef-ecee-4476-9e82-ab415892d6cf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.921596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-547ebdef-ecee-4476-9e82-ab415892d6cf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:46.924797 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-547ebdef-ecee-4476-9e82-ab415892d6cf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:46.929030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547ebdef-ecee-4476-9e82-ab415892d6cf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:46.929635 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-547ebdef-ecee-4476-9e82-ab415892d6cf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:46.937496 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ed5a61-e697-4679-9233-7f11444e816c None None] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:46.944097 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ebdef-ecee-4476-9e82-ab415892d6cf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Subnet': ['ID=d0957efe-a482-428b-9b2d-01e0caa4cb04,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:46.964194 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-547ebdef-ecee-4476-9e82-ab415892d6cf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.5908124 Jul 09 13:50:46.964483 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33280) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:46.970032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-43821cbd-fd8b-4acb-ae29-d32f8d0d3519 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1743538019', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd0957efe-a482-428b-9b2d-01e0caa4cb04'}], 'security_groups': ['3fb7a278-8a1a-4d21-82d4-91f5fb2a7233']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:47.242869 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43821cbd-fd8b-4acb-ae29-d32f8d0d3519 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.331202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15bd448-8630-4396-87bd-83b1e0470325 None None] Update dhcp port {'port': {'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'fixed_ips': [{'subnet_id': 'f6dc6819-e2c5-4ac0-a606-551d01af364f', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd0957efe-a482-428b-9b2d-01e0caa4cb04'}], 'binding:host_id': 'n-d-799525-3'}, 'id': '9462ded4-c50a-4f26-a1be-bb5cec75ed61'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:50:47.376345 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b15bd448-8630-4396-87bd-83b1e0470325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.578946 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9462ded4-c50a-4f26-a1be-bb5cec75ed61 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:47.611301 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b15bd448-8630-4396-87bd-83b1e0470325 None None] Allocated IP 172.20.0.18 (f9cf850b-bdc2-4b91-8824-516ed18adb27/d0957efe-a482-428b-9b2d-01e0caa4cb04/9462ded4-c50a-4f26-a1be-bb5cec75ed61) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:47.704908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:47.705292 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.765237 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392fc06e-f22f-422e-8d59-d713bb4d5611 req-6c3a6e49-2292-494d-a852-72c1a3d729aa tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:47.773379 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-392fc06e-f22f-422e-8d59-d713bb4d5611 req-6c3a6e49-2292-494d-a852-72c1a3d729aa tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 945 time: 0.0868051 Jul 09 13:50:47.796177 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b15bd448-8630-4396-87bd-83b1e0470325 None None] For port 9462ded4-c50a-4f26-a1be-bb5cec75ed61, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9462ded4-c50a-4f26-a1be-bb5cec75ed61,segment=NetworkSegment(bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d),segment_id=bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:47.826465 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-392fc06e-f22f-422e-8d59-d713bb4d5611 req-e79493cd-ffee-4593-8bff-1dd7444a2617 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520606 Jul 09 13:50:47.881594 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b15bd448-8630-4396-87bd-83b1e0470325 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.908188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b15bd448-8630-4396-87bd-83b1e0470325 None None] Transition to ACTIVE for port object 9462ded4-c50a-4f26-a1be-bb5cec75ed61 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:47.919377 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b15bd448-8630-4396-87bd-83b1e0470325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:47.997237 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-560e6cda-015f-42db-b8d9-db9c0631657a req-679c1405-b2ae-484f-8008-7c3daf56700c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=dbdf7a4931e34c009ef4353a46117d30 HTTP/1.1" status: 200 len: 267 time: 0.0487678 Jul 09 13:50:48.083455 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e6cda-015f-42db-b8d9-db9c0631657a req-b083ce5d-e26f-435d-a4b0-dcb105e706b9 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:48.084583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-43821cbd-fd8b-4acb-ae29-d32f8d0d3519 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Delete allocated IP 172.20.0.14 (f9cf850b-bdc2-4b91-8824-516ed18adb27/f6dc6819-e2c5-4ac0-a606-551d01af364f) {{(pid=93753) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 13:50:48.092749 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-560e6cda-015f-42db-b8d9-db9c0631657a req-b083ce5d-e26f-435d-a4b0-dcb105e706b9 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 945 time: 0.0894470 Jul 09 13:50:48.099215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-560e6cda-015f-42db-b8d9-db9c0631657a req-9da1a2fd-8d46-4472-a3ef-10005621c758 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Request body: {'port': {'security_groups': []}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:48.101177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-43821cbd-fd8b-4acb-ae29-d32f8d0d3519 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Allocated IP 172.20.0.26 (f9cf850b-bdc2-4b91-8824-516ed18adb27/d0957efe-a482-428b-9b2d-01e0caa4cb04/65150d4d-4c45-4283-9fea-a1280d70d16e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:48.106559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15bd448-8630-4396-87bd-83b1e0470325 None None] Pushing event updated for resources: {'Port': ['ID=9462ded4-c50a-4f26-a1be-bb5cec75ed61,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:48.218161 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-560e6cda-015f-42db-b8d9-db9c0631657a req-9da1a2fd-8d46-4472-a3ef-10005621c758 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.386687 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43821cbd-fd8b-4acb-ae29-d32f8d0d3519 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.414666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-43821cbd-fd8b-4acb-ae29-d32f8d0d3519 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Transition to ACTIVE for port object 65150d4d-4c45-4283-9fea-a1280d70d16e will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:48.423635 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43821cbd-fd8b-4acb-ae29-d32f8d0d3519 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.501014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43821cbd-fd8b-4acb-ae29-d32f8d0d3519 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=65150d4d-4c45-4283-9fea-a1280d70d16e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:48.527215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-560e6cda-015f-42db-b8d9-db9c0631657a req-9da1a2fd-8d46-4472-a3ef-10005621c758 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] For port 55572903-0ba0-47b6-976a-1136508190b7, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=55572903-0ba0-47b6-976a-1136508190b7,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:48.572661 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-560e6cda-015f-42db-b8d9-db9c0631657a req-9da1a2fd-8d46-4472-a3ef-10005621c758 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.582866 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-560e6cda-015f-42db-b8d9-db9c0631657a req-9da1a2fd-8d46-4472-a3ef-10005621c758 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.597281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['11eeb1c9-d490-41ed-a049-2ea631e63df1', '55572903-0ba0-47b6-976a-1136508190b7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:50:48.600988 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['4064804d-4843-49b4-bc75-0771442be855'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:50:48.644513 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e6cda-015f-42db-b8d9-db9c0631657a req-9da1a2fd-8d46-4472-a3ef-10005621c758 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:48.645191 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-560e6cda-015f-42db-b8d9-db9c0631657a req-9da1a2fd-8d46-4472-a3ef-10005621c758 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.646790 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-560e6cda-015f-42db-b8d9-db9c0631657a req-9da1a2fd-8d46-4472-a3ef-10005621c758 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "PUT /v2.0/ports/55572903-0ba0-47b6-976a-1136508190b7 HTTP/1.1" status: 200 len: 904 time: 0.5530665 Jul 09 13:50:48.654024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-43821cbd-fd8b-4acb-ae29-d32f8d0d3519 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] In _notify_port_updated(), no bound segment for port 65150d4d-4c45-4283-9fea-a1280d70d16e on network f9cf850b-bdc2-4b91-8824-516ed18adb27 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:50:48.660146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43821cbd-fd8b-4acb-ae29-d32f8d0d3519 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:48.661142 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-43821cbd-fd8b-4acb-ae29-d32f8d0d3519 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:48.666922 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-43821cbd-fd8b-4acb-ae29-d32f8d0d3519 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "PUT /v2.0/ports/65150d4d-4c45-4283-9fea-a1280d70d16e HTTP/1.1" status: 200 len: 921 time: 1.7014434 Jul 09 13:50:48.667607 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33332) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:48.674126 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab4edb87-d507-4593-8ac9-36f795c22263', 'tag': '55572903-0ba0-47b6-976a-1136508190b7'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:50:48.678534 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b86718b4-0816-46bf-a189-6296e544b52b" -d '{"events": [{"name": "network-changed", "server_uuid": "ab4edb87-d507-4593-8ac9-36f795c22263", "tag": "55572903-0ba0-47b6-976a-1136508190b7"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:50:48.762184 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:50:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5efea673-9651-4364-ba12-e335aa1f3520 x-openstack-request-id: req-5efea673-9651-4364-ba12-e335aa1f3520 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:50:48.763346 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab4edb87-d507-4593-8ac9-36f795c22263", "tag": "55572903-0ba0-47b6-976a-1136508190b7", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:50:48.763346 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5efea673-9651-4364-ba12-e335aa1f3520 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:50:48.763780 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab4edb87-d507-4593-8ac9-36f795c22263', 'tag': '55572903-0ba0-47b6-976a-1136508190b7', 'status': 'completed', 'code': 200} Jul 09 13:50:48.782772 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da1a2fd-8d46-4472-a3ef-10005621c758 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event updated for resources: {'Port': ['ID=55572903-0ba0-47b6-976a-1136508190b7,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:48.914279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['55572903-0ba0-47b6-976a-1136508190b7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:50:48.957120 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86718b4-0816-46bf-a189-6296e544b52b req-c9822441-ff24-4c0d-a903-bfdc6b76637a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:48.958685 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b86718b4-0816-46bf-a189-6296e544b52b req-c9822441-ff24-4c0d-a903-bfdc6b76637a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 1058 time: 0.1440043 Jul 09 13:50:48.960403 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-aa675e5b-6ab7-4556-87b3-e81a1197385e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port 65150d4d-4c45-4283-9fea-a1280d70d16e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:48.960749 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa675e5b-6ab7-4556-87b3-e81a1197385e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.082964 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa675e5b-6ab7-4556-87b3-e81a1197385e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.198730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a26a0-241a-4a9a-ad29-26293b537489 req-cefee2c6-19ac-4977-94e1-4e611a1ac61f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:49.211695 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d2a26a0-241a-4a9a-ad29-26293b537489 req-cefee2c6-19ac-4977-94e1-4e611a1ac61f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 907 time: 0.1735210 Jul 09 13:50:49.216018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-aa675e5b-6ab7-4556-87b3-e81a1197385e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for 65150d4d-4c45-4283-9fea-a1280d70d16e owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:49.305798 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-03a3d735-f9c8-455a-9889-70bec6ab2cf7 None None] Provisioning complete for port d088c59e-b1cd-44e9-81fa-d1610edfa891 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:49.306239 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03a3d735-f9c8-455a-9889-70bec6ab2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.338769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86718b4-0816-46bf-a189-6296e544b52b req-bcfc3f9b-44a7-486d-927d-81c2080e3232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:49.340356 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b86718b4-0816-46bf-a189-6296e544b52b req-bcfc3f9b-44a7-486d-927d-81c2080e3232 service neutron] 10.222.0.15 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.2783208 Jul 09 13:50:49.405884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-03a3d735-f9c8-455a-9889-70bec6ab2cf7 None None] Port d088c59e-b1cd-44e9-81fa-d1610edfa891 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:49.420687 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b86718b4-0816-46bf-a189-6296e544b52b req-351d5f33-0b3a-4476-8cc9-d1f427088d1c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=55572903-0ba0-47b6-976a-1136508190b7 HTTP/1.1" status: 200 len: 217 time: 0.0656753 Jul 09 13:50:49.444096 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-03a3d735-f9c8-455a-9889-70bec6ab2cf7 None None] Provisioning for port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:49.453117 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-03a3d735-f9c8-455a-9889-70bec6ab2cf7 None None] Provisioning complete for port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:49.453499 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03a3d735-f9c8-455a-9889-70bec6ab2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.508383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86718b4-0816-46bf-a189-6296e544b52b req-7878f997-6db2-4328-82d7-07d83b847d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:49.511559 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b86718b4-0816-46bf-a189-6296e544b52b req-7878f997-6db2-4328-82d7-07d83b847d2c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.0747271 Jul 09 13:50:49.538824 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b778f250-38d0-47bf-9a53-fd644fbb1e27 req-3be39cce-289f-49f3-87bb-6843e04c7d89 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:49.549482 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b778f250-38d0-47bf-9a53-fd644fbb1e27 req-3be39cce-289f-49f3-87bb-6843e04c7d89 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1102777 Jul 09 13:50:49.624970 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9462ded4-c50a-4f26-a1be-bb5cec75ed61 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:49.632021 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b778f250-38d0-47bf-9a53-fd644fbb1e27 req-d0075b22-6d91-40f9-96a1-8f26322ca301 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813010 Jul 09 13:50:49.709580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86718b4-0816-46bf-a189-6296e544b52b req-2a712c44-a4b1-4f88-9426-1429db0f37b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:49.711262 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b86718b4-0816-46bf-a189-6296e544b52b req-2a712c44-a4b1-4f88-9426-1429db0f37b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1919389 Jul 09 13:50:49.717715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:49.718228 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.774819 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-03a3d735-f9c8-455a-9889-70bec6ab2cf7 None None] Provisioning for port 65150d4d-4c45-4283-9fea-a1280d70d16e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:49.785523 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-03a3d735-f9c8-455a-9889-70bec6ab2cf7 None None] Provisioning complete for port 65150d4d-4c45-4283-9fea-a1280d70d16e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:49.785905 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03a3d735-f9c8-455a-9889-70bec6ab2cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.814717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-03a3d735-f9c8-455a-9889-70bec6ab2cf7 None None] Port 65150d4d-4c45-4283-9fea-a1280d70d16e was deleted so its status cannot be updated. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 09 13:50:49.879039 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa675e5b-6ab7-4556-87b3-e81a1197385e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:49.922160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa675e5b-6ab7-4556-87b3-e81a1197385e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=65150d4d-4c45-4283-9fea-a1280d70d16e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:49.939554 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c2536566-ef10-48ff-9333-b060c0ca852c None None] Could not find standard attr ID for object 65150d4d-4c45-4283-9fea-a1280d70d16e. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:50:49.970636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c2536566-ef10-48ff-9333-b060c0ca852c None None] Provisioning complete for port 55572903-0ba0-47b6-976a-1136508190b7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:49.971209 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2536566-ef10-48ff-9333-b060c0ca852c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.000080 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b86718b4-0816-46bf-a189-6296e544b52b req-2b01cc0b-8862-4dd5-9591-a361ae42cc77 service neutron] 10.222.0.15 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823496 Jul 09 13:50:50.032800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc254f0-96f7-44d3-a783-9bdd6bde03ea req-664a95ec-b03d-4e7c-b92b-48d5ae599abe tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:50.088379 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4dc254f0-96f7-44d3-a783-9bdd6bde03ea req-664a95ec-b03d-4e7c-b92b-48d5ae599abe tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.2211494 Jul 09 13:50:50.156883 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4dc254f0-96f7-44d3-a783-9bdd6bde03ea req-c32baeec-3816-43ce-b01d-09667dc21d48 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674820 Jul 09 13:50:50.158309 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aa675e5b-6ab7-4556-87b3-e81a1197385e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.161462 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aa675e5b-6ab7-4556-87b3-e81a1197385e tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/65150d4d-4c45-4283-9fea-a1280d70d16e HTTP/1.1" status: 204 len: 168 time: 1.4921715 Jul 09 13:50:50.165676 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33372) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:50.214725 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-484f7164-344c-4c0d-9a4f-a1852ac36191 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] GET failed (client error): The resource could not be found. Jul 09 13:50:50.216493 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-484f7164-344c-4c0d-9a4f-a1852ac36191 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/65150d4d-4c45-4283-9fea-a1280d70d16e HTTP/1.1" status: 404 len: 333 time: 0.0496585 Jul 09 13:50:50.219184 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33376) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:50.294487 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b86718b4-0816-46bf-a189-6296e544b52b req-10c8d20e-2592-4fc9-8b05-a10dfa38d3f0 service neutron] 10.222.0.15 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2789943 Jul 09 13:50:50.313316 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48093897-6ba0-4c19-9c06-61f74474c10c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.343962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48093897-6ba0-4c19-9c06-61f74474c10c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.397537 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48093897-6ba0-4c19-9c06-61f74474c10c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.401242 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-48093897-6ba0-4c19-9c06-61f74474c10c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.402551 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-48093897-6ba0-4c19-9c06-61f74474c10c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/security-groups/f4f16289-b8b0-43af-9fc3-602af654fb0d HTTP/1.1" status: 204 len: 168 time: 0.1823773 Jul 09 13:50:50.408609 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33396) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:50.422872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48093897-6ba0-4c19-9c06-61f74474c10c tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f16289-b8b0-43af-9fc3-602af654fb0d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:50.502132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-23c0fa0e-7168-40ae-8455-5a8568457ff1 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:50.512514 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-23c0fa0e-7168-40ae-8455-5a8568457ff1 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 811 time: 0.1617231 Jul 09 13:50:50.514857 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c33f-3c84-4d9d-834d-822d22ef5625 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.529990 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-f4bfcf07-06ac-4b47-9b4e-a89fb10a2a69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/quotas/dbdf7a4931e34c009ef4353a46117d30 HTTP/1.1" status: 200 len: 375 time: 0.0159779 Jul 09 13:50:50.542923 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c33f-3c84-4d9d-834d-822d22ef5625 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.592538 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c33f-3c84-4d9d-834d-822d22ef5625 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.596458 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3cf0c33f-3c84-4d9d-834d-822d22ef5625 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.597683 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3cf0c33f-3c84-4d9d-834d-822d22ef5625 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/security-groups/3fb7a278-8a1a-4d21-82d4-91f5fb2a7233 HTTP/1.1" status: 204 len: 168 time: 0.1880529 Jul 09 13:50:50.606712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33400) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:50.615846 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-450f896b-e4ba-464c-958a-07f1ddee4c88 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0847476 Jul 09 13:50:50.663340 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-98adcee3-e0cf-4ae8-b8dc-eadd129dc570 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting subnet f6dc6819-e2c5-4ac0-a606-551d01af364f {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:50:50.678931 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98adcee3-e0cf-4ae8-b8dc-eadd129dc570 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.682716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf0c33f-3c84-4d9d-834d-822d22ef5625 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb7a278-8a1a-4d21-82d4-91f5fb2a7233,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:50.730295 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98adcee3-e0cf-4ae8-b8dc-eadd129dc570 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.767881 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-f8499b48-615c-42c5-951f-c0dc09fe52c4 service neutron] 10.222.0.39 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373892 Jul 09 13:50:50.845130 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98adcee3-e0cf-4ae8-b8dc-eadd129dc570 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.916781 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-59ef99e8-8f17-443a-b4cc-f4e8ef701c17 service neutron] 10.222.0.39 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475289 Jul 09 13:50:50.921217 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98adcee3-e0cf-4ae8-b8dc-eadd129dc570 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.957219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adcee3-e0cf-4ae8-b8dc-eadd129dc570 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Subnet': ['ID=f6dc6819-e2c5-4ac0-a606-551d01af364f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:50.959667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-98adcee3-e0cf-4ae8-b8dc-eadd129dc570 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:50.961669 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-98adcee3-e0cf-4ae8-b8dc-eadd129dc570 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/f6dc6819-e2c5-4ac0-a606-551d01af364f HTTP/1.1" status: 204 len: 168 time: 0.3538499 Jul 09 13:50:50.965650 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33412) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:50.969349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becb473e-498c-41f7-adbb-211299153896 None None] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:50.971397 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ef562239-8383-4dc8-b363-66b20cf046ce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'subnet': {'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:51.197535 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e043a789-d4af-41aa-9664-d037c7289339 req-57e56e58-62cf-44bc-9735-f1c31137e60f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 210 time: 0.0602174 Jul 09 13:50:51.223459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef562239-8383-4dc8-b363-66b20cf046ce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:51.232951 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef562239-8383-4dc8-b363-66b20cf046ce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:51.575037 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef562239-8383-4dc8-b363-66b20cf046ce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:51.598589 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef562239-8383-4dc8-b363-66b20cf046ce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:51.601696 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ef562239-8383-4dc8-b363-66b20cf046ce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:51.605652 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef562239-8383-4dc8-b363-66b20cf046ce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:51.606264 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ef562239-8383-4dc8-b363-66b20cf046ce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:51.654426 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ef562239-8383-4dc8-b363-66b20cf046ce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6875033 Jul 09 13:50:51.657094 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33438) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:51.660407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef562239-8383-4dc8-b363-66b20cf046ce tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Subnet': ['ID=8bf64797-86e5-4283-861c-edbc82f2d41a,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:51.666322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2447a448-1798-4769-90c1-6a07bca2f467 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'security_group': {'name': 'tempest-secgroup-619529513'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:51.696413 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2447a448-1798-4769-90c1-6a07bca2f467 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:51.802166 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2447a448-1798-4769-90c1-6a07bca2f467 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:51.809879 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2447a448-1798-4769-90c1-6a07bca2f467 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:51.860650 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2447a448-1798-4769-90c1-6a07bca2f467 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:51.865182 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2447a448-1798-4769-90c1-6a07bca2f467 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2030890 Jul 09 13:50:51.865182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33444) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:51.870980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e572ed9e-8251-454b-a291-1cbba340796a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'security_group': {'name': 'tempest-secgroup-1680744014'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:51.879882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2447a448-1798-4769-90c1-6a07bca2f467 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f68c706-d969-4e13-8d8f-57e1436060eb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:51.911514 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e572ed9e-8251-454b-a291-1cbba340796a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.048571 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e572ed9e-8251-454b-a291-1cbba340796a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.057770 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e572ed9e-8251-454b-a291-1cbba340796a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.089540 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e572ed9e-8251-454b-a291-1cbba340796a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7484cfde-cfd8-41be-a672-1337f7f67813,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:52.107497 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e572ed9e-8251-454b-a291-1cbba340796a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.111687 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e572ed9e-8251-454b-a291-1cbba340796a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2430599 Jul 09 13:50:52.111917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33452) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:52.119636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-03eafbb3-f04a-4f64-bd0d-62a7655f4967 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'security_group': {'name': 'tempest-secgroup-763412678'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:52.150478 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03eafbb3-f04a-4f64-bd0d-62a7655f4967 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.177971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501d8631-0a63-44f8-8a58-f4b1c74bb002 None None] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:52.281265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-429f6e53-3970-49b3-95bd-781bfed4ea5f None None] Provisioning complete for port d088c59e-b1cd-44e9-81fa-d1610edfa891 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:52.281556 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-429f6e53-3970-49b3-95bd-781bfed4ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.292746 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03eafbb3-f04a-4f64-bd0d-62a7655f4967 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.300082 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03eafbb3-f04a-4f64-bd0d-62a7655f4967 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.328563 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03eafbb3-f04a-4f64-bd0d-62a7655f4967 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.330731 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-03eafbb3-f04a-4f64-bd0d-62a7655f4967 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2170570 Jul 09 13:50:52.333043 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33462) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:52.349810 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-429f6e53-3970-49b3-95bd-781bfed4ea5f None None] Port d088c59e-b1cd-44e9-81fa-d1610edfa891 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:52.353907 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03eafbb3-f04a-4f64-bd0d-62a7655f4967 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b94b30ac-4e05-4bd8-8a6c-12a2c68453d2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:52.364813 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d6d2c649-657f-46d9-aba0-1c52a4e1a396 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2077900052', 'security_groups': ['b94b30ac-4e05-4bd8-8a6c-12a2c68453d2'], 'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8bf64797-86e5-4283-861c-edbc82f2d41a'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:52.398664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-429f6e53-3970-49b3-95bd-781bfed4ea5f None None] Provisioning complete for port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:52.399034 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-429f6e53-3970-49b3-95bd-781bfed4ea5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.535276 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1af2cba2-a1c0-4011-9bf6-b2ef356155e3 req-def95857-700c-493f-acbe-2226772c05b8 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 210 time: 0.1415515 Jul 09 13:50:52.658222 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d2c649-657f-46d9-aba0-1c52a4e1a396 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:52.706756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054aa9bf-c138-4285-a3df-3c53cd9b475b None None] Update dhcp port {'port': {'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'fixed_ips': [{'subnet_id': 'd0957efe-a482-428b-9b2d-01e0caa4cb04', 'ip_address': '172.20.0.18'}, {'subnet_id': '8bf64797-86e5-4283-861c-edbc82f2d41a'}], 'binding:host_id': 'n-d-799525-3'}, 'id': '9462ded4-c50a-4f26-a1be-bb5cec75ed61'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:50:52.780073 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6d2c649-657f-46d9-aba0-1c52a4e1a396 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.790547 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-054aa9bf-c138-4285-a3df-3c53cd9b475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:52.822340 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-d6d2c649-657f-46d9-aba0-1c52a4e1a396 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] device_id is not set on port b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:50:52.869386 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-8b61e1f2-47a8-4a6f-b057-5a8b1b8cf21c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:52.872720 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-8b61e1f2-47a8-4a6f-b057-5a8b1b8cf21c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 811 time: 0.2418318 Jul 09 13:50:52.887858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Request body: {'port': {'device_id': '027c0f41-0ac9-4b27-8393-e2cfd2e47f6f', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'admin_state_up': True, 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:53.015518 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-054aa9bf-c138-4285-a3df-3c53cd9b475b None None] Allocated IP 172.20.0.2 (f9cf850b-bdc2-4b91-8824-516ed18adb27/8bf64797-86e5-4283-861c-edbc82f2d41a/9462ded4-c50a-4f26-a1be-bb5cec75ed61) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:53.117063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Made reservation on behalf of dbdf7a4931e34c009ef4353a46117d30 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:53.122663 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.158479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-054aa9bf-c138-4285-a3df-3c53cd9b475b None None] For port 9462ded4-c50a-4f26-a1be-bb5cec75ed61, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9462ded4-c50a-4f26-a1be-bb5cec75ed61,segment=NetworkSegment(bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d),segment_id=bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:53.206850 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-054aa9bf-c138-4285-a3df-3c53cd9b475b None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.223450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-054aa9bf-c138-4285-a3df-3c53cd9b475b None None] Transition to ACTIVE for port object 9462ded4-c50a-4f26-a1be-bb5cec75ed61 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:53.228245 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-054aa9bf-c138-4285-a3df-3c53cd9b475b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.238884 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:50:53.301786 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-d6d2c649-657f-46d9-aba0-1c52a4e1a396 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Allocated IP 172.20.0.11 (f9cf850b-bdc2-4b91-8824-516ed18adb27/8bf64797-86e5-4283-861c-edbc82f2d41a/b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:53.318859 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054aa9bf-c138-4285-a3df-3c53cd9b475b None None] Pushing event updated for resources: {'Port': ['ID=9462ded4-c50a-4f26-a1be-bb5cec75ed61,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:53.321358 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Allocated IP 172.20.0.6 (39203702-852d-404c-bcfb-2c2a5a230b71/3bc55cf0-4c15-4379-8ecd-1ddd672b67e3/bb01cf9a-3bd5-417d-9f4c-3a36ea863442) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:53.520054 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6d2c649-657f-46d9-aba0-1c52a4e1a396 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.537470 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-d6d2c649-657f-46d9-aba0-1c52a4e1a396 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Transition to ACTIVE for port object b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:53.594550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9462ded4-c50a-4f26-a1be-bb5cec75ed61 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:53.611244 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.626074 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6d2c649-657f-46d9-aba0-1c52a4e1a396 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.628596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Transition to ACTIVE for port object bb01cf9a-3bd5-417d-9f4c-3a36ea863442 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:53.685464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d2c649-657f-46d9-aba0-1c52a4e1a396 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:53.704516 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d2c649-657f-46d9-aba0-1c52a4e1a396 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:53.706297 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d6d2c649-657f-46d9-aba0-1c52a4e1a396 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:53.709400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d2c649-657f-46d9-aba0-1c52a4e1a396 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:53.769664 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.782758 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['11eeb1c9-d490-41ed-a049-2ea631e63df1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:50:53.784995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['4064804d-4843-49b4-bc75-0771442be855'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:50:53.797452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a70af9f-1878-4db9-9e0a-6f7903d881aa req-cc53608a-6493-448b-b482-d6a3387d467c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 210 time: 0.0598164 Jul 09 13:50:53.844224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Network 39203702-852d-404c-bcfb-2c2a5a230b71 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:53.848229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:53.853978 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:50:53.862500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event updated for resources: {'Port': ['ID=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:53.868883 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d2c649-657f-46d9-aba0-1c52a4e1a396 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:53.869721 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6d2c649-657f-46d9-aba0-1c52a4e1a396 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:53.892421 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d6d2c649-657f-46d9-aba0-1c52a4e1a396 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5564916 Jul 09 13:50:53.895280 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33498) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:53.904767 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-02e3f16c-a084-4808-b9be-9cd6562cdc5a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'subnet': {'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:53.947242 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:53.948072 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:53.948072 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:53.948548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:53.948978 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:53.949318 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:53.949736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:53.950014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:53.950614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:53.950964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:53.951465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:53.951836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:50:54.040691 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:54.043753 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.068848 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-97f318da-eb47-49f0-85dd-12ba1cfdcbad tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1865709 Jul 09 13:50:54.081299 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Request body: {'port': {'device_id': '027c0f41-0ac9-4b27-8393-e2cfd2e47f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:54.200170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e3f16c-a084-4808-b9be-9cd6562cdc5a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:54.204209 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02e3f16c-a084-4808-b9be-9cd6562cdc5a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.245418 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.404371 n-d-799525-3 neutron-server[93754]: INFO neutron.db.ipam_backend_mixin [None req-02e3f16c-a084-4808-b9be-9cd6562cdc5a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8bf64797-86e5-4283-861c-edbc82f2d41a (CIDR: 172.20.0.0/28) Jul 09 13:50:54.410982 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-02e3f16c-a084-4808-b9be-9cd6562cdc5a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:50:54.411672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02e3f16c-a084-4808-b9be-9cd6562cdc5a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:50:54.438409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1078ccb3-0c0c-41a2-a421-67ad708f272d None None] Provisioning for port bb01cf9a-3bd5-417d-9f4c-3a36ea863442 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:54.439887 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-02e3f16c-a084-4808-b9be-9cd6562cdc5a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5433915 Jul 09 13:50:54.440974 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33512) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:54.445253 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1078ccb3-0c0c-41a2-a421-67ad708f272d None None] Provisioning complete for port bb01cf9a-3bd5-417d-9f4c-3a36ea863442 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:54.445636 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1078ccb3-0c0c-41a2-a421-67ad708f272d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.447235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5714b06d-6d34-4407-aae8-9a83242b1ab1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'subnet': {'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:54.525777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1078ccb3-0c0c-41a2-a421-67ad708f272d None None] Port bb01cf9a-3bd5-417d-9f4c-3a36ea863442 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:54.586548 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5714b06d-6d34-4407-aae8-9a83242b1ab1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:54.591972 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5714b06d-6d34-4407-aae8-9a83242b1ab1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.653012 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-64dfdb33-8fdd-4bb3-9ef0-07f61ea2b85d None None] Provisioning complete for port d088c59e-b1cd-44e9-81fa-d1610edfa891 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:54.653402 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64dfdb33-8fdd-4bb3-9ef0-07f61ea2b85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.738305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb01cf9a-3bd5-417d-9f4c-3a36ea863442 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:50:54.743894 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-64dfdb33-8fdd-4bb3-9ef0-07f61ea2b85d None None] Port d088c59e-b1cd-44e9-81fa-d1610edfa891 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:54.747716 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.761654 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Transition to ACTIVE for port object bb01cf9a-3bd5-417d-9f4c-3a36ea863442 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:54.766841 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.783487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-64dfdb33-8fdd-4bb3-9ef0-07f61ea2b85d None None] Provisioning for port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:54.787742 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-64dfdb33-8fdd-4bb3-9ef0-07f61ea2b85d None None] Provisioning complete for port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:54.788127 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-64dfdb33-8fdd-4bb3-9ef0-07f61ea2b85d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:54.799675 n-d-799525-3 neutron-server[93754]: INFO neutron.db.ipam_backend_mixin [None req-5714b06d-6d34-4407-aae8-9a83242b1ab1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d0957efe-a482-428b-9b2d-01e0caa4cb04 (CIDR: 172.20.0.16/28) Jul 09 13:50:54.804212 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-5714b06d-6d34-4407-aae8-9a83242b1ab1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:50:54.804916 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5714b06d-6d34-4407-aae8-9a83242b1ab1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:50:54.824077 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5714b06d-6d34-4407-aae8-9a83242b1ab1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.3817275 Jul 09 13:50:54.826730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33522) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:54.840819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b873c7d3-9699-417b-b3cf-d4aca97e54e7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'subnet': {'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:54.878967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Pushing event updated for resources: {'Port': ['ID=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:55.064988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Attempting to bind port bb01cf9a-3bd5-417d-9f4c-3a36ea863442 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:50:55.066104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Attempting to bind port bb01cf9a-3bd5-417d-9f4c-3a36ea863442 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:50:55.066731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Attempting to bind port bb01cf9a-3bd5-417d-9f4c-3a36ea863442 on network 39203702-852d-404c-bcfb-2c2a5a230b71 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:55.088497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Port bb01cf9a-3bd5-417d-9f4c-3a36ea863442 on network 39203702-852d-404c-bcfb-2c2a5a230b71 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:50:55.089137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Attempting to bind port bb01cf9a-3bd5-417d-9f4c-3a36ea863442 on network 39203702-852d-404c-bcfb-2c2a5a230b71 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:50:55.105475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 50, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:50:55.106405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Checking segment: {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:50:55.106805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Bound using segment: {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:50:55.107316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Bound port: bb01cf9a-3bd5-417d-9f4c-3a36ea863442, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a71bcb2d-c43a-49da-8493-fec1f60ddeab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 343, 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:50:55.107698 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:55.126739 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-645c3cc7-46a6-4bc1-830b-fe5bc53eed86 None None] Provisioning for port b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:55.136030 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-645c3cc7-46a6-4bc1-830b-fe5bc53eed86 None None] Provisioning complete for port b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:55.136546 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-645c3cc7-46a6-4bc1-830b-fe5bc53eed86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:55.155313 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b873c7d3-9699-417b-b3cf-d4aca97e54e7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Made reservation on behalf of 14f4566bc7aa49019faa8b0557e922e2 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:50:55.158998 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b873c7d3-9699-417b-b3cf-d4aca97e54e7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:55.231938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] For port bb01cf9a-3bd5-417d-9f4c-3a36ea863442, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:50:55.235822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] For port bb01cf9a-3bd5-417d-9f4c-3a36ea863442, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:50:55.236249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-645c3cc7-46a6-4bc1-830b-fe5bc53eed86 None None] Port b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:55.244151 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:55.282004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:55.282916 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:55.284540 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] 10.222.0.18 "PUT /v2.0/ports/bb01cf9a-3bd5-417d-9f4c-3a36ea863442 HTTP/1.1" status: 200 len: 1091 time: 1.2079556 Jul 09 13:50:55.286800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '027c0f41-0ac9-4b27-8393-e2cfd2e47f6f', 'tag': 'bb01cf9a-3bd5-417d-9f4c-3a36ea863442'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:50:55.290223 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fa744b-b751-431f-8f10-c2b862ef3c79" -d '{"events": [{"name": "network-changed", "server_uuid": "027c0f41-0ac9-4b27-8393-e2cfd2e47f6f", "tag": "bb01cf9a-3bd5-417d-9f4c-3a36ea863442"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:50:55.397371 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9af0c0e9-04bd-43b0-a84a-734ab0786ac3 x-openstack-request-id: req-9af0c0e9-04bd-43b0-a84a-734ab0786ac3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:50:55.397729 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "027c0f41-0ac9-4b27-8393-e2cfd2e47f6f", "tag": "bb01cf9a-3bd5-417d-9f4c-3a36ea863442", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:50:55.397916 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9af0c0e9-04bd-43b0-a84a-734ab0786ac3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:50:55.398316 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '027c0f41-0ac9-4b27-8393-e2cfd2e47f6f', 'tag': 'bb01cf9a-3bd5-417d-9f4c-3a36ea863442', 'status': 'completed', 'code': 200} Jul 09 13:50:55.441652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a83119-6798-47bf-9908-c0fd240404dd service neutron] Pushing event updated for resources: {'Port': ['ID=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:55.441911 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407f2f5-0c5e-448a-ae7e-d8e43165a45f req-57354967-9f7a-4424-88cc-f20b6519c130 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:55.447282 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6407f2f5-0c5e-448a-ae7e-d8e43165a45f req-57354967-9f7a-4424-88cc-f20b6519c130 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 943 time: 0.4190419 Jul 09 13:50:55.502878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-80ecceec-51b8-4f8a-b5ee-0a0b70097b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:55.504476 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-80ecceec-51b8-4f8a-b5ee-0a0b70097b3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 1094 time: 0.1563659 Jul 09 13:50:55.509934 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6407f2f5-0c5e-448a-ae7e-d8e43165a45f req-463abbbd-0e74-4677-b557-f1adfdac57df tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611777 Jul 09 13:50:55.560476 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-be068d97-5ebb-4344-bfd4-1681ed0ab0f4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb01cf9a-3bd5-417d-9f4c-3a36ea863442 HTTP/1.1" status: 200 len: 217 time: 0.0485449 Jul 09 13:50:55.615689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-d634e850-3528-4c8f-965b-207566e5a2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:55.617696 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-d634e850-3528-4c8f-965b-207566e5a2dd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.0499094 Jul 09 13:50:55.622587 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b873c7d3-9699-417b-b3cf-d4aca97e54e7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:55.692386 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b873c7d3-9699-417b-b3cf-d4aca97e54e7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Subnet': ['ID=4feffd7c-f482-4de1-bdeb-b7cd8d95f2d0,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:55.708419 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b873c7d3-9699-417b-b3cf-d4aca97e54e7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:50:55.709848 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b873c7d3-9699-417b-b3cf-d4aca97e54e7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:50:55.713139 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b873c7d3-9699-417b-b3cf-d4aca97e54e7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:55.713742 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b873c7d3-9699-417b-b3cf-d4aca97e54e7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:55.729200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-d34d4d14-c031-4eb8-b59f-d08d39728891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:55.731664 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-d34d4d14-c031-4eb8-b59f-d08d39728891 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1069345 Jul 09 13:50:55.735268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33554) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:55.735486 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b873c7d3-9699-417b-b3cf-d4aca97e54e7 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9071352 Jul 09 13:50:55.739054 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacda9bc-78d7-4e25-a7fb-470ac96cf30f None None] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:50:55.752578 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bd93dd49-d134-411e-abca-b711100c8908 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1015693824', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4feffd7c-f482-4de1-bdeb-b7cd8d95f2d0'}], 'security_groups': ['7f68c706-d969-4e13-8d8f-57e1436060eb', '7484cfde-cfd8-41be-a672-1337f7f67813']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:50:55.930208 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-59737ddf-e56e-475e-a067-462efa482def service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912668 Jul 09 13:50:56.157456 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dc797cab-ab47-4450-bc5a-6735f4c76a79 req-6873a63b-0653-4ca1-be6e-758c6f1ae46a service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2005091 Jul 09 13:50:56.184881 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd93dd49-d134-411e-abca-b711100c8908 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.266339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a9909d-c9d8-42d8-a2f6-719c6b6c464a None None] Update dhcp port {'port': {'network_id': 'f9cf850b-bdc2-4b91-8824-516ed18adb27', 'fixed_ips': [{'subnet_id': 'd0957efe-a482-428b-9b2d-01e0caa4cb04', 'ip_address': '172.20.0.18'}, {'subnet_id': '8bf64797-86e5-4283-861c-edbc82f2d41a', 'ip_address': '172.20.0.2'}, {'subnet_id': '4feffd7c-f482-4de1-bdeb-b7cd8d95f2d0'}], 'binding:host_id': 'n-d-799525-3'}, 'id': '9462ded4-c50a-4f26-a1be-bb5cec75ed61'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:50:56.320705 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08a9909d-c9d8-42d8-a2f6-719c6b6c464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.447558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa744b-b751-431f-8f10-c2b862ef3c79 req-f4a013db-1504-4e50-8db8-d0d75f0758bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:56.449280 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49fa744b-b751-431f-8f10-c2b862ef3c79 req-f4a013db-1504-4e50-8db8-d0d75f0758bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 1094 time: 0.2100465 Jul 09 13:50:56.594797 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa744b-b751-431f-8f10-c2b862ef3c79 req-42ed780b-94bb-4cd8-a464-0d87ddc5ea4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:56.596437 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49fa744b-b751-431f-8f10-c2b862ef3c79 req-42ed780b-94bb-4cd8-a464-0d87ddc5ea4c service neutron] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.1399570 Jul 09 13:50:56.609047 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-08a9909d-c9d8-42d8-a2f6-719c6b6c464a None None] Allocated IP 172.20.0.34 (f9cf850b-bdc2-4b91-8824-516ed18adb27/4feffd7c-f482-4de1-bdeb-b7cd8d95f2d0/9462ded4-c50a-4f26-a1be-bb5cec75ed61) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:56.667866 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49fa744b-b751-431f-8f10-c2b862ef3c79 req-089a57e5-5ad8-4a56-8351-1451c7ef1a13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb01cf9a-3bd5-417d-9f4c-3a36ea863442 HTTP/1.1" status: 200 len: 217 time: 0.0627172 Jul 09 13:50:56.727051 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f340794-db31-48e7-a568-013986ce8789 req-09f5342f-8e45-4f1d-8d4f-76601ee5bddc tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:56.729891 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f340794-db31-48e7-a568-013986ce8789 req-09f5342f-8e45-4f1d-8d4f-76601ee5bddc tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 943 time: 0.1020856 Jul 09 13:50:56.742049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa744b-b751-431f-8f10-c2b862ef3c79 req-deeb6cb0-8dfc-43ee-8871-039b2ad2f715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:56.746429 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49fa744b-b751-431f-8f10-c2b862ef3c79 req-deeb6cb0-8dfc-43ee-8871-039b2ad2f715 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.0725031 Jul 09 13:50:56.761477 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-08a9909d-c9d8-42d8-a2f6-719c6b6c464a None None] For port 9462ded4-c50a-4f26-a1be-bb5cec75ed61, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9462ded4-c50a-4f26-a1be-bb5cec75ed61,segment=NetworkSegment(bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d),segment_id=bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:56.782740 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f340794-db31-48e7-a568-013986ce8789 req-e7da70d9-7a21-43fc-a9fd-a8feae282984 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400429 Jul 09 13:50:56.830930 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08a9909d-c9d8-42d8-a2f6-719c6b6c464a None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.846987 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-08a9909d-c9d8-42d8-a2f6-719c6b6c464a None None] Transition to ACTIVE for port object 9462ded4-c50a-4f26-a1be-bb5cec75ed61 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:56.851876 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08a9909d-c9d8-42d8-a2f6-719c6b6c464a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:56.905111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9909d-c9d8-42d8-a2f6-719c6b6c464a None None] Pushing event updated for resources: {'Port': ['ID=9462ded4-c50a-4f26-a1be-bb5cec75ed61,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:56.964922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-bd93dd49-d134-411e-abca-b711100c8908 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Delete allocated IP 172.20.0.11 (f9cf850b-bdc2-4b91-8824-516ed18adb27/8bf64797-86e5-4283-861c-edbc82f2d41a) {{(pid=93753) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 09 13:50:56.973961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-bd93dd49-d134-411e-abca-b711100c8908 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Allocated IP 172.20.0.38 (f9cf850b-bdc2-4b91-8824-516ed18adb27/4feffd7c-f482-4de1-bdeb-b7cd8d95f2d0/b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:50:56.991687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fa744b-b751-431f-8f10-c2b862ef3c79 req-bbecec42-915a-4a8c-8adb-fffe9341bafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:56.994134 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49fa744b-b751-431f-8f10-c2b862ef3c79 req-bbecec42-915a-4a8c-8adb-fffe9341bafe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2392251 Jul 09 13:50:57.576161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9462ded4-c50a-4f26-a1be-bb5cec75ed61 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:50:57.632800 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49fa744b-b751-431f-8f10-c2b862ef3c79 req-3fedb25c-a887-42da-812f-ce5142a9307a service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267204 Jul 09 13:50:57.776654 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd93dd49-d134-411e-abca-b711100c8908 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.788936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-eed39c10-7e85-4445-bff9-ff1dd2320a8b None None] Provisioning complete for port b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:57.790444 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eed39c10-7e85-4445-bff9-ff1dd2320a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.802281 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-bd93dd49-d134-411e-abca-b711100c8908 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Transition to ACTIVE for port object b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:50:57.810204 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd93dd49-d134-411e-abca-b711100c8908 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.841122 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-eed39c10-7e85-4445-bff9-ff1dd2320a8b None None] Port b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:57.854343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-eed39c10-7e85-4445-bff9-ff1dd2320a8b None None] Provisioning complete for port d088c59e-b1cd-44e9-81fa-d1610edfa891 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:57.854829 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eed39c10-7e85-4445-bff9-ff1dd2320a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.893992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-eed39c10-7e85-4445-bff9-ff1dd2320a8b None None] Port d088c59e-b1cd-44e9-81fa-d1610edfa891 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:57.894925 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-49fa744b-b751-431f-8f10-c2b862ef3c79 req-a1bb0ce0-ff39-403e-a6fa-485e1b73614b service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2350025 Jul 09 13:50:57.911102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-eed39c10-7e85-4445-bff9-ff1dd2320a8b None None] Provisioning for port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:57.923740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-eed39c10-7e85-4445-bff9-ff1dd2320a8b None None] Provisioning complete for port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:57.924120 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eed39c10-7e85-4445-bff9-ff1dd2320a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.987809 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bd93dd49-d134-411e-abca-b711100c8908 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] In _notify_port_updated(), no bound segment for port b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 on network f9cf850b-bdc2-4b91-8824-516ed18adb27 {{(pid=93753) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 09 13:50:57.994463 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd93dd49-d134-411e-abca-b711100c8908 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:57.995122 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd93dd49-d134-411e-abca-b711100c8908 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:57.999478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33620) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:58.000027 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bd93dd49-d134-411e-abca-b711100c8908 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "PUT /v2.0/ports/b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 HTTP/1.1" status: 200 len: 960 time: 2.2629280 Jul 09 13:50:58.001342 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93dd49-d134-411e-abca-b711100c8908 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event updated for resources: {'Port': ['ID=b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:58.084587 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device bb01cf9a-3bd5-417d-9f4c-3a36ea863442 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:50:58.262649 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port bb01cf9a-3bd5-417d-9f4c-3a36ea863442, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:58.281822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'bb01cf9a-3bd5-417d-9f4c-3a36ea863442', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'port_id': 'bb01cf9a-3bd5-417d-9f4c-3a36ea863442', 'mac_address': 'fa:16:3e:74:df:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:50:58.360221 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:58.393189 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb01cf9a-3bd5-417d-9f4c-3a36ea863442 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:50:58.420500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port bb01cf9a-3bd5-417d-9f4c-3a36ea863442, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:50:58.434538 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:58.499446 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:58.638047 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-3b56d701-8c82-4f2c-b09d-b4591772d939 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:50:58.638413 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b56d701-8c82-4f2c-b09d-b4591772d939 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:58.661808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f0924e05-6983-43b4-8e35-7bb039405bba None None] Provisioning for port b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:50:58.662466 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534a3782-bb7d-4e96-a857-712c5a93ed87 req-dc916829-3d9f-4ab4-97ec-cc99de4afa24 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:50:58.664012 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-534a3782-bb7d-4e96-a857-712c5a93ed87 req-dc916829-3d9f-4ab4-97ec-cc99de4afa24 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 943 time: 0.5932512 Jul 09 13:50:58.666398 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f0924e05-6983-43b4-8e35-7bb039405bba None None] Provisioning complete for port b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:50:58.666783 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f0924e05-6983-43b4-8e35-7bb039405bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:58.696834 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['bb01cf9a-3bd5-417d-9f4c-3a36ea863442'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:50:58.746982 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-534a3782-bb7d-4e96-a857-712c5a93ed87 req-d5fb46b3-586f-43a0-8d52-4f9c598225b0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572352 Jul 09 13:50:58.804529 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b56d701-8c82-4f2c-b09d-b4591772d939 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:58.813526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f0924e05-6983-43b4-8e35-7bb039405bba None None] Port b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:50:58.818600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-3b56d701-8c82-4f2c-b09d-b4591772d939 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:50:58.971797 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b56d701-8c82-4f2c-b09d-b4591772d939 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.008536 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b56d701-8c82-4f2c-b09d-b4591772d939 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:59.088946 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3b56d701-8c82-4f2c-b09d-b4591772d939 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.094215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33652) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:59.094731 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3b56d701-8c82-4f2c-b09d-b4591772d939 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 HTTP/1.1" status: 204 len: 168 time: 1.0936956 Jul 09 13:50:59.132006 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-2da03a81-7669-4524-a34a-f27356876bee tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] GET failed (client error): The resource could not be found. Jul 09 13:50:59.134652 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2da03a81-7669-4524-a34a-f27356876bee tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports/b4a7d567-0ed0-44eb-9a5d-53ea8161bcf6 HTTP/1.1" status: 404 len: 333 time: 0.0386581 Jul 09 13:50:59.138054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33658) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:59.236560 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-023f0715-8602-46f8-969d-01b668f0666d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.272633 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-023f0715-8602-46f8-969d-01b668f0666d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.320518 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-023f0715-8602-46f8-969d-01b668f0666d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.324309 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-023f0715-8602-46f8-969d-01b668f0666d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.326162 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-023f0715-8602-46f8-969d-01b668f0666d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/security-groups/b94b30ac-4e05-4bd8-8a6c-12a2c68453d2 HTTP/1.1" status: 204 len: 168 time: 0.1869097 Jul 09 13:50:59.329308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33666) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:59.337629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023f0715-8602-46f8-969d-01b668f0666d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94b30ac-4e05-4bd8-8a6c-12a2c68453d2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:59.398673 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c18f528-b8ce-4f0d-9c12-ad6ddc6112f3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.423451 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c18f528-b8ce-4f0d-9c12-ad6ddc6112f3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.470285 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c18f528-b8ce-4f0d-9c12-ad6ddc6112f3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.473191 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c18f528-b8ce-4f0d-9c12-ad6ddc6112f3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.476677 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7c18f528-b8ce-4f0d-9c12-ad6ddc6112f3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/security-groups/7484cfde-cfd8-41be-a672-1337f7f67813 HTTP/1.1" status: 204 len: 168 time: 0.1437466 Jul 09 13:50:59.478407 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:59.484791 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18f528-b8ce-4f0d-9c12-ad6ddc6112f3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7484cfde-cfd8-41be-a672-1337f7f67813,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:59.552657 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82994c0d-72aa-4fb6-9f2a-f7768f217eaf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.579832 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82994c0d-72aa-4fb6-9f2a-f7768f217eaf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.626393 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82994c0d-72aa-4fb6-9f2a-f7768f217eaf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.629856 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82994c0d-72aa-4fb6-9f2a-f7768f217eaf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.633723 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-82994c0d-72aa-4fb6-9f2a-f7768f217eaf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/security-groups/7f68c706-d969-4e13-8d8f-57e1436060eb HTTP/1.1" status: 204 len: 168 time: 0.1516566 Jul 09 13:50:59.634992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33678) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:50:59.642381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82994c0d-72aa-4fb6-9f2a-f7768f217eaf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f68c706-d969-4e13-8d8f-57e1436060eb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:50:59.707554 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa3a84db-2a27-42eb-a552-c516b5d657d1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting subnet 8bf64797-86e5-4283-861c-edbc82f2d41a {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:50:59.711141 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa3a84db-2a27-42eb-a552-c516b5d657d1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.762737 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa3a84db-2a27-42eb-a552-c516b5d657d1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.878829 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa3a84db-2a27-42eb-a552-c516b5d657d1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:50:59.991808 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa3a84db-2a27-42eb-a552-c516b5d657d1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.012760 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b12f52-3568-4c79-9dbd-ca3d1550532d req-06ee9c62-474a-45fc-ac28-1e9bd1bf2014 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:00.014386 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02b12f52-3568-4c79-9dbd-ca3d1550532d req-06ee9c62-474a-45fc-ac28-1e9bd1bf2014 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 944 time: 0.1111321 Jul 09 13:51:00.036381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3a84db-2a27-42eb-a552-c516b5d657d1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Subnet': ['ID=8bf64797-86e5-4283-861c-edbc82f2d41a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:00.044204 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa3a84db-2a27-42eb-a552-c516b5d657d1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.050164 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fa3a84db-2a27-42eb-a552-c516b5d657d1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/8bf64797-86e5-4283-861c-edbc82f2d41a HTTP/1.1" status: 204 len: 168 time: 0.4134686 Jul 09 13:51:00.050394 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33692) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:00.065902 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc430f68-9e8f-4c23-952d-9eae6fdf6ac5 None None] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:00.089252 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02b12f52-3568-4c79-9dbd-ca3d1550532d req-5d9ff622-bdfe-4a4e-93e3-d5513cd4103d tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561159 Jul 09 13:51:00.103583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device bb01cf9a-3bd5-417d-9f4c-3a36ea863442 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:51:00.143811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c163fa3-1cab-4ee5-87ca-65c34947086a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting subnet 4feffd7c-f482-4de1-bdeb-b7cd8d95f2d0 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:51:00.150237 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c163fa3-1cab-4ee5-87ca-65c34947086a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.231043 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c163fa3-1cab-4ee5-87ca-65c34947086a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.268058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port bb01cf9a-3bd5-417d-9f4c-3a36ea863442 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:51:00.278101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port bb01cf9a-3bd5-417d-9f4c-3a36ea863442 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:00.278481 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.338471 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c163fa3-1cab-4ee5-87ca-65c34947086a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.416337 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c163fa3-1cab-4ee5-87ca-65c34947086a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.427259 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.457360 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c163fa3-1cab-4ee5-87ca-65c34947086a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.462103 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33712) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:00.470843 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port bb01cf9a-3bd5-417d-9f4c-3a36ea863442, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:00.472271 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027c0f41-0ac9-4b27-8393-e2cfd2e47f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb01cf9a-3bd5-417d-9f4c-3a36ea863442'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:00.475573 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7eccd08f-daa9-4f0d-95f2-811857a1cb6c" -d '{"events": [{"server_uuid": "027c0f41-0ac9-4b27-8393-e2cfd2e47f6f", "name": "network-vif-plugged", "status": "completed", "tag": "bb01cf9a-3bd5-417d-9f4c-3a36ea863442"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:00.480601 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4c163fa3-1cab-4ee5-87ca-65c34947086a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/4feffd7c-f482-4de1-bdeb-b7cd8d95f2d0 HTTP/1.1" status: 204 len: 168 time: 0.4195783 Jul 09 13:51:00.482035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c163fa3-1cab-4ee5-87ca-65c34947086a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Subnet': ['ID=4feffd7c-f482-4de1-bdeb-b7cd8d95f2d0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:00.482167 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.495837 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-84698db7-8475-4a9c-92f3-7e3e460bdcaa tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:00.496394 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84698db7-8475-4a9c-92f3-7e3e460bdcaa tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:00.501097 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33716) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:00.516547 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-84698db7-8475-4a9c-92f3-7e3e460bdcaa tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/8bf64797-86e5-4283-861c-edbc82f2d41a HTTP/1.1" status: 404 len: 337 time: 0.0494678 Jul 09 13:51:00.557576 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:00.577766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40f562e-2c3e-47d9-8acd-71bf0a6d9dd8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting subnet d0957efe-a482-428b-9b2d-01e0caa4cb04 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:51:00.582106 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b40f562e-2c3e-47d9-8acd-71bf0a6d9dd8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.596696 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e5da9e5-ae8e-4182-ada1-b840762a9820 x-openstack-request-id: req-6e5da9e5-ae8e-4182-ada1-b840762a9820 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:00.597197 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027c0f41-0ac9-4b27-8393-e2cfd2e47f6f", "name": "network-vif-plugged", "status": "completed", "tag": "bb01cf9a-3bd5-417d-9f4c-3a36ea863442", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:00.597611 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6e5da9e5-ae8e-4182-ada1-b840762a9820 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:00.598443 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027c0f41-0ac9-4b27-8393-e2cfd2e47f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb01cf9a-3bd5-417d-9f4c-3a36ea863442', 'code': 200} Jul 09 13:51:00.651697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b40f562e-2c3e-47d9-8acd-71bf0a6d9dd8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.815979 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b40f562e-2c3e-47d9-8acd-71bf0a6d9dd8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:00.906799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2d672-fe18-43bc-897c-c0cdd61684d2 req-72333a4d-a69d-41b1-ac3f-944409fdc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:00.908521 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a5f2d672-fe18-43bc-897c-c0cdd61684d2 req-72333a4d-a69d-41b1-ac3f-944409fdc11d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 1096 time: 0.2307413 Jul 09 13:51:00.969593 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b40f562e-2c3e-47d9-8acd-71bf0a6d9dd8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.003515 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a5f2d672-fe18-43bc-897c-c0cdd61684d2 req-2e9e39de-4231-444c-ac71-12baa46eb25c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877056 Jul 09 13:51:01.007057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f562e-2c3e-47d9-8acd-71bf0a6d9dd8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Subnet': ['ID=d0957efe-a482-428b-9b2d-01e0caa4cb04,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:01.021184 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b40f562e-2c3e-47d9-8acd-71bf0a6d9dd8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.027060 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33728) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:01.027620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b40f562e-2c3e-47d9-8acd-71bf0a6d9dd8 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/d0957efe-a482-428b-9b2d-01e0caa4cb04 HTTP/1.1" status: 204 len: 168 time: 0.5249100 Jul 09 13:51:01.058893 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-d85389b2-af51-4afa-9665-9dbfc3c1daed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:01.059392 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d85389b2-af51-4afa-9665-9dbfc3c1daed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:01.063771 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d85389b2-af51-4afa-9665-9dbfc3c1daed tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/f6dc6819-e2c5-4ac0-a606-551d01af364f HTTP/1.1" status: 404 len: 337 time: 0.0330877 Jul 09 13:51:01.063965 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33730) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:01.101784 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-492e0130-2830-4931-8038-cba696fa3a77 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "GET /v2.0/ports?device_id=4903007b-c8b9-4a30-8716-abd480e4cc7f HTTP/1.1" status: 200 len: 205 time: 0.0368185 Jul 09 13:51:01.104608 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33738) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:01.145568 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-4390205b-813c-45be-9ef4-d5e9303fbb4d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] delete failed (client error): The resource could not be found. Jul 09 13:51:01.146629 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4390205b-813c-45be-9ef4-d5e9303fbb4d tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/routers/4903007b-c8b9-4a30-8716-abd480e4cc7f HTTP/1.1" status: 404 len: 336 time: 0.0410321 Jul 09 13:51:01.149865 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33744) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:01.202559 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-cfc0431f-58e3-4ca6-8487-6ddd28780e8a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:01.203075 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cfc0431f-58e3-4ca6-8487-6ddd28780e8a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:01.205672 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cfc0431f-58e3-4ca6-8487-6ddd28780e8a tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/ec022824-74a2-46c8-8dec-3517d7d60aec HTTP/1.1" status: 404 len: 337 time: 0.0538223 Jul 09 13:51:01.207736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33746) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:01.241546 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9f71ae-d98f-42b1-8d25-a23dec326b99 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:01.242011 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9f71ae-d98f-42b1-8d25-a23dec326b99 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:01.248329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33748) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:01.249597 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cf9f71ae-d98f-42b1-8d25-a23dec326b99 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/5121f8ec-13c2-44a7-a81a-0b4771f0beb4 HTTP/1.1" status: 404 len: 337 time: 0.0407739 Jul 09 13:51:01.283081 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea1de48b-774d-473e-aafc-251bc3df7fa1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:01.283081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea1de48b-774d-473e-aafc-251bc3df7fa1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:01.284349 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ea1de48b-774d-473e-aafc-251bc3df7fa1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/0b4465d1-837f-49a4-a847-6a1046317c4a HTTP/1.1" status: 404 len: 337 time: 0.0350146 Jul 09 13:51:01.285082 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33752) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:01.318970 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-c59da212-f3a9-4ed9-8bc1-1a4dfc127b3f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:01.322168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c59da212-f3a9-4ed9-8bc1-1a4dfc127b3f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:01.322335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-239cd827-f633-4180-bf58-8c3625219da9 None None] Network f9cf850b-bdc2-4b91-8824-516ed18adb27 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:01.326592 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c59da212-f3a9-4ed9-8bc1-1a4dfc127b3f tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/8194dfea-9db4-4c93-8f03-7434d766a3ba HTTP/1.1" status: 404 len: 333 time: 0.0405602 Jul 09 13:51:01.327221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33754) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:01.356012 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a0f81a-776d-4da7-856b-3e82998973da tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:01.356476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a0f81a-776d-4da7-856b-3e82998973da tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:01.362202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33756) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:01.362474 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-79a0f81a-776d-4da7-856b-3e82998973da tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/82264eb9-b630-4be7-a844-d215652938f3 HTTP/1.1" status: 404 len: 337 time: 0.0341973 Jul 09 13:51:01.394688 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-966037b7-9c8a-4200-91f1-74c9425285b3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:01.395175 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966037b7-9c8a-4200-91f1-74c9425285b3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:01.396927 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-966037b7-9c8a-4200-91f1-74c9425285b3 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/02ae9672-dd06-4dd8-8cd4-e0bd0018cc4a HTTP/1.1" status: 404 len: 337 time: 0.0329573 Jul 09 13:51:01.400943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33758) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:01.410249 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1dfffd-6b8a-447f-ace2-7e61f7bb5c00 req-cf7ebd8c-05f2-4f0c-9c56-25e2f2c84b1c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:01.411980 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf1dfffd-6b8a-447f-ace2-7e61f7bb5c00 req-cf7ebd8c-05f2-4f0c-9c56-25e2f2c84b1c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.1508389 Jul 09 13:51:01.424678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6697914b-da65-44aa-9bdd-14a502c30fd3 None None] Provisioning complete for port d088c59e-b1cd-44e9-81fa-d1610edfa891 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:01.425480 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6697914b-da65-44aa-9bdd-14a502c30fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.444388 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08d58ab-f7e1-4264-869c-42020f997fbf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:01.447814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08d58ab-f7e1-4264-869c-42020f997fbf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:01.449630 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c08d58ab-f7e1-4264-869c-42020f997fbf tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/7b47bf2e-0432-47f8-866f-a532b651e4f5 HTTP/1.1" status: 404 len: 333 time: 0.0476882 Jul 09 13:51:01.452314 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33764) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:01.482262 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0496cc9-0e59-4ccd-aa7a-2db09f49b463 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:01.482497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0496cc9-0e59-4ccd-aa7a-2db09f49b463 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:01.484324 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d0496cc9-0e59-4ccd-aa7a-2db09f49b463 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/476f33b2-21c5-4e72-9eb4-e60c52bd84f6 HTTP/1.1" status: 404 len: 337 time: 0.0311179 Jul 09 13:51:01.486743 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33770) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:01.489012 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf1dfffd-6b8a-447f-ace2-7e61f7bb5c00 req-26628864-92a5-4b30-ae77-8c66c3398622 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684428 Jul 09 13:51:01.520166 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ab1e799-d8c0-489d-98b0-d9cf0a24fbd1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] DELETE failed (client error): The resource could not be found. Jul 09 13:51:01.520886 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ab1e799-d8c0-489d-98b0-d9cf0a24fbd1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:51:01.522431 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3ab1e799-d8c0-489d-98b0-d9cf0a24fbd1 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/subnets/2ace21e0-4288-488f-8aff-108ebce096a4 HTTP/1.1" status: 404 len: 337 time: 0.0346620 Jul 09 13:51:01.523198 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6697914b-da65-44aa-9bdd-14a502c30fd3 None None] Port d088c59e-b1cd-44e9-81fa-d1610edfa891 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:51:01.526286 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33772) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:01.560303 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6697914b-da65-44aa-9bdd-14a502c30fd3 None None] Provisioning complete for port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:01.560599 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6697914b-da65-44aa-9bdd-14a502c30fd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.695289 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-20a10369-6a0c-4b09-96a5-278df469b146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Deleting port d088c59e-b1cd-44e9-81fa-d1610edfa891 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:01.695628 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20a10369-6a0c-4b09-96a5-278df469b146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.718715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7bdf28-eb2b-4bec-b954-803f7cf9ae30 None None] DHCP port deletion for f9cf850b-bdc2-4b91-8824-516ed18adb27 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:51:01.773967 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ce7bdf28-eb2b-4bec-b954-803f7cf9ae30 None None] Deleting port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:01.774803 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce7bdf28-eb2b-4bec-b954-803f7cf9ae30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.797685 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20a10369-6a0c-4b09-96a5-278df469b146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.813080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-20a10369-6a0c-4b09-96a5-278df469b146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Calling delete_port for d088c59e-b1cd-44e9-81fa-d1610edfa891 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:01.900982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ce7bdf28-eb2b-4bec-b954-803f7cf9ae30 None None] For port 9462ded4-c50a-4f26-a1be-bb5cec75ed61, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9462ded4-c50a-4f26-a1be-bb5cec75ed61,segment=NetworkSegment(bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d),segment_id=bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:01.901380 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce7bdf28-eb2b-4bec-b954-803f7cf9ae30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.917777 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3390dd89-d4d0-42e2-a16a-6f3bebb2781a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:01.953232 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ce7bdf28-eb2b-4bec-b954-803f7cf9ae30 None None] Calling delete_port for 9462ded4-c50a-4f26-a1be-bb5cec75ed61 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:01.970925 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20a10369-6a0c-4b09-96a5-278df469b146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:02.014549 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a10369-6a0c-4b09-96a5-278df469b146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Port': ['ID=d088c59e-b1cd-44e9-81fa-d1610edfa891,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:02.025961 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20a10369-6a0c-4b09-96a5-278df469b146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:02.028064 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-20a10369-6a0c-4b09-96a5-278df469b146 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/ports/d088c59e-b1cd-44e9-81fa-d1610edfa891 HTTP/1.1" status: 204 len: 168 time: 0.5007565 Jul 09 13:51:02.035879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33784) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:02.090634 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ce7bdf28-eb2b-4bec-b954-803f7cf9ae30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:02.126699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7bdf28-eb2b-4bec-b954-803f7cf9ae30 None None] Pushing event deleted for resources: {'Port': ['ID=9462ded4-c50a-4f26-a1be-bb5cec75ed61,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:02.129008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7bdf28-eb2b-4bec-b954-803f7cf9ae30 None None] No DVR routers for this DVR port 9462ded4-c50a-4f26-a1be-bb5cec75ed61 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:02.146397 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23a62646-203a-43e3-bcf6-a839f4468726 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:02.250205 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23a62646-203a-43e3-bcf6-a839f4468726 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:02.267203 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-23a62646-203a-43e3-bcf6-a839f4468726 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9cf850b-bdc2-4b91-8824-516ed18adb27']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:02.280507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-23a62646-203a-43e3-bcf6-a839f4468726 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:02.280840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-23a62646-203a-43e3-bcf6-a839f4468726 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3c878f-7282-4cdd-8ae8-2a3ed0c9450d') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:02.291686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23a62646-203a-43e3-bcf6-a839f4468726 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:02.315754 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23a62646-203a-43e3-bcf6-a839f4468726 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:02.323274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23a62646-203a-43e3-bcf6-a839f4468726 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Releasing vlan 320 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:51:02.323667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23a62646-203a-43e3-bcf6-a839f4468726 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:51:02.327073 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:51:02.389486 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23a62646-203a-43e3-bcf6-a839f4468726 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:02.400556 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23a62646-203a-43e3-bcf6-a839f4468726 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:02.403531 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-23a62646-203a-43e3-bcf6-a839f4468726 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] 10.222.0.39 "DELETE /v2.0/networks/f9cf850b-bdc2-4b91-8824-516ed18adb27 HTTP/1.1" status: 204 len: 168 time: 0.3665900 Jul 09 13:51:02.424507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a62646-203a-43e3-bcf6-a839f4468726 tempest-PortsTestJSON-748771679 tempest-PortsTestJSON-748771679-project] Pushing event deleted for resources: {'Network': ['ID=f9cf850b-bdc2-4b91-8824-516ed18adb27,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:02.703932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33810) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:02.786008 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b828fcd-3714-4166-a175-ca1318cbdb19 req-e7afa386-e316-488a-a821-33edc4514a1a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:02.793517 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b828fcd-3714-4166-a175-ca1318cbdb19 req-e7afa386-e316-488a-a821-33edc4514a1a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.1144748 Jul 09 13:51:02.841474 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b828fcd-3714-4166-a175-ca1318cbdb19 req-7308bff7-0edd-46c8-98c4-a8f647e7103d tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470672 Jul 09 13:51:02.929742 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d063ef34-81d4-4190-9e78-923cb10ebbd2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=14f4566bc7aa49019faa8b0557e922e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248201 Jul 09 13:51:02.933036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33824) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:03.036106 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d099f29-dd95-47d0-bfb3-8a7ce2649caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.062819 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d099f29-dd95-47d0-bfb3-8a7ce2649caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.144833 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d099f29-dd95-47d0-bfb3-8a7ce2649caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.150892 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d099f29-dd95-47d0-bfb3-8a7ce2649caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:03.155916 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2d099f29-dd95-47d0-bfb3-8a7ce2649caa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bc857634-acd2-43f3-aff1-220d3302c983 HTTP/1.1" status: 204 len: 168 time: 0.2196839 Jul 09 13:51:03.167844 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d099f29-dd95-47d0-bfb3-8a7ce2649caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc857634-acd2-43f3-aff1-220d3302c983,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:03.299737 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298ecc8-66b0-44f8-a4fd-b25e0c61f093 req-d45bf37e-efa4-4b43-b666-309b69a8cac4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:03.302045 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5298ecc8-66b0-44f8-a4fd-b25e0c61f093 req-d45bf37e-efa4-4b43-b666-309b69a8cac4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.0846047 Jul 09 13:51:03.374457 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5298ecc8-66b0-44f8-a4fd-b25e0c61f093 req-5c2983b9-0a0e-4ff6-9c49-0602f503d7f5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640213 Jul 09 13:51:03.543123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9462ded4-c50a-4f26-a1be-bb5cec75ed61 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:03.578226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 9462ded4-c50a-4f26-a1be-bb5cec75ed61 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:03.579084 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9462ded4-c50a-4f26-a1be-bb5cec75ed61 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:04.060231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33884) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:04.188289 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0a6ba1b9-9336-44f2-bb02-b404e572cbca tempest-DvrRoutersNegativeTest-1844806717 tempest-DvrRoutersNegativeTest-1844806717-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1942562900', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:04.191237 n-d-799525-3 neutron-server[93754]: DEBUG neutron.policy [None req-0a6ba1b9-9336-44f2-bb02-b404e572cbca tempest-DvrRoutersNegativeTest-1844806717 tempest-DvrRoutersNegativeTest-1844806717-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93754) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 09 13:51:04.192047 n-d-799525-3 neutron-server[93754]: DEBUG neutron.policy [None req-0a6ba1b9-9336-44f2-bb02-b404e572cbca tempest-DvrRoutersNegativeTest-1844806717 tempest-DvrRoutersNegativeTest-1844806717-project] Failed policy check for 'create_router' {{(pid=93754) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 09 13:51:04.192748 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-0a6ba1b9-9336-44f2-bb02-b404e572cbca tempest-DvrRoutersNegativeTest-1844806717 tempest-DvrRoutersNegativeTest-1844806717-project] create failed (client error): Access was denied to this resource. Jul 09 13:51:04.193729 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0a6ba1b9-9336-44f2-bb02-b404e572cbca tempest-DvrRoutersNegativeTest-1844806717 tempest-DvrRoutersNegativeTest-1844806717-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1324201 Jul 09 13:51:04.512137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 33912) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:04.580598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9433dd60-ccb7-462f-9df8-18b7f7a68ccd req-b079aa9e-c9b7-4bf3-9495-a93f527d954b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:04.582053 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9433dd60-ccb7-462f-9df8-18b7f7a68ccd req-b079aa9e-c9b7-4bf3-9495-a93f527d954b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.0704658 Jul 09 13:51:04.645313 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f3ab45c5-11a7-432a-9e2d-bffc904802be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:04.646998 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9433dd60-ccb7-462f-9df8-18b7f7a68ccd req-0719fad6-9ad1-41a7-b8fa-450962e7bdc0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586414 Jul 09 13:51:04.668040 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:04.678112 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea7325f9-4343-4d8e-8f37-c7a2f8f45253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:04.773080 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f3ab45c5-11a7-432a-9e2d-bffc904802be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:04.778450 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f3ab45c5-11a7-432a-9e2d-bffc904802be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:04.826249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab45c5-11a7-432a-9e2d-bffc904802be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642fe129-85c6-4baa-baae-e6bd310f907c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:04.835776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33926) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:04.842680 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f3ab45c5-11a7-432a-9e2d-bffc904802be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f46e6f915d344708a3cfb78239c5233b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3292687 Jul 09 13:51:04.901678 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4dce5f36-b5f6-41d0-8774-1b55b2256010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:04.924880 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4dce5f36-b5f6-41d0-8774-1b55b2256010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:04.980313 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4dce5f36-b5f6-41d0-8774-1b55b2256010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:04.983673 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4dce5f36-b5f6-41d0-8774-1b55b2256010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:04.985059 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4dce5f36-b5f6-41d0-8774-1b55b2256010 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/642fe129-85c6-4baa-baae-e6bd310f907c HTTP/1.1" status: 204 len: 168 time: 0.1485910 Jul 09 13:51:04.995591 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dce5f36-b5f6-41d0-8774-1b55b2256010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642fe129-85c6-4baa-baae-e6bd310f907c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:05.291443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41125e7b-5d3f-4376-a977-0528141657cc req-6637bed1-9410-448b-931f-279f2e92604d tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:05.298489 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41125e7b-5d3f-4376-a977-0528141657cc req-6637bed1-9410-448b-931f-279f2e92604d tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.0759735 Jul 09 13:51:05.339000 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41125e7b-5d3f-4376-a977-0528141657cc req-a7aac775-2bbb-4d9d-82f4-714c9456e9f8 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395703 Jul 09 13:51:05.626184 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:05.846738 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33974) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:05.950192 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-780ebabb-a39f-4570-9847-9908bb1256bc tempest-SubnetPoolsTestJSON-88483576 tempest-SubnetPoolsTestJSON-88483576-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-157225395', 'prefixes': ['172.20.0.0/16']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:06.045524 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-780ebabb-a39f-4570-9847-9908bb1256bc tempest-SubnetPoolsTestJSON-88483576 tempest-SubnetPoolsTestJSON-88483576-project] Notify callbacks [] for subnetpool, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.047859 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-780ebabb-a39f-4570-9847-9908bb1256bc tempest-SubnetPoolsTestJSON-88483576 tempest-SubnetPoolsTestJSON-88483576-project] 10.222.0.39 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.1995614 Jul 09 13:51:06.049533 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33982) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:06.096687 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-127de5bc-9ad6-4c16-a578-dd9afbff7726 tempest-SubnetPoolsTestJSON-88483576 tempest-SubnetPoolsTestJSON-88483576-project] 10.222.0.39 "GET /v2.0/subnetpools/e87370e9-a5b8-49f5-8f63-b247ba4edac2 HTTP/1.1" status: 200 len: 731 time: 0.0436580 Jul 09 13:51:06.096975 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33986) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:06.101535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e649632a-2d52-4425-bcc0-79e63123d50f tempest-SubnetPoolsTestJSON-88483576 tempest-SubnetPoolsTestJSON-88483576-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1484447470'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:06.191313 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e649632a-2d52-4425-bcc0-79e63123d50f tempest-SubnetPoolsTestJSON-88483576 tempest-SubnetPoolsTestJSON-88483576-project] Notify callbacks [] for subnetpool, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.192768 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e649632a-2d52-4425-bcc0-79e63123d50f tempest-SubnetPoolsTestJSON-88483576 tempest-SubnetPoolsTestJSON-88483576-project] 10.222.0.39 "PUT /v2.0/subnetpools/e87370e9-a5b8-49f5-8f63-b247ba4edac2 HTTP/1.1" status: 200 len: 684 time: 0.0947704 Jul 09 13:51:06.195190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33990) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:06.284113 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-726ae366-759f-4de8-9a9b-c24a5383f6d3 tempest-SubnetPoolsTestJSON-88483576 tempest-SubnetPoolsTestJSON-88483576-project] Notify callbacks [] for subnetpool, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.287651 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-726ae366-759f-4de8-9a9b-c24a5383f6d3 tempest-SubnetPoolsTestJSON-88483576 tempest-SubnetPoolsTestJSON-88483576-project] 10.222.0.39 "DELETE /v2.0/subnetpools/e87370e9-a5b8-49f5-8f63-b247ba4edac2 HTTP/1.1" status: 204 len: 168 time: 0.0913248 Jul 09 13:51:06.288675 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33994) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:06.304564 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-5a9302e7-9392-4e70-a410-326485c4aecd tempest-SubnetPoolsTestJSON-88483576 tempest-SubnetPoolsTestJSON-88483576-project] show failed (client error): The resource could not be found. Jul 09 13:51:06.306294 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5a9302e7-9392-4e70-a410-326485c4aecd tempest-SubnetPoolsTestJSON-88483576 tempest-SubnetPoolsTestJSON-88483576-project] 10.222.0.39 "GET /v2.0/subnetpools/e87370e9-a5b8-49f5-8f63-b247ba4edac2 HTTP/1.1" status: 404 len: 346 time: 0.0164309 Jul 09 13:51:06.309253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 33996) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:06.324573 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-ff5b2bea-c66a-4fca-bc25-435be70c5dd5 tempest-SubnetPoolsTestJSON-88483576 tempest-SubnetPoolsTestJSON-88483576-project] delete failed (client error): The resource could not be found. Jul 09 13:51:06.325619 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ff5b2bea-c66a-4fca-bc25-435be70c5dd5 tempest-SubnetPoolsTestJSON-88483576 tempest-SubnetPoolsTestJSON-88483576-project] 10.222.0.39 "DELETE /v2.0/subnetpools/e87370e9-a5b8-49f5-8f63-b247ba4edac2 HTTP/1.1" status: 404 len: 346 time: 0.0152831 Jul 09 13:51:06.618561 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1811f1-2c15-4459-859d-ea428583d83d req-3cbd5efd-3f51-47e4-a199-220cfbdec129 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:06.620248 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1811f1-2c15-4459-859d-ea428583d83d req-3cbd5efd-3f51-47e4-a199-220cfbdec129 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.0793200 Jul 09 13:51:06.643498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34012) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:06.705947 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1811f1-2c15-4459-859d-ea428583d83d req-477de4a0-35a5-444d-9a3c-ca92f7e75271 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763135 Jul 09 13:51:06.781883 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c39c78b5-42c9-4851-a6c8-7c29248dc4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.881903 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c39c78b5-42c9-4851-a6c8-7c29248dc4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.898533 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c39c78b5-42c9-4851-a6c8-7c29248dc4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:06.945400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34022) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:06.946359 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c39c78b5-42c9-4851-a6c8-7c29248dc4f8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=6424b770e2d8469c9ee30b3527d6cde1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3008597 Jul 09 13:51:06.947540 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c78b5-42c9-4851-a6c8-7c29248dc4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fca3faa-44f4-49de-bc70-12aecdd7425e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:07.018897 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75c27428-1702-47fd-ae45-9d3ebc9a5753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:07.034751 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:07.046553 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75c27428-1702-47fd-ae45-9d3ebc9a5753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:07.124925 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75c27428-1702-47fd-ae45-9d3ebc9a5753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:07.128137 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75c27428-1702-47fd-ae45-9d3ebc9a5753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:07.129838 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-75c27428-1702-47fd-ae45-9d3ebc9a5753 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6fca3faa-44f4-49de-bc70-12aecdd7425e HTTP/1.1" status: 204 len: 168 time: 0.1824040 Jul 09 13:51:07.152444 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c27428-1702-47fd-ae45-9d3ebc9a5753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fca3faa-44f4-49de-bc70-12aecdd7425e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:07.988766 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15d98b-64f9-4a77-81ef-80f91a245d0d req-31cc3d17-bd69-4b75-b84f-5a2e93101a87 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:07.994625 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c15d98b-64f9-4a77-81ef-80f91a245d0d req-31cc3d17-bd69-4b75-b84f-5a2e93101a87 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.1022661 Jul 09 13:51:08.059533 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c15d98b-64f9-4a77-81ef-80f91a245d0d req-12e02a62-f74b-40d6-9beb-5289dd627c15 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556109 Jul 09 13:51:08.139416 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device bb01cf9a-3bd5-417d-9f4c-3a36ea863442 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:51:08.178259 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34092) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:08.312418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port bb01cf9a-3bd5-417d-9f4c-3a36ea863442, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:08.337863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'bb01cf9a-3bd5-417d-9f4c-3a36ea863442', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'port_id': 'bb01cf9a-3bd5-417d-9f4c-3a36ea863442', 'mac_address': 'fa:16:3e:74:df:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 343, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:51:08.396738 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.410992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb01cf9a-3bd5-417d-9f4c-3a36ea863442 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:51:08.464313 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port bb01cf9a-3bd5-417d-9f4c-3a36ea863442, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:08.473092 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.496104 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4b8bad45-35e3-4c2d-b026-6c7ababead03 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-979086147'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:08.544942 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8bad45-35e3-4c2d-b026-6c7ababead03 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Made reservation on behalf of 5c85b489eb8b4e70b19ed584549e787f for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:51:08.554118 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b8bad45-35e3-4c2d-b026-6c7ababead03 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.562212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:08.584374 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b8bad45-35e3-4c2d-b026-6c7ababead03 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.605182 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.630287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['bb01cf9a-3bd5-417d-9f4c-3a36ea863442'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:51:08.839637 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.855349 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b8bad45-35e3-4c2d-b026-6c7ababead03 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.862134 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b8bad45-35e3-4c2d-b026-6c7ababead03 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.953102 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b8bad45-35e3-4c2d-b026-6c7ababead03 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:51:08.957846 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bad45-35e3-4c2d-b026-6c7ababead03 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5737fd78-7996-488f-a70b-b2529fb769a9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:08.981781 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b8bad45-35e3-4c2d-b026-6c7ababead03 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:08.982388 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-4b8bad45-35e3-4c2d-b026-6c7ababead03 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Added segment 0c391eb3-3580-4c1c-9581-62d6ca902078 of type vlan for network 4411e348-ac9c-46ef-8e5c-6ecffc414412 Jul 09 13:51:09.044315 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b8bad45-35e3-4c2d-b026-6c7ababead03 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:09.086082 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b8bad45-35e3-4c2d-b026-6c7ababead03 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:09.096056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8bad45-35e3-4c2d-b026-6c7ababead03 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:09.096863 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b8bad45-35e3-4c2d-b026-6c7ababead03 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:09.116832 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4b8bad45-35e3-4c2d-b026-6c7ababead03 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.9371083 Jul 09 13:51:09.121195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34110) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:09.126172 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-771c7df6-68b1-47d0-abfb-e3726a2f94b6 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '4411e348-ac9c-46ef-8e5c-6ecffc414412', 'tempest-TagsTest-Tag-1710145630') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:09.214251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8bad45-35e3-4c2d-b026-6c7ababead03 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Pushing event updated for resources: {'Network': ['ID=4411e348-ac9c-46ef-8e5c-6ecffc414412,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:09.237331 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 4411e348-ac9c-46ef-8e5c-6ecffc414412 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:51:09.349498 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-771c7df6-68b1-47d0-abfb-e3726a2f94b6 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] 10.222.0.39 "PUT /v2.0/networks/4411e348-ac9c-46ef-8e5c-6ecffc414412/tags/tempest-TagsTest-Tag-1710145630 HTTP/1.1" status: 201 len: 201 time: 0.2272518 Jul 09 13:51:09.353780 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34116) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:09.386199 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-84248d13-cab3-4af3-bd47-01130585532f tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4411e348-ac9c-46ef-8e5c-6ecffc414412', 'tempest-TagsTest-Tag-1710145630') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:09.519739 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4145e1e-c653-4976-a42b-edff8500f66a req-fcbcc9ff-3966-4ea8-a811-48ecc2f5b147 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:09.526188 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4145e1e-c653-4976-a42b-edff8500f66a req-fcbcc9ff-3966-4ea8-a811-48ecc2f5b147 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 944 time: 0.2298291 Jul 09 13:51:09.563249 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-84248d13-cab3-4af3-bd47-01130585532f tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] 10.222.0.39 "GET /v2.0/networks/4411e348-ac9c-46ef-8e5c-6ecffc414412/tags/tempest-TagsTest-Tag-1710145630 HTTP/1.1" status: 204 len: 168 time: 0.1897082 Jul 09 13:51:09.565879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34124) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:09.570567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-a5b3b95c-4446-45c0-b6d2-7e91686dcc57 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '4411e348-ac9c-46ef-8e5c-6ecffc414412') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:09.628005 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4145e1e-c653-4976-a42b-edff8500f66a req-0eed1f5a-bdd3-422c-a89e-c7a802de1a92 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958467 Jul 09 13:51:09.691477 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a5b3b95c-4446-45c0-b6d2-7e91686dcc57 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] 10.222.0.39 "GET /v2.0/networks/4411e348-ac9c-46ef-8e5c-6ecffc414412/tags HTTP/1.1" status: 200 len: 238 time: 0.1244435 Jul 09 13:51:09.694239 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34126) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:09.700137 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-12a795f2-4a03-416d-a935-01ecf62e8045 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '4411e348-ac9c-46ef-8e5c-6ecffc414412', {'tags': ['tempest-TagsTest-Tag-866384056', 'tempest-TagsTest-Tag-175267481', 'tempest-TagsTest-Tag-1243312181']}) {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:09.857936 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-12a795f2-4a03-416d-a935-01ecf62e8045 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] 10.222.0.39 "PUT /v2.0/networks/4411e348-ac9c-46ef-8e5c-6ecffc414412/tags HTTP/1.1" status: 200 len: 307 time: 0.1622531 Jul 09 13:51:09.860783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34130) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:09.866626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-0c1b9bf3-28d6-4055-bf25-7bd68989d097 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '4411e348-ac9c-46ef-8e5c-6ecffc414412', 'tempest-TagsTest-Tag-866384056') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:10.085279 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0c1b9bf3-28d6-4055-bf25-7bd68989d097 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] 10.222.0.39 "DELETE /v2.0/networks/4411e348-ac9c-46ef-8e5c-6ecffc414412/tags/tempest-TagsTest-Tag-866384056 HTTP/1.1" status: 204 len: 168 time: 0.2228653 Jul 09 13:51:10.087846 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34134) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:10.094214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-23c35491-4151-4cb2-8fc8-8743eb9f2773 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4411e348-ac9c-46ef-8e5c-6ecffc414412', 'tempest-TagsTest-Tag-866384056') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:10.152963 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device bb01cf9a-3bd5-417d-9f4c-3a36ea863442 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:51:10.222452 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-23c35491-4151-4cb2-8fc8-8743eb9f2773 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] show failed (client error): The resource could not be found. Jul 09 13:51:10.223960 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-23c35491-4151-4cb2-8fc8-8743eb9f2773 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] 10.222.0.39 "GET /v2.0/networks/4411e348-ac9c-46ef-8e5c-6ecffc414412/tags/tempest-TagsTest-Tag-866384056 HTTP/1.1" status: 404 len: 325 time: 0.1343663 Jul 09 13:51:10.226799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34138) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:10.236952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-9560807a-b2c7-44f2-b561-81547ece4b99 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4411e348-ac9c-46ef-8e5c-6ecffc414412', 'tempest-TagsTest-Tag-175267481') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:10.246314 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port bb01cf9a-3bd5-417d-9f4c-3a36ea863442 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:10.246868 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:10.366526 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9560807a-b2c7-44f2-b561-81547ece4b99 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] 10.222.0.39 "GET /v2.0/networks/4411e348-ac9c-46ef-8e5c-6ecffc414412/tags/tempest-TagsTest-Tag-175267481 HTTP/1.1" status: 204 len: 168 time: 0.1383820 Jul 09 13:51:10.369494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34144) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:10.377273 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-9bac4113-b235-4a1d-8b0a-a2668eb5ca49 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4411e348-ac9c-46ef-8e5c-6ecffc414412', 'tempest-TagsTest-Tag-1243312181') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:10.403751 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:10.440125 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027c0f41-0ac9-4b27-8393-e2cfd2e47f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb01cf9a-3bd5-417d-9f4c-3a36ea863442'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:10.442995 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dcf812-f9fe-48ae-a428-bf515f95f427" -d '{"events": [{"server_uuid": "027c0f41-0ac9-4b27-8393-e2cfd2e47f6f", "name": "network-vif-plugged", "status": "completed", "tag": "bb01cf9a-3bd5-417d-9f4c-3a36ea863442"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:10.459902 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port bb01cf9a-3bd5-417d-9f4c-3a36ea863442, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:10.469140 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:10.485555 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9bac4113-b235-4a1d-8b0a-a2668eb5ca49 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] 10.222.0.39 "GET /v2.0/networks/4411e348-ac9c-46ef-8e5c-6ecffc414412/tags/tempest-TagsTest-Tag-1243312181 HTTP/1.1" status: 204 len: 168 time: 0.1125565 Jul 09 13:51:10.485898 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34148) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:10.491137 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abc2449e-e5b1-4778-8b6e-99c19b49bb78 x-openstack-request-id: req-abc2449e-e5b1-4778-8b6e-99c19b49bb78 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:10.491298 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-b4dce374-cd77-46f2-8668-86d053571007 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4411e348-ac9c-46ef-8e5c-6ecffc414412') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:10.491544 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027c0f41-0ac9-4b27-8393-e2cfd2e47f6f", "name": "network-vif-plugged", "status": "completed", "tag": "bb01cf9a-3bd5-417d-9f4c-3a36ea863442", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:10.491862 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-abc2449e-e5b1-4778-8b6e-99c19b49bb78 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:10.492979 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '027c0f41-0ac9-4b27-8393-e2cfd2e47f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb01cf9a-3bd5-417d-9f4c-3a36ea863442', 'code': 200} Jul 09 13:51:10.555881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:10.733718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b4dce374-cd77-46f2-8668-86d053571007 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] 10.222.0.39 "DELETE /v2.0/networks/4411e348-ac9c-46ef-8e5c-6ecffc414412/tags HTTP/1.1" status: 204 len: 168 time: 0.2462595 Jul 09 13:51:10.736923 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34162) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:10.742606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-86e5d7d4-30d1-4069-9450-8afa6c510f8a tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4411e348-ac9c-46ef-8e5c-6ecffc414412', 'tempest-TagsTest-Tag-175267481') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:10.902046 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-86e5d7d4-30d1-4069-9450-8afa6c510f8a tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] show failed (client error): The resource could not be found. Jul 09 13:51:10.910138 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-86e5d7d4-30d1-4069-9450-8afa6c510f8a tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] 10.222.0.39 "GET /v2.0/networks/4411e348-ac9c-46ef-8e5c-6ecffc414412/tags/tempest-TagsTest-Tag-175267481 HTTP/1.1" status: 404 len: 325 time: 0.1713285 Jul 09 13:51:10.911070 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34172) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:10.921664 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.tag.tag_plugin [None req-5d52ee5e-4a49-4975-858b-8622f2607cf6 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '4411e348-ac9c-46ef-8e5c-6ecffc414412', 'tempest-TagsTest-Tag-1243312181') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:11.009413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96466754-5016-4b94-8edb-e5e7929ceb24 req-a40c561a-c841-4486-a72d-bc79c9ec0a37 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:11.018527 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96466754-5016-4b94-8edb-e5e7929ceb24 req-a40c561a-c841-4486-a72d-bc79c9ec0a37 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.1527054 Jul 09 13:51:11.099675 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96466754-5016-4b94-8edb-e5e7929ceb24 req-a7935ee3-fbd7-44b9-bb1a-13aefb88a6b0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799141 Jul 09 13:51:11.113815 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-5d52ee5e-4a49-4975-858b-8622f2607cf6 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] show failed (client error): The resource could not be found. Jul 09 13:51:11.118921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34184) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.120446 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5d52ee5e-4a49-4975-858b-8622f2607cf6 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] 10.222.0.39 "GET /v2.0/networks/4411e348-ac9c-46ef-8e5c-6ecffc414412/tags/tempest-TagsTest-Tag-1243312181 HTTP/1.1" status: 404 len: 326 time: 0.2079694 Jul 09 13:51:11.125273 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.tag.tag_plugin [None req-d9a97a53-9ffb-4601-b4b8-bfc48cf88e0d tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '4411e348-ac9c-46ef-8e5c-6ecffc414412') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:11.264105 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d9a97a53-9ffb-4601-b4b8-bfc48cf88e0d tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] 10.222.0.39 "DELETE /v2.0/networks/4411e348-ac9c-46ef-8e5c-6ecffc414412/tags HTTP/1.1" status: 204 len: 168 time: 0.1439075 Jul 09 13:51:11.268986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34202) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:11.396737 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb4d1cf8-797c-442b-8106-e285235f8fb9 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:11.532216 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb4d1cf8-797c-442b-8106-e285235f8fb9 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:11.546936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-cb4d1cf8-797c-442b-8106-e285235f8fb9 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4411e348-ac9c-46ef-8e5c-6ecffc414412']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:11.569014 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-cb4d1cf8-797c-442b-8106-e285235f8fb9 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c391eb3-3580-4c1c-9581-62d6ca902078') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:11.569533 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-cb4d1cf8-797c-442b-8106-e285235f8fb9 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c391eb3-3580-4c1c-9581-62d6ca902078') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:51:11.591925 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb4d1cf8-797c-442b-8106-e285235f8fb9 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:11.612949 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb4d1cf8-797c-442b-8106-e285235f8fb9 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:11.621548 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb4d1cf8-797c-442b-8106-e285235f8fb9 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:51:11.622171 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb4d1cf8-797c-442b-8106-e285235f8fb9 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:51:11.692966 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:51:11.702815 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb4d1cf8-797c-442b-8106-e285235f8fb9 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:11.709611 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cb4d1cf8-797c-442b-8106-e285235f8fb9 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:11.713020 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cb4d1cf8-797c-442b-8106-e285235f8fb9 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] 10.222.0.39 "DELETE /v2.0/networks/4411e348-ac9c-46ef-8e5c-6ecffc414412 HTTP/1.1" status: 204 len: 168 time: 0.4429312 Jul 09 13:51:11.767872 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d1cf8-797c-442b-8106-e285235f8fb9 tempest-TagsTest-680029980 tempest-TagsTest-680029980-project] Pushing event deleted for resources: {'Network': ['ID=4411e348-ac9c-46ef-8e5c-6ecffc414412,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:12.214528 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34262) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:12.600954 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6eed0243-4f8b-4d08-8f04-6be2b5e08ecb admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5c85b489eb8b4e70b19ed584549e787f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3844647 Jul 09 13:51:12.604569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34292) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:12.720983 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec9cc83-8e53-4569-abdf-6556bc3531ba req-9cf7148c-b7d2-43e1-a1e9-424850cd29c6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:12.723446 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ec9cc83-8e53-4569-abdf-6556bc3531ba req-9cf7148c-b7d2-43e1-a1e9-424850cd29c6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.3048167 Jul 09 13:51:12.778691 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b956-8336-483b-b472-e98d76bd6a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:12.798892 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ec9cc83-8e53-4569-abdf-6556bc3531ba req-5dce0a2a-9262-4508-8416-cdb3a015b838 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665119 Jul 09 13:51:12.837085 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b956-8336-483b-b472-e98d76bd6a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:12.915574 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b956-8336-483b-b472-e98d76bd6a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:12.919815 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8c1b956-8336-483b-b472-e98d76bd6a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:12.921038 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a8c1b956-8336-483b-b472-e98d76bd6a62 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5737fd78-7996-488f-a70b-b2529fb769a9 HTTP/1.1" status: 204 len: 168 time: 0.3143384 Jul 09 13:51:12.930115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1b956-8336-483b-b472-e98d76bd6a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5737fd78-7996-488f-a70b-b2529fb769a9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:14.045468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c73421b-7237-407f-9e72-d1f7783c463f req-cb22aa6a-6d16-4908-86ee-fb4869fd17c7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:14.048805 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c73421b-7237-407f-9e72-d1f7783c463f req-cb22aa6a-6d16-4908-86ee-fb4869fd17c7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.0893369 Jul 09 13:51:14.129633 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c73421b-7237-407f-9e72-d1f7783c463f req-48742e76-3976-4b69-8d67-d3bbc0f5c7b2 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723817 Jul 09 13:51:15.435945 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45428a69-ad7c-4c0b-9fd1-126f155fa295 req-6e512e7f-31bf-4993-ae07-e0ebaf062572 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:15.453796 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-45428a69-ad7c-4c0b-9fd1-126f155fa295 req-6e512e7f-31bf-4993-ae07-e0ebaf062572 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.1342592 Jul 09 13:51:15.519969 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-45428a69-ad7c-4c0b-9fd1-126f155fa295 req-53ab8cc1-700b-4724-8292-b2d0a838b8e2 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646067 Jul 09 13:51:15.987915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34574) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:16.201486 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25c0b3f9-ee5b-45a8-9d66-7957a3588a75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.319794 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25c0b3f9-ee5b-45a8-9d66-7957a3588a75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.325643 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-25c0b3f9-ee5b-45a8-9d66-7957a3588a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.381243 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-25c0b3f9-ee5b-45a8-9d66-7957a3588a75 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a2fbc08888474f21b194f43d592c78d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3921773 Jul 09 13:51:16.383453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0b3f9-ee5b-45a8-9d66-7957a3588a75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa09dd4-5258-4603-bf00-4a5446819b32,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:16.384672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34610) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:16.472037 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c2783cd-75eb-4b7c-85df-647f375021a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.503412 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c2783cd-75eb-4b7c-85df-647f375021a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.565939 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c2783cd-75eb-4b7c-85df-647f375021a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.568897 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1c2783cd-75eb-4b7c-85df-647f375021a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:16.570132 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1c2783cd-75eb-4b7c-85df-647f375021a4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0aa09dd4-5258-4603-bf00-4a5446819b32 HTTP/1.1" status: 204 len: 168 time: 0.1837943 Jul 09 13:51:16.580214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2783cd-75eb-4b7c-85df-647f375021a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa09dd4-5258-4603-bf00-4a5446819b32,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:16.851212 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df90226a-7a69-4c60-a4e8-679df05eba8f req-661c6bbe-e8c3-4e81-a668-77f3b13009fe tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:16.859951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-df90226a-7a69-4c60-a4e8-679df05eba8f req-661c6bbe-e8c3-4e81-a668-77f3b13009fe tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.1045127 Jul 09 13:51:16.915495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-df90226a-7a69-4c60-a4e8-679df05eba8f req-e8d1ee69-9226-4d16-8f55-1552ef1873f0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539033 Jul 09 13:51:17.132487 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 34662) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:17.153287 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2062bfab-1c77-4754-97f4-c13526c423d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.333718 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2062bfab-1c77-4754-97f4-c13526c423d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.342099 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2062bfab-1c77-4754-97f4-c13526c423d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.425817 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062bfab-1c77-4754-97f4-c13526c423d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9b82ca-7061-4115-9e44-af8be4d1684a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:17.449806 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2062bfab-1c77-4754-97f4-c13526c423d5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=10da7ff481184cd0bb39fe5e15f8d6ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3135018 Jul 09 13:51:17.450253 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 34688) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:17.542068 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2379b0c2-a736-4b9e-b518-8bbc3bb31f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.574311 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2379b0c2-a736-4b9e-b518-8bbc3bb31f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.643756 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2379b0c2-a736-4b9e-b518-8bbc3bb31f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.650626 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2379b0c2-a736-4b9e-b518-8bbc3bb31f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:17.652081 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2379b0c2-a736-4b9e-b518-8bbc3bb31f64 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7f9b82ca-7061-4115-9e44-af8be4d1684a HTTP/1.1" status: 204 len: 168 time: 0.2009492 Jul 09 13:51:17.677191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379b0c2-a736-4b9e-b518-8bbc3bb31f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9b82ca-7061-4115-9e44-af8be4d1684a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:18.298459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc94565-7b0e-442e-bfb5-c595f28a2a0c req-b0004852-1cf9-4f08-b69c-772bea76f147 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:18.303819 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fdc94565-7b0e-442e-bfb5-c595f28a2a0c req-b0004852-1cf9-4f08-b69c-772bea76f147 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.1667047 Jul 09 13:51:18.406575 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fdc94565-7b0e-442e-bfb5-c595f28a2a0c req-16a62b9b-149b-4736-87c8-71ea02eb1ef4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000657 Jul 09 13:51:19.609970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-d0cf9535-2e70-49a4-8150-76dd4a0e2d75 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:19.612742 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-d0cf9535-2e70-49a4-8150-76dd4a0e2d75 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/networks?id=970bbcd7-9c46-4e4a-becd-63861cc15c62 HTTP/1.1" status: 200 len: 814 time: 0.1528132 Jul 09 13:51:19.642389 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-d1d18dbe-1685-400b-beef-2405e1d06da0 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/quotas/7b86309bcb9d4dfea363709c2bcbeb7c HTTP/1.1" status: 200 len: 375 time: 0.0231898 Jul 09 13:51:19.706935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-25443387-9940-45b9-aef0-a7584a1cc315 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b86309bcb9d4dfea363709c2bcbeb7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0619276 Jul 09 13:51:19.883267 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde2455-e342-4d17-b0aa-83edc7f58631 req-ffc5af90-1d92-46dd-9e64-766adc107464 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:19.884763 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4cde2455-e342-4d17-b0aa-83edc7f58631 req-ffc5af90-1d92-46dd-9e64-766adc107464 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.1922390 Jul 09 13:51:19.896879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-a99eea20-f5ec-4d08-bfae-a84627da95c2 service neutron] 10.222.0.39 "GET /v2.0/networks/970bbcd7-9c46-4e4a-becd-63861cc15c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886075 Jul 09 13:51:19.994734 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4cde2455-e342-4d17-b0aa-83edc7f58631 req-28b00b1f-515f-46b5-9cd5-58fa06415b65 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866606 Jul 09 13:51:20.052481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-eae5c327-8e64-4a15-a3da-4a642f21d6e8 service neutron] 10.222.0.39 "GET /v2.0/networks/970bbcd7-9c46-4e4a-becd-63861cc15c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540849 Jul 09 13:51:20.276935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2d7e79f9-8422-4f1d-a7d0-d91b14296e55 req-4fff97d6-ad3a-49b8-bc47-5a59b09ce78b tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 210 time: 0.0573382 Jul 09 13:51:21.291638 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126693b-a0c3-4962-aa14-955c193d1b01 req-824bb711-33d8-4583-91c8-78a848c1d8d2 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:21.299690 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3126693b-a0c3-4962-aa14-955c193d1b01 req-824bb711-33d8-4583-91c8-78a848c1d8d2 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.0916376 Jul 09 13:51:21.387287 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3126693b-a0c3-4962-aa14-955c193d1b01 req-6e91468b-0eea-45da-b26d-9e3ec42b3a81 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863988 Jul 09 13:51:21.536266 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4eed209c-785b-4499-b775-f89af7672562 req-66c6ca68-0330-4bf3-8a1f-bed37e48514a tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 210 time: 0.0766962 Jul 09 13:51:22.170750 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-6d43e19e-281a-4b65-b13b-fc393bfc6010 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:22.172962 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-6d43e19e-281a-4b65-b13b-fc393bfc6010 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.15 "GET /v2.0/networks?id=970bbcd7-9c46-4e4a-becd-63861cc15c62 HTTP/1.1" status: 200 len: 814 time: 0.1270914 Jul 09 13:51:22.188094 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-e08636a5-8fbb-4349-b51b-5a82009866a7 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Request body: {'port': {'device_id': '7e6b68f8-0172-41bf-bfd3-f71645a53927', 'network_id': '970bbcd7-9c46-4e4a-becd-63861cc15c62', 'admin_state_up': True, 'tenant_id': '7b86309bcb9d4dfea363709c2bcbeb7c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:22.330202 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-e08636a5-8fbb-4349-b51b-5a82009866a7 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Made reservation on behalf of 7b86309bcb9d4dfea363709c2bcbeb7c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:51:22.334396 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-e08636a5-8fbb-4349-b51b-5a82009866a7 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:22.533140 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-e08636a5-8fbb-4349-b51b-5a82009866a7 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Allocated IP 172.20.0.12 (970bbcd7-9c46-4e4a-becd-63861cc15c62/9f4aff69-6a4a-45da-a6b8-76d5f93b8b6b/dc092b83-2414-4330-a437-471c2964c42d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:51:22.660013 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e102b63-b563-4920-ba32-073397b84d4b req-c08e4872-3894-4dc2-aed6-7135e0add62a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:22.675954 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e102b63-b563-4920-ba32-073397b84d4b req-c08e4872-3894-4dc2-aed6-7135e0add62a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.1135066 Jul 09 13:51:22.721582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a856055-8ab5-4149-a9ea-c4782c59884c req-6e7f50ee-3196-4167-a8d8-1acd0fc415f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:22.723683 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a856055-8ab5-4149-a9ea-c4782c59884c req-6e7f50ee-3196-4167-a8d8-1acd0fc415f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 1096 time: 0.1556027 Jul 09 13:51:22.792764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-84485709-b843-4aea-9f9b-fe148115faa3 req-8d1423ef-a89f-491c-afaf-4fc9d792f99d tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 210 time: 0.0331662 Jul 09 13:51:22.809005 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e102b63-b563-4920-ba32-073397b84d4b req-8c849370-bba1-4c49-a017-65857d1d36f9 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322145 Jul 09 13:51:22.871184 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-e08636a5-8fbb-4349-b51b-5a82009866a7 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:22.887262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a856055-8ab5-4149-a9ea-c4782c59884c req-5615f344-70ea-4e98-9936-3b0f574a3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:22.888784 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a856055-8ab5-4149-a9ea-c4782c59884c req-5615f344-70ea-4e98-9936-3b0f574a3e3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.1520452 Jul 09 13:51:22.939981 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a856055-8ab5-4149-a9ea-c4782c59884c req-fc2d9059-8ab8-456c-8d95-605f12230830 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bb01cf9a-3bd5-417d-9f4c-3a36ea863442 HTTP/1.1" status: 200 len: 217 time: 0.0449798 Jul 09 13:51:23.000478 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-e08636a5-8fbb-4349-b51b-5a82009866a7 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:23.003373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a856055-8ab5-4149-a9ea-c4782c59884c req-80dba939-60fe-4e47-81a2-15c3ac203007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:23.005011 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a856055-8ab5-4149-a9ea-c4782c59884c req-80dba939-60fe-4e47-81a2-15c3ac203007 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.0559094 Jul 09 13:51:23.081090 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-e08636a5-8fbb-4349-b51b-5a82009866a7 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Network 970bbcd7-9c46-4e4a-becd-63861cc15c62 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:51:23.091359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-e08636a5-8fbb-4349-b51b-5a82009866a7 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:23.096503 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-e08636a5-8fbb-4349-b51b-5a82009866a7 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:51:23.125906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08636a5-8fbb-4349-b51b-5a82009866a7 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Pushing event updated for resources: {'Port': ['ID=dc092b83-2414-4330-a437-471c2964c42d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:23.174863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-e08636a5-8fbb-4349-b51b-5a82009866a7 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:23.175531 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-e08636a5-8fbb-4349-b51b-5a82009866a7 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:23.181390 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a856055-8ab5-4149-a9ea-c4782c59884c req-0c6cf589-014c-4175-b51d-3cd358dbc8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:23.182950 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a856055-8ab5-4149-a9ea-c4782c59884c req-0c6cf589-014c-4175-b51d-3cd358dbc8ce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655586 Jul 09 13:51:23.239869 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-e08636a5-8fbb-4349-b51b-5a82009866a7 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0558405 Jul 09 13:51:23.258608 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-5c7e3232-7e86-44db-b7a9-67ac17280a52 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:51:23.259783 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-5c7e3232-7e86-44db-b7a9-67ac17280a52 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070539 Jul 09 13:51:23.272576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Request body: {'port': {'device_id': '7e6b68f8-0172-41bf-bfd3-f71645a53927', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:23.333650 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a856055-8ab5-4149-a9ea-c4782c59884c req-196bd1fa-640f-48f3-9b7a-5b4bcc24eead service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437619 Jul 09 13:51:23.433327 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:23.505103 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a856055-8ab5-4149-a9ea-c4782c59884c req-0aa5a847-c585-49b2-9f6b-9f1e200ecd30 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443858 Jul 09 13:51:23.749880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc092b83-2414-4330-a437-471c2964c42d {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:51:23.761491 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:23.775808 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Transition to ACTIVE for port object dc092b83-2414-4330-a437-471c2964c42d will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:51:23.780768 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:23.832119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Pushing event updated for resources: {'Port': ['ID=dc092b83-2414-4330-a437-471c2964c42d,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:23.980207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Attempting to bind port dc092b83-2414-4330-a437-471c2964c42d on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:51:23.980659 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Attempting to bind port dc092b83-2414-4330-a437-471c2964c42d by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'd2f041a4-d636-4a31-9989-72ea041c75fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '970bbcd7-9c46-4e4a-becd-63861cc15c62'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:51:23.981091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Attempting to bind port dc092b83-2414-4330-a437-471c2964c42d on network 970bbcd7-9c46-4e4a-becd-63861cc15c62 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:51:23.986460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Port dc092b83-2414-4330-a437-471c2964c42d on network 970bbcd7-9c46-4e4a-becd-63861cc15c62 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:51:23.986881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Attempting to bind port dc092b83-2414-4330-a437-471c2964c42d on network 970bbcd7-9c46-4e4a-becd-63861cc15c62 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:51:23.992236 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:51:23.992893 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Checking segment: {'id': 'd2f041a4-d636-4a31-9989-72ea041c75fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '970bbcd7-9c46-4e4a-becd-63861cc15c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:51:23.993553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Bound using segment: {'id': 'd2f041a4-d636-4a31-9989-72ea041c75fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '970bbcd7-9c46-4e4a-becd-63861cc15c62'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:51:23.994050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Bound port: dc092b83-2414-4330-a437-471c2964c42d, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f041a4-d636-4a31-9989-72ea041c75fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '970bbcd7-9c46-4e4a-becd-63861cc15c62'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:51:23.994493 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.067886 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] For port dc092b83-2414-4330-a437-471c2964c42d, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:51:24.073824 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] For port dc092b83-2414-4330-a437-471c2964c42d, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=dc092b83-2414-4330-a437-471c2964c42d,segment=NetworkSegment(d2f041a4-d636-4a31-9989-72ea041c75fb),segment_id=d2f041a4-d636-4a31-9989-72ea041c75fb)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:51:24.079929 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.102417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae00b0e-959a-427f-b6fe-64ada9927ab8 req-9ffad743-72e8-4398-b86f-0953b7c228c4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:24.110404 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eae00b0e-959a-427f-b6fe-64ada9927ab8 req-9ffad743-72e8-4398-b86f-0953b7c228c4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.1492484 Jul 09 13:51:24.153480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55f533-1950-40dd-bd08-2c0dbbd26028 req-e7648c17-1607-411f-b115-2aa456135bf5 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:24.155070 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b55f533-1950-40dd-bd08-2c0dbbd26028 req-e7648c17-1607-411f-b115-2aa456135bf5 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 944 time: 0.1463153 Jul 09 13:51:24.172227 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:24.172785 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:24.174054 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] 10.222.0.15 "PUT /v2.0/ports/dc092b83-2414-4330-a437-471c2964c42d HTTP/1.1" status: 200 len: 1092 time: 0.9056127 Jul 09 13:51:24.174699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e6b68f8-0172-41bf-bfd3-f71645a53927', 'tag': 'dc092b83-2414-4330-a437-471c2964c42d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:24.178041 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03809228-ee20-49ef-bac7-da2965d5f83c" -d '{"events": [{"name": "network-changed", "server_uuid": "7e6b68f8-0172-41bf-bfd3-f71645a53927", "tag": "dc092b83-2414-4330-a437-471c2964c42d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:24.181314 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615e3058-0fd2-4a63-b8d6-4748830abe43 service neutron] Pushing event updated for resources: {'Port': ['ID=dc092b83-2414-4330-a437-471c2964c42d,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:24.204502 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eae00b0e-959a-427f-b6fe-64ada9927ab8 req-606ca2db-be9e-4e38-bc66-ff49bc056ce7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928149 Jul 09 13:51:24.263623 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b55f533-1950-40dd-bd08-2c0dbbd26028 req-5dcde337-8b87-4fff-a116-ea1034cf47f7 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976026 Jul 09 13:51:24.319424 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f84021a-6ad7-41c8-90e6-cc47b752e2be x-openstack-request-id: req-1f84021a-6ad7-41c8-90e6-cc47b752e2be {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:24.319886 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e6b68f8-0172-41bf-bfd3-f71645a53927", "tag": "dc092b83-2414-4330-a437-471c2964c42d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:24.320809 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f84021a-6ad7-41c8-90e6-cc47b752e2be {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:24.321783 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e6b68f8-0172-41bf-bfd3-f71645a53927', 'tag': 'dc092b83-2414-4330-a437-471c2964c42d', 'status': 'completed', 'code': 200} Jul 09 13:51:24.334013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-7cddc0ea-924c-4ee6-8c7b-d6869e1be52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:24.335762 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-7cddc0ea-924c-4ee6-8c7b-d6869e1be52d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b86309bcb9d4dfea363709c2bcbeb7c&device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 1095 time: 0.0860746 Jul 09 13:51:24.380939 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-106130ad-0ce5-454e-93c2-841233165694 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc092b83-2414-4330-a437-471c2964c42d HTTP/1.1" status: 200 len: 217 time: 0.0376031 Jul 09 13:51:24.438720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-d3f3925f-41c4-490b-8599-91c2e1aae16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:24.440501 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-d3f3925f-41c4-490b-8599-91c2e1aae16e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f4aff69-6a4a-45da-a6b8-76d5f93b8b6b HTTP/1.1" status: 200 len: 854 time: 0.0534575 Jul 09 13:51:24.478681 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-84e497ae-a1c2-44c5-94a0-a902d20e67d1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=970bbcd7-9c46-4e4a-becd-63861cc15c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316284 Jul 09 13:51:24.573071 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-3037ac6a-a83e-4759-aeb6-d42f18c62435 service neutron] 10.222.0.15 "GET /v2.0/networks/970bbcd7-9c46-4e4a-becd-63861cc15c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883474 Jul 09 13:51:24.671682 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9f0048a8-9d0c-4fd5-876e-b3aa1d00c480 req-c9d71c46-3220-49ec-8615-9e5ed744dabb service neutron] 10.222.0.15 "GET /v2.0/networks/970bbcd7-9c46-4e4a-becd-63861cc15c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924511 Jul 09 13:51:24.781063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03809228-ee20-49ef-bac7-da2965d5f83c req-3341fce8-8e0b-4779-8116-9214454827ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:24.782641 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-03809228-ee20-49ef-bac7-da2965d5f83c req-3341fce8-8e0b-4779-8116-9214454827ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7b86309bcb9d4dfea363709c2bcbeb7c&device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 1095 time: 0.0607390 Jul 09 13:51:24.885804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03809228-ee20-49ef-bac7-da2965d5f83c req-23a30907-0d6d-4c45-9d94-0b01bc4a760d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:24.887335 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-03809228-ee20-49ef-bac7-da2965d5f83c req-23a30907-0d6d-4c45-9d94-0b01bc4a760d service neutron] 10.222.0.15 "GET /v2.0/networks?id=970bbcd7-9c46-4e4a-becd-63861cc15c62 HTTP/1.1" status: 200 len: 915 time: 0.0971777 Jul 09 13:51:24.937619 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-03809228-ee20-49ef-bac7-da2965d5f83c req-14ed689d-c8f3-425d-91f3-598ee722f138 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dc092b83-2414-4330-a437-471c2964c42d HTTP/1.1" status: 200 len: 217 time: 0.0438719 Jul 09 13:51:24.991603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03809228-ee20-49ef-bac7-da2965d5f83c req-a052245f-4f44-494e-b1be-129204c5bbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:24.992728 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-03809228-ee20-49ef-bac7-da2965d5f83c req-a052245f-4f44-494e-b1be-129204c5bbcd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9f4aff69-6a4a-45da-a6b8-76d5f93b8b6b HTTP/1.1" status: 200 len: 854 time: 0.0490117 Jul 09 13:51:25.028508 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-03809228-ee20-49ef-bac7-da2965d5f83c req-e4f27f4f-66fe-487d-a319-20d0d7a966b3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=970bbcd7-9c46-4e4a-becd-63861cc15c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286715 Jul 09 13:51:25.130270 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-03809228-ee20-49ef-bac7-da2965d5f83c req-b881bf3b-b395-4f7c-9c0f-98b586e3e547 service neutron] 10.222.0.15 "GET /v2.0/networks/970bbcd7-9c46-4e4a-becd-63861cc15c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938563 Jul 09 13:51:25.225842 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-03809228-ee20-49ef-bac7-da2965d5f83c req-6246b6c0-2e73-4f91-9b98-fd54038aca07 service neutron] 10.222.0.15 "GET /v2.0/networks/970bbcd7-9c46-4e4a-becd-63861cc15c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872266 Jul 09 13:51:25.547627 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539a87f-2281-4dd4-8432-1ddeabc6ee0e req-aefce1d0-096d-47b4-a466-622ddec63aea tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:25.549233 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9539a87f-2281-4dd4-8432-1ddeabc6ee0e req-aefce1d0-096d-47b4-a466-622ddec63aea tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 945 time: 0.1753416 Jul 09 13:51:25.628768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a759b-c28e-4811-84e2-8efda7e418d2 req-4fb8c659-f4b5-4052-a7f4-f6e53207322e tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:25.630492 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b8a759b-c28e-4811-84e2-8efda7e418d2 req-4fb8c659-f4b5-4052-a7f4-f6e53207322e tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 944 time: 0.2035129 Jul 09 13:51:25.668136 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9539a87f-2281-4dd4-8432-1ddeabc6ee0e req-e8a7551a-4c08-42a5-a6cc-6d5eca7d3210 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112013 Jul 09 13:51:25.718730 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b8a759b-c28e-4811-84e2-8efda7e418d2 req-38131be8-1138-4ea8-af81-ce220793428e tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482988 Jul 09 13:51:25.799405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35046) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:25.931420 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ceadc04-9ced-466e-a550-9b99016d1d83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.038346 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ceadc04-9ced-466e-a550-9b99016d1d83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.042949 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ceadc04-9ced-466e-a550-9b99016d1d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.084461 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceadc04-9ced-466e-a550-9b99016d1d83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4736359f-ef6b-43d3-8749-2eedb90e3075,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:26.089885 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7ceadc04-9ced-466e-a550-9b99016d1d83 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bdf588b7e4d44342b498ae5f273be69a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2891927 Jul 09 13:51:26.092512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35052) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:26.189771 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device bb01cf9a-3bd5-417d-9f4c-3a36ea863442 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:26.274598 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.299003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027c0f41-0ac9-4b27-8393-e2cfd2e47f6f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb01cf9a-3bd5-417d-9f4c-3a36ea863442'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:26.301569 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9512db50-6f26-4352-b028-d21a77a6b354" -d '{"events": [{"server_uuid": "027c0f41-0ac9-4b27-8393-e2cfd2e47f6f", "name": "network-vif-unplugged", "status": "completed", "tag": "bb01cf9a-3bd5-417d-9f4c-3a36ea863442"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:26.317480 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port bb01cf9a-3bd5-417d-9f4c-3a36ea863442, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:26.322379 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.373103 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2517431e-b9aa-4324-860b-08d7bdad7b53 x-openstack-request-id: req-2517431e-b9aa-4324-860b-08d7bdad7b53 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:26.373391 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027c0f41-0ac9-4b27-8393-e2cfd2e47f6f", "name": "network-vif-unplugged", "status": "failed", "tag": "bb01cf9a-3bd5-417d-9f4c-3a36ea863442", "code": 422}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:26.373829 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2517431e-b9aa-4324-860b-08d7bdad7b53 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:26.374225 n-d-799525-3 neutron-server[93755]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '027c0f41-0ac9-4b27-8393-e2cfd2e47f6f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bb01cf9a-3bd5-417d-9f4c-3a36ea863442', 'code': 422} returned with failed status Jul 09 13:51:26.379457 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:26.389156 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:26.389499 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:26.389840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:26.390287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:26.390504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:26.391018 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:26.391387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:26.391685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:26.392175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:26.392506 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:26.392834 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:26.393158 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:26.465314 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb68b77e-17ac-43bd-affc-f5b535a91556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.486774 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb68b77e-17ac-43bd-affc-f5b535a91556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.535570 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb68b77e-17ac-43bd-affc-f5b535a91556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.538199 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb68b77e-17ac-43bd-affc-f5b535a91556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.540037 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fb68b77e-17ac-43bd-affc-f5b535a91556 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4736359f-ef6b-43d3-8749-2eedb90e3075 HTTP/1.1" status: 204 len: 168 time: 0.4464116 Jul 09 13:51:26.549484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb68b77e-17ac-43bd-affc-f5b535a91556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4736359f-ef6b-43d3-8749-2eedb90e3075,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:26.854699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35068) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:26.855154 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42aa980f-e078-4250-95f8-744670f8ef7f req-bf893cc0-669c-4351-8ebe-26f2b62c5905 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:26.856734 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-42aa980f-e078-4250-95f8-744670f8ef7f req-bf893cc0-669c-4351-8ebe-26f2b62c5905 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 943 time: 0.0723953 Jul 09 13:51:26.875730 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71c7c613-b707-4995-a846-80d7c8039ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:26.947349 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-42aa980f-e078-4250-95f8-744670f8ef7f req-ff2c58fd-9b3f-4239-b967-773c1cf38d80 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802238 Jul 09 13:51:26.967959 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78845a0-b080-4689-9221-0481e640cfc9 req-0c9cdac9-247f-426d-8568-a3818bfd2786 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:26.969710 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f78845a0-b080-4689-9221-0481e640cfc9 req-0c9cdac9-247f-426d-8568-a3818bfd2786 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 944 time: 0.1237261 Jul 09 13:51:26.995909 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71c7c613-b707-4995-a846-80d7c8039ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.001469 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-71c7c613-b707-4995-a846-80d7c8039ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.025854 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f78845a0-b080-4689-9221-0481e640cfc9 req-b7344284-b2a0-4322-9fe7-dcfd4e1b5ab5 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478592 Jul 09 13:51:27.051198 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35072) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:27.051423 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-71c7c613-b707-4995-a846-80d7c8039ce4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b322699e708449d884c43848da8bf7cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1943874 Jul 09 13:51:27.053445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c7c613-b707-4995-a846-80d7c8039ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ae485cf-473f-45b6-9a57-55eae3e34ba1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:27.141929 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.184576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.243948 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6fa0c-0949-47a4-bf1e-93b8be32363c req-8dc23fb8-8f0d-455e-a91b-779bc31f12b3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:27.246167 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34a6fa0c-0949-47a4-bf1e-93b8be32363c req-8dc23fb8-8f0d-455e-a91b-779bc31f12b3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1192896 Jul 09 13:51:27.277330 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.279881 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.281036 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1ae485cf-473f-45b6-9a57-55eae3e34ba1 HTTP/1.1" status: 204 len: 168 time: 0.2274899 Jul 09 13:51:27.305519 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34a6fa0c-0949-47a4-bf1e-93b8be32363c req-8a00afca-ffd0-462e-8f7b-f078fc03d955 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525410 Jul 09 13:51:27.306732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ae485cf-473f-45b6-9a57-55eae3e34ba1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:27.315148 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:27.315148 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:27.315409 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:27.316443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:27.316583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:27.316851 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:27.317336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:27.317671 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:27.318011 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:27.318330 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:27.318833 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:27.318965 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a5e2735-5b2b-41c8-ab45-5249fb05fd20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:27.325039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device dc092b83-2414-4330-a437-471c2964c42d details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:51:27.437723 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port dc092b83-2414-4330-a437-471c2964c42d, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=dc092b83-2414-4330-a437-471c2964c42d,segment=NetworkSegment(d2f041a4-d636-4a31-9989-72ea041c75fb),segment_id=d2f041a4-d636-4a31-9989-72ea041c75fb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:27.458840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'dc092b83-2414-4330-a437-471c2964c42d', 'network_id': '970bbcd7-9c46-4e4a-becd-63861cc15c62', 'port_id': 'dc092b83-2414-4330-a437-471c2964c42d', 'mac_address': 'fa:16:3e:0b:9c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4aff69-6a4a-45da-a6b8-76d5f93b8b6b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:51:27.501946 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.517911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc092b83-2414-4330-a437-471c2964c42d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:51:27.546666 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port dc092b83-2414-4330-a437-471c2964c42d, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=dc092b83-2414-4330-a437-471c2964c42d,segment=NetworkSegment(d2f041a4-d636-4a31-9989-72ea041c75fb),segment_id=d2f041a4-d636-4a31-9989-72ea041c75fb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:27.552693 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.558000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c3a54-aacc-4df8-8713-f72fa440a61a req-256a3a87-88fe-40a2-9def-2c826897ea50 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:27.561045 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-293c3a54-aacc-4df8-8713-f72fa440a61a req-256a3a87-88fe-40a2-9def-2c826897ea50 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.0792716 Jul 09 13:51:27.614983 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=dc092b83-2414-4330-a437-471c2964c42d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:27.619644 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-293c3a54-aacc-4df8-8713-f72fa440a61a req-43496f88-54b3-4a30-9764-c7c23b7bace2 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520790 Jul 09 13:51:27.699124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35084) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:27.715073 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d24c783e-8dfb-4b08-9459-a4d7b8fc82f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.766888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['dc092b83-2414-4330-a437-471c2964c42d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:51:27.863894 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d24c783e-8dfb-4b08-9459-a4d7b8fc82f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.870574 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d24c783e-8dfb-4b08-9459-a4d7b8fc82f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:27.927689 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d24c783e-8dfb-4b08-9459-a4d7b8fc82f1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2236e55395a04090ad66164a595eb09f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2273197 Jul 09 13:51:27.931213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35090) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:27.947000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c783e-8dfb-4b08-9459-a4d7b8fc82f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4036f00-6ddf-4287-a5b0-f5db43c31c7f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:27.996970 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02c1cea3-6f43-4a6c-ab74-407de5bb9739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:28.028895 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02c1cea3-6f43-4a6c-ab74-407de5bb9739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:28.036972 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ec261c-f9a4-4295-8790-9579b4ca4ef7 req-4616544c-6ac1-4177-898b-e36a9e939ba4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:28.041549 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4ec261c-f9a4-4295-8790-9579b4ca4ef7 req-4616544c-6ac1-4177-898b-e36a9e939ba4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.0875087 Jul 09 13:51:28.080818 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02c1cea3-6f43-4a6c-ab74-407de5bb9739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:28.085103 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02c1cea3-6f43-4a6c-ab74-407de5bb9739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:28.090181 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4ec261c-f9a4-4295-8790-9579b4ca4ef7 req-e0ae9e3b-98a2-4cd9-9f06-26149be95212 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416801 Jul 09 13:51:28.090550 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-02c1cea3-6f43-4a6c-ab74-407de5bb9739 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b4036f00-6ddf-4287-a5b0-f5db43c31c7f HTTP/1.1" status: 204 len: 168 time: 0.1582112 Jul 09 13:51:28.110822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c1cea3-6f43-4a6c-ab74-407de5bb9739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4036f00-6ddf-4287-a5b0-f5db43c31c7f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:28.256452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5378d5-5d25-4ea3-9860-b323126dadbb req-ad15720b-057c-4ca8-852f-957d3758c5db tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:28.259564 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa5378d5-5d25-4ea3-9860-b323126dadbb req-ad15720b-057c-4ca8-852f-957d3758c5db tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 945 time: 0.0817757 Jul 09 13:51:28.306730 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa5378d5-5d25-4ea3-9860-b323126dadbb req-ea2c63bc-91b0-4a7f-a07b-6f263c8a664b tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381327 Jul 09 13:51:29.318930 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca29edcb-ec27-4e06-afb0-c9b35027c13f req-ae779612-f318-4299-b580-581bcf5aaf6a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:29.326693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device dc092b83-2414-4330-a437-471c2964c42d up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:51:29.327561 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca29edcb-ec27-4e06-afb0-c9b35027c13f req-ae779612-f318-4299-b580-581bcf5aaf6a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.0924306 Jul 09 13:51:29.376173 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca29edcb-ec27-4e06-afb0-c9b35027c13f req-914fc48c-6d69-4b9f-8337-6763d3d719d5 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480378 Jul 09 13:51:29.438024 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port dc092b83-2414-4330-a437-471c2964c42d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:51:29.443292 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port dc092b83-2414-4330-a437-471c2964c42d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:29.443701 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:29.558203 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0db715-874a-42f0-9756-1fd2e5cba00f req-2d138fba-8382-4be0-be5f-c27ca0b09e58 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:29.560063 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a0db715-874a-42f0-9756-1fd2e5cba00f req-2d138fba-8382-4be0-be5f-c27ca0b09e58 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 945 time: 0.0840480 Jul 09 13:51:29.619758 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a0db715-874a-42f0-9756-1fd2e5cba00f req-d675b01c-ef4e-4092-bacf-b16270ef85e5 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534012 Jul 09 13:51:29.694318 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:29.729133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port dc092b83-2414-4330-a437-471c2964c42d, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=dc092b83-2414-4330-a437-471c2964c42d,segment=NetworkSegment(d2f041a4-d636-4a31-9989-72ea041c75fb),segment_id=d2f041a4-d636-4a31-9989-72ea041c75fb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:29.730163 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6b68f8-0172-41bf-bfd3-f71645a53927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc092b83-2414-4330-a437-471c2964c42d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:29.732704 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e43faf-03c6-43c0-8ea2-985ff5b45acb" -d '{"events": [{"server_uuid": "7e6b68f8-0172-41bf-bfd3-f71645a53927", "name": "network-vif-plugged", "status": "completed", "tag": "dc092b83-2414-4330-a437-471c2964c42d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:29.736333 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:29.781006 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa775a3-c942-4021-af08-7eb33d0f0076 x-openstack-request-id: req-1aa775a3-c942-4021-af08-7eb33d0f0076 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:29.781299 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6b68f8-0172-41bf-bfd3-f71645a53927", "name": "network-vif-plugged", "status": "completed", "tag": "dc092b83-2414-4330-a437-471c2964c42d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:29.781554 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1aa775a3-c942-4021-af08-7eb33d0f0076 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:29.781951 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6b68f8-0172-41bf-bfd3-f71645a53927', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc092b83-2414-4330-a437-471c2964c42d', 'code': 200} Jul 09 13:51:29.793556 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=dc092b83-2414-4330-a437-471c2964c42d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:29.904646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2819d615-7b5c-4cf7-9b5e-c43043e510ca req-12f21dfa-6b00-4ffe-9542-15e0a428e206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:29.906183 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2819d615-7b5c-4cf7-9b5e-c43043e510ca req-12f21dfa-6b00-4ffe-9542-15e0a428e206 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 1097 time: 0.0546229 Jul 09 13:51:29.944192 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2819d615-7b5c-4cf7-9b5e-c43043e510ca req-74e2e995-a0e2-49d8-9ddf-00372e51b507 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317383 Jul 09 13:51:30.241295 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:51:30.569172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b51ea5-f2bd-4c42-9ec4-77698cbeed8b req-24fcf48c-e0f3-4b8e-8985-0ea54625fd6c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:30.571326 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15b51ea5-f2bd-4c42-9ec4-77698cbeed8b req-24fcf48c-e0f3-4b8e-8985-0ea54625fd6c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.0771990 Jul 09 13:51:30.617856 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15b51ea5-f2bd-4c42-9ec4-77698cbeed8b req-9ddb7981-273d-4cd8-90dc-7f024b70e3b9 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388284 Jul 09 13:51:30.848986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17e2ce-823b-42a6-a310-845c73ed5db8 req-baeda1b0-e9ef-45bf-a181-b6069052d7bd tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:30.850673 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5a17e2ce-823b-42a6-a310-845c73ed5db8 req-baeda1b0-e9ef-45bf-a181-b6069052d7bd tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 946 time: 0.0805676 Jul 09 13:51:30.893166 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5a17e2ce-823b-42a6-a310-845c73ed5db8 req-3df0f415-e081-486d-ad1c-e5a7b7dd6a6b tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353804 Jul 09 13:51:31.822873 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3b69a6-b985-44b6-8a36-0e84b067e416 req-028e4ff4-d2b9-499d-b0b3-44d2d0f9cd8c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:31.824553 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2f3b69a6-b985-44b6-8a36-0e84b067e416 req-028e4ff4-d2b9-499d-b0b3-44d2d0f9cd8c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.0678880 Jul 09 13:51:31.830142 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa7f7c7e-f9f0-46fd-9adf-57aa27edf38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:31.868350 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2f3b69a6-b985-44b6-8a36-0e84b067e416 req-89e0ca4c-ba40-49b8-bb25-ca052cc143d3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375550 Jul 09 13:51:32.084267 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984eace-0e31-4901-bed6-8ebb02600c43 req-3afeb8f1-65b7-4aa3-853d-7f6ae35f7dc8 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:32.086971 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f984eace-0e31-4901-bed6-8ebb02600c43 req-3afeb8f1-65b7-4aa3-853d-7f6ae35f7dc8 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 946 time: 0.0723305 Jul 09 13:51:32.126291 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f984eace-0e31-4901-bed6-8ebb02600c43 req-dc577fa7-8038-4501-b6b8-ac709d012963 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340567 Jul 09 13:51:33.128458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20af2d6d-d7f8-4b4f-ba00-201b600e4b31 req-f5fe68da-8a5d-4802-9c31-6eda9fa3b228 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:33.130089 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-20af2d6d-d7f8-4b4f-ba00-201b600e4b31 req-f5fe68da-8a5d-4802-9c31-6eda9fa3b228 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1123912 Jul 09 13:51:33.189422 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-20af2d6d-d7f8-4b4f-ba00-201b600e4b31 req-4ee170fb-b1ff-4048-908c-326008addcab tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526052 Jul 09 13:51:34.450074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7433ce9-74fc-4808-a8de-f8e1eaf79320 req-1c00d23f-5e96-44f4-bab7-0e4192f0aef4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:34.451598 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7433ce9-74fc-4808-a8de-f8e1eaf79320 req-1c00d23f-5e96-44f4-bab7-0e4192f0aef4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1082816 Jul 09 13:51:34.516146 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7433ce9-74fc-4808-a8de-f8e1eaf79320 req-d715920c-52b8-4c52-a5df-ab337a6b16f3 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559940 Jul 09 13:51:34.650043 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:34.664774 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-382d0494-498c-4ac4-bd18-bc02ccd0cd56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:35.631989 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:35.729612 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec6601-8c1b-48b2-9f1a-06bbc8d0e698 req-276df8a2-655f-4065-9b7a-68f8f6fcd7fb tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:35.739339 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5ec6601-8c1b-48b2-9f1a-06bbc8d0e698 req-276df8a2-655f-4065-9b7a-68f8f6fcd7fb tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.0958724 Jul 09 13:51:35.786795 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5ec6601-8c1b-48b2-9f1a-06bbc8d0e698 req-947da08c-f6d1-4d1a-8afb-f1466e785e33 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429595 Jul 09 13:51:36.168478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35350) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:36.246129 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-8f4818cd-fc36-435f-bace-079f59c55104 req-9875981a-340e-4925-92ba-8574ec162934 service neutron] (93754) timed out ('10.222.0.18', 55237) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:51:36.298917 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d98aad6d-45ac-4d76-a4ea-9b25876843cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:36.418028 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d98aad6d-45ac-4d76-a4ea-9b25876843cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:36.423120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d98aad6d-45ac-4d76-a4ea-9b25876843cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:36.463370 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98aad6d-45ac-4d76-a4ea-9b25876843cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87460765-c181-41bd-9a45-8c10ba1e8afa,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:36.470023 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d98aad6d-45ac-4d76-a4ea-9b25876843cc admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ea708483ae5440e5b890e92d630e9dbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2982028 Jul 09 13:51:36.470411 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35360) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:36.590324 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20cb194b-c45b-4616-b932-e7de43e6da8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:36.590324 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20cb194b-c45b-4616-b932-e7de43e6da8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:36.682763 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20cb194b-c45b-4616-b932-e7de43e6da8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:36.682763 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-20cb194b-c45b-4616-b932-e7de43e6da8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:36.682763 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-20cb194b-c45b-4616-b932-e7de43e6da8a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/87460765-c181-41bd-9a45-8c10ba1e8afa HTTP/1.1" status: 204 len: 168 time: 0.1750515 Jul 09 13:51:36.682763 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cb194b-c45b-4616-b932-e7de43e6da8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87460765-c181-41bd-9a45-8c10ba1e8afa,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:36.989346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35386) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:37.020283 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-497b9ebb-2750-44e1-b2ab-b7adad693d62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:37.037354 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:37.077152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf38bdd9-0987-49e3-83ef-3de170a0a41f req-25bc0bf3-7b70-475a-8c0e-c86dcfe9416c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:37.079473 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf38bdd9-0987-49e3-83ef-3de170a0a41f req-25bc0bf3-7b70-475a-8c0e-c86dcfe9416c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1012735 Jul 09 13:51:37.123218 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf38bdd9-0987-49e3-83ef-3de170a0a41f req-99428552-0a91-4d03-89d8-85833877b59e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377460 Jul 09 13:51:37.162620 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-497b9ebb-2750-44e1-b2ab-b7adad693d62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:37.167873 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-497b9ebb-2750-44e1-b2ab-b7adad693d62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:37.196864 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-497b9ebb-2750-44e1-b2ab-b7adad693d62 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=69a91f66a8a944ccb0407141ff1f7711&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2060328 Jul 09 13:51:37.199297 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35392) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:37.236066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b9ebb-2750-44e1-b2ab-b7adad693d62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b88f3d0-3fc4-40e1-9319-845843dcacd5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:37.262393 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7aee4af-4d2a-496e-9404-d0a12e1f63d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:37.286742 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7aee4af-4d2a-496e-9404-d0a12e1f63d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:37.347156 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7aee4af-4d2a-496e-9404-d0a12e1f63d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:37.349925 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7aee4af-4d2a-496e-9404-d0a12e1f63d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:37.351901 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a7aee4af-4d2a-496e-9404-d0a12e1f63d6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b88f3d0-3fc4-40e1-9319-845843dcacd5 HTTP/1.1" status: 204 len: 168 time: 0.1505725 Jul 09 13:51:37.361159 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7aee4af-4d2a-496e-9404-d0a12e1f63d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b88f3d0-3fc4-40e1-9319-845843dcacd5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:38.352339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 35440) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:38.442243 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4d2285-ccce-41b0-b8ae-a8ce1bff49b0 req-b947a63b-bc72-4fa3-8d47-f1450778f5ea tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:38.452999 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e4d2285-ccce-41b0-b8ae-a8ce1bff49b0 req-b947a63b-bc72-4fa3-8d47-f1450778f5ea tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1177726 Jul 09 13:51:38.502362 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6bf5b0ca-4ab4-4cae-81fa-9de0855b0c55 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-411366988-network', 'tenant_id': '225b31fbe4c34219b525b998323937b9'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:38.523657 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e4d2285-ccce-41b0-b8ae-a8ce1bff49b0 req-3a9e6b10-e979-4182-b841-13f52cd330ce tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695081 Jul 09 13:51:38.533832 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf5b0ca-4ab4-4cae-81fa-9de0855b0c55 admin admin] Made reservation on behalf of 225b31fbe4c34219b525b998323937b9 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:51:38.537249 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b0ca-4ab4-4cae-81fa-9de0855b0c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:38.551982 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b0ca-4ab4-4cae-81fa-9de0855b0c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:38.593937 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:38.700507 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b0ca-4ab4-4cae-81fa-9de0855b0c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:38.706307 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b0ca-4ab4-4cae-81fa-9de0855b0c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:38.736582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf5b0ca-4ab4-4cae-81fa-9de0855b0c55 admin admin] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:51:38.761514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5b0ca-4ab4-4cae-81fa-9de0855b0c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1baa39b6-9052-4c85-a258-fccb71f48e83,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:38.766384 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:38.770164 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b0ca-4ab4-4cae-81fa-9de0855b0c55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:38.771083 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-6bf5b0ca-4ab4-4cae-81fa-9de0855b0c55 admin admin] Added segment e5879a93-c41d-4128-8717-bf9b81c558f8 of type vlan for network 67478137-26d9-4cb3-9d3d-7797a7974253 Jul 09 13:51:38.844217 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b0ca-4ab4-4cae-81fa-9de0855b0c55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:38.876090 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b0ca-4ab4-4cae-81fa-9de0855b0c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:38.877144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf5b0ca-4ab4-4cae-81fa-9de0855b0c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:38.877827 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6bf5b0ca-4ab4-4cae-81fa-9de0855b0c55 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:38.961471 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6bf5b0ca-4ab4-4cae-81fa-9de0855b0c55 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6067791 Jul 09 13:51:38.965196 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35454) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:38.972297 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-28ccf707-6aac-4a09-b173-9dd407d43742 admin admin] Request body: {'subnet': {'network_id': '67478137-26d9-4cb3-9d3d-7797a7974253', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-411366988-subnet', 'tenant_id': '225b31fbe4c34219b525b998323937b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:38.990697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf5b0ca-4ab4-4cae-81fa-9de0855b0c55 admin admin] Pushing event updated for resources: {'Network': ['ID=67478137-26d9-4cb3-9d3d-7797a7974253,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:39.000705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28ccf707-6aac-4a09-b173-9dd407d43742 admin admin] Made reservation on behalf of 225b31fbe4c34219b525b998323937b9 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:51:39.004304 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28ccf707-6aac-4a09-b173-9dd407d43742 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:39.005807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 67478137-26d9-4cb3-9d3d-7797a7974253 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:51:39.257068 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28ccf707-6aac-4a09-b173-9dd407d43742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:39.328573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ccf707-6aac-4a09-b173-9dd407d43742 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8978c03a-8230-4902-8e20-e83a9b8836c1,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:39.339234 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28ccf707-6aac-4a09-b173-9dd407d43742 admin admin] Checking segment: {'id': 'e5879a93-c41d-4128-8717-bf9b81c558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '67478137-26d9-4cb3-9d3d-7797a7974253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:51:39.339821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ccf707-6aac-4a09-b173-9dd407d43742 admin admin] Network hostable DHCP agents. Network: 67478137-26d9-4cb3-9d3d-7797a7974253, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:51:39.359644 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28ccf707-6aac-4a09-b173-9dd407d43742 admin admin] Network 67478137-26d9-4cb3-9d3d-7797a7974253 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:51:39.371247 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-28ccf707-6aac-4a09-b173-9dd407d43742 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 67478137-26d9-4cb3-9d3d-7797a7974253) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:39.376293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ccf707-6aac-4a09-b173-9dd407d43742 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:39.376985 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-28ccf707-6aac-4a09-b173-9dd407d43742 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:39.381466 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19db562-1cfe-4c01-b795-6b0e37c5a421 None None] Network 67478137-26d9-4cb3-9d3d-7797a7974253 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:39.413083 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-28ccf707-6aac-4a09-b173-9dd407d43742 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4463029 Jul 09 13:51:39.563954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cee15a53-db48-4a41-b0e0-4e64d0441167 None None] Network 67478137-26d9-4cb3-9d3d-7797a7974253 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:39.864961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513cb6a4-1e91-42f8-8286-9dad5c5e2f29 req-7c22fd52-fae9-4fe0-820f-5e96949fed8e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:39.867481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-513cb6a4-1e91-42f8-8286-9dad5c5e2f29 req-7c22fd52-fae9-4fe0-820f-5e96949fed8e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1050956 Jul 09 13:51:39.926651 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-513cb6a4-1e91-42f8-8286-9dad5c5e2f29 req-56d78b8e-69ac-4af2-886c-a148114360b2 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531552 Jul 09 13:51:40.223979 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35504) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:40.230596 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f377f6f3-78de-472d-93f1-55a70e5b6a1e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-106227353-network', 'tenant_id': '80eab3757974417fa59596899dab8da3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:40.258530 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f377f6f3-78de-472d-93f1-55a70e5b6a1e admin admin] Made reservation on behalf of 80eab3757974417fa59596899dab8da3 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:51:40.261907 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f377f6f3-78de-472d-93f1-55a70e5b6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:40.274998 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f377f6f3-78de-472d-93f1-55a70e5b6a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:40.333867 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dcbfc-f926-4cce-907b-42bde6da5997 req-b701ddee-39c9-44c9-9681-353a92b8d1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:40.336058 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-972dcbfc-f926-4cce-907b-42bde6da5997 req-b701ddee-39c9-44c9-9681-353a92b8d1c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 1096 time: 0.0789728 Jul 09 13:51:40.465328 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dcbfc-f926-4cce-907b-42bde6da5997 req-3666ff47-3512-4c35-b0bf-e4ef6409bfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:40.466969 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-972dcbfc-f926-4cce-907b-42bde6da5997 req-3666ff47-3512-4c35-b0bf-e4ef6409bfcc service neutron] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.1237996 Jul 09 13:51:40.553449 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-972dcbfc-f926-4cce-907b-42bde6da5997 req-5e7290d5-b421-41cc-a8fe-e671228a89a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0 HTTP/1.1" status: 200 len: 1000 time: 0.0786974 Jul 09 13:51:40.642931 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dcbfc-f926-4cce-907b-42bde6da5997 req-0001bf8e-00dc-4b7f-970e-d488775a75bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:40.645505 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-972dcbfc-f926-4cce-907b-42bde6da5997 req-0001bf8e-00dc-4b7f-970e-d488775a75bb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.0857284 Jul 09 13:51:40.745918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dcbfc-f926-4cce-907b-42bde6da5997 req-6117f7e2-a8ce-4914-a982-b6fd44456885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:40.749873 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-972dcbfc-f926-4cce-907b-42bde6da5997 req-6117f7e2-a8ce-4914-a982-b6fd44456885 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0986395 Jul 09 13:51:40.863267 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-972dcbfc-f926-4cce-907b-42bde6da5997 req-8affaaff-1c1b-4123-91fc-a02d37afccba service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049962 Jul 09 13:51:40.875369 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae685f9c-1fe8-46ab-8d48-2526d4efc5e7 req-3f27376c-8e06-4a3e-8b92-052b7ae7348e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:40.883027 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae685f9c-1fe8-46ab-8d48-2526d4efc5e7 req-3f27376c-8e06-4a3e-8b92-052b7ae7348e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.5610788 Jul 09 13:51:40.952845 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f377f6f3-78de-472d-93f1-55a70e5b6a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:40.969381 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae685f9c-1fe8-46ab-8d48-2526d4efc5e7 req-a4a80633-e4dc-4c3b-b528-f8e20843b0d7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851572 Jul 09 13:51:40.986473 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f377f6f3-78de-472d-93f1-55a70e5b6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:41.002509 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-972dcbfc-f926-4cce-907b-42bde6da5997 req-1ff8ddb5-6d0e-408f-97cc-9e0ed582a46f service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325088 Jul 09 13:51:41.027919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f377f6f3-78de-472d-93f1-55a70e5b6a1e admin admin] vlan segment allocate from pool success with {'vlan_id': 302, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:51:41.053471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f6f3-78de-472d-93f1-55a70e5b6a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb237c2-6175-4a97-a7e5-94f46c3872e7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:41.074270 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f377f6f3-78de-472d-93f1-55a70e5b6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:41.074618 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-f377f6f3-78de-472d-93f1-55a70e5b6a1e admin admin] Added segment 7ee63e12-5331-4f56-8d33-9c0b7bc16c43 of type vlan for network e333928d-d4ba-42bf-8152-8d833ce74780 Jul 09 13:51:41.128667 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f377f6f3-78de-472d-93f1-55a70e5b6a1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:41.165807 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f377f6f3-78de-472d-93f1-55a70e5b6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:41.167071 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f377f6f3-78de-472d-93f1-55a70e5b6a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:41.167667 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f377f6f3-78de-472d-93f1-55a70e5b6a1e admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:41.199338 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7de485c9-5195-4cab-bfbb-e048eb2dafc0 req-7cfd80d3-3f21-4fbe-a5ad-40d713b8b32d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0756390 Jul 09 13:51:41.233768 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f377f6f3-78de-472d-93f1-55a70e5b6a1e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0086637 Jul 09 13:51:41.238243 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 35528) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:51:41.244830 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9a04ecc9-f938-47f3-a291-692afade5078 admin admin] Request body: {'subnet': {'network_id': 'e333928d-d4ba-42bf-8152-8d833ce74780', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-106227353-subnet', 'tenant_id': '80eab3757974417fa59596899dab8da3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:41.263311 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f377f6f3-78de-472d-93f1-55a70e5b6a1e admin admin] Pushing event updated for resources: {'Network': ['ID=e333928d-d4ba-42bf-8152-8d833ce74780,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:41.274628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network e333928d-d4ba-42bf-8152-8d833ce74780 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:51:41.292103 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a04ecc9-f938-47f3-a291-692afade5078 admin admin] Made reservation on behalf of 80eab3757974417fa59596899dab8da3 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:51:41.295758 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a04ecc9-f938-47f3-a291-692afade5078 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:41.330801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de485c9-5195-4cab-bfbb-e048eb2dafc0 req-da09c9b5-e511-40d6-be51-2ba9b2697ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:41.336422 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7de485c9-5195-4cab-bfbb-e048eb2dafc0 req-da09c9b5-e511-40d6-be51-2ba9b2697ea4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 1097 time: 0.1062055 Jul 09 13:51:41.596010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de485c9-5195-4cab-bfbb-e048eb2dafc0 req-ef81f703-5820-4716-9420-696af117e63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:41.597514 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7de485c9-5195-4cab-bfbb-e048eb2dafc0 req-ef81f703-5820-4716-9420-696af117e63b service neutron] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.2134206 Jul 09 13:51:41.601265 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3d52cd6f-bc30-48f5-a5f3-e8f6e629e208 req-fb55148f-4cef-4357-a304-eee501216f09 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1786745 Jul 09 13:51:41.616030 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a04ecc9-f938-47f3-a291-692afade5078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:41.643512 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7de485c9-5195-4cab-bfbb-e048eb2dafc0 req-078813b5-b824-4caf-8238-4b4741975088 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4064804d-4843-49b4-bc75-0771442be855 HTTP/1.1" status: 200 len: 217 time: 0.0392466 Jul 09 13:51:41.681583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04ecc9-f938-47f3-a291-692afade5078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41c6b373-72da-45ce-8b7f-453417a6718a,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:41.699248 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a04ecc9-f938-47f3-a291-692afade5078 admin admin] Checking segment: {'id': '7ee63e12-5331-4f56-8d33-9c0b7bc16c43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 302, 'network_id': 'e333928d-d4ba-42bf-8152-8d833ce74780'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:51:41.699616 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a04ecc9-f938-47f3-a291-692afade5078 admin admin] Network hostable DHCP agents. Network: e333928d-d4ba-42bf-8152-8d833ce74780, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:51:41.721521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a04ecc9-f938-47f3-a291-692afade5078 admin admin] Network e333928d-d4ba-42bf-8152-8d833ce74780 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:51:41.738594 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9a04ecc9-f938-47f3-a291-692afade5078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, e333928d-d4ba-42bf-8152-8d833ce74780) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:41.752313 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfea456-993d-4c0a-8b2e-b2f5c6d3368b None None] Network e333928d-d4ba-42bf-8152-8d833ce74780 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:41.752989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de485c9-5195-4cab-bfbb-e048eb2dafc0 req-d42c43f0-bec3-4925-a856-5d3f899757f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:41.753355 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a04ecc9-f938-47f3-a291-692afade5078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:41.755152 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9a04ecc9-f938-47f3-a291-692afade5078 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:41.756029 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7de485c9-5195-4cab-bfbb-e048eb2dafc0 req-d42c43f0-bec3-4925-a856-5d3f899757f3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.1010730 Jul 09 13:51:41.779184 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9a04ecc9-f938-47f3-a291-692afade5078 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5373871 Jul 09 13:51:41.856999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52cd6f-bc30-48f5-a5f3-e8f6e629e208 req-62533981-70d5-482e-aa05-d919cb7b0ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:41.858676 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3d52cd6f-bc30-48f5-a5f3-e8f6e629e208 req-62533981-70d5-482e-aa05-d919cb7b0ab9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 1096 time: 0.1958086 Jul 09 13:51:41.877883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de485c9-5195-4cab-bfbb-e048eb2dafc0 req-32ea28a1-f401-4caa-a0e1-06a36bd432a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:41.880211 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7de485c9-5195-4cab-bfbb-e048eb2dafc0 req-32ea28a1-f401-4caa-a0e1-06a36bd432a0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1115477 Jul 09 13:51:41.992628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90227597-a84b-40c5-9ac0-335e4710d623 None None] Network e333928d-d4ba-42bf-8152-8d833ce74780 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:51:42.205222 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7de485c9-5195-4cab-bfbb-e048eb2dafc0 req-606349f3-0bbd-473c-bcf7-9c171b6d7154 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3135483 Jul 09 13:51:42.326641 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c6f34e-db6d-4a75-914f-7359ec4f0f74 req-6d52a953-9656-4fd8-8192-4a63537a1659 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:42.329255 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16c6f34e-db6d-4a75-914f-7359ec4f0f74 req-6d52a953-9656-4fd8-8192-4a63537a1659 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1501067 Jul 09 13:51:42.430042 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7de485c9-5195-4cab-bfbb-e048eb2dafc0 req-3977cfa2-119a-4f77-b83d-0c95187644a9 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158256 Jul 09 13:51:42.435908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52cd6f-bc30-48f5-a5f3-e8f6e629e208 req-a901034b-4df1-46c3-85ab-0ce14e857b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:42.438082 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3d52cd6f-bc30-48f5-a5f3-e8f6e629e208 req-a901034b-4df1-46c3-85ab-0ce14e857b69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.5476558 Jul 09 13:51:42.439675 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16c6f34e-db6d-4a75-914f-7359ec4f0f74 req-9916f981-5853-4f03-8040-365416e103bc tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040292 Jul 09 13:51:42.497302 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3d52cd6f-bc30-48f5-a5f3-e8f6e629e208 req-ff53839f-9879-4a3b-aa76-3d4c78725947 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=11eeb1c9-d490-41ed-a049-2ea631e63df1 HTTP/1.1" status: 200 len: 217 time: 0.0522103 Jul 09 13:51:42.598040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52cd6f-bc30-48f5-a5f3-e8f6e629e208 req-1d901a57-4aa6-4fed-8dbf-79a9cdd3dec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:42.600670 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3d52cd6f-bc30-48f5-a5f3-e8f6e629e208 req-1d901a57-4aa6-4fed-8dbf-79a9cdd3dec1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.0954347 Jul 09 13:51:42.694960 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52cd6f-bc30-48f5-a5f3-e8f6e629e208 req-c14d39d7-fa38-46f4-99de-e66592e2fc1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:42.694960 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3d52cd6f-bc30-48f5-a5f3-e8f6e629e208 req-c14d39d7-fa38-46f4-99de-e66592e2fc1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0800772 Jul 09 13:51:42.843307 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-b073142b-c309-4255-8ac5-b2679c8970aa tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:42.844932 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-b073142b-c309-4255-8ac5-b2679c8970aa tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/networks?id=67478137-26d9-4cb3-9d3d-7797a7974253 HTTP/1.1" status: 200 len: 808 time: 0.2441278 Jul 09 13:51:42.854450 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e35d8f-922b-4bbc-bf27-bd0767517b19 req-8bb07c2a-137e-42f5-836e-880e4c78aa3b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:42.856420 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3d52cd6f-bc30-48f5-a5f3-e8f6e629e208 req-d52ebc82-aca7-401e-ba29-e81a136e6991 service neutron] 10.222.0.15 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581481 Jul 09 13:51:42.860190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-95e35d8f-922b-4bbc-bf27-bd0767517b19 req-8bb07c2a-137e-42f5-836e-880e4c78aa3b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1582158 Jul 09 13:51:42.962481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-8d29899f-4a19-47d8-8aa9-abf13bbe8cb1 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/quotas/225b31fbe4c34219b525b998323937b9 HTTP/1.1" status: 200 len: 375 time: 0.0925779 Jul 09 13:51:43.017648 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-70a9a57b-dd7c-4df6-9dc4-06cf728e7bd4 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=225b31fbe4c34219b525b998323937b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447812 Jul 09 13:51:43.025523 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3d52cd6f-bc30-48f5-a5f3-e8f6e629e208 req-7a6eccae-a772-4022-9175-1e693d9387fd service neutron] 10.222.0.15 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541417 Jul 09 13:51:43.031986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-967c2ef1-a5a3-4f35-8e89-4ab60e3ed55f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 13:51:43.032963 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-967c2ef1-a5a3-4f35-8e89-4ab60e3ed55f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067737 Jul 09 13:51:43.044561 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-95e35d8f-922b-4bbc-bf27-bd0767517b19 req-8d5e54e5-014b-4ca3-8b77-dd976a9c11c4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799142 Jul 09 13:51:43.233556 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-1895b68d-5e05-417a-b5d4-ce41b4758e42 service neutron] 10.222.0.39 "GET /v2.0/networks/67478137-26d9-4cb3-9d3d-7797a7974253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874459 Jul 09 13:51:43.355958 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e1abe5-6d96-4a6b-932c-76bc168ed310 req-c7ed76b1-1cac-4861-b417-9a58ae053832 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:43.357731 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57e1abe5-6d96-4a6b-932c-76bc168ed310 req-c7ed76b1-1cac-4861-b417-9a58ae053832 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1754892 Jul 09 13:51:43.419748 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-d6a72067-09ad-4a4f-9a2c-1e0fd7a5cac9 service neutron] 10.222.0.39 "GET /v2.0/networks/67478137-26d9-4cb3-9d3d-7797a7974253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762519 Jul 09 13:51:43.439879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57e1abe5-6d96-4a6b-932c-76bc168ed310 req-3ec85e07-7cdf-4048-bf6b-07b9ff67bfcb tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628889 Jul 09 13:51:43.704236 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43459cea-4f53-4ae8-b1fe-7b7f09a57fea req-ff920dd3-28bc-4cb0-927d-3094827be1a7 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d206432-da1d-4b51-be5e-6646014f30eb HTTP/1.1" status: 200 len: 210 time: 0.0470533 Jul 09 13:51:44.161943 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a577247-adff-4672-a614-c0a748d9eae8 req-405eae02-7b3c-4eca-8f0d-071dabf6d7f2 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:44.163842 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a577247-adff-4672-a614-c0a748d9eae8 req-405eae02-7b3c-4eca-8f0d-071dabf6d7f2 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1020942 Jul 09 13:51:44.219428 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a577247-adff-4672-a614-c0a748d9eae8 req-63020d32-ce4d-46ef-824b-28815572a0ac tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456157 Jul 09 13:51:44.859424 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ed02ca9-a8fc-48bd-8cb4-4730af5e89ba req-c16cb870-1ba9-488e-9f47-9ec21617fd8d tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d206432-da1d-4b51-be5e-6646014f30eb HTTP/1.1" status: 200 len: 210 time: 0.0317047 Jul 09 13:51:45.181162 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-f7592590-da8c-4d44-84c2-4a73f30ec9f9 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:45.183436 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-f7592590-da8c-4d44-84c2-4a73f30ec9f9 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.18 "GET /v2.0/networks?id=67478137-26d9-4cb3-9d3d-7797a7974253 HTTP/1.1" status: 200 len: 808 time: 0.1633065 Jul 09 13:51:45.195562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-92ef005a-72cc-4534-ac81-11eb51529d3e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Request body: {'port': {'device_id': '8d206432-da1d-4b51-be5e-6646014f30eb', 'network_id': '67478137-26d9-4cb3-9d3d-7797a7974253', 'admin_state_up': True, 'tenant_id': '225b31fbe4c34219b525b998323937b9'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:45.378387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-92ef005a-72cc-4534-ac81-11eb51529d3e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Made reservation on behalf of 225b31fbe4c34219b525b998323937b9 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:51:45.384004 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-92ef005a-72cc-4534-ac81-11eb51529d3e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:45.470929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599967cb-8547-4bf7-81dd-7b30f40abca3 req-9a4917bf-34e7-4eef-960e-d72d2b5a683f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:45.477184 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-599967cb-8547-4bf7-81dd-7b30f40abca3 req-9a4917bf-34e7-4eef-960e-d72d2b5a683f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.0862439 Jul 09 13:51:45.522913 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-599967cb-8547-4bf7-81dd-7b30f40abca3 req-24d7d066-9b40-4028-8245-c1e362f62c21 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369320 Jul 09 13:51:45.601215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-92ef005a-72cc-4534-ac81-11eb51529d3e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Allocated IP 172.20.0.7 (67478137-26d9-4cb3-9d3d-7797a7974253/8978c03a-8230-4902-8e20-e83a9b8836c1/5cd7892a-892b-4f0b-a396-b7e79d2691f9) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:51:45.901986 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-92ef005a-72cc-4534-ac81-11eb51529d3e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:45.998464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1591027a-bcf4-4147-91b8-b5d4c0ea923b req-5224bb45-1483-4b3f-a77d-b8f9e8bafe86 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:46.010655 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1591027a-bcf4-4147-91b8-b5d4c0ea923b req-5224bb45-1483-4b3f-a77d-b8f9e8bafe86 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1173964 Jul 09 13:51:46.041086 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-92ef005a-72cc-4534-ac81-11eb51529d3e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:46.059787 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1591027a-bcf4-4147-91b8-b5d4c0ea923b req-c12cfa28-5fed-4f6f-af16-b1fe37e7ddc8 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478582 Jul 09 13:51:46.112062 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e659bd5-402c-4aa1-9863-104675c61d7f req-3650d4cb-fc1e-4e62-90cd-7f047f6651ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:46.114076 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3e659bd5-402c-4aa1-9863-104675c61d7f req-3650d4cb-fc1e-4e62-90cd-7f047f6651ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dbdf7a4931e34c009ef4353a46117d30&device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 1096 time: 0.1671562 Jul 09 13:51:46.118938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-92ef005a-72cc-4534-ac81-11eb51529d3e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Network 67478137-26d9-4cb3-9d3d-7797a7974253 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:51:46.122722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-92ef005a-72cc-4534-ac81-11eb51529d3e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:51:46.129829 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-92ef005a-72cc-4534-ac81-11eb51529d3e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:51:46.141902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef005a-72cc-4534-ac81-11eb51529d3e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Pushing event updated for resources: {'Port': ['ID=5cd7892a-892b-4f0b-a396-b7e79d2691f9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:46.212135 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa6aaa-c164-4105-917f-842184b31d04 req-71e9c2f3-158d-484b-902f-c7e78f332605 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:46.220310 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81fa6aaa-c164-4105-917f-842184b31d04 req-71e9c2f3-158d-484b-902f-c7e78f332605 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d206432-da1d-4b51-be5e-6646014f30eb HTTP/1.1" status: 200 len: 931 time: 0.0831749 Jul 09 13:51:46.252422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-92ef005a-72cc-4534-ac81-11eb51529d3e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:46.253078 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-92ef005a-72cc-4534-ac81-11eb51529d3e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:46.274447 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81fa6aaa-c164-4105-917f-842184b31d04 req-a1e39c57-f168-4641-b7de-111db63ed143 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/security-groups?id=1baa39b6-9052-4c85-a258-fccb71f48e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522346 Jul 09 13:51:46.280136 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-92ef005a-72cc-4534-ac81-11eb51529d3e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0897098 Jul 09 13:51:46.296884 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Request body: {'port': {'device_id': '8d206432-da1d-4b51-be5e-6646014f30eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:51:46.303382 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e659bd5-402c-4aa1-9863-104675c61d7f req-88e94954-2323-4e02-ade7-4ff3e4257cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:46.305547 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3e659bd5-402c-4aa1-9863-104675c61d7f req-88e94954-2323-4e02-ade7-4ff3e4257cbd service neutron] 10.222.0.18 "GET /v2.0/networks?id=39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 200 len: 912 time: 0.1775460 Jul 09 13:51:46.436099 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3e659bd5-402c-4aa1-9863-104675c61d7f req-ee97eb85-0c4b-4053-be91-5a18efc21682 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0 HTTP/1.1" status: 200 len: 1000 time: 0.1058905 Jul 09 13:51:46.442202 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:46.524986 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e659bd5-402c-4aa1-9863-104675c61d7f req-b7b17c70-5c91-41b0-b4c2-e426e3ebdc75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:46.526477 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3e659bd5-402c-4aa1-9863-104675c61d7f req-b7b17c70-5c91-41b0-b4c2-e426e3ebdc75 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 200 len: 850 time: 0.0826502 Jul 09 13:51:46.728746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e659bd5-402c-4aa1-9863-104675c61d7f req-6c6874f8-cf3f-4c66-8015-a05d9722853c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:46.730864 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3e659bd5-402c-4aa1-9863-104675c61d7f req-6c6874f8-cf3f-4c66-8015-a05d9722853c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=39203702-852d-404c-bcfb-2c2a5a230b71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1953394 Jul 09 13:51:46.909452 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3e659bd5-402c-4aa1-9863-104675c61d7f req-c3a803ac-d76b-4fbb-902a-64c0226d9373 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717899 Jul 09 13:51:46.916540 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd7892a-892b-4f0b-a396-b7e79d2691f9 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:51:46.935553 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:46.998066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Transition to ACTIVE for port object 5cd7892a-892b-4f0b-a396-b7e79d2691f9 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:51:47.004514 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:47.095156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Pushing event updated for resources: {'Port': ['ID=5cd7892a-892b-4f0b-a396-b7e79d2691f9,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:47.110100 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3e659bd5-402c-4aa1-9863-104675c61d7f req-21f83a26-9b15-4171-bc6b-a8978a9cd089 service neutron] 10.222.0.18 "GET /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888628 Jul 09 13:51:47.217695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Attempting to bind port 5cd7892a-892b-4f0b-a396-b7e79d2691f9 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:51:47.218204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Attempting to bind port 5cd7892a-892b-4f0b-a396-b7e79d2691f9 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'e5879a93-c41d-4128-8717-bf9b81c558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '67478137-26d9-4cb3-9d3d-7797a7974253'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:51:47.218540 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Attempting to bind port 5cd7892a-892b-4f0b-a396-b7e79d2691f9 on network 67478137-26d9-4cb3-9d3d-7797a7974253 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:51:47.225056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Port 5cd7892a-892b-4f0b-a396-b7e79d2691f9 on network 67478137-26d9-4cb3-9d3d-7797a7974253 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:51:47.225389 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Attempting to bind port 5cd7892a-892b-4f0b-a396-b7e79d2691f9 on network 67478137-26d9-4cb3-9d3d-7797a7974253 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:51:47.233210 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 51, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:51:47.233645 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Checking segment: {'id': 'e5879a93-c41d-4128-8717-bf9b81c558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '67478137-26d9-4cb3-9d3d-7797a7974253'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:51:47.234424 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Bound using segment: {'id': 'e5879a93-c41d-4128-8717-bf9b81c558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '67478137-26d9-4cb3-9d3d-7797a7974253'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:51:47.234809 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Bound port: 5cd7892a-892b-4f0b-a396-b7e79d2691f9, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5879a93-c41d-4128-8717-bf9b81c558f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '67478137-26d9-4cb3-9d3d-7797a7974253'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:51:47.235318 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:47.333455 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723af31d-bfa7-4abc-9ecd-93b5e7ea0f7a req-a81a441a-fa63-4c8f-9fbd-062b3925c8a9 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:47.342929 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-723af31d-bfa7-4abc-9ecd-93b5e7ea0f7a req-a81a441a-fa63-4c8f-9fbd-062b3925c8a9 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.1107249 Jul 09 13:51:47.349254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] For port 5cd7892a-892b-4f0b-a396-b7e79d2691f9, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:51:47.353687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] For port 5cd7892a-892b-4f0b-a396-b7e79d2691f9, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=5cd7892a-892b-4f0b-a396-b7e79d2691f9,segment=NetworkSegment(e5879a93-c41d-4128-8717-bf9b81c558f8),segment_id=e5879a93-c41d-4128-8717-bf9b81c558f8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:51:47.361244 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:47.401681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-723af31d-bfa7-4abc-9ecd-93b5e7ea0f7a req-fa49b1f7-fe25-48f2-bd10-e93bd26bb331 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571797 Jul 09 13:51:47.442037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:47.443120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:47.446122 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] 10.222.0.18 "PUT /v2.0/ports/5cd7892a-892b-4f0b-a396-b7e79d2691f9 HTTP/1.1" status: 200 len: 1091 time: 1.1530502 Jul 09 13:51:47.446971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d206432-da1d-4b51-be5e-6646014f30eb', 'tag': '5cd7892a-892b-4f0b-a396-b7e79d2691f9'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:47.449703 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54583b62-a311-44ae-84fa-ffb05607b90c" -d '{"events": [{"name": "network-changed", "server_uuid": "8d206432-da1d-4b51-be5e-6646014f30eb", "tag": "5cd7892a-892b-4f0b-a396-b7e79d2691f9"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:47.511284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36549354-3b07-44ec-a17b-37917c8a813c service neutron] Pushing event updated for resources: {'Port': ['ID=5cd7892a-892b-4f0b-a396-b7e79d2691f9,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:47.532482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e50756-4b6b-49e6-87fd-fec4bb224f59 req-2255df38-74ff-4eb5-8c31-12863e6b57fa tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:47.536015 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4e50756-4b6b-49e6-87fd-fec4bb224f59 req-2255df38-74ff-4eb5-8c31-12863e6b57fa tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d206432-da1d-4b51-be5e-6646014f30eb HTTP/1.1" status: 200 len: 943 time: 0.0859661 Jul 09 13:51:47.571047 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3a5f8d8-fc51-467a-b0d8-038bc54c12f1 x-openstack-request-id: req-f3a5f8d8-fc51-467a-b0d8-038bc54c12f1 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:47.571375 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d206432-da1d-4b51-be5e-6646014f30eb", "tag": "5cd7892a-892b-4f0b-a396-b7e79d2691f9", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:47.573594 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3a5f8d8-fc51-467a-b0d8-038bc54c12f1 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:47.574839 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d206432-da1d-4b51-be5e-6646014f30eb', 'tag': '5cd7892a-892b-4f0b-a396-b7e79d2691f9', 'status': 'completed', 'code': 200} Jul 09 13:51:47.588374 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4e50756-4b6b-49e6-87fd-fec4bb224f59 req-3b3d323a-1c4d-4183-9de2-e3636e8e6275 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/security-groups?id=1baa39b6-9052-4c85-a258-fccb71f48e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465126 Jul 09 13:51:47.605617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-d73ca9ac-7300-47af-b76b-269f3ce736fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:47.607173 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-d73ca9ac-7300-47af-b76b-269f3ce736fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=225b31fbe4c34219b525b998323937b9&device_id=8d206432-da1d-4b51-be5e-6646014f30eb HTTP/1.1" status: 200 len: 1094 time: 0.0889518 Jul 09 13:51:47.662495 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-c8cdaf19-8207-487d-be75-b340b4f3c60f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cd7892a-892b-4f0b-a396-b7e79d2691f9 HTTP/1.1" status: 200 len: 217 time: 0.0464575 Jul 09 13:51:47.742203 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-90651079-ad38-4bd1-b1ac-17cc386d31fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:47.745224 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-90651079-ad38-4bd1-b1ac-17cc386d31fc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8978c03a-8230-4902-8e20-e83a9b8836c1 HTTP/1.1" status: 200 len: 848 time: 0.0754659 Jul 09 13:51:47.796566 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-8f6b7e64-df61-4162-9e55-e3aec6f7f146 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67478137-26d9-4cb3-9d3d-7797a7974253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445373 Jul 09 13:51:47.912115 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-91e9c6a6-031e-4b87-88d0-2a97de85f23d service neutron] 10.222.0.18 "GET /v2.0/networks/67478137-26d9-4cb3-9d3d-7797a7974253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094484 Jul 09 13:51:48.032759 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9e9b7572-a415-4861-983b-f8201b4aa533 req-e6929325-1652-4c34-ba88-4e0ef10f8077 service neutron] 10.222.0.18 "GET /v2.0/networks/67478137-26d9-4cb3-9d3d-7797a7974253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104760 Jul 09 13:51:48.162258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54583b62-a311-44ae-84fa-ffb05607b90c req-7b902af7-e153-4995-87ca-a65200c8aa1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:48.164138 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54583b62-a311-44ae-84fa-ffb05607b90c req-7b902af7-e153-4995-87ca-a65200c8aa1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=225b31fbe4c34219b525b998323937b9&device_id=8d206432-da1d-4b51-be5e-6646014f30eb HTTP/1.1" status: 200 len: 1094 time: 0.0675004 Jul 09 13:51:48.271516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54583b62-a311-44ae-84fa-ffb05607b90c req-49402d25-1e35-4524-9800-840de65bf5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:48.272979 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54583b62-a311-44ae-84fa-ffb05607b90c req-49402d25-1e35-4524-9800-840de65bf5da service neutron] 10.222.0.18 "GET /v2.0/networks?id=67478137-26d9-4cb3-9d3d-7797a7974253 HTTP/1.1" status: 200 len: 909 time: 0.1019583 Jul 09 13:51:48.317086 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54583b62-a311-44ae-84fa-ffb05607b90c req-82257656-0f44-46dc-85e9-199b24fbf648 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5cd7892a-892b-4f0b-a396-b7e79d2691f9 HTTP/1.1" status: 200 len: 217 time: 0.0369086 Jul 09 13:51:48.378811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54583b62-a311-44ae-84fa-ffb05607b90c req-afe80bfc-c7cb-4db4-b7b4-ed8cc119eaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:48.380360 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54583b62-a311-44ae-84fa-ffb05607b90c req-afe80bfc-c7cb-4db4-b7b4-ed8cc119eaa5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8978c03a-8230-4902-8e20-e83a9b8836c1 HTTP/1.1" status: 200 len: 848 time: 0.0568366 Jul 09 13:51:48.435035 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54583b62-a311-44ae-84fa-ffb05607b90c req-1e70f941-2836-4811-ac62-685402896e49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=67478137-26d9-4cb3-9d3d-7797a7974253&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456553 Jul 09 13:51:48.564687 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54583b62-a311-44ae-84fa-ffb05607b90c req-92326028-7264-44b8-a987-f28267d5241d service neutron] 10.222.0.18 "GET /v2.0/networks/67478137-26d9-4cb3-9d3d-7797a7974253?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194041 Jul 09 13:51:48.643903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de71c7c0-63ce-4bbf-85ad-e23cac63ea43 req-a99c3294-ed86-44d4-bc50-1246d7ab22eb tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:48.651926 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de71c7c0-63ce-4bbf-85ad-e23cac63ea43 req-a99c3294-ed86-44d4-bc50-1246d7ab22eb tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.0788174 Jul 09 13:51:48.699076 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de71c7c0-63ce-4bbf-85ad-e23cac63ea43 req-90e5fe81-bff5-4e40-bcf2-785771410bf7 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443304 Jul 09 13:51:48.972888 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0602c94b-34b7-4a9b-b6d9-b7408388bf6e req-8388ecaa-0fdd-4b26-a24f-4a3e32308c82 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:48.974722 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0602c94b-34b7-4a9b-b6d9-b7408388bf6e req-8388ecaa-0fdd-4b26-a24f-4a3e32308c82 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.0940495 Jul 09 13:51:49.032647 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0602c94b-34b7-4a9b-b6d9-b7408388bf6e req-c53f0150-8ccb-4177-9e3a-27452fd88187 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502682 Jul 09 13:51:49.149215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241e8cc-7e8a-4903-a454-b9e888d0033e req-66b256a2-1ac2-4468-8da1-929c17140f1f tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:49.150940 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c241e8cc-7e8a-4903-a454-b9e888d0033e req-66b256a2-1ac2-4468-8da1-929c17140f1f tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d206432-da1d-4b51-be5e-6646014f30eb HTTP/1.1" status: 200 len: 943 time: 0.1487498 Jul 09 13:51:49.185967 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54583b62-a311-44ae-84fa-ffb05607b90c req-4e46547b-3440-417e-93e7-21ddcd30b052 service neutron] 10.222.0.18 "GET /v2.0/networks/67478137-26d9-4cb3-9d3d-7797a7974253?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175647 Jul 09 13:51:49.200521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c241e8cc-7e8a-4903-a454-b9e888d0033e req-fcc968b9-9e3b-4269-b257-89f4055a6c26 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/security-groups?id=1baa39b6-9052-4c85-a258-fccb71f48e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404994 Jul 09 13:51:50.192705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-e4fe97f9-064e-4212-a53a-4cee0ef7ed55 req-1c4b0502-e6e5-4fb7-99e7-99b2e302887c service neutron] (93753) timed out ('10.222.0.39', 38726) {{(pid=93753) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:51:50.334147 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 5cd7892a-892b-4f0b-a396-b7e79d2691f9 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:51:50.411585 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f9210-c2e3-47aa-9751-9c925532e636 req-34cdc6d2-164c-45d3-ae1d-928f039b3fbb tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:50.415741 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f62f9210-c2e3-47aa-9751-9c925532e636 req-34cdc6d2-164c-45d3-ae1d-928f039b3fbb tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d206432-da1d-4b51-be5e-6646014f30eb HTTP/1.1" status: 200 len: 943 time: 0.0908048 Jul 09 13:51:50.449449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 5cd7892a-892b-4f0b-a396-b7e79d2691f9, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=5cd7892a-892b-4f0b-a396-b7e79d2691f9,segment=NetworkSegment(e5879a93-c41d-4128-8717-bf9b81c558f8),segment_id=e5879a93-c41d-4128-8717-bf9b81c558f8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:50.465413 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f62f9210-c2e3-47aa-9751-9c925532e636 req-512d5ad4-5220-47b5-b0a5-7fe173391c6c tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/security-groups?id=1baa39b6-9052-4c85-a258-fccb71f48e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420640 Jul 09 13:51:50.466864 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '5cd7892a-892b-4f0b-a396-b7e79d2691f9', 'network_id': '67478137-26d9-4cb3-9d3d-7797a7974253', 'port_id': '5cd7892a-892b-4f0b-a396-b7e79d2691f9', 'mac_address': 'fa:16:3e:77:04:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 347, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8978c03a-8230-4902-8e20-e83a9b8836c1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:51:50.516246 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:50.529839 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd7892a-892b-4f0b-a396-b7e79d2691f9 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:51:50.550731 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 5cd7892a-892b-4f0b-a396-b7e79d2691f9, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=5cd7892a-892b-4f0b-a396-b7e79d2691f9,segment=NetworkSegment(e5879a93-c41d-4128-8717-bf9b81c558f8),segment_id=e5879a93-c41d-4128-8717-bf9b81c558f8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:50.556221 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:50.618282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=5cd7892a-892b-4f0b-a396-b7e79d2691f9,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:50.782472 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['5cd7892a-892b-4f0b-a396-b7e79d2691f9'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:51:51.053938 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a4924-da38-4ee0-b1d6-ab51fed82905 req-2781c60b-f5e9-4cee-9ae0-53db46802321 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:51.055709 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d08a4924-da38-4ee0-b1d6-ab51fed82905 req-2781c60b-f5e9-4cee-9ae0-53db46802321 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=027c0f41-0ac9-4b27-8393-e2cfd2e47f6f HTTP/1.1" status: 200 len: 943 time: 0.0757167 Jul 09 13:51:51.167677 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d08a4924-da38-4ee0-b1d6-ab51fed82905 req-8c3c1a3c-0c1f-4814-926a-c957a6ce9a69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Deleting port bb01cf9a-3bd5-417d-9f4c-3a36ea863442 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:51.167677 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d08a4924-da38-4ee0-b1d6-ab51fed82905 req-8c3c1a3c-0c1f-4814-926a-c957a6ce9a69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:51.271067 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-d08a4924-da38-4ee0-b1d6-ab51fed82905 req-8c3c1a3c-0c1f-4814-926a-c957a6ce9a69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] For port bb01cf9a-3bd5-417d-9f4c-3a36ea863442, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:51.271449 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d08a4924-da38-4ee0-b1d6-ab51fed82905 req-8c3c1a3c-0c1f-4814-926a-c957a6ce9a69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:51.285204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [req-d08a4924-da38-4ee0-b1d6-ab51fed82905 req-8c3c1a3c-0c1f-4814-926a-c957a6ce9a69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Calling delete_port for bb01cf9a-3bd5-417d-9f4c-3a36ea863442 owned by compute:nova {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:51.430767 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d08a4924-da38-4ee0-b1d6-ab51fed82905 req-8c3c1a3c-0c1f-4814-926a-c957a6ce9a69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:51.446438 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['4064804d-4843-49b4-bc75-0771442be855'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:51:51.451120 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['11eeb1c9-d490-41ed-a049-2ea631e63df1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:51:51.512287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3c1a3c-0c1f-4814-926a-c957a6ce9a69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event deleted for resources: {'Port': ['ID=bb01cf9a-3bd5-417d-9f4c-3a36ea863442,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:51.580690 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-d08a4924-da38-4ee0-b1d6-ab51fed82905 req-8c3c1a3c-0c1f-4814-926a-c957a6ce9a69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] No DVR routers for this DVR port bb01cf9a-3bd5-417d-9f4c-3a36ea863442 on host n-h1-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:51.584038 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-d08a4924-da38-4ee0-b1d6-ab51fed82905 req-8c3c1a3c-0c1f-4814-926a-c957a6ce9a69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:51.596371 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d08a4924-da38-4ee0-b1d6-ab51fed82905 req-8c3c1a3c-0c1f-4814-926a-c957a6ce9a69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "DELETE /v2.0/ports/bb01cf9a-3bd5-417d-9f4c-3a36ea863442 HTTP/1.1" status: 204 len: 173 time: 0.5354621 Jul 09 13:51:51.597338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '027c0f41-0ac9-4b27-8393-e2cfd2e47f6f', 'name': 'network-vif-deleted', 'tag': 'bb01cf9a-3bd5-417d-9f4c-3a36ea863442'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:51.604205 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd993e91-f605-4a76-b102-4ded77cff3c1" -d '{"events": [{"server_uuid": "027c0f41-0ac9-4b27-8393-e2cfd2e47f6f", "name": "network-vif-deleted", "tag": "bb01cf9a-3bd5-417d-9f4c-3a36ea863442"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:51.925342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e730b-6658-4411-baa4-86f0679fa633 req-235fcdc5-30e3-4a64-a7d6-88d61941cd7b tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:51.933209 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed4e730b-6658-4411-baa4-86f0679fa633 req-235fcdc5-30e3-4a64-a7d6-88d61941cd7b tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d206432-da1d-4b51-be5e-6646014f30eb HTTP/1.1" status: 200 len: 944 time: 0.1265554 Jul 09 13:51:51.996416 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed4e730b-6658-4411-baa4-86f0679fa633 req-c3091cbe-ab04-4a7f-b0e9-d4d911000c5d tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/security-groups?id=1baa39b6-9052-4c85-a258-fccb71f48e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618563 Jul 09 13:51:52.059230 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd079757-4dad-45d8-b679-88b55884ac11 x-openstack-request-id: req-dd079757-4dad-45d8-b679-88b55884ac11 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:52.059782 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "027c0f41-0ac9-4b27-8393-e2cfd2e47f6f", "name": "network-vif-deleted", "tag": "bb01cf9a-3bd5-417d-9f4c-3a36ea863442", "status": "failed", "code": 422}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:52.060196 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dd079757-4dad-45d8-b679-88b55884ac11 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:52.060780 n-d-799525-3 neutron-server[93754]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '027c0f41-0ac9-4b27-8393-e2cfd2e47f6f', 'name': 'network-vif-deleted', 'tag': 'bb01cf9a-3bd5-417d-9f4c-3a36ea863442', 'status': 'failed', 'code': 422} returned with failed status Jul 09 13:51:52.329661 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 5cd7892a-892b-4f0b-a396-b7e79d2691f9 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:51:52.394194 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 5cd7892a-892b-4f0b-a396-b7e79d2691f9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:51:52.399891 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 5cd7892a-892b-4f0b-a396-b7e79d2691f9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:51:52.400243 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:52.516034 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:52.572744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 5cd7892a-892b-4f0b-a396-b7e79d2691f9, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=5cd7892a-892b-4f0b-a396-b7e79d2691f9,segment=NetworkSegment(e5879a93-c41d-4128-8717-bf9b81c558f8),segment_id=e5879a93-c41d-4128-8717-bf9b81c558f8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:52.574427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d206432-da1d-4b51-be5e-6646014f30eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd7892a-892b-4f0b-a396-b7e79d2691f9'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:52.579537 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68cb92a-f697-4342-bfb6-ba839322810d" -d '{"events": [{"server_uuid": "8d206432-da1d-4b51-be5e-6646014f30eb", "name": "network-vif-plugged", "status": "completed", "tag": "5cd7892a-892b-4f0b-a396-b7e79d2691f9"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:52.587683 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:52.641817 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e9dcec8-ce4b-4f8a-93d2-22d1189be27c x-openstack-request-id: req-5e9dcec8-ce4b-4f8a-93d2-22d1189be27c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:52.642111 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d206432-da1d-4b51-be5e-6646014f30eb", "name": "network-vif-plugged", "status": "completed", "tag": "5cd7892a-892b-4f0b-a396-b7e79d2691f9", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:52.642518 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5e9dcec8-ce4b-4f8a-93d2-22d1189be27c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:52.642869 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d206432-da1d-4b51-be5e-6646014f30eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd7892a-892b-4f0b-a396-b7e79d2691f9', 'code': 200} Jul 09 13:51:52.687515 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=5cd7892a-892b-4f0b-a396-b7e79d2691f9,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:52.724162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb68aa7-cb7b-427c-abf4-7996a18e2102 req-4ee316f4-7876-4b55-a615-552313b04c9f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:52.728407 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fb68aa7-cb7b-427c-abf4-7996a18e2102 req-4ee316f4-7876-4b55-a615-552313b04c9f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 907 time: 0.0959930 Jul 09 13:51:52.780671 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-502486d9-6575-46d4-92f7-db5df8cfa5a8 req-56a9fbcb-aa54-4b58-b995-1bf15a5536a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:52.785319 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-502486d9-6575-46d4-92f7-db5df8cfa5a8 req-56a9fbcb-aa54-4b58-b995-1bf15a5536a4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8d206432-da1d-4b51-be5e-6646014f30eb HTTP/1.1" status: 200 len: 1096 time: 0.0720489 Jul 09 13:51:52.828121 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-502486d9-6575-46d4-92f7-db5df8cfa5a8 req-7340a27d-5e4d-49e1-90db-6553bc71e808 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1baa39b6-9052-4c85-a258-fccb71f48e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376847 Jul 09 13:51:53.214806 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f718ade3-dd24-47f7-9eed-562b8876ac09 req-fbf9ee41-7642-46a8-b893-b47df69b8521 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:53.216680 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f718ade3-dd24-47f7-9eed-562b8876ac09 req-fbf9ee41-7642-46a8-b893-b47df69b8521 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d206432-da1d-4b51-be5e-6646014f30eb HTTP/1.1" status: 200 len: 945 time: 0.0905459 Jul 09 13:51:53.266865 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f718ade3-dd24-47f7-9eed-562b8876ac09 req-1f8c0f36-34d8-4d25-90d6-80609e7ec5cf tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/security-groups?id=1baa39b6-9052-4c85-a258-fccb71f48e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436244 Jul 09 13:51:53.951855 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17122215-dfad-448f-941e-5456a8b8867d req-ca22ef32-d416-4d47-9a64-b28cfa0fe874 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:53.953483 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17122215-dfad-448f-941e-5456a8b8867d req-ca22ef32-d416-4d47-9a64-b28cfa0fe874 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 907 time: 0.0770466 Jul 09 13:51:54.013281 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6913eca-510e-42b1-ac50-a8e9dc92fb08 req-16def626-41c4-4eab-8ab6-8152167b48db tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:54.014824 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e6913eca-510e-42b1-ac50-a8e9dc92fb08 req-16def626-41c4-4eab-8ab6-8152167b48db tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.15 "GET /v2.0/ports?device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 907 time: 0.0678871 Jul 09 13:51:54.144355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e6913eca-510e-42b1-ac50-a8e9dc92fb08 req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Deleting port 55572903-0ba0-47b6-976a-1136508190b7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:54.144754 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e6913eca-510e-42b1-ac50-a8e9dc92fb08 req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:54.261001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e6913eca-510e-42b1-ac50-a8e9dc92fb08 req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] For port 55572903-0ba0-47b6-976a-1136508190b7, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=55572903-0ba0-47b6-976a-1136508190b7,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:54.261469 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e6913eca-510e-42b1-ac50-a8e9dc92fb08 req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:54.276497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e6913eca-510e-42b1-ac50-a8e9dc92fb08 req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Calling delete_port for 55572903-0ba0-47b6-976a-1136508190b7 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:54.412675 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e6913eca-510e-42b1-ac50-a8e9dc92fb08 req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:54.449286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event deleted for resources: {'Port': ['ID=55572903-0ba0-47b6-976a-1136508190b7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:54.461960 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:54.462311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:54.462659 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:54.463004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:54.463375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:54.463711 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:54.464044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:54.464375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:54.464699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:54.465025 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:54.465349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:54.465668 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:51:54.473551 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1120887-97e8-4fd5-b1a0-cf1774686b12 req-6e39f7b6-bf4a-4eb6-9ffa-82157164334d tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:54.475390 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1120887-97e8-4fd5-b1a0-cf1774686b12 req-6e39f7b6-bf4a-4eb6-9ffa-82157164334d tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d206432-da1d-4b51-be5e-6646014f30eb HTTP/1.1" status: 200 len: 945 time: 0.0906339 Jul 09 13:51:54.514071 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6913eca-510e-42b1-ac50-a8e9dc92fb08 req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] No DVR routers for this DVR port 55572903-0ba0-47b6-976a-1136508190b7 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:54.518160 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e6913eca-510e-42b1-ac50-a8e9dc92fb08 req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:54.520863 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e6913eca-510e-42b1-ac50-a8e9dc92fb08 req-11d303a2-60d0-48b8-ae02-3ef1d0b2b564 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.15 "DELETE /v2.0/ports/55572903-0ba0-47b6-976a-1136508190b7 HTTP/1.1" status: 204 len: 173 time: 0.5003757 Jul 09 13:51:54.521695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab4edb87-d507-4593-8ac9-36f795c22263', 'name': 'network-vif-deleted', 'tag': '55572903-0ba0-47b6-976a-1136508190b7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:54.526903 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b47b179-48fa-4a4e-8d82-a0ba440f768c" -d '{"events": [{"server_uuid": "ab4edb87-d507-4593-8ac9-36f795c22263", "name": "network-vif-deleted", "tag": "55572903-0ba0-47b6-976a-1136508190b7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:54.533897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1120887-97e8-4fd5-b1a0-cf1774686b12 req-40581734-de1a-4aea-b9fb-57bb077de966 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/security-groups?id=1baa39b6-9052-4c85-a258-fccb71f48e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496612 Jul 09 13:51:54.593401 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2027d208-e4df-4344-8a47-f7428aed0dd8 x-openstack-request-id: req-2027d208-e4df-4344-8a47-f7428aed0dd8 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:54.593822 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab4edb87-d507-4593-8ac9-36f795c22263", "name": "network-vif-deleted", "tag": "55572903-0ba0-47b6-976a-1136508190b7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:54.594032 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2027d208-e4df-4344-8a47-f7428aed0dd8 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:54.594442 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab4edb87-d507-4593-8ac9-36f795c22263', 'name': 'network-vif-deleted', 'tag': '55572903-0ba0-47b6-976a-1136508190b7', 'status': 'completed', 'code': 200} Jul 09 13:51:55.145899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b79594ec-461e-4872-a0fe-34669e1aad6e req-008fbe22-be4c-4a7c-8436-bb30732c5890 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=ab4edb87-d507-4593-8ac9-36f795c22263 HTTP/1.1" status: 200 len: 210 time: 0.0388813 Jul 09 13:51:56.636289 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f1ff5-7f48-4443-a078-a7b0eb382611 req-5acbbd30-e840-4adb-844b-1ddefdafd0a4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:56.638152 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d0f1ff5-7f48-4443-a078-a7b0eb382611 req-5acbbd30-e840-4adb-844b-1ddefdafd0a4 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0705826 Jul 09 13:51:56.680958 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d0f1ff5-7f48-4443-a078-a7b0eb382611 req-fba63b15-187b-40c9-b2bb-eeaf76e5bdf6 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363948 Jul 09 13:51:57.343554 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24edad6-9d82-4e98-87f4-6a1b3c2b213c req-53ae3520-cbee-426a-ae25-11092daf794e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:57.345081 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c24edad6-9d82-4e98-87f4-6a1b3c2b213c req-53ae3520-cbee-426a-ae25-11092daf794e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d206432-da1d-4b51-be5e-6646014f30eb HTTP/1.1" status: 200 len: 945 time: 0.0664930 Jul 09 13:51:57.387447 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c24edad6-9d82-4e98-87f4-6a1b3c2b213c req-8fe3adef-dac9-4c7d-b110-04686eb2b349 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/security-groups?id=1baa39b6-9052-4c85-a258-fccb71f48e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364206 Jul 09 13:51:57.449035 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 55572903-0ba0-47b6-976a-1136508190b7 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:51:57.469340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 55572903-0ba0-47b6-976a-1136508190b7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:51:57.469682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 55572903-0ba0-47b6-976a-1136508190b7 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:51:57.864287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b63c28b-6d6a-4d14-b7a5-bcb34a9737f6 req-ee0c2d3a-bca5-44b9-b1da-17cc029caf76 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:57.866884 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b63c28b-6d6a-4d14-b7a5-bcb34a9737f6 req-ee0c2d3a-bca5-44b9-b1da-17cc029caf76 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0647972 Jul 09 13:51:57.921397 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b63c28b-6d6a-4d14-b7a5-bcb34a9737f6 req-87431d2a-04df-4672-8cca-8b16c1265a7a tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482528 Jul 09 13:51:57.964819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571a07f-9a94-4f66-a9ed-f7c502387149 req-76273e3d-5f7f-4565-a758-a1f73a302ff1 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:57.966409 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b571a07f-9a94-4f66-a9ed-f7c502387149 req-76273e3d-5f7f-4565-a758-a1f73a302ff1 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.15 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 945 time: 0.0685437 Jul 09 13:51:58.076128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b571a07f-9a94-4f66-a9ed-f7c502387149 req-60e9fb92-73af-4ecf-8bd9-e9b0efb8dc4e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Deleting port 11eeb1c9-d490-41ed-a049-2ea631e63df1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:58.076466 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b571a07f-9a94-4f66-a9ed-f7c502387149 req-60e9fb92-73af-4ecf-8bd9-e9b0efb8dc4e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.171345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b571a07f-9a94-4f66-a9ed-f7c502387149 req-60e9fb92-73af-4ecf-8bd9-e9b0efb8dc4e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] For port 11eeb1c9-d490-41ed-a049-2ea631e63df1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=11eeb1c9-d490-41ed-a049-2ea631e63df1,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:58.171621 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b571a07f-9a94-4f66-a9ed-f7c502387149 req-60e9fb92-73af-4ecf-8bd9-e9b0efb8dc4e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.187772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b571a07f-9a94-4f66-a9ed-f7c502387149 req-60e9fb92-73af-4ecf-8bd9-e9b0efb8dc4e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Calling delete_port for 11eeb1c9-d490-41ed-a049-2ea631e63df1 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:58.332795 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b571a07f-9a94-4f66-a9ed-f7c502387149 req-60e9fb92-73af-4ecf-8bd9-e9b0efb8dc4e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.349241 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['11eeb1c9-d490-41ed-a049-2ea631e63df1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:51:58.352998 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['4064804d-4843-49b4-bc75-0771442be855'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:51:58.362646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e9fb92-73af-4ecf-8bd9-e9b0efb8dc4e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event deleted for resources: {'Port': ['ID=11eeb1c9-d490-41ed-a049-2ea631e63df1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:58.425171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b571a07f-9a94-4f66-a9ed-f7c502387149 req-60e9fb92-73af-4ecf-8bd9-e9b0efb8dc4e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] No DVR routers for this DVR port 11eeb1c9-d490-41ed-a049-2ea631e63df1 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:58.427712 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b571a07f-9a94-4f66-a9ed-f7c502387149 req-60e9fb92-73af-4ecf-8bd9-e9b0efb8dc4e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:58.430031 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b571a07f-9a94-4f66-a9ed-f7c502387149 req-60e9fb92-73af-4ecf-8bd9-e9b0efb8dc4e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.15 "DELETE /v2.0/ports/11eeb1c9-d490-41ed-a049-2ea631e63df1 HTTP/1.1" status: 204 len: 173 time: 0.4580331 Jul 09 13:51:58.430415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '602a25c5-9e9d-47af-8a07-67836bb4a5f0', 'name': 'network-vif-deleted', 'tag': '11eeb1c9-d490-41ed-a049-2ea631e63df1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:51:58.432721 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fc0501-4c4a-4d7c-89c8-0217fe17b2f7" -d '{"events": [{"server_uuid": "602a25c5-9e9d-47af-8a07-67836bb4a5f0", "name": "network-vif-deleted", "tag": "11eeb1c9-d490-41ed-a049-2ea631e63df1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:51:58.518607 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a02835b6-f5f5-4c98-a4ab-b9932edd79c5 x-openstack-request-id: req-a02835b6-f5f5-4c98-a4ab-b9932edd79c5 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:51:58.518918 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "602a25c5-9e9d-47af-8a07-67836bb4a5f0", "name": "network-vif-deleted", "tag": "11eeb1c9-d490-41ed-a049-2ea631e63df1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:51:58.519223 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a02835b6-f5f5-4c98-a4ab-b9932edd79c5 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:51:58.519678 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '602a25c5-9e9d-47af-8a07-67836bb4a5f0', 'name': 'network-vif-deleted', 'tag': '11eeb1c9-d490-41ed-a049-2ea631e63df1', 'status': 'completed', 'code': 200} Jul 09 13:51:58.621392 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5abe6-b275-437e-b38a-bf2aafb49312 req-894c418c-c6ce-45e1-895b-c0540f9cf23e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:58.623791 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8f5abe6-b275-437e-b38a-bf2aafb49312 req-894c418c-c6ce-45e1-895b-c0540f9cf23e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d206432-da1d-4b51-be5e-6646014f30eb HTTP/1.1" status: 200 len: 945 time: 0.0847576 Jul 09 13:51:58.676348 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8f5abe6-b275-437e-b38a-bf2aafb49312 req-0225db97-7b4b-4f37-9c33-2c019b9c916e tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/security-groups?id=1baa39b6-9052-4c85-a258-fccb71f48e83&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418608 Jul 09 13:51:58.733826 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9a7aa-2e70-4a19-a4fe-d18f1ff12007 req-7adf171c-3578-407f-bb50-4a164535b967 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:51:58.736770 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-52f9a7aa-2e70-4a19-a4fe-d18f1ff12007 req-7adf171c-3578-407f-bb50-4a164535b967 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.18 "GET /v2.0/ports?device_id=8d206432-da1d-4b51-be5e-6646014f30eb HTTP/1.1" status: 200 len: 945 time: 0.1152442 Jul 09 13:51:58.872807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-52f9a7aa-2e70-4a19-a4fe-d18f1ff12007 req-c15f752b-8b1b-4cfa-a11b-8dc80617ff46 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Deleting port 5cd7892a-892b-4f0b-a396-b7e79d2691f9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:51:58.873159 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-52f9a7aa-2e70-4a19-a4fe-d18f1ff12007 req-c15f752b-8b1b-4cfa-a11b-8dc80617ff46 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.039826 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-52f9a7aa-2e70-4a19-a4fe-d18f1ff12007 req-c15f752b-8b1b-4cfa-a11b-8dc80617ff46 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] For port 5cd7892a-892b-4f0b-a396-b7e79d2691f9, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=5cd7892a-892b-4f0b-a396-b7e79d2691f9,segment=NetworkSegment(e5879a93-c41d-4128-8717-bf9b81c558f8),segment_id=e5879a93-c41d-4128-8717-bf9b81c558f8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:51:59.040516 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-52f9a7aa-2e70-4a19-a4fe-d18f1ff12007 req-c15f752b-8b1b-4cfa-a11b-8dc80617ff46 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.060860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-52f9a7aa-2e70-4a19-a4fe-d18f1ff12007 req-c15f752b-8b1b-4cfa-a11b-8dc80617ff46 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Calling delete_port for 5cd7892a-892b-4f0b-a396-b7e79d2691f9 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:51:59.177633 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b8e1c8a-6e6e-4dd3-83f1-0dd9504e09d1 req-b4183de5-7881-4a35-a33f-7bd9f5520877 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=602a25c5-9e9d-47af-8a07-67836bb4a5f0 HTTP/1.1" status: 200 len: 210 time: 0.0664184 Jul 09 13:51:59.232715 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-52f9a7aa-2e70-4a19-a4fe-d18f1ff12007 req-c15f752b-8b1b-4cfa-a11b-8dc80617ff46 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.245901 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['5cd7892a-892b-4f0b-a396-b7e79d2691f9'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:51:59.283002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15f752b-8b1b-4cfa-a11b-8dc80617ff46 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Pushing event deleted for resources: {'Port': ['ID=5cd7892a-892b-4f0b-a396-b7e79d2691f9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:51:59.338403 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-52f9a7aa-2e70-4a19-a4fe-d18f1ff12007 req-c15f752b-8b1b-4cfa-a11b-8dc80617ff46 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] No DVR routers for this DVR port 5cd7892a-892b-4f0b-a396-b7e79d2691f9 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:51:59.341441 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-52f9a7aa-2e70-4a19-a4fe-d18f1ff12007 req-c15f752b-8b1b-4cfa-a11b-8dc80617ff46 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:51:59.344305 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-52f9a7aa-2e70-4a19-a4fe-d18f1ff12007 req-c15f752b-8b1b-4cfa-a11b-8dc80617ff46 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.18 "DELETE /v2.0/ports/5cd7892a-892b-4f0b-a396-b7e79d2691f9 HTTP/1.1" status: 204 len: 173 time: 0.5932951 Jul 09 13:51:59.861502 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b62a3f4c-56b1-47cd-b1f4-2520cfbffb3a req-67279b6a-7fbd-4ecd-99a2-7db1beb25786 tempest-VolumesActionsTest-1077743714 tempest-VolumesActionsTest-1077743714-project] 10.222.0.39 "GET /v2.0/ports?device_id=8d206432-da1d-4b51-be5e-6646014f30eb HTTP/1.1" status: 200 len: 210 time: 0.0306721 Jul 09 13:52:00.520445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d206432-da1d-4b51-be5e-6646014f30eb', 'name': 'network-vif-deleted', 'tag': '5cd7892a-892b-4f0b-a396-b7e79d2691f9'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:00.523483 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6606ed0-8b64-4a04-97a5-a77814f137de" -d '{"events": [{"server_uuid": "8d206432-da1d-4b51-be5e-6646014f30eb", "name": "network-vif-deleted", "tag": "5cd7892a-892b-4f0b-a396-b7e79d2691f9"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:00.562039 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebcb063a-4e6a-4f95-9915-1ce703046ec8 x-openstack-request-id: req-ebcb063a-4e6a-4f95-9915-1ce703046ec8 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:00.562393 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d206432-da1d-4b51-be5e-6646014f30eb", "name": "network-vif-deleted", "tag": "5cd7892a-892b-4f0b-a396-b7e79d2691f9", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:00.562580 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebcb063a-4e6a-4f95-9915-1ce703046ec8 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:00.562973 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d206432-da1d-4b51-be5e-6646014f30eb', 'name': 'network-vif-deleted', 'tag': '5cd7892a-892b-4f0b-a396-b7e79d2691f9', 'status': 'completed', 'code': 200} Jul 09 13:52:00.649890 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9c5b8d-5b58-40aa-971e-304d63131aee req-2152f9e8-2edb-4853-a0a7-024c8125f549 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:00.651328 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe9c5b8d-5b58-40aa-971e-304d63131aee req-2152f9e8-2edb-4853-a0a7-024c8125f549 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.0704334 Jul 09 13:52:00.690413 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe9c5b8d-5b58-40aa-971e-304d63131aee req-a0a168d7-905c-439c-8023-d2086b09d572 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332873 Jul 09 13:52:01.494063 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 11eeb1c9-d490-41ed-a049-2ea631e63df1 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:52:01.521723 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 11eeb1c9-d490-41ed-a049-2ea631e63df1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:52:01.522108 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 11eeb1c9-d490-41ed-a049-2ea631e63df1 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:52:01.849723 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ca13894-a926-475d-9102-a6cc7b5b3ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:01.917350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0891bbee-4d52-45e4-9ad5-0f99bd120257 req-11d1a92a-d153-4628-bcb8-675850eabf61 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:01.919006 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0891bbee-4d52-45e4-9ad5-0f99bd120257 req-11d1a92a-d153-4628-bcb8-675850eabf61 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.18 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1188252 Jul 09 13:52:01.941249 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a966b2-ecac-47ee-b835-248dba9b6f5b req-bcf2381f-2ce2-4175-8d2f-63849710555f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:01.948626 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18a966b2-ecac-47ee-b835-248dba9b6f5b req-bcf2381f-2ce2-4175-8d2f-63849710555f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 946 time: 0.1222918 Jul 09 13:52:01.993588 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18a966b2-ecac-47ee-b835-248dba9b6f5b req-68d1b35e-d8c0-4e69-801b-e794db083621 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=ecafcd48-deef-4977-9586-143d81c481bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438774 Jul 09 13:52:02.048564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-0891bbee-4d52-45e4-9ad5-0f99bd120257 req-df29c7b8-62dc-4263-ba44-03a35b985004 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Deleting port 4064804d-4843-49b4-bc75-0771442be855 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:52:02.048908 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0891bbee-4d52-45e4-9ad5-0f99bd120257 req-df29c7b8-62dc-4263-ba44-03a35b985004 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:02.145121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0891bbee-4d52-45e4-9ad5-0f99bd120257 req-df29c7b8-62dc-4263-ba44-03a35b985004 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] For port 4064804d-4843-49b4-bc75-0771442be855, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=4064804d-4843-49b4-bc75-0771442be855,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:02.145483 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0891bbee-4d52-45e4-9ad5-0f99bd120257 req-df29c7b8-62dc-4263-ba44-03a35b985004 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:02.165468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-0891bbee-4d52-45e4-9ad5-0f99bd120257 req-df29c7b8-62dc-4263-ba44-03a35b985004 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Calling delete_port for 4064804d-4843-49b4-bc75-0771442be855 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:52:02.312644 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0891bbee-4d52-45e4-9ad5-0f99bd120257 req-df29c7b8-62dc-4263-ba44-03a35b985004 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:02.333565 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['4064804d-4843-49b4-bc75-0771442be855'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:52:02.351793 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df29c7b8-62dc-4263-ba44-03a35b985004 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event deleted for resources: {'Port': ['ID=4064804d-4843-49b4-bc75-0771442be855,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:02.364335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 4064804d-4843-49b4-bc75-0771442be855 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:52:02.389596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 4064804d-4843-49b4-bc75-0771442be855 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:52:02.390146 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 4064804d-4843-49b4-bc75-0771442be855 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:52:02.390884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 5cd7892a-892b-4f0b-a396-b7e79d2691f9 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:52:02.416502 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 5cd7892a-892b-4f0b-a396-b7e79d2691f9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:52:02.417065 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 5cd7892a-892b-4f0b-a396-b7e79d2691f9 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:52:02.433435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-0891bbee-4d52-45e4-9ad5-0f99bd120257 req-df29c7b8-62dc-4263-ba44-03a35b985004 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] No DVR routers for this DVR port 4064804d-4843-49b4-bc75-0771442be855 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:52:02.441179 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0891bbee-4d52-45e4-9ad5-0f99bd120257 req-df29c7b8-62dc-4263-ba44-03a35b985004 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:02.443702 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0891bbee-4d52-45e4-9ad5-0f99bd120257 req-df29c7b8-62dc-4263-ba44-03a35b985004 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.18 "DELETE /v2.0/ports/4064804d-4843-49b4-bc75-0771442be855 HTTP/1.1" status: 204 len: 173 time: 0.5178933 Jul 09 13:52:02.564475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997411f5-2db7-4d29-a16b-a0531221ca09', 'name': 'network-vif-deleted', 'tag': '4064804d-4843-49b4-bc75-0771442be855'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:02.567453 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47616e35-8a9d-4969-ae6b-bc18bb50511a" -d '{"events": [{"server_uuid": "997411f5-2db7-4d29-a16b-a0531221ca09", "name": "network-vif-deleted", "tag": "4064804d-4843-49b4-bc75-0771442be855"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:02.639945 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3be2cdf-1d18-4124-bf34-bf91b59471c8 x-openstack-request-id: req-d3be2cdf-1d18-4124-bf34-bf91b59471c8 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:02.641201 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997411f5-2db7-4d29-a16b-a0531221ca09", "name": "network-vif-deleted", "tag": "4064804d-4843-49b4-bc75-0771442be855", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:02.641691 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3be2cdf-1d18-4124-bf34-bf91b59471c8 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:02.643771 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997411f5-2db7-4d29-a16b-a0531221ca09', 'name': 'network-vif-deleted', 'tag': '4064804d-4843-49b4-bc75-0771442be855', 'status': 'completed', 'code': 200} Jul 09 13:52:03.201820 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0af5f31-00a9-4a61-9d54-96ed890ad15b req-c79378b3-6e3f-463d-bb8b-97b9746e8186 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=997411f5-2db7-4d29-a16b-a0531221ca09 HTTP/1.1" status: 200 len: 210 time: 0.0410841 Jul 09 13:52:04.633085 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:04.660978 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6afbee9a-c0f3-4f87-8bee-60e44ee507d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:04.707884 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19592dea-bdb0-42a8-b128-db8231d6d7cb req-5af13d1f-b0c9-4d97-9ab7-d3857bb9f3af tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:04.710151 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19592dea-bdb0-42a8-b128-db8231d6d7cb req-5af13d1f-b0c9-4d97-9ab7-d3857bb9f3af tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.0802543 Jul 09 13:52:04.759791 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19592dea-bdb0-42a8-b128-db8231d6d7cb req-8f59d0d8-1279-405d-b06f-3abd39188715 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429306 Jul 09 13:52:05.638387 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:05.959417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afc2dca-c68f-4a2f-a463-d5b15a19c590 req-f966748a-6a1a-4729-ab2c-8601637e616c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:05.961916 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5afc2dca-c68f-4a2f-a463-d5b15a19c590 req-f966748a-6a1a-4729-ab2c-8601637e616c tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.0747626 Jul 09 13:52:06.003348 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5afc2dca-c68f-4a2f-a463-d5b15a19c590 req-f3f82d93-fffb-4820-866b-9fa05613c98e tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349488 Jul 09 13:52:06.485698 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e6d519-244c-4690-ac78-df001cf9b4b2 req-903ffd8e-0ac7-4762-96ec-a1904e8bdcc0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:06.491547 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61e6d519-244c-4690-ac78-df001cf9b4b2 req-903ffd8e-0ac7-4762-96ec-a1904e8bdcc0 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.18 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 945 time: 0.0761175 Jul 09 13:52:06.627283 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-61e6d519-244c-4690-ac78-df001cf9b4b2 req-ca3fab32-e89e-4738-895f-97529f466f69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Deleting port 28c70220-1078-41c3-90a6-db2fd36dc6e0 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:52:06.628823 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61e6d519-244c-4690-ac78-df001cf9b4b2 req-ca3fab32-e89e-4738-895f-97529f466f69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:06.816155 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-61e6d519-244c-4690-ac78-df001cf9b4b2 req-ca3fab32-e89e-4738-895f-97529f466f69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] For port 28c70220-1078-41c3-90a6-db2fd36dc6e0, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=28c70220-1078-41c3-90a6-db2fd36dc6e0,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:06.817021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61e6d519-244c-4690-ac78-df001cf9b4b2 req-ca3fab32-e89e-4738-895f-97529f466f69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:07.044742 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61e6d519-244c-4690-ac78-df001cf9b4b2 req-ca3fab32-e89e-4738-895f-97529f466f69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:07.045064 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:07.045585 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61e6d519-244c-4690-ac78-df001cf9b4b2 req-ca3fab32-e89e-4738-895f-97529f466f69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:07.045585 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-61e6d519-244c-4690-ac78-df001cf9b4b2 req-ca3fab32-e89e-4738-895f-97529f466f69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Floating IP 18cdff99-29b4-42bd-825d-e91af8f2aeca disassociated. External IP: 172.25.2.111, port: 28c70220-1078-41c3-90a6-db2fd36dc6e0. Jul 09 13:52:07.045901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-61e6d519-244c-4690-ac78-df001cf9b4b2 req-ca3fab32-e89e-4738-895f-97529f466f69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Calling delete_port for 28c70220-1078-41c3-90a6-db2fd36dc6e0 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:52:07.226282 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61e6d519-244c-4690-ac78-df001cf9b4b2 req-ca3fab32-e89e-4738-895f-97529f466f69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:07.241060 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:52:07.258596 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b78c686-8226-4a32-bf98-ef871978b1ba req-69e4d7ed-4d51-4942-af08-69e4485d2246 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:07.268383 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b78c686-8226-4a32-bf98-ef871978b1ba req-69e4d7ed-4d51-4942-af08-69e4485d2246 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 866 time: 0.0992560 Jul 09 13:52:07.268724 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3fab32-e89e-4738-895f-97529f466f69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event deleted for resources: {'Port': ['ID=28c70220-1078-41c3-90a6-db2fd36dc6e0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:07.369077 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b78c686-8226-4a32-bf98-ef871978b1ba req-55cf9e28-a18f-4673-a187-9baee795b48b tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups?id=e7a5f28e-8585-48e3-8155-f1b840f3b8fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991523 Jul 09 13:52:07.465928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61e6d519-244c-4690-ac78-df001cf9b4b2 req-ca3fab32-e89e-4738-895f-97529f466f69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Router a72b7a44-1270-455a-af8d-46bcbd0d8795 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:52:07.633031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61e6d519-244c-4690-ac78-df001cf9b4b2 req-ca3fab32-e89e-4738-895f-97529f466f69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:52:07.642391 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ab8d44-3770-4487-91c4-ee6d4d5b9631 None None] Sync routers for ids ['a72b7a44-1270-455a-af8d-46bcbd0d8795'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:52:07.660946 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab8d44-3770-4487-91c4-ee6d4d5b9631 None None] Routers {'a72b7a44-1270-455a-af8d-46bcbd0d8795'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:52:07.661751 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-06ab8d44-3770-4487-91c4-ee6d4d5b9631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:52:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a72b7a44-1270-455a-af8d-46bcbd0d8795'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:07.688026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-61e6d519-244c-4690-ac78-df001cf9b4b2 req-ca3fab32-e89e-4738-895f-97529f466f69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] No DVR routers for this DVR port 28c70220-1078-41c3-90a6-db2fd36dc6e0 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:52:07.691266 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-61e6d519-244c-4690-ac78-df001cf9b4b2 req-ca3fab32-e89e-4738-895f-97529f466f69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:07.693440 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-61e6d519-244c-4690-ac78-df001cf9b4b2 req-ca3fab32-e89e-4738-895f-97529f466f69 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.18 "DELETE /v2.0/ports/28c70220-1078-41c3-90a6-db2fd36dc6e0 HTTP/1.1" status: 204 len: 173 time: 1.2006655 Jul 09 13:52:07.695674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'name': 'network-vif-deleted', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:07.699687 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9adf4ce7-1755-4b04-978c-c1b5b92992b0" -d '{"events": [{"server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "name": "network-vif-deleted", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:07.753565 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3501428-3204-4649-8a92-df64912f4679 x-openstack-request-id: req-e3501428-3204-4649-8a92-df64912f4679 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:07.754115 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a39339bf-8375-49ef-940b-cf66f9276944", "name": "network-vif-deleted", "tag": "28c70220-1078-41c3-90a6-db2fd36dc6e0", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:07.754574 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e3501428-3204-4649-8a92-df64912f4679 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:07.755225 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a39339bf-8375-49ef-940b-cf66f9276944', 'name': 'network-vif-deleted', 'tag': '28c70220-1078-41c3-90a6-db2fd36dc6e0', 'status': 'completed', 'code': 200} Jul 09 13:52:07.878584 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-06ab8d44-3770-4487-91c4-ee6d4d5b9631 None None] Set router a72b7a44-1270-455a-af8d-46bcbd0d8795 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:52:08.243915 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-06ab8d44-3770-4487-91c4-ee6d4d5b9631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'name': 'tempest-ServerActionsTestJSON-133263770-router', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '96f61424-1d8e-49ec-91ef-118603cad708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'gw_port': {'id': '96f61424-1d8e-49ec-91ef-118603cad708', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9ed4a558-08b7-45d2-b6e3-d054777c266f', 'name': '', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'mac_address': 'fa:16:3e:87:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:28Z', 'updated_at': '2021-07-09T13:43:46Z', 'revision_number': 5, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'subnets': [{'id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:08.278594 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ab8d44-3770-4487-91c4-ee6d4d5b9631 None None] Checking router: a72b7a44-1270-455a-af8d-46bcbd0d8795 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:52:08.287417 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ab8d44-3770-4487-91c4-ee6d4d5b9631 None None] Routers {'a72b7a44-1270-455a-af8d-46bcbd0d8795'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:52:08.289694 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-06ab8d44-3770-4487-91c4-ee6d4d5b9631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:52:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a72b7a44-1270-455a-af8d-46bcbd0d8795'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:08.436414 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-06ab8d44-3770-4487-91c4-ee6d4d5b9631 None None] Set router a72b7a44-1270-455a-af8d-46bcbd0d8795 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:52:08.583253 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:08.625543 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-10a47c8b-77f9-4b54-9d4b-07b9743fd4ac req-bef2aaba-db25-4cb0-8039-5b128732d738 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/ports?device_id=a39339bf-8375-49ef-940b-cf66f9276944 HTTP/1.1" status: 200 len: 210 time: 0.0728574 Jul 09 13:52:08.778560 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:08.960851 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-06ab8d44-3770-4487-91c4-ee6d4d5b9631 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'name': 'tempest-ServerActionsTestJSON-133263770-router', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '96f61424-1d8e-49ec-91ef-118603cad708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'gw_port': {'id': '96f61424-1d8e-49ec-91ef-118603cad708', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9ed4a558-08b7-45d2-b6e3-d054777c266f', 'name': '', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'mac_address': 'fa:16:3e:87:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:28Z', 'updated_at': '2021-07-09T13:43:46Z', 'revision_number': 5, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'subnets': [{'id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:08.999736 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06ab8d44-3770-4487-91c4-ee6d4d5b9631 None None] The sync data for ids ['a72b7a44-1270-455a-af8d-46bcbd0d8795'] in n-d-799525-3 is: [{'id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'name': 'tempest-ServerActionsTestJSON-133263770-router', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '96f61424-1d8e-49ec-91ef-118603cad708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'gw_port': {'id': '96f61424-1d8e-49ec-91ef-118603cad708', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9ed4a558-08b7-45d2-b6e3-d054777c266f', 'name': '', 'network_id': '39203702-852d-404c-bcfb-2c2a5a230b71', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'mac_address': 'fa:16:3e:87:77:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_interface', 'standard_attr_id': 2520, 'fixed_ips': [{'subnet_id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:28Z', 'updated_at': '2021-07-09T13:43:46Z', 'revision_number': 5, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'subnets': [{'id': '3bc55cf0-4c15-4379-8ecd-1ddd672b67e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:52:09.560707 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb49695-1b29-4940-8217-890052bdf195 None None] New status for floating IP 18cdff99-29b4-42bd-825d-e91af8f2aeca: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:52:09.825560 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36528) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:09.896428 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50e02fde-065b-4580-a278-989d3539f046 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:09.921221 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50e02fde-065b-4580-a278-989d3539f046 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:09.981836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50e02fde-065b-4580-a278-989d3539f046 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:09.984941 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-50e02fde-065b-4580-a278-989d3539f046 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:09.986300 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-50e02fde-065b-4580-a278-989d3539f046 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "DELETE /v2.0/security-groups/e7a5f28e-8585-48e3-8155-f1b840f3b8fe HTTP/1.1" status: 204 len: 168 time: 0.1597085 Jul 09 13:52:09.988975 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36530) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:09.998043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e02fde-065b-4580-a278-989d3539f046 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a5f28e-8585-48e3-8155-f1b840f3b8fe,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:10.026524 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-12c0827c-ec37-44be-9102-c03e02781288 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] show failed (client error): The resource could not be found. Jul 09 13:52:10.033375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36532) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:10.036384 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-12c0827c-ec37-44be-9102-c03e02781288 tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "GET /v2.0/security-groups/e7a5f28e-8585-48e3-8155-f1b840f3b8fe HTTP/1.1" status: 404 len: 347 time: 0.0461507 Jul 09 13:52:10.186394 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7729f0b3-fb31-4f98-9c63-0ef475c4909f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Deleting port 4012847c-a154-4a70-afe8-56f03a7a9515 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:52:10.186815 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7729f0b3-fb31-4f98-9c63-0ef475c4909f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:10.269781 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7729f0b3-fb31-4f98-9c63-0ef475c4909f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:10.270239 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7729f0b3-fb31-4f98-9c63-0ef475c4909f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:10.292455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7729f0b3-fb31-4f98-9c63-0ef475c4909f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Calling delete_port for 4012847c-a154-4a70-afe8-56f03a7a9515 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:52:10.421012 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28c70220-1078-41c3-90a6-db2fd36dc6e0 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:52:10.443249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 28c70220-1078-41c3-90a6-db2fd36dc6e0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:52:10.444143 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 28c70220-1078-41c3-90a6-db2fd36dc6e0 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:52:10.460154 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7729f0b3-fb31-4f98-9c63-0ef475c4909f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:10.491307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7729f0b3-fb31-4f98-9c63-0ef475c4909f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Pushing event deleted for resources: {'Port': ['ID=4012847c-a154-4a70-afe8-56f03a7a9515,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:10.556985 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7729f0b3-fb31-4f98-9c63-0ef475c4909f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:10.559515 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7729f0b3-fb31-4f98-9c63-0ef475c4909f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:10.560694 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7729f0b3-fb31-4f98-9c63-0ef475c4909f tempest-ServerActionsTestJSON-1349158282 tempest-ServerActionsTestJSON-1349158282-project] 10.222.0.39 "DELETE /v2.0/floatingips/18cdff99-29b4-42bd-825d-e91af8f2aeca HTTP/1.1" status: 204 len: 168 time: 0.5260289 Jul 09 13:52:10.563646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36544) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:11.142643 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0aa5138d-b56d-45a6-986a-a81a40988d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:11.209196 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36558) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:11.450736 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2da72280-b4ff-4bc4-9928-d8797c7f352e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=52a935bfc5ef4482800fd1ff16a1f091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2391021 Jul 09 13:52:11.451882 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36570) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:11.520320 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e700cd3-dca8-44c2-98f7-5e076c60455d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:11.529505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0aa5138d-b56d-45a6-986a-a81a40988d3f admin admin] Deleting port 9ed4a558-08b7-45d2-b6e3-d054777c266f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:52:11.529898 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0aa5138d-b56d-45a6-986a-a81a40988d3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:11.548391 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e700cd3-dca8-44c2-98f7-5e076c60455d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:11.635284 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e700cd3-dca8-44c2-98f7-5e076c60455d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:11.638785 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e700cd3-dca8-44c2-98f7-5e076c60455d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:11.642452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7e700cd3-dca8-44c2-98f7-5e076c60455d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9a47675a-d64d-4b62-8f34-ecfcf050df65 HTTP/1.1" status: 204 len: 168 time: 0.1893523 Jul 09 13:52:11.664752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e700cd3-dca8-44c2-98f7-5e076c60455d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a47675a-d64d-4b62-8f34-ecfcf050df65,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:11.743228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0aa5138d-b56d-45a6-986a-a81a40988d3f admin admin] For port 9ed4a558-08b7-45d2-b6e3-d054777c266f, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9ed4a558-08b7-45d2-b6e3-d054777c266f,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:11.743928 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0aa5138d-b56d-45a6-986a-a81a40988d3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:11.767034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0aa5138d-b56d-45a6-986a-a81a40988d3f admin admin] Calling delete_port for 9ed4a558-08b7-45d2-b6e3-d054777c266f owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:52:12.020868 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0aa5138d-b56d-45a6-986a-a81a40988d3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:12.058026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa5138d-b56d-45a6-986a-a81a40988d3f admin admin] Pushing event deleted for resources: {'Port': ['ID=9ed4a558-08b7-45d2-b6e3-d054777c266f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:12.251252 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0aa5138d-b56d-45a6-986a-a81a40988d3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:12.549948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aa5138d-b56d-45a6-986a-a81a40988d3f admin admin] Router a72b7a44-1270-455a-af8d-46bcbd0d8795 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:52:12.696474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aa5138d-b56d-45a6-986a-a81a40988d3f admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:52:12.702037 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0aa5138d-b56d-45a6-986a-a81a40988d3f admin admin] 10.222.0.39 "PUT /v2.0/routers/a72b7a44-1270-455a-af8d-46bcbd0d8795/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1373856 Jul 09 13:52:12.704647 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36608) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:12.712286 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8883b3-63d5-4532-9621-e8e4866de433 None None] Sync routers for ids ['a72b7a44-1270-455a-af8d-46bcbd0d8795'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:52:12.731663 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8883b3-63d5-4532-9621-e8e4866de433 None None] Routers {'a72b7a44-1270-455a-af8d-46bcbd0d8795'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:52:12.735662 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7e8883b3-63d5-4532-9621-e8e4866de433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:52:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a72b7a44-1270-455a-af8d-46bcbd0d8795'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:12.894670 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7e8883b3-63d5-4532-9621-e8e4866de433 None None] Set router a72b7a44-1270-455a-af8d-46bcbd0d8795 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:52:12.921855 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ced6f7e0-c81c-42da-bfb4-fc0ae9ea45f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:13.140886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ced6f7e0-c81c-42da-bfb4-fc0ae9ea45f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:13.153227 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7e8883b3-63d5-4532-9621-e8e4866de433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'name': 'tempest-ServerActionsTestJSON-133263770-router', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123'}], 'enable_snat': True}, 'gw_port_id': '96f61424-1d8e-49ec-91ef-118603cad708', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:52:11Z', 'revision_number': 5, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'gw_port': {'id': '96f61424-1d8e-49ec-91ef-118603cad708', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3b:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2510, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:43:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:13.187395 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8883b3-63d5-4532-9621-e8e4866de433 None None] Checking router: a72b7a44-1270-455a-af8d-46bcbd0d8795 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:52:13.198125 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8883b3-63d5-4532-9621-e8e4866de433 None None] Routers {'a72b7a44-1270-455a-af8d-46bcbd0d8795'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:52:13.199188 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7e8883b3-63d5-4532-9621-e8e4866de433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:52:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a72b7a44-1270-455a-af8d-46bcbd0d8795'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:13.229368 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ced6f7e0-c81c-42da-bfb4-fc0ae9ea45f8 admin admin] Deleting port 96f61424-1d8e-49ec-91ef-118603cad708 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:52:13.230190 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ced6f7e0-c81c-42da-bfb4-fc0ae9ea45f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:13.370268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-ced6f7e0-c81c-42da-bfb4-fc0ae9ea45f8 admin admin] For port 96f61424-1d8e-49ec-91ef-118603cad708, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=96f61424-1d8e-49ec-91ef-118603cad708,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:13.370652 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ced6f7e0-c81c-42da-bfb4-fc0ae9ea45f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:13.389469 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7e8883b3-63d5-4532-9621-e8e4866de433 None None] Set router a72b7a44-1270-455a-af8d-46bcbd0d8795 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:52:13.419344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ced6f7e0-c81c-42da-bfb4-fc0ae9ea45f8 admin admin] Calling delete_port for 96f61424-1d8e-49ec-91ef-118603cad708 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:52:13.472966 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7e8883b3-63d5-4532-9621-e8e4866de433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'name': 'tempest-ServerActionsTestJSON-133263770-router', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:52:13Z', 'revision_number': 6, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:13.520000 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8883b3-63d5-4532-9621-e8e4866de433 None None] The sync data for ids ['a72b7a44-1270-455a-af8d-46bcbd0d8795'] in n-d-799525-3 is: [{'id': 'a72b7a44-1270-455a-af8d-46bcbd0d8795', 'name': 'tempest-ServerActionsTestJSON-133263770-router', 'tenant_id': 'dbdf7a4931e34c009ef4353a46117d30', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:43:23Z', 'updated_at': '2021-07-09T13:52:13Z', 'revision_number': 6, 'project_id': 'dbdf7a4931e34c009ef4353a46117d30', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:52:13.721333 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ced6f7e0-c81c-42da-bfb4-fc0ae9ea45f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:13.846785 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced6f7e0-c81c-42da-bfb4-fc0ae9ea45f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=96f61424-1d8e-49ec-91ef-118603cad708,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:13.935017 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ced6f7e0-c81c-42da-bfb4-fc0ae9ea45f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.063187 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ced6f7e0-c81c-42da-bfb4-fc0ae9ea45f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.066062 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ced6f7e0-c81c-42da-bfb4-fc0ae9ea45f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.145108 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ced6f7e0-c81c-42da-bfb4-fc0ae9ea45f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.145934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced6f7e0-c81c-42da-bfb4-fc0ae9ea45f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a72b7a44-1270-455a-af8d-46bcbd0d8795 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:52:14.151582 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ced6f7e0-c81c-42da-bfb4-fc0ae9ea45f8 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.153041 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ced6f7e0-c81c-42da-bfb4-fc0ae9ea45f8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a72b7a44-1270-455a-af8d-46bcbd0d8795 HTTP/1.1" status: 204 len: 168 time: 1.4456334 Jul 09 13:52:14.155248 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36686) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:14.217649 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb9e4920-df25-4ed4-a824-7866d3cdbb17 admin admin] Deleting subnet 3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:52:14.221933 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4920-df25-4ed4-a824-7866d3cdbb17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.265145 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4920-df25-4ed4-a824-7866d3cdbb17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.365701 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4920-df25-4ed4-a824-7866d3cdbb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.438922 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4920-df25-4ed4-a824-7866d3cdbb17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.475822 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb9e4920-df25-4ed4-a824-7866d3cdbb17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.482078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36696) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:14.482883 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bb9e4920-df25-4ed4-a824-7866d3cdbb17 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3bc55cf0-4c15-4379-8ecd-1ddd672b67e3 HTTP/1.1" status: 204 len: 168 time: 0.3262546 Jul 09 13:52:14.484519 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9e4920-df25-4ed4-a824-7866d3cdbb17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bc55cf0-4c15-4379-8ecd-1ddd672b67e3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:14.487353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c503d773-a4bb-4f6a-9fa6-e4d49f845aba None None] Network 39203702-852d-404c-bcfb-2c2a5a230b71 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:52:14.711746 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.812718 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] Deleting port 10795740-ffb2-40fb-9f44-a47174a8634e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:52:14.813069 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.860348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cadb32c-fe2f-4241-9ebe-d55574519feb None None] DHCP port deletion for 39203702-852d-404c-bcfb-2c2a5a230b71 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:52:14.938827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] For port 10795740-ffb2-40fb-9f44-a47174a8634e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=10795740-ffb2-40fb-9f44-a47174a8634e,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:14.939219 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.963284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3cadb32c-fe2f-4241-9ebe-d55574519feb None None] Deleting port 10795740-ffb2-40fb-9f44-a47174a8634e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:52:14.966312 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cadb32c-fe2f-4241-9ebe-d55574519feb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:14.980933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] Calling delete_port for 10795740-ffb2-40fb-9f44-a47174a8634e owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:52:15.065991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3cadb32c-fe2f-4241-9ebe-d55574519feb None None] For port 10795740-ffb2-40fb-9f44-a47174a8634e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=10795740-ffb2-40fb-9f44-a47174a8634e,segment=NetworkSegment(a71bcb2d-c43a-49da-8493-fec1f60ddeab),segment_id=a71bcb2d-c43a-49da-8493-fec1f60ddeab)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:15.066744 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cadb32c-fe2f-4241-9ebe-d55574519feb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:15.082490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3cadb32c-fe2f-4241-9ebe-d55574519feb None None] Calling delete_port for 10795740-ffb2-40fb-9f44-a47174a8634e owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:52:15.175120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:15.197388 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cadb32c-fe2f-4241-9ebe-d55574519feb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:15.220719 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] Pushing event deleted for resources: {'Port': ['ID=10795740-ffb2-40fb-9f44-a47174a8634e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:15.231048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] No DVR routers for this DVR port 10795740-ffb2-40fb-9f44-a47174a8634e on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:52:15.231301 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadb32c-fe2f-4241-9ebe-d55574519feb None None] Pushing event deleted for resources: {'Port': ['ID=10795740-ffb2-40fb-9f44-a47174a8634e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:15.238378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cadb32c-fe2f-4241-9ebe-d55574519feb None None] No DVR routers for this DVR port 10795740-ffb2-40fb-9f44-a47174a8634e on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:52:15.340234 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:15.351676 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39203702-852d-404c-bcfb-2c2a5a230b71']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:15.369096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a71bcb2d-c43a-49da-8493-fec1f60ddeab') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:15.369398 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a71bcb2d-c43a-49da-8493-fec1f60ddeab') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:15.386341 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:15.401062 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:15.408247 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] Releasing vlan 343 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:52:15.408742 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:52:15.410722 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:52:15.470006 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:15.475523 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:15.480308 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] 10.222.0.39 "DELETE /v2.0/networks/39203702-852d-404c-bcfb-2c2a5a230b71 HTTP/1.1" status: 204 len: 168 time: 0.9947209 Jul 09 13:52:15.491125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6854f693-b950-49d8-a19c-5c271c97ed71 admin admin] Pushing event deleted for resources: {'Network': ['ID=39203702-852d-404c-bcfb-2c2a5a230b71,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:15.660074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 96f61424-1d8e-49ec-91ef-118603cad708 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:52:15.687058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 96f61424-1d8e-49ec-91ef-118603cad708 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:52:15.687750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 96f61424-1d8e-49ec-91ef-118603cad708 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:52:15.688383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 10795740-ffb2-40fb-9f44-a47174a8634e no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:52:15.723966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36712) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:15.728425 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 10795740-ffb2-40fb-9f44-a47174a8634e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:52:15.728865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 10795740-ffb2-40fb-9f44-a47174a8634e not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:52:15.729679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9ed4a558-08b7-45d2-b6e3-d054777c266f no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:52:15.753803 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 9ed4a558-08b7-45d2-b6e3-d054777c266f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:52:15.754404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9ed4a558-08b7-45d2-b6e3-d054777c266f not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:52:15.780381 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-95b412a9-1d93-4485-8648-a1179e01bb62 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dbdf7a4931e34c009ef4353a46117d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0551627 Jul 09 13:52:15.783192 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36714) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:15.884008 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ebc71d12-a808-42a2-9611-fe96f67ac7af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:15.918518 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ebc71d12-a808-42a2-9611-fe96f67ac7af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:16.313407 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ebc71d12-a808-42a2-9611-fe96f67ac7af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:16.315943 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ebc71d12-a808-42a2-9611-fe96f67ac7af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:16.317139 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ebc71d12-a808-42a2-9611-fe96f67ac7af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ecafcd48-deef-4977-9586-143d81c481bf HTTP/1.1" status: 204 len: 168 time: 0.5327868 Jul 09 13:52:16.325954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc71d12-a808-42a2-9611-fe96f67ac7af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecafcd48-deef-4977-9586-143d81c481bf,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:17.199632 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36756) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:17.326329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-eb495109-693d-4900-a66d-8465066c3c28 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1705769884-network', 'tenant_id': 'af2c15e6c8ad43bd9f7d2048586bb20f'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:17.364010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb495109-693d-4900-a66d-8465066c3c28 admin admin] Made reservation on behalf of af2c15e6c8ad43bd9f7d2048586bb20f for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:52:17.367492 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb495109-693d-4900-a66d-8465066c3c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:17.378188 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb495109-693d-4900-a66d-8465066c3c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:17.502478 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb495109-693d-4900-a66d-8465066c3c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:17.511078 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb495109-693d-4900-a66d-8465066c3c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:17.525996 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb495109-693d-4900-a66d-8465066c3c28 admin admin] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:52:17.550187 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb495109-693d-4900-a66d-8465066c3c28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:17.550535 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-eb495109-693d-4900-a66d-8465066c3c28 admin admin] Added segment 61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5 of type vlan for network cbe38093-3eb0-4570-94b1-9c60abfc8ead Jul 09 13:52:17.589035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb495109-693d-4900-a66d-8465066c3c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9748bf0-27a0-4b06-ba7c-bbe921df059f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:17.608444 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb495109-693d-4900-a66d-8465066c3c28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:17.664682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb495109-693d-4900-a66d-8465066c3c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:17.665729 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb495109-693d-4900-a66d-8465066c3c28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:17.666349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb495109-693d-4900-a66d-8465066c3c28 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:17.735957 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-eb495109-693d-4900-a66d-8465066c3c28 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.5351725 Jul 09 13:52:17.743160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36764) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:17.748198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb495109-693d-4900-a66d-8465066c3c28 admin admin] Pushing event updated for resources: {'Network': ['ID=cbe38093-3eb0-4570-94b1-9c60abfc8ead,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:17.754909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-aa5ff5b8-998b-43d3-b731-81f0906beeb2 admin admin] Request body: {'subnet': {'network_id': 'cbe38093-3eb0-4570-94b1-9c60abfc8ead', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1705769884-subnet', 'tenant_id': 'af2c15e6c8ad43bd9f7d2048586bb20f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:17.773744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network cbe38093-3eb0-4570-94b1-9c60abfc8ead details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:52:17.795988 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa5ff5b8-998b-43d3-b731-81f0906beeb2 admin admin] Made reservation on behalf of af2c15e6c8ad43bd9f7d2048586bb20f for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:52:17.798594 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff5b8-998b-43d3-b731-81f0906beeb2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:18.103903 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff5b8-998b-43d3-b731-81f0906beeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:18.169623 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5ff5b8-998b-43d3-b731-81f0906beeb2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=074bef03-cd66-40fd-951d-3347a0fc4a0a,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:18.181583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5ff5b8-998b-43d3-b731-81f0906beeb2 admin admin] Checking segment: {'id': '61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cbe38093-3eb0-4570-94b1-9c60abfc8ead'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:52:18.181953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5ff5b8-998b-43d3-b731-81f0906beeb2 admin admin] Network hostable DHCP agents. Network: cbe38093-3eb0-4570-94b1-9c60abfc8ead, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:52:18.204679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5ff5b8-998b-43d3-b731-81f0906beeb2 admin admin] Network cbe38093-3eb0-4570-94b1-9c60abfc8ead is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:52:18.216097 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-aa5ff5b8-998b-43d3-b731-81f0906beeb2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, cbe38093-3eb0-4570-94b1-9c60abfc8ead) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:18.222700 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa5ff5b8-998b-43d3-b731-81f0906beeb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:18.223430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa5ff5b8-998b-43d3-b731-81f0906beeb2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:18.227871 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5844c2aa-64b3-4a77-af26-a96e2631d50d None None] Network cbe38093-3eb0-4570-94b1-9c60abfc8ead requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:52:18.252247 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-aa5ff5b8-998b-43d3-b731-81f0906beeb2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.5050442 Jul 09 13:52:18.382035 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c663305-c3b5-4acd-a417-33acb6f1a784 None None] Network cbe38093-3eb0-4570-94b1-9c60abfc8ead requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:52:18.783752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-430f0349-7b6b-4651-aa99-bdd0cb9fe9d5 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:18.788311 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-430f0349-7b6b-4651-aa99-bdd0cb9fe9d5 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/networks?id=cbe38093-3eb0-4570-94b1-9c60abfc8ead HTTP/1.1" status: 200 len: 822 time: 0.1424043 Jul 09 13:52:18.805651 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-c171f5d0-5a23-4053-a0ac-b63cffa01db3 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/quotas/af2c15e6c8ad43bd9f7d2048586bb20f HTTP/1.1" status: 200 len: 375 time: 0.0106225 Jul 09 13:52:18.844780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-f5ea0c30-d3db-4268-b755-c1d759b80729 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=af2c15e6c8ad43bd9f7d2048586bb20f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324421 Jul 09 13:52:18.969644 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-d673a1d7-f4fe-4439-a50e-edbff48f55d3 service neutron] 10.222.0.39 "GET /v2.0/networks/cbe38093-3eb0-4570-94b1-9c60abfc8ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146312 Jul 09 13:52:19.113579 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-e421775b-0dbb-4c69-be71-302c483737ed service neutron] 10.222.0.39 "GET /v2.0/networks/cbe38093-3eb0-4570-94b1-9c60abfc8ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346941 Jul 09 13:52:19.344057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db5c36e3-b5e6-4743-9cb6-d42ce64e5e00 req-f7a1fa4e-0441-487f-a788-7a495f0eb5e7 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/ports?device_id=15af6721-dbce-4171-b5d8-be21278df0af HTTP/1.1" status: 200 len: 210 time: 0.0413623 Jul 09 13:52:20.543254 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d22fae5-e5ca-493b-99d2-414a0b48fc5c req-e3ead57e-a17e-409d-9a9a-e4f323d71346 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/ports?device_id=15af6721-dbce-4171-b5d8-be21278df0af HTTP/1.1" status: 200 len: 210 time: 0.0465939 Jul 09 13:52:20.684212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-5283a8c1-8afd-4e26-82a5-908dd9fdfb26 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:20.685925 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-5283a8c1-8afd-4e26-82a5-908dd9fdfb26 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.18 "GET /v2.0/networks?id=cbe38093-3eb0-4570-94b1-9c60abfc8ead HTTP/1.1" status: 200 len: 822 time: 0.1543736 Jul 09 13:52:20.700685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-e57935c3-6940-400d-8fee-41405759d6c0 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Request body: {'port': {'device_id': '15af6721-dbce-4171-b5d8-be21278df0af', 'network_id': 'cbe38093-3eb0-4570-94b1-9c60abfc8ead', 'admin_state_up': True, 'tenant_id': 'af2c15e6c8ad43bd9f7d2048586bb20f'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:20.894773 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-e57935c3-6940-400d-8fee-41405759d6c0 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Made reservation on behalf of af2c15e6c8ad43bd9f7d2048586bb20f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:52:20.899425 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-e57935c3-6940-400d-8fee-41405759d6c0 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:21.060407 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-e57935c3-6940-400d-8fee-41405759d6c0 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Allocated IP 172.20.0.9 (cbe38093-3eb0-4570-94b1-9c60abfc8ead/074bef03-cd66-40fd-951d-3347a0fc4a0a/d3f78ea0-1b53-4440-bf04-39fe9adb51aa) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:52:21.293786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-e57935c3-6940-400d-8fee-41405759d6c0 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:21.342078 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-e57935c3-6940-400d-8fee-41405759d6c0 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:21.401094 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57935c3-6940-400d-8fee-41405759d6c0 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Pushing event updated for resources: {'Port': ['ID=d3f78ea0-1b53-4440-bf04-39fe9adb51aa,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:21.416783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-e57935c3-6940-400d-8fee-41405759d6c0 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Network cbe38093-3eb0-4570-94b1-9c60abfc8ead is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:52:21.418252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-e57935c3-6940-400d-8fee-41405759d6c0 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:21.420735 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-e57935c3-6940-400d-8fee-41405759d6c0 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:52:21.476426 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-e57935c3-6940-400d-8fee-41405759d6c0 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:21.477527 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-e57935c3-6940-400d-8fee-41405759d6c0 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:21.494719 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-e57935c3-6940-400d-8fee-41405759d6c0 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7989199 Jul 09 13:52:21.509873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Request body: {'port': {'device_id': '15af6721-dbce-4171-b5d8-be21278df0af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:21.620483 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:21.807557 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f317609-522c-4548-b5ad-d32fcf6e05d3 req-155f1f37-cb7a-4298-8460-bf354499d51a tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:21.815945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f317609-522c-4548-b5ad-d32fcf6e05d3 req-155f1f37-cb7a-4298-8460-bf354499d51a tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/ports?device_id=15af6721-dbce-4171-b5d8-be21278df0af HTTP/1.1" status: 200 len: 931 time: 0.1035492 Jul 09 13:52:21.870897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f317609-522c-4548-b5ad-d32fcf6e05d3 req-13a18640-fc3c-4249-84ff-6e9b8bf5c67b tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9748bf0-27a0-4b06-ba7c-bbe921df059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537484 Jul 09 13:52:22.087786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3f78ea0-1b53-4440-bf04-39fe9adb51aa {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:52:22.102534 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:22.119703 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Transition to ACTIVE for port object d3f78ea0-1b53-4440-bf04-39fe9adb51aa will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:52:22.126076 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:22.238436 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Pushing event updated for resources: {'Port': ['ID=d3f78ea0-1b53-4440-bf04-39fe9adb51aa,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:22.300960 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Attempting to bind port d3f78ea0-1b53-4440-bf04-39fe9adb51aa on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:52:22.301559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Attempting to bind port d3f78ea0-1b53-4440-bf04-39fe9adb51aa by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cbe38093-3eb0-4570-94b1-9c60abfc8ead'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:52:22.302077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Attempting to bind port d3f78ea0-1b53-4440-bf04-39fe9adb51aa on network cbe38093-3eb0-4570-94b1-9c60abfc8ead {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:52:22.309309 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Port d3f78ea0-1b53-4440-bf04-39fe9adb51aa on network cbe38093-3eb0-4570-94b1-9c60abfc8ead not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:52:22.309903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Attempting to bind port d3f78ea0-1b53-4440-bf04-39fe9adb51aa on network cbe38093-3eb0-4570-94b1-9c60abfc8ead {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:52:22.316108 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 52, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:52:22.316622 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Checking segment: {'id': '61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cbe38093-3eb0-4570-94b1-9c60abfc8ead'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:52:22.317018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Bound using segment: {'id': '61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cbe38093-3eb0-4570-94b1-9c60abfc8ead'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:52:22.317459 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Bound port: d3f78ea0-1b53-4440-bf04-39fe9adb51aa, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': 'cbe38093-3eb0-4570-94b1-9c60abfc8ead'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:52:22.317863 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:22.405625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] For port d3f78ea0-1b53-4440-bf04-39fe9adb51aa, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:52:22.410322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] For port d3f78ea0-1b53-4440-bf04-39fe9adb51aa, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d3f78ea0-1b53-4440-bf04-39fe9adb51aa,segment=NetworkSegment(61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5),segment_id=61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:52:22.416599 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:22.475988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:22.476630 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:22.478477 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] 10.222.0.18 "PUT /v2.0/ports/d3f78ea0-1b53-4440-bf04-39fe9adb51aa HTTP/1.1" status: 200 len: 1091 time: 0.9752145 Jul 09 13:52:22.485171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15af6721-dbce-4171-b5d8-be21278df0af', 'tag': 'd3f78ea0-1b53-4440-bf04-39fe9adb51aa'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:22.487418 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-132ac12f-eaef-44f7-9dc0-a324d71aead1" -d '{"events": [{"name": "network-changed", "server_uuid": "15af6721-dbce-4171-b5d8-be21278df0af", "tag": "d3f78ea0-1b53-4440-bf04-39fe9adb51aa"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:22.499263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a172c32-0620-47eb-b8bd-5bd6e5c5c21d service neutron] Pushing event updated for resources: {'Port': ['ID=d3f78ea0-1b53-4440-bf04-39fe9adb51aa,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:22.576315 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f14e3929-2f54-422b-9294-cfc34732de80 x-openstack-request-id: req-f14e3929-2f54-422b-9294-cfc34732de80 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:22.576611 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15af6721-dbce-4171-b5d8-be21278df0af", "tag": "d3f78ea0-1b53-4440-bf04-39fe9adb51aa", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:22.576867 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f14e3929-2f54-422b-9294-cfc34732de80 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:22.577262 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15af6721-dbce-4171-b5d8-be21278df0af', 'tag': 'd3f78ea0-1b53-4440-bf04-39fe9adb51aa', 'status': 'completed', 'code': 200} Jul 09 13:52:22.605498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-8fdf40db-a2b4-421f-82b9-d59fb55ff656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:22.607481 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-8fdf40db-a2b4-421f-82b9-d59fb55ff656 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af2c15e6c8ad43bd9f7d2048586bb20f&device_id=15af6721-dbce-4171-b5d8-be21278df0af HTTP/1.1" status: 200 len: 1094 time: 0.0761409 Jul 09 13:52:22.660219 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-8e833642-e1c0-48f6-bbe3-452b4f0b0d6a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3f78ea0-1b53-4440-bf04-39fe9adb51aa HTTP/1.1" status: 200 len: 217 time: 0.0449650 Jul 09 13:52:22.714272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-1d5d66eb-b602-4c00-b9bc-3c1f68e2074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:22.716100 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-1d5d66eb-b602-4c00-b9bc-3c1f68e2074e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=074bef03-cd66-40fd-951d-3347a0fc4a0a HTTP/1.1" status: 200 len: 862 time: 0.0504847 Jul 09 13:52:22.761462 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-ba597fb9-5b25-405c-81c1-4f7db6e396fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbe38093-3eb0-4570-94b1-9c60abfc8ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391386 Jul 09 13:52:22.906982 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-db58be9d-f561-4490-b0e1-9ed06e52b2a4 service neutron] 10.222.0.18 "GET /v2.0/networks/cbe38093-3eb0-4570-94b1-9c60abfc8ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387436 Jul 09 13:52:23.044129 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ebd16f68-de36-4652-b9aa-f5add86b3fb3 req-3f9d3e19-601d-4235-9823-1bf688ebb7db service neutron] 10.222.0.18 "GET /v2.0/networks/cbe38093-3eb0-4570-94b1-9c60abfc8ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299214 Jul 09 13:52:23.111149 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00414ea2-3c20-450c-b429-d8e7d6bc8fc5 req-0c7bde47-4098-4b7b-a5c5-64297bac59c5 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:23.112698 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00414ea2-3c20-450c-b429-d8e7d6bc8fc5 req-0c7bde47-4098-4b7b-a5c5-64297bac59c5 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/ports?device_id=15af6721-dbce-4171-b5d8-be21278df0af HTTP/1.1" status: 200 len: 943 time: 0.0866330 Jul 09 13:52:23.179468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ac12f-eaef-44f7-9dc0-a324d71aead1 req-01c3946b-92b0-40fe-bb59-4f9152ff0d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:23.180917 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-132ac12f-eaef-44f7-9dc0-a324d71aead1 req-01c3946b-92b0-40fe-bb59-4f9152ff0d32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=af2c15e6c8ad43bd9f7d2048586bb20f&device_id=15af6721-dbce-4171-b5d8-be21278df0af HTTP/1.1" status: 200 len: 1094 time: 0.0788577 Jul 09 13:52:23.201217 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00414ea2-3c20-450c-b429-d8e7d6bc8fc5 req-9633640a-6ee8-41ca-8894-4999f4307824 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9748bf0-27a0-4b06-ba7c-bbe921df059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618687 Jul 09 13:52:23.291959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ac12f-eaef-44f7-9dc0-a324d71aead1 req-e0d6858a-7608-4370-b58c-05fec3d90f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:23.294289 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-132ac12f-eaef-44f7-9dc0-a324d71aead1 req-e0d6858a-7608-4370-b58c-05fec3d90f96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cbe38093-3eb0-4570-94b1-9c60abfc8ead HTTP/1.1" status: 200 len: 923 time: 0.1060524 Jul 09 13:52:23.355494 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-132ac12f-eaef-44f7-9dc0-a324d71aead1 req-158aacf2-3933-4a32-a936-43144119139b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d3f78ea0-1b53-4440-bf04-39fe9adb51aa HTTP/1.1" status: 200 len: 217 time: 0.0540626 Jul 09 13:52:23.424209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132ac12f-eaef-44f7-9dc0-a324d71aead1 req-3bf66f53-e2e2-40c6-a70c-349889a18b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:23.425886 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-132ac12f-eaef-44f7-9dc0-a324d71aead1 req-3bf66f53-e2e2-40c6-a70c-349889a18b37 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=074bef03-cd66-40fd-951d-3347a0fc4a0a HTTP/1.1" status: 200 len: 862 time: 0.0639677 Jul 09 13:52:23.475919 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-132ac12f-eaef-44f7-9dc0-a324d71aead1 req-e6444b18-4a51-418a-86bb-8db58bc99ea2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cbe38093-3eb0-4570-94b1-9c60abfc8ead&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0435832 Jul 09 13:52:23.606842 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-132ac12f-eaef-44f7-9dc0-a324d71aead1 req-970c7109-adc8-4be2-a5ba-fd5126ee7346 service neutron] 10.222.0.18 "GET /v2.0/networks/cbe38093-3eb0-4570-94b1-9c60abfc8ead?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229732 Jul 09 13:52:23.727069 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-132ac12f-eaef-44f7-9dc0-a324d71aead1 req-10cf3f42-8ef3-4bc4-a8a8-2672730cb7ec service neutron] 10.222.0.18 "GET /v2.0/networks/cbe38093-3eb0-4570-94b1-9c60abfc8ead?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135466 Jul 09 13:52:24.650230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051fd4d6-16a5-47e8-b699-b2b83f566e8d req-bfe70291-cd28-4dcd-b560-69d140a79925 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:24.651766 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-051fd4d6-16a5-47e8-b699-b2b83f566e8d req-bfe70291-cd28-4dcd-b560-69d140a79925 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/ports?device_id=15af6721-dbce-4171-b5d8-be21278df0af HTTP/1.1" status: 200 len: 943 time: 0.3351724 Jul 09 13:52:24.691270 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-051fd4d6-16a5-47e8-b699-b2b83f566e8d req-da097b05-1236-46db-9a60-8af729b08847 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9748bf0-27a0-4b06-ba7c-bbe921df059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335343 Jul 09 13:52:25.494514 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42d4bdd-299f-4f3f-b23f-a9c55ad97e8e req-ac9ae753-952b-4876-931d-13fdf0b69ff6 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:25.496049 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f42d4bdd-299f-4f3f-b23f-a9c55ad97e8e req-ac9ae753-952b-4876-931d-13fdf0b69ff6 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 946 time: 0.0687280 Jul 09 13:52:25.541038 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f42d4bdd-299f-4f3f-b23f-a9c55ad97e8e req-50074833-e577-42f9-ac02-32706d0d0911 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390377 Jul 09 13:52:25.608681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36898) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:25.675156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-49e7edeb-c8a5-4c88-979b-5694224c9508 admin admin] Deleting subnet 8978c03a-8230-4902-8e20-e83a9b8836c1 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:52:25.681548 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49e7edeb-c8a5-4c88-979b-5694224c9508 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:25.719740 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49e7edeb-c8a5-4c88-979b-5694224c9508 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:25.765804 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49e7edeb-c8a5-4c88-979b-5694224c9508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:25.850665 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49e7edeb-c8a5-4c88-979b-5694224c9508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:25.906253 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-49e7edeb-c8a5-4c88-979b-5694224c9508 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:25.910743 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-49e7edeb-c8a5-4c88-979b-5694224c9508 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8978c03a-8230-4902-8e20-e83a9b8836c1 HTTP/1.1" status: 204 len: 168 time: 0.2983913 Jul 09 13:52:25.911511 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36902) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:25.913974 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e7edeb-c8a5-4c88-979b-5694224c9508 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8978c03a-8230-4902-8e20-e83a9b8836c1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:25.945058 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d856c84-cd83-4fbc-bc4b-17a8d9fbc046 req-bda336b2-fd06-43ca-9735-b0d8ab2c5dbe tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:25.946620 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d856c84-cd83-4fbc-bc4b-17a8d9fbc046 req-bda336b2-fd06-43ca-9735-b0d8ab2c5dbe tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/ports?device_id=15af6721-dbce-4171-b5d8-be21278df0af HTTP/1.1" status: 200 len: 943 time: 0.1089277 Jul 09 13:52:25.991957 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3d856c84-cd83-4fbc-bc4b-17a8d9fbc046 req-a968a2d5-0454-4ff0-9127-f56d935d2e5e tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9748bf0-27a0-4b06-ba7c-bbe921df059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379043 Jul 09 13:52:25.998638 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c6a3-f6b0-4ee9-9a65-44cddac72059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.080562 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c6a3-f6b0-4ee9-9a65-44cddac72059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.092277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5bd1c6a3-f6b0-4ee9-9a65-44cddac72059 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67478137-26d9-4cb3-9d3d-7797a7974253']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:26.103718 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5bd1c6a3-f6b0-4ee9-9a65-44cddac72059 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5879a93-c41d-4128-8717-bf9b81c558f8') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:26.104018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5bd1c6a3-f6b0-4ee9-9a65-44cddac72059 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5879a93-c41d-4128-8717-bf9b81c558f8') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:26.113838 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c6a3-f6b0-4ee9-9a65-44cddac72059 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.129575 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c6a3-f6b0-4ee9-9a65-44cddac72059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.140458 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bd1c6a3-f6b0-4ee9-9a65-44cddac72059 admin admin] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:52:26.140977 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c6a3-f6b0-4ee9-9a65-44cddac72059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:52:26.143280 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:52:26.204311 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c6a3-f6b0-4ee9-9a65-44cddac72059 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.210235 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bd1c6a3-f6b0-4ee9-9a65-44cddac72059 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.214707 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5bd1c6a3-f6b0-4ee9-9a65-44cddac72059 admin admin] 10.222.0.39 "DELETE /v2.0/networks/67478137-26d9-4cb3-9d3d-7797a7974253 HTTP/1.1" status: 204 len: 168 time: 0.2980089 Jul 09 13:52:26.215158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36904) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:26.223043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd1c6a3-f6b0-4ee9-9a65-44cddac72059 admin admin] Pushing event deleted for resources: {'Network': ['ID=67478137-26d9-4cb3-9d3d-7797a7974253,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:26.265164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec2767dd-2f24-4890-abb2-8b224874c128 admin admin] Deleting subnet 41c6b373-72da-45ce-8b7f-453417a6718a {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:52:26.268639 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec2767dd-2f24-4890-abb2-8b224874c128 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.307865 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec2767dd-2f24-4890-abb2-8b224874c128 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.354532 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec2767dd-2f24-4890-abb2-8b224874c128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.409296 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec2767dd-2f24-4890-abb2-8b224874c128 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.434080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2767dd-2f24-4890-abb2-8b224874c128 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41c6b373-72da-45ce-8b7f-453417a6718a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:26.440239 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec2767dd-2f24-4890-abb2-8b224874c128 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.442257 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ec2767dd-2f24-4890-abb2-8b224874c128 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/41c6b373-72da-45ce-8b7f-453417a6718a HTTP/1.1" status: 204 len: 168 time: 0.2259340 Jul 09 13:52:26.445667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 36908) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:26.466559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d3f78ea0-1b53-4440-bf04-39fe9adb51aa details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:52:26.515404 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5f6f-882c-4f01-81ab-2f90191467e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.571348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port d3f78ea0-1b53-4440-bf04-39fe9adb51aa, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d3f78ea0-1b53-4440-bf04-39fe9adb51aa,segment=NetworkSegment(61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5),segment_id=61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:26.587699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'd3f78ea0-1b53-4440-bf04-39fe9adb51aa', 'network_id': 'cbe38093-3eb0-4570-94b1-9c60abfc8ead', 'port_id': 'd3f78ea0-1b53-4440-bf04-39fe9adb51aa', 'mac_address': 'fa:16:3e:94:46:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 304, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '074bef03-cd66-40fd-951d-3347a0fc4a0a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:52:26.601200 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5f6f-882c-4f01-81ab-2f90191467e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.611965 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-dc4c5f6f-882c-4f01-81ab-2f90191467e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e333928d-d4ba-42bf-8152-8d833ce74780']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:26.626741 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-dc4c5f6f-882c-4f01-81ab-2f90191467e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ee63e12-5331-4f56-8d33-9c0b7bc16c43') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:26.627057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-dc4c5f6f-882c-4f01-81ab-2f90191467e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ee63e12-5331-4f56-8d33-9c0b7bc16c43') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:26.629395 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.638312 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5f6f-882c-4f01-81ab-2f90191467e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.655350 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5f6f-882c-4f01-81ab-2f90191467e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.661929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3f78ea0-1b53-4440-bf04-39fe9adb51aa {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:52:26.662187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc4c5f6f-882c-4f01-81ab-2f90191467e5 admin admin] Releasing vlan 302 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:52:26.662470 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5f6f-882c-4f01-81ab-2f90191467e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:52:26.664430 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:52:26.702701 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port d3f78ea0-1b53-4440-bf04-39fe9adb51aa, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d3f78ea0-1b53-4440-bf04-39fe9adb51aa,segment=NetworkSegment(61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5),segment_id=61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:26.709501 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.732491 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5f6f-882c-4f01-81ab-2f90191467e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.747157 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc4c5f6f-882c-4f01-81ab-2f90191467e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:26.752165 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dc4c5f6f-882c-4f01-81ab-2f90191467e5 admin admin] 10.222.0.39 "DELETE /v2.0/networks/e333928d-d4ba-42bf-8152-8d833ce74780 HTTP/1.1" status: 204 len: 168 time: 0.3052945 Jul 09 13:52:26.767368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c5f6f-882c-4f01-81ab-2f90191467e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e333928d-d4ba-42bf-8152-8d833ce74780,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:26.783752 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4ff08-66dc-414c-afc0-3c8b95d5eec7 req-340912c3-096d-4485-ae63-60dbbbdbba8b tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:26.785836 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eef4ff08-66dc-414c-afc0-3c8b95d5eec7 req-340912c3-096d-4485-ae63-60dbbbdbba8b tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 946 time: 0.0990582 Jul 09 13:52:26.830904 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eef4ff08-66dc-414c-afc0-3c8b95d5eec7 req-aac975af-0968-4667-a3ac-970051898187 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372200 Jul 09 13:52:26.899373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce62ae97-98c3-4716-8a54-57fbf7befe0f req-c492c16f-4825-418c-beb0-dae933a377a2 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:26.901277 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ce62ae97-98c3-4716-8a54-57fbf7befe0f req-c492c16f-4825-418c-beb0-dae933a377a2 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.15 "GET /v2.0/ports?device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 946 time: 0.1022253 Jul 09 13:52:26.938142 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36914) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:26.986260 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=d3f78ea0-1b53-4440-bf04-39fe9adb51aa,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:26.994217 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a4f9b4da-884b-434a-8518-e583e13b5421 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=225b31fbe4c34219b525b998323937b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547435 Jul 09 13:52:26.996612 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36916) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:26.998130 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:26.999401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:26.999752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.000101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.000440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.000781 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.001116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.001455 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.001784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.002113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.002442 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.003805 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.026162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['d3f78ea0-1b53-4440-bf04-39fe9adb51aa'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:52:27.044626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ce62ae97-98c3-4716-8a54-57fbf7befe0f req-6067b501-292b-47a5-8b3a-44aad6487baa tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Deleting port dc092b83-2414-4330-a437-471c2964c42d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:52:27.045194 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ce62ae97-98c3-4716-8a54-57fbf7befe0f req-6067b501-292b-47a5-8b3a-44aad6487baa tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:27.071524 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2fa23cb-9496-41bf-9112-81627432508f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:27.096299 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2fa23cb-9496-41bf-9112-81627432508f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:27.167162 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2fa23cb-9496-41bf-9112-81627432508f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:27.181696 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f2fa23cb-9496-41bf-9112-81627432508f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:27.183128 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f2fa23cb-9496-41bf-9112-81627432508f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1baa39b6-9052-4c85-a258-fccb71f48e83 HTTP/1.1" status: 204 len: 168 time: 0.1852024 Jul 09 13:52:27.186010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ce62ae97-98c3-4716-8a54-57fbf7befe0f req-6067b501-292b-47a5-8b3a-44aad6487baa tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] For port dc092b83-2414-4330-a437-471c2964c42d, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=dc092b83-2414-4330-a437-471c2964c42d,segment=NetworkSegment(d2f041a4-d636-4a31-9989-72ea041c75fb),segment_id=d2f041a4-d636-4a31-9989-72ea041c75fb)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:27.189583 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ce62ae97-98c3-4716-8a54-57fbf7befe0f req-6067b501-292b-47a5-8b3a-44aad6487baa tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:27.215565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-ce62ae97-98c3-4716-8a54-57fbf7befe0f req-6067b501-292b-47a5-8b3a-44aad6487baa tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Calling delete_port for dc092b83-2414-4330-a437-471c2964c42d owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:52:27.232998 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fa23cb-9496-41bf-9112-81627432508f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1baa39b6-9052-4c85-a258-fccb71f48e83,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:27.280557 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e4e050-b37c-46cb-8fe9-6684df0791e4 req-65186a44-380b-421e-abad-241197a3f709 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:27.282118 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87e4e050-b37c-46cb-8fe9-6684df0791e4 req-65186a44-380b-421e-abad-241197a3f709 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/ports?device_id=15af6721-dbce-4171-b5d8-be21278df0af HTTP/1.1" status: 200 len: 944 time: 0.0974569 Jul 09 13:52:27.325772 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87e4e050-b37c-46cb-8fe9-6684df0791e4 req-7cf49b16-44b4-4658-b2e8-9b696d3f4383 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9748bf0-27a0-4b06-ba7c-bbe921df059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380647 Jul 09 13:52:27.416430 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ce62ae97-98c3-4716-8a54-57fbf7befe0f req-6067b501-292b-47a5-8b3a-44aad6487baa tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:27.429632 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['dc092b83-2414-4330-a437-471c2964c42d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:52:27.454925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6067b501-292b-47a5-8b3a-44aad6487baa tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Pushing event deleted for resources: {'Port': ['ID=dc092b83-2414-4330-a437-471c2964c42d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:27.516811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce62ae97-98c3-4716-8a54-57fbf7befe0f req-6067b501-292b-47a5-8b3a-44aad6487baa tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] No DVR routers for this DVR port dc092b83-2414-4330-a437-471c2964c42d on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:52:27.519411 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ce62ae97-98c3-4716-8a54-57fbf7befe0f req-6067b501-292b-47a5-8b3a-44aad6487baa tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:27.522335 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ce62ae97-98c3-4716-8a54-57fbf7befe0f req-6067b501-292b-47a5-8b3a-44aad6487baa tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.15 "DELETE /v2.0/ports/dc092b83-2414-4330-a437-471c2964c42d HTTP/1.1" status: 204 len: 173 time: 0.6143332 Jul 09 13:52:27.522335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e6b68f8-0172-41bf-bfd3-f71645a53927', 'name': 'network-vif-deleted', 'tag': 'dc092b83-2414-4330-a437-471c2964c42d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:27.524439 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-377138bb-05c3-4058-8c14-f7e90e41c3a8" -d '{"events": [{"server_uuid": "7e6b68f8-0172-41bf-bfd3-f71645a53927", "name": "network-vif-deleted", "tag": "dc092b83-2414-4330-a437-471c2964c42d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:27.574172 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e186f88-448b-4712-904e-8c22dfe881c6 x-openstack-request-id: req-9e186f88-448b-4712-904e-8c22dfe881c6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:27.574437 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e6b68f8-0172-41bf-bfd3-f71645a53927", "name": "network-vif-deleted", "tag": "dc092b83-2414-4330-a437-471c2964c42d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:27.574734 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9e186f88-448b-4712-904e-8c22dfe881c6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:27.575169 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e6b68f8-0172-41bf-bfd3-f71645a53927', 'name': 'network-vif-deleted', 'tag': 'dc092b83-2414-4330-a437-471c2964c42d', 'status': 'completed', 'code': 200} Jul 09 13:52:27.648967 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36928) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:27.695345 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9851707d-e1fe-48e4-b45b-61de566f462d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=80eab3757974417fa59596899dab8da3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425014 Jul 09 13:52:27.695564 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 36930) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:27.756623 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:27.779029 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:27.828694 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:27.831333 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:27.832501 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2cb237c2-6175-4a97-a7e5-94f46c3872e7 HTTP/1.1" status: 204 len: 168 time: 0.1361706 Jul 09 13:52:27.840813 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb237c2-6175-4a97-a7e5-94f46c3872e7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:27.848385 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.848734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.849074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.850122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.850485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.851003 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.851390 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.851723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.852052 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.852384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.852710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:27.853034 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f27cfb-6e2f-47bc-b8c2-8f1f8f883bd4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:52:28.044148 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18285b5e-50f0-4bcd-9c49-2902fe38b6fd req-2bfc2674-0563-49c5-88d0-17b40e576d05 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e6b68f8-0172-41bf-bfd3-f71645a53927 HTTP/1.1" status: 200 len: 210 time: 0.0489199 Jul 09 13:52:28.482422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d3f78ea0-1b53-4440-bf04-39fe9adb51aa up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:28.535422 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d208d7b-cdaf-4505-aeae-44b75a68289c req-8ecc2a70-8e31-41ab-872d-1d92a9feb1f9 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:28.540105 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2d208d7b-cdaf-4505-aeae-44b75a68289c req-8ecc2a70-8e31-41ab-872d-1d92a9feb1f9 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/ports?device_id=15af6721-dbce-4171-b5d8-be21278df0af HTTP/1.1" status: 200 len: 944 time: 0.0781088 Jul 09 13:52:28.550342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port d3f78ea0-1b53-4440-bf04-39fe9adb51aa completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:28.558306 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port d3f78ea0-1b53-4440-bf04-39fe9adb51aa triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:28.558772 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:28.588214 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2d208d7b-cdaf-4505-aeae-44b75a68289c req-0c9e0e5a-e62f-467c-afbf-ba896d4c3ae4 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9748bf0-27a0-4b06-ba7c-bbe921df059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429034 Jul 09 13:52:28.671127 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:28.699898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15af6721-dbce-4171-b5d8-be21278df0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f78ea0-1b53-4440-bf04-39fe9adb51aa'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:28.702178 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f7b9950-9935-4ad8-bd92-a014757dd2cc" -d '{"events": [{"server_uuid": "15af6721-dbce-4171-b5d8-be21278df0af", "name": "network-vif-plugged", "status": "completed", "tag": "d3f78ea0-1b53-4440-bf04-39fe9adb51aa"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:28.718106 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port d3f78ea0-1b53-4440-bf04-39fe9adb51aa, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d3f78ea0-1b53-4440-bf04-39fe9adb51aa,segment=NetworkSegment(61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5),segment_id=61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:28.725335 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:28.755114 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986e23b9-4b41-4392-8a29-bad7c0ba6181 x-openstack-request-id: req-986e23b9-4b41-4392-8a29-bad7c0ba6181 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:28.755347 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15af6721-dbce-4171-b5d8-be21278df0af", "name": "network-vif-plugged", "status": "completed", "tag": "d3f78ea0-1b53-4440-bf04-39fe9adb51aa", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:28.755664 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-986e23b9-4b41-4392-8a29-bad7c0ba6181 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:28.756549 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15af6721-dbce-4171-b5d8-be21278df0af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3f78ea0-1b53-4440-bf04-39fe9adb51aa', 'code': 200} Jul 09 13:52:28.788077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=d3f78ea0-1b53-4440-bf04-39fe9adb51aa,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:28.890414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db6af9-3809-4056-a572-dfab3b8bd6c6 req-ac81b5c3-708c-4dc0-8553-08b2ebe53d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:28.892350 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-87db6af9-3809-4056-a572-dfab3b8bd6c6 req-ac81b5c3-708c-4dc0-8553-08b2ebe53d23 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=15af6721-dbce-4171-b5d8-be21278df0af HTTP/1.1" status: 200 len: 1096 time: 0.0765550 Jul 09 13:52:28.931673 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-87db6af9-3809-4056-a572-dfab3b8bd6c6 req-0cdbbf78-a543-4022-9bfb-41366173773c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=e9748bf0-27a0-4b06-ba7c-bbe921df059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324070 Jul 09 13:52:29.649402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device dc092b83-2414-4330-a437-471c2964c42d no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:52:29.678123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: dc092b83-2414-4330-a437-471c2964c42d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:52:29.678544 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device dc092b83-2414-4330-a437-471c2964c42d not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:52:29.785155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c8642-662b-48a9-ab29-9755d2376534 req-24022100-1a01-42ee-bc25-1324ad11738c tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:29.793074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a81c8642-662b-48a9-ab29-9755d2376534 req-24022100-1a01-42ee-bc25-1324ad11738c tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/ports?device_id=15af6721-dbce-4171-b5d8-be21278df0af HTTP/1.1" status: 200 len: 945 time: 0.0817361 Jul 09 13:52:29.847159 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a81c8642-662b-48a9-ab29-9755d2376534 req-0e3b6cad-1af3-4deb-b833-15e672482b31 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9748bf0-27a0-4b06-ba7c-bbe921df059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490282 Jul 09 13:52:31.033007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a07e60-aadd-4101-8281-8112864922b0 req-c4eff6c6-f8b6-43b6-97a7-af2df704ec06 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:31.034524 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a6a07e60-aadd-4101-8281-8112864922b0 req-c4eff6c6-f8b6-43b6-97a7-af2df704ec06 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/ports?device_id=15af6721-dbce-4171-b5d8-be21278df0af HTTP/1.1" status: 200 len: 945 time: 0.0795057 Jul 09 13:52:31.075684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a6a07e60-aadd-4101-8281-8112864922b0 req-eb6c2fbc-bf82-4898-a018-274c61734767 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9748bf0-27a0-4b06-ba7c-bbe921df059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339930 Jul 09 13:52:31.649046 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2920e3e8-1399-49e4-bdca-8f310bbb15ca req-f3f23105-df5c-461a-a76e-2e4dc5994809 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:31.657423 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2920e3e8-1399-49e4-bdca-8f310bbb15ca req-f3f23105-df5c-461a-a76e-2e4dc5994809 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/ports?device_id=15af6721-dbce-4171-b5d8-be21278df0af HTTP/1.1" status: 200 len: 945 time: 0.0935125 Jul 09 13:52:31.714400 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2920e3e8-1399-49e4-bdca-8f310bbb15ca req-d856f809-9c8a-4447-a8f6-e67a732f79ae tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9748bf0-27a0-4b06-ba7c-bbe921df059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560150 Jul 09 13:52:31.842292 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fe194ff7-c9ee-4ad2-9db8-d38f38cc4d88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:32.994205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26eb7fbe-5432-400d-b574-c299bb353ebc req-7843250f-7ff6-402e-82e6-269288863378 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:32.996862 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26eb7fbe-5432-400d-b574-c299bb353ebc req-7843250f-7ff6-402e-82e6-269288863378 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.18 "GET /v2.0/ports?device_id=15af6721-dbce-4171-b5d8-be21278df0af HTTP/1.1" status: 200 len: 945 time: 0.2321539 Jul 09 13:52:33.002292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f2935-434b-42e7-b412-34c6b2fd4b66 req-377bda5f-5f7c-4367-a372-a10add01bf14 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:33.004283 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-014f2935-434b-42e7-b412-34c6b2fd4b66 req-377bda5f-5f7c-4367-a372-a10add01bf14 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/ports?device_id=15af6721-dbce-4171-b5d8-be21278df0af HTTP/1.1" status: 200 len: 945 time: 0.1072171 Jul 09 13:52:33.076147 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-014f2935-434b-42e7-b412-34c6b2fd4b66 req-d6f1357f-b8e6-4220-956b-5db0cb99a4e0 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.39 "GET /v2.0/security-groups?id=e9748bf0-27a0-4b06-ba7c-bbe921df059f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639839 Jul 09 13:52:33.167883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-26eb7fbe-5432-400d-b574-c299bb353ebc req-fefa08b4-e86c-4255-a034-28ab385daee9 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Deleting port d3f78ea0-1b53-4440-bf04-39fe9adb51aa {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:52:33.168414 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26eb7fbe-5432-400d-b574-c299bb353ebc req-fefa08b4-e86c-4255-a034-28ab385daee9 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:33.280536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-26eb7fbe-5432-400d-b574-c299bb353ebc req-fefa08b4-e86c-4255-a034-28ab385daee9 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] For port d3f78ea0-1b53-4440-bf04-39fe9adb51aa, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d3f78ea0-1b53-4440-bf04-39fe9adb51aa,segment=NetworkSegment(61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5),segment_id=61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:33.280899 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26eb7fbe-5432-400d-b574-c299bb353ebc req-fefa08b4-e86c-4255-a034-28ab385daee9 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:33.294956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-26eb7fbe-5432-400d-b574-c299bb353ebc req-fefa08b4-e86c-4255-a034-28ab385daee9 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Calling delete_port for d3f78ea0-1b53-4440-bf04-39fe9adb51aa owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:52:33.455693 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26eb7fbe-5432-400d-b574-c299bb353ebc req-fefa08b4-e86c-4255-a034-28ab385daee9 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:33.467926 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['d3f78ea0-1b53-4440-bf04-39fe9adb51aa'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:52:33.491557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefa08b4-e86c-4255-a034-28ab385daee9 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Pushing event deleted for resources: {'Port': ['ID=d3f78ea0-1b53-4440-bf04-39fe9adb51aa,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:33.540592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-26eb7fbe-5432-400d-b574-c299bb353ebc req-fefa08b4-e86c-4255-a034-28ab385daee9 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] No DVR routers for this DVR port d3f78ea0-1b53-4440-bf04-39fe9adb51aa on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:52:33.543582 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26eb7fbe-5432-400d-b574-c299bb353ebc req-fefa08b4-e86c-4255-a034-28ab385daee9 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:33.546267 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26eb7fbe-5432-400d-b574-c299bb353ebc req-fefa08b4-e86c-4255-a034-28ab385daee9 tempest-ServerAddressesNegativeTestJSON-808466115 tempest-ServerAddressesNegativeTestJSON-808466115-project] 10.222.0.18 "DELETE /v2.0/ports/d3f78ea0-1b53-4440-bf04-39fe9adb51aa HTTP/1.1" status: 204 len: 173 time: 0.5437746 Jul 09 13:52:33.546752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15af6721-dbce-4171-b5d8-be21278df0af', 'name': 'network-vif-deleted', 'tag': 'd3f78ea0-1b53-4440-bf04-39fe9adb51aa'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:33.549018 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c713950-40ad-491c-9ea1-535830910eab" -d '{"events": [{"server_uuid": "15af6721-dbce-4171-b5d8-be21278df0af", "name": "network-vif-deleted", "tag": "d3f78ea0-1b53-4440-bf04-39fe9adb51aa"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:33.606222 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4535127c-43b4-4143-a840-f8591e1ca8e6 x-openstack-request-id: req-4535127c-43b4-4143-a840-f8591e1ca8e6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:33.606573 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15af6721-dbce-4171-b5d8-be21278df0af", "name": "network-vif-deleted", "tag": "d3f78ea0-1b53-4440-bf04-39fe9adb51aa", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:33.607568 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4535127c-43b4-4143-a840-f8591e1ca8e6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:33.608088 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15af6721-dbce-4171-b5d8-be21278df0af', 'name': 'network-vif-deleted', 'tag': 'd3f78ea0-1b53-4440-bf04-39fe9adb51aa', 'status': 'completed', 'code': 200} Jul 09 13:52:34.223545 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37126) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:34.277546 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0bbe379-58e6-4c27-b806-ed8fd5052528 admin admin] Deleting subnet 074bef03-cd66-40fd-951d-3347a0fc4a0a {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:52:34.280838 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe379-58e6-4c27-b806-ed8fd5052528 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.324787 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe379-58e6-4c27-b806-ed8fd5052528 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.366767 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe379-58e6-4c27-b806-ed8fd5052528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.428326 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe379-58e6-4c27-b806-ed8fd5052528 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.457105 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbe379-58e6-4c27-b806-ed8fd5052528 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=074bef03-cd66-40fd-951d-3347a0fc4a0a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:34.465270 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe379-58e6-4c27-b806-ed8fd5052528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.470197 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d0bbe379-58e6-4c27-b806-ed8fd5052528 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/074bef03-cd66-40fd-951d-3347a0fc4a0a HTTP/1.1" status: 204 len: 168 time: 0.2405412 Jul 09 13:52:34.470327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37128) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:34.545262 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-878f28ce-1e68-4c53-83e9-b4d708e532e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.643385 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-878f28ce-1e68-4c53-83e9-b4d708e532e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.655482 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.658456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-878f28ce-1e68-4c53-83e9-b4d708e532e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbe38093-3eb0-4570-94b1-9c60abfc8ead']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:34.666498 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4e220ec4-b38b-43d4-9af2-edd12a15678a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.681999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-878f28ce-1e68-4c53-83e9-b4d708e532e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:34.682803 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-878f28ce-1e68-4c53-83e9-b4d708e532e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61f3a4fa-4fbc-4b82-85ed-a2bd459cb5f5') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:52:34.692679 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-878f28ce-1e68-4c53-83e9-b4d708e532e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.709805 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-878f28ce-1e68-4c53-83e9-b4d708e532e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.716681 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-878f28ce-1e68-4c53-83e9-b4d708e532e2 admin admin] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:52:34.717645 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-878f28ce-1e68-4c53-83e9-b4d708e532e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:52:34.719685 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:52:34.785313 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-878f28ce-1e68-4c53-83e9-b4d708e532e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.793184 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-878f28ce-1e68-4c53-83e9-b4d708e532e2 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:34.795065 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-878f28ce-1e68-4c53-83e9-b4d708e532e2 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cbe38093-3eb0-4570-94b1-9c60abfc8ead HTTP/1.1" status: 204 len: 168 time: 0.3238523 Jul 09 13:52:34.817097 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878f28ce-1e68-4c53-83e9-b4d708e532e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbe38093-3eb0-4570-94b1-9c60abfc8ead,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:35.076077 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37138) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:35.164544 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c25773e5-6bca-42dd-bdf5-a964806c6e07 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=af2c15e6c8ad43bd9f7d2048586bb20f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0871689 Jul 09 13:52:35.166960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37142) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:52:35.229198 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-38eb50aa-5333-4bd1-a5e3-c215f83b7f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:35.261791 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-38eb50aa-5333-4bd1-a5e3-c215f83b7f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:35.321201 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-38eb50aa-5333-4bd1-a5e3-c215f83b7f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:35.324168 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-38eb50aa-5333-4bd1-a5e3-c215f83b7f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:35.327889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-38eb50aa-5333-4bd1-a5e3-c215f83b7f6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9748bf0-27a0-4b06-ba7c-bbe921df059f HTTP/1.1" status: 204 len: 168 time: 0.1593828 Jul 09 13:52:35.342629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38eb50aa-5333-4bd1-a5e3-c215f83b7f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9748bf0-27a0-4b06-ba7c-bbe921df059f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:35.625945 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:36.329223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87992d-5693-4234-ae24-54494415db22 req-7ca47302-9f84-419f-85a3-5261a56ff55b tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:36.330928 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fb87992d-5693-4234-ae24-54494415db22 req-7ca47302-9f84-419f-85a3-5261a56ff55b tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/networks?id=970bbcd7-9c46-4e4a-becd-63861cc15c62 HTTP/1.1" status: 200 len: 814 time: 0.1288457 Jul 09 13:52:36.354418 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fb87992d-5693-4234-ae24-54494415db22 req-207ce815-bce3-4f86-a54b-2792bf2e99ab tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/quotas/7b86309bcb9d4dfea363709c2bcbeb7c HTTP/1.1" status: 200 len: 375 time: 0.0172455 Jul 09 13:52:36.402329 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fb87992d-5693-4234-ae24-54494415db22 req-4d25aacf-b619-43c4-b2ce-d7f9523240f2 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7b86309bcb9d4dfea363709c2bcbeb7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469494 Jul 09 13:52:36.520170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fb87992d-5693-4234-ae24-54494415db22 req-556bf6a2-e3e5-46f7-b223-6a7d11c9513e service neutron] 10.222.0.39 "GET /v2.0/networks/970bbcd7-9c46-4e4a-becd-63861cc15c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168990 Jul 09 13:52:36.552378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d3f78ea0-1b53-4440-bf04-39fe9adb51aa no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:52:36.595381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: d3f78ea0-1b53-4440-bf04-39fe9adb51aa {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:52:36.596100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d3f78ea0-1b53-4440-bf04-39fe9adb51aa not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:52:36.636291 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fb87992d-5693-4234-ae24-54494415db22 req-cf2d4706-06ea-4cf4-a20b-611be3fa270c service neutron] 10.222.0.39 "GET /v2.0/networks/970bbcd7-9c46-4e4a-becd-63861cc15c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148412 Jul 09 13:52:36.835982 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06257662-0e2b-40d0-97ae-a261c49b9627 req-3aac4b45-87cf-4dc0-a530-5551dacacd8e tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=d094b477-b3f9-4a90-b385-25d184fb15fe HTTP/1.1" status: 200 len: 210 time: 0.1267312 Jul 09 13:52:37.004420 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f986dfd4-a995-4d11-998a-7081c3ff7d78 req-de40bbc4-2972-4330-ab46-141974698853 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 210 time: 0.0816329 Jul 09 13:52:37.046470 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:37.476396 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5696748d-4287-45ce-bfc5-a434ffc5e304 req-b365de44-31db-484d-bf59-a6dca912bf31 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0709589 Jul 09 13:52:38.189342 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-828dd325-c4d7-43ed-b235-18beaf3c45fe req-211165ed-d92d-49d5-8b17-3504b4b03659 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 210 time: 0.0339696 Jul 09 13:52:38.356720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87992d-5693-4234-ae24-54494415db22 req-9be9e6bd-3c0b-4c49-95b2-0e5fcc5f6061 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:38.358583 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fb87992d-5693-4234-ae24-54494415db22 req-9be9e6bd-3c0b-4c49-95b2-0e5fcc5f6061 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.18 "GET /v2.0/networks?id=970bbcd7-9c46-4e4a-becd-63861cc15c62 HTTP/1.1" status: 200 len: 814 time: 0.1368167 Jul 09 13:52:38.373880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-fb87992d-5693-4234-ae24-54494415db22 req-33eb0f04-dce9-477f-8b55-cc7a9a1adabb tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Request body: {'port': {'device_id': '9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d', 'network_id': '970bbcd7-9c46-4e4a-becd-63861cc15c62', 'admin_state_up': True, 'tenant_id': '7b86309bcb9d4dfea363709c2bcbeb7c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:38.498586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb87992d-5693-4234-ae24-54494415db22 req-33eb0f04-dce9-477f-8b55-cc7a9a1adabb tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Made reservation on behalf of 7b86309bcb9d4dfea363709c2bcbeb7c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:52:38.502574 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fb87992d-5693-4234-ae24-54494415db22 req-33eb0f04-dce9-477f-8b55-cc7a9a1adabb tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.580762 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.715348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-fb87992d-5693-4234-ae24-54494415db22 req-33eb0f04-dce9-477f-8b55-cc7a9a1adabb tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Allocated IP 172.20.0.5 (970bbcd7-9c46-4e4a-becd-63861cc15c62/9f4aff69-6a4a-45da-a6b8-76d5f93b8b6b/6a6d3b39-4b07-46cd-ae63-a478c98540ed) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:52:38.762316 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12992d46-596e-46f3-bf2a-ff6555db57be req-c503459b-94a3-46c8-82a7-7179fe10b1a5 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0689240 Jul 09 13:52:38.776281 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:38.962226 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fb87992d-5693-4234-ae24-54494415db22 req-33eb0f04-dce9-477f-8b55-cc7a9a1adabb tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:39.013349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fb87992d-5693-4234-ae24-54494415db22 req-33eb0f04-dce9-477f-8b55-cc7a9a1adabb tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:39.156274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb87992d-5693-4234-ae24-54494415db22 req-33eb0f04-dce9-477f-8b55-cc7a9a1adabb tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Network 970bbcd7-9c46-4e4a-becd-63861cc15c62 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:52:39.162066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-fb87992d-5693-4234-ae24-54494415db22 req-33eb0f04-dce9-477f-8b55-cc7a9a1adabb tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:52:39.171890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb87992d-5693-4234-ae24-54494415db22 req-33eb0f04-dce9-477f-8b55-cc7a9a1adabb tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:52:39.174640 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eb0f04-dce9-477f-8b55-cc7a9a1adabb tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Pushing event updated for resources: {'Port': ['ID=6a6d3b39-4b07-46cd-ae63-a478c98540ed,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:39.291690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87992d-5693-4234-ae24-54494415db22 req-33eb0f04-dce9-477f-8b55-cc7a9a1adabb tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:39.292517 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fb87992d-5693-4234-ae24-54494415db22 req-33eb0f04-dce9-477f-8b55-cc7a9a1adabb tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:39.322546 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fb87992d-5693-4234-ae24-54494415db22 req-33eb0f04-dce9-477f-8b55-cc7a9a1adabb tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9545951 Jul 09 13:52:39.348810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Request body: {'port': {'device_id': '9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:52:39.470449 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:39.560140 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b68ec-3f0f-4361-ab3b-7787f589d68e req-973ee59d-943e-4708-aa84-4396c5ca845c tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:39.570315 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d56b68ec-3f0f-4361-ab3b-7787f589d68e req-973ee59d-943e-4708-aa84-4396c5ca845c tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 931 time: 0.1478019 Jul 09 13:52:39.632783 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d56b68ec-3f0f-4361-ab3b-7787f589d68e req-c47076e2-d256-4cb6-8df4-7875be92cdd1 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601690 Jul 09 13:52:39.956631 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a6d3b39-4b07-46cd-ae63-a478c98540ed {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:52:39.969518 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:40.009260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Transition to ACTIVE for port object 6a6d3b39-4b07-46cd-ae63-a478c98540ed will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:52:40.021949 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:40.051655 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-84e0e7d0-3044-44c4-a550-67f35d2bf970 req-2382af4e-1048-41f5-b1a1-82d0d553f51f tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0401278 Jul 09 13:52:40.106665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6d3b39-4b07-46cd-ae63-a478c98540ed,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:40.212611 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Attempting to bind port 6a6d3b39-4b07-46cd-ae63-a478c98540ed on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:52:40.213110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Attempting to bind port 6a6d3b39-4b07-46cd-ae63-a478c98540ed by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'd2f041a4-d636-4a31-9989-72ea041c75fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '970bbcd7-9c46-4e4a-becd-63861cc15c62'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:52:40.213523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Attempting to bind port 6a6d3b39-4b07-46cd-ae63-a478c98540ed on network 970bbcd7-9c46-4e4a-becd-63861cc15c62 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:52:40.219326 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Port 6a6d3b39-4b07-46cd-ae63-a478c98540ed on network 970bbcd7-9c46-4e4a-becd-63861cc15c62 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:52:40.219660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Attempting to bind port 6a6d3b39-4b07-46cd-ae63-a478c98540ed on network 970bbcd7-9c46-4e4a-becd-63861cc15c62 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:52:40.226695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 52, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:52:40.227052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Checking segment: {'id': 'd2f041a4-d636-4a31-9989-72ea041c75fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '970bbcd7-9c46-4e4a-becd-63861cc15c62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:52:40.227582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Bound using segment: {'id': 'd2f041a4-d636-4a31-9989-72ea041c75fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '970bbcd7-9c46-4e4a-becd-63861cc15c62'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:52:40.228018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Bound port: 6a6d3b39-4b07-46cd-ae63-a478c98540ed, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2f041a4-d636-4a31-9989-72ea041c75fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '970bbcd7-9c46-4e4a-becd-63861cc15c62'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:52:40.228675 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:40.315253 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] For port 6a6d3b39-4b07-46cd-ae63-a478c98540ed, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:52:40.321985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] For port 6a6d3b39-4b07-46cd-ae63-a478c98540ed, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6a6d3b39-4b07-46cd-ae63-a478c98540ed,segment=NetworkSegment(d2f041a4-d636-4a31-9989-72ea041c75fb),segment_id=d2f041a4-d636-4a31-9989-72ea041c75fb)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:52:40.334611 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:40.398881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:40.399934 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:40.401415 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fb87992d-5693-4234-ae24-54494415db22 req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] 10.222.0.18 "PUT /v2.0/ports/6a6d3b39-4b07-46cd-ae63-a478c98540ed HTTP/1.1" status: 200 len: 1091 time: 1.0709331 Jul 09 13:52:40.401887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d', 'tag': '6a6d3b39-4b07-46cd-ae63-a478c98540ed'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:40.404447 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ab117db-f5a9-4c4a-8c85-06e2b64110cd" -d '{"events": [{"name": "network-changed", "server_uuid": "9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d", "tag": "6a6d3b39-4b07-46cd-ae63-a478c98540ed"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:40.500251 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c03d943f-e5df-4abf-b4ab-d6db27c79139 x-openstack-request-id: req-c03d943f-e5df-4abf-b4ab-d6db27c79139 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:40.500962 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d", "tag": "6a6d3b39-4b07-46cd-ae63-a478c98540ed", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:40.500962 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c03d943f-e5df-4abf-b4ab-d6db27c79139 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:40.501256 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d', 'tag': '6a6d3b39-4b07-46cd-ae63-a478c98540ed', 'status': 'completed', 'code': 200} Jul 09 13:52:40.504635 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-557e54e6-155c-4dac-9b95-502cdf2f8c9c req-8c301210-9166-4f83-9734-7758bc9c63d5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d094b477-b3f9-4a90-b385-25d184fb15fe HTTP/1.1" status: 200 len: 210 time: 0.0633318 Jul 09 13:52:40.514981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aeb624-e641-4392-a5d8-3f62f4904177 service neutron] Pushing event updated for resources: {'Port': ['ID=6a6d3b39-4b07-46cd-ae63-a478c98540ed,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:40.571204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87992d-5693-4234-ae24-54494415db22 req-87649546-15e9-469e-839a-be2bf01c4b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:40.572795 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fb87992d-5693-4234-ae24-54494415db22 req-87649546-15e9-469e-839a-be2bf01c4b13 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b86309bcb9d4dfea363709c2bcbeb7c&device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 1094 time: 0.0707529 Jul 09 13:52:40.631802 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fb87992d-5693-4234-ae24-54494415db22 req-2741476a-316d-4dbb-a528-41df43aee142 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a6d3b39-4b07-46cd-ae63-a478c98540ed HTTP/1.1" status: 200 len: 217 time: 0.0509961 Jul 09 13:52:40.706310 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb87992d-5693-4234-ae24-54494415db22 req-9484e603-aeb0-4aa9-9b0a-6495e5b18111 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:40.707955 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fb87992d-5693-4234-ae24-54494415db22 req-9484e603-aeb0-4aa9-9b0a-6495e5b18111 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f4aff69-6a4a-45da-a6b8-76d5f93b8b6b HTTP/1.1" status: 200 len: 854 time: 0.0694733 Jul 09 13:52:40.761699 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fb87992d-5693-4234-ae24-54494415db22 req-3b6897f8-d7c9-44cf-9ba8-0fe534d8e144 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=970bbcd7-9c46-4e4a-becd-63861cc15c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442395 Jul 09 13:52:40.886722 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281bd572-7b27-48df-891a-5ba07cf54259 req-f3345ef7-554c-491b-a3c9-616656e20182 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:40.896670 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-281bd572-7b27-48df-891a-5ba07cf54259 req-f3345ef7-554c-491b-a3c9-616656e20182 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 943 time: 0.1216571 Jul 09 13:52:40.965989 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-281bd572-7b27-48df-891a-5ba07cf54259 req-6b2825fa-99c9-4466-8e6a-6de0568c5805 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636096 Jul 09 13:52:41.349545 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e8d4a84-034f-4a0d-b1a2-b03717d0265b req-4c5fff68-43dd-4ec5-b5bb-157755842840 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0741186 Jul 09 13:52:41.353326 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ef536864-6dab-4e2d-a1b4-e7f70ef51b9b req-8ea7828f-5daa-4072-9835-5bd438bacd4e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.5657880 Jul 09 13:52:41.375148 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fb87992d-5693-4234-ae24-54494415db22 req-d56882a8-17c6-4d70-ba50-40652b675ec4 service neutron] 10.222.0.18 "GET /v2.0/networks/970bbcd7-9c46-4e4a-becd-63861cc15c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5960956 Jul 09 13:52:41.537812 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fb87992d-5693-4234-ae24-54494415db22 req-a1a51e66-8190-48b4-a00d-91935ca23d11 service neutron] 10.222.0.18 "GET /v2.0/networks/970bbcd7-9c46-4e4a-becd-63861cc15c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348014 Jul 09 13:52:41.719414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab117db-f5a9-4c4a-8c85-06e2b64110cd req-cb63d2cf-a04c-40b9-bac9-0b063774add0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:41.721079 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ab117db-f5a9-4c4a-8c85-06e2b64110cd req-cb63d2cf-a04c-40b9-bac9-0b063774add0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7b86309bcb9d4dfea363709c2bcbeb7c&device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 1094 time: 0.0810478 Jul 09 13:52:41.876831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab117db-f5a9-4c4a-8c85-06e2b64110cd req-230d51db-b5a7-494e-aecc-2f4b5394336f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:41.878391 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ab117db-f5a9-4c4a-8c85-06e2b64110cd req-230d51db-b5a7-494e-aecc-2f4b5394336f service neutron] 10.222.0.18 "GET /v2.0/networks?id=970bbcd7-9c46-4e4a-becd-63861cc15c62 HTTP/1.1" status: 200 len: 915 time: 0.1501846 Jul 09 13:52:41.933183 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ab117db-f5a9-4c4a-8c85-06e2b64110cd req-0c2a47be-7e56-43c0-be5d-181e8a90f78f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6a6d3b39-4b07-46cd-ae63-a478c98540ed HTTP/1.1" status: 200 len: 217 time: 0.0438247 Jul 09 13:52:41.999339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab117db-f5a9-4c4a-8c85-06e2b64110cd req-e6dd503f-6aeb-412e-a078-8691806a7e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:42.001649 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ab117db-f5a9-4c4a-8c85-06e2b64110cd req-e6dd503f-6aeb-412e-a078-8691806a7e91 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f4aff69-6a4a-45da-a6b8-76d5f93b8b6b HTTP/1.1" status: 200 len: 854 time: 0.0568419 Jul 09 13:52:42.059663 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ab117db-f5a9-4c4a-8c85-06e2b64110cd req-7e6c06c4-d60a-40c7-ad50-73bc2a3cbcaf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=970bbcd7-9c46-4e4a-becd-63861cc15c62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473552 Jul 09 13:52:42.238584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4519b120-dd8f-48ac-b79c-853795fc2767 req-9100bca9-ffca-4826-9281-7989d2134d49 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:42.241851 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4519b120-dd8f-48ac-b79c-853795fc2767 req-9100bca9-ffca-4826-9281-7989d2134d49 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 943 time: 0.1070054 Jul 09 13:52:42.264247 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ab117db-f5a9-4c4a-8c85-06e2b64110cd req-f88e57ba-ae6a-40b3-a0e4-8941cec10403 service neutron] 10.222.0.18 "GET /v2.0/networks/970bbcd7-9c46-4e4a-becd-63861cc15c62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788237 Jul 09 13:52:42.339443 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4519b120-dd8f-48ac-b79c-853795fc2767 req-6c75241b-6c91-49fa-b78c-002fa6dac121 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894408 Jul 09 13:52:42.445318 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2ab117db-f5a9-4c4a-8c85-06e2b64110cd req-546aebcd-927e-4837-aed0-9d3526728c40 service neutron] 10.222.0.18 "GET /v2.0/networks/970bbcd7-9c46-4e4a-becd-63861cc15c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737058 Jul 09 13:52:42.627247 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac9cfd47-c883-4649-a520-668c2f680a72 req-66bda307-51fd-45a4-b6aa-57dafdf17699 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0545392 Jul 09 13:52:43.446291 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00bea513-e5da-4e52-b94c-30fb9917bf9d req-16d8b97e-bcf9-4d75-9bff-bd7e0c2c6196 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0961585 Jul 09 13:52:43.656019 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a261fd2-2719-4ebb-9c10-85903e5df386 req-eed57c54-6d2c-41b3-babd-fe21683670ea tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:43.658767 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a261fd2-2719-4ebb-9c10-85903e5df386 req-eed57c54-6d2c-41b3-babd-fe21683670ea tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 943 time: 0.0954344 Jul 09 13:52:43.737150 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a261fd2-2719-4ebb-9c10-85903e5df386 req-b345ef8b-a9eb-4125-bd86-aa15c6d1676e tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691543 Jul 09 13:52:44.244599 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:52:44.592454 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 6a6d3b39-4b07-46cd-ae63-a478c98540ed details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:52:44.641185 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce22b8af-72ad-435e-93f9-7b42038c805f req-a63181b5-fb15-469e-83f9-d251d6e4b257 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0508206 Jul 09 13:52:44.720294 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 6a6d3b39-4b07-46cd-ae63-a478c98540ed, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6a6d3b39-4b07-46cd-ae63-a478c98540ed,segment=NetworkSegment(d2f041a4-d636-4a31-9989-72ea041c75fb),segment_id=d2f041a4-d636-4a31-9989-72ea041c75fb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:44.733506 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '6a6d3b39-4b07-46cd-ae63-a478c98540ed', 'network_id': '970bbcd7-9c46-4e4a-becd-63861cc15c62', 'port_id': '6a6d3b39-4b07-46cd-ae63-a478c98540ed', 'mac_address': 'fa:16:3e:62:c8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 328, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4aff69-6a4a-45da-a6b8-76d5f93b8b6b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:52:44.782022 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:44.799001 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a6d3b39-4b07-46cd-ae63-a478c98540ed {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:52:44.831641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 6a6d3b39-4b07-46cd-ae63-a478c98540ed, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6a6d3b39-4b07-46cd-ae63-a478c98540ed,segment=NetworkSegment(d2f041a4-d636-4a31-9989-72ea041c75fb),segment_id=d2f041a4-d636-4a31-9989-72ea041c75fb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:44.839586 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:44.916329 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=6a6d3b39-4b07-46cd-ae63-a478c98540ed,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:44.954432 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016b1e83-f817-4627-bbb4-98a1685013b2 req-93dd2267-e856-403a-bd7d-279a23993ccc tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:44.956056 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-016b1e83-f817-4627-bbb4-98a1685013b2 req-93dd2267-e856-403a-bd7d-279a23993ccc tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 944 time: 0.0878620 Jul 09 13:52:45.000014 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-016b1e83-f817-4627-bbb4-98a1685013b2 req-80d98708-39b7-41c8-8de2-13c70bbdbbfe tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375576 Jul 09 13:52:45.040600 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['6a6d3b39-4b07-46cd-ae63-a478c98540ed'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:52:45.802678 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a194b97b-72a1-4682-bea7-fca57a31cc35 req-8fb64951-3c9f-4ffa-8493-08b2752be0ea tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0312295 Jul 09 13:52:46.274738 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bdcf6e-0954-4b63-8f0e-e03ba965cef8 req-18755699-48c8-4941-a83d-dce111a10c09 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:46.276503 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c6bdcf6e-0954-4b63-8f0e-e03ba965cef8 req-18755699-48c8-4941-a83d-dce111a10c09 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 944 time: 0.0874527 Jul 09 13:52:46.333757 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c6bdcf6e-0954-4b63-8f0e-e03ba965cef8 req-5d924491-d1d7-42c3-a1e3-f1925348099c tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501943 Jul 09 13:52:46.606909 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 6a6d3b39-4b07-46cd-ae63-a478c98540ed up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:52:46.657479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 6a6d3b39-4b07-46cd-ae63-a478c98540ed completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:52:46.662046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 6a6d3b39-4b07-46cd-ae63-a478c98540ed triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:52:46.662424 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:46.740287 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:46.768145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6d3b39-4b07-46cd-ae63-a478c98540ed'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:52:46.770436 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db7f9e2-8354-425d-8c4c-f88fdbe8292e" -d '{"events": [{"server_uuid": "9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d", "name": "network-vif-plugged", "status": "completed", "tag": "6a6d3b39-4b07-46cd-ae63-a478c98540ed"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:52:46.786202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 6a6d3b39-4b07-46cd-ae63-a478c98540ed, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6a6d3b39-4b07-46cd-ae63-a478c98540ed,segment=NetworkSegment(d2f041a4-d636-4a31-9989-72ea041c75fb),segment_id=d2f041a4-d636-4a31-9989-72ea041c75fb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:52:46.792065 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:52:46.830394 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:52:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ac2fbd-78c3-4203-b9f5-a35ca810aabe x-openstack-request-id: req-82ac2fbd-78c3-4203-b9f5-a35ca810aabe {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:52:46.830698 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d", "name": "network-vif-plugged", "status": "completed", "tag": "6a6d3b39-4b07-46cd-ae63-a478c98540ed", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:52:46.830959 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-82ac2fbd-78c3-4203-b9f5-a35ca810aabe {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:52:46.831414 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a6d3b39-4b07-46cd-ae63-a478c98540ed', 'code': 200} Jul 09 13:52:46.850812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=6a6d3b39-4b07-46cd-ae63-a478c98540ed,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:52:46.976310 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f5e2cf-eb4d-4601-ba6f-00995e6baecf req-4e0944dc-c320-4aa5-956e-04869deb4ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:46.979138 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6f5e2cf-eb4d-4601-ba6f-00995e6baecf req-4e0944dc-c320-4aa5-956e-04869deb4ec5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 1096 time: 0.0810547 Jul 09 13:52:47.003910 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1f020259-7160-47a5-8786-e42b608a43bf req-214c2da0-a19f-4840-b8b7-dce428f08102 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0291841 Jul 09 13:52:47.034108 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f6f5e2cf-eb4d-4601-ba6f-00995e6baecf req-765c219f-ec7f-4e5c-abfe-b090760cbcf4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489345 Jul 09 13:52:47.529436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c028dbc-9b8a-450c-a68f-3bc4ed062195 req-ac5bde13-0e25-4c8b-8ac4-0ca1d530715f tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:47.531697 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c028dbc-9b8a-450c-a68f-3bc4ed062195 req-ac5bde13-0e25-4c8b-8ac4-0ca1d530715f tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 945 time: 0.0735500 Jul 09 13:52:47.590745 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c028dbc-9b8a-450c-a68f-3bc4ed062195 req-81d94432-6b56-4ca1-bfe1-f7e07a541790 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450983 Jul 09 13:52:48.185623 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0097eebb-5253-4a65-86c4-2605f13549a0 req-817f3426-8b41-4f9f-bbe8-9f55f8a5d451 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0328429 Jul 09 13:52:48.821076 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d61061f-1c91-466a-beb9-5d1132702dc8 req-4ee6e9fe-4f64-4807-b3d5-98dd51cd1ad0 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:52:48.823619 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0d61061f-1c91-466a-beb9-5d1132702dc8 req-4ee6e9fe-4f64-4807-b3d5-98dd51cd1ad0 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 945 time: 0.0906954 Jul 09 13:52:48.877181 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0d61061f-1c91-466a-beb9-5d1132702dc8 req-ccdd3c87-ff83-4789-b009-9b5083b29872 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469806 Jul 09 13:52:49.399593 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-725ac17a-6ae1-4da6-b031-6e070b71cfc5 req-dc0c8ad3-343e-42ea-9571-ef0c285bdfc6 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0319903 Jul 09 13:52:50.587220 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d73faa7-5534-4e1c-87dd-1bfb068613d0 req-d9a0ee39-1a37-4ce8-859f-a554ba2305f5 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0405679 Jul 09 13:52:51.802540 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ca6cbf9-dc88-48a2-9ff4-89e92044d6e2 req-f61b55a6-a694-48c3-8095-39bfc0544cbd tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0332561 Jul 09 13:52:52.958636 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41892a6d-bd35-433e-9cec-b73e77c23842 req-54aabd38-5065-47a7-bd81-99760c1bba69 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0286584 Jul 09 13:52:54.138021 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2c927283-84e0-4260-b719-b6bda2d80135 req-1bd28038-3d95-4e25-be98-5e1fdc71435f tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0400023 Jul 09 13:52:55.325315 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-62c7d85b-f66f-41ce-8e92-2bc6fa5d32d6 req-fabb8363-b0f6-4a74-a38c-73921b22b6df tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0294352 Jul 09 13:52:56.510442 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca699a7c-3aa1-4c76-997e-66535fc0fb70 req-f4bc9012-b026-499c-baf2-c28177632573 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0343957 Jul 09 13:52:57.678193 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06e4f0bd-a3b8-40a6-b091-419d76acf6bd req-8a81e1cb-d921-43cd-a3cc-a93ecb032f77 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0302317 Jul 09 13:52:58.839840 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-194c0709-285d-464f-a7e4-8ba0c2c4c96d req-d75cb120-594f-44dd-8d40-69a78a862e94 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0342565 Jul 09 13:53:00.001700 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed00816c-f3f5-425a-9a7a-c90afd8d5abb req-710d5c83-ac9c-47ef-b2b3-7dc62efbd436 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0316424 Jul 09 13:53:01.187707 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86cfefd6-cb75-4088-82aa-caa2b226a7c4 req-420780f3-340e-4737-8d27-61bd7c8579f3 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0355246 Jul 09 13:53:01.843774 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d264c81c-7aae-48db-b2be-9c8091767980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:02.375205 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-032ce545-beef-433b-8918-f7b4af0a392e req-ef0058a3-37e1-4769-8fe4-976a2b34a570 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0311646 Jul 09 13:53:03.672488 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae931ff7-7220-4740-9fb2-341ccb154aff req-a771bf6a-69d2-46a0-9b5c-7aee250d845c tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0484257 Jul 09 13:53:04.640534 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:04.662827 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9cd83422-3da2-481e-8220-794a1ac1d56c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:04.865174 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5049ea77-3800-4f6d-bc5e-dbe0a063cc26 req-4a1b53d3-1bc7-4f27-9bfc-2235aea42e62 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0423548 Jul 09 13:53:05.673276 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:06.046076 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da0182bb-a144-4e25-89f6-aa3ae9e3b867 req-69460880-4911-46bd-a876-2dc382ad6d25 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0444274 Jul 09 13:53:07.045903 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:07.210506 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dbf856d7-77bb-41cd-8893-6bd8588fece2 req-95b48569-5e49-487a-8bfa-643b08fb079d tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0293376 Jul 09 13:53:07.765561 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37606) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:07.959224 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.071556 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.076656 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.121478 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=01927a3dad5143ccb36df3e3d25bf990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3540678 Jul 09 13:53:08.122484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c835713-1b87-4108-9e0a-231802757258,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:08.124091 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37612) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:08.132747 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:08.141709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:08.143344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:08.143849 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:08.154037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:08.154804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:08.155200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:08.155487 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:08.155832 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:08.156167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:08.156501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:08.158271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81595002-67c4-459a-9d87-c64ec04abea7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:08.188954 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbefc49d-692e-4e8a-8eae-55ec09bbc79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.212358 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbefc49d-692e-4e8a-8eae-55ec09bbc79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.265479 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbefc49d-692e-4e8a-8eae-55ec09bbc79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.268617 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbefc49d-692e-4e8a-8eae-55ec09bbc79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.269886 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fbefc49d-692e-4e8a-8eae-55ec09bbc79f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/0c835713-1b87-4108-9e0a-231802757258 HTTP/1.1" status: 204 len: 168 time: 0.1444626 Jul 09 13:53:08.291772 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefc49d-692e-4e8a-8eae-55ec09bbc79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c835713-1b87-4108-9e0a-231802757258,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:08.420317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37626) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:08.423497 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-624cbab4-00ac-46c2-a79a-201e7c849ac5 req-d438ae32-9191-49ae-953b-636fb089b1f5 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0420227 Jul 09 13:53:08.552386 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17611a0d-9c2e-4cef-a93f-d3e355a7465b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.589368 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.653356 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17611a0d-9c2e-4cef-a93f-d3e355a7465b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.657248 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17611a0d-9c2e-4cef-a93f-d3e355a7465b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.697419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17611a0d-9c2e-4cef-a93f-d3e355a7465b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddd91005-2540-415b-b8bd-bf29ca6e94c7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:08.707113 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-17611a0d-9c2e-4cef-a93f-d3e355a7465b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e8d1b64a9c634af9a70eb0d9cb31ab38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2856910 Jul 09 13:53:08.710308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37640) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:08.756542 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.766891 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d71476f9-9697-4a94-9792-26c826c0f954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.790734 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d71476f9-9697-4a94-9792-26c826c0f954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.852032 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d71476f9-9697-4a94-9792-26c826c0f954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.856186 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d71476f9-9697-4a94-9792-26c826c0f954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:08.859878 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d71476f9-9697-4a94-9792-26c826c0f954 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ddd91005-2540-415b-b8bd-bf29ca6e94c7 HTTP/1.1" status: 204 len: 168 time: 0.1462617 Jul 09 13:53:08.867106 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71476f9-9697-4a94-9792-26c826c0f954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddd91005-2540-415b-b8bd-bf29ca6e94c7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:08.984358 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37656) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:09.228349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-23c5491f-660e-418c-b4d1-da312aa4377c admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-2061273760-network', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:09.254186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23c5491f-660e-418c-b4d1-da312aa4377c admin admin] Made reservation on behalf of baab7aa37ed141be9061efd45cbd2081 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:09.257373 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c5491f-660e-418c-b4d1-da312aa4377c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:09.267400 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c5491f-660e-418c-b4d1-da312aa4377c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:09.367706 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c5491f-660e-418c-b4d1-da312aa4377c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:09.372239 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c5491f-660e-418c-b4d1-da312aa4377c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:09.403546 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23c5491f-660e-418c-b4d1-da312aa4377c admin admin] vlan segment allocate from pool success with {'vlan_id': 314, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:53:09.417817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5491f-660e-418c-b4d1-da312aa4377c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32feab9-f26e-428c-8a6e-19ea4dd65b32,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:09.424686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c5491f-660e-418c-b4d1-da312aa4377c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:09.425030 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-23c5491f-660e-418c-b4d1-da312aa4377c admin admin] Added segment 4ba5cd36-f38b-483f-a6df-c78ddb6bc01e of type vlan for network 65ffa311-d151-4783-93e5-16b0b7dbb4db Jul 09 13:53:09.477351 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c5491f-660e-418c-b4d1-da312aa4377c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:09.512938 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c5491f-660e-418c-b4d1-da312aa4377c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:09.514313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c5491f-660e-418c-b4d1-da312aa4377c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:09.515104 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23c5491f-660e-418c-b4d1-da312aa4377c admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:09.592488 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-23c5491f-660e-418c-b4d1-da312aa4377c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6068771 Jul 09 13:53:09.595856 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37680) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:09.601570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8c4ce913-5d71-444f-afc2-93baa41bc467 admin admin] Request body: {'subnet': {'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-2061273760-subnet', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:09.621891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5491f-660e-418c-b4d1-da312aa4377c admin admin] Pushing event updated for resources: {'Network': ['ID=65ffa311-d151-4783-93e5-16b0b7dbb4db,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:09.626810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4ce913-5d71-444f-afc2-93baa41bc467 admin admin] Made reservation on behalf of baab7aa37ed141be9061efd45cbd2081 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:09.629810 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce913-5d71-444f-afc2-93baa41bc467 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:09.635915 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-883c066b-dfbf-4c31-9852-4b74aaefcc10 req-d0a70ec4-ba5e-4061-92e8-dd25bb890a9b tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0492303 Jul 09 13:53:09.636434 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 65ffa311-d151-4783-93e5-16b0b7dbb4db details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:53:09.859077 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce913-5d71-444f-afc2-93baa41bc467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:09.934366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4ce913-5d71-444f-afc2-93baa41bc467 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cead91ca-0866-40d2-b198-269f828e543c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:09.955549 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4ce913-5d71-444f-afc2-93baa41bc467 admin admin] Checking segment: {'id': '4ba5cd36-f38b-483f-a6df-c78ddb6bc01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:09.955956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ce913-5d71-444f-afc2-93baa41bc467 admin admin] Network hostable DHCP agents. Network: 65ffa311-d151-4783-93e5-16b0b7dbb4db, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:53:09.977905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4ce913-5d71-444f-afc2-93baa41bc467 admin admin] Network 65ffa311-d151-4783-93e5-16b0b7dbb4db is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:53:09.989490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-8c4ce913-5d71-444f-afc2-93baa41bc467 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 65ffa311-d151-4783-93e5-16b0b7dbb4db) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:09.994692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4ce913-5d71-444f-afc2-93baa41bc467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:09.995417 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c4ce913-5d71-444f-afc2-93baa41bc467 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.007674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb171bc3-c7f7-4e05-acdd-1b43b2958a17 None None] Network 65ffa311-d151-4783-93e5-16b0b7dbb4db requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:53:10.025952 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8c4ce913-5d71-444f-afc2-93baa41bc467 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4273548 Jul 09 13:53:10.027401 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37690) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:10.039357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-2061273760-router', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:10.076819 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.079001 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.151050 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.197712 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-65ffa311-d151-4783-93e5-16b0b7dbb4db', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'fixed_ips': [{'subnet_id': 'cead91ca-0866-40d2-b198-269f828e543c'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:53:10.199777 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.224219 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37694) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:10.308569 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.341550 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d990b0a9-4869-4559-b122-b3caaf00e095 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.358440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Allocated IP 172.20.0.2 (65ffa311-d151-4783-93e5-16b0b7dbb4db/cead91ca-0866-40d2-b198-269f828e543c/fe388c0d-c070-4587-b3b8-bd9b0e1e292a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:10.444001 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d990b0a9-4869-4559-b122-b3caaf00e095 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.449482 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d990b0a9-4869-4559-b122-b3caaf00e095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.477522 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d990b0a9-4869-4559-b122-b3caaf00e095 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=105e1590a854457aa6fcbe261fe03ab3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519474 Jul 09 13:53:10.480840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37698) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:10.498035 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d990b0a9-4869-4559-b122-b3caaf00e095 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14df34d8-856f-444c-8ea5-8590bd1be7aa,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:10.517023 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.526105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Transition to ACTIVE for port object fe388c0d-c070-4587-b3b8-bd9b0e1e292a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:10.541326 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Transition to ACTIVE for port object fe388c0d-c070-4587-b3b8-bd9b0e1e292a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:10.547049 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.570067 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.586923 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Network 65ffa311-d151-4783-93e5-16b0b7dbb4db is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:10.589769 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:10.593289 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:10.596745 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ccefa9d6-5bb4-41f4-a978-e24b91007015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.599579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Pushing event updated for resources: {'Port': ['ID=fe388c0d-c070-4587-b3b8-bd9b0e1e292a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:10.599720 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.655265 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ccefa9d6-5bb4-41f4-a978-e24b91007015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.659735 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Attempting to bind port fe388c0d-c070-4587-b3b8-bd9b0e1e292a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:10.660234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Attempting to bind port fe388c0d-c070-4587-b3b8-bd9b0e1e292a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '4ba5cd36-f38b-483f-a6df-c78ddb6bc01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:10.660646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Attempting to bind port fe388c0d-c070-4587-b3b8-bd9b0e1e292a on network 65ffa311-d151-4783-93e5-16b0b7dbb4db {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:10.665888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:10.666264 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Checking segment: {'id': '4ba5cd36-f38b-483f-a6df-c78ddb6bc01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:10.666671 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.667070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Bound using segment: {'id': '4ba5cd36-f38b-483f-a6df-c78ddb6bc01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:10.667571 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Bound port: fe388c0d-c070-4587-b3b8-bd9b0e1e292a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba5cd36-f38b-483f-a6df-c78ddb6bc01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:10.668326 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.741272 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] For port fe388c0d-c070-4587-b3b8-bd9b0e1e292a, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:10.745746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] For port fe388c0d-c070-4587-b3b8-bd9b0e1e292a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fe388c0d-c070-4587-b3b8-bd9b0e1e292a,segment=NetworkSegment(4ba5cd36-f38b-483f-a6df-c78ddb6bc01e),segment_id=4ba5cd36-f38b-483f-a6df-c78ddb6bc01e)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:10.752399 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.770057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Allocated IP 172.25.2.70 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/bfa2d6cb-1131-4bcb-98a9-a48199cbe585) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:10.777685 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ccefa9d6-5bb4-41f4-a978-e24b91007015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.780393 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ccefa9d6-5bb4-41f4-a978-e24b91007015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.781637 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ccefa9d6-5bb4-41f4-a978-e24b91007015 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/14df34d8-856f-444c-8ea5-8590bd1be7aa HTTP/1.1" status: 204 len: 168 time: 0.2998621 Jul 09 13:53:10.800246 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccefa9d6-5bb4-41f4-a978-e24b91007015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14df34d8-856f-444c-8ea5-8590bd1be7aa,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:10.833330 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de7cbeb-9fb6-4ad2-9882-e9a26c0cdfe7 None None] Pushing event updated for resources: {'Port': ['ID=fe388c0d-c070-4587-b3b8-bd9b0e1e292a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:10.859709 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c0643111-4778-4a7e-965f-e78c12c65d6e req-4083fb85-ac9f-4554-8704-e3a74c9ede0f tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0468867 Jul 09 13:53:10.933816 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:10.998564 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:11.068381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:11.072427 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Pushing event updated for resources: {'Port': ['ID=bfa2d6cb-1131-4bcb-98a9-a48199cbe585,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:11.074921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:11.077093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:11.408247 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:11.628239 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:11.691535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fe388c0d-c070-4587-b3b8-bd9b0e1e292a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:11.755778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port fe388c0d-c070-4587-b3b8-bd9b0e1e292a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:11.797447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Router ca02651d-fb38-4680-ac92-d2d2c3de0351 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:53:11.941096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:53:11.953741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Sync routers for ids ['ca02651d-fb38-4680-ac92-d2d2c3de0351'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:53:11.963396 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:11.964883 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-45918151-16ab-48ad-90f7-cb5e6568e6da admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.9365246 Jul 09 13:53:11.967962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37738) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:11.978865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Routers {'ca02651d-fb38-4680-ac92-d2d2c3de0351'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:11.980396 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['ca02651d-fb38-4680-ac92-d2d2c3de0351'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:12.157867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8287aab-0b86-44b3-b5d3-cb20c5f0db58 None None] Network 65ffa311-d151-4783-93e5-16b0b7dbb4db requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:53:12.237196 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a2ce27e3-3a97-451a-ad15-5849765ca7f8 None None] Provisioning for port fe388c0d-c070-4587-b3b8-bd9b0e1e292a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:12.261170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a2ce27e3-3a97-451a-ad15-5849765ca7f8 None None] Provisioning complete for port fe388c0d-c070-4587-b3b8-bd9b0e1e292a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:12.261613 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2ce27e3-3a97-451a-ad15-5849765ca7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:12.268231 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db5ee481-ddeb-4bb8-9a82-bc394f7a61db req-c71de0c1-b2eb-4c6d-adf5-ee466b1e39f1 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.1928065 Jul 09 13:53:12.330440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Set router ca02651d-fb38-4680-ac92-d2d2c3de0351 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:12.555682 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:12.660057 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2ce27e3-3a97-451a-ad15-5849765ca7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:12.739011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a2ce27e3-3a97-451a-ad15-5849765ca7f8 None None] For port fe388c0d-c070-4587-b3b8-bd9b0e1e292a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fe388c0d-c070-4587-b3b8-bd9b0e1e292a,segment=NetworkSegment(4ba5cd36-f38b-483f-a6df-c78ddb6bc01e),segment_id=4ba5cd36-f38b-483f-a6df-c78ddb6bc01e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:12.751688 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2ce27e3-3a97-451a-ad15-5849765ca7f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:12.793909 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'name': 'tempest-TestServerBasicOps-2061273760-router', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:11Z', 'revision_number': 3, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'gw_port': {'id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:12.802992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Allocated IP 172.20.0.1 (65ffa311-d151-4783-93e5-16b0b7dbb4db/cead91ca-0866-40d2-b198-269f828e543c/1e08b81e-b32a-495b-bc16-fa569d386047) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:12.840906 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Checking router: ca02651d-fb38-4680-ac92-d2d2c3de0351 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:53:12.841347 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Updating router ca02651d-fb38-4680-ac92-d2d2c3de0351 port bfa2d6cb-1131-4bcb-98a9-a48199cbe585 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:53:12.897097 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ce27e3-3a97-451a-ad15-5849765ca7f8 None None] Pushing event updated for resources: {'Port': ['ID=fe388c0d-c070-4587-b3b8-bd9b0e1e292a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:12.912470 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:12.956988 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:12.973629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Transition to ACTIVE for port object 1e08b81e-b32a-495b-bc16-fa569d386047 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:13.038673 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:13.104266 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Network 65ffa311-d151-4783-93e5-16b0b7dbb4db is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:13.109598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:13.123664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:13.169601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Pushing event updated for resources: {'Port': ['ID=1e08b81e-b32a-495b-bc16-fa569d386047,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:13.189782 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:13.209082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f90d5235-0c5f-45b6-98eb-6218fa1f5e1a None None] Provisioning complete for port fe388c0d-c070-4587-b3b8-bd9b0e1e292a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:13.210012 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f90d5235-0c5f-45b6-98eb-6218fa1f5e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:13.417276 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:13.435755 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:13.451464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Transition to ACTIVE for port object bfa2d6cb-1131-4bcb-98a9-a48199cbe585 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:13.459431 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:13.518803 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea72e796-7dfa-4405-b2ea-f97f675a3afd req-181432d1-236a-4584-ac1c-a902eb2329af tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0337665 Jul 09 13:53:13.741102 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:13.742189 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fe388c0d-c070-4587-b3b8-bd9b0e1e292a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:13.749457 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:13.809749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d47dbf03-709f-4b7a-8dcd-1b6d491d9fee None None] Provisioning for port 1e08b81e-b32a-495b-bc16-fa569d386047 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:13.816061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Attempting to bind port bfa2d6cb-1131-4bcb-98a9-a48199cbe585 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:13.816061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Attempting to bind port bfa2d6cb-1131-4bcb-98a9-a48199cbe585 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:13.816438 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Attempting to bind port bfa2d6cb-1131-4bcb-98a9-a48199cbe585 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:13.819599 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681e616-b91c-4189-b83d-f807df73c2bb None None] Pushing event updated for resources: {'Port': ['ID=bfa2d6cb-1131-4bcb-98a9-a48199cbe585,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:13.826492 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:13.827031 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d47dbf03-709f-4b7a-8dcd-1b6d491d9fee None None] Provisioning complete for port 1e08b81e-b32a-495b-bc16-fa569d386047 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:13.827437 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d47dbf03-709f-4b7a-8dcd-1b6d491d9fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:13.828723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Pushing event updated for resources: {'Port': ['ID=1e08b81e-b32a-495b-bc16-fa569d386047,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:13.830931 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:13.831338 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:13.831745 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:13.832170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:13.833176 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Bound port: bfa2d6cb-1131-4bcb-98a9-a48199cbe585, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:13.833565 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:13.905013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d47dbf03-709f-4b7a-8dcd-1b6d491d9fee None None] Port 1e08b81e-b32a-495b-bc16-fa569d386047 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:53:13.918051 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port fe388c0d-c070-4587-b3b8-bd9b0e1e292a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:13.918434 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:13.949954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] For port bfa2d6cb-1131-4bcb-98a9-a48199cbe585, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:13.969270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] For port bfa2d6cb-1131-4bcb-98a9-a48199cbe585, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=bfa2d6cb-1131-4bcb-98a9-a48199cbe585,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:13.999419 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:14.072592 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e681e616-b91c-4189-b83d-f807df73c2bb None None] Pushing event updated for resources: {'Port': ['ID=bfa2d6cb-1131-4bcb-98a9-a48199cbe585,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:14.136426 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Routers {'ca02651d-fb38-4680-ac92-d2d2c3de0351'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:14.137055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['ca02651d-fb38-4680-ac92-d2d2c3de0351'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:14.234906 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Network 65ffa311-d151-4783-93e5-16b0b7dbb4db is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:14.236727 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:14.276914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] Set router ca02651d-fb38-4680-ac92-d2d2c3de0351 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:14.371988 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Router ca02651d-fb38-4680-ac92-d2d2c3de0351 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:53:14.505381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:53:14.513034 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5664b6b5-bf93-4cf5-9369-d61e79b8a8ba admin admin] 10.222.0.39 "PUT /v2.0/routers/ca02651d-fb38-4680-ac92-d2d2c3de0351/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5434096 Jul 09 13:53:14.588673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'name': 'tempest-TestServerBasicOps-2061273760-router', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 4, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'gw_port': {'id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '1e08b81e-b32a-495b-bc16-fa569d386047', 'name': '', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'mac_address': 'fa:16:3e:b1:0a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cead91ca-0866-40d2-b198-269f828e543c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:12Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 2, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'subnets': [{'id': 'cead91ca-0866-40d2-b198-269f828e543c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:14.618067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bfeacf-74b7-4728-b3cb-4cdf2599c74f None None] The sync data for ids ['ca02651d-fb38-4680-ac92-d2d2c3de0351'] in n-d-799525-3 is: [{'id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'name': 'tempest-TestServerBasicOps-2061273760-router', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 4, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'gw_port': {'id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '1e08b81e-b32a-495b-bc16-fa569d386047', 'name': '', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'mac_address': 'fa:16:3e:b1:0a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cead91ca-0866-40d2-b198-269f828e543c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:12Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 2, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'subnets': [{'id': 'cead91ca-0866-40d2-b198-269f828e543c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:53:14.653437 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0183cbe6-d0da-4480-80c8-bb3137ebfc93 None None] Provisioning complete for port 1e08b81e-b32a-495b-bc16-fa569d386047 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:14.653825 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0183cbe6-d0da-4480-80c8-bb3137ebfc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:14.724419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0183cbe6-d0da-4480-80c8-bb3137ebfc93 None None] Port 1e08b81e-b32a-495b-bc16-fa569d386047 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:53:14.777610 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db1b40a8-b07e-4eea-991d-8eecd1619b05 req-9c5dc917-0838-4ed5-aacf-19f557f14163 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0538423 Jul 09 13:53:15.382032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37778) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:15.387866 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9512f568-eb27-4d38-871e-714d5700131a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1412121379-network', 'tenant_id': 'e16057152a0641319b0eeff943dd46f3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:15.416854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9512f568-eb27-4d38-871e-714d5700131a admin admin] Made reservation on behalf of e16057152a0641319b0eeff943dd46f3 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:15.420406 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9512f568-eb27-4d38-871e-714d5700131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:15.432679 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9512f568-eb27-4d38-871e-714d5700131a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:15.546426 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9512f568-eb27-4d38-871e-714d5700131a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:15.554381 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9512f568-eb27-4d38-871e-714d5700131a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:15.585932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9512f568-eb27-4d38-871e-714d5700131a admin admin] vlan segment allocate from pool success with {'vlan_id': 336, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:53:15.592927 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512f568-eb27-4d38-871e-714d5700131a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43d6a660-c402-4c76-a709-5bfb58d3c068,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:15.600812 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9512f568-eb27-4d38-871e-714d5700131a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:15.601165 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-9512f568-eb27-4d38-871e-714d5700131a admin admin] Added segment 6bc9b334-4515-4466-acd9-7df296dd6164 of type vlan for network e2c3d323-e387-490f-9282-5530c51f6f79 Jul 09 13:53:15.652188 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9512f568-eb27-4d38-871e-714d5700131a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:15.698899 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9512f568-eb27-4d38-871e-714d5700131a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:15.699910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9512f568-eb27-4d38-871e-714d5700131a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:15.700523 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9512f568-eb27-4d38-871e-714d5700131a admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:15.762559 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9512f568-eb27-4d38-871e-714d5700131a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3793888 Jul 09 13:53:15.765552 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37782) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:15.774080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-572526aa-993e-4b7a-8a73-0f4e472c84b7 admin admin] Request body: {'subnet': {'network_id': 'e2c3d323-e387-490f-9282-5530c51f6f79', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1412121379-subnet', 'tenant_id': 'e16057152a0641319b0eeff943dd46f3', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:15.797103 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9512f568-eb27-4d38-871e-714d5700131a admin admin] Pushing event updated for resources: {'Network': ['ID=e2c3d323-e387-490f-9282-5530c51f6f79,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:15.809670 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network e2c3d323-e387-490f-9282-5530c51f6f79 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:53:15.821405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-572526aa-993e-4b7a-8a73-0f4e472c84b7 admin admin] Made reservation on behalf of e16057152a0641319b0eeff943dd46f3 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:15.827263 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-572526aa-993e-4b7a-8a73-0f4e472c84b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:16.050503 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2bbd177-6934-4efc-85c8-ca36b60451c2 req-62c9510f-c848-47c5-9382-f41b522a1905 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0657403 Jul 09 13:53:16.119422 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-572526aa-993e-4b7a-8a73-0f4e472c84b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:16.196371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572526aa-993e-4b7a-8a73-0f4e472c84b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=699ca76d-f7cf-48d4-8ab7-17e02b682ef8,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:16.205009 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-572526aa-993e-4b7a-8a73-0f4e472c84b7 admin admin] Checking segment: {'id': '6bc9b334-4515-4466-acd9-7df296dd6164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e2c3d323-e387-490f-9282-5530c51f6f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:16.205420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572526aa-993e-4b7a-8a73-0f4e472c84b7 admin admin] Network hostable DHCP agents. Network: e2c3d323-e387-490f-9282-5530c51f6f79, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:53:16.228580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-572526aa-993e-4b7a-8a73-0f4e472c84b7 admin admin] Network e2c3d323-e387-490f-9282-5530c51f6f79 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:53:16.241880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-572526aa-993e-4b7a-8a73-0f4e472c84b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, e2c3d323-e387-490f-9282-5530c51f6f79) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:16.250640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7355c8ec-350c-4def-9b84-27eed7c29f6d None None] Network e2c3d323-e387-490f-9282-5530c51f6f79 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:53:16.261146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-572526aa-993e-4b7a-8a73-0f4e472c84b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:16.264963 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-572526aa-993e-4b7a-8a73-0f4e472c84b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:16.298106 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-572526aa-993e-4b7a-8a73-0f4e472c84b7 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5308590 Jul 09 13:53:16.300853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37792) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:16.308199 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1412121379-router', 'tenant_id': 'e16057152a0641319b0eeff943dd46f3', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:16.355824 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:16.357124 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:16.456782 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:16.484225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-e2c3d323-e387-490f-9282-5530c51f6f79', 'network_id': 'e2c3d323-e387-490f-9282-5530c51f6f79', 'tenant_id': 'e16057152a0641319b0eeff943dd46f3', 'fixed_ips': [{'subnet_id': '699ca76d-f7cf-48d4-8ab7-17e02b682ef8'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:53:16.485328 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:16.630617 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:16.683422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Allocated IP 172.20.0.2 (e2c3d323-e387-490f-9282-5530c51f6f79/699ca76d-f7cf-48d4-8ab7-17e02b682ef8/44a00749-eb3c-4276-a3bb-116bf4bf8e2a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:16.747216 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3e70b82b-6d7a-4e67-90cc-bcf9cff06f4d req-71f80974-544a-49a8-bc06-599ee04f8c3f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0443444 Jul 09 13:53:16.890914 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:16.891854 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:16.903507 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Transition to ACTIVE for port object 44a00749-eb3c-4276-a3bb-116bf4bf8e2a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:16.913879 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:16.927495 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Transition to ACTIVE for port object 44a00749-eb3c-4276-a3bb-116bf4bf8e2a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:16.934462 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:16.979376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Network e2c3d323-e387-490f-9282-5530c51f6f79 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:16.982404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:16.991404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:17.040458 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Pushing event updated for resources: {'Port': ['ID=44a00749-eb3c-4276-a3bb-116bf4bf8e2a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:17.083877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Attempting to bind port 44a00749-eb3c-4276-a3bb-116bf4bf8e2a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:17.084540 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Attempting to bind port 44a00749-eb3c-4276-a3bb-116bf4bf8e2a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '6bc9b334-4515-4466-acd9-7df296dd6164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e2c3d323-e387-490f-9282-5530c51f6f79'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:17.085129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Attempting to bind port 44a00749-eb3c-4276-a3bb-116bf4bf8e2a on network e2c3d323-e387-490f-9282-5530c51f6f79 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:17.092345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:17.092737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Checking segment: {'id': '6bc9b334-4515-4466-acd9-7df296dd6164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e2c3d323-e387-490f-9282-5530c51f6f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:17.093143 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:17.093714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Bound using segment: {'id': '6bc9b334-4515-4466-acd9-7df296dd6164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e2c3d323-e387-490f-9282-5530c51f6f79'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:17.094138 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Bound port: 44a00749-eb3c-4276-a3bb-116bf4bf8e2a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc9b334-4515-4466-acd9-7df296dd6164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e2c3d323-e387-490f-9282-5530c51f6f79'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:17.094535 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:17.123518 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Allocated IP 172.25.2.93 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:17.245088 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] For port 44a00749-eb3c-4276-a3bb-116bf4bf8e2a, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:17.249163 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] For port 44a00749-eb3c-4276-a3bb-116bf4bf8e2a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=44a00749-eb3c-4276-a3bb-116bf4bf8e2a,segment=NetworkSegment(6bc9b334-4515-4466-acd9-7df296dd6164),segment_id=6bc9b334-4515-4466-acd9-7df296dd6164)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:17.255139 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:17.365439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fa5a1d8-8e58-4413-b26c-85cadc061140 req-63ff3c95-9ead-46fd-9aa9-3e7857bc9bbb tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0716181 Jul 09 13:53:17.412408 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:17.456619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35030e1e-90e6-4641-95be-e10b70fb76bd None None] Pushing event updated for resources: {'Port': ['ID=44a00749-eb3c-4276-a3bb-116bf4bf8e2a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:17.479574 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:17.550657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:17.556324 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:17.558906 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:17.561441 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Pushing event updated for resources: {'Port': ['ID=4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:17.806243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device bfa2d6cb-1131-4bcb-98a9-a48199cbe585 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:17.847058 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527e8cdc-84fe-4472-a0ee-2149ac167ee8 req-d2d40e77-0d1a-48c0-aef3-791f67c9fff0 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:17.856358 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-527e8cdc-84fe-4472-a0ee-2149ac167ee8 req-d2d40e77-0d1a-48c0-aef3-791f67c9fff0 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 945 time: 0.2677169 Jul 09 13:53:17.875061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port bfa2d6cb-1131-4bcb-98a9-a48199cbe585 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:17.879835 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port bfa2d6cb-1131-4bcb-98a9-a48199cbe585 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:17.880338 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:17.908105 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Sync routers for ids ['ca02651d-fb38-4680-ac92-d2d2c3de0351'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:53:17.924112 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Routers {'ca02651d-fb38-4680-ac92-d2d2c3de0351'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:17.924910 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['ca02651d-fb38-4680-ac92-d2d2c3de0351'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:17.953504 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-527e8cdc-84fe-4472-a0ee-2149ac167ee8 req-7c950cf5-38e5-49ef-83f0-1a4cede93de3 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962610 Jul 09 13:53:17.979321 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:17.999704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port bfa2d6cb-1131-4bcb-98a9-a48199cbe585, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=bfa2d6cb-1131-4bcb-98a9-a48199cbe585,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:18.004970 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:18.040169 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:18.070479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=bfa2d6cb-1131-4bcb-98a9-a48199cbe585,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:18.150565 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Set router ca02651d-fb38-4680-ac92-d2d2c3de0351 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:18.282867 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:18.399692 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'name': 'tempest-TestServerBasicOps-2061273760-router', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 4, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'gw_port': {'id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '1e08b81e-b32a-495b-bc16-fa569d386047', 'name': '', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'mac_address': 'fa:16:3e:b1:0a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cead91ca-0866-40d2-b198-269f828e543c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:12Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 2, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'subnets': [{'id': 'cead91ca-0866-40d2-b198-269f828e543c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:18.433285 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Checking router: ca02651d-fb38-4680-ac92-d2d2c3de0351 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:53:18.433917 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Updating router ca02651d-fb38-4680-ac92-d2d2c3de0351 port 1e08b81e-b32a-495b-bc16-fa569d386047 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:53:18.464601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Router a084fc45-2b9d-437f-80f0-b1a297310ac2 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:53:18.493009 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:18.653686 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c88b461b-fe53-44aa-ba30-8a3ff593e105 req-e04ced33-7377-4c69-810f-aea311969b0c tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0498333 Jul 09 13:53:18.668296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:53:18.690062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Sync routers for ids ['a084fc45-2b9d-437f-80f0-b1a297310ac2'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:53:18.690264 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:18.694319 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c6fc15d7-2d97-4108-af98-6dac91eaed1e admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3888447 Jul 09 13:53:18.695574 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37814) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:18.704799 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Routers {'a084fc45-2b9d-437f-80f0-b1a297310ac2'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:18.705792 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a084fc45-2b9d-437f-80f0-b1a297310ac2'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:18.790816 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d982f7a-61c2-48ec-9b87-1ca3daa4be78 None None] Network e2c3d323-e387-490f-9282-5530c51f6f79 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:53:18.840120 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:18.853199 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Transition to ACTIVE for port object 1e08b81e-b32a-495b-bc16-fa569d386047 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:18.860700 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:18.922103 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-18984d66-f5b8-44ee-84bc-0ba09d157314 None None] Provisioning for port 44a00749-eb3c-4276-a3bb-116bf4bf8e2a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:19.026826 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Set router a084fc45-2b9d-437f-80f0-b1a297310ac2 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:19.130644 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Attempting to bind port 1e08b81e-b32a-495b-bc16-fa569d386047 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:19.131321 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Attempting to bind port 1e08b81e-b32a-495b-bc16-fa569d386047 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '4ba5cd36-f38b-483f-a6df-c78ddb6bc01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:19.131444 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Attempting to bind port 1e08b81e-b32a-495b-bc16-fa569d386047 on network 65ffa311-d151-4783-93e5-16b0b7dbb4db {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:19.156627 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dc78c-391b-446b-b675-0945cbad2104 None None] Pushing event updated for resources: {'Port': ['ID=1e08b81e-b32a-495b-bc16-fa569d386047,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:19.162937 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:19.163343 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Checking segment: {'id': '4ba5cd36-f38b-483f-a6df-c78ddb6bc01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:19.163926 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:19.164342 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Bound using segment: {'id': '4ba5cd36-f38b-483f-a6df-c78ddb6bc01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:19.164833 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Bound port: 1e08b81e-b32a-495b-bc16-fa569d386047, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ba5cd36-f38b-483f-a6df-c78ddb6bc01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:19.165219 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:19.173097 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc78c-391b-446b-b675-0945cbad2104 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:19.173360 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc78c-391b-446b-b675-0945cbad2104 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:19.173701 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc78c-391b-446b-b675-0945cbad2104 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:19.174034 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc78c-391b-446b-b675-0945cbad2104 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:19.174367 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc78c-391b-446b-b675-0945cbad2104 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:19.174693 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc78c-391b-446b-b675-0945cbad2104 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:19.175017 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc78c-391b-446b-b675-0945cbad2104 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:19.175385 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc78c-391b-446b-b675-0945cbad2104 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:19.175747 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc78c-391b-446b-b675-0945cbad2104 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:19.177036 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc78c-391b-446b-b675-0945cbad2104 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:19.177370 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc78c-391b-446b-b675-0945cbad2104 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:19.177692 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b5dc78c-391b-446b-b675-0945cbad2104 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:19.199023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f96a26-a61e-4c46-a1b1-b0304a247ad1 req-ebfd5b31-257b-4c10-968c-faaa29074a22 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:19.201347 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d7f96a26-a61e-4c46-a1b1-b0304a247ad1 req-ebfd5b31-257b-4c10-968c-faaa29074a22 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.18 "GET /v2.0/ports?device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 945 time: 0.1159070 Jul 09 13:53:19.205019 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-638f06cb-e78e-4873-b44c-d99abd5a0577 req-1cbf8978-0353-4f64-8e19-8899801da476 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f&device_id=d094b477-b3f9-4a90-b385-25d184fb15fe HTTP/1.1" status: 200 len: 210 time: 0.1207843 Jul 09 13:53:19.345405 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] For port 1e08b81e-b32a-495b-bc16-fa569d386047, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:19.359454 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] For port 1e08b81e-b32a-495b-bc16-fa569d386047, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1e08b81e-b32a-495b-bc16-fa569d386047,segment=NetworkSegment(4ba5cd36-f38b-483f-a6df-c78ddb6bc01e),segment_id=4ba5cd36-f38b-483f-a6df-c78ddb6bc01e)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:19.366468 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:19.402056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d7f96a26-a61e-4c46-a1b1-b0304a247ad1 req-c38153e9-70dc-4e95-b23a-fb52d5542690 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Deleting port 6a6d3b39-4b07-46cd-ae63-a478c98540ed {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:53:19.402403 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d7f96a26-a61e-4c46-a1b1-b0304a247ad1 req-c38153e9-70dc-4e95-b23a-fb52d5542690 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:19.543816 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Routers {'ca02651d-fb38-4680-ac92-d2d2c3de0351'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:19.546213 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['ca02651d-fb38-4680-ac92-d2d2c3de0351'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:19.555432 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5dc78c-391b-446b-b675-0945cbad2104 None None] Pushing event updated for resources: {'Port': ['ID=1e08b81e-b32a-495b-bc16-fa569d386047,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:19.620558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'name': 'tempest-TestServerBasicOps-1412121379-router', 'tenant_id': 'e16057152a0641319b0eeff943dd46f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:16Z', 'updated_at': '2021-07-09T13:53:17Z', 'revision_number': 3, 'project_id': 'e16057152a0641319b0eeff943dd46f3', 'gw_port': {'id': '4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:16Z', 'updated_at': '2021-07-09T13:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:19.640324 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d7f96a26-a61e-4c46-a1b1-b0304a247ad1 req-c38153e9-70dc-4e95-b23a-fb52d5542690 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] For port 6a6d3b39-4b07-46cd-ae63-a478c98540ed, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=6a6d3b39-4b07-46cd-ae63-a478c98540ed,segment=NetworkSegment(d2f041a4-d636-4a31-9989-72ea041c75fb),segment_id=d2f041a4-d636-4a31-9989-72ea041c75fb)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:19.640721 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d7f96a26-a61e-4c46-a1b1-b0304a247ad1 req-c38153e9-70dc-4e95-b23a-fb52d5542690 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:19.704577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Checking router: a084fc45-2b9d-437f-80f0-b1a297310ac2 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:53:19.704822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Updating router a084fc45-2b9d-437f-80f0-b1a297310ac2 port 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:53:19.709372 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d7f96a26-a61e-4c46-a1b1-b0304a247ad1 req-c38153e9-70dc-4e95-b23a-fb52d5542690 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Calling delete_port for 6a6d3b39-4b07-46cd-ae63-a478c98540ed owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:53:19.805420 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:19.928069 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe27f11-e52c-4ee4-8f0c-512f034fbe06 req-d3dd8f38-51a2-4847-8d7a-43304b2eba96 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:19.929653 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5fe27f11-e52c-4ee4-8f0c-512f034fbe06 req-d3dd8f38-51a2-4847-8d7a-43304b2eba96 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 945 time: 0.7272811 Jul 09 13:53:19.961401 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] Set router ca02651d-fb38-4680-ac92-d2d2c3de0351 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:20.020749 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d7f96a26-a61e-4c46-a1b1-b0304a247ad1 req-c38153e9-70dc-4e95-b23a-fb52d5542690 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:20.042994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['6a6d3b39-4b07-46cd-ae63-a478c98540ed'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:53:20.044955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device bfa2d6cb-1131-4bcb-98a9-a48199cbe585 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:20.113045 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3856c80b-df5a-4937-9284-9920a413bcf0 req-bc11e1d7-db24-4680-bbaf-f33f9278a4b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e95254cc7f2c4c0785bd89f71497985e&device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.1183641 Jul 09 13:53:20.122788 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38153e9-70dc-4e95-b23a-fb52d5542690 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Pushing event deleted for resources: {'Port': ['ID=6a6d3b39-4b07-46cd-ae63-a478c98540ed,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:20.174852 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3856c80b-df5a-4937-9284-9920a413bcf0 req-51ead120-5c78-4e66-8056-941454f06e43 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e95254cc7f2c4c0785bd89f71497985e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0399675 Jul 09 13:53:20.192804 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port bfa2d6cb-1131-4bcb-98a9-a48199cbe585 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:20.193189 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:20.197220 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5fe27f11-e52c-4ee4-8f0c-512f034fbe06 req-0c4dc5a9-68c6-4a02-973f-d2c193f7995c tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/security-groups?id=710d85e6-9833-4f03-85ca-1d18cc1aad48&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2556520 Jul 09 13:53:20.257369 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db2f9831-72eb-4a3a-8947-2f51040956bc req-20c78214-6be8-4931-bf1f-9c2e8b84670b tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.1347506 Jul 09 13:53:20.279968 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:20.386590 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f96a26-a61e-4c46-a1b1-b0304a247ad1 req-c38153e9-70dc-4e95-b23a-fb52d5542690 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] No DVR routers for this DVR port 6a6d3b39-4b07-46cd-ae63-a478c98540ed on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:53:20.394941 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d7f96a26-a61e-4c46-a1b1-b0304a247ad1 req-c38153e9-70dc-4e95-b23a-fb52d5542690 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:20.398526 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d7f96a26-a61e-4c46-a1b1-b0304a247ad1 req-c38153e9-70dc-4e95-b23a-fb52d5542690 tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.18 "DELETE /v2.0/ports/6a6d3b39-4b07-46cd-ae63-a478c98540ed HTTP/1.1" status: 204 len: 173 time: 1.1902168 Jul 09 13:53:20.398526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d', 'name': 'network-vif-deleted', 'tag': '6a6d3b39-4b07-46cd-ae63-a478c98540ed'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:53:20.402943 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58f561a3-59b8-4ce5-8727-876941b44072" -d '{"events": [{"server_uuid": "9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d", "name": "network-vif-deleted", "tag": "6a6d3b39-4b07-46cd-ae63-a478c98540ed"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:53:20.481089 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'name': 'tempest-TestServerBasicOps-2061273760-router', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 4, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'gw_port': {'id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '1e08b81e-b32a-495b-bc16-fa569d386047', 'name': '', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'mac_address': 'fa:16:3e:b1:0a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cead91ca-0866-40d2-b198-269f828e543c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:12Z', 'updated_at': '2021-07-09T13:53:19Z', 'revision_number': 4, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'subnets': [{'id': 'cead91ca-0866-40d2-b198-269f828e543c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:20.524886 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cbadac2-6c35-4f18-9ebb-6da797ed37a6 x-openstack-request-id: req-1cbadac2-6c35-4f18-9ebb-6da797ed37a6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:53:20.524886 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d", "name": "network-vif-deleted", "tag": "6a6d3b39-4b07-46cd-ae63-a478c98540ed", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:53:20.524886 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1cbadac2-6c35-4f18-9ebb-6da797ed37a6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:53:20.548416 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d', 'name': 'network-vif-deleted', 'tag': '6a6d3b39-4b07-46cd-ae63-a478c98540ed', 'status': 'completed', 'code': 200} Jul 09 13:53:20.623835 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e185a2c9-fc5f-4f0b-9009-5aea00960017 None None] The sync data for ids ['ca02651d-fb38-4680-ac92-d2d2c3de0351'] in n-d-799525-3 is: [{'id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'name': 'tempest-TestServerBasicOps-2061273760-router', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 4, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'gw_port': {'id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '1e08b81e-b32a-495b-bc16-fa569d386047', 'name': '', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'mac_address': 'fa:16:3e:b1:0a:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cead91ca-0866-40d2-b198-269f828e543c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:12Z', 'updated_at': '2021-07-09T13:53:19Z', 'revision_number': 4, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'subnets': [{'id': 'cead91ca-0866-40d2-b198-269f828e543c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:53:20.631216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Allocated IP 172.20.0.1 (e2c3d323-e387-490f-9282-5530c51f6f79/699ca76d-f7cf-48d4-8ab7-17e02b682ef8/fe9ffaba-2d1c-4bab-8d1e-368a3833300a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:20.648236 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3856c80b-df5a-4937-9284-9920a413bcf0 req-95bfca33-4c63-4ec5-8382-276f92f51523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:20.651513 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3856c80b-df5a-4937-9284-9920a413bcf0 req-95bfca33-4c63-4ec5-8382-276f92f51523 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4511812 Jul 09 13:53:20.732071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1e08b81e-b32a-495b-bc16-fa569d386047 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:20.764482 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:20.791819 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Transition to ACTIVE for port object 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:20.809985 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:20.817068 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:20.839425 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Transition to ACTIVE for port object fe9ffaba-2d1c-4bab-8d1e-368a3833300a will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:20.873517 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Attempting to bind port 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:20.873965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Attempting to bind port 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:20.874405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Attempting to bind port 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:20.878118 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:20.885302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:20.885683 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:20.886086 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:20.886486 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:20.886948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Bound port: 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:20.887355 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:20.915137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e60a9a-ce7c-43ce-b600-e036cbae96ab None None] Pushing event updated for resources: {'Port': ['ID=4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:20.926893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Network e2c3d323-e387-490f-9282-5530c51f6f79 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:20.930421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:20.931717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 1e08b81e-b32a-495b-bc16-fa569d386047 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:20.934191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:20.940403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Pushing event updated for resources: {'Port': ['ID=fe9ffaba-2d1c-4bab-8d1e-368a3833300a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:20.955207 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1e08b81e-b32a-495b-bc16-fa569d386047 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:20.955588 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:20.991951 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:20.997408 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] For port 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:21.025508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] For port 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:21.037014 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:21.138313 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Routers {'a084fc45-2b9d-437f-80f0-b1a297310ac2'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:21.138951 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a084fc45-2b9d-437f-80f0-b1a297310ac2'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:21.195848 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:21.197700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e60a9a-ce7c-43ce-b600-e036cbae96ab None None] Pushing event updated for resources: {'Port': ['ID=4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:21.245088 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:53:21.301808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 1e08b81e-b32a-495b-bc16-fa569d386047, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1e08b81e-b32a-495b-bc16-fa569d386047,segment=NetworkSegment(4ba5cd36-f38b-483f-a6df-c78ddb6bc01e),segment_id=4ba5cd36-f38b-483f-a6df-c78ddb6bc01e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:21.309027 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:21.314083 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:21.314888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 44a00749-eb3c-4276-a3bb-116bf4bf8e2a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:21.422960 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24db3a82-aada-4f20-8cec-c80d9c37e3ad req-495e2086-399a-4465-b267-1bcd0883dcda tempest-VolumesSnapshotTestJSON-72945293 tempest-VolumesSnapshotTestJSON-72945293-project] 10.222.0.39 "GET /v2.0/ports?device_id=9ced1b6b-3cbd-4fe8-8c51-362a1d1a096d HTTP/1.1" status: 200 len: 210 time: 0.0424366 Jul 09 13:53:21.440371 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] Set router a084fc45-2b9d-437f-80f0-b1a297310ac2 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:21.501083 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ade7b19-f1c7-4d22-8054-56261154ae98 req-c383e0f3-6688-41bb-8c8d-444365d32d11 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0361450 Jul 09 13:53:21.501429 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=1e08b81e-b32a-495b-bc16-fa569d386047,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:21.547173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b56c92d3-98e9-4b21-8991-377e6e765d9e None None] Provisioning for port fe9ffaba-2d1c-4bab-8d1e-368a3833300a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:21.552109 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b56c92d3-98e9-4b21-8991-377e6e765d9e None None] Provisioning complete for port fe9ffaba-2d1c-4bab-8d1e-368a3833300a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:21.552483 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b56c92d3-98e9-4b21-8991-377e6e765d9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:21.580115 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:21.594150 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:21.674801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b56c92d3-98e9-4b21-8991-377e6e765d9e None None] Port fe9ffaba-2d1c-4bab-8d1e-368a3833300a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:53:21.683962 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:21.687309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 44a00749-eb3c-4276-a3bb-116bf4bf8e2a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:21.692675 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Pushing event updated for resources: {'Port': ['ID=fe9ffaba-2d1c-4bab-8d1e-368a3833300a,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:21.696126 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 44a00749-eb3c-4276-a3bb-116bf4bf8e2a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:21.696503 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:21.802020 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Network e2c3d323-e387-490f-9282-5530c51f6f79 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:21.804364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:21.830969 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:21.850219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'name': 'tempest-TestServerBasicOps-1412121379-router', 'tenant_id': 'e16057152a0641319b0eeff943dd46f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:16Z', 'updated_at': '2021-07-09T13:53:17Z', 'revision_number': 3, 'project_id': 'e16057152a0641319b0eeff943dd46f3', 'gw_port': {'id': '4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:16Z', 'updated_at': '2021-07-09T13:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:21.888177 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e861a5dd-4d00-4ecd-aa03-368bd406bc2b None None] The sync data for ids ['a084fc45-2b9d-437f-80f0-b1a297310ac2'] in n-d-799525-3 is: [{'id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'name': 'tempest-TestServerBasicOps-1412121379-router', 'tenant_id': 'e16057152a0641319b0eeff943dd46f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:16Z', 'updated_at': '2021-07-09T13:53:17Z', 'revision_number': 3, 'project_id': 'e16057152a0641319b0eeff943dd46f3', 'gw_port': {'id': '4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:16Z', 'updated_at': '2021-07-09T13:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:53:21.933540 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 44a00749-eb3c-4276-a3bb-116bf4bf8e2a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=44a00749-eb3c-4276-a3bb-116bf4bf8e2a,segment=NetworkSegment(6bc9b334-4515-4466-acd9-7df296dd6164),segment_id=6bc9b334-4515-4466-acd9-7df296dd6164)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:21.940944 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:21.957717 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Router a084fc45-2b9d-437f-80f0-b1a297310ac2 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:53:22.070000 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3856c80b-df5a-4937-9284-9920a413bcf0 req-17ba160a-576b-4f80-97a5-c459452697c9 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.18 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0607157 Jul 09 13:53:22.099989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=44a00749-eb3c-4276-a3bb-116bf4bf8e2a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:22.115279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1e08b81e-b32a-495b-bc16-fa569d386047 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:22.155352 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:53:22.162013 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-54be7bad-8fca-4f94-8035-32a597831d04 admin admin] 10.222.0.39 "PUT /v2.0/routers/a084fc45-2b9d-437f-80f0-b1a297310ac2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4653423 Jul 09 13:53:22.182635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1e08b81e-b32a-495b-bc16-fa569d386047 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:22.183191 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:22.234201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-99c35ac2-d76d-4d63-af8f-d2f6ab812de9 None None] Provisioning complete for port fe9ffaba-2d1c-4bab-8d1e-368a3833300a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:22.234539 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99c35ac2-d76d-4d63-af8f-d2f6ab812de9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:22.310893 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-99c35ac2-d76d-4d63-af8f-d2f6ab812de9 None None] Port fe9ffaba-2d1c-4bab-8d1e-368a3833300a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:53:22.764378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 6a6d3b39-4b07-46cd-ae63-a478c98540ed no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:53:22.791516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 6a6d3b39-4b07-46cd-ae63-a478c98540ed {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:53:22.791876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 6a6d3b39-4b07-46cd-ae63-a478c98540ed not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:53:22.846757 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9d215696-9973-4d1d-a8f6-491637033440 req-61886dc6-708c-4b07-a180-70c10e82289a tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=b8174782-0fcf-4fa5-ad07-02c4a7f2fd4f HTTP/1.1" status: 200 len: 210 time: 0.0781279 Jul 09 13:53:22.909503 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37888) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:22.914344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-390cf5db-eb7d-4145-a54b-587b5a4d29dd tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-742586299', 'description': 'tempest-secgroup-smoke-742586299 description', 'project_id': 'baab7aa37ed141be9061efd45cbd2081'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:22.944428 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-390cf5db-eb7d-4145-a54b-587b5a4d29dd tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.091993 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-390cf5db-eb7d-4145-a54b-587b5a4d29dd tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.097466 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-390cf5db-eb7d-4145-a54b-587b5a4d29dd tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.134242 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-390cf5db-eb7d-4145-a54b-587b5a4d29dd tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.139387 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-390cf5db-eb7d-4145-a54b-587b5a4d29dd tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2254069 Jul 09 13:53:23.139387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37896) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:23.145289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-08d5d2bf-21b0-410d-9179-01349d8046d3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Request body: {'security_group_rule': {'security_group_id': '36dc97e2-e0c6-4c79-a04f-944c07df4635', 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:23.150300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390cf5db-eb7d-4145-a54b-587b5a4d29dd tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36dc97e2-e0c6-4c79-a04f-944c07df4635,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:23.193881 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08d5d2bf-21b0-410d-9179-01349d8046d3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.280187 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08d5d2bf-21b0-410d-9179-01349d8046d3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.287349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08d5d2bf-21b0-410d-9179-01349d8046d3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.309567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d5d2bf-21b0-410d-9179-01349d8046d3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0da46978-8f6d-495d-b0d4-0b5560b6d17c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:23.324101 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08d5d2bf-21b0-410d-9179-01349d8046d3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.328288 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-08d5d2bf-21b0-410d-9179-01349d8046d3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1848452 Jul 09 13:53:23.328793 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37898) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:23.334430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-cb43b414-40f1-470a-95fe-dc8ce745d984 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Request body: {'security_group_rule': {'security_group_id': '36dc97e2-e0c6-4c79-a04f-944c07df4635', 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:23.368859 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cb43b414-40f1-470a-95fe-dc8ce745d984 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.433127 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cb43b414-40f1-470a-95fe-dc8ce745d984 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.437753 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cb43b414-40f1-470a-95fe-dc8ce745d984 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.458060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb43b414-40f1-470a-95fe-dc8ce745d984 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5e4f23b-e386-4e4b-a48d-d85a9aa401a8,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:23.466509 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cb43b414-40f1-470a-95fe-dc8ce745d984 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.468155 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cb43b414-40f1-470a-95fe-dc8ce745d984 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1383576 Jul 09 13:53:23.470827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37900) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:23.479193 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8f5b7d50-8a36-4ea8-8f2d-62bbcf36f004 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Request body: {'security_group_rule': {'security_group_id': '36dc97e2-e0c6-4c79-a04f-944c07df4635', 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:23.508493 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7d50-8a36-4ea8-8f2d-62bbcf36f004 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.578215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7d50-8a36-4ea8-8f2d-62bbcf36f004 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.582068 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7d50-8a36-4ea8-8f2d-62bbcf36f004 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.604060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b7d50-8a36-4ea8-8f2d-62bbcf36f004 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c9167b4-9995-441a-87c6-36b80821c6a3,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:23.611582 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8f5b7d50-8a36-4ea8-8f2d-62bbcf36f004 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.612774 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8f5b7d50-8a36-4ea8-8f2d-62bbcf36f004 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407974 Jul 09 13:53:23.616154 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37904) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:23.620645 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-94f42b41-5e23-40c3-b499-f57250f1b90b tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Request body: {'security_group_rule': {'security_group_id': '36dc97e2-e0c6-4c79-a04f-944c07df4635', 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:23.650027 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94f42b41-5e23-40c3-b499-f57250f1b90b tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.773338 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94f42b41-5e23-40c3-b499-f57250f1b90b tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.777030 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94f42b41-5e23-40c3-b499-f57250f1b90b tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.797252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f42b41-5e23-40c3-b499-f57250f1b90b tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afdb3507-bb51-48b0-9486-302c8fb42dfa,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:23.804584 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-94f42b41-5e23-40c3-b499-f57250f1b90b tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.805810 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-94f42b41-5e23-40c3-b499-f57250f1b90b tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1886809 Jul 09 13:53:23.808409 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37906) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:23.813458 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d778e9fa-eeed-4d75-a244-2ff1e6dcb13f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Request body: {'security_group_rule': {'security_group_id': '36dc97e2-e0c6-4c79-a04f-944c07df4635', 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:23.840791 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-d778e9fa-eeed-4d75-a244-2ff1e6dcb13f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Project baab7aa37ed141be9061efd45cbd2081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:53:23.846321 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d778e9fa-eeed-4d75-a244-2ff1e6dcb13f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.973680 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d778e9fa-eeed-4d75-a244-2ff1e6dcb13f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:23.986863 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d778e9fa-eeed-4d75-a244-2ff1e6dcb13f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:24.018185 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d778e9fa-eeed-4d75-a244-2ff1e6dcb13f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2f88c16-7586-4dc7-a346-cf5dc8c340a2,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:24.027361 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d778e9fa-eeed-4d75-a244-2ff1e6dcb13f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:24.029150 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d778e9fa-eeed-4d75-a244-2ff1e6dcb13f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2196715 Jul 09 13:53:24.032028 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 37912) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:24.047322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fe108dd9-179e-4ee3-b9fa-9088633c9df4 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Request body: {'security_group_rule': {'security_group_id': '36dc97e2-e0c6-4c79-a04f-944c07df4635', 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:24.099816 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-fe108dd9-179e-4ee3-b9fa-9088633c9df4 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Project baab7aa37ed141be9061efd45cbd2081 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:53:24.107395 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe108dd9-179e-4ee3-b9fa-9088633c9df4 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:24.202499 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe108dd9-179e-4ee3-b9fa-9088633c9df4 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:24.210895 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe108dd9-179e-4ee3-b9fa-9088633c9df4 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:24.219067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 44a00749-eb3c-4276-a3bb-116bf4bf8e2a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:24.230193 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe108dd9-179e-4ee3-b9fa-9088633c9df4 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae697220-56f0-4064-88a3-75f86c708b0c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:24.239647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fe108dd9-179e-4ee3-b9fa-9088633c9df4 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:24.241072 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fe108dd9-179e-4ee3-b9fa-9088633c9df4 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2074573 Jul 09 13:53:24.307735 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 44a00749-eb3c-4276-a3bb-116bf4bf8e2a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:24.308047 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:24.365766 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-912cfb0e-076d-4ffe-b7b0-7af9f90d16be req-30755ef4-c5ca-4543-8d89-6da875501430 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e95254cc7f2c4c0785bd89f71497985e&device_id=d094b477-b3f9-4a90-b385-25d184fb15fe HTTP/1.1" status: 200 len: 210 time: 0.0356216 Jul 09 13:53:24.406423 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-912cfb0e-076d-4ffe-b7b0-7af9f90d16be req-dbb1aad2-737d-4e2c-b9c0-027dfda41e74 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=e95254cc7f2c4c0785bd89f71497985e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302708 Jul 09 13:53:24.413974 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Sync routers for ids ['a084fc45-2b9d-437f-80f0-b1a297310ac2'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:53:24.422611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:24.424809 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Routers {'a084fc45-2b9d-437f-80f0-b1a297310ac2'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:24.425754 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a084fc45-2b9d-437f-80f0-b1a297310ac2'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:24.435030 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7184f992-fe1a-491d-8fa4-415d39d02685 req-3dbb935c-2955-4c3a-8723-54ab0d6b1b7d tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=d094b477-b3f9-4a90-b385-25d184fb15fe HTTP/1.1" status: 200 len: 210 time: 0.0392628 Jul 09 13:53:24.488439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-086f40a4-3db0-42ab-a6bb-470a47f9edc2 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-742586299&fields=id&tenant_id=baab7aa37ed141be9061efd45cbd2081 HTTP/1.1" status: 200 len: 267 time: 0.0830755 Jul 09 13:53:24.497628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:24.502970 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:24.503303 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:24.542964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912cfb0e-076d-4ffe-b7b0-7af9f90d16be req-e90f7db7-ce34-48b5-bef5-0b3e89f1b361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:24.546072 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-912cfb0e-076d-4ffe-b7b0-7af9f90d16be req-e90f7db7-ce34-48b5-bef5-0b3e89f1b361 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327667 Jul 09 13:53:24.553328 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Set router a084fc45-2b9d-437f-80f0-b1a297310ac2 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:24.611808 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:24.646295 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:24.647875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-75bc864e-d976-4e0a-97c1-be6c4208162c tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:24.651661 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-75bc864e-d976-4e0a-97c1-be6c4208162c tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/networks?id=65ffa311-d151-4783-93e5-16b0b7dbb4db HTTP/1.1" status: 200 len: 809 time: 0.1622884 Jul 09 13:53:24.655239 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:24.674923 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d71f7c6-9935-49e1-b600-ed9d18733a93 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/quotas/baab7aa37ed141be9061efd45cbd2081 HTTP/1.1" status: 200 len: 375 time: 0.0186529 Jul 09 13:53:24.710754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:24.765621 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-e445eb13-495a-4efc-ba72-cf5d91128cf6 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=baab7aa37ed141be9061efd45cbd2081&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0813737 Jul 09 13:53:24.802476 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'name': 'tempest-TestServerBasicOps-1412121379-router', 'tenant_id': 'e16057152a0641319b0eeff943dd46f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:16Z', 'updated_at': '2021-07-09T13:53:21Z', 'revision_number': 4, 'project_id': 'e16057152a0641319b0eeff943dd46f3', 'gw_port': {'id': '4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:16Z', 'updated_at': '2021-07-09T13:53:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'fe9ffaba-2d1c-4bab-8d1e-368a3833300a', 'name': '', 'network_id': 'e2c3d323-e387-490f-9282-5530c51f6f79', 'tenant_id': 'e16057152a0641319b0eeff943dd46f3', 'mac_address': 'fa:16:3e:db:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '699ca76d-f7cf-48d4-8ab7-17e02b682ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:20Z', 'updated_at': '2021-07-09T13:53:21Z', 'revision_number': 2, 'project_id': 'e16057152a0641319b0eeff943dd46f3', 'subnets': [{'id': '699ca76d-f7cf-48d4-8ab7-17e02b682ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:24.832801 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Checking router: a084fc45-2b9d-437f-80f0-b1a297310ac2 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:53:24.833610 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Updating router a084fc45-2b9d-437f-80f0-b1a297310ac2 port fe9ffaba-2d1c-4bab-8d1e-368a3833300a binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:53:24.870708 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:24.987681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-ed8deca5-af6c-47f1-8df2-10a4215f6448 service neutron] 10.222.0.39 "GET /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084453 Jul 09 13:53:25.078172 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-95a590c0-7595-4295-a965-4d3dd8b13f14 service neutron] 10.222.0.39 "GET /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881264 Jul 09 13:53:25.154588 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:25.165935 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Transition to ACTIVE for port object fe9ffaba-2d1c-4bab-8d1e-368a3833300a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:25.174663 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:25.309989 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46d083-435a-4d9a-b231-9c04c256771a None None] Pushing event updated for resources: {'Port': ['ID=fe9ffaba-2d1c-4bab-8d1e-368a3833300a,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:25.359472 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Attempting to bind port fe9ffaba-2d1c-4bab-8d1e-368a3833300a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:25.359698 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Attempting to bind port fe9ffaba-2d1c-4bab-8d1e-368a3833300a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '6bc9b334-4515-4466-acd9-7df296dd6164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e2c3d323-e387-490f-9282-5530c51f6f79'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:25.360073 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Attempting to bind port fe9ffaba-2d1c-4bab-8d1e-368a3833300a on network e2c3d323-e387-490f-9282-5530c51f6f79 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:25.368189 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:25.368567 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Checking segment: {'id': '6bc9b334-4515-4466-acd9-7df296dd6164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e2c3d323-e387-490f-9282-5530c51f6f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:25.368981 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:25.369377 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Bound using segment: {'id': '6bc9b334-4515-4466-acd9-7df296dd6164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e2c3d323-e387-490f-9282-5530c51f6f79'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:25.371311 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Bound port: fe9ffaba-2d1c-4bab-8d1e-368a3833300a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc9b334-4515-4466-acd9-7df296dd6164', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 336, 'network_id': 'e2c3d323-e387-490f-9282-5530c51f6f79'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:25.372008 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:25.402794 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a36d223-35d7-4595-8ef1-3ed41d782e5b req-7ac62899-ad8e-4660-8cd1-e253393b4758 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 210 time: 0.0611567 Jul 09 13:53:25.515538 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] For port fe9ffaba-2d1c-4bab-8d1e-368a3833300a, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:25.527814 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] For port fe9ffaba-2d1c-4bab-8d1e-368a3833300a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fe9ffaba-2d1c-4bab-8d1e-368a3833300a,segment=NetworkSegment(6bc9b334-4515-4466-acd9-7df296dd6164),segment_id=6bc9b334-4515-4466-acd9-7df296dd6164)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:25.536786 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:25.635448 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f46d083-435a-4d9a-b231-9c04c256771a None None] Pushing event updated for resources: {'Port': ['ID=fe9ffaba-2d1c-4bab-8d1e-368a3833300a,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:25.638488 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Routers {'a084fc45-2b9d-437f-80f0-b1a297310ac2'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:25.639334 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a084fc45-2b9d-437f-80f0-b1a297310ac2'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:25.657713 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f3d9d0e2-a9af-41cc-8d1a-31ddfd55b873 req-2c3da87a-bf56-4671-9b9c-ccd48f43a1f2 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=d094b477-b3f9-4a90-b385-25d184fb15fe HTTP/1.1" status: 200 len: 210 time: 0.0545001 Jul 09 13:53:25.968033 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-912cfb0e-076d-4ffe-b7b0-7af9f90d16be req-799bfde4-3f43-4760-8c4e-1e8ba18e7c42 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.18 "GET /v2.0/ports?device_id=d094b477-b3f9-4a90-b385-25d184fb15fe HTTP/1.1" status: 200 len: 210 time: 0.0952342 Jul 09 13:53:26.004577 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] Set router a084fc45-2b9d-437f-80f0-b1a297310ac2 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:26.078986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:26.204060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:26.205574 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:26.324267 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'name': 'tempest-TestServerBasicOps-1412121379-router', 'tenant_id': 'e16057152a0641319b0eeff943dd46f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:16Z', 'updated_at': '2021-07-09T13:53:21Z', 'revision_number': 4, 'project_id': 'e16057152a0641319b0eeff943dd46f3', 'gw_port': {'id': '4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:16Z', 'updated_at': '2021-07-09T13:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'fe9ffaba-2d1c-4bab-8d1e-368a3833300a', 'name': '', 'network_id': 'e2c3d323-e387-490f-9282-5530c51f6f79', 'tenant_id': 'e16057152a0641319b0eeff943dd46f3', 'mac_address': 'fa:16:3e:db:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '699ca76d-f7cf-48d4-8ab7-17e02b682ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:20Z', 'updated_at': '2021-07-09T13:53:25Z', 'revision_number': 4, 'project_id': 'e16057152a0641319b0eeff943dd46f3', 'subnets': [{'id': '699ca76d-f7cf-48d4-8ab7-17e02b682ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:26.359823 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d357846a-c4cd-4f08-8642-1cab506936a6 None None] The sync data for ids ['a084fc45-2b9d-437f-80f0-b1a297310ac2'] in n-d-799525-3 is: [{'id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'name': 'tempest-TestServerBasicOps-1412121379-router', 'tenant_id': 'e16057152a0641319b0eeff943dd46f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:16Z', 'updated_at': '2021-07-09T13:53:21Z', 'revision_number': 4, 'project_id': 'e16057152a0641319b0eeff943dd46f3', 'gw_port': {'id': '4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:16Z', 'updated_at': '2021-07-09T13:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'fe9ffaba-2d1c-4bab-8d1e-368a3833300a', 'name': '', 'network_id': 'e2c3d323-e387-490f-9282-5530c51f6f79', 'tenant_id': 'e16057152a0641319b0eeff943dd46f3', 'mac_address': 'fa:16:3e:db:67:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3426, 'fixed_ips': [{'subnet_id': '699ca76d-f7cf-48d4-8ab7-17e02b682ef8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:20Z', 'updated_at': '2021-07-09T13:53:25Z', 'revision_number': 4, 'project_id': 'e16057152a0641319b0eeff943dd46f3', 'subnets': [{'id': '699ca76d-f7cf-48d4-8ab7-17e02b682ef8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:53:26.600467 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b2e9b9c4-74ca-41b2-b929-1a531325ef78 req-f3e4c871-57ae-4a03-bb9b-5d4f6cd9bfb3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 210 time: 0.0476403 Jul 09 13:53:26.882617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7b03ce70-94eb-4193-83d9-67177f51bf98 req-d516a17b-20d7-446e-9f08-97d0db76d745 tempest-ServerShowV247Test-1149381995 tempest-ServerShowV247Test-1149381995-project] 10.222.0.39 "GET /v2.0/ports?device_id=d094b477-b3f9-4a90-b385-25d184fb15fe HTTP/1.1" status: 200 len: 210 time: 0.0660272 Jul 09 13:53:27.256388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-496c3d27-5cc4-4c84-abb5-c34dafa5f392 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:27.263379 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-496c3d27-5cc4-4c84-abb5-c34dafa5f392 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.15 "GET /v2.0/networks?id=65ffa311-d151-4783-93e5-16b0b7dbb4db HTTP/1.1" status: 200 len: 809 time: 0.2310150 Jul 09 13:53:27.336543 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-dcfd5754-509e-45d3-819c-490ce4f98f72 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=baab7aa37ed141be9061efd45cbd2081 HTTP/1.1" status: 200 len: 379 time: 0.0582223 Jul 09 13:53:27.349136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-f21ba7f9-86d1-46f4-8e5a-7edbf36f4859 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Request body: {'port': {'device_id': 'b700f4a0-4a7f-4c29-9c48-c28e598b5e94', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'admin_state_up': True, 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'security_groups': ['36dc97e2-e0c6-4c79-a04f-944c07df4635']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:27.517217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-f21ba7f9-86d1-46f4-8e5a-7edbf36f4859 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Made reservation on behalf of baab7aa37ed141be9061efd45cbd2081 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:27.521718 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-f21ba7f9-86d1-46f4-8e5a-7edbf36f4859 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:27.792795 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b3ad6d52-52dc-4e79-9727-9c662451fdd6 req-91c86ba0-d498-45ea-803b-244b68231035 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 210 time: 0.0593238 Jul 09 13:53:28.018621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-f21ba7f9-86d1-46f4-8e5a-7edbf36f4859 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Allocated IP 172.20.0.9 (65ffa311-d151-4783-93e5-16b0b7dbb4db/cead91ca-0866-40d2-b198-269f828e543c/1e309c99-c98c-426a-b956-54e9d5b161d2) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:28.156060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fe9ffaba-2d1c-4bab-8d1e-368a3833300a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:28.228955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port fe9ffaba-2d1c-4bab-8d1e-368a3833300a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:28.236563 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port fe9ffaba-2d1c-4bab-8d1e-368a3833300a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:28.242010 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.308464 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-f21ba7f9-86d1-46f4-8e5a-7edbf36f4859 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.327746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-f21ba7f9-86d1-46f4-8e5a-7edbf36f4859 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Transition to ACTIVE for port object 1e309c99-c98c-426a-b956-54e9d5b161d2 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:28.369577 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-f21ba7f9-86d1-46f4-8e5a-7edbf36f4859 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.371933 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.429211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port fe9ffaba-2d1c-4bab-8d1e-368a3833300a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fe9ffaba-2d1c-4bab-8d1e-368a3833300a,segment=NetworkSegment(6bc9b334-4515-4466-acd9-7df296dd6164),segment_id=6bc9b334-4515-4466-acd9-7df296dd6164)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:28.435113 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.459791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-f21ba7f9-86d1-46f4-8e5a-7edbf36f4859 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Network 65ffa311-d151-4783-93e5-16b0b7dbb4db is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:28.463999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-f21ba7f9-86d1-46f4-8e5a-7edbf36f4859 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:28.477051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-f21ba7f9-86d1-46f4-8e5a-7edbf36f4859 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:28.482139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21ba7f9-86d1-46f4-8e5a-7edbf36f4859 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Pushing event updated for resources: {'Port': ['ID=1e309c99-c98c-426a-b956-54e9d5b161d2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:28.525535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=fe9ffaba-2d1c-4bab-8d1e-368a3833300a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:28.529141 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37990) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:28.543760 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.546488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.548867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.551801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.552273 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.554703 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.555205 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.555654 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.556101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.556564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.559612 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.560052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.565290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-f21ba7f9-86d1-46f4-8e5a-7edbf36f4859 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:28.565946 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-f21ba7f9-86d1-46f4-8e5a-7edbf36f4859 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.598538 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-f21ba7f9-86d1-46f4-8e5a-7edbf36f4859 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2535570 Jul 09 13:53:28.610615 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Request body: {'port': {'device_id': 'b700f4a0-4a7f-4c29-9c48-c28e598b5e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:28.667135 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.714834 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.780483 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.788920 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.819202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-15226a41-5f12-47d1-9d1a-3993449498fd None None] Provisioning for port 1e309c99-c98c-426a-b956-54e9d5b161d2 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:28.825515 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-15226a41-5f12-47d1-9d1a-3993449498fd None None] Provisioning complete for port 1e309c99-c98c-426a-b956-54e9d5b161d2 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:28.826108 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15226a41-5f12-47d1-9d1a-3993449498fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:28.856470 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e95254cc7f2c4c0785bd89f71497985e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3253107 Jul 09 13:53:28.862440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 37998) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:28.872135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-15226a41-5f12-47d1-9d1a-3993449498fd None None] Port 1e309c99-c98c-426a-b956-54e9d5b161d2 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:53:28.886848 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec62298-87ed-4dc5-b2ba-9409e816576c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:28.930989 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.938458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.939062 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.939693 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.940257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.943892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.944663 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.945884 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.947320 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.948011 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.948624 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.949215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c902ad32-f78a-4c34-afd6-49ca13aa340b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:53:28.988914 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e37e56a-cf27-4fa7-ba9e-5a5d99e0f431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.079254 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e37e56a-cf27-4fa7-ba9e-5a5d99e0f431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.106653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e309c99-c98c-426a-b956-54e9d5b161d2 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:53:29.117505 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.136699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Transition to ACTIVE for port object 1e309c99-c98c-426a-b956-54e9d5b161d2 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:29.144336 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.203621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88444c13-cc33-4f9b-956a-253a98878085 req-682e87b6-6953-44af-a3d3-6daef571cd8e tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:29.211303 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88444c13-cc33-4f9b-956a-253a98878085 req-682e87b6-6953-44af-a3d3-6daef571cd8e tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 931 time: 0.1607599 Jul 09 13:53:29.219604 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e37e56a-cf27-4fa7-ba9e-5a5d99e0f431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.222725 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3e37e56a-cf27-4fa7-ba9e-5a5d99e0f431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.224093 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3e37e56a-cf27-4fa7-ba9e-5a5d99e0f431 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/dec62298-87ed-4dc5-b2ba-9409e816576c HTTP/1.1" status: 204 len: 168 time: 0.3601735 Jul 09 13:53:29.226244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e309c99-c98c-426a-b956-54e9d5b161d2,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:29.271523 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37e56a-cf27-4fa7-ba9e-5a5d99e0f431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec62298-87ed-4dc5-b2ba-9409e816576c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:29.326142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Attempting to bind port 1e309c99-c98c-426a-b956-54e9d5b161d2 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:29.326687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Attempting to bind port 1e309c99-c98c-426a-b956-54e9d5b161d2 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '4ba5cd36-f38b-483f-a6df-c78ddb6bc01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:29.326826 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Attempting to bind port 1e309c99-c98c-426a-b956-54e9d5b161d2 on network 65ffa311-d151-4783-93e5-16b0b7dbb4db {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:29.330547 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88444c13-cc33-4f9b-956a-253a98878085 req-03fe153d-0d5b-4abc-a073-b6f59a7a8853 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/security-groups?id=36dc97e2-e0c6-4c79-a04f-944c07df4635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1182632 Jul 09 13:53:29.334653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Port 1e309c99-c98c-426a-b956-54e9d5b161d2 on network 65ffa311-d151-4783-93e5-16b0b7dbb4db not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:53:29.334991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Attempting to bind port 1e309c99-c98c-426a-b956-54e9d5b161d2 on network 65ffa311-d151-4783-93e5-16b0b7dbb4db {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:29.340589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:29.340932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Checking segment: {'id': '4ba5cd36-f38b-483f-a6df-c78ddb6bc01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:29.341334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Bound using segment: {'id': '4ba5cd36-f38b-483f-a6df-c78ddb6bc01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:29.341941 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Bound port: 1e309c99-c98c-426a-b956-54e9d5b161d2, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ba5cd36-f38b-483f-a6df-c78ddb6bc01e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:29.342322 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.464222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] For port 1e309c99-c98c-426a-b956-54e9d5b161d2, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:29.467608 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] For port 1e309c99-c98c-426a-b956-54e9d5b161d2, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=1e309c99-c98c-426a-b956-54e9d5b161d2,segment=NetworkSegment(4ba5cd36-f38b-483f-a6df-c78ddb6bc01e),segment_id=4ba5cd36-f38b-483f-a6df-c78ddb6bc01e)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:29.474827 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.500777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:29.502134 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:29.506068 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/1e309c99-c98c-426a-b956-54e9d5b161d2 HTTP/1.1" status: 200 len: 1091 time: 0.9005511 Jul 09 13:53:29.571586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b700f4a0-4a7f-4c29-9c48-c28e598b5e94', 'tag': '1e309c99-c98c-426a-b956-54e9d5b161d2'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:53:29.585167 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be430a0d-7454-40b1-970d-9c0690150c5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b700f4a0-4a7f-4c29-9c48-c28e598b5e94", "tag": "1e309c99-c98c-426a-b956-54e9d5b161d2"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:53:29.677197 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:53:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-958cd912-052d-4f13-81a3-f4892573f6f8 x-openstack-request-id: req-958cd912-052d-4f13-81a3-f4892573f6f8 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:53:29.677495 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b700f4a0-4a7f-4c29-9c48-c28e598b5e94", "tag": "1e309c99-c98c-426a-b956-54e9d5b161d2", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:53:29.677753 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-958cd912-052d-4f13-81a3-f4892573f6f8 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:53:29.678148 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b700f4a0-4a7f-4c29-9c48-c28e598b5e94', 'tag': '1e309c99-c98c-426a-b956-54e9d5b161d2', 'status': 'completed', 'code': 200} Jul 09 13:53:29.687740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2afe42-fe10-49e7-b2c1-361e847084d3 service neutron] Pushing event updated for resources: {'Port': ['ID=1e309c99-c98c-426a-b956-54e9d5b161d2,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:29.721769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-f3cc6ca1-f85c-45f7-8ddb-1a3dc30240f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:29.724095 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-f3cc6ca1-f85c-45f7-8ddb-1a3dc30240f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baab7aa37ed141be9061efd45cbd2081&device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 1094 time: 0.1251771 Jul 09 13:53:29.812868 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-e1a9babd-71a2-46b2-96c0-26eb4ff3f1f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e309c99-c98c-426a-b956-54e9d5b161d2 HTTP/1.1" status: 200 len: 217 time: 0.0805969 Jul 09 13:53:29.886125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-3c132409-2f32-43be-b4c6-4a0655868b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:29.888251 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-3c132409-2f32-43be-b4c6-4a0655868b56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cead91ca-0866-40d2-b198-269f828e543c HTTP/1.1" status: 200 len: 848 time: 0.0683689 Jul 09 13:53:29.959600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-6269f53e-103c-4dea-b493-ba9077b54204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:29.961463 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-6269f53e-103c-4dea-b493-ba9077b54204 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65ffa311-d151-4783-93e5-16b0b7dbb4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672872 Jul 09 13:53:30.063995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fe9ffaba-2d1c-4bab-8d1e-368a3833300a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:30.096173 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-5805d89d-4aa4-4833-bb9e-976cd63e0e12 service neutron] 10.222.0.15 "GET /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280448 Jul 09 13:53:30.147977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port fe9ffaba-2d1c-4bab-8d1e-368a3833300a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:30.148564 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:30.241710 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38032) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:30.254286 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-72533fdf-120a-4f52-aa90-c77e7c4cc688 req-a5aed2b9-5658-49b7-8f04-5e8f50883e54 service neutron] 10.222.0.15 "GET /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409779 Jul 09 13:53:30.374586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0fc32643-aca3-4815-a75c-080ea974ce5c admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-803874430-network', 'tenant_id': 'cd3fbc31bf3346669d7b90ce9e370387'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:30.379903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be430a0d-7454-40b1-970d-9c0690150c5c req-0ac45b85-7ff4-4c9c-b761-825920f17c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:30.381499 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-be430a0d-7454-40b1-970d-9c0690150c5c req-0ac45b85-7ff4-4c9c-b761-825920f17c2c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baab7aa37ed141be9061efd45cbd2081&device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 1094 time: 0.0699518 Jul 09 13:53:30.454966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fc32643-aca3-4815-a75c-080ea974ce5c admin admin] Made reservation on behalf of cd3fbc31bf3346669d7b90ce9e370387 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:30.458182 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fc32643-aca3-4815-a75c-080ea974ce5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:30.475955 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fc32643-aca3-4815-a75c-080ea974ce5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:30.583803 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be430a0d-7454-40b1-970d-9c0690150c5c req-0b38dfdc-ee1e-4465-9fcb-376da5774719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:30.586775 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-be430a0d-7454-40b1-970d-9c0690150c5c req-0b38dfdc-ee1e-4465-9fcb-376da5774719 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65ffa311-d151-4783-93e5-16b0b7dbb4db HTTP/1.1" status: 200 len: 910 time: 0.1986508 Jul 09 13:53:30.705556 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-be430a0d-7454-40b1-970d-9c0690150c5c req-60252f4a-9650-4448-afcb-21bc0c20f71b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e309c99-c98c-426a-b956-54e9d5b161d2 HTTP/1.1" status: 200 len: 217 time: 0.1094522 Jul 09 13:53:30.724914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f3da6-3f40-4a96-8597-79716512edeb req-dff7494e-e00f-4d28-a2ce-6a57750d2425 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:30.730176 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f31f3da6-3f40-4a96-8597-79716512edeb req-dff7494e-e00f-4d28-a2ce-6a57750d2425 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 943 time: 0.1570988 Jul 09 13:53:30.791994 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f31f3da6-3f40-4a96-8597-79716512edeb req-40d0b3e5-eac4-4ff4-959b-25affb78a3fc tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/security-groups?id=36dc97e2-e0c6-4c79-a04f-944c07df4635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570645 Jul 09 13:53:30.820099 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fc32643-aca3-4815-a75c-080ea974ce5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:30.822126 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be430a0d-7454-40b1-970d-9c0690150c5c req-18241dc6-ef6d-49fd-8b91-7265cce620fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:30.823751 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-be430a0d-7454-40b1-970d-9c0690150c5c req-18241dc6-ef6d-49fd-8b91-7265cce620fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cead91ca-0866-40d2-b198-269f828e543c HTTP/1.1" status: 200 len: 848 time: 0.1058426 Jul 09 13:53:30.824931 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fc32643-aca3-4815-a75c-080ea974ce5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:30.873880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fc32643-aca3-4815-a75c-080ea974ce5c admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:53:30.899360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc32643-aca3-4815-a75c-080ea974ce5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fc0c14-7253-46a9-882d-51eee53c6609,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:30.912038 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fc32643-aca3-4815-a75c-080ea974ce5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:30.912390 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-0fc32643-aca3-4815-a75c-080ea974ce5c admin admin] Added segment 46dea999-83a1-4a39-8651-f2e28f2eb044 of type vlan for network bee744c8-9b9d-4458-aff2-4b24232910a0 Jul 09 13:53:30.985663 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fc32643-aca3-4815-a75c-080ea974ce5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:30.999590 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be430a0d-7454-40b1-970d-9c0690150c5c req-e5ecbacd-7c7c-47f2-9b25-728fbd4bc232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:31.001371 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-be430a0d-7454-40b1-970d-9c0690150c5c req-e5ecbacd-7c7c-47f2-9b25-728fbd4bc232 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65ffa311-d151-4783-93e5-16b0b7dbb4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1708853 Jul 09 13:53:31.072809 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fc32643-aca3-4815-a75c-080ea974ce5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:31.073858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fc32643-aca3-4815-a75c-080ea974ce5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:31.074446 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0fc32643-aca3-4815-a75c-080ea974ce5c admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:31.145692 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0fc32643-aca3-4815-a75c-080ea974ce5c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.9032593 Jul 09 13:53:31.148580 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38040) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:31.154187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-21be1da2-0813-493f-8702-26eb33b6072e admin admin] Request body: {'subnet': {'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-803874430-subnet', 'tenant_id': 'cd3fbc31bf3346669d7b90ce9e370387', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:31.175844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc32643-aca3-4815-a75c-080ea974ce5c admin admin] Pushing event updated for resources: {'Network': ['ID=bee744c8-9b9d-4458-aff2-4b24232910a0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:31.184400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21be1da2-0813-493f-8702-26eb33b6072e admin admin] Made reservation on behalf of cd3fbc31bf3346669d7b90ce9e370387 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:31.187939 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network bee744c8-9b9d-4458-aff2-4b24232910a0 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:53:31.196223 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-be430a0d-7454-40b1-970d-9c0690150c5c req-309c969c-201f-462e-a6f5-6aed76707d63 service neutron] 10.222.0.15 "GET /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854918 Jul 09 13:53:31.202312 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21be1da2-0813-493f-8702-26eb33b6072e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:31.299876 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-be430a0d-7454-40b1-970d-9c0690150c5c req-e94982b6-a43e-4f23-88a6-1890fe9c2326 service neutron] 10.222.0.15 "GET /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972195 Jul 09 13:53:31.479431 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21be1da2-0813-493f-8702-26eb33b6072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:31.524736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38048) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:31.553113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21be1da2-0813-493f-8702-26eb33b6072e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:31.564351 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21be1da2-0813-493f-8702-26eb33b6072e admin admin] Checking segment: {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:31.564715 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21be1da2-0813-493f-8702-26eb33b6072e admin admin] Network hostable DHCP agents. Network: bee744c8-9b9d-4458-aff2-4b24232910a0, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:53:31.585832 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21be1da2-0813-493f-8702-26eb33b6072e admin admin] Network bee744c8-9b9d-4458-aff2-4b24232910a0 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:53:31.599698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-21be1da2-0813-493f-8702-26eb33b6072e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, bee744c8-9b9d-4458-aff2-4b24232910a0) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:31.618217 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba1335f-cc2d-4116-ab78-687df79f4fa6 None None] Network bee744c8-9b9d-4458-aff2-4b24232910a0 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:53:31.620512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21be1da2-0813-493f-8702-26eb33b6072e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:31.621111 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21be1da2-0813-493f-8702-26eb33b6072e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:31.679535 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-21be1da2-0813-493f-8702-26eb33b6072e admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5225065 Jul 09 13:53:31.744052 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bd1668b-413b-4e3c-aefd-24237124fd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:31.900855 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-320ca9de-a8e8-4f21-8072-8cff2080efa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:31.988762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020cae8e-80d3-4cf2-9b7b-b6d30729de5e None None] Network bee744c8-9b9d-4458-aff2-4b24232910a0 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:53:32.130916 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bd1668b-413b-4e3c-aefd-24237124fd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:32.138120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bd1668b-413b-4e3c-aefd-24237124fd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:32.188547 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0c59e1-c4b3-4b2b-8a7d-9c4d8c6c756d req-1a49d587-4cb2-40ac-b250-72f1fc6f1c3b tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:32.198364 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c0c59e1-c4b3-4b2b-8a7d-9c4d8c6c756d req-1a49d587-4cb2-40ac-b250-72f1fc6f1c3b tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 943 time: 0.1834459 Jul 09 13:53:32.223816 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8bd1668b-413b-4e3c-aefd-24237124fd6c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d1cadd57814049d89d386ad2cee4c8a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6955309 Jul 09 13:53:32.224037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38064) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:32.265153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd1668b-413b-4e3c-aefd-24237124fd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=900d7499-e717-419c-b57d-1e3359137c6f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:32.313258 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c0c59e1-c4b3-4b2b-8a7d-9c4d8c6c756d req-46ec0d44-6f42-4184-8e85-4f57a7d5f414 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/security-groups?id=36dc97e2-e0c6-4c79-a04f-944c07df4635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022253 Jul 09 13:53:32.340061 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55ad9739-9a43-4642-b6e2-343b874c2f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:32.370731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55ad9739-9a43-4642-b6e2-343b874c2f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:32.448991 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55ad9739-9a43-4642-b6e2-343b874c2f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:32.451544 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55ad9739-9a43-4642-b6e2-343b874c2f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:32.458210 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-55ad9739-9a43-4642-b6e2-343b874c2f56 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/900d7499-e717-419c-b57d-1e3359137c6f HTTP/1.1" status: 204 len: 168 time: 0.2328029 Jul 09 13:53:32.466217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ad9739-9a43-4642-b6e2-343b874c2f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=900d7499-e717-419c-b57d-1e3359137c6f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:32.559175 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-4bf00652-7f99-463f-b7a5-488d9a58a1f7 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:32.565645 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-4bf00652-7f99-463f-b7a5-488d9a58a1f7 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 805 time: 0.1374598 Jul 09 13:53:32.582604 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-eaae0753-6c94-4abe-8a95-7d82e55a5d9a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/quotas/cd3fbc31bf3346669d7b90ce9e370387 HTTP/1.1" status: 200 len: 375 time: 0.0149457 Jul 09 13:53:32.626351 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-9a2b6a71-720c-4424-9909-c0c9ff604f55 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426500 Jul 09 13:53:32.885975 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-a381bf75-b6c9-48ec-9265-0eb24d51e586 service neutron] 10.222.0.39 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2515392 Jul 09 13:53:33.017925 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-72cb0d94-ae2b-408a-8903-0b06b5c60a4e service neutron] 10.222.0.39 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310747 Jul 09 13:53:33.246864 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-737fb503-0dc7-48a2-abf0-198c19605668 req-842917d0-69fb-4038-bba0-b36538aaedd4 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 210 time: 0.0437472 Jul 09 13:53:33.454245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38108) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:33.524872 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5369118-1574-479a-a26a-d3707f09d886 req-779cf9d5-c373-475d-bf02-3c2621921a80 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:33.526752 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5369118-1574-479a-a26a-d3707f09d886 req-779cf9d5-c373-475d-bf02-3c2621921a80 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 943 time: 0.1025786 Jul 09 13:53:33.604695 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5369118-1574-479a-a26a-d3707f09d886 req-b90ec99f-4fde-4ebd-9108-473a0cf719c1 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/security-groups?id=36dc97e2-e0c6-4c79-a04f-944c07df4635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702617 Jul 09 13:53:33.617281 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-00a5f818-d5ba-4685-8646-f1c41ad75c7b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1069430067-network', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:33.653352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00a5f818-d5ba-4685-8646-f1c41ad75c7b admin admin] Made reservation on behalf of 7c8a5c7930b54ceda1865a2632d85845 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:33.655897 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00a5f818-d5ba-4685-8646-f1c41ad75c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:33.665667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00a5f818-d5ba-4685-8646-f1c41ad75c7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:33.815431 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00a5f818-d5ba-4685-8646-f1c41ad75c7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:33.820635 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00a5f818-d5ba-4685-8646-f1c41ad75c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:33.852957 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5f818-d5ba-4685-8646-f1c41ad75c7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bffd97d-1cef-40ee-9518-7f05cced4cdd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:33.867805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00a5f818-d5ba-4685-8646-f1c41ad75c7b admin admin] vlan segment allocate from pool success with {'vlan_id': 326, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:53:33.892115 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00a5f818-d5ba-4685-8646-f1c41ad75c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:33.893444 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-00a5f818-d5ba-4685-8646-f1c41ad75c7b admin admin] Added segment 5d957517-f702-4bd5-9276-f871f01531f2 of type vlan for network f2277b95-6a34-43d2-b5d5-2d2f6977711f Jul 09 13:53:33.956432 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00a5f818-d5ba-4685-8646-f1c41ad75c7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:33.962672 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 1e309c99-c98c-426a-b956-54e9d5b161d2 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:53:33.998841 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00a5f818-d5ba-4685-8646-f1c41ad75c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:33.998841 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00a5f818-d5ba-4685-8646-f1c41ad75c7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:33.998841 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-00a5f818-d5ba-4685-8646-f1c41ad75c7b admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:34.065015 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-00a5f818-d5ba-4685-8646-f1c41ad75c7b admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6047454 Jul 09 13:53:34.068898 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38120) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:34.072178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a5f818-d5ba-4685-8646-f1c41ad75c7b admin admin] Pushing event updated for resources: {'Network': ['ID=f2277b95-6a34-43d2-b5d5-2d2f6977711f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:34.074971 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ccecbefa-295f-4ea9-9156-a98438750e06 admin admin] Request body: {'subnet': {'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1069430067-subnet', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:34.130686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccecbefa-295f-4ea9-9156-a98438750e06 admin admin] Made reservation on behalf of 7c8a5c7930b54ceda1865a2632d85845 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:34.133788 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccecbefa-295f-4ea9-9156-a98438750e06 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:34.239634 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network f2277b95-6a34-43d2-b5d5-2d2f6977711f details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:53:34.374921 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 1e309c99-c98c-426a-b956-54e9d5b161d2, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=1e309c99-c98c-426a-b956-54e9d5b161d2,segment=NetworkSegment(4ba5cd36-f38b-483f-a6df-c78ddb6bc01e),segment_id=4ba5cd36-f38b-483f-a6df-c78ddb6bc01e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:34.393873 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '1e309c99-c98c-426a-b956-54e9d5b161d2', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'port_id': '1e309c99-c98c-426a-b956-54e9d5b161d2', 'mac_address': 'fa:16:3e:bd:a8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 314, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cead91ca-0866-40d2-b198-269f828e543c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:53:34.400364 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccecbefa-295f-4ea9-9156-a98438750e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:34.456010 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:34.484618 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e309c99-c98c-426a-b956-54e9d5b161d2 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:53:34.500899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4186af84-8218-47f1-bd5a-83841a15c5c7 req-607bcb65-14cb-4748-b83f-4115eaf01d55 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 210 time: 0.0540800 Jul 09 13:53:34.513553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccecbefa-295f-4ea9-9156-a98438750e06 admin admin] Pushing event updated for resources: {'Subnet': ['ID=007c4407-b0a9-405e-99fd-6f65428096f7,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:34.523058 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccecbefa-295f-4ea9-9156-a98438750e06 admin admin] Checking segment: {'id': '5d957517-f702-4bd5-9276-f871f01531f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:34.523443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccecbefa-295f-4ea9-9156-a98438750e06 admin admin] Network hostable DHCP agents. Network: f2277b95-6a34-43d2-b5d5-2d2f6977711f, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:53:34.539857 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 1e309c99-c98c-426a-b956-54e9d5b161d2, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=1e309c99-c98c-426a-b956-54e9d5b161d2,segment=NetworkSegment(4ba5cd36-f38b-483f-a6df-c78ddb6bc01e),segment_id=4ba5cd36-f38b-483f-a6df-c78ddb6bc01e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:34.545643 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:34.565601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccecbefa-295f-4ea9-9156-a98438750e06 admin admin] Network f2277b95-6a34-43d2-b5d5-2d2f6977711f is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:53:34.582853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ccecbefa-295f-4ea9-9156-a98438750e06 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, f2277b95-6a34-43d2-b5d5-2d2f6977711f) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:34.587114 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccecbefa-295f-4ea9-9156-a98438750e06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:34.587721 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ccecbefa-295f-4ea9-9156-a98438750e06 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:34.599649 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-196b2145-a76f-4b6c-9362-d44e3b4dc33f None None] Network f2277b95-6a34-43d2-b5d5-2d2f6977711f requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:53:34.606482 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ccecbefa-295f-4ea9-9156-a98438750e06 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5362976 Jul 09 13:53:34.609267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38124) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:34.615257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:34.662594 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:34.663881 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:34.725954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=1e309c99-c98c-426a-b956-54e9d5b161d2,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:34.728666 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:34.773031 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf43f64b-b8bc-4500-b693-30cea4b84b95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:34.789403 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:34.795658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['1e309c99-c98c-426a-b956-54e9d5b161d2'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:53:34.921110 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed685e89-3c31-4b08-96b3-8b84d74a1b9d req-51a3dedf-126a-439a-a92e-629fac41ad11 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:34.929913 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed685e89-3c31-4b08-96b3-8b84d74a1b9d req-51a3dedf-126a-439a-a92e-629fac41ad11 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 944 time: 0.1629007 Jul 09 13:53:34.977619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'fixed_ips': [{'subnet_id': '007c4407-b0a9-405e-99fd-6f65428096f7'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:53:34.979674 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:34.984788 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:35.061312 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed685e89-3c31-4b08-96b3-8b84d74a1b9d req-d69f65ba-4b03-443a-bb35-4ddb90a39b07 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/security-groups?id=36dc97e2-e0c6-4c79-a04f-944c07df4635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254115 Jul 09 13:53:35.285208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Allocated IP 172.20.0.2 (f2277b95-6a34-43d2-b5d5-2d2f6977711f/007c4407-b0a9-405e-99fd-6f65428096f7/d8ba7722-c35f-4760-8860-8c13252852da) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:35.342231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5534a480-7ca3-467c-a4d6-f69d1fb36ebd tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:35.343947 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5534a480-7ca3-467c-a4d6-f69d1fb36ebd tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.18 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 805 time: 0.2035289 Jul 09 13:53:35.357111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-fa8dc8be-f4eb-4f0e-97c6-19df492e265c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Request body: {'port': {'device_id': '3710cdab-132a-4226-9503-ee960c5d41a7', 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0', 'admin_state_up': True, 'tenant_id': 'cd3fbc31bf3346669d7b90ce9e370387'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:35.521326 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:35.533893 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Transition to ACTIVE for port object d8ba7722-c35f-4760-8860-8c13252852da will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:35.551032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Transition to ACTIVE for port object d8ba7722-c35f-4760-8860-8c13252852da will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:35.560669 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:35.583252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-fa8dc8be-f4eb-4f0e-97c6-19df492e265c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Made reservation on behalf of cd3fbc31bf3346669d7b90ce9e370387 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:35.585007 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Network f2277b95-6a34-43d2-b5d5-2d2f6977711f is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:35.587435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:35.590092 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:35.591780 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-fa8dc8be-f4eb-4f0e-97c6-19df492e265c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:35.624744 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:35.678035 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:35.680772 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Pushing event updated for resources: {'Port': ['ID=d8ba7722-c35f-4760-8860-8c13252852da,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:35.721246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Attempting to bind port d8ba7722-c35f-4760-8860-8c13252852da on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:35.722647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Attempting to bind port d8ba7722-c35f-4760-8860-8c13252852da by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '5d957517-f702-4bd5-9276-f871f01531f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:35.723214 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Attempting to bind port d8ba7722-c35f-4760-8860-8c13252852da on network f2277b95-6a34-43d2-b5d5-2d2f6977711f {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:35.727064 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2e3c2a4e-c020-45dc-acdf-e05a542c3f26 req-328fb9c7-6d2c-43bc-bf2d-4eb5582d5109 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 210 time: 0.0475633 Jul 09 13:53:35.747210 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:35.747210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:35.747210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Checking segment: {'id': '5d957517-f702-4bd5-9276-f871f01531f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:35.747210 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:35.747210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Bound using segment: {'id': '5d957517-f702-4bd5-9276-f871f01531f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:35.747210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Bound port: d8ba7722-c35f-4760-8860-8c13252852da, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d957517-f702-4bd5-9276-f871f01531f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:35.747210 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:35.850940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] For port d8ba7722-c35f-4760-8860-8c13252852da, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:35.854551 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] For port d8ba7722-c35f-4760-8860-8c13252852da, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d8ba7722-c35f-4760-8860-8c13252852da,segment=NetworkSegment(5d957517-f702-4bd5-9276-f871f01531f2),segment_id=5d957517-f702-4bd5-9276-f871f01531f2)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:35.878060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-fa8dc8be-f4eb-4f0e-97c6-19df492e265c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Allocated IP 172.20.0.11 (bee744c8-9b9d-4458-aff2-4b24232910a0/6317e7e2-f06b-4d9a-8091-9a4f5e72bc25/cc0575d8-75df-4f89-a030-f3dfccb3912a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:35.882016 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:35.887010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Allocated IP 172.25.2.173 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/46fdaa23-9a94-4bec-8793-42a6fd969a06) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:35.975062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979bd9f-c33c-4e61-b633-e34bee391634 None None] Pushing event updated for resources: {'Port': ['ID=d8ba7722-c35f-4760-8860-8c13252852da,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:35.992924 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 1e309c99-c98c-426a-b956-54e9d5b161d2 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:36.087724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 1e309c99-c98c-426a-b956-54e9d5b161d2 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:36.096161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 1e309c99-c98c-426a-b956-54e9d5b161d2 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:36.096552 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:36.230924 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:36.333709 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:36.374906 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b700f4a0-4a7f-4c29-9c48-c28e598b5e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e309c99-c98c-426a-b956-54e9d5b161d2'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:53:36.376540 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:36.382591 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f27d61-f0b0-4575-9427-5883c3af177f" -d '{"events": [{"server_uuid": "b700f4a0-4a7f-4c29-9c48-c28e598b5e94", "name": "network-vif-plugged", "status": "completed", "tag": "1e309c99-c98c-426a-b956-54e9d5b161d2"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:53:36.422044 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 1e309c99-c98c-426a-b956-54e9d5b161d2, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=1e309c99-c98c-426a-b956-54e9d5b161d2,segment=NetworkSegment(4ba5cd36-f38b-483f-a6df-c78ddb6bc01e),segment_id=4ba5cd36-f38b-483f-a6df-c78ddb6bc01e)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:36.430801 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:36.445571 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-fa8dc8be-f4eb-4f0e-97c6-19df492e265c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:36.450132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176331fa-e759-4f84-b1ff-0b9639b06d32 req-5ddd0a7b-b4f7-409d-8b80-91842b425517 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:36.452413 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-176331fa-e759-4f84-b1ff-0b9639b06d32 req-5ddd0a7b-b4f7-409d-8b80-91842b425517 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 944 time: 0.1382821 Jul 09 13:53:36.476708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:36.477745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Pushing event updated for resources: {'Port': ['ID=46fdaa23-9a94-4bec-8793-42a6fd969a06,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:36.484218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:36.492325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:36.512325 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-899383b6-e027-47df-bee7-360b3ba7b31c x-openstack-request-id: req-899383b6-e027-47df-bee7-360b3ba7b31c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:53:36.512656 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b700f4a0-4a7f-4c29-9c48-c28e598b5e94", "name": "network-vif-plugged", "status": "completed", "tag": "1e309c99-c98c-426a-b956-54e9d5b161d2", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:53:36.512881 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-899383b6-e027-47df-bee7-360b3ba7b31c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:53:36.513270 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b700f4a0-4a7f-4c29-9c48-c28e598b5e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e309c99-c98c-426a-b956-54e9d5b161d2', 'code': 200} Jul 09 13:53:36.526012 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=1e309c99-c98c-426a-b956-54e9d5b161d2,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:36.540718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-176331fa-e759-4f84-b1ff-0b9639b06d32 req-29da29e0-f6cf-4ee2-a654-2f2e04f29c0a tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/security-groups?id=36dc97e2-e0c6-4c79-a04f-944c07df4635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789876 Jul 09 13:53:36.623585 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-fa8dc8be-f4eb-4f0e-97c6-19df492e265c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:36.733932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-fa8dc8be-f4eb-4f0e-97c6-19df492e265c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Network bee744c8-9b9d-4458-aff2-4b24232910a0 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:36.748339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-fa8dc8be-f4eb-4f0e-97c6-19df492e265c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:36.755969 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8dc8be-f4eb-4f0e-97c6-19df492e265c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Pushing event updated for resources: {'Port': ['ID=cc0575d8-75df-4f89-a030-f3dfccb3912a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:36.760865 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-fa8dc8be-f4eb-4f0e-97c6-19df492e265c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:36.793158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5661ad17-eb0d-495e-878a-7adbfaf32623 req-89c10064-1d27-47e6-9974-588b38d190b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:36.794705 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5661ad17-eb0d-495e-878a-7adbfaf32623 req-89c10064-1d27-47e6-9974-588b38d190b4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 1096 time: 0.2747722 Jul 09 13:53:36.893280 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5661ad17-eb0d-495e-878a-7adbfaf32623 req-c16ae64e-025d-4c95-a417-0d638e687024 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=36dc97e2-e0c6-4c79-a04f-944c07df4635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887575 Jul 09 13:53:36.907344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-fa8dc8be-f4eb-4f0e-97c6-19df492e265c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:36.908138 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-fa8dc8be-f4eb-4f0e-97c6-19df492e265c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:36.958549 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-fa8dc8be-f4eb-4f0e-97c6-19df492e265c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6060269 Jul 09 13:53:36.974406 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Request body: {'port': {'device_id': '3710cdab-132a-4226-9503-ee960c5d41a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:37.003826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbc5829-08f7-43c8-bc52-15c32078aa13 req-0b76ed35-97b4-4907-bf1a-840cb780ce0e tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:37.011902 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1dbc5829-08f7-43c8-bc52-15c32078aa13 req-0b76ed35-97b4-4907-bf1a-840cb780ce0e tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 932 time: 0.1146452 Jul 09 13:53:37.030365 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:37.059008 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:37.090767 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1dbc5829-08f7-43c8-bc52-15c32078aa13 req-27be0cec-5713-461c-9684-8d3258cc3800 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778544 Jul 09 13:53:37.402973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e182c10-aa4c-4a32-83f6-ef69dd53923a None None] Network f2277b95-6a34-43d2-b5d5-2d2f6977711f requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:53:37.477569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-136a301a-6db6-43e7-936d-c193ffea69eb None None] Provisioning for port d8ba7722-c35f-4760-8860-8c13252852da completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:37.548273 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:37.748418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbfa95-e1cb-4163-a542-40e37760ee64 req-fbc89404-37ee-4a85-b45a-5cc6bc7cc025 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:37.757023 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92cbfa95-e1cb-4163-a542-40e37760ee64 req-fbc89404-37ee-4a85-b45a-5cc6bc7cc025 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 945 time: 0.0895371 Jul 09 13:53:37.809454 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92cbfa95-e1cb-4163-a542-40e37760ee64 req-f66a33ec-a623-4d2e-a650-0cf594d6d3ef tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/security-groups?id=36dc97e2-e0c6-4c79-a04f-944c07df4635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512700 Jul 09 13:53:37.819192 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:38.020011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc0575d8-75df-4f89-a030-f3dfccb3912a {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:53:38.029251 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:38.040823 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Router f8293e88-cb88-44a0-9712-57372d3c74da is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:53:38.044782 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Transition to ACTIVE for port object cc0575d8-75df-4f89-a030-f3dfccb3912a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:38.051392 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d8ba7722-c35f-4760-8860-8c13252852da up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:38.054562 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:38.104584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port d8ba7722-c35f-4760-8860-8c13252852da completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:38.110776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port d8ba7722-c35f-4760-8860-8c13252852da triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:38.111175 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:38.184873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Pushing event updated for resources: {'Port': ['ID=cc0575d8-75df-4f89-a030-f3dfccb3912a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:38.253148 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:53:38.263129 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:38.282952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Attempting to bind port cc0575d8-75df-4f89-a030-f3dfccb3912a on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:38.283505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Attempting to bind port cc0575d8-75df-4f89-a030-f3dfccb3912a by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:38.284430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Attempting to bind port cc0575d8-75df-4f89-a030-f3dfccb3912a on network bee744c8-9b9d-4458-aff2-4b24232910a0 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:38.287700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:38.291625 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7f7b6374-ef79-4146-8f52-f397fc1bf8cd admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6811106 Jul 09 13:53:38.292567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38146) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:38.296764 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Port cc0575d8-75df-4f89-a030-f3dfccb3912a on network bee744c8-9b9d-4458-aff2-4b24232910a0 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:53:38.297756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Attempting to bind port cc0575d8-75df-4f89-a030-f3dfccb3912a on network bee744c8-9b9d-4458-aff2-4b24232910a0 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:38.298115 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62cbde1-f4be-4f8e-8ce6-0030e7e60f80 req-b8de2d64-5ebc-4a1c-8446-3ee2d96c1640 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:38.299678 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d62cbde1-f4be-4f8e-8ce6-0030e7e60f80 req-b8de2d64-5ebc-4a1c-8446-3ee2d96c1640 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 944 time: 0.0860715 Jul 09 13:53:38.302491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Sync routers for ids ['f8293e88-cb88-44a0-9712-57372d3c74da'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:53:38.327879 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Routers {'f8293e88-cb88-44a0-9712-57372d3c74da'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:38.328507 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f8293e88-cb88-44a0-9712-57372d3c74da'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:38.342724 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d62cbde1-f4be-4f8e-8ce6-0030e7e60f80 req-cfbbb0d3-4a6c-4f3e-a993-9fa32eb263c0 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361753 Jul 09 13:53:38.352178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:38.352527 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Checking segment: {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:38.352912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Bound using segment: {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:38.353349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Bound port: cc0575d8-75df-4f89-a030-f3dfccb3912a, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:38.353757 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:38.375499 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port d8ba7722-c35f-4760-8860-8c13252852da, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d8ba7722-c35f-4760-8860-8c13252852da,segment=NetworkSegment(5d957517-f702-4bd5-9276-f871f01531f2),segment_id=5d957517-f702-4bd5-9276-f871f01531f2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:38.387189 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:38.501011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=d8ba7722-c35f-4760-8860-8c13252852da,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:38.514429 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Set router f8293e88-cb88-44a0-9712-57372d3c74da gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:38.524240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] For port cc0575d8-75df-4f89-a030-f3dfccb3912a, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:38.551774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] For port cc0575d8-75df-4f89-a030-f3dfccb3912a, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=cc0575d8-75df-4f89-a030-f3dfccb3912a,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:38.558477 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:38.629728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:38.630554 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:38.632227 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] 10.222.0.18 "PUT /v2.0/ports/cc0575d8-75df-4f89-a030-f3dfccb3912a HTTP/1.1" status: 200 len: 1092 time: 1.6639798 Jul 09 13:53:38.636309 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:38.637251 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3710cdab-132a-4226-9503-ee960c5d41a7', 'tag': 'cc0575d8-75df-4f89-a030-f3dfccb3912a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:53:38.640258 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca472027-0c3a-44a3-8e34-2a299ed0e48a" -d '{"events": [{"name": "network-changed", "server_uuid": "3710cdab-132a-4226-9503-ee960c5d41a7", "tag": "cc0575d8-75df-4f89-a030-f3dfccb3912a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:53:38.716077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf33743-e9ff-4ceb-b799-8599db39442d service neutron] Pushing event updated for resources: {'Port': ['ID=cc0575d8-75df-4f89-a030-f3dfccb3912a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:38.722505 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c02df0-0003-4729-9bf6-c00b187d1990 x-openstack-request-id: req-55c02df0-0003-4729-9bf6-c00b187d1990 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:53:38.723730 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3710cdab-132a-4226-9503-ee960c5d41a7", "tag": "cc0575d8-75df-4f89-a030-f3dfccb3912a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:53:38.724190 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55c02df0-0003-4729-9bf6-c00b187d1990 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:53:38.724777 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3710cdab-132a-4226-9503-ee960c5d41a7', 'tag': 'cc0575d8-75df-4f89-a030-f3dfccb3912a', 'status': 'completed', 'code': 200} Jul 09 13:53:38.737759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:53:36Z', 'revision_number': 3, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port': {'id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:35Z', 'updated_at': '2021-07-09T13:53:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:38.770783 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Checking router: f8293e88-cb88-44a0-9712-57372d3c74da for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:53:38.771402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Updating router f8293e88-cb88-44a0-9712-57372d3c74da port 46fdaa23-9a94-4bec-8793-42a6fd969a06 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:53:38.809540 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:38.815527 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:38.857518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-d13d292f-75eb-4de9-9dc9-dfa808846e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:38.859364 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-d13d292f-75eb-4de9-9dc9-dfa808846e8a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 1095 time: 0.1730728 Jul 09 13:53:38.913864 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-e9ed7c22-5614-475a-8bb0-5a005853b58d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc0575d8-75df-4f89-a030-f3dfccb3912a HTTP/1.1" status: 200 len: 217 time: 0.0460157 Jul 09 13:53:39.010748 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-81c77fa1-c13e-42c0-b96a-6d74bdcb6bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:39.012303 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-81c77fa1-c13e-42c0-b96a-6d74bdcb6bca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 200 len: 845 time: 0.0909805 Jul 09 13:53:39.063555 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87261f-3192-4da9-85cc-6784ad097dc9 req-25f7a0d6-a322-4580-b113-631019fdafd6 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:39.065215 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c87261f-3192-4da9-85cc-6784ad097dc9 req-25f7a0d6-a322-4580-b113-631019fdafd6 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 945 time: 0.1129060 Jul 09 13:53:39.070420 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-5d4a184e-eff0-4b77-8b17-a3ef96ca958f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bee744c8-9b9d-4458-aff2-4b24232910a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364122 Jul 09 13:53:39.115177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4c87261f-3192-4da9-85cc-6784ad097dc9 req-3ee6eac2-b209-42f9-805a-8b6017d25f2f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/security-groups?id=36dc97e2-e0c6-4c79-a04f-944c07df4635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405703 Jul 09 13:53:39.202440 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:39.278315 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-bdba65d5-c478-428d-be35-632a2e52655a service neutron] 10.222.0.18 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003009 Jul 09 13:53:39.304429 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:39.317751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Transition to ACTIVE for port object 46fdaa23-9a94-4bec-8793-42a6fd969a06 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:39.325729 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:39.337958 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf75b58d-9006-44e1-b682-739b753d0209 req-40edbb39-026c-4e1a-9349-40b1f920cd22 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:39.340109 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf75b58d-9006-44e1-b682-739b753d0209 req-40edbb39-026c-4e1a-9349-40b1f920cd22 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 945 time: 0.0928795 Jul 09 13:53:39.406855 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf75b58d-9006-44e1-b682-739b753d0209 req-f749055c-723b-4cf7-b552-fa855c0833a6 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/security-groups?id=36dc97e2-e0c6-4c79-a04f-944c07df4635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595853 Jul 09 13:53:39.417615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Attempting to bind port 46fdaa23-9a94-4bec-8793-42a6fd969a06 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:39.418019 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Attempting to bind port 46fdaa23-9a94-4bec-8793-42a6fd969a06 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:39.418445 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Attempting to bind port 46fdaa23-9a94-4bec-8793-42a6fd969a06 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:39.451013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:39.451429 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:39.453563 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:39.454079 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:39.454561 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Bound port: 46fdaa23-9a94-4bec-8793-42a6fd969a06, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:39.455064 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:39.524720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] For port 46fdaa23-9a94-4bec-8793-42a6fd969a06, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:39.529529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] For port 46fdaa23-9a94-4bec-8793-42a6fd969a06, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=46fdaa23-9a94-4bec-8793-42a6fd969a06,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:39.536190 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:39.538298 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15f3b4-6f52-4143-a873-f67f2b6fa065 None None] Pushing event updated for resources: {'Port': ['ID=46fdaa23-9a94-4bec-8793-42a6fd969a06,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:39.547227 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6317e728-f9de-4abf-a5c3-a090b751f11f req-1756447d-2592-44ec-abf1-afc777b8f1d8 service neutron] 10.222.0.18 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599397 Jul 09 13:53:39.627651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15f3b4-6f52-4143-a873-f67f2b6fa065 None None] Pushing event updated for resources: {'Port': ['ID=46fdaa23-9a94-4bec-8793-42a6fd969a06,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:39.664306 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Routers {'f8293e88-cb88-44a0-9712-57372d3c74da'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:39.665039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f8293e88-cb88-44a0-9712-57372d3c74da'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:39.742885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Allocated IP 172.20.0.1 (f2277b95-6a34-43d2-b5d5-2d2f6977711f/007c4407-b0a9-405e-99fd-6f65428096f7/31b797cb-a205-44ba-9cea-c31b9f1222c0) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:39.762823 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca472027-0c3a-44a3-8e34-2a299ed0e48a req-b2eb95bf-2264-4db4-86a1-455b80f2a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:39.764899 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca472027-0c3a-44a3-8e34-2a299ed0e48a req-b2eb95bf-2264-4db4-86a1-455b80f2a264 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 1095 time: 0.1415603 Jul 09 13:53:39.818705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] Set router f8293e88-cb88-44a0-9712-57372d3c74da gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:39.825558 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96003a32-0bfe-4ca2-8846-fd1f521dc6ed req-7078cf5c-be39-49c6-9d10-9346a96fe52b tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:39.843700 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96003a32-0bfe-4ca2-8846-fd1f521dc6ed req-7078cf5c-be39-49c6-9d10-9346a96fe52b tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 945 time: 0.1860793 Jul 09 13:53:39.854352 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44fe40-3921-44c5-8305-e907bfb3ca53 req-13b51c07-9b9f-4f60-94ed-9f01d3bd1ac9 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:39.868947 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf44fe40-3921-44c5-8305-e907bfb3ca53 req-13b51c07-9b9f-4f60-94ed-9f01d3bd1ac9 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 944 time: 0.2424357 Jul 09 13:53:39.975029 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96003a32-0bfe-4ca2-8846-fd1f521dc6ed req-6251c577-34ed-49f6-888e-aeb2627ab720 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/security-groups?id=36dc97e2-e0c6-4c79-a04f-944c07df4635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299922 Jul 09 13:53:39.996298 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf44fe40-3921-44c5-8305-e907bfb3ca53 req-55fa14d1-ec95-45f2-bd88-7b12d8571dbc tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115193 Jul 09 13:53:40.011049 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38168) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:40.034444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca472027-0c3a-44a3-8e34-2a299ed0e48a req-3f3a3c16-a80c-41e1-9c48-3ab385d3478c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:40.038313 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca472027-0c3a-44a3-8e34-2a299ed0e48a req-3f3a3c16-a80c-41e1-9c48-3ab385d3478c service neutron] 10.222.0.18 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 906 time: 0.2605159 Jul 09 13:53:40.038954 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:40.093971 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca472027-0c3a-44a3-8e34-2a299ed0e48a req-f53c2f8b-c6ef-4ae2-bdb0-074adce8d499 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc0575d8-75df-4f89-a030-f3dfccb3912a HTTP/1.1" status: 200 len: 217 time: 0.0501084 Jul 09 13:53:40.096620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Transition to ACTIVE for port object 31b797cb-a205-44ba-9cea-c31b9f1222c0 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:40.123689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d8ba7722-c35f-4760-8860-8c13252852da up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:40.179376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca472027-0c3a-44a3-8e34-2a299ed0e48a req-d74ae16c-5e1d-4181-b172-6998f2622f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:40.180988 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca472027-0c3a-44a3-8e34-2a299ed0e48a req-d74ae16c-5e1d-4181-b172-6998f2622f49 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 200 len: 845 time: 0.0809715 Jul 09 13:53:40.195378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:53:36Z', 'revision_number': 3, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port': {'id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:35Z', 'updated_at': '2021-07-09T13:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:40.221095 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca472027-0c3a-44a3-8e34-2a299ed0e48a req-5300fc03-e38e-4454-9c90-245902e2377f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bee744c8-9b9d-4458-aff2-4b24232910a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316935 Jul 09 13:53:40.224870 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:40.231835 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8e0c1cd-8290-4195-9f7a-76d40779c8a8 None None] The sync data for ids ['f8293e88-cb88-44a0-9712-57372d3c74da'] in n-d-799525-3 is: [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:53:36Z', 'revision_number': 3, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port': {'id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7a:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:35Z', 'updated_at': '2021-07-09T13:53:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:53:40.253693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port d8ba7722-c35f-4760-8860-8c13252852da triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:40.253693 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:40.364024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Network f2277b95-6a34-43d2-b5d5-2d2f6977711f is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:40.372671 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:40.376334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Pushing event updated for resources: {'Port': ['ID=31b797cb-a205-44ba-9cea-c31b9f1222c0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:40.382077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:40.416541 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be04bc01-3c9b-4432-a5c7-7a4dab8af528 tempest-TestServerBasicOps-1158944572 tempest-TestServerBasicOps-1158944572-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:40.419375 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-be04bc01-3c9b-4432-a5c7-7a4dab8af528 tempest-TestServerBasicOps-1158944572 tempest-TestServerBasicOps-1158944572-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 1091 time: 0.4063594 Jul 09 13:53:40.424066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38172) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:40.432688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '1e309c99-c98c-426a-b956-54e9d5b161d2', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:40.443523 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca472027-0c3a-44a3-8e34-2a299ed0e48a req-1f3c3d22-59ce-4a5f-a935-1e185d6bbef4 service neutron] 10.222.0.18 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2160578 Jul 09 13:53:40.444903 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:40.487239 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:40.596000 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca472027-0c3a-44a3-8e34-2a299ed0e48a req-e3343959-60d0-4f31-bdc2-dd62ff9642b8 service neutron] 10.222.0.18 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455185 Jul 09 13:53:40.667946 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:40.824679 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:40.854829 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Allocated IP 172.25.2.3 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/fec78184-0a34-452e-9638-65574473f283) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:40.982249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-34ca171d-c2a0-4756-a727-04cc117b3dac None None] Provisioning for port 31b797cb-a205-44ba-9cea-c31b9f1222c0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:40.989320 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-34ca171d-c2a0-4756-a727-04cc117b3dac None None] Provisioning complete for port 31b797cb-a205-44ba-9cea-c31b9f1222c0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:40.989819 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34ca171d-c2a0-4756-a727-04cc117b3dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:41.066428 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:41.084909 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-34ca171d-c2a0-4756-a727-04cc117b3dac None None] Port 31b797cb-a205-44ba-9cea-c31b9f1222c0 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:53:41.154924 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:41.232819 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:41.257559 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:41.275908 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:41.279268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Pushing event updated for resources: {'Port': ['ID=fec78184-0a34-452e-9638-65574473f283,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:41.290888 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:41.293754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:41.364822 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:41.418542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58f777b-9ae0-491b-bf16-fef7232013e4 req-6eb8a60b-9b4a-4397-bfaa-4aea49572e86 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:41.420778 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e58f777b-9ae0-491b-bf16-fef7232013e4 req-6eb8a60b-9b4a-4397-bfaa-4aea49572e86 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 944 time: 0.1414301 Jul 09 13:53:41.476475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Pushing event updated for resources: {'Port': ['ID=31b797cb-a205-44ba-9cea-c31b9f1222c0,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:41.523952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Network f2277b95-6a34-43d2-b5d5-2d2f6977711f is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:41.525894 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:41.725291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Router f8293e88-cb88-44a0-9712-57372d3c74da has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:53:41.738257 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e58f777b-9ae0-491b-bf16-fef7232013e4 req-5f500282-f4d0-4c71-9b08-23beb7e1a30f tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962863 Jul 09 13:53:41.917959 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f129541a-3a09-4f03-8c5f-604d4a9960b1 None None] Provisioning complete for port 31b797cb-a205-44ba-9cea-c31b9f1222c0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:41.918327 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f129541a-3a09-4f03-8c5f-604d4a9960b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:41.949980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:53:41.960082 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2457e564-702b-4195-bfe7-3ebdc176c146 admin admin] 10.222.0.39 "PUT /v2.0/routers/f8293e88-cb88-44a0-9712-57372d3c74da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6641891 Jul 09 13:53:41.985368 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f129541a-3a09-4f03-8c5f-604d4a9960b1 None None] Port 31b797cb-a205-44ba-9cea-c31b9f1222c0 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:53:42.180273 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 46fdaa23-9a94-4bec-8793-42a6fd969a06 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:42.309812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 46fdaa23-9a94-4bec-8793-42a6fd969a06 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:42.314112 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 46fdaa23-9a94-4bec-8793-42a6fd969a06 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:42.314617 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:42.487195 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:42.533722 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 46fdaa23-9a94-4bec-8793-42a6fd969a06, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=46fdaa23-9a94-4bec-8793-42a6fd969a06,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:42.544316 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:42.650089 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=46fdaa23-9a94-4bec-8793-42a6fd969a06,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:42.777586 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-97979073-688b-4c88-8c85-ce485959340b req-b61adb82-c4e0-4e79-af44-9c54acf81d7a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7155592 Jul 09 13:53:42.844657 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device cc0575d8-75df-4f89-a030-f3dfccb3912a details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:53:42.892509 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:42.957445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97979073-688b-4c88-8c85-ce485959340b req-286f0717-0849-4c1c-a890-f3e0d0dd2b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:42.960479 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-97979073-688b-4c88-8c85-ce485959340b req-286f0717-0849-4c1c-a890-f3e0d0dd2b21 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baab7aa37ed141be9061efd45cbd2081&device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 1096 time: 0.1199315 Jul 09 13:53:43.009872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38204) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:43.046077 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Sync routers for ids ['f8293e88-cb88-44a0-9712-57372d3c74da'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:53:43.047286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port cc0575d8-75df-4f89-a030-f3dfccb3912a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=cc0575d8-75df-4f89-a030-f3dfccb3912a,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:43.058884 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Routers {'f8293e88-cb88-44a0-9712-57372d3c74da'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:43.059587 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f8293e88-cb88-44a0-9712-57372d3c74da'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:43.062526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'cc0575d8-75df-4f89-a030-f3dfccb3912a', 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0', 'port_id': 'cc0575d8-75df-4f89-a030-f3dfccb3912a', 'mac_address': 'fa:16:3e:1b:1a:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6317e7e2-f06b-4d9a-8091-9a4f5e72bc25', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:53:43.118326 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.139608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc0575d8-75df-4f89-a030-f3dfccb3912a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:53:43.154278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b45c1a6-a64a-4dd1-8d8b-bfaef53aec47 req-dfe3b1d6-2736-4b68-9e13-72f84497deb1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:43.166164 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port cc0575d8-75df-4f89-a030-f3dfccb3912a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=cc0575d8-75df-4f89-a030-f3dfccb3912a,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:43.170185 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b45c1a6-a64a-4dd1-8d8b-bfaef53aec47 req-dfe3b1d6-2736-4b68-9e13-72f84497deb1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 944 time: 0.2540751 Jul 09 13:53:43.173541 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.213597 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1ca728bd-31f5-45f8-8876-b0ede836b0ab admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1575169062-network', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:43.219809 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97979073-688b-4c88-8c85-ce485959340b req-7bde2625-dc58-4f47-af2f-7629d93bca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:43.223394 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-97979073-688b-4c88-8c85-ce485959340b req-7bde2625-dc58-4f47-af2f-7629d93bca24 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65ffa311-d151-4783-93e5-16b0b7dbb4db HTTP/1.1" status: 200 len: 910 time: 0.2375138 Jul 09 13:53:43.244241 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b45c1a6-a64a-4dd1-8d8b-bfaef53aec47 req-d13c407c-abe0-4970-a97f-196b75d61537 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727658 Jul 09 13:53:43.245859 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.269290 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=cc0575d8-75df-4f89-a030-f3dfccb3912a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:43.307973 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-97979073-688b-4c88-8c85-ce485959340b req-eb8f36ef-fa26-45a7-8a11-cce72547de2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e309c99-c98c-426a-b956-54e9d5b161d2 HTTP/1.1" status: 200 len: 997 time: 0.0779746 Jul 09 13:53:43.308781 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Set router f8293e88-cb88-44a0-9712-57372d3c74da gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:43.327850 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca728bd-31f5-45f8-8876-b0ede836b0ab admin admin] Made reservation on behalf of f88abf4e53a44f169d719441aaa10978 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:43.330232 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ca728bd-31f5-45f8-8876-b0ede836b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.368949 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ca728bd-31f5-45f8-8876-b0ede836b0ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.382281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['cc0575d8-75df-4f89-a030-f3dfccb3912a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:53:43.403135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97979073-688b-4c88-8c85-ce485959340b req-4f963f25-13d1-4631-8c56-de0daea6606b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:43.404439 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-97979073-688b-4c88-8c85-ce485959340b req-4f963f25-13d1-4631-8c56-de0daea6606b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cead91ca-0866-40d2-b198-269f828e543c HTTP/1.1" status: 200 len: 848 time: 0.0894573 Jul 09 13:53:43.497769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97979073-688b-4c88-8c85-ce485959340b req-ccb66531-0c04-4f4a-a998-6774c1a0032d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:43.499512 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-97979073-688b-4c88-8c85-ce485959340b req-ccb66531-0c04-4f4a-a998-6774c1a0032d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65ffa311-d151-4783-93e5-16b0b7dbb4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0882633 Jul 09 13:53:43.528489 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.536391 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.598129 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ca728bd-31f5-45f8-8876-b0ede836b0ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.606863 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ca728bd-31f5-45f8-8876-b0ede836b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.619118 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:53:40Z', 'revision_number': 4, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port': {'id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:35Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '31b797cb-a205-44ba-9cea-c31b9f1222c0', 'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'mac_address': 'fa:16:3e:16:ca:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:39Z', 'updated_at': '2021-07-09T13:53:40Z', 'revision_number': 2, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'subnets': [{'id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:43.637628 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca728bd-31f5-45f8-8876-b0ede836b0ab admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:53:43.666460 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Checking router: f8293e88-cb88-44a0-9712-57372d3c74da for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:53:43.666698 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Updating router f8293e88-cb88-44a0-9712-57372d3c74da port 31b797cb-a205-44ba-9cea-c31b9f1222c0 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:53:43.671698 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ca728bd-31f5-45f8-8876-b0ede836b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.672002 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-1ca728bd-31f5-45f8-8876-b0ede836b0ab admin admin] Added segment ae7889bd-3a54-4484-bf10-c0b8879ada04 of type vlan for network cc355a98-4620-49e1-888b-21c3f13b71ff Jul 09 13:53:43.676924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca728bd-31f5-45f8-8876-b0ede836b0ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06c890a1-66b2-4743-a0c9-09285fa3b80d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:43.709155 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.713631 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.718562 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-97979073-688b-4c88-8c85-ce485959340b req-f69439ae-44c1-4cff-9289-b0c6c06c2f0b service neutron] 10.222.0.15 "GET /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112834 Jul 09 13:53:43.732138 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ca728bd-31f5-45f8-8876-b0ede836b0ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.815622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Pushing event updated for resources: {'Port': ['ID=fec78184-0a34-452e-9638-65574473f283,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:43.826942 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ca728bd-31f5-45f8-8876-b0ede836b0ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.828008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca728bd-31f5-45f8-8876-b0ede836b0ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:43.828527 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ca728bd-31f5-45f8-8876-b0ede836b0ab admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:43.858458 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Floating IP 7435a3b6-24c0-48b9-93c7-5b30a7554091 associated. External IP: 172.25.2.3, port: 1e309c99-c98c-426a-b956-54e9d5b161d2. Jul 09 13:53:43.901472 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1ca728bd-31f5-45f8-8876-b0ede836b0ab admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8880656 Jul 09 13:53:43.917666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38212) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:43.922769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-50f27320-803f-419b-8730-9c0901da791c admin admin] Request body: {'subnet': {'network_id': 'cc355a98-4620-49e1-888b-21c3f13b71ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1575169062-subnet', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:43.931226 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-97979073-688b-4c88-8c85-ce485959340b req-b6bb3a7a-241e-4518-baa4-fa9f8615e4d2 service neutron] 10.222.0.15 "GET /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010071 Jul 09 13:53:43.932193 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca728bd-31f5-45f8-8876-b0ede836b0ab admin admin] Pushing event updated for resources: {'Network': ['ID=cc355a98-4620-49e1-888b-21c3f13b71ff,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:43.957513 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network cc355a98-4620-49e1-888b-21c3f13b71ff details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:53:44.002441 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f27320-803f-419b-8730-9c0901da791c admin admin] Made reservation on behalf of f88abf4e53a44f169d719441aaa10978 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:44.016052 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50f27320-803f-419b-8730-9c0901da791c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.110236 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.125091 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Transition to ACTIVE for port object 31b797cb-a205-44ba-9cea-c31b9f1222c0 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:44.134403 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.136595 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 46fdaa23-9a94-4bec-8793-42a6fd969a06 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:44.214014 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 46fdaa23-9a94-4bec-8793-42a6fd969a06 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:44.214392 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.226894 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15f8ae-6f2d-4116-abc9-dc75bfb53c7e None None] Pushing event updated for resources: {'Port': ['ID=31b797cb-a205-44ba-9cea-c31b9f1222c0,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:44.309496 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Attempting to bind port 31b797cb-a205-44ba-9cea-c31b9f1222c0 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:44.309871 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Attempting to bind port 31b797cb-a205-44ba-9cea-c31b9f1222c0 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '5d957517-f702-4bd5-9276-f871f01531f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:44.310238 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Attempting to bind port 31b797cb-a205-44ba-9cea-c31b9f1222c0 on network f2277b95-6a34-43d2-b5d5-2d2f6977711f {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:44.316787 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:44.317037 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Checking segment: {'id': '5d957517-f702-4bd5-9276-f871f01531f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:44.317442 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.317832 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Bound using segment: {'id': '5d957517-f702-4bd5-9276-f871f01531f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:44.318305 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Bound port: 31b797cb-a205-44ba-9cea-c31b9f1222c0, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d957517-f702-4bd5-9276-f871f01531f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:44.319776 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.358500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Router ca02651d-fb38-4680-ac92-d2d2c3de0351 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:53:44.412294 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] For port 31b797cb-a205-44ba-9cea-c31b9f1222c0, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:44.417719 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] For port 31b797cb-a205-44ba-9cea-c31b9f1222c0, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=31b797cb-a205-44ba-9cea-c31b9f1222c0,segment=NetworkSegment(5d957517-f702-4bd5-9276-f871f01531f2),segment_id=5d957517-f702-4bd5-9276-f871f01531f2)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:44.424545 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.476626 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Routers {'f8293e88-cb88-44a0-9712-57372d3c74da'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:44.477309 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f8293e88-cb88-44a0-9712-57372d3c74da'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:44.502782 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50f27320-803f-419b-8730-9c0901da791c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.555029 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea15f8ae-6f2d-4116-abc9-dc75bfb53c7e None None] Pushing event updated for resources: {'Port': ['ID=31b797cb-a205-44ba-9cea-c31b9f1222c0,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:44.635014 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] Set router f8293e88-cb88-44a0-9712-57372d3c74da gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:44.650460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f27320-803f-419b-8730-9c0901da791c admin admin] Pushing event updated for resources: {'Subnet': ['ID=c82d6f42-50e6-49a9-a254-9061b1248947,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:44.680269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:53:44.691760 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520ac72-32f3-4300-91b0-ff8c272115e9 None None] Sync routers for ids ['ca02651d-fb38-4680-ac92-d2d2c3de0351'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:53:44.709581 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520ac72-32f3-4300-91b0-ff8c272115e9 None None] Routers {'ca02651d-fb38-4680-ac92-d2d2c3de0351'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:44.710221 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c520ac72-32f3-4300-91b0-ff8c272115e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['ca02651d-fb38-4680-ac92-d2d2c3de0351'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:44.731408 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e24a0cb-838e-4098-acb5-28467d87e06b req-3265186a-a7d2-4c3e-a7f5-3fc00d804612 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:44.733041 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e24a0cb-838e-4098-acb5-28467d87e06b req-3265186a-a7d2-4c3e-a7f5-3fc00d804612 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 945 time: 0.2511024 Jul 09 13:53:44.733846 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50f27320-803f-419b-8730-9c0901da791c admin admin] Checking segment: {'id': 'ae7889bd-3a54-4484-bf10-c0b8879ada04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cc355a98-4620-49e1-888b-21c3f13b71ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:44.734216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f27320-803f-419b-8730-9c0901da791c admin admin] Network hostable DHCP agents. Network: cc355a98-4620-49e1-888b-21c3f13b71ff, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:53:44.773891 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.833390 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50f27320-803f-419b-8730-9c0901da791c admin admin] Network cc355a98-4620-49e1-888b-21c3f13b71ff is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:53:44.845475 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e24a0cb-838e-4098-acb5-28467d87e06b req-ce14ee49-338d-4289-9f47-34a53f83aaca tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011248 Jul 09 13:53:44.860315 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-50f27320-803f-419b-8730-9c0901da791c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, cc355a98-4620-49e1-888b-21c3f13b71ff) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:44.866465 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4f13751e-ab2c-4c56-8168-0015b1f0838f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 4.4380338 Jul 09 13:53:44.867858 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b700f4a0-4a7f-4c29-9c48-c28e598b5e94', 'tag': '1e309c99-c98c-426a-b956-54e9d5b161d2'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:53:44.869471 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c8aaadc-45b7-40cb-b466-176ebd6243da" -d '{"events": [{"name": "network-changed", "server_uuid": "b700f4a0-4a7f-4c29-9c48-c28e598b5e94", "tag": "1e309c99-c98c-426a-b956-54e9d5b161d2"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:53:44.872071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device cc0575d8-75df-4f89-a030-f3dfccb3912a up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:44.875169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f27320-803f-419b-8730-9c0901da791c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:44.875734 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50f27320-803f-419b-8730-9c0901da791c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.898916 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade8689e-1925-40c5-b03c-045796708e47 None None] Network cc355a98-4620-49e1-888b-21c3f13b71ff requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:53:44.917216 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-50f27320-803f-419b-8730-9c0901da791c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9961510 Jul 09 13:53:44.917577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38224) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:44.922812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1575169062-router', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:44.962988 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:44.967587 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:45.011160 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c520ac72-32f3-4300-91b0-ff8c272115e9 None None] Set router ca02651d-fb38-4680-ac92-d2d2c3de0351 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:45.040006 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:53:40Z', 'revision_number': 4, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port': {'id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:35Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '31b797cb-a205-44ba-9cea-c31b9f1222c0', 'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'mac_address': 'fa:16:3e:16:ca:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:39Z', 'updated_at': '2021-07-09T13:53:44Z', 'revision_number': 4, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'subnets': [{'id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:45.114955 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400ede0c-c185-4713-b3b8-2e99d72ad48b None None] The sync data for ids ['f8293e88-cb88-44a0-9712-57372d3c74da'] in n-d-799525-3 is: [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:53:40Z', 'revision_number': 4, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port': {'id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:35Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '31b797cb-a205-44ba-9cea-c31b9f1222c0', 'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'mac_address': 'fa:16:3e:16:ca:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:39Z', 'updated_at': '2021-07-09T13:53:44Z', 'revision_number': 4, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'subnets': [{'id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:53:45.120125 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:45.147688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port cc0575d8-75df-4f89-a030-f3dfccb3912a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:45.161731 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port cc0575d8-75df-4f89-a030-f3dfccb3912a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:45.162357 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:45.392929 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e143bc06-f817-4a4f-9b2d-d2a5e3ae08be x-openstack-request-id: req-e143bc06-f817-4a4f-9b2d-d2a5e3ae08be {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:53:45.393473 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b700f4a0-4a7f-4c29-9c48-c28e598b5e94", "tag": "1e309c99-c98c-426a-b956-54e9d5b161d2", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:53:45.394473 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e143bc06-f817-4a4f-9b2d-d2a5e3ae08be {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:53:45.394985 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b700f4a0-4a7f-4c29-9c48-c28e598b5e94', 'tag': '1e309c99-c98c-426a-b956-54e9d5b161d2', 'status': 'completed', 'code': 200} Jul 09 13:53:45.421753 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:45.492566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-cc355a98-4620-49e1-888b-21c3f13b71ff', 'network_id': 'cc355a98-4620-49e1-888b-21c3f13b71ff', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'fixed_ips': [{'subnet_id': 'c82d6f42-50e6-49a9-a254-9061b1248947'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:53:45.493597 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:45.549048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8aaadc-45b7-40cb-b466-176ebd6243da req-1390fe48-6138-4680-b9b2-c30a6c54e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:45.551229 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4c8aaadc-45b7-40cb-b466-176ebd6243da req-1390fe48-6138-4680-b9b2-c30a6c54e95d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baab7aa37ed141be9061efd45cbd2081&device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 1096 time: 0.1213117 Jul 09 13:53:45.640477 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:45.741137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8aaadc-45b7-40cb-b466-176ebd6243da req-e2526852-cf08-4ad5-a7cb-95eab9606bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:45.742720 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4c8aaadc-45b7-40cb-b466-176ebd6243da req-e2526852-cf08-4ad5-a7cb-95eab9606bea service neutron] 10.222.0.15 "GET /v2.0/networks?id=65ffa311-d151-4783-93e5-16b0b7dbb4db HTTP/1.1" status: 200 len: 910 time: 0.1848419 Jul 09 13:53:45.843639 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:45.848394 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4c8aaadc-45b7-40cb-b466-176ebd6243da req-6125a68c-b50d-4455-8864-af3144d13854 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e309c99-c98c-426a-b956-54e9d5b161d2 HTTP/1.1" status: 200 len: 997 time: 0.0977108 Jul 09 13:53:45.874226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3710cdab-132a-4226-9503-ee960c5d41a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0575d8-75df-4f89-a030-f3dfccb3912a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:53:45.877123 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e311e5-203f-475e-b1c3-2bbe5278185a" -d '{"events": [{"server_uuid": "3710cdab-132a-4226-9503-ee960c5d41a7", "name": "network-vif-plugged", "status": "completed", "tag": "cc0575d8-75df-4f89-a030-f3dfccb3912a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:53:45.880355 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:45.968006 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port cc0575d8-75df-4f89-a030-f3dfccb3912a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=cc0575d8-75df-4f89-a030-f3dfccb3912a,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:45.984370 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:46.063715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Allocated IP 172.20.0.2 (cc355a98-4620-49e1-888b-21c3f13b71ff/c82d6f42-50e6-49a9-a254-9061b1248947/56baddff-8783-4f23-9319-471429082acb) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:46.106122 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c520ac72-32f3-4300-91b0-ff8c272115e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'name': 'tempest-TestServerBasicOps-2061273760-router', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 4, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'gw_port': {'id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '7435a3b6-24c0-48b9-93c7-5b30a7554091', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'floating_ip_address': '172.25.2.3', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'port_id': '1e309c99-c98c-426a-b956-54e9d5b161d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'mac_address': 'fa:16:3e:bd:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b700f4a0-4a7f-4c29-9c48-c28e598b5e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:53:41Z', 'updated_at': '2021-07-09T13:53:41Z', 'revision_number': 0, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e08b81e-b32a-495b-bc16-fa569d386047', 'name': '', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'mac_address': 'fa:16:3e:b1:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cead91ca-0866-40d2-b198-269f828e543c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:12Z', 'updated_at': '2021-07-09T13:53:21Z', 'revision_number': 5, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'subnets': [{'id': 'cead91ca-0866-40d2-b198-269f828e543c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:46.166234 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Allocated IP 172.25.2.52 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/3749ed36-a74b-4ba8-9142-9afea314660b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:46.170095 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520ac72-32f3-4300-91b0-ff8c272115e9 None None] Checking router: ca02651d-fb38-4680-ac92-d2d2c3de0351 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:53:46.172716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=cc0575d8-75df-4f89-a030-f3dfccb3912a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:46.255843 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 31b797cb-a205-44ba-9cea-c31b9f1222c0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:46.256982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8aaadc-45b7-40cb-b466-176ebd6243da req-e5ddeaad-b472-48a3-b6ae-e0d334e0b41d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:46.259166 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4c8aaadc-45b7-40cb-b466-176ebd6243da req-e5ddeaad-b472-48a3-b6ae-e0d334e0b41d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cead91ca-0866-40d2-b198-269f828e543c HTTP/1.1" status: 200 len: 848 time: 0.3875282 Jul 09 13:53:46.263762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c520ac72-32f3-4300-91b0-ff8c272115e9 None None] Routers {'ca02651d-fb38-4680-ac92-d2d2c3de0351'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:46.264558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c520ac72-32f3-4300-91b0-ff8c272115e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['ca02651d-fb38-4680-ac92-d2d2c3de0351'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:46.277932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc8e4b-fcef-44c7-ac87-996f046139a4 req-c7f741ec-3e7f-4591-a6e3-52235ad6c5d7 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:46.291082 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7fc8e4b-fcef-44c7-ac87-996f046139a4 req-c7f741ec-3e7f-4591-a6e3-52235ad6c5d7 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 946 time: 0.1896148 Jul 09 13:53:46.387345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8aaadc-45b7-40cb-b466-176ebd6243da req-979d5c38-344e-4348-9247-cb9be46e2ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:46.390011 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4c8aaadc-45b7-40cb-b466-176ebd6243da req-979d5c38-344e-4348-9247-cb9be46e2ff9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65ffa311-d151-4783-93e5-16b0b7dbb4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1239936 Jul 09 13:53:46.411078 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7fc8e4b-fcef-44c7-ac87-996f046139a4 req-ea18f0ce-67c4-4aba-8703-f978c9f4a6a2 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188023 Jul 09 13:53:46.539401 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4c8aaadc-45b7-40cb-b466-176ebd6243da req-41c993b8-d694-4707-8ef5-8a2b8b71a50b service neutron] 10.222.0.15 "GET /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399539 Jul 09 13:53:46.579839 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af69a59c-ce1a-48c7-9324-8df557c54974 x-openstack-request-id: req-af69a59c-ce1a-48c7-9324-8df557c54974 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:53:46.580269 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3710cdab-132a-4226-9503-ee960c5d41a7", "name": "network-vif-plugged", "status": "completed", "tag": "cc0575d8-75df-4f89-a030-f3dfccb3912a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:53:46.580643 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af69a59c-ce1a-48c7-9324-8df557c54974 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:53:46.581310 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3710cdab-132a-4226-9503-ee960c5d41a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc0575d8-75df-4f89-a030-f3dfccb3912a', 'code': 200} Jul 09 13:53:46.586805 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 31b797cb-a205-44ba-9cea-c31b9f1222c0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:46.602449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 31b797cb-a205-44ba-9cea-c31b9f1222c0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:46.602901 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:46.615893 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c520ac72-32f3-4300-91b0-ff8c272115e9 None None] Set router ca02651d-fb38-4680-ac92-d2d2c3de0351 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:46.692722 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:46.724589 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Transition to ACTIVE for port object 56baddff-8783-4f23-9319-471429082acb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:46.724965 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:46.752461 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4c8aaadc-45b7-40cb-b466-176ebd6243da req-785f3ad4-4f44-4d07-8d41-9aca997c763f service neutron] 10.222.0.15 "GET /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007432 Jul 09 13:53:46.759607 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b26ac5-bcb9-467b-82ee-ae143fc0460a req-4849b7a5-3790-4e53-9c81-36f85933e736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:46.761099 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7b26ac5-bcb9-467b-82ee-ae143fc0460a req-4849b7a5-3790-4e53-9c81-36f85933e736 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 1097 time: 0.1091774 Jul 09 13:53:46.797210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Transition to ACTIVE for port object 56baddff-8783-4f23-9319-471429082acb will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:46.819834 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:46.829167 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7b26ac5-bcb9-467b-82ee-ae143fc0460a req-7b86bb99-5c1b-4375-8813-55bb8a1bead4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603292 Jul 09 13:53:46.840041 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:46.882921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:46.889429 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:46.892160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:46.921714 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Pushing event updated for resources: {'Port': ['ID=3749ed36-a74b-4ba8-9142-9afea314660b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:46.948061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Network cc355a98-4620-49e1-888b-21c3f13b71ff is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:46.958510 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:46.964281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Pushing event updated for resources: {'Port': ['ID=56baddff-8783-4f23-9319-471429082acb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:46.966714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:46.970589 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:47.082341 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 31b797cb-a205-44ba-9cea-c31b9f1222c0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=31b797cb-a205-44ba-9cea-c31b9f1222c0,segment=NetworkSegment(5d957517-f702-4bd5-9276-f871f01531f2),segment_id=5d957517-f702-4bd5-9276-f871f01531f2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:47.093289 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:47.099400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Attempting to bind port 56baddff-8783-4f23-9319-471429082acb on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:47.099779 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Attempting to bind port 56baddff-8783-4f23-9319-471429082acb by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'ae7889bd-3a54-4484-bf10-c0b8879ada04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cc355a98-4620-49e1-888b-21c3f13b71ff'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:47.100153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Attempting to bind port 56baddff-8783-4f23-9319-471429082acb on network cc355a98-4620-49e1-888b-21c3f13b71ff {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:47.150132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:47.150462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Checking segment: {'id': 'ae7889bd-3a54-4484-bf10-c0b8879ada04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cc355a98-4620-49e1-888b-21c3f13b71ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:47.150984 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:47.151335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Bound using segment: {'id': 'ae7889bd-3a54-4484-bf10-c0b8879ada04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cc355a98-4620-49e1-888b-21c3f13b71ff'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:47.151800 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Bound port: 56baddff-8783-4f23-9319-471429082acb, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7889bd-3a54-4484-bf10-c0b8879ada04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cc355a98-4620-49e1-888b-21c3f13b71ff'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:47.152190 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:47.213608 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:47.223381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=31b797cb-a205-44ba-9cea-c31b9f1222c0,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:47.270062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] For port 56baddff-8783-4f23-9319-471429082acb, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:47.278172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] For port 56baddff-8783-4f23-9319-471429082acb, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=56baddff-8783-4f23-9319-471429082acb,segment=NetworkSegment(ae7889bd-3a54-4484-bf10-c0b8879ada04),segment_id=ae7889bd-3a54-4484-bf10-c0b8879ada04)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:47.282268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c520ac72-32f3-4300-91b0-ff8c272115e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'name': 'tempest-TestServerBasicOps-2061273760-router', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 4, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'gw_port': {'id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '7435a3b6-24c0-48b9-93c7-5b30a7554091', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'floating_ip_address': '172.25.2.3', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'port_id': '1e309c99-c98c-426a-b956-54e9d5b161d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'mac_address': 'fa:16:3e:bd:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b700f4a0-4a7f-4c29-9c48-c28e598b5e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:53:41Z', 'updated_at': '2021-07-09T13:53:41Z', 'revision_number': 0, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e08b81e-b32a-495b-bc16-fa569d386047', 'name': '', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'mac_address': 'fa:16:3e:b1:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cead91ca-0866-40d2-b198-269f828e543c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:12Z', 'updated_at': '2021-07-09T13:53:21Z', 'revision_number': 5, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'subnets': [{'id': 'cead91ca-0866-40d2-b198-269f828e543c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:47.286818 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:47.320456 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c520ac72-32f3-4300-91b0-ff8c272115e9 None None] The sync data for ids ['ca02651d-fb38-4680-ac92-d2d2c3de0351'] in n-d-799525-3 is: [{'id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'name': 'tempest-TestServerBasicOps-2061273760-router', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 4, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'gw_port': {'id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '7435a3b6-24c0-48b9-93c7-5b30a7554091', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'floating_ip_address': '172.25.2.3', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'port_id': '1e309c99-c98c-426a-b956-54e9d5b161d2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3469, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'mac_address': 'fa:16:3e:bd:a8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b700f4a0-4a7f-4c29-9c48-c28e598b5e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:53:41Z', 'updated_at': '2021-07-09T13:53:41Z', 'revision_number': 0, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1e08b81e-b32a-495b-bc16-fa569d386047', 'name': '', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'mac_address': 'fa:16:3e:b1:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cead91ca-0866-40d2-b198-269f828e543c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:12Z', 'updated_at': '2021-07-09T13:53:21Z', 'revision_number': 5, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'subnets': [{'id': 'cead91ca-0866-40d2-b198-269f828e543c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:53:47.377513 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf2dab3-50ec-4345-9f52-db95adb0876e None None] Pushing event updated for resources: {'Port': ['ID=56baddff-8783-4f23-9319-471429082acb,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:47.472163 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:47.711208 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Router fe0662b4-0684-471c-ac51-3b314badd10a is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:53:47.732794 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d9f9be-e010-4d79-a719-c6bfbfeda810 None None] New status for floating IP 7435a3b6-24c0-48b9-93c7-5b30a7554091: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:53:47.756166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1ebd35-e353-4a0d-8894-f7806ebc8b8a req-0731e53f-8588-4c80-8414-6e548b7cf659 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:47.761649 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d1ebd35-e353-4a0d-8894-f7806ebc8b8a req-0731e53f-8588-4c80-8414-6e548b7cf659 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 946 time: 0.1917675 Jul 09 13:53:47.845797 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d1ebd35-e353-4a0d-8894-f7806ebc8b8a req-174dcf6c-b4cd-4c10-b423-af91599e833d tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767553 Jul 09 13:53:47.885238 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:53:47.896208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Sync routers for ids ['fe0662b4-0684-471c-ac51-3b314badd10a'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:53:47.907673 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:47.908140 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Routers {'fe0662b4-0684-471c-ac51-3b314badd10a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:47.912974 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fe0662b4-0684-471c-ac51-3b314badd10a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:47.913207 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-172ad7e5-97a2-4479-a613-a7f6c4bcbfba admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9900813 Jul 09 13:53:47.913311 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38244) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:53:48.053014 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Set router fe0662b4-0684-471c-ac51-3b314badd10a gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:48.299935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 56baddff-8783-4f23-9319-471429082acb up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:48.430110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 56baddff-8783-4f23-9319-471429082acb completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:48.433238 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'name': 'tempest-TestVolumeBackupRestore-1575169062-router', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '3749ed36-a74b-4ba8-9142-9afea314660b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:44Z', 'updated_at': '2021-07-09T13:53:47Z', 'revision_number': 3, 'project_id': 'f88abf4e53a44f169d719441aaa10978', 'gw_port': {'id': '3749ed36-a74b-4ba8-9142-9afea314660b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:45Z', 'updated_at': '2021-07-09T13:53:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:48.464097 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 31b797cb-a205-44ba-9cea-c31b9f1222c0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:48.466077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Checking router: fe0662b4-0684-471c-ac51-3b314badd10a for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:53:48.466439 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Updating router fe0662b4-0684-471c-ac51-3b314badd10a port 3749ed36-a74b-4ba8-9142-9afea314660b binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:53:48.524641 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:48.665817 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 31b797cb-a205-44ba-9cea-c31b9f1222c0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:48.666206 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:48.771544 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef282b7-74d3-4cb5-9d6c-3875eb1b951e None None] Network cc355a98-4620-49e1-888b-21c3f13b71ff requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:53:48.799433 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.030542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Allocated IP 172.20.0.1 (cc355a98-4620-49e1-888b-21c3f13b71ff/c82d6f42-50e6-49a9-a254-9061b1248947/3c727457-07c2-4c9e-8470-6d83e0229b46) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:49.089129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-71083f59-84b4-4343-8c8e-e193891ac1ff None None] Provisioning for port 56baddff-8783-4f23-9319-471429082acb completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:49.110669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-71083f59-84b4-4343-8c8e-e193891ac1ff None None] Provisioning complete for port 56baddff-8783-4f23-9319-471429082acb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:49.111049 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71083f59-84b4-4343-8c8e-e193891ac1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.178525 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b11ed1b-cedd-4fb2-86db-32994b6511db req-28630a4f-8707-4374-91cc-544c56b1d8cf tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:49.180835 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b11ed1b-cedd-4fb2-86db-32994b6511db req-28630a4f-8707-4374-91cc-544c56b1d8cf tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 946 time: 0.1542652 Jul 09 13:53:49.204939 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.230789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Transition to ACTIVE for port object 3c727457-07c2-4c9e-8470-6d83e0229b46 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:49.248436 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b11ed1b-cedd-4fb2-86db-32994b6511db req-c5a38c88-b0e2-4ab3-836e-98e373b1d8ee tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542099 Jul 09 13:53:49.255493 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.283849 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.317272 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Transition to ACTIVE for port object 3749ed36-a74b-4ba8-9142-9afea314660b will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:49.336746 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.350821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Network cc355a98-4620-49e1-888b-21c3f13b71ff is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:49.355239 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Pushing event updated for resources: {'Port': ['ID=3c727457-07c2-4c9e-8470-6d83e0229b46,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:49.357896 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:49.360623 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:49.380971 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71083f59-84b4-4343-8c8e-e193891ac1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.410160 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.435225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Attempting to bind port 3749ed36-a74b-4ba8-9142-9afea314660b on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:49.435225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Attempting to bind port 3749ed36-a74b-4ba8-9142-9afea314660b by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:49.435225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Attempting to bind port 3749ed36-a74b-4ba8-9142-9afea314660b on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:49.452915 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51354467-aa6c-452c-b76d-340a57675f2d None None] Pushing event updated for resources: {'Port': ['ID=3749ed36-a74b-4ba8-9142-9afea314660b,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:49.468570 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:49.468958 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:49.469424 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.469840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:49.470314 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Bound port: 3749ed36-a74b-4ba8-9142-9afea314660b, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:49.470705 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.515127 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-71083f59-84b4-4343-8c8e-e193891ac1ff None None] For port 56baddff-8783-4f23-9319-471429082acb, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=56baddff-8783-4f23-9319-471429082acb,segment=NetworkSegment(ae7889bd-3a54-4484-bf10-c0b8879ada04),segment_id=ae7889bd-3a54-4484-bf10-c0b8879ada04)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:49.523564 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71083f59-84b4-4343-8c8e-e193891ac1ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.606664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] For port 3749ed36-a74b-4ba8-9142-9afea314660b, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:49.629711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71083f59-84b4-4343-8c8e-e193891ac1ff None None] Pushing event updated for resources: {'Port': ['ID=56baddff-8783-4f23-9319-471429082acb,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:49.646512 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] For port 3749ed36-a74b-4ba8-9142-9afea314660b, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3749ed36-a74b-4ba8-9142-9afea314660b,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:49.653939 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.724649 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:49.732495 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Routers {'fe0662b4-0684-471c-ac51-3b314badd10a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:49.733454 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fe0662b4-0684-471c-ac51-3b314badd10a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:49.740560 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51354467-aa6c-452c-b76d-340a57675f2d None None] Pushing event updated for resources: {'Port': ['ID=3749ed36-a74b-4ba8-9142-9afea314660b,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:49.756632 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8b55-b6d9-4485-a92e-f7ef0a119fde req-e1b64e5f-a3e4-4f48-a01b-b8eca0a75767 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:49.764040 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24ca8b55-b6d9-4485-a92e-f7ef0a119fde req-e1b64e5f-a3e4-4f48-a01b-b8eca0a75767 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 805 time: 0.1927707 Jul 09 13:53:49.840176 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24ca8b55-b6d9-4485-a92e-f7ef0a119fde req-97ceacca-1f0f-4734-a54e-f154ace7b24c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/quotas/cd3fbc31bf3346669d7b90ce9e370387 HTTP/1.1" status: 200 len: 375 time: 0.0751803 Jul 09 13:53:49.921570 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] Set router fe0662b4-0684-471c-ac51-3b314badd10a gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:50.004578 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fc46b542-7e8c-4e4c-aa8b-47107c6a9b37 None None] Provisioning complete for port 56baddff-8783-4f23-9319-471429082acb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:50.005055 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fc46b542-7e8c-4e4c-aa8b-47107c6a9b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:50.102362 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24ca8b55-b6d9-4485-a92e-f7ef0a119fde req-3e67d413-8ded-4270-87f9-fc30a3bf921c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2612231 Jul 09 13:53:50.150656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 56baddff-8783-4f23-9319-471429082acb up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:50.208779 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:50.215961 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:50.302985 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24ca8b55-b6d9-4485-a92e-f7ef0a119fde req-4040bd06-90ca-43c7-89f2-b2e59fc456ec service neutron] 10.222.0.39 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1995664 Jul 09 13:53:50.304779 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 56baddff-8783-4f23-9319-471429082acb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:50.305250 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:50.370484 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:50.377666 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'name': 'tempest-TestVolumeBackupRestore-1575169062-router', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '3749ed36-a74b-4ba8-9142-9afea314660b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:44Z', 'updated_at': '2021-07-09T13:53:49Z', 'revision_number': 4, 'project_id': 'f88abf4e53a44f169d719441aaa10978', 'gw_port': {'id': '3749ed36-a74b-4ba8-9142-9afea314660b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:45Z', 'updated_at': '2021-07-09T13:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '3c727457-07c2-4c9e-8470-6d83e0229b46', 'name': '', 'network_id': 'cc355a98-4620-49e1-888b-21c3f13b71ff', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'mac_address': 'fa:16:3e:1b:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c82d6f42-50e6-49a9-a254-9061b1248947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:48Z', 'updated_at': '2021-07-09T13:53:49Z', 'revision_number': 1, 'project_id': 'f88abf4e53a44f169d719441aaa10978', 'subnets': [{'id': 'c82d6f42-50e6-49a9-a254-9061b1248947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:50.394426 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Pushing event updated for resources: {'Port': ['ID=3c727457-07c2-4c9e-8470-6d83e0229b46,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:50.414758 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403458ff-6c21-48ea-bc54-8c899e8c7b34 None None] The sync data for ids ['fe0662b4-0684-471c-ac51-3b314badd10a'] in n-d-799525-3 is: [{'id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'name': 'tempest-TestVolumeBackupRestore-1575169062-router', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '3749ed36-a74b-4ba8-9142-9afea314660b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:44Z', 'updated_at': '2021-07-09T13:53:49Z', 'revision_number': 4, 'project_id': 'f88abf4e53a44f169d719441aaa10978', 'gw_port': {'id': '3749ed36-a74b-4ba8-9142-9afea314660b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:45Z', 'updated_at': '2021-07-09T13:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '3c727457-07c2-4c9e-8470-6d83e0229b46', 'name': '', 'network_id': 'cc355a98-4620-49e1-888b-21c3f13b71ff', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'mac_address': 'fa:16:3e:1b:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c82d6f42-50e6-49a9-a254-9061b1248947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:48Z', 'updated_at': '2021-07-09T13:53:49Z', 'revision_number': 1, 'project_id': 'f88abf4e53a44f169d719441aaa10978', 'subnets': [{'id': 'c82d6f42-50e6-49a9-a254-9061b1248947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:53:50.527802 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-27510ea3-42ff-44f4-afcd-126f1bfd3c09 None None] Provisioning for port 3c727457-07c2-4c9e-8470-6d83e0229b46 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:50.535940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-27510ea3-42ff-44f4-afcd-126f1bfd3c09 None None] Provisioning complete for port 3c727457-07c2-4c9e-8470-6d83e0229b46 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:50.536740 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27510ea3-42ff-44f4-afcd-126f1bfd3c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:50.545201 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-24ca8b55-b6d9-4485-a92e-f7ef0a119fde req-871a393c-a56f-4690-b6ef-d62016d49c28 service neutron] 10.222.0.39 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2411764 Jul 09 13:53:50.585209 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Network cc355a98-4620-49e1-888b-21c3f13b71ff is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:50.588459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:50.626649 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-27510ea3-42ff-44f4-afcd-126f1bfd3c09 None None] Port 3c727457-07c2-4c9e-8470-6d83e0229b46 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:53:50.897217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Router fe0662b4-0684-471c-ac51-3b314badd10a has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:53:51.172460 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-119c47dc-9d18-4696-9ce7-6d1191158f92 None None] Provisioning complete for port 3c727457-07c2-4c9e-8470-6d83e0229b46 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:51.172705 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-119c47dc-9d18-4696-9ce7-6d1191158f92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:51.246404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-119c47dc-9d18-4696-9ce7-6d1191158f92 None None] Port 3c727457-07c2-4c9e-8470-6d83e0229b46 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:53:51.252696 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:53:51.261082 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ac3fcd75-8da2-4a91-b36d-71ca63ab379d admin admin] 10.222.0.39 "PUT /v2.0/routers/fe0662b4-0684-471c-ac51-3b314badd10a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3444571 Jul 09 13:53:51.698005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-3567cbd4-c0a5-4c94-afce-4fd3bb5b5ff0 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:51.699538 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-3567cbd4-c0a5-4c94-afce-4fd3bb5b5ff0 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 805 time: 0.1230130 Jul 09 13:53:51.722697 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-c786f54c-3095-41e8-be5c-60ff6deecf5a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/quotas/cd3fbc31bf3346669d7b90ce9e370387 HTTP/1.1" status: 200 len: 375 time: 0.0163574 Jul 09 13:53:51.814277 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-312ab4bc-33fc-4913-8ffa-8a46cc1e8460 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0905118 Jul 09 13:53:51.925641 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-70cc54a9-b99d-4bef-acfb-32c061e5f4ed service neutron] 10.222.0.39 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070328 Jul 09 13:53:52.029444 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-f905cd35-210f-4ad4-98a1-f0ffe8617ddd service neutron] 10.222.0.39 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976069 Jul 09 13:53:52.293420 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5fc12322-8d1a-46bf-8eb4-61787f560b87 req-61e42cc3-58c3-4494-9bf7-96ecfc3a5880 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 210 time: 0.0412581 Jul 09 13:53:53.463437 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd89d399-b4dc-4874-a8c4-1d9682de15b2 req-d012a9b2-f977-41db-a75e-327828583135 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 210 time: 0.0348520 Jul 09 13:53:53.723723 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-20b804ef-f07f-45d2-ba7a-212cee115d3a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:53.725644 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-20b804ef-f07f-45d2-ba7a-212cee115d3a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 805 time: 0.1695609 Jul 09 13:53:53.743682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-24ab48ba-dc08-49b6-86cc-461bbb8e10b1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Request body: {'port': {'device_id': '40d325e8-0dcb-4f8b-8115-72d16257309a', 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0', 'admin_state_up': True, 'tenant_id': 'cd3fbc31bf3346669d7b90ce9e370387'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:53.895954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-24ab48ba-dc08-49b6-86cc-461bbb8e10b1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Made reservation on behalf of cd3fbc31bf3346669d7b90ce9e370387 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:53:53.903058 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-24ab48ba-dc08-49b6-86cc-461bbb8e10b1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:53.961581 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Sync routers for ids ['fe0662b4-0684-471c-ac51-3b314badd10a'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:53:53.987438 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Routers {'fe0662b4-0684-471c-ac51-3b314badd10a'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:53.989184 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fe0662b4-0684-471c-ac51-3b314badd10a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:54.131055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3749ed36-a74b-4ba8-9142-9afea314660b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:54.177713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-24ab48ba-dc08-49b6-86cc-461bbb8e10b1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Allocated IP 172.20.0.2 (bee744c8-9b9d-4458-aff2-4b24232910a0/6317e7e2-f06b-4d9a-8091-9a4f5e72bc25/d6f5a876-e5c3-49c2-9573-62f0149a695c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:53:54.209000 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 3749ed36-a74b-4ba8-9142-9afea314660b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:54.232091 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 3749ed36-a74b-4ba8-9142-9afea314660b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:54.233051 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:54.334058 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Set router fe0662b4-0684-471c-ac51-3b314badd10a gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:54.400862 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:54.429882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 3749ed36-a74b-4ba8-9142-9afea314660b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3749ed36-a74b-4ba8-9142-9afea314660b,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:54.436463 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:54.519720 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-24ab48ba-dc08-49b6-86cc-461bbb8e10b1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:54.540859 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=3749ed36-a74b-4ba8-9142-9afea314660b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:54.574051 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-24ab48ba-dc08-49b6-86cc-461bbb8e10b1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:54.585974 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['cc0575d8-75df-4f89-a030-f3dfccb3912a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:53:54.686321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-24ab48ba-dc08-49b6-86cc-461bbb8e10b1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Network bee744c8-9b9d-4458-aff2-4b24232910a0 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:53:54.691796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-24ab48ba-dc08-49b6-86cc-461bbb8e10b1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:53:54.697759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-24ab48ba-dc08-49b6-86cc-461bbb8e10b1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:53:54.710927 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ab48ba-dc08-49b6-86cc-461bbb8e10b1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Pushing event updated for resources: {'Port': ['ID=d6f5a876-e5c3-49c2-9573-62f0149a695c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:54.789619 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'name': 'tempest-TestVolumeBackupRestore-1575169062-router', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '3749ed36-a74b-4ba8-9142-9afea314660b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:44Z', 'updated_at': '2021-07-09T13:53:49Z', 'revision_number': 4, 'project_id': 'f88abf4e53a44f169d719441aaa10978', 'gw_port': {'id': '3749ed36-a74b-4ba8-9142-9afea314660b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:45Z', 'updated_at': '2021-07-09T13:53:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '3c727457-07c2-4c9e-8470-6d83e0229b46', 'name': '', 'network_id': 'cc355a98-4620-49e1-888b-21c3f13b71ff', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'mac_address': 'fa:16:3e:1b:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c82d6f42-50e6-49a9-a254-9061b1248947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:48Z', 'updated_at': '2021-07-09T13:53:49Z', 'revision_number': 2, 'project_id': 'f88abf4e53a44f169d719441aaa10978', 'subnets': [{'id': 'c82d6f42-50e6-49a9-a254-9061b1248947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:54.808002 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55faa185-0a58-45a4-84b9-2174bfdb1dbe req-531a9c6f-fdfa-4bdc-9ced-0d10f52717a9 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:54.823187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-24ab48ba-dc08-49b6-86cc-461bbb8e10b1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:54.825380 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-24ab48ba-dc08-49b6-86cc-461bbb8e10b1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:54.827416 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55faa185-0a58-45a4-84b9-2174bfdb1dbe req-531a9c6f-fdfa-4bdc-9ced-0d10f52717a9 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 931 time: 0.1865959 Jul 09 13:53:54.848543 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Checking router: fe0662b4-0684-471c-ac51-3b314badd10a for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:53:54.849368 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Updating router fe0662b4-0684-471c-ac51-3b314badd10a port 3c727457-07c2-4c9e-8470-6d83e0229b46 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:53:54.886358 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-24ab48ba-dc08-49b6-86cc-461bbb8e10b1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1467726 Jul 09 13:53:54.898669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Request body: {'port': {'device_id': '40d325e8-0dcb-4f8b-8115-72d16257309a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:53:54.902905 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:54.925885 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55faa185-0a58-45a4-84b9-2174bfdb1dbe req-460d999b-993a-4000-abb0-4481c3ca82bb tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929816 Jul 09 13:53:55.030129 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.272066 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.286706 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Transition to ACTIVE for port object 3c727457-07c2-4c9e-8470-6d83e0229b46 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:55.294258 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.380133 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08423d-e7b4-4526-9494-cc8e304de946 None None] Pushing event updated for resources: {'Port': ['ID=3c727457-07c2-4c9e-8470-6d83e0229b46,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:55.419956 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Attempting to bind port 3c727457-07c2-4c9e-8470-6d83e0229b46 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:55.420324 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Attempting to bind port 3c727457-07c2-4c9e-8470-6d83e0229b46 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'ae7889bd-3a54-4484-bf10-c0b8879ada04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cc355a98-4620-49e1-888b-21c3f13b71ff'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:55.420683 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Attempting to bind port 3c727457-07c2-4c9e-8470-6d83e0229b46 on network cc355a98-4620-49e1-888b-21c3f13b71ff {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:55.426796 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:55.427194 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Checking segment: {'id': 'ae7889bd-3a54-4484-bf10-c0b8879ada04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cc355a98-4620-49e1-888b-21c3f13b71ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:55.427602 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.427990 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Bound using segment: {'id': 'ae7889bd-3a54-4484-bf10-c0b8879ada04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cc355a98-4620-49e1-888b-21c3f13b71ff'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:55.428463 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Bound port: 3c727457-07c2-4c9e-8470-6d83e0229b46, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae7889bd-3a54-4484-bf10-c0b8879ada04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': 'cc355a98-4620-49e1-888b-21c3f13b71ff'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:55.428837 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.510267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f5a876-e5c3-49c2-9573-62f0149a695c {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:53:55.528000 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.541850 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] For port 3c727457-07c2-4c9e-8470-6d83e0229b46, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:55.546564 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] For port 3c727457-07c2-4c9e-8470-6d83e0229b46, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3c727457-07c2-4c9e-8470-6d83e0229b46,segment=NetworkSegment(ae7889bd-3a54-4484-bf10-c0b8879ada04),segment_id=ae7889bd-3a54-4484-bf10-c0b8879ada04)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:55.551730 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.551925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Transition to ACTIVE for port object d6f5a876-e5c3-49c2-9573-62f0149a695c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:53:55.560101 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.639910 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac08423d-e7b4-4526-9494-cc8e304de946 None None] Pushing event updated for resources: {'Port': ['ID=3c727457-07c2-4c9e-8470-6d83e0229b46,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:55.691232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Pushing event updated for resources: {'Port': ['ID=d6f5a876-e5c3-49c2-9573-62f0149a695c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:55.718948 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Routers {'fe0662b4-0684-471c-ac51-3b314badd10a'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:53:55.724846 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:53:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fe0662b4-0684-471c-ac51-3b314badd10a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:55.754098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Attempting to bind port d6f5a876-e5c3-49c2-9573-62f0149a695c on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:53:55.754757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Attempting to bind port d6f5a876-e5c3-49c2-9573-62f0149a695c by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:53:55.756306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Attempting to bind port d6f5a876-e5c3-49c2-9573-62f0149a695c on network bee744c8-9b9d-4458-aff2-4b24232910a0 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:55.769982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Port d6f5a876-e5c3-49c2-9573-62f0149a695c on network bee744c8-9b9d-4458-aff2-4b24232910a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:53:55.771231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Attempting to bind port d6f5a876-e5c3-49c2-9573-62f0149a695c on network bee744c8-9b9d-4458-aff2-4b24232910a0 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:53:55.799155 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 53, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:53:55.799155 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Checking segment: {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:53:55.799572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Bound using segment: {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:53:55.800017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Bound port: d6f5a876-e5c3-49c2-9573-62f0149a695c, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:53:55.801476 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.907354 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] For port d6f5a876-e5c3-49c2-9573-62f0149a695c, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:53:55.912457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] For port d6f5a876-e5c3-49c2-9573-62f0149a695c, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d6f5a876-e5c3-49c2-9573-62f0149a695c,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:53:55.918284 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.919268 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] Set router fe0662b4-0684-471c-ac51-3b314badd10a gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:53:55.976285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:55.976992 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:55.978581 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] 10.222.0.15 "PUT /v2.0/ports/d6f5a876-e5c3-49c2-9573-62f0149a695c HTTP/1.1" status: 200 len: 1091 time: 1.0844469 Jul 09 13:53:55.979033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40d325e8-0dcb-4f8b-8115-72d16257309a', 'tag': 'd6f5a876-e5c3-49c2-9573-62f0149a695c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:53:56.005964 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7d5c39-ea8a-4106-a153-a950dc143894" -d '{"events": [{"name": "network-changed", "server_uuid": "40d325e8-0dcb-4f8b-8115-72d16257309a", "tag": "d6f5a876-e5c3-49c2-9573-62f0149a695c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:53:56.100064 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:53:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29cfc84-17fb-444a-9bd3-b6f33789ae8b x-openstack-request-id: req-a29cfc84-17fb-444a-9bd3-b6f33789ae8b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:53:56.100368 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40d325e8-0dcb-4f8b-8115-72d16257309a", "tag": "d6f5a876-e5c3-49c2-9573-62f0149a695c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:53:56.100623 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a29cfc84-17fb-444a-9bd3-b6f33789ae8b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:53:56.101023 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40d325e8-0dcb-4f8b-8115-72d16257309a', 'tag': 'd6f5a876-e5c3-49c2-9573-62f0149a695c', 'status': 'completed', 'code': 200} Jul 09 13:53:56.148766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f57cbac-d32b-4daa-957b-3dd237da12cc service neutron] Pushing event updated for resources: {'Port': ['ID=d6f5a876-e5c3-49c2-9573-62f0149a695c,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:56.195344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3749ed36-a74b-4ba8-9142-9afea314660b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:56.197627 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-81b2da1d-659a-4c2f-bf5a-54bfb39e2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:56.199210 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-81b2da1d-659a-4c2f-bf5a-54bfb39e2fa4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 1094 time: 0.1401076 Jul 09 13:53:56.233447 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726db19d-3e39-4cf5-a5a6-8cbfbc36946d req-67485b5e-7a39-4d18-942b-bb9607808b50 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:56.243014 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-726db19d-3e39-4cf5-a5a6-8cbfbc36946d req-67485b5e-7a39-4d18-942b-bb9607808b50 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 943 time: 0.1159558 Jul 09 13:53:56.252333 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 3749ed36-a74b-4ba8-9142-9afea314660b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:56.253874 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:56.278705 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-5548c71b-556d-4ad4-bf90-88ea5b81dedd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6f5a876-e5c3-49c2-9573-62f0149a695c HTTP/1.1" status: 200 len: 217 time: 0.0689452 Jul 09 13:53:56.295618 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-726db19d-3e39-4cf5-a5a6-8cbfbc36946d req-5c8cea1d-ea6b-4ff0-bf12-4f97f8c3feed tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515459 Jul 09 13:53:56.302349 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'name': 'tempest-TestVolumeBackupRestore-1575169062-router', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '3749ed36-a74b-4ba8-9142-9afea314660b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:44Z', 'updated_at': '2021-07-09T13:53:49Z', 'revision_number': 4, 'project_id': 'f88abf4e53a44f169d719441aaa10978', 'gw_port': {'id': '3749ed36-a74b-4ba8-9142-9afea314660b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:45Z', 'updated_at': '2021-07-09T13:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '3c727457-07c2-4c9e-8470-6d83e0229b46', 'name': '', 'network_id': 'cc355a98-4620-49e1-888b-21c3f13b71ff', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'mac_address': 'fa:16:3e:1b:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c82d6f42-50e6-49a9-a254-9061b1248947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:48Z', 'updated_at': '2021-07-09T13:53:55Z', 'revision_number': 4, 'project_id': 'f88abf4e53a44f169d719441aaa10978', 'subnets': [{'id': 'c82d6f42-50e6-49a9-a254-9061b1248947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:53:56.337217 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38497d40-216e-4664-9b4e-9678a63d8a6d None None] The sync data for ids ['fe0662b4-0684-471c-ac51-3b314badd10a'] in n-d-799525-3 is: [{'id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'name': 'tempest-TestVolumeBackupRestore-1575169062-router', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '3749ed36-a74b-4ba8-9142-9afea314660b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:44Z', 'updated_at': '2021-07-09T13:53:49Z', 'revision_number': 4, 'project_id': 'f88abf4e53a44f169d719441aaa10978', 'gw_port': {'id': '3749ed36-a74b-4ba8-9142-9afea314660b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:45Z', 'updated_at': '2021-07-09T13:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '3c727457-07c2-4c9e-8470-6d83e0229b46', 'name': '', 'network_id': 'cc355a98-4620-49e1-888b-21c3f13b71ff', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'mac_address': 'fa:16:3e:1b:9b:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3481, 'fixed_ips': [{'subnet_id': 'c82d6f42-50e6-49a9-a254-9061b1248947', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:48Z', 'updated_at': '2021-07-09T13:53:55Z', 'revision_number': 4, 'project_id': 'f88abf4e53a44f169d719441aaa10978', 'subnets': [{'id': 'c82d6f42-50e6-49a9-a254-9061b1248947', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:53:56.377317 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3c727457-07c2-4c9e-8470-6d83e0229b46 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:56.475358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 3c727457-07c2-4c9e-8470-6d83e0229b46 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:53:56.479294 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 3c727457-07c2-4c9e-8470-6d83e0229b46 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:56.479674 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:56.615868 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:56.665174 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 3c727457-07c2-4c9e-8470-6d83e0229b46, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3c727457-07c2-4c9e-8470-6d83e0229b46,segment=NetworkSegment(ae7889bd-3a54-4484-bf10-c0b8879ada04),segment_id=ae7889bd-3a54-4484-bf10-c0b8879ada04)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:53:56.672472 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:56.764377 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=3c727457-07c2-4c9e-8470-6d83e0229b46,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:53:56.794485 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-739fe9e4-6780-43d3-8e06-2c9bd9e59b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:56.796356 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-739fe9e4-6780-43d3-8e06-2c9bd9e59b8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 200 len: 845 time: 0.5094829 Jul 09 13:53:56.849124 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-52036288-12b8-49df-9efb-5b866d9845d3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bee744c8-9b9d-4458-aff2-4b24232910a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436456 Jul 09 13:53:56.974021 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-ad9e9ed0-c90f-4133-96f6-76ff2ad8d9b1 service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169646 Jul 09 13:53:57.113756 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eef1cc80-c04d-4b78-a315-5eac0a16e75e req-09b5c216-94b1-4f52-be27-3f5e30454574 service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308672 Jul 09 13:53:57.228275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d5c39-ea8a-4106-a153-a950dc143894 req-071b5197-06d3-42b7-a46a-59125086c3f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:57.229910 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0e7d5c39-ea8a-4106-a153-a950dc143894 req-071b5197-06d3-42b7-a46a-59125086c3f0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 1094 time: 0.0590200 Jul 09 13:53:57.347918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d5c39-ea8a-4106-a153-a950dc143894 req-0566bf89-740e-47d0-87d8-2ab8c0ce7bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:57.349782 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0e7d5c39-ea8a-4106-a153-a950dc143894 req-0566bf89-740e-47d0-87d8-2ab8c0ce7bad service neutron] 10.222.0.15 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 906 time: 0.1114204 Jul 09 13:53:57.421096 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0e7d5c39-ea8a-4106-a153-a950dc143894 req-45d2f8f6-0ad0-42ab-bf04-04f6b9bacfcd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=d6f5a876-e5c3-49c2-9573-62f0149a695c HTTP/1.1" status: 200 len: 217 time: 0.0632880 Jul 09 13:53:57.494536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d5c39-ea8a-4106-a153-a950dc143894 req-c0e3f52e-b87c-489a-a9ba-3b5f99fd7eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:57.496250 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0e7d5c39-ea8a-4106-a153-a950dc143894 req-c0e3f52e-b87c-489a-a9ba-3b5f99fd7eb9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 200 len: 845 time: 0.0648632 Jul 09 13:53:57.500010 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0855d014-24e5-4a73-bc1a-7e2564800ed0 req-868c0ee1-190f-4b13-b626-42c829c2fb19 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:57.501627 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0855d014-24e5-4a73-bc1a-7e2564800ed0 req-868c0ee1-190f-4b13-b626-42c829c2fb19 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 943 time: 0.0793333 Jul 09 13:53:57.536616 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0e7d5c39-ea8a-4106-a153-a950dc143894 req-688c46d2-b5c8-4589-b27b-0be05bd59a2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bee744c8-9b9d-4458-aff2-4b24232910a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302444 Jul 09 13:53:57.553131 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0855d014-24e5-4a73-bc1a-7e2564800ed0 req-bee16146-16d3-49cf-89d6-4a80385e5ee7 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446312 Jul 09 13:53:57.634841 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0e7d5c39-ea8a-4106-a153-a950dc143894 req-c53c0088-9e44-43ff-9dba-572e77bab83b service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898721 Jul 09 13:53:57.755402 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0e7d5c39-ea8a-4106-a153-a950dc143894 req-fcf5ccd6-1201-4f77-9696-8a043eab1bb6 service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110084 Jul 09 13:53:58.046668 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3c727457-07c2-4c9e-8470-6d83e0229b46 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:53:58.100504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 3c727457-07c2-4c9e-8470-6d83e0229b46 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:53:58.100890 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:53:58.246296 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:53:58.741315 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab8d38e-dd5d-4091-af5b-7d31c97343df req-39dbd055-54b8-4384-8b2c-0f17d6159857 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:53:58.742888 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ab8d38e-dd5d-4091-af5b-7d31c97343df req-39dbd055-54b8-4384-8b2c-0f17d6159857 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 943 time: 0.0694442 Jul 09 13:53:58.793351 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ab8d38e-dd5d-4091-af5b-7d31c97343df req-35c23500-6746-44d6-ae53-29330764a7a4 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436528 Jul 09 13:54:00.006112 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60162b-ba7c-43f5-8a6f-d3ad92e6c9eb req-e103c830-92dd-4e07-8dc6-43311188d111 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:00.007908 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec60162b-ba7c-43f5-8a6f-d3ad92e6c9eb req-e103c830-92dd-4e07-8dc6-43311188d111 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 943 time: 0.0876548 Jul 09 13:54:00.053470 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec60162b-ba7c-43f5-8a6f-d3ad92e6c9eb req-0d02d100-ba5e-46dd-82a0-e32d73b23552 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384381 Jul 09 13:54:00.182012 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d6f5a876-e5c3-49c2-9573-62f0149a695c details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:54:00.282909 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d6f5a876-e5c3-49c2-9573-62f0149a695c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d6f5a876-e5c3-49c2-9573-62f0149a695c,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:00.294798 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'd6f5a876-e5c3-49c2-9573-62f0149a695c', 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0', 'port_id': 'd6f5a876-e5c3-49c2-9573-62f0149a695c', 'mac_address': 'fa:16:3e:da:90:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6317e7e2-f06b-4d9a-8091-9a4f5e72bc25', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:54:00.334091 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:00.347348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6f5a876-e5c3-49c2-9573-62f0149a695c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:54:00.372226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d6f5a876-e5c3-49c2-9573-62f0149a695c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d6f5a876-e5c3-49c2-9573-62f0149a695c,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:00.376838 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:00.427882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=d6f5a876-e5c3-49c2-9573-62f0149a695c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:00.594643 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d6f5a876-e5c3-49c2-9573-62f0149a695c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:01.264102 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07433d15-5b22-45ff-bda6-2442ef763f95 req-f1956867-669f-4596-831b-f2a9c789c596 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:01.268034 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07433d15-5b22-45ff-bda6-2442ef763f95 req-f1956867-669f-4596-831b-f2a9c789c596 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 944 time: 0.0786054 Jul 09 13:54:01.310105 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07433d15-5b22-45ff-bda6-2442ef763f95 req-b1fbcaf5-fb74-4070-8a3d-902ef85b1a81 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363469 Jul 09 13:54:01.835969 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aadf3a20-31e5-4de5-8f91-9330518467af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.202744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d6f5a876-e5c3-49c2-9573-62f0149a695c up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:02.262076 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port d6f5a876-e5c3-49c2-9573-62f0149a695c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:02.266849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port d6f5a876-e5c3-49c2-9573-62f0149a695c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:02.267336 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.370751 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.401347 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d325e8-0dcb-4f8b-8115-72d16257309a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f5a876-e5c3-49c2-9573-62f0149a695c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:02.403787 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8a2ea8-0971-404e-9060-8511079e876d" -d '{"events": [{"server_uuid": "40d325e8-0dcb-4f8b-8115-72d16257309a", "name": "network-vif-plugged", "status": "completed", "tag": "d6f5a876-e5c3-49c2-9573-62f0149a695c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:02.423738 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d6f5a876-e5c3-49c2-9573-62f0149a695c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d6f5a876-e5c3-49c2-9573-62f0149a695c,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:02.431012 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:02.463021 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f3cc53-a74a-4512-897a-ec7c555028ef x-openstack-request-id: req-74f3cc53-a74a-4512-897a-ec7c555028ef {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:02.463629 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d325e8-0dcb-4f8b-8115-72d16257309a", "name": "network-vif-plugged", "status": "completed", "tag": "d6f5a876-e5c3-49c2-9573-62f0149a695c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:02.463973 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-74f3cc53-a74a-4512-897a-ec7c555028ef {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:02.464951 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d325e8-0dcb-4f8b-8115-72d16257309a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f5a876-e5c3-49c2-9573-62f0149a695c', 'code': 200} Jul 09 13:54:02.522531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=d6f5a876-e5c3-49c2-9573-62f0149a695c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:02.545288 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08be2998-0351-4f9b-93d7-ae84af03788c req-033194bc-d6bc-420c-9cbd-7a7b306f9e02 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:02.546799 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-08be2998-0351-4f9b-93d7-ae84af03788c req-033194bc-d6bc-420c-9cbd-7a7b306f9e02 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 945 time: 0.0804029 Jul 09 13:54:02.587519 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-08be2998-0351-4f9b-93d7-ae84af03788c req-eb4f5be0-27bf-4798-8bde-592e097260b0 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345790 Jul 09 13:54:02.611649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23c216e-1f24-4865-a9c5-563bba77a77f req-46c196dc-d3e6-462f-809d-9b50ff1d34f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:02.614209 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b23c216e-1f24-4865-a9c5-563bba77a77f req-46c196dc-d3e6-462f-809d-9b50ff1d34f6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 1096 time: 0.0673084 Jul 09 13:54:02.653410 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b23c216e-1f24-4865-a9c5-563bba77a77f req-c8f68ede-15d9-4913-bf10-de00ba1de57e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327702 Jul 09 13:54:03.790452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41bcb04-6ca6-4330-bbba-3c075eaeaf05 req-7c341590-bdbe-45ad-b8a1-fdcba8758e00 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:03.792067 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a41bcb04-6ca6-4330-bbba-3c075eaeaf05 req-7c341590-bdbe-45ad-b8a1-fdcba8758e00 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 945 time: 0.0747657 Jul 09 13:54:03.839825 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a41bcb04-6ca6-4330-bbba-3c075eaeaf05 req-d412db17-801b-44cd-8ec1-2c7c07920281 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415874 Jul 09 13:54:04.045316 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2e698-2a57-4c76-bacc-bda7c46f89eb req-ba60fa0b-4955-498d-8a18-94a28dbf6528 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:04.046803 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0fe2e698-2a57-4c76-bacc-bda7c46f89eb req-ba60fa0b-4955-498d-8a18-94a28dbf6528 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 945 time: 0.0838444 Jul 09 13:54:04.087104 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0fe2e698-2a57-4c76-bacc-bda7c46f89eb req-b0b5b22e-5f37-439c-a0d9-41cdee808030 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345845 Jul 09 13:54:04.552297 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461d8f1d-b5de-4bf2-92a5-df338623d22a req-6241f554-2fd1-411f-b958-7d6c0602beef tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:04.553862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-461d8f1d-b5de-4bf2-92a5-df338623d22a req-6241f554-2fd1-411f-b958-7d6c0602beef tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 945 time: 0.0735934 Jul 09 13:54:04.599062 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-461d8f1d-b5de-4bf2-92a5-df338623d22a req-0d6915f7-1552-4b16-961b-2a044da8b3e3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389731 Jul 09 13:54:04.645583 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:04.665023 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f87fe2e3-83ea-4726-beaf-49eb12790bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:05.663749 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:05.832849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f4098b-830d-427c-9d7e-abbfc9c03f13 req-e3d6263a-e9a7-42b3-b635-d4a277972032 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:05.842044 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f0f4098b-830d-427c-9d7e-abbfc9c03f13 req-e3d6263a-e9a7-42b3-b635-d4a277972032 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 945 time: 0.0962577 Jul 09 13:54:05.881912 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f0f4098b-830d-427c-9d7e-abbfc9c03f13 req-01caeb03-128b-4559-b2b6-aa599dd09ae3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386093 Jul 09 13:54:05.890327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c59f3c-cd8f-4190-93b9-a590cb079261 req-98a344eb-677a-45a7-8f96-b568bf152f0b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:05.892463 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-20c59f3c-cd8f-4190-93b9-a590cb079261 req-98a344eb-677a-45a7-8f96-b568bf152f0b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "GET /v2.0/ports?device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 945 time: 0.0960317 Jul 09 13:54:06.015973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-20c59f3c-cd8f-4190-93b9-a590cb079261 req-9ee02016-03d2-46e4-86bc-80844d4692bb tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Deleting port d6f5a876-e5c3-49c2-9573-62f0149a695c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:54:06.016409 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-20c59f3c-cd8f-4190-93b9-a590cb079261 req-9ee02016-03d2-46e4-86bc-80844d4692bb tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:06.116511 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-20c59f3c-cd8f-4190-93b9-a590cb079261 req-9ee02016-03d2-46e4-86bc-80844d4692bb tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] For port d6f5a876-e5c3-49c2-9573-62f0149a695c, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d6f5a876-e5c3-49c2-9573-62f0149a695c,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:06.117057 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-20c59f3c-cd8f-4190-93b9-a590cb079261 req-9ee02016-03d2-46e4-86bc-80844d4692bb tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:06.133873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-20c59f3c-cd8f-4190-93b9-a590cb079261 req-9ee02016-03d2-46e4-86bc-80844d4692bb tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Calling delete_port for d6f5a876-e5c3-49c2-9573-62f0149a695c owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:54:06.274779 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-20c59f3c-cd8f-4190-93b9-a590cb079261 req-9ee02016-03d2-46e4-86bc-80844d4692bb tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:06.288283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['cc0575d8-75df-4f89-a030-f3dfccb3912a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:06.322456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee02016-03d2-46e4-86bc-80844d4692bb tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Pushing event deleted for resources: {'Port': ['ID=d6f5a876-e5c3-49c2-9573-62f0149a695c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:06.387267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c59f3c-cd8f-4190-93b9-a590cb079261 req-9ee02016-03d2-46e4-86bc-80844d4692bb tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] No DVR routers for this DVR port d6f5a876-e5c3-49c2-9573-62f0149a695c on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:54:06.390189 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-20c59f3c-cd8f-4190-93b9-a590cb079261 req-9ee02016-03d2-46e4-86bc-80844d4692bb tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:06.392328 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-20c59f3c-cd8f-4190-93b9-a590cb079261 req-9ee02016-03d2-46e4-86bc-80844d4692bb tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "DELETE /v2.0/ports/d6f5a876-e5c3-49c2-9573-62f0149a695c HTTP/1.1" status: 204 len: 173 time: 0.4936159 Jul 09 13:54:06.392804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40d325e8-0dcb-4f8b-8115-72d16257309a', 'name': 'network-vif-deleted', 'tag': 'd6f5a876-e5c3-49c2-9573-62f0149a695c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:06.396311 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71641ebe-0c93-4fc9-98b6-31d93dc1c29b" -d '{"events": [{"server_uuid": "40d325e8-0dcb-4f8b-8115-72d16257309a", "name": "network-vif-deleted", "tag": "d6f5a876-e5c3-49c2-9573-62f0149a695c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:06.447540 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9432fb-c6a8-4883-a53f-fe4e69931589 x-openstack-request-id: req-3f9432fb-c6a8-4883-a53f-fe4e69931589 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:06.448051 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40d325e8-0dcb-4f8b-8115-72d16257309a", "name": "network-vif-deleted", "tag": "d6f5a876-e5c3-49c2-9573-62f0149a695c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:06.448488 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3f9432fb-c6a8-4883-a53f-fe4e69931589 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:06.449056 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40d325e8-0dcb-4f8b-8115-72d16257309a', 'name': 'network-vif-deleted', 'tag': 'd6f5a876-e5c3-49c2-9573-62f0149a695c', 'status': 'completed', 'code': 200} Jul 09 13:54:07.069845 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:07.114508 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5128b6b-263b-4ad9-b788-b1b21fead935 req-a0141bcb-2094-4c7e-b2b0-082034752782 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=40d325e8-0dcb-4f8b-8115-72d16257309a HTTP/1.1" status: 200 len: 210 time: 0.0570631 Jul 09 13:54:08.212674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d6f5a876-e5c3-49c2-9573-62f0149a695c no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:54:08.259253 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: d6f5a876-e5c3-49c2-9573-62f0149a695c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:54:08.259607 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d6f5a876-e5c3-49c2-9573-62f0149a695c not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:54:08.618901 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:08.779743 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afc459-1974-4736-8d1d-31c0c580b478 req-38be303f-43ca-45a8-b9d6-59a7293b6743 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:08.781506 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40afc459-1974-4736-8d1d-31c0c580b478 req-38be303f-43ca-45a8-b9d6-59a7293b6743 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 805 time: 0.1207573 Jul 09 13:54:08.783294 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:08.802504 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40afc459-1974-4736-8d1d-31c0c580b478 req-aae06869-0908-4eb4-9071-1b4f2ea89c42 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/quotas/cd3fbc31bf3346669d7b90ce9e370387 HTTP/1.1" status: 200 len: 375 time: 0.0109994 Jul 09 13:54:08.871741 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40afc459-1974-4736-8d1d-31c0c580b478 req-253cda70-326a-4387-b251-4809fed57c08 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0632579 Jul 09 13:54:08.976920 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40afc459-1974-4736-8d1d-31c0c580b478 req-bb9cc3fc-66ff-4dc6-965e-7fb6757b7ef3 service neutron] 10.222.0.39 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937622 Jul 09 13:54:09.073935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40afc459-1974-4736-8d1d-31c0c580b478 req-f334a39a-1aae-4718-af35-32e23cba2c04 service neutron] 10.222.0.39 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910141 Jul 09 13:54:09.324990 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b78438b-da35-437f-8568-68da479e9d43 req-635af712-a9c5-4045-a1ea-e4000a28b0ab tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 210 time: 0.0457132 Jul 09 13:54:10.502238 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6bfa1931-0110-4634-8fa6-6ab9b35de9ad req-e5a82447-7ee9-49af-8cda-3b956356cb4b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 210 time: 0.0357511 Jul 09 13:54:10.584786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afc459-1974-4736-8d1d-31c0c580b478 req-5ce7e529-97be-4966-9fe0-d5ec444d95ba tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:10.586395 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40afc459-1974-4736-8d1d-31c0c580b478 req-5ce7e529-97be-4966-9fe0-d5ec444d95ba tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 805 time: 0.1163478 Jul 09 13:54:10.599419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-40afc459-1974-4736-8d1d-31c0c580b478 req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Request body: {'port': {'device_id': '8478f946-4777-4f37-bf39-2bf016bb7878', 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0', 'admin_state_up': True, 'tenant_id': 'cd3fbc31bf3346669d7b90ce9e370387'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:10.725653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40afc459-1974-4736-8d1d-31c0c580b478 req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Made reservation on behalf of cd3fbc31bf3346669d7b90ce9e370387 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:54:10.729303 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-40afc459-1974-4736-8d1d-31c0c580b478 req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:10.884052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-40afc459-1974-4736-8d1d-31c0c580b478 req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Allocated IP 172.20.0.8 (bee744c8-9b9d-4458-aff2-4b24232910a0/6317e7e2-f06b-4d9a-8091-9a4f5e72bc25/ca415fb0-1cf4-46d0-b61f-487c04b6f364) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:11.065231 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-40afc459-1974-4736-8d1d-31c0c580b478 req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:11.137313 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-40afc459-1974-4736-8d1d-31c0c580b478 req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:11.150615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['cc0575d8-75df-4f89-a030-f3dfccb3912a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:11.190487 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40afc459-1974-4736-8d1d-31c0c580b478 req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Network bee744c8-9b9d-4458-aff2-4b24232910a0 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:11.194093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-40afc459-1974-4736-8d1d-31c0c580b478 req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:11.199648 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-40afc459-1974-4736-8d1d-31c0c580b478 req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:11.246661 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Pushing event updated for resources: {'Port': ['ID=ca415fb0-1cf4-46d0-b61f-487c04b6f364,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:11.256981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:11.257593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:11.257943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:11.258291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:11.258630 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:11.258967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:11.259333 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:11.259667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:11.259994 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:11.260392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:11.260729 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:11.261056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:11.291985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afc459-1974-4736-8d1d-31c0c580b478 req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:11.293048 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-40afc459-1974-4736-8d1d-31c0c580b478 req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:11.318115 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40afc459-1974-4736-8d1d-31c0c580b478 req-ab5b8700-113c-4f77-90a9-8e58e5702286 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7225165 Jul 09 13:54:11.330100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Request body: {'port': {'device_id': '8478f946-4777-4f37-bf39-2bf016bb7878', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:11.417316 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:11.715043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca415fb0-1cf4-46d0-b61f-487c04b6f364 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:54:11.723854 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:11.728929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4faff60-edd7-4625-a800-32cb5965ae95 req-3cad7876-012e-4392-9ca7-fb5b0d7b1d1f tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:11.737339 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4faff60-edd7-4625-a800-32cb5965ae95 req-3cad7876-012e-4392-9ca7-fb5b0d7b1d1f tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 931 time: 0.0984263 Jul 09 13:54:11.741914 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Transition to ACTIVE for port object ca415fb0-1cf4-46d0-b61f-487c04b6f364 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:11.746276 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:11.776011 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4faff60-edd7-4625-a800-32cb5965ae95 req-1b450858-32cf-44a7-b736-ea064456aae2 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375452 Jul 09 13:54:11.833153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca415fb0-1cf4-46d0-b61f-487c04b6f364,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:11.889294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Attempting to bind port ca415fb0-1cf4-46d0-b61f-487c04b6f364 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:11.889672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Attempting to bind port ca415fb0-1cf4-46d0-b61f-487c04b6f364 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:11.890007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Attempting to bind port ca415fb0-1cf4-46d0-b61f-487c04b6f364 on network bee744c8-9b9d-4458-aff2-4b24232910a0 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:11.895372 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Port ca415fb0-1cf4-46d0-b61f-487c04b6f364 on network bee744c8-9b9d-4458-aff2-4b24232910a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:54:11.895705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Attempting to bind port ca415fb0-1cf4-46d0-b61f-487c04b6f364 on network bee744c8-9b9d-4458-aff2-4b24232910a0 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:11.901774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:11.902144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Checking segment: {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:11.902538 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Bound using segment: {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:11.902991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Bound port: ca415fb0-1cf4-46d0-b61f-487c04b6f364, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:11.903413 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:11.979119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] For port ca415fb0-1cf4-46d0-b61f-487c04b6f364, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:11.982359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] For port ca415fb0-1cf4-46d0-b61f-487c04b6f364, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ca415fb0-1cf4-46d0-b61f-487c04b6f364,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:11.987873 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:12.024871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:12.025507 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:12.026917 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40afc459-1974-4736-8d1d-31c0c580b478 req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/ca415fb0-1cf4-46d0-b61f-487c04b6f364 HTTP/1.1" status: 200 len: 1091 time: 0.7020433 Jul 09 13:54:12.027390 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8478f946-4777-4f37-bf39-2bf016bb7878', 'tag': 'ca415fb0-1cf4-46d0-b61f-487c04b6f364'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:12.029653 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0de18f7b-0af3-494d-87e1-bfb016e1cc4c" -d '{"events": [{"name": "network-changed", "server_uuid": "8478f946-4777-4f37-bf39-2bf016bb7878", "tag": "ca415fb0-1cf4-46d0-b61f-487c04b6f364"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:12.092601 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d55332-f732-484a-87a7-58ff37bfe2a1 service neutron] Pushing event updated for resources: {'Port': ['ID=ca415fb0-1cf4-46d0-b61f-487c04b6f364,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:12.097985 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7d77eed-e67a-450f-955c-ff5e07e9c39d x-openstack-request-id: req-f7d77eed-e67a-450f-955c-ff5e07e9c39d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:12.098473 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8478f946-4777-4f37-bf39-2bf016bb7878", "tag": "ca415fb0-1cf4-46d0-b61f-487c04b6f364", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:12.098912 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f7d77eed-e67a-450f-955c-ff5e07e9c39d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:12.099501 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8478f946-4777-4f37-bf39-2bf016bb7878', 'tag': 'ca415fb0-1cf4-46d0-b61f-487c04b6f364', 'status': 'completed', 'code': 200} Jul 09 13:54:12.179186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afc459-1974-4736-8d1d-31c0c580b478 req-fdf688cc-2cbf-4fa2-90b1-9d758fad0447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:12.180834 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40afc459-1974-4736-8d1d-31c0c580b478 req-fdf688cc-2cbf-4fa2-90b1-9d758fad0447 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 1094 time: 0.0769999 Jul 09 13:54:12.234321 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40afc459-1974-4736-8d1d-31c0c580b478 req-3537efd8-dc39-4f8d-8536-ec78a2227c21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca415fb0-1cf4-46d0-b61f-487c04b6f364 HTTP/1.1" status: 200 len: 217 time: 0.0457327 Jul 09 13:54:12.294654 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40afc459-1974-4736-8d1d-31c0c580b478 req-95b61eb7-94b5-462a-abde-0e4ded1b25fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:12.296264 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40afc459-1974-4736-8d1d-31c0c580b478 req-95b61eb7-94b5-462a-abde-0e4ded1b25fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 200 len: 845 time: 0.0531268 Jul 09 13:54:12.335691 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40afc459-1974-4736-8d1d-31c0c580b478 req-15592365-bb6b-4030-b4b9-f2b6e8092f73 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bee744c8-9b9d-4458-aff2-4b24232910a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297523 Jul 09 13:54:12.440811 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40afc459-1974-4736-8d1d-31c0c580b478 req-e94f390c-8eed-4b9b-b621-25f53e2853cb service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986092 Jul 09 13:54:12.552613 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40afc459-1974-4736-8d1d-31c0c580b478 req-f008a33a-ffe6-485a-9488-1375958d7d90 service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980630 Jul 09 13:54:12.656617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de18f7b-0af3-494d-87e1-bfb016e1cc4c req-2a74c09f-82d5-455f-a82a-801bb8492d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:12.658069 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0de18f7b-0af3-494d-87e1-bfb016e1cc4c req-2a74c09f-82d5-455f-a82a-801bb8492d95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 1094 time: 0.0546875 Jul 09 13:54:12.760944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de18f7b-0af3-494d-87e1-bfb016e1cc4c req-579ab273-f76e-450b-b983-52af8ba465bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:12.762449 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0de18f7b-0af3-494d-87e1-bfb016e1cc4c req-579ab273-f76e-450b-b983-52af8ba465bd service neutron] 10.222.0.15 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 906 time: 0.0973358 Jul 09 13:54:12.818245 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0de18f7b-0af3-494d-87e1-bfb016e1cc4c req-6f410731-c09b-4ae0-8c14-7689185bb0d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ca415fb0-1cf4-46d0-b61f-487c04b6f364 HTTP/1.1" status: 200 len: 217 time: 0.0366411 Jul 09 13:54:12.876077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de18f7b-0af3-494d-87e1-bfb016e1cc4c req-56ab7cb0-623e-4450-b2e7-f80a1cb2479c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:12.878469 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0de18f7b-0af3-494d-87e1-bfb016e1cc4c req-56ab7cb0-623e-4450-b2e7-f80a1cb2479c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 200 len: 845 time: 0.0529902 Jul 09 13:54:12.911765 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0de18f7b-0af3-494d-87e1-bfb016e1cc4c req-19bd2ec0-9bb6-4dbb-bc0b-69e9af370470 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bee744c8-9b9d-4458-aff2-4b24232910a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269349 Jul 09 13:54:12.970649 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe0715-ae52-46f3-bab3-85c540cb549a req-af7e5e75-216a-499b-b90e-63e372d5d521 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:12.973269 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13fe0715-ae52-46f3-bab3-85c540cb549a req-af7e5e75-216a-499b-b90e-63e372d5d521 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 943 time: 0.0743847 Jul 09 13:54:13.008077 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0de18f7b-0af3-494d-87e1-bfb016e1cc4c req-dae9a71f-169a-4031-b597-23f2ef0e2013 service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894732 Jul 09 13:54:13.012653 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-13fe0715-ae52-46f3-bab3-85c540cb549a req-b4460afe-ddac-4343-bbbc-59a15af4ef3d tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334446 Jul 09 13:54:13.111033 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0de18f7b-0af3-494d-87e1-bfb016e1cc4c req-653791b7-787d-43c5-845a-9c077eb47976 service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893731 Jul 09 13:54:13.705048 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38632) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:13.862021 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5ae5d9-691d-471c-b629-7ebc52065d2a req-62744c33-e34a-44bd-ace9-c2b3cc7dbb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:13.863555 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed5ae5d9-691d-471c-b629-7ebc52065d2a req-62744c33-e34a-44bd-ace9-c2b3cc7dbb8e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 1096 time: 0.1573229 Jul 09 13:54:13.908167 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed5ae5d9-691d-471c-b629-7ebc52065d2a req-8e5085ca-516c-4767-9f5a-c179569f67f4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=36dc97e2-e0c6-4c79-a04f-944c07df4635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384288 Jul 09 13:54:14.198008 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c5a37b-0ab2-420b-b044-3ef917d74781 req-0c5dccf5-ad6c-48f9-beba-770f4b5dc863 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:14.199606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59c5a37b-0ab2-420b-b044-3ef917d74781 req-0c5dccf5-ad6c-48f9-beba-770f4b5dc863 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 943 time: 0.0704820 Jul 09 13:54:14.239129 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59c5a37b-0ab2-420b-b044-3ef917d74781 req-74ecfb72-6ef7-45f8-b1a8-bb22945da19a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337911 Jul 09 13:54:15.429030 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe90d1c-98cb-48d1-af16-5a8a6ccb3b28 req-56e73f8d-9dbc-499d-bf7f-2998c40f35ba tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:15.435599 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5fe90d1c-98cb-48d1-af16-5a8a6ccb3b28 req-56e73f8d-9dbc-499d-bf7f-2998c40f35ba tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 943 time: 0.0735278 Jul 09 13:54:15.472036 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5fe90d1c-98cb-48d1-af16-5a8a6ccb3b28 req-5ce22979-82c8-4f77-b4e4-3565e4d7713b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354817 Jul 09 13:54:16.226861 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ca415fb0-1cf4-46d0-b61f-487c04b6f364 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:54:16.433307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38670) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:16.482114 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f695bb-2943-4ad8-b929-83ccc72a34e0 admin admin] Deleting subnet 9f4aff69-6a4a-45da-a6b8-76d5f93b8b6b {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:54:16.485681 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03f695bb-2943-4ad8-b929-83ccc72a34e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.493602 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ca415fb0-1cf4-46d0-b61f-487c04b6f364, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ca415fb0-1cf4-46d0-b61f-487c04b6f364,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:16.506383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'ca415fb0-1cf4-46d0-b61f-487c04b6f364', 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0', 'port_id': 'ca415fb0-1cf4-46d0-b61f-487c04b6f364', 'mac_address': 'fa:16:3e:96:18:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6317e7e2-f06b-4d9a-8091-9a4f5e72bc25', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:54:16.532284 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03f695bb-2943-4ad8-b929-83ccc72a34e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.552433 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.567421 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca415fb0-1cf4-46d0-b61f-487c04b6f364 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:54:16.589802 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ca415fb0-1cf4-46d0-b61f-487c04b6f364, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ca415fb0-1cf4-46d0-b61f-487c04b6f364,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:16.592272 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03f695bb-2943-4ad8-b929-83ccc72a34e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.594444 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.653344 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03f695bb-2943-4ad8-b929-83ccc72a34e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.660082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=ca415fb0-1cf4-46d0-b61f-487c04b6f364,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:16.685930 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f695bb-2943-4ad8-b929-83ccc72a34e0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f4aff69-6a4a-45da-a6b8-76d5f93b8b6b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:16.688180 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-03f695bb-2943-4ad8-b929-83ccc72a34e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.693782 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-03f695bb-2943-4ad8-b929-83ccc72a34e0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/9f4aff69-6a4a-45da-a6b8-76d5f93b8b6b HTTP/1.1" status: 204 len: 168 time: 0.2592797 Jul 09 13:54:16.694501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:16.699733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5768c0-5d19-4e6b-b557-bdd31122caa6 req-5edb933e-5cd4-45a8-bc66-99e7047b7052 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:16.703564 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d5768c0-5d19-4e6b-b557-bdd31122caa6 req-5edb933e-5cd4-45a8-bc66-99e7047b7052 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 944 time: 0.0875220 Jul 09 13:54:16.743608 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d5768c0-5d19-4e6b-b557-bdd31122caa6 req-c9724636-9b85-4c41-8edd-1f7f55009507 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357065 Jul 09 13:54:16.775980 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e691c61c-8e55-406b-9e4f-201ac69f51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.794450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['ca415fb0-1cf4-46d0-b61f-487c04b6f364'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:16.867676 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e691c61c-8e55-406b-9e4f-201ac69f51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.877607 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e691c61c-8e55-406b-9e4f-201ac69f51c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['970bbcd7-9c46-4e4a-becd-63861cc15c62']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:16.888648 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e691c61c-8e55-406b-9e4f-201ac69f51c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2f041a4-d636-4a31-9989-72ea041c75fb') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:16.889030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e691c61c-8e55-406b-9e4f-201ac69f51c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2f041a4-d636-4a31-9989-72ea041c75fb') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:16.898443 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e691c61c-8e55-406b-9e4f-201ac69f51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.912397 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e691c61c-8e55-406b-9e4f-201ac69f51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.918249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e691c61c-8e55-406b-9e4f-201ac69f51c7 admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:54:16.918733 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e691c61c-8e55-406b-9e4f-201ac69f51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:54:16.920441 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:54:16.980692 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e691c61c-8e55-406b-9e4f-201ac69f51c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:16.996361 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e691c61c-8e55-406b-9e4f-201ac69f51c7 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:17.001706 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e691c61c-8e55-406b-9e4f-201ac69f51c7 admin admin] 10.222.0.39 "DELETE /v2.0/networks/970bbcd7-9c46-4e4a-becd-63861cc15c62 HTTP/1.1" status: 204 len: 168 time: 0.3034415 Jul 09 13:54:17.022898 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e691c61c-8e55-406b-9e4f-201ac69f51c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=970bbcd7-9c46-4e4a-becd-63861cc15c62,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:17.191997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38678) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:17.233015 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d2fbed6f-2140-4bf0-9aaf-ab6e4dbe8d41 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b86309bcb9d4dfea363709c2bcbeb7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397656 Jul 09 13:54:17.235518 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38680) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:17.296516 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e425171-71b7-4fef-9844-1d92d87d6823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:17.317765 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e425171-71b7-4fef-9844-1d92d87d6823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:17.367409 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e425171-71b7-4fef-9844-1d92d87d6823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:17.370017 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6e425171-71b7-4fef-9844-1d92d87d6823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:17.371446 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6e425171-71b7-4fef-9844-1d92d87d6823 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/710d85e6-9833-4f03-85ca-1d18cc1aad48 HTTP/1.1" status: 204 len: 168 time: 0.1348016 Jul 09 13:54:17.380172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e425171-71b7-4fef-9844-1d92d87d6823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=710d85e6-9833-4f03-85ca-1d18cc1aad48,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:17.931616 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23beb343-b553-4665-8d15-57dc55b90c8e req-bb705cbc-74c7-48ad-943d-7932865b011b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:17.933808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23beb343-b553-4665-8d15-57dc55b90c8e req-bb705cbc-74c7-48ad-943d-7932865b011b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 944 time: 0.0669820 Jul 09 13:54:17.973880 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23beb343-b553-4665-8d15-57dc55b90c8e req-a63b3039-a555-4e45-8cca-a4bf4f5f90ef tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346069 Jul 09 13:54:18.248578 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ca415fb0-1cf4-46d0-b61f-487c04b6f364 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:18.310718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port ca415fb0-1cf4-46d0-b61f-487c04b6f364 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:18.314835 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port ca415fb0-1cf4-46d0-b61f-487c04b6f364 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:18.315259 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:18.400553 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:18.426933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8478f946-4777-4f37-bf39-2bf016bb7878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca415fb0-1cf4-46d0-b61f-487c04b6f364'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:18.429304 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94e83c27-63c5-47a4-bc5c-82719a3d5709" -d '{"events": [{"server_uuid": "8478f946-4777-4f37-bf39-2bf016bb7878", "name": "network-vif-plugged", "status": "completed", "tag": "ca415fb0-1cf4-46d0-b61f-487c04b6f364"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:18.448558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ca415fb0-1cf4-46d0-b61f-487c04b6f364, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ca415fb0-1cf4-46d0-b61f-487c04b6f364,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:18.456527 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:18.488271 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-889fc11e-6f89-41f2-96b9-1d8be04ea078 x-openstack-request-id: req-889fc11e-6f89-41f2-96b9-1d8be04ea078 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:18.488638 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8478f946-4777-4f37-bf39-2bf016bb7878", "name": "network-vif-plugged", "status": "completed", "tag": "ca415fb0-1cf4-46d0-b61f-487c04b6f364", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:18.488959 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-889fc11e-6f89-41f2-96b9-1d8be04ea078 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:18.489476 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8478f946-4777-4f37-bf39-2bf016bb7878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca415fb0-1cf4-46d0-b61f-487c04b6f364', 'code': 200} Jul 09 13:54:18.520034 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=ca415fb0-1cf4-46d0-b61f-487c04b6f364,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:18.599359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f9f3b8-ab75-48b2-8186-f4eb965128d5 req-c4d61284-59c9-4482-8068-40c7f8eabb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:18.600988 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f9f9f3b8-ab75-48b2-8186-f4eb965128d5 req-c4d61284-59c9-4482-8068-40c7f8eabb90 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 1096 time: 0.0557303 Jul 09 13:54:18.639344 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f9f9f3b8-ab75-48b2-8186-f4eb965128d5 req-37a73257-a46c-4eda-9b4b-983da2df1b46 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320079 Jul 09 13:54:19.070158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38760) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:19.076163 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-287ef0a0-2867-4e9a-a967-1cb9d859954d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-702638318', 'description': 'tempest-secgroup-smoke-702638318 description', 'project_id': 'e18f38b86e4946d19d906914b285cd31'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:19.111280 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-287ef0a0-2867-4e9a-a967-1cb9d859954d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.142750 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-287ef0a0-2867-4e9a-a967-1cb9d859954d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.214953 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35c322-4cad-41a4-ab6b-4d7b85a7ec70 req-2280e375-ff9a-4e67-8c3c-b441e12f8e34 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:19.216508 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a35c322-4cad-41a4-ab6b-4d7b85a7ec70 req-2280e375-ff9a-4e67-8c3c-b441e12f8e34 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 945 time: 0.1152806 Jul 09 13:54:19.270648 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a35c322-4cad-41a4-ab6b-4d7b85a7ec70 req-ef0fd9d4-42d0-4067-89f7-1a31e10e63bb tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475626 Jul 09 13:54:19.313471 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-287ef0a0-2867-4e9a-a967-1cb9d859954d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.318590 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-287ef0a0-2867-4e9a-a967-1cb9d859954d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.373598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ef0a0-2867-4e9a-a967-1cb9d859954d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f713b0-ab22-4cc8-a6d2-357520a27818,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:19.417182 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-287ef0a0-2867-4e9a-a967-1cb9d859954d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.421401 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-287ef0a0-2867-4e9a-a967-1cb9d859954d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.453466 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ef0a0-2867-4e9a-a967-1cb9d859954d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:19.457088 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-287ef0a0-2867-4e9a-a967-1cb9d859954d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.460310 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-287ef0a0-2867-4e9a-a967-1cb9d859954d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3891077 Jul 09 13:54:19.462964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38764) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:19.472362 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a5d06e87-44a5-40bf-8ed4-c87343d4d902 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': 'd7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:19.506219 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5d06e87-44a5-40bf-8ed4-c87343d4d902 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.558475 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5d06e87-44a5-40bf-8ed4-c87343d4d902 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.563554 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5d06e87-44a5-40bf-8ed4-c87343d4d902 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.582931 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d06e87-44a5-40bf-8ed4-c87343d4d902 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f2ed18e-4b39-4deb-9990-22a9fd1f7b3b,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:19.595237 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5d06e87-44a5-40bf-8ed4-c87343d4d902 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.597098 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a5d06e87-44a5-40bf-8ed4-c87343d4d902 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1314998 Jul 09 13:54:19.599786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38766) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:19.604335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7796cccb-5d80-445c-9b47-3f0bf8f7ed30 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': 'd7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:19.641754 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7796cccb-5d80-445c-9b47-3f0bf8f7ed30 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.705410 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7796cccb-5d80-445c-9b47-3f0bf8f7ed30 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.709924 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7796cccb-5d80-445c-9b47-3f0bf8f7ed30 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.728100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796cccb-5d80-445c-9b47-3f0bf8f7ed30 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b098c23-6cca-46b3-ba60-c06f3fe7c2ee,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:19.736650 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7796cccb-5d80-445c-9b47-3f0bf8f7ed30 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.738090 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7796cccb-5d80-445c-9b47-3f0bf8f7ed30 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373665 Jul 09 13:54:19.740855 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38768) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:19.745544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-716212d3-90a7-4850-ac93-bbf38fc0fde6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': 'd7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:19.775966 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-716212d3-90a7-4850-ac93-bbf38fc0fde6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.842571 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-716212d3-90a7-4850-ac93-bbf38fc0fde6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.846422 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-716212d3-90a7-4850-ac93-bbf38fc0fde6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.866079 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716212d3-90a7-4850-ac93-bbf38fc0fde6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b9c60c-fe16-449d-8007-9f81b52bfa5d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:19.875765 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-716212d3-90a7-4850-ac93-bbf38fc0fde6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.876303 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-716212d3-90a7-4850-ac93-bbf38fc0fde6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1344662 Jul 09 13:54:19.880209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38770) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:19.887151 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-bab15f23-a855-4242-84f1-b47baf123c45 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': 'd7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:19.916143 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bab15f23-a855-4242-84f1-b47baf123c45 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.983335 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bab15f23-a855-4242-84f1-b47baf123c45 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:19.988222 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bab15f23-a855-4242-84f1-b47baf123c45 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.007977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab15f23-a855-4242-84f1-b47baf123c45 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1a212cc-e486-4d6e-a394-bbce4a911f0d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:20.015243 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bab15f23-a855-4242-84f1-b47baf123c45 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.020215 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bab15f23-a855-4242-84f1-b47baf123c45 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1388972 Jul 09 13:54:20.020543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38772) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:20.026020 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bb12ca16-eb49-423b-96a2-d089e0ec3885 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': 'd7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:20.051660 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-bb12ca16-eb49-423b-96a2-d089e0ec3885 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Project e18f38b86e4946d19d906914b285cd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:54:20.059235 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb12ca16-eb49-423b-96a2-d089e0ec3885 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.129292 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb12ca16-eb49-423b-96a2-d089e0ec3885 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.134754 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb12ca16-eb49-423b-96a2-d089e0ec3885 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.156887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb12ca16-eb49-423b-96a2-d089e0ec3885 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d591a3c6-55e4-4cd0-b289-3a93bcacba9b,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:20.163613 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb12ca16-eb49-423b-96a2-d089e0ec3885 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.164740 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bb12ca16-eb49-423b-96a2-d089e0ec3885 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1426754 Jul 09 13:54:20.167310 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38778) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:20.171633 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d3905cd1-05a6-4125-ba04-407cbec13a18 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': 'd7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:20.195303 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-d3905cd1-05a6-4125-ba04-407cbec13a18 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Project e18f38b86e4946d19d906914b285cd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:54:20.200189 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3905cd1-05a6-4125-ba04-407cbec13a18 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.277222 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3905cd1-05a6-4125-ba04-407cbec13a18 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.281024 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3905cd1-05a6-4125-ba04-407cbec13a18 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.298607 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3905cd1-05a6-4125-ba04-407cbec13a18 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a7f3070-b573-4a84-94c1-f0bc6e4770d5,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:20.307199 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d3905cd1-05a6-4125-ba04-407cbec13a18 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.308882 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d3905cd1-05a6-4125-ba04-407cbec13a18 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1405313 Jul 09 13:54:20.311685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38782) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:20.317774 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7d06c147-6feb-4539-a703-cc0302595e96 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'network': {'name': 'tempest-network-smoke--1983273688', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'port_security_enabled': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:20.340723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d06c147-6feb-4539-a703-cc0302595e96 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Made reservation on behalf of e18f38b86e4946d19d906914b285cd31 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:54:20.344995 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d06c147-6feb-4539-a703-cc0302595e96 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.372042 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d06c147-6feb-4539-a703-cc0302595e96 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:54:20.382871 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d06c147-6feb-4539-a703-cc0302595e96 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.383506 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-7d06c147-6feb-4539-a703-cc0302595e96 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Added segment 2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c of type vlan for network 62411565-9e99-49d8-93f1-b22f736e74a4 Jul 09 13:54:20.457414 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d06c147-6feb-4539-a703-cc0302595e96 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.776370 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d06c147-6feb-4539-a703-cc0302595e96 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.781819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d06c147-6feb-4539-a703-cc0302595e96 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:20.782407 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d06c147-6feb-4539-a703-cc0302595e96 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.800003 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0830830c-3ffd-498e-851d-a7d5c6f223dc req-7c411f3e-d393-46b7-986a-183d06a6fe6d tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:20.801468 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0830830c-3ffd-498e-851d-a7d5c6f223dc req-7c411f3e-d393-46b7-986a-183d06a6fe6d tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 945 time: 0.3859875 Jul 09 13:54:20.860995 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7d06c147-6feb-4539-a703-cc0302595e96 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5480924 Jul 09 13:54:20.865029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38786) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:20.869935 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2103519790', 'admin_state_up': True, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:20.886340 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06c147-6feb-4539-a703-cc0302595e96 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Network': ['ID=62411565-9e99-49d8-93f1-b22f736e74a4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:20.896804 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0830830c-3ffd-498e-851d-a7d5c6f223dc req-7fdda800-257b-4e29-b3b7-5c75d03e7657 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830281 Jul 09 13:54:20.897735 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.898985 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:20.901882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 62411565-9e99-49d8-93f1-b22f736e74a4 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:54:21.014539 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:21.120583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c0171-2c47-4952-83e1-20c88c3a740e req-aea8ae5b-a7e9-4798-aaa2-a73a18a6125b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:21.122112 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a93c0171-2c47-4952-83e1-20c88c3a740e req-aea8ae5b-a7e9-4798-aaa2-a73a18a6125b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 945 time: 0.0728533 Jul 09 13:54:21.155962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:21.170784 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a93c0171-2c47-4952-83e1-20c88c3a740e req-edfc43e7-a515-4021-a6ed-d81a9c29c18f tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419300 Jul 09 13:54:21.368845 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:21.389524 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:21.523371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Allocated IP 172.25.2.110 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/ab644efa-dca3-44cc-9ab6-bc5075ad7efb) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:21.631874 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:21.647863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc666a6f-dc91-468d-a00a-f70f38e86d31 req-4a14d3ca-6741-42fd-98fb-fc1d26f537ce tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:21.649207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bc666a6f-dc91-468d-a00a-f70f38e86d31 req-4a14d3ca-6741-42fd-98fb-fc1d26f537ce tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 945 time: 0.0693290 Jul 09 13:54:21.677632 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:21.707760 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bc666a6f-dc91-468d-a00a-f70f38e86d31 req-64ed2554-70f1-4855-a89c-0af026d55493 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522592 Jul 09 13:54:21.723000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:21.727214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:21.733408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:21.764222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=ab644efa-dca3-44cc-9ab6-bc5075ad7efb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:22.001670 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:22.537982 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:22.671014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:54:22.822593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:54:22.844271 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Sync routers for ids ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:54:22.860198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb6cf76-5961-490d-8e07-17023f393b8b req-d1fad47d-8878-4af1-9fa9-f4cc6658f35c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:22.860198 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cb6cf76-5961-490d-8e07-17023f393b8b req-d1fad47d-8878-4af1-9fa9-f4cc6658f35c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "GET /v2.0/ports?device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 945 time: 0.1066127 Jul 09 13:54:22.860198 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:22.860908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Routers {'3e3a26d1-cc52-4b87-984d-737ae9a35cf5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:22.866300 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1c8a3050-e9a9-4adc-8e2d-b963241606cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.9948962 Jul 09 13:54:22.866402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:54:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:22.866508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38822) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:22.926928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d55bc36-5526-45c8-90c3-d58f80d88138 req-990ef62d-8b22-4c86-b804-21d68fd51bd2 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:22.928615 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d55bc36-5526-45c8-90c3-d58f80d88138 req-990ef62d-8b22-4c86-b804-21d68fd51bd2 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 945 time: 0.0861967 Jul 09 13:54:22.979642 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d55bc36-5526-45c8-90c3-d58f80d88138 req-01da5d57-39da-41d2-a90d-24963b951d52 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452962 Jul 09 13:54:23.003364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-0cb6cf76-5961-490d-8e07-17023f393b8b req-95df555a-fdba-45b8-9fac-654ac4c29dbd tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Deleting port ca415fb0-1cf4-46d0-b61f-487c04b6f364 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:54:23.003932 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0cb6cf76-5961-490d-8e07-17023f393b8b req-95df555a-fdba-45b8-9fac-654ac4c29dbd tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:23.036972 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Set router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:23.108743 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38828) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:23.110707 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f2b3b89f-9eef-4244-8cca-26aa152d51ab tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e18f38b86e4946d19d906914b285cd31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2439799 Jul 09 13:54:23.150091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0cb6cf76-5961-490d-8e07-17023f393b8b req-95df555a-fdba-45b8-9fac-654ac4c29dbd tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] For port ca415fb0-1cf4-46d0-b61f-487c04b6f364, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ca415fb0-1cf4-46d0-b61f-487c04b6f364,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:23.151476 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0cb6cf76-5961-490d-8e07-17023f393b8b req-95df555a-fdba-45b8-9fac-654ac4c29dbd tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:23.171356 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-0cb6cf76-5961-490d-8e07-17023f393b8b req-95df555a-fdba-45b8-9fac-654ac4c29dbd tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Calling delete_port for ca415fb0-1cf4-46d0-b61f-487c04b6f364 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:54:23.259657 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103519790', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:21Z', 'revision_number': 3, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:21Z', 'updated_at': '2021-07-09T13:54:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:23.291279 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9317f221-4e5a-4f23-a81b-96cb2b96b0ca tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:23.292994 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9317f221-4e5a-4f23-a81b-96cb2b96b0ca tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1832507 Jul 09 13:54:23.295795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38834) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:23.298368 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Checking router: 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:54:23.298851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Updating router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 port ab644efa-dca3-44cc-9ab6-bc5075ad7efb binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:54:23.353174 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-93a57bf6-a821-4208-84c0-0e1071ac3f2c tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0559726 Jul 09 13:54:23.355740 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:23.356179 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 38836) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:23.356570 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0cb6cf76-5961-490d-8e07-17023f393b8b req-95df555a-fdba-45b8-9fac-654ac4c29dbd tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:23.363272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-471bb644-58e3-48ec-bc17-4860d807fc1d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1812397540', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:23.383017 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['cc0575d8-75df-4f89-a030-f3dfccb3912a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:23.386192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['ca415fb0-1cf4-46d0-b61f-487c04b6f364'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:23.398595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df555a-fdba-45b8-9fac-654ac4c29dbd tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Pushing event deleted for resources: {'Port': ['ID=ca415fb0-1cf4-46d0-b61f-487c04b6f364,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:23.469718 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb6cf76-5961-490d-8e07-17023f393b8b req-95df555a-fdba-45b8-9fac-654ac4c29dbd tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] No DVR routers for this DVR port ca415fb0-1cf4-46d0-b61f-487c04b6f364 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:54:23.474522 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0cb6cf76-5961-490d-8e07-17023f393b8b req-95df555a-fdba-45b8-9fac-654ac4c29dbd tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:23.480353 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cb6cf76-5961-490d-8e07-17023f393b8b req-95df555a-fdba-45b8-9fac-654ac4c29dbd tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "DELETE /v2.0/ports/ca415fb0-1cf4-46d0-b61f-487c04b6f364 HTTP/1.1" status: 204 len: 173 time: 0.6153517 Jul 09 13:54:23.481049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8478f946-4777-4f37-bf39-2bf016bb7878', 'name': 'network-vif-deleted', 'tag': 'ca415fb0-1cf4-46d0-b61f-487c04b6f364'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:23.485847 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18218d45-e22e-46a7-8856-ae52a0bdb1f6" -d '{"events": [{"server_uuid": "8478f946-4777-4f37-bf39-2bf016bb7878", "name": "network-vif-deleted", "tag": "ca415fb0-1cf4-46d0-b61f-487c04b6f364"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:23.506790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471bb644-58e3-48ec-bc17-4860d807fc1d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Made reservation on behalf of e18f38b86e4946d19d906914b285cd31 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:54:23.511781 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-471bb644-58e3-48ec-bc17-4860d807fc1d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:23.569285 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7bf048-43c6-4ee6-9496-8622a8b13a61 x-openstack-request-id: req-4e7bf048-43c6-4ee6-9496-8622a8b13a61 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:23.569701 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8478f946-4777-4f37-bf39-2bf016bb7878", "name": "network-vif-deleted", "tag": "ca415fb0-1cf4-46d0-b61f-487c04b6f364", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:23.570067 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e7bf048-43c6-4ee6-9496-8622a8b13a61 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:23.570661 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8478f946-4777-4f37-bf39-2bf016bb7878', 'name': 'network-vif-deleted', 'tag': 'ca415fb0-1cf4-46d0-b61f-487c04b6f364', 'status': 'completed', 'code': 200} Jul 09 13:54:23.791849 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-471bb644-58e3-48ec-bc17-4860d807fc1d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:23.858129 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471bb644-58e3-48ec-bc17-4860d807fc1d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Subnet': ['ID=17437cbf-1fb0-4179-a4f1-bbaff07bdbc7,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:23.873348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471bb644-58e3-48ec-bc17-4860d807fc1d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Checking segment: {'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:23.873718 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471bb644-58e3-48ec-bc17-4860d807fc1d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network hostable DHCP agents. Network: 62411565-9e99-49d8-93f1-b22f736e74a4, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:54:23.895570 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471bb644-58e3-48ec-bc17-4860d807fc1d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network 62411565-9e99-49d8-93f1-b22f736e74a4 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:54:23.900853 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:23.905965 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-471bb644-58e3-48ec-bc17-4860d807fc1d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 62411565-9e99-49d8-93f1-b22f736e74a4) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:23.912306 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471bb644-58e3-48ec-bc17-4860d807fc1d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:23.912452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Transition to ACTIVE for port object ab644efa-dca3-44cc-9ab6-bc5075ad7efb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:23.913022 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-471bb644-58e3-48ec-bc17-4860d807fc1d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:23.930384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965f731f-7dba-45eb-9df7-245085ff0350 None None] Network 62411565-9e99-49d8-93f1-b22f736e74a4 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:54:23.932790 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:23.933090 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-471bb644-58e3-48ec-bc17-4860d807fc1d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5753663 Jul 09 13:54:23.935993 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 38850) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:24.043772 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Attempting to bind port ab644efa-dca3-44cc-9ab6-bc5075ad7efb on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:24.045399 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Attempting to bind port ab644efa-dca3-44cc-9ab6-bc5075ad7efb by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:24.045758 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Attempting to bind port ab644efa-dca3-44cc-9ab6-bc5075ad7efb on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:24.067491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:24.067874 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:24.068281 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:24.068681 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:24.069170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Bound port: ab644efa-dca3-44cc-9ab6-bc5075ad7efb, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:24.069558 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:24.146305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] For port ab644efa-dca3-44cc-9ab6-bc5075ad7efb, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:24.197404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f42f5a-1e07-4278-a707-965fabc7abb5 None None] Pushing event updated for resources: {'Port': ['ID=ab644efa-dca3-44cc-9ab6-bc5075ad7efb,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:24.207131 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] For port ab644efa-dca3-44cc-9ab6-bc5075ad7efb, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ab644efa-dca3-44cc-9ab6-bc5075ad7efb,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:24.215267 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:24.265462 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4569adaf-0c65-4f5f-84df-a841e5a08e9f req-831194c2-2c9d-49ca-aa84-9db9b73db9a6 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=8478f946-4777-4f37-bf39-2bf016bb7878 HTTP/1.1" status: 200 len: 210 time: 0.0781524 Jul 09 13:54:24.333304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Routers {'3e3a26d1-cc52-4b87-984d-737ae9a35cf5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:24.333950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:54:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:24.395695 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f42f5a-1e07-4278-a707-965fabc7abb5 None None] Pushing event updated for resources: {'Port': ['ID=ab644efa-dca3-44cc-9ab6-bc5075ad7efb,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:24.444713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-62411565-9e99-49d8-93f1-b22f736e74a4', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ips': [{'subnet_id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:54:24.445593 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:24.539520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] Set router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:24.575342 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:24.713136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Allocated IP 172.20.0.2 (62411565-9e99-49d8-93f1-b22f736e74a4/17437cbf-1fb0-4179-a4f1-bbaff07bdbc7/1e1b5784-5488-454c-bff7-b6e78f95eb57) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:24.861411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103519790', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:21Z', 'revision_number': 3, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:21Z', 'updated_at': '2021-07-09T13:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:24.906065 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0422bfc-3d90-462c-9f7a-4d7817179d9b None None] The sync data for ids ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'] in n-d-799525-3 is: [{'id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103519790', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:21Z', 'revision_number': 3, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:21Z', 'updated_at': '2021-07-09T13:54:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:54:24.931142 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:24.940473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Transition to ACTIVE for port object 1e1b5784-5488-454c-bff7-b6e78f95eb57 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:24.957077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Transition to ACTIVE for port object 1e1b5784-5488-454c-bff7-b6e78f95eb57 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:24.966641 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.034950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Allocated IP 172.20.0.1 (62411565-9e99-49d8-93f1-b22f736e74a4/17437cbf-1fb0-4179-a4f1-bbaff07bdbc7/9f849b1d-df84-4001-b4a0-20ba839fed86) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:25.051389 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Network 62411565-9e99-49d8-93f1-b22f736e74a4 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:25.055682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:25.057856 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Pushing event updated for resources: {'Port': ['ID=1e1b5784-5488-454c-bff7-b6e78f95eb57,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:25.065712 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:25.125575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Attempting to bind port 1e1b5784-5488-454c-bff7-b6e78f95eb57 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:25.125874 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Attempting to bind port 1e1b5784-5488-454c-bff7-b6e78f95eb57 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:25.126256 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Attempting to bind port 1e1b5784-5488-454c-bff7-b6e78f95eb57 on network 62411565-9e99-49d8-93f1-b22f736e74a4 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:25.133160 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:25.133542 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Checking segment: {'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:25.134609 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.134609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Bound using segment: {'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:25.134848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Bound port: 1e1b5784-5488-454c-bff7-b6e78f95eb57, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:25.135270 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.185669 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.205711 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Transition to ACTIVE for port object 9f849b1d-df84-4001-b4a0-20ba839fed86 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:25.225214 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] For port 1e1b5784-5488-454c-bff7-b6e78f95eb57, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:25.232891 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] For port 1e1b5784-5488-454c-bff7-b6e78f95eb57, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1e1b5784-5488-454c-bff7-b6e78f95eb57,segment=NetworkSegment(2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c),segment_id=2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:25.264850 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.280745 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.354886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380a50e0-c690-471e-8c0c-b275cdbaacf0 None None] Pushing event updated for resources: {'Port': ['ID=1e1b5784-5488-454c-bff7-b6e78f95eb57,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:25.365423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network 62411565-9e99-49d8-93f1-b22f736e74a4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:25.369811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:25.373264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:25.418109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=9f849b1d-df84-4001-b4a0-20ba839fed86,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:25.471125 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.657123 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:25.920760 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ae23d5e6-de2c-4e0b-9aea-5537ea553e34 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:25.930899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ae23d5e6-de2c-4e0b-9aea-5537ea553e34 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 805 time: 0.2233300 Jul 09 13:54:25.953606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-f764bfa4-5611-463f-b70c-015fd879d112 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/quotas/cd3fbc31bf3346669d7b90ce9e370387 HTTP/1.1" status: 200 len: 375 time: 0.0172532 Jul 09 13:54:26.073258 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-2d26c233-8eb6-44f5-b98b-ff2ed7588397 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1178110 Jul 09 13:54:26.209991 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.224761 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.226998 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1e1b5784-5488-454c-bff7-b6e78f95eb57 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:26.260766 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ab95a289-a42e-4276-9b32-0875665a907e service neutron] 10.222.0.39 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663251 Jul 09 13:54:26.316906 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ca415fb0-1cf4-46d0-b61f-487c04b6f364 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:54:26.358972 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: ca415fb0-1cf4-46d0-b61f-487c04b6f364 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:54:26.359730 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ca415fb0-1cf4-46d0-b61f-487c04b6f364 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:54:26.364341 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=9f849b1d-df84-4001-b4a0-20ba839fed86,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:26.369748 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.379773 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 1e1b5784-5488-454c-bff7-b6e78f95eb57 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:26.384802 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ab644efa-dca3-44cc-9ab6-bc5075ad7efb up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:26.424588 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-c0c9319e-bb03-4b86-a29a-f9a19e689bb3 service neutron] 10.222.0.39 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513848 Jul 09 13:54:26.439638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port ab644efa-dca3-44cc-9ab6-bc5075ad7efb completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:26.446045 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ab644efa-dca3-44cc-9ab6-bc5075ad7efb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:26.446967 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.519757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network 62411565-9e99-49d8-93f1-b22f736e74a4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:26.521746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:26.581342 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.634583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port ab644efa-dca3-44cc-9ab6-bc5075ad7efb, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ab644efa-dca3-44cc-9ab6-bc5075ad7efb,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:26.641280 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:26.701597 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=ab644efa-dca3-44cc-9ab6-bc5075ad7efb,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:26.735739 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-29139d61-78ba-4b5b-b501-7d0347f5b037 req-944ccee5-7f2e-4368-9ffe-8181e48103b2 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 210 time: 0.0515425 Jul 09 13:54:26.773159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:54:26.790618 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f344565-de95-47f7-acca-279b52781ac3 None None] Network 62411565-9e99-49d8-93f1-b22f736e74a4 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:54:26.960771 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:54:26.970442 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-202e6793-12ba-454b-a9c7-368d5e06c2bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "PUT /v2.0/routers/3e3a26d1-cc52-4b87-984d-737ae9a35cf5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0330706 Jul 09 13:54:27.087243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5e2333b8-8c1f-46cc-98be-5b847e9d8fc5 None None] Provisioning for port 1e1b5784-5488-454c-bff7-b6e78f95eb57 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:27.092447 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5e2333b8-8c1f-46cc-98be-5b847e9d8fc5 None None] Provisioning complete for port 1e1b5784-5488-454c-bff7-b6e78f95eb57 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:27.092821 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e2333b8-8c1f-46cc-98be-5b847e9d8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:27.172854 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f673c91d-5380-4357-b8b2-8bba581214af req-1f4961de-f0aa-4dbb-b537-3bd2e3adb463 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702638318&fields=id&tenant_id=e18f38b86e4946d19d906914b285cd31 HTTP/1.1" status: 200 len: 267 time: 0.0489523 Jul 09 13:54:27.265179 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e2333b8-8c1f-46cc-98be-5b847e9d8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:27.300152 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673c91d-5380-4357-b8b2-8bba581214af req-07c03153-b23c-42bd-abea-0e5c25abb4b4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:27.301740 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f673c91d-5380-4357-b8b2-8bba581214af req-07c03153-b23c-42bd-abea-0e5c25abb4b4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/networks?id=62411565-9e99-49d8-93f1-b22f736e74a4 HTTP/1.1" status: 200 len: 797 time: 0.1280849 Jul 09 13:54:27.323674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5e2333b8-8c1f-46cc-98be-5b847e9d8fc5 None None] For port 1e1b5784-5488-454c-bff7-b6e78f95eb57, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1e1b5784-5488-454c-bff7-b6e78f95eb57,segment=NetworkSegment(2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c),segment_id=2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:27.324121 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f673c91d-5380-4357-b8b2-8bba581214af req-269de34a-223d-459b-b07a-85c3a6460aaf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/quotas/e18f38b86e4946d19d906914b285cd31 HTTP/1.1" status: 200 len: 375 time: 0.0158854 Jul 09 13:54:27.330174 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e2333b8-8c1f-46cc-98be-5b847e9d8fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:27.419234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2333b8-8c1f-46cc-98be-5b847e9d8fc5 None None] Pushing event updated for resources: {'Port': ['ID=1e1b5784-5488-454c-bff7-b6e78f95eb57,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:27.426212 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f673c91d-5380-4357-b8b2-8bba581214af req-71eaed6f-e6af-4a0b-ad8f-553c5e59c6d0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937743 Jul 09 13:54:27.449750 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Sync routers for ids ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:54:27.462399 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Routers {'3e3a26d1-cc52-4b87-984d-737ae9a35cf5'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:27.463161 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:54:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:27.542931 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f673c91d-5380-4357-b8b2-8bba581214af req-fce1491a-698b-4c35-9bcd-bdc7d59b1b9c service neutron] 10.222.0.39 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064591 Jul 09 13:54:27.578542 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Set router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:27.755788 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f673c91d-5380-4357-b8b2-8bba581214af req-b4bf3fb5-7fa8-43b1-91ca-0fda823dae60 service neutron] 10.222.0.39 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041647 Jul 09 13:54:27.802239 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd3f8514-6aac-4863-9049-b7488fcc5e4f None None] Provisioning for port 9f849b1d-df84-4001-b4a0-20ba839fed86 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:27.826748 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd3f8514-6aac-4863-9049-b7488fcc5e4f None None] Provisioning complete for port 9f849b1d-df84-4001-b4a0-20ba839fed86 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:27.829345 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8514-6aac-4863-9049-b7488fcc5e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:27.867733 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103519790', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:21Z', 'updated_at': '2021-07-09T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9f849b1d-df84-4001-b4a0-20ba839fed86', 'name': '', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:8e:7c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:24Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 2, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:27.922557 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Checking router: 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:54:27.923641 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Updating router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 port 9f849b1d-df84-4001-b4a0-20ba839fed86 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:54:27.987057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-cd3f8514-6aac-4863-9049-b7488fcc5e4f None None] Port 9f849b1d-df84-4001-b4a0-20ba839fed86 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:54:28.012537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cd3f8514-6aac-4863-9049-b7488fcc5e4f None None] Provisioning complete for port 1e1b5784-5488-454c-bff7-b6e78f95eb57 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:28.013174 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd3f8514-6aac-4863-9049-b7488fcc5e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:28.078682 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:28.123774 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b06e186-3766-4cc1-b20d-8099f6a19555 req-10fb416f-efe9-46cc-ba31-2f005ee91c20 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 210 time: 0.1170921 Jul 09 13:54:28.222709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1e1b5784-5488-454c-bff7-b6e78f95eb57 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:28.378802 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c37f1c83-3ae6-4e9a-8bb0-4b818165a2d0 None None] Provisioning complete for port 9f849b1d-df84-4001-b4a0-20ba839fed86 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:28.380537 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c37f1c83-3ae6-4e9a-8bb0-4b818165a2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:28.490812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-da160cc5-7f03-4e64-8bca-4af4695ffdb2 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:28.493016 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-da160cc5-7f03-4e64-8bca-4af4695ffdb2 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 805 time: 0.2784197 Jul 09 13:54:28.507257 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c94a85a2-838d-4fc4-928b-a45598eeaa5b req-e38d9201-5c59-4451-9d14-fe867cc1a34f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 210 time: 0.1030316 Jul 09 13:54:28.531839 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-d0d0aab1-c25f-41fd-b62a-e83dc17e9f69 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Request body: {'port': {'device_id': 'a241eb69-310f-41c1-88f1-17f6d0778882', 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0', 'admin_state_up': True, 'tenant_id': 'cd3fbc31bf3346669d7b90ce9e370387'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:28.582128 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 1e1b5784-5488-454c-bff7-b6e78f95eb57 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:28.582709 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:28.661923 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c37f1c83-3ae6-4e9a-8bb0-4b818165a2d0 None None] Port 9f849b1d-df84-4001-b4a0-20ba839fed86 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:54:28.738052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ab644efa-dca3-44cc-9ab6-bc5075ad7efb up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:28.773573 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-d0d0aab1-c25f-41fd-b62a-e83dc17e9f69 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Made reservation on behalf of cd3fbc31bf3346669d7b90ce9e370387 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:54:28.780901 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-d0d0aab1-c25f-41fd-b62a-e83dc17e9f69 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:28.843040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a11d2380-2271-4413-8277-752a207c1b5d None None] Provisioning complete for port 9f849b1d-df84-4001-b4a0-20ba839fed86 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:28.843555 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a11d2380-2271-4413-8277-752a207c1b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:28.870477 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ab644efa-dca3-44cc-9ab6-bc5075ad7efb triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:28.870954 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:28.941362 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a11d2380-2271-4413-8277-752a207c1b5d None None] Port 9f849b1d-df84-4001-b4a0-20ba839fed86 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:54:28.983418 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:28.995240 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Transition to ACTIVE for port object 9f849b1d-df84-4001-b4a0-20ba839fed86 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:29.001989 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.051320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-d0d0aab1-c25f-41fd-b62a-e83dc17e9f69 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Allocated IP 172.20.0.10 (bee744c8-9b9d-4458-aff2-4b24232910a0/6317e7e2-f06b-4d9a-8091-9a4f5e72bc25/74a18d96-d82a-4e7a-bce7-ccff87c9cb26) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:29.058114 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7d3d1-e179-4c32-a5b3-60311ca8e4d3 None None] Pushing event updated for resources: {'Port': ['ID=9f849b1d-df84-4001-b4a0-20ba839fed86,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:29.071774 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7d3d1-e179-4c32-a5b3-60311ca8e4d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.072119 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7d3d1-e179-4c32-a5b3-60311ca8e4d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.072453 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7d3d1-e179-4c32-a5b3-60311ca8e4d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.072787 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7d3d1-e179-4c32-a5b3-60311ca8e4d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.073116 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7d3d1-e179-4c32-a5b3-60311ca8e4d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.073442 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7d3d1-e179-4c32-a5b3-60311ca8e4d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.073761 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7d3d1-e179-4c32-a5b3-60311ca8e4d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.074491 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7d3d1-e179-4c32-a5b3-60311ca8e4d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.074821 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7d3d1-e179-4c32-a5b3-60311ca8e4d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.075167 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7d3d1-e179-4c32-a5b3-60311ca8e4d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.075492 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7d3d1-e179-4c32-a5b3-60311ca8e4d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.075811 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec7d3d1-e179-4c32-a5b3-60311ca8e4d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:29.182247 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Attempting to bind port 9f849b1d-df84-4001-b4a0-20ba839fed86 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:29.184300 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Attempting to bind port 9f849b1d-df84-4001-b4a0-20ba839fed86 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:29.184952 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Attempting to bind port 9f849b1d-df84-4001-b4a0-20ba839fed86 on network 62411565-9e99-49d8-93f1-b22f736e74a4 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:29.193410 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 54, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:29.194238 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Checking segment: {'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:29.194987 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.195938 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Bound using segment: {'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:29.196599 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Bound port: 9f849b1d-df84-4001-b4a0-20ba839fed86, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:29.197268 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.276171 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] For port 9f849b1d-df84-4001-b4a0-20ba839fed86, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:29.284702 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] For port 9f849b1d-df84-4001-b4a0-20ba839fed86, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9f849b1d-df84-4001-b4a0-20ba839fed86,segment=NetworkSegment(2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c),segment_id=2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:29.293881 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.429852 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-d0d0aab1-c25f-41fd-b62a-e83dc17e9f69 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.465089 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Routers {'3e3a26d1-cc52-4b87-984d-737ae9a35cf5'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:29.466950 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:54:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:29.475133 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec7d3d1-e179-4c32-a5b3-60311ca8e4d3 None None] Pushing event updated for resources: {'Port': ['ID=9f849b1d-df84-4001-b4a0-20ba839fed86,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:29.525452 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-d0d0aab1-c25f-41fd-b62a-e83dc17e9f69 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.537992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['cc0575d8-75df-4f89-a030-f3dfccb3912a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:29.599114 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-d0d0aab1-c25f-41fd-b62a-e83dc17e9f69 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Network bee744c8-9b9d-4458-aff2-4b24232910a0 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:29.607585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-d0d0aab1-c25f-41fd-b62a-e83dc17e9f69 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:29.623924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-d0d0aab1-c25f-41fd-b62a-e83dc17e9f69 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:29.676121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d0aab1-c25f-41fd-b62a-e83dc17e9f69 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Pushing event updated for resources: {'Port': ['ID=74a18d96-d82a-4e7a-bce7-ccff87c9cb26,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:29.757183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-d0d0aab1-c25f-41fd-b62a-e83dc17e9f69 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:29.757841 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-d0d0aab1-c25f-41fd-b62a-e83dc17e9f69 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:29.777951 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-d0d0aab1-c25f-41fd-b62a-e83dc17e9f69 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2635391 Jul 09 13:54:29.794264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Request body: {'port': {'device_id': 'a241eb69-310f-41c1-88f1-17f6d0778882', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:29.804913 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61caaf48-525d-4015-9dcb-14f25d7db39d req-e8d2a22f-1f96-4f7c-a6fb-3f437653054c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:29.817401 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61caaf48-525d-4015-9dcb-14f25d7db39d req-e8d2a22f-1f96-4f7c-a6fb-3f437653054c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 932 time: 0.3194094 Jul 09 13:54:29.897859 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61caaf48-525d-4015-9dcb-14f25d7db39d req-874097ae-19c4-4654-aaa3-67991b0185b7 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780516 Jul 09 13:54:29.969986 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:30.036087 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] Set router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:30.118285 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d552c449-04d5-4760-bb08-d63294a333d1 req-ab7cb31f-372a-4636-b0e3-7c44228742e3 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 210 time: 0.0943167 Jul 09 13:54:30.277384 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103519790', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:21Z', 'updated_at': '2021-07-09T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9f849b1d-df84-4001-b4a0-20ba839fed86', 'name': '', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:8e:7c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:24Z', 'updated_at': '2021-07-09T13:54:29Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:30.309949 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111d3199-f949-4d2c-b925-9ee2af9ff382 None None] The sync data for ids ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'] in n-d-799525-3 is: [{'id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103519790', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:21Z', 'updated_at': '2021-07-09T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9f849b1d-df84-4001-b4a0-20ba839fed86', 'name': '', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:8e:7c:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:24Z', 'updated_at': '2021-07-09T13:54:29Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:54:30.447144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:54:30.458552 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:30.485040 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Transition to ACTIVE for port object 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:30.495916 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:30.714570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Attempting to bind port 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:30.715840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Attempting to bind port 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:30.716389 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Attempting to bind port 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 on network bee744c8-9b9d-4458-aff2-4b24232910a0 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:30.723240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Pushing event updated for resources: {'Port': ['ID=74a18d96-d82a-4e7a-bce7-ccff87c9cb26,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:30.741789 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Port 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 on network bee744c8-9b9d-4458-aff2-4b24232910a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:54:30.742306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Attempting to bind port 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 on network bee744c8-9b9d-4458-aff2-4b24232910a0 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:30.765053 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:30.765473 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Checking segment: {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:30.765958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Bound using segment: {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:30.766540 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Bound port: 74a18d96-d82a-4e7a-bce7-ccff87c9cb26, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:30.767003 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:30.812035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673c91d-5380-4357-b8b2-8bba581214af req-d700fb86-582a-49de-a748-0fbe3848927d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:30.813712 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f673c91d-5380-4357-b8b2-8bba581214af req-d700fb86-582a-49de-a748-0fbe3848927d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.18 "GET /v2.0/networks?id=62411565-9e99-49d8-93f1-b22f736e74a4 HTTP/1.1" status: 200 len: 797 time: 0.2657685 Jul 09 13:54:30.921547 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f673c91d-5380-4357-b8b2-8bba581214af req-553d0f14-09bf-4e40-8226-f04d2c858bac tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e18f38b86e4946d19d906914b285cd31 HTTP/1.1" status: 200 len: 379 time: 0.0735579 Jul 09 13:54:30.922860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] For port 74a18d96-d82a-4e7a-bce7-ccff87c9cb26, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:30.937519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f673c91d-5380-4357-b8b2-8bba581214af req-a05e7db5-f825-4ee4-b40a-b84c64fc2946 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'port': {'device_id': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'admin_state_up': True, 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'security_groups': ['d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:31.132195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] For port 74a18d96-d82a-4e7a-bce7-ccff87c9cb26, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=74a18d96-d82a-4e7a-bce7-ccff87c9cb26,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:31.148331 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:31.249343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Pushing event updated for resources: {'Port': ['ID=74a18d96-d82a-4e7a-bce7-ccff87c9cb26,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:31.264987 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7deb03-96e8-4cfe-8846-b50478a3dd1e req-a1107bdf-d1ab-43b9-8e24-4203be9d833f tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:31.265649 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7c7deb03-96e8-4cfe-8846-b50478a3dd1e req-a1107bdf-d1ab-43b9-8e24-4203be9d833f tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 944 time: 0.1588426 Jul 09 13:54:31.280006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:31.281644 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:31.283609 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-ebe0894d-02ff-48be-9a22-8c123e01da22 service neutron] 10.222.0.15 "PUT /v2.0/ports/74a18d96-d82a-4e7a-bce7-ccff87c9cb26 HTTP/1.1" status: 200 len: 1092 time: 1.4979386 Jul 09 13:54:31.284571 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a241eb69-310f-41c1-88f1-17f6d0778882', 'tag': '74a18d96-d82a-4e7a-bce7-ccff87c9cb26'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:31.288424 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b7cfdd-e1a0-435d-9c8f-1db6801d8097" -d '{"events": [{"name": "network-changed", "server_uuid": "a241eb69-310f-41c1-88f1-17f6d0778882", "tag": "74a18d96-d82a-4e7a-bce7-ccff87c9cb26"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:31.293063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f673c91d-5380-4357-b8b2-8bba581214af req-a05e7db5-f825-4ee4-b40a-b84c64fc2946 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Made reservation on behalf of e18f38b86e4946d19d906914b285cd31 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:54:31.302473 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f673c91d-5380-4357-b8b2-8bba581214af req-a05e7db5-f825-4ee4-b40a-b84c64fc2946 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:31.365374 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7c7deb03-96e8-4cfe-8846-b50478a3dd1e req-befd3f44-830d-4ef0-b000-76a1bdcceeb5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769053 Jul 09 13:54:31.419582 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-289f49cf-af00-4607-ac38-7059ee04d9fd req-8f161548-0830-4658-a44b-ca33ec85fcdc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 210 time: 0.0526729 Jul 09 13:54:31.759328 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb214a6-66c2-4bc7-ae63-2e4b6d406a28 x-openstack-request-id: req-9eb214a6-66c2-4bc7-ae63-2e4b6d406a28 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:31.760505 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a241eb69-310f-41c1-88f1-17f6d0778882", "tag": "74a18d96-d82a-4e7a-bce7-ccff87c9cb26", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:31.760603 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9eb214a6-66c2-4bc7-ae63-2e4b6d406a28 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:31.761058 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a241eb69-310f-41c1-88f1-17f6d0778882', 'tag': '74a18d96-d82a-4e7a-bce7-ccff87c9cb26', 'status': 'completed', 'code': 200} Jul 09 13:54:31.850900 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e2bfb5e-bced-499f-bf61-6d59761537e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:31.853981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-1df6ff74-4b41-47b9-a3cd-b77eef186c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:31.855416 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-1df6ff74-4b41-47b9-a3cd-b77eef186c4a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 1095 time: 0.5236821 Jul 09 13:54:31.931440 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-a9fe121d-b127-4235-b85c-9f3805e62f54 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74a18d96-d82a-4e7a-bce7-ccff87c9cb26 HTTP/1.1" status: 200 len: 217 time: 0.0458117 Jul 09 13:54:31.977897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-f673c91d-5380-4357-b8b2-8bba581214af req-a05e7db5-f825-4ee4-b40a-b84c64fc2946 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Allocated IP 172.20.0.4 (62411565-9e99-49d8-93f1-b22f736e74a4/17437cbf-1fb0-4179-a4f1-bbaff07bdbc7/13d4df6b-5a4f-4741-b24a-6b7044d9399b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:32.006198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-5d2813fc-6eb1-4e00-8760-63802e4bcb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:32.011896 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-5d2813fc-6eb1-4e00-8760-63802e4bcb32 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 200 len: 845 time: 0.0691509 Jul 09 13:54:32.055401 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-e2491c5a-890b-4290-bbc8-7b4e034e0829 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bee744c8-9b9d-4458-aff2-4b24232910a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370710 Jul 09 13:54:32.124470 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9f849b1d-df84-4001-b4a0-20ba839fed86 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:32.206819 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 9f849b1d-df84-4001-b4a0-20ba839fed86 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:32.212217 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9f849b1d-df84-4001-b4a0-20ba839fed86 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:32.212765 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:32.302647 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-22e63bf6-1ae9-4978-b204-812fdf558f14 service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399561 Jul 09 13:54:32.315041 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:32.327908 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f673c91d-5380-4357-b8b2-8bba581214af req-a05e7db5-f825-4ee4-b40a-b84c64fc2946 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:32.356103 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 9f849b1d-df84-4001-b4a0-20ba839fed86, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9f849b1d-df84-4001-b4a0-20ba839fed86,segment=NetworkSegment(2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c),segment_id=2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:32.361111 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:32.400787 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f673c91d-5380-4357-b8b2-8bba581214af req-a05e7db5-f825-4ee4-b40a-b84c64fc2946 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Transition to ACTIVE for port object 13d4df6b-5a4f-4741-b24a-6b7044d9399b will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:32.437205 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=9f849b1d-df84-4001-b4a0-20ba839fed86,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:32.448878 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:32.449520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:32.450074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:32.450568 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:32.451067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:32.451596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:32.452481 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:32.452974 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:32.453479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:32.454647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:32.455310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:32.455796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:32.487748 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1daf5887-d813-4b6d-9461-0bec9ba9c070 req-14b594f0-a25d-46ce-bd27-cb1edad16a3c service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737132 Jul 09 13:54:32.539269 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f673c91d-5380-4357-b8b2-8bba581214af req-a05e7db5-f825-4ee4-b40a-b84c64fc2946 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:32.621772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05e7db5-f825-4ee4-b40a-b84c64fc2946 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=13d4df6b-5a4f-4741-b24a-6b7044d9399b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:32.677453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f673c91d-5380-4357-b8b2-8bba581214af req-a05e7db5-f825-4ee4-b40a-b84c64fc2946 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network 62411565-9e99-49d8-93f1-b22f736e74a4 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:32.680501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-f673c91d-5380-4357-b8b2-8bba581214af req-a05e7db5-f825-4ee4-b40a-b84c64fc2946 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:32.682623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f673c91d-5380-4357-b8b2-8bba581214af req-a05e7db5-f825-4ee4-b40a-b84c64fc2946 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:32.740741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc5a84-5b56-4d9e-b91c-6a6a4eefa49b req-ef92f5d8-fde2-4d6d-86ac-037931115d4b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:32.745962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7cfdd-e1a0-435d-9c8f-1db6801d8097 req-db54cf2d-b02a-44b6-aabb-1daa6a0eaa23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:32.747640 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e5b7cfdd-e1a0-435d-9c8f-1db6801d8097 req-db54cf2d-b02a-44b6-aabb-1daa6a0eaa23 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 1095 time: 0.1270320 Jul 09 13:54:32.748301 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59fc5a84-5b56-4d9e-b91c-6a6a4eefa49b req-ef92f5d8-fde2-4d6d-86ac-037931115d4b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 944 time: 0.1251571 Jul 09 13:54:32.762322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673c91d-5380-4357-b8b2-8bba581214af req-a05e7db5-f825-4ee4-b40a-b84c64fc2946 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:32.763216 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f673c91d-5380-4357-b8b2-8bba581214af req-a05e7db5-f825-4ee4-b40a-b84c64fc2946 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:32.812403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e813c03-1eee-4f66-8cfd-8f70644520e4 req-08ad21d2-0e33-4001-accc-5017e55ed4fa tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:32.815141 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e813c03-1eee-4f66-8cfd-8f70644520e4 req-08ad21d2-0e33-4001-accc-5017e55ed4fa tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 931 time: 0.1495571 Jul 09 13:54:32.846680 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59fc5a84-5b56-4d9e-b91c-6a6a4eefa49b req-e6d910e3-9a23-4706-b9e7-60c9475a17ee tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973976 Jul 09 13:54:32.897738 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f673c91d-5380-4357-b8b2-8bba581214af req-a05e7db5-f825-4ee4-b40a-b84c64fc2946 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9676871 Jul 09 13:54:32.901614 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e813c03-1eee-4f66-8cfd-8f70644520e4 req-e6c2d3e4-dc8d-4149-9236-ad7d0e99d5a3 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597215 Jul 09 13:54:32.915066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Request body: {'port': {'device_id': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:32.971897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7cfdd-e1a0-435d-9c8f-1db6801d8097 req-85ac24cd-02eb-47b7-a419-e91e803bb013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:32.973234 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e5b7cfdd-e1a0-435d-9c8f-1db6801d8097 req-85ac24cd-02eb-47b7-a419-e91e803bb013 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 906 time: 0.2008126 Jul 09 13:54:33.033057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5694061d-5511-4060-bcc0-64d8313a244e None None] Provisioning for port 13d4df6b-5a4f-4741-b24a-6b7044d9399b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:33.037979 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5694061d-5511-4060-bcc0-64d8313a244e None None] Provisioning complete for port 13d4df6b-5a4f-4741-b24a-6b7044d9399b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:33.038501 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5694061d-5511-4060-bcc0-64d8313a244e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:33.042082 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e5b7cfdd-e1a0-435d-9c8f-1db6801d8097 req-4b684fbb-be3d-4dba-aabe-edbb086f65de service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=74a18d96-d82a-4e7a-bce7-ccff87c9cb26 HTTP/1.1" status: 200 len: 217 time: 0.0616996 Jul 09 13:54:33.076422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5694061d-5511-4060-bcc0-64d8313a244e None None] Port 13d4df6b-5a4f-4741-b24a-6b7044d9399b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:54:33.087622 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:33.106644 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b7cfdd-e1a0-435d-9c8f-1db6801d8097 req-724d7bab-dffa-477b-b09b-fbd8c55e5a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:33.108183 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e5b7cfdd-e1a0-435d-9c8f-1db6801d8097 req-724d7bab-dffa-477b-b09b-fbd8c55e5a46 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 200 len: 845 time: 0.0573788 Jul 09 13:54:33.164967 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e5b7cfdd-e1a0-435d-9c8f-1db6801d8097 req-775ab1cd-9cb1-4c90-935e-6e936e1359fe service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bee744c8-9b9d-4458-aff2-4b24232910a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342877 Jul 09 13:54:33.379815 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e5b7cfdd-e1a0-435d-9c8f-1db6801d8097 req-e3c0b293-16e9-4348-8cbe-778ae668cd09 service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2044005 Jul 09 13:54:33.525043 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e5b7cfdd-e1a0-435d-9c8f-1db6801d8097 req-ca8f9287-be41-48e2-8432-d1ec4b57cdfe service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355536 Jul 09 13:54:33.582736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13d4df6b-5a4f-4741-b24a-6b7044d9399b {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:54:33.594863 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:33.615213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Transition to ACTIVE for port object 13d4df6b-5a4f-4741-b24a-6b7044d9399b will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:33.619985 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:33.675497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Pushing event updated for resources: {'Port': ['ID=13d4df6b-5a4f-4741-b24a-6b7044d9399b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:33.756130 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Attempting to bind port 13d4df6b-5a4f-4741-b24a-6b7044d9399b on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:33.756478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Attempting to bind port 13d4df6b-5a4f-4741-b24a-6b7044d9399b by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:33.756811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Attempting to bind port 13d4df6b-5a4f-4741-b24a-6b7044d9399b on network 62411565-9e99-49d8-93f1-b22f736e74a4 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:33.762722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Port 13d4df6b-5a4f-4741-b24a-6b7044d9399b on network 62411565-9e99-49d8-93f1-b22f736e74a4 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:54:33.763437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Attempting to bind port 13d4df6b-5a4f-4741-b24a-6b7044d9399b on network 62411565-9e99-49d8-93f1-b22f736e74a4 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:33.769571 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 54, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:33.769911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Checking segment: {'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:33.770293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Bound using segment: {'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:33.770775 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Bound port: 13d4df6b-5a4f-4741-b24a-6b7044d9399b, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:33.771131 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:33.862700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] For port 13d4df6b-5a4f-4741-b24a-6b7044d9399b, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:33.866577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] For port 13d4df6b-5a4f-4741-b24a-6b7044d9399b, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b,segment=NetworkSegment(2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c),segment_id=2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:33.873199 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:33.934971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:33.936026 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:33.941440 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f673c91d-5380-4357-b8b2-8bba581214af req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] 10.222.0.18 "PUT /v2.0/ports/13d4df6b-5a4f-4741-b24a-6b7044d9399b HTTP/1.1" status: 200 len: 1091 time: 1.0314586 Jul 09 13:54:33.942311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'tag': '13d4df6b-5a4f-4741-b24a-6b7044d9399b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:33.968955 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d3b5048-1185-4bd9-8a8d-ef07c8165e4e" -d '{"events": [{"name": "network-changed", "server_uuid": "316bbfeb-6137-4c31-89b0-229bd0ac659c", "tag": "13d4df6b-5a4f-4741-b24a-6b7044d9399b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:34.078430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03693d89-2892-4d07-a38a-b238756f2166 service neutron] Pushing event updated for resources: {'Port': ['ID=13d4df6b-5a4f-4741-b24a-6b7044d9399b,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:34.153479 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673c91d-5380-4357-b8b2-8bba581214af req-3a39fbea-5ee9-49ef-9ff4-dd8550aee2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:34.154623 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f673c91d-5380-4357-b8b2-8bba581214af req-3a39fbea-5ee9-49ef-9ff4-dd8550aee2b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 1094 time: 0.1536503 Jul 09 13:54:34.157725 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9f849b1d-df84-4001-b4a0-20ba839fed86 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:34.182709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d86f74-fd2b-4a9d-955e-7cd0bec34878 req-241f5cc8-6c0b-45ea-95c2-57232f0ca4b9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:34.184486 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8d86f74-fd2b-4a9d-955e-7cd0bec34878 req-241f5cc8-6c0b-45ea-95c2-57232f0ca4b9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 943 time: 0.0977638 Jul 09 13:54:34.243043 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f673c91d-5380-4357-b8b2-8bba581214af req-0ad2b5e4-ea68-4927-8ed4-58cdd4e1df8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b HTTP/1.1" status: 200 len: 217 time: 0.0808873 Jul 09 13:54:34.271760 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9f849b1d-df84-4001-b4a0-20ba839fed86 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:34.272564 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:34.273379 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8d86f74-fd2b-4a9d-955e-7cd0bec34878 req-df08810c-4b70-4683-9367-a6346ae161a9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790195 Jul 09 13:54:34.303229 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520e6f8-98ac-4905-9ff1-3cd09a34c070 req-f6edce1a-049d-45b5-90c5-0f3d6a8f06f8 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:34.312478 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a520e6f8-98ac-4905-9ff1-3cd09a34c070 req-f6edce1a-049d-45b5-90c5-0f3d6a8f06f8 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 944 time: 0.1383822 Jul 09 13:54:34.370324 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a520e6f8-98ac-4905-9ff1-3cd09a34c070 req-026f6e8f-b5e0-4bc3-ab0f-7d1dca0dd2ae tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562778 Jul 09 13:54:34.414279 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80bf2457-3836-49f1-a5a7-efd61d46895a x-openstack-request-id: req-80bf2457-3836-49f1-a5a7-efd61d46895a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:34.414772 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316bbfeb-6137-4c31-89b0-229bd0ac659c", "tag": "13d4df6b-5a4f-4741-b24a-6b7044d9399b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:34.415230 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-80bf2457-3836-49f1-a5a7-efd61d46895a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:34.415871 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'tag': '13d4df6b-5a4f-4741-b24a-6b7044d9399b', 'status': 'completed', 'code': 200} Jul 09 13:54:34.425734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673c91d-5380-4357-b8b2-8bba581214af req-c5f37d3e-6441-423b-bff2-190f7d7e6def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:34.428406 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f673c91d-5380-4357-b8b2-8bba581214af req-c5f37d3e-6441-423b-bff2-190f7d7e6def service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17437cbf-1fb0-4179-a4f1-bbaff07bdbc7 HTTP/1.1" status: 200 len: 835 time: 0.1787660 Jul 09 13:54:34.502293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673c91d-5380-4357-b8b2-8bba581214af req-1670d467-50d7-4686-b761-bbe471c757be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:34.504548 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f673c91d-5380-4357-b8b2-8bba581214af req-1670d467-50d7-4686-b761-bbe471c757be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62411565-9e99-49d8-93f1-b22f736e74a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696359 Jul 09 13:54:34.609375 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f673c91d-5380-4357-b8b2-8bba581214af req-3fed56a8-670f-411e-8523-4b70eaf4c044 service neutron] 10.222.0.18 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986185 Jul 09 13:54:34.660309 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:34.677837 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d5a973b-9a42-483b-a849-f858f4ff89d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:34.709428 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f673c91d-5380-4357-b8b2-8bba581214af req-f4428fba-9887-450f-bf42-ab015af1687d service neutron] 10.222.0.18 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937915 Jul 09 13:54:34.824100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b5048-1185-4bd9-8a8d-ef07c8165e4e req-d0f8fe66-f327-4be1-945a-6c49f8a135b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:34.825637 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9d3b5048-1185-4bd9-8a8d-ef07c8165e4e req-d0f8fe66-f327-4be1-945a-6c49f8a135b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 1094 time: 0.0650496 Jul 09 13:54:34.925490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b5048-1185-4bd9-8a8d-ef07c8165e4e req-067cb8d9-17bc-4432-b424-9be4f1a2870e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:34.927021 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9d3b5048-1185-4bd9-8a8d-ef07c8165e4e req-067cb8d9-17bc-4432-b424-9be4f1a2870e service neutron] 10.222.0.18 "GET /v2.0/networks?id=62411565-9e99-49d8-93f1-b22f736e74a4 HTTP/1.1" status: 200 len: 898 time: 0.0949376 Jul 09 13:54:34.976746 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9d3b5048-1185-4bd9-8a8d-ef07c8165e4e req-0bebc638-56bc-475c-ab6b-26c8b0c0e5ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b HTTP/1.1" status: 200 len: 217 time: 0.0428467 Jul 09 13:54:35.032329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b5048-1185-4bd9-8a8d-ef07c8165e4e req-2b33da23-4d4b-44e1-b30e-4d4078565e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:35.034805 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9d3b5048-1185-4bd9-8a8d-ef07c8165e4e req-2b33da23-4d4b-44e1-b30e-4d4078565e80 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17437cbf-1fb0-4179-a4f1-bbaff07bdbc7 HTTP/1.1" status: 200 len: 835 time: 0.0504413 Jul 09 13:54:35.093710 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3b5048-1185-4bd9-8a8d-ef07c8165e4e req-8689dd62-7a31-4912-a9fc-279dafc25a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:35.095312 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9d3b5048-1185-4bd9-8a8d-ef07c8165e4e req-8689dd62-7a31-4912-a9fc-279dafc25a6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62411565-9e99-49d8-93f1-b22f736e74a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542941 Jul 09 13:54:35.192398 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9d3b5048-1185-4bd9-8a8d-ef07c8165e4e req-7308c970-caad-451c-b9d7-3d5ca4d6a64b service neutron] 10.222.0.18 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889561 Jul 09 13:54:35.246669 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:54:35.303540 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9d3b5048-1185-4bd9-8a8d-ef07c8165e4e req-553e06e6-3fef-474f-9ce6-b05f2ce0450b service neutron] 10.222.0.18 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038871 Jul 09 13:54:35.500245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda2831d-9175-44f7-b534-1cd7b4843756 req-306a0f8d-84e2-4d96-98bc-2b47d36c296e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:35.502637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dda2831d-9175-44f7-b534-1cd7b4843756 req-306a0f8d-84e2-4d96-98bc-2b47d36c296e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 943 time: 0.0691099 Jul 09 13:54:35.578037 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dda2831d-9175-44f7-b534-1cd7b4843756 req-61321fa8-522a-4933-b89c-749241e655c7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686288 Jul 09 13:54:35.611416 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807daf19-5d79-455a-b8a2-59d60842e04b req-e9fa8b7f-a7bf-400e-a5d6-e14f6a304a59 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:35.617466 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-807daf19-5d79-455a-b8a2-59d60842e04b req-e9fa8b7f-a7bf-400e-a5d6-e14f6a304a59 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 944 time: 0.0925338 Jul 09 13:54:35.662214 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:35.672835 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-807daf19-5d79-455a-b8a2-59d60842e04b req-5af838ea-f4b4-4c49-add8-ac54fc21be50 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496006 Jul 09 13:54:36.322197 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:54:36.417954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 74a18d96-d82a-4e7a-bce7-ccff87c9cb26, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=74a18d96-d82a-4e7a-bce7-ccff87c9cb26,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:36.429752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '74a18d96-d82a-4e7a-bce7-ccff87c9cb26', 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0', 'port_id': '74a18d96-d82a-4e7a-bce7-ccff87c9cb26', 'mac_address': 'fa:16:3e:51:a2:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6317e7e2-f06b-4d9a-8091-9a4f5e72bc25', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:54:36.469032 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:36.485560 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:54:36.505849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 74a18d96-d82a-4e7a-bce7-ccff87c9cb26, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=74a18d96-d82a-4e7a-bce7-ccff87c9cb26,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:36.510267 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:36.558312 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=74a18d96-d82a-4e7a-bce7-ccff87c9cb26,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:36.740234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['74a18d96-d82a-4e7a-bce7-ccff87c9cb26'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:36.770171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a8fefa-933e-4a72-995f-83dd95990cb9 req-b975fb74-1547-458e-aebd-f5bfbb707f2f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:36.771738 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5a8fefa-933e-4a72-995f-83dd95990cb9 req-b975fb74-1547-458e-aebd-f5bfbb707f2f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 943 time: 0.0684958 Jul 09 13:54:36.814238 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5a8fefa-933e-4a72-995f-83dd95990cb9 req-15a9d61b-8e3c-461e-bef4-26af8f6ef543 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364747 Jul 09 13:54:36.888089 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fc45d-68a8-456a-b2d3-c69003a20015 req-2b6636ad-6281-4f5b-a0b1-d154d2219dbf tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:36.889586 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c84fc45d-68a8-456a-b2d3-c69003a20015 req-2b6636ad-6281-4f5b-a0b1-d154d2219dbf tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 945 time: 0.0741897 Jul 09 13:54:36.931220 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c84fc45d-68a8-456a-b2d3-c69003a20015 req-8231c3fa-6ba1-468c-9e76-3fe92687329a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342052 Jul 09 13:54:37.048546 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:37.135228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 13d4df6b-5a4f-4741-b24a-6b7044d9399b details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:54:37.249284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 13d4df6b-5a4f-4741-b24a-6b7044d9399b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b,segment=NetworkSegment(2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c),segment_id=2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:37.262505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '13d4df6b-5a4f-4741-b24a-6b7044d9399b', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'port_id': '13d4df6b-5a4f-4741-b24a-6b7044d9399b', 'mac_address': 'fa:16:3e:31:19:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:54:37.306422 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:37.324349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d4df6b-5a4f-4741-b24a-6b7044d9399b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:54:37.344541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 13d4df6b-5a4f-4741-b24a-6b7044d9399b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b,segment=NetworkSegment(2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c),segment_id=2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:37.349580 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:37.399614 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=13d4df6b-5a4f-4741-b24a-6b7044d9399b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:37.552074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['13d4df6b-5a4f-4741-b24a-6b7044d9399b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:38.009611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93860ff1-3cc5-45d3-ac59-21b6423d120b req-d7bdf30c-9a7c-4740-b52d-1119fd8e4649 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:38.012057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93860ff1-3cc5-45d3-ac59-21b6423d120b req-d7bdf30c-9a7c-4740-b52d-1119fd8e4649 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 944 time: 0.0815556 Jul 09 13:54:38.068712 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93860ff1-3cc5-45d3-ac59-21b6423d120b req-15fa649a-630b-43e1-84fa-83baddcc9f52 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433462 Jul 09 13:54:38.175862 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae3770-d57d-4d16-849d-19933bc5d697 req-ac948352-10a4-4b7d-aa41-787b65194626 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:38.177483 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-38ae3770-d57d-4d16-849d-19933bc5d697 req-ac948352-10a4-4b7d-aa41-787b65194626 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 945 time: 0.0854793 Jul 09 13:54:38.228013 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-38ae3770-d57d-4d16-849d-19933bc5d697 req-a464408c-2dad-4258-91f2-f9b466a43e16 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426848 Jul 09 13:54:38.333034 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:38.383570 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:38.387401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:38.387773 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:38.470560 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:38.495850 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a241eb69-310f-41c1-88f1-17f6d0778882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a18d96-d82a-4e7a-bce7-ccff87c9cb26'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:38.498170 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab610ae-f260-4a30-96de-3cc9084c66d2" -d '{"events": [{"server_uuid": "a241eb69-310f-41c1-88f1-17f6d0778882", "name": "network-vif-plugged", "status": "completed", "tag": "74a18d96-d82a-4e7a-bce7-ccff87c9cb26"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:38.512849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 74a18d96-d82a-4e7a-bce7-ccff87c9cb26, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=74a18d96-d82a-4e7a-bce7-ccff87c9cb26,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:38.518818 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:38.545075 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b40ed48-f5f3-444d-817d-8baf12ae3c19 x-openstack-request-id: req-3b40ed48-f5f3-444d-817d-8baf12ae3c19 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:38.545479 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a241eb69-310f-41c1-88f1-17f6d0778882", "name": "network-vif-plugged", "status": "completed", "tag": "74a18d96-d82a-4e7a-bce7-ccff87c9cb26", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:38.545633 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b40ed48-f5f3-444d-817d-8baf12ae3c19 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:38.545985 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a241eb69-310f-41c1-88f1-17f6d0778882', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74a18d96-d82a-4e7a-bce7-ccff87c9cb26', 'code': 200} Jul 09 13:54:38.574542 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=74a18d96-d82a-4e7a-bce7-ccff87c9cb26,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:38.608496 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:38.655858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b56d8-1855-48fe-b623-c8b81af884cf req-42d0dec9-8a9d-435b-82db-1a1b1ce6a567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:38.658193 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-528b56d8-1855-48fe-b623-c8b81af884cf req-42d0dec9-8a9d-435b-82db-1a1b1ce6a567 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 1097 time: 0.0557499 Jul 09 13:54:38.693947 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-528b56d8-1855-48fe-b623-c8b81af884cf req-4a4aa928-1652-41c4-be32-89b018187a08 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294726 Jul 09 13:54:38.777980 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:39.164023 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 13d4df6b-5a4f-4741-b24a-6b7044d9399b up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:39.218470 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 13d4df6b-5a4f-4741-b24a-6b7044d9399b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:39.223843 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 13d4df6b-5a4f-4741-b24a-6b7044d9399b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:39.224346 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:39.265080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339f9a03-8649-4a67-8d9e-04f9698b8154 req-30bef980-6e7c-4671-8c19-89d8af981abf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:39.267692 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-339f9a03-8649-4a67-8d9e-04f9698b8154 req-30bef980-6e7c-4671-8c19-89d8af981abf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 944 time: 0.0785398 Jul 09 13:54:39.328253 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:39.355153 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-339f9a03-8649-4a67-8d9e-04f9698b8154 req-54f83b21-9fc4-4458-b86e-147501259efa tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779252 Jul 09 13:54:39.369113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 13d4df6b-5a4f-4741-b24a-6b7044d9399b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b,segment=NetworkSegment(2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c),segment_id=2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:39.383136 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:39.453589 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=13d4df6b-5a4f-4741-b24a-6b7044d9399b,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:39.488595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c52f55-f2b1-4a3e-9272-0d4ad94287c9 req-af8fac8b-b07b-4fd6-8c3e-06701f9b6b5a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:39.490301 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41c52f55-f2b1-4a3e-9272-0d4ad94287c9 req-af8fac8b-b07b-4fd6-8c3e-06701f9b6b5a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 946 time: 0.1181059 Jul 09 13:54:39.536371 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41c52f55-f2b1-4a3e-9272-0d4ad94287c9 req-141f4cf3-18aa-47ba-bf0e-70d8abbba3b5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389833 Jul 09 13:54:40.538235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c162f7-41fb-4934-8207-2af223b5c965 req-41ac3beb-f295-43e0-9915-d354c3ac00cf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:40.539829 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b2c162f7-41fb-4934-8207-2af223b5c965 req-41ac3beb-f295-43e0-9915-d354c3ac00cf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.0685391 Jul 09 13:54:40.546909 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d4df6b-5a4f-4741-b24a-6b7044d9399b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:40.561754 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-687f6f90-2a40-4c0f-b850-1ee99cc86143" -d '{"events": [{"server_uuid": "316bbfeb-6137-4c31-89b0-229bd0ac659c", "name": "network-vif-plugged", "status": "completed", "tag": "13d4df6b-5a4f-4741-b24a-6b7044d9399b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:40.593141 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b2c162f7-41fb-4934-8207-2af223b5c965 req-06502712-75b1-40d0-a793-b5ce9126b170 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440929 Jul 09 13:54:40.653958 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1787e4e5-9c10-4a23-85f4-bed1118101d7 x-openstack-request-id: req-1787e4e5-9c10-4a23-85f4-bed1118101d7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:40.654687 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316bbfeb-6137-4c31-89b0-229bd0ac659c", "name": "network-vif-plugged", "status": "completed", "tag": "13d4df6b-5a4f-4741-b24a-6b7044d9399b", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:40.655298 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1787e4e5-9c10-4a23-85f4-bed1118101d7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:40.656072 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d4df6b-5a4f-4741-b24a-6b7044d9399b', 'code': 200} Jul 09 13:54:40.796389 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915b2bd0-2e56-40c6-93a1-07d712df94f8 req-006ee6ea-0e26-4ad7-8874-b3f265adaa8b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:40.799769 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-915b2bd0-2e56-40c6-93a1-07d712df94f8 req-006ee6ea-0e26-4ad7-8874-b3f265adaa8b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 946 time: 0.1193204 Jul 09 13:54:40.813327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064cabb2-eacd-473c-b680-caa448728841 req-f22e24a9-24da-4a23-b67c-b72b01bff567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:40.816584 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-064cabb2-eacd-473c-b680-caa448728841 req-f22e24a9-24da-4a23-b67c-b72b01bff567 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 1096 time: 0.0859497 Jul 09 13:54:40.852029 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-915b2bd0-2e56-40c6-93a1-07d712df94f8 req-ac82a905-3938-4cd8-8250-36787cc00d53 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438082 Jul 09 13:54:40.858929 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-064cabb2-eacd-473c-b680-caa448728841 req-139659d9-aa73-4481-8a1f-4ddd55b3c92e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365281 Jul 09 13:54:41.141023 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-cc18619d-e400-4476-8fd7-ea8545cad8c1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:41.143328 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-cc18619d-e400-4476-8fd7-ea8545cad8c1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 805 time: 0.1130333 Jul 09 13:54:41.158962 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-2673d540-1196-4c42-a5db-9a6697bfc0dc tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/quotas/cd3fbc31bf3346669d7b90ce9e370387 HTTP/1.1" status: 200 len: 375 time: 0.0098138 Jul 09 13:54:41.233531 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-84b6d183-27ca-476b-91dd-270c27524a5b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0687227 Jul 09 13:54:41.326735 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-6b95efa1-10b9-4a1d-9b1e-07fc5de65cb2 service neutron] 10.222.0.39 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852745 Jul 09 13:54:41.426601 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-a2376e40-d9c1-47ed-b5db-01ad7802a053 service neutron] 10.222.0.39 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933454 Jul 09 13:54:41.603759 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-461015ae-727b-4238-897e-8cc329578491 req-3456fd18-3b8e-40da-a6bc-a51114d6f0f1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 210 time: 0.0346069 Jul 09 13:54:41.814573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ccf476-c650-451f-8182-ad84ddde7b23 req-75bb4a75-eff5-4fea-a75b-eee74d9764d7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:41.822031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23ccf476-c650-451f-8182-ad84ddde7b23 req-75bb4a75-eff5-4fea-a75b-eee74d9764d7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.0877693 Jul 09 13:54:41.859409 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-630725bc-46a9-4ff7-89bc-7bf9b4c9cce6 req-0e3b9637-4b89-4d24-9d4e-25b648b19899 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0856071 Jul 09 13:54:41.878964 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23ccf476-c650-451f-8182-ad84ddde7b23 req-483770c2-3fdd-4dda-9fe4-99f023585322 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588851 Jul 09 13:54:42.013971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630725bc-46a9-4ff7-89bc-7bf9b4c9cce6 req-3292e8d2-e160-4be8-918c-7ba501fd7a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:42.018179 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-630725bc-46a9-4ff7-89bc-7bf9b4c9cce6 req-3292e8d2-e160-4be8-918c-7ba501fd7a3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 1097 time: 0.1054320 Jul 09 13:54:42.171726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630725bc-46a9-4ff7-89bc-7bf9b4c9cce6 req-36bf6cd1-64ce-4841-8f69-cf4724194bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:42.173547 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-630725bc-46a9-4ff7-89bc-7bf9b4c9cce6 req-36bf6cd1-64ce-4841-8f69-cf4724194bc2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 906 time: 0.1360826 Jul 09 13:54:42.217565 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-630725bc-46a9-4ff7-89bc-7bf9b4c9cce6 req-d3c53be0-9462-4b52-92c7-d86520c37ef5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc0575d8-75df-4f89-a030-f3dfccb3912a HTTP/1.1" status: 200 len: 217 time: 0.0377097 Jul 09 13:54:42.270503 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630725bc-46a9-4ff7-89bc-7bf9b4c9cce6 req-b90740c4-a540-4516-af60-57bc7550a35f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:42.272046 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-630725bc-46a9-4ff7-89bc-7bf9b4c9cce6 req-b90740c4-a540-4516-af60-57bc7550a35f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 200 len: 845 time: 0.0491958 Jul 09 13:54:42.322661 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-630725bc-46a9-4ff7-89bc-7bf9b4c9cce6 req-258080df-d989-4535-9e00-dc6f99e66f1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bee744c8-9b9d-4458-aff2-4b24232910a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434098 Jul 09 13:54:42.444261 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-630725bc-46a9-4ff7-89bc-7bf9b4c9cce6 req-1be6b8e3-0afa-401c-a2af-e73c1f884ef6 service neutron] 10.222.0.18 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154776 Jul 09 13:54:42.544279 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-630725bc-46a9-4ff7-89bc-7bf9b4c9cce6 req-47046e19-718d-46ee-ac1e-7218ef75da78 service neutron] 10.222.0.18 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936313 Jul 09 13:54:42.767547 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43aa5e04-53cc-4528-aa57-eb97df262b8c req-7116095c-073b-4560-851f-34916d7a53e7 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 210 time: 0.0402009 Jul 09 13:54:42.968707 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-c1edbdbb-5955-43b1-adfe-8fd5bee2aa94 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:42.972078 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-c1edbdbb-5955-43b1-adfe-8fd5bee2aa94 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 805 time: 0.1739628 Jul 09 13:54:43.002743 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-126f4a6b-d8e1-4c60-8325-b5eb96063a9c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Request body: {'port': {'device_id': '00408917-b1b9-4b33-b4a4-5f92a29581e3', 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0', 'admin_state_up': True, 'tenant_id': 'cd3fbc31bf3346669d7b90ce9e370387'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:43.147317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729255d2-f397-4150-abaa-4912e78fd7c5 req-ff6d89a9-2191-4eaa-bc81-54f27c603439 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:43.149305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-729255d2-f397-4150-abaa-4912e78fd7c5 req-ff6d89a9-2191-4eaa-bc81-54f27c603439 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.1081562 Jul 09 13:54:43.179409 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-705c7ef5-12b7-4cda-86d8-f09f336c7e92 req-4f53eaca-8145-415c-8d41-aca44efd91f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1916211 Jul 09 13:54:43.216724 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-729255d2-f397-4150-abaa-4912e78fd7c5 req-d9f3c957-f7ee-428e-a53f-10a949628776 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602839 Jul 09 13:54:43.269916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-126f4a6b-d8e1-4c60-8325-b5eb96063a9c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Made reservation on behalf of cd3fbc31bf3346669d7b90ce9e370387 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:54:43.273915 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-126f4a6b-d8e1-4c60-8325-b5eb96063a9c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:43.364343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7ef5-12b7-4cda-86d8-f09f336c7e92 req-ef90adda-9353-40b6-a9c2-d99678ddc8af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:43.365914 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-705c7ef5-12b7-4cda-86d8-f09f336c7e92 req-ef90adda-9353-40b6-a9c2-d99678ddc8af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baab7aa37ed141be9061efd45cbd2081&device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 1096 time: 0.1348157 Jul 09 13:54:43.416823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a088fd1b-2c83-4955-adb5-0b06b35c7e0a req-827370d2-4cb3-41d7-9b31-4375050fec5d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:43.418264 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a088fd1b-2c83-4955-adb5-0b06b35c7e0a req-827370d2-4cb3-41d7-9b31-4375050fec5d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.0822861 Jul 09 13:54:43.461879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a088fd1b-2c83-4955-adb5-0b06b35c7e0a req-0a4066e8-eaec-41aa-9c69-c7cda8f16232 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370297 Jul 09 13:54:43.489755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39094) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:43.503244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-126f4a6b-d8e1-4c60-8325-b5eb96063a9c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Allocated IP 172.20.0.2 (bee744c8-9b9d-4458-aff2-4b24232910a0/6317e7e2-f06b-4d9a-8091-9a4f5e72bc25/b8e686d9-ccf2-4e50-96a4-01804bb9efc1) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:43.537919 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7ef5-12b7-4cda-86d8-f09f336c7e92 req-8681c3d0-cc4c-4938-9bbe-5133e13073f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:43.539460 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-705c7ef5-12b7-4cda-86d8-f09f336c7e92 req-8681c3d0-cc4c-4938-9bbe-5133e13073f4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65ffa311-d151-4783-93e5-16b0b7dbb4db HTTP/1.1" status: 200 len: 910 time: 0.1498339 Jul 09 13:54:43.551389 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bead843-4d8e-47b3-943c-994328dd72b5 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:43.555756 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4bead843-4d8e-47b3-943c-994328dd72b5 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 1091 time: 0.0647662 Jul 09 13:54:43.557535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39096) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:43.563318 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '13d4df6b-5a4f-4741-b24a-6b7044d9399b', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:43.598760 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:43.667761 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-705c7ef5-12b7-4cda-86d8-f09f336c7e92 req-e59f7014-8175-473c-a06a-609ecaaf635b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e309c99-c98c-426a-b956-54e9d5b161d2 HTTP/1.1" status: 200 len: 999 time: 0.1219990 Jul 09 13:54:43.746877 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7ef5-12b7-4cda-86d8-f09f336c7e92 req-e436f29f-1b3c-4c60-9372-8ca5f5563bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:43.748412 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-705c7ef5-12b7-4cda-86d8-f09f336c7e92 req-e436f29f-1b3c-4c60-9372-8ca5f5563bef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cead91ca-0866-40d2-b198-269f828e543c HTTP/1.1" status: 200 len: 848 time: 0.0738597 Jul 09 13:54:43.759256 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:43.782081 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-126f4a6b-d8e1-4c60-8325-b5eb96063a9c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:43.866672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c7ef5-12b7-4cda-86d8-f09f336c7e92 req-5ac838d5-406e-4f2a-a2a4-10bd08110382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:43.869060 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-705c7ef5-12b7-4cda-86d8-f09f336c7e92 req-5ac838d5-406e-4f2a-a2a4-10bd08110382 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65ffa311-d151-4783-93e5-16b0b7dbb4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1064403 Jul 09 13:54:43.889418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Allocated IP 172.25.2.101 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/cc8f6491-b809-4c4a-8da2-626a231fb7cb) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:54:43.948310 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-126f4a6b-d8e1-4c60-8325-b5eb96063a9c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:43.964542 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['cc0575d8-75df-4f89-a030-f3dfccb3912a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:44.005066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['74a18d96-d82a-4e7a-bce7-ccff87c9cb26'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:44.021492 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f4a6b-d8e1-4c60-8325-b5eb96063a9c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Pushing event updated for resources: {'Port': ['ID=b8e686d9-ccf2-4e50-96a4-01804bb9efc1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:44.033625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-126f4a6b-d8e1-4c60-8325-b5eb96063a9c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Network bee744c8-9b9d-4458-aff2-4b24232910a0 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:44.036783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-126f4a6b-d8e1-4c60-8325-b5eb96063a9c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:44.040813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-126f4a6b-d8e1-4c60-8325-b5eb96063a9c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:44.081444 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:44.088918 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-705c7ef5-12b7-4cda-86d8-f09f336c7e92 req-7206eabf-c7d2-4f09-883a-1afa899cf148 service neutron] 10.222.0.15 "GET /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2112722 Jul 09 13:54:44.110912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-126f4a6b-d8e1-4c60-8325-b5eb96063a9c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:44.111699 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-126f4a6b-d8e1-4c60-8325-b5eb96063a9c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:44.174539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d64edd-2782-4df3-b38a-e3e4265f8bbb req-41806108-f5af-45e0-aa7c-c6acc873a4ea tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:44.175135 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-126f4a6b-d8e1-4c60-8325-b5eb96063a9c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1857886 Jul 09 13:54:44.175760 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-74d64edd-2782-4df3-b38a-e3e4265f8bbb req-41806108-f5af-45e0-aa7c-c6acc873a4ea tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 931 time: 0.2274861 Jul 09 13:54:44.186593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Request body: {'port': {'device_id': '00408917-b1b9-4b33-b4a4-5f92a29581e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:54:44.223410 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:44.259273 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-705c7ef5-12b7-4cda-86d8-f09f336c7e92 req-d9501d84-1024-4f58-8c36-0c7038ba151f service neutron] 10.222.0.15 "GET /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437430 Jul 09 13:54:44.292769 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:44.304254 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:54:44.307861 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=cc8f6491-b809-4c4a-8da2-626a231fb7cb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:44.310167 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:54:44.316545 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-74d64edd-2782-4df3-b38a-e3e4265f8bbb req-da463cc0-b6e9-4df0-a89d-3b64d2df1e91 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144495 Jul 09 13:54:44.317323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:54:44.325010 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:44.325355 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:44.325698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:44.326040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:44.326376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:44.326711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:44.327042 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:44.328216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:44.328557 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:44.328891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:44.329394 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:44.329919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:54:44.614619 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e686d9-ccf2-4e50-96a4-01804bb9efc1 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:54:44.622425 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:44.635539 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Transition to ACTIVE for port object b8e686d9-ccf2-4e50-96a4-01804bb9efc1 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:54:44.639677 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:44.701090 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e686d9-ccf2-4e50-96a4-01804bb9efc1,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:44.753655 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:44.846468 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:45.140625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Attempting to bind port b8e686d9-ccf2-4e50-96a4-01804bb9efc1 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:54:45.141215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Attempting to bind port b8e686d9-ccf2-4e50-96a4-01804bb9efc1 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:54:45.141548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Attempting to bind port b8e686d9-ccf2-4e50-96a4-01804bb9efc1 on network bee744c8-9b9d-4458-aff2-4b24232910a0 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:45.147146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Port b8e686d9-ccf2-4e50-96a4-01804bb9efc1 on network bee744c8-9b9d-4458-aff2-4b24232910a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:54:45.147525 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Attempting to bind port b8e686d9-ccf2-4e50-96a4-01804bb9efc1 on network bee744c8-9b9d-4458-aff2-4b24232910a0 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:54:45.152874 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:54:45.153253 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Checking segment: {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:54:45.153604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Bound using segment: {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:54:45.154038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Bound port: b8e686d9-ccf2-4e50-96a4-01804bb9efc1, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:54:45.154404 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:45.225431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] For port b8e686d9-ccf2-4e50-96a4-01804bb9efc1, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:54:45.230127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] For port b8e686d9-ccf2-4e50-96a4-01804bb9efc1, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=b8e686d9-ccf2-4e50-96a4-01804bb9efc1,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:54:45.237332 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:45.274818 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:45.275468 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:45.277051 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] 10.222.0.15 "PUT /v2.0/ports/b8e686d9-ccf2-4e50-96a4-01804bb9efc1 HTTP/1.1" status: 200 len: 1091 time: 1.0949047 Jul 09 13:54:45.277586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '00408917-b1b9-4b33-b4a4-5f92a29581e3', 'tag': 'b8e686d9-ccf2-4e50-96a4-01804bb9efc1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:45.280161 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab84b7d-e0f0-42d6-be76-d4e38b82cb83" -d '{"events": [{"name": "network-changed", "server_uuid": "00408917-b1b9-4b33-b4a4-5f92a29581e3", "tag": "b8e686d9-ccf2-4e50-96a4-01804bb9efc1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:45.308070 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d308561e-3e12-479a-9704-82f82bc29a23 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e686d9-ccf2-4e50-96a4-01804bb9efc1,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:45.346335 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24b574a9-a12e-4645-9d0a-fc4bdb03c2f4 x-openstack-request-id: req-24b574a9-a12e-4645-9d0a-fc4bdb03c2f4 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:45.346850 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "00408917-b1b9-4b33-b4a4-5f92a29581e3", "tag": "b8e686d9-ccf2-4e50-96a4-01804bb9efc1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:45.347304 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-24b574a9-a12e-4645-9d0a-fc4bdb03c2f4 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:45.348034 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '00408917-b1b9-4b33-b4a4-5f92a29581e3', 'tag': 'b8e686d9-ccf2-4e50-96a4-01804bb9efc1', 'status': 'completed', 'code': 200} Jul 09 13:54:45.372014 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:45.377837 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:45.406569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-f3950c8e-5a77-477b-82da-97f0bbefc9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:45.408848 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-f3950c8e-5a77-477b-82da-97f0bbefc9a1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 1094 time: 0.0812833 Jul 09 13:54:45.457226 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-fa84a23b-f356-47cc-8980-de1e258a2b35 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8e686d9-ccf2-4e50-96a4-01804bb9efc1 HTTP/1.1" status: 200 len: 217 time: 0.0366845 Jul 09 13:54:45.484257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=cc8f6491-b809-4c4a-8da2-626a231fb7cb,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:45.514974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-e3865d8c-d419-40d0-ab30-afc3c2003bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:45.516541 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-e3865d8c-d419-40d0-ab30-afc3c2003bdb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 200 len: 845 time: 0.0537176 Jul 09 13:54:45.517311 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:45.555435 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-f59f6633-c30c-437c-a68b-7be5cc4ac63b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bee744c8-9b9d-4458-aff2-4b24232910a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323079 Jul 09 13:54:45.639841 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa569331-95c8-4452-ab56-cfe543a81367 req-947939fa-63c5-4f1a-bbc8-e7f2e9e05e14 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:45.641386 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa569331-95c8-4452-ab56-cfe543a81367 req-947939fa-63c5-4f1a-bbc8-e7f2e9e05e14 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 943 time: 0.1606934 Jul 09 13:54:45.648648 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Floating IP cd9230ca-e050-49d3-b983-564a1fcea716 associated. External IP: 172.25.2.101, port: 13d4df6b-5a4f-4741-b24a-6b7044d9399b. Jul 09 13:54:45.656856 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-dfbab94a-f5d9-4b9f-905a-2cfb14b3e829 service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957026 Jul 09 13:54:45.733282 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa569331-95c8-4452-ab56-cfe543a81367 req-252a3b16-2783-4155-94cf-80348101d2b6 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816166 Jul 09 13:54:45.772918 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-afb3c453-0277-4f06-bec5-746b7b0cdcb1 req-fb8163fb-a05e-4ddc-bc57-0d97de07d71c service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098564 Jul 09 13:54:45.889457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab84b7d-e0f0-42d6-be76-d4e38b82cb83 req-0d4f0ed3-e838-47fc-b984-37ffad877dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:45.891059 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3ab84b7d-e0f0-42d6-be76-d4e38b82cb83 req-0d4f0ed3-e838-47fc-b984-37ffad877dec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 1094 time: 0.0674152 Jul 09 13:54:45.910011 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:54:46.001655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab84b7d-e0f0-42d6-be76-d4e38b82cb83 req-f29afa99-f96c-42b4-a98d-1f882a6ce30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:46.003650 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3ab84b7d-e0f0-42d6-be76-d4e38b82cb83 req-f29afa99-f96c-42b4-a98d-1f882a6ce30f service neutron] 10.222.0.15 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 906 time: 0.1063058 Jul 09 13:54:46.041216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:54:46.057446 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846a797b-fa06-47b0-9f2f-56b915ec0a07 None None] Sync routers for ids ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:54:46.060133 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:46.066671 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-abd02c19-c2d7-4f77-9e2b-f00e309bfddc req-f10195d8-4c0a-46fd-8890-aed226ed0833 service neutron] (93753) timed out ('10.222.0.39', 43160) {{(pid=93753) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:54:46.068896 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3ab84b7d-e0f0-42d6-be76-d4e38b82cb83 req-53e10cdb-80fa-4ba5-b1c0-0120a8093549 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b8e686d9-ccf2-4e50-96a4-01804bb9efc1 HTTP/1.1" status: 200 len: 217 time: 0.0582919 Jul 09 13:54:46.075833 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846a797b-fa06-47b0-9f2f-56b915ec0a07 None None] Routers {'3e3a26d1-cc52-4b87-984d-737ae9a35cf5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:46.077488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-846a797b-fa06-47b0-9f2f-56b915ec0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:54:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:46.108744 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8fbd9355-fb01-45dc-b46c-a4ad06b68edf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5461326 Jul 09 13:54:46.108744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'tag': '13d4df6b-5a4f-4741-b24a-6b7044d9399b'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:46.110999 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-424425ab-d489-49e1-819b-3d6772c4d9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "316bbfeb-6137-4c31-89b0-229bd0ac659c", "tag": "13d4df6b-5a4f-4741-b24a-6b7044d9399b"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:46.143142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab84b7d-e0f0-42d6-be76-d4e38b82cb83 req-3331ef27-1b54-41c9-a3ba-c92ce2090ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:46.144851 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3ab84b7d-e0f0-42d6-be76-d4e38b82cb83 req-3331ef27-1b54-41c9-a3ba-c92ce2090ccf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 200 len: 845 time: 0.0695331 Jul 09 13:54:46.187963 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3ab84b7d-e0f0-42d6-be76-d4e38b82cb83 req-0b88a21d-9e2c-4af5-b0a3-e21785f8f983 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bee744c8-9b9d-4458-aff2-4b24232910a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355570 Jul 09 13:54:46.201564 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5f990f1-eebe-4cac-8e9b-cab1caa5d887 x-openstack-request-id: req-f5f990f1-eebe-4cac-8e9b-cab1caa5d887 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:46.202023 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316bbfeb-6137-4c31-89b0-229bd0ac659c", "tag": "13d4df6b-5a4f-4741-b24a-6b7044d9399b", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:46.202276 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f5f990f1-eebe-4cac-8e9b-cab1caa5d887 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:46.202682 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'tag': '13d4df6b-5a4f-4741-b24a-6b7044d9399b', 'status': 'completed', 'code': 200} Jul 09 13:54:46.229791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-846a797b-fa06-47b0-9f2f-56b915ec0a07 None None] Set router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:46.354527 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3ab84b7d-e0f0-42d6-be76-d4e38b82cb83 req-0fee231a-f9b2-4c62-8e3e-4e9b321b0990 service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594310 Jul 09 13:54:46.360141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424425ab-d489-49e1-819b-3d6772c4d9b9 req-5f660120-91f8-403f-8f40-3fb6031cc8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:46.362933 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-424425ab-d489-49e1-819b-3d6772c4d9b9 req-5f660120-91f8-403f-8f40-3fb6031cc8ba service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 1096 time: 0.1431808 Jul 09 13:54:46.367015 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c421d5bf-66c5-4236-97db-0e8aea97f75f req-3262ea40-537f-45b7-9e92-0159da4c46d0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:46.368706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c421d5bf-66c5-4236-97db-0e8aea97f75f req-3262ea40-537f-45b7-9e92-0159da4c46d0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.0988340 Jul 09 13:54:46.417254 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c421d5bf-66c5-4236-97db-0e8aea97f75f req-8b66d91f-2ae9-4144-80be-c03068791664 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427527 Jul 09 13:54:46.445460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39126) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:46.519182 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3ab84b7d-e0f0-42d6-be76-d4e38b82cb83 req-6051cada-6bb3-4191-a5b8-babd09cac47e service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551440 Jul 09 13:54:46.530168 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e604fde6-f962-4caa-9752-d09859876b3e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/cd9230ca-e050-49d3-b983-564a1fcea716 HTTP/1.1" status: 200 len: 991 time: 0.0834947 Jul 09 13:54:46.539375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-846a797b-fa06-47b0-9f2f-56b915ec0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103519790', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:21Z', 'updated_at': '2021-07-09T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'cd9230ca-e050-49d3-b983-564a1fcea716', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'port_id': '13d4df6b-5a4f-4741-b24a-6b7044d9399b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'mac_address': 'fa:16:3e:31:19:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:54:44Z', 'updated_at': '2021-07-09T13:54:44Z', 'revision_number': 0, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f849b1d-df84-4001-b4a0-20ba839fed86', 'name': '', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:8e:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:24Z', 'updated_at': '2021-07-09T13:54:32Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:46.567448 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846a797b-fa06-47b0-9f2f-56b915ec0a07 None None] Checking router: 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:54:46.569783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424425ab-d489-49e1-819b-3d6772c4d9b9 req-1b9244c7-40dd-43f2-85aa-c49fa27904cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:46.571495 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-424425ab-d489-49e1-819b-3d6772c4d9b9 req-1b9244c7-40dd-43f2-85aa-c49fa27904cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=62411565-9e99-49d8-93f1-b22f736e74a4 HTTP/1.1" status: 200 len: 898 time: 0.1998341 Jul 09 13:54:46.576264 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846a797b-fa06-47b0-9f2f-56b915ec0a07 None None] Routers {'3e3a26d1-cc52-4b87-984d-737ae9a35cf5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:54:46.576938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-846a797b-fa06-47b0-9f2f-56b915ec0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:54:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:46.648172 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-424425ab-d489-49e1-819b-3d6772c4d9b9 req-0bf7ad13-e66c-46b6-a27f-fd3ab1a50b5f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b HTTP/1.1" status: 200 len: 999 time: 0.0699615 Jul 09 13:54:46.695300 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-846a797b-fa06-47b0-9f2f-56b915ec0a07 None None] Set router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:54:46.701563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424425ab-d489-49e1-819b-3d6772c4d9b9 req-805b608c-cbd8-4369-b3b6-92c182d06b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:46.703144 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-424425ab-d489-49e1-819b-3d6772c4d9b9 req-805b608c-cbd8-4369-b3b6-92c182d06b04 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17437cbf-1fb0-4179-a4f1-bbaff07bdbc7 HTTP/1.1" status: 200 len: 835 time: 0.0491250 Jul 09 13:54:46.767077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424425ab-d489-49e1-819b-3d6772c4d9b9 req-d0c7134f-b756-4aad-99f6-e5c15fcd40bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:46.768964 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-424425ab-d489-49e1-819b-3d6772c4d9b9 req-d0c7134f-b756-4aad-99f6-e5c15fcd40bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62411565-9e99-49d8-93f1-b22f736e74a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597248 Jul 09 13:54:46.880800 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-424425ab-d489-49e1-819b-3d6772c4d9b9 req-1645aeac-06d7-4a4e-8e89-cd6a04abb4aa service neutron] 10.222.0.18 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050768 Jul 09 13:54:46.967448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7719fd9d-c049-4d9f-9455-2401e570d77d req-7437f17f-a48f-46f8-8824-aa67a3957d75 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:46.968637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7719fd9d-c049-4d9f-9455-2401e570d77d req-7437f17f-a48f-46f8-8824-aa67a3957d75 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 943 time: 0.0806668 Jul 09 13:54:46.977994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-846a797b-fa06-47b0-9f2f-56b915ec0a07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103519790', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:21Z', 'updated_at': '2021-07-09T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'cd9230ca-e050-49d3-b983-564a1fcea716', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'port_id': '13d4df6b-5a4f-4741-b24a-6b7044d9399b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'mac_address': 'fa:16:3e:31:19:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:54:44Z', 'updated_at': '2021-07-09T13:54:44Z', 'revision_number': 0, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f849b1d-df84-4001-b4a0-20ba839fed86', 'name': '', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:8e:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:24Z', 'updated_at': '2021-07-09T13:54:32Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:54:47.013152 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-424425ab-d489-49e1-819b-3d6772c4d9b9 req-3efeaba7-fb5e-4a2f-ad7e-abb1ba8f55f8 service neutron] 10.222.0.18 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253357 Jul 09 13:54:47.037611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7719fd9d-c049-4d9f-9455-2401e570d77d req-0ac7c9c9-ba71-4447-88ab-09133fc2afa6 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543344 Jul 09 13:54:47.174635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846a797b-fa06-47b0-9f2f-56b915ec0a07 None None] The sync data for ids ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'] in n-d-799525-3 is: [{'id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103519790', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:21Z', 'updated_at': '2021-07-09T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'cd9230ca-e050-49d3-b983-564a1fcea716', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'floating_ip_address': '172.25.2.101', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'port_id': '13d4df6b-5a4f-4741-b24a-6b7044d9399b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'mac_address': 'fa:16:3e:31:19:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:54:44Z', 'updated_at': '2021-07-09T13:54:44Z', 'revision_number': 0, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f849b1d-df84-4001-b4a0-20ba839fed86', 'name': '', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:8e:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:24Z', 'updated_at': '2021-07-09T13:54:32Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:54:47.383121 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d5c86a7-b467-40e5-9499-b247900ba612 None None] New status for floating IP cd9230ca-e050-49d3-b983-564a1fcea716: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:54:47.533187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39136) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:54:47.604019 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8f818af0-61f4-4017-9415-4b5a2ef522c0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/cd9230ca-e050-49d3-b983-564a1fcea716 HTTP/1.1" status: 200 len: 993 time: 0.0694718 Jul 09 13:54:48.228778 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ffa3ab-6861-4b87-94f3-6912b4e7b182 req-bca92f92-f9ad-46e5-b0a2-f79479438ac5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:48.230345 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19ffa3ab-6861-4b87-94f3-6912b4e7b182 req-bca92f92-f9ad-46e5-b0a2-f79479438ac5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 943 time: 0.0660105 Jul 09 13:54:48.278047 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19ffa3ab-6861-4b87-94f3-6912b4e7b182 req-77e60e21-970b-4329-ac16-1059dd8359fc tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413322 Jul 09 13:54:48.400039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device b8e686d9-ccf2-4e50-96a4-01804bb9efc1 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:54:48.534739 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port b8e686d9-ccf2-4e50-96a4-01804bb9efc1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=b8e686d9-ccf2-4e50-96a4-01804bb9efc1,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:48.556267 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'b8e686d9-ccf2-4e50-96a4-01804bb9efc1', 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0', 'port_id': 'b8e686d9-ccf2-4e50-96a4-01804bb9efc1', 'mac_address': 'fa:16:3e:08:f9:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6317e7e2-f06b-4d9a-8091-9a4f5e72bc25', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:54:48.596157 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:48.609067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e686d9-ccf2-4e50-96a4-01804bb9efc1 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:54:48.629909 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port b8e686d9-ccf2-4e50-96a4-01804bb9efc1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=b8e686d9-ccf2-4e50-96a4-01804bb9efc1,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:48.633821 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:48.680715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=b8e686d9-ccf2-4e50-96a4-01804bb9efc1,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:48.854747 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['b8e686d9-ccf2-4e50-96a4-01804bb9efc1'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:49.460487 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9bed55-1078-4c1a-8324-8db03203aa4c req-59c37b9d-0d11-489e-a0f3-82f577fe920e tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:49.462298 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b9bed55-1078-4c1a-8324-8db03203aa4c req-59c37b9d-0d11-489e-a0f3-82f577fe920e tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 944 time: 0.0674615 Jul 09 13:54:49.503693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b9bed55-1078-4c1a-8324-8db03203aa4c req-c83da81a-e91b-46e3-8ed7-8e2c085b0101 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354416 Jul 09 13:54:50.415029 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device b8e686d9-ccf2-4e50-96a4-01804bb9efc1 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:54:50.463593 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port b8e686d9-ccf2-4e50-96a4-01804bb9efc1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:54:50.467384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port b8e686d9-ccf2-4e50-96a4-01804bb9efc1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:54:50.467722 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:50.553466 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:50.578026 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00408917-b1b9-4b33-b4a4-5f92a29581e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e686d9-ccf2-4e50-96a4-01804bb9efc1'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:50.580645 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d19f45-1adc-435c-a2b2-40426bd88730" -d '{"events": [{"server_uuid": "00408917-b1b9-4b33-b4a4-5f92a29581e3", "name": "network-vif-plugged", "status": "completed", "tag": "b8e686d9-ccf2-4e50-96a4-01804bb9efc1"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:50.593846 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port b8e686d9-ccf2-4e50-96a4-01804bb9efc1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=b8e686d9-ccf2-4e50-96a4-01804bb9efc1,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:50.599311 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:50.629255 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385f46ba-8a1e-4194-a4d3-767179404fe6 x-openstack-request-id: req-385f46ba-8a1e-4194-a4d3-767179404fe6 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:50.629480 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00408917-b1b9-4b33-b4a4-5f92a29581e3", "name": "network-vif-plugged", "status": "completed", "tag": "b8e686d9-ccf2-4e50-96a4-01804bb9efc1", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:50.629719 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-385f46ba-8a1e-4194-a4d3-767179404fe6 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:50.630114 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00408917-b1b9-4b33-b4a4-5f92a29581e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e686d9-ccf2-4e50-96a4-01804bb9efc1', 'code': 200} Jul 09 13:54:50.668109 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=b8e686d9-ccf2-4e50-96a4-01804bb9efc1,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:50.763904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f6ab70-c091-4feb-83e1-800c4623ea25 req-d71d71de-b588-4513-8843-83007ee4fed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:50.765880 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43f6ab70-c091-4feb-83e1-800c4623ea25 req-d71d71de-b588-4513-8843-83007ee4fed8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 1096 time: 0.0610206 Jul 09 13:54:50.802638 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43f6ab70-c091-4feb-83e1-800c4623ea25 req-e933b2a4-7900-46f9-830c-5bd26847ff0c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299578 Jul 09 13:54:50.815512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bba5661-612a-4cb0-a608-b7c9c171fb72 req-8035a987-e947-43c9-85a3-8da6ea634a1a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:50.818178 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7bba5661-612a-4cb0-a608-b7c9c171fb72 req-8035a987-e947-43c9-85a3-8da6ea634a1a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 945 time: 0.1266136 Jul 09 13:54:50.864899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7bba5661-612a-4cb0-a608-b7c9c171fb72 req-66142951-d64d-4542-a76a-b47e8b3b08f8 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363052 Jul 09 13:54:52.084047 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ee38a-ed96-49e7-aa36-4dd96f287ad8 req-80560633-3a48-4935-8031-9fedf8ff076d tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:52.086789 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba6ee38a-ed96-49e7-aa36-4dd96f287ad8 req-80560633-3a48-4935-8031-9fedf8ff076d tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 945 time: 0.0801573 Jul 09 13:54:52.137997 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba6ee38a-ed96-49e7-aa36-4dd96f287ad8 req-51f327d3-66be-4f84-bcff-81db453164b9 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466056 Jul 09 13:54:52.317975 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e3f2e3-e2d6-4479-a80e-d4caa3ebcb12 req-54ed88f2-d4e7-4512-beb1-a3c23f980609 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:52.322871 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-08e3f2e3-e2d6-4479-a80e-d4caa3ebcb12 req-54ed88f2-d4e7-4512-beb1-a3c23f980609 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 946 time: 0.0703251 Jul 09 13:54:52.366104 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-08e3f2e3-e2d6-4479-a80e-d4caa3ebcb12 req-9bc4e540-500a-4528-848e-dda2db8ca0fa tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407171 Jul 09 13:54:52.560624 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9125d389-264c-4fb0-9c7f-08ce245f00ce req-6ec91b22-fdb6-4b47-8c8e-f945428dfc03 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:52.562057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9125d389-264c-4fb0-9c7f-08ce245f00ce req-6ec91b22-fdb6-4b47-8c8e-f945428dfc03 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 945 time: 0.0674119 Jul 09 13:54:52.601962 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9125d389-264c-4fb0-9c7f-08ce245f00ce req-af6ba628-e8ce-4bf1-b6fd-140fbde6d0a2 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336282 Jul 09 13:54:52.991935 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace55e9f-5ced-40e1-b6e5-adf900421b74 req-1b5499f1-6ed5-4af2-ae1f-10104420bd29 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:52.993441 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ace55e9f-5ced-40e1-b6e5-adf900421b74 req-1b5499f1-6ed5-4af2-ae1f-10104420bd29 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 945 time: 0.0645547 Jul 09 13:54:53.033422 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ace55e9f-5ced-40e1-b6e5-adf900421b74 req-b256a957-7717-4b5a-82ec-1bdd64731392 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342259 Jul 09 13:54:54.224165 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ba976-4051-4f45-bc19-60ed2f5cd559 req-e0c9593e-ae64-4e27-a4a2-9ac5a302fd2d tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:54.225705 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1f9ba976-4051-4f45-bc19-60ed2f5cd559 req-e0c9593e-ae64-4e27-a4a2-9ac5a302fd2d tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 945 time: 0.0728245 Jul 09 13:54:54.269377 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1f9ba976-4051-4f45-bc19-60ed2f5cd559 req-1b084dc9-410c-4c26-b6f8-3565912d3ffa tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360913 Jul 09 13:54:54.284745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acac049b-84d0-4343-8177-901f365dac13 req-accf3b03-58a1-4eff-90f8-7d4174be679f tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:54.286398 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-acac049b-84d0-4343-8177-901f365dac13 req-accf3b03-58a1-4eff-90f8-7d4174be679f tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "GET /v2.0/ports?device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 945 time: 0.0665128 Jul 09 13:54:54.398232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-acac049b-84d0-4343-8177-901f365dac13 req-16bf4f39-60d2-4533-bef5-420cf9609bb5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Deleting port b8e686d9-ccf2-4e50-96a4-01804bb9efc1 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:54:54.398752 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-acac049b-84d0-4343-8177-901f365dac13 req-16bf4f39-60d2-4533-bef5-420cf9609bb5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:54.487963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-acac049b-84d0-4343-8177-901f365dac13 req-16bf4f39-60d2-4533-bef5-420cf9609bb5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] For port b8e686d9-ccf2-4e50-96a4-01804bb9efc1, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=b8e686d9-ccf2-4e50-96a4-01804bb9efc1,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:54.488499 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-acac049b-84d0-4343-8177-901f365dac13 req-16bf4f39-60d2-4533-bef5-420cf9609bb5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:54.503337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-acac049b-84d0-4343-8177-901f365dac13 req-16bf4f39-60d2-4533-bef5-420cf9609bb5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Calling delete_port for b8e686d9-ccf2-4e50-96a4-01804bb9efc1 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:54:54.637595 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-acac049b-84d0-4343-8177-901f365dac13 req-16bf4f39-60d2-4533-bef5-420cf9609bb5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:54.651191 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['cc0575d8-75df-4f89-a030-f3dfccb3912a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:54.654661 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['74a18d96-d82a-4e7a-bce7-ccff87c9cb26'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:54.670925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bf4f39-60d2-4533-bef5-420cf9609bb5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Pushing event deleted for resources: {'Port': ['ID=b8e686d9-ccf2-4e50-96a4-01804bb9efc1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:54.727921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-acac049b-84d0-4343-8177-901f365dac13 req-16bf4f39-60d2-4533-bef5-420cf9609bb5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] No DVR routers for this DVR port b8e686d9-ccf2-4e50-96a4-01804bb9efc1 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:54:54.732580 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-acac049b-84d0-4343-8177-901f365dac13 req-16bf4f39-60d2-4533-bef5-420cf9609bb5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:54.734799 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-acac049b-84d0-4343-8177-901f365dac13 req-16bf4f39-60d2-4533-bef5-420cf9609bb5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "DELETE /v2.0/ports/b8e686d9-ccf2-4e50-96a4-01804bb9efc1 HTTP/1.1" status: 204 len: 173 time: 0.4396141 Jul 09 13:54:54.735383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '00408917-b1b9-4b33-b4a4-5f92a29581e3', 'name': 'network-vif-deleted', 'tag': 'b8e686d9-ccf2-4e50-96a4-01804bb9efc1'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:54.739258 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31b4224a-577d-4a38-b5fa-dccaa95d51da" -d '{"events": [{"server_uuid": "00408917-b1b9-4b33-b4a4-5f92a29581e3", "name": "network-vif-deleted", "tag": "b8e686d9-ccf2-4e50-96a4-01804bb9efc1"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:54.794516 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1e44035-7496-4e87-bb7a-7d27b38a765c x-openstack-request-id: req-d1e44035-7496-4e87-bb7a-7d27b38a765c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:54.795036 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "00408917-b1b9-4b33-b4a4-5f92a29581e3", "name": "network-vif-deleted", "tag": "b8e686d9-ccf2-4e50-96a4-01804bb9efc1", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:54.795463 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d1e44035-7496-4e87-bb7a-7d27b38a765c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:54.796016 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '00408917-b1b9-4b33-b4a4-5f92a29581e3', 'name': 'network-vif-deleted', 'tag': 'b8e686d9-ccf2-4e50-96a4-01804bb9efc1', 'status': 'completed', 'code': 200} Jul 09 13:54:55.432825 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d65b5d3-eec1-4163-a741-2a5876f6ed88 req-74d4c59e-54af-4459-a36d-4342fedd4e2b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=00408917-b1b9-4b33-b4a4-5f92a29581e3 HTTP/1.1" status: 200 len: 210 time: 0.0302651 Jul 09 13:54:56.442073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device b8e686d9-ccf2-4e50-96a4-01804bb9efc1 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:54:56.464296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: b8e686d9-ccf2-4e50-96a4-01804bb9efc1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:54:56.464658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device b8e686d9-ccf2-4e50-96a4-01804bb9efc1 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:54:56.928270 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075fae7-9a58-4ca3-85df-f085fa17105f req-b3c117f7-99a4-494b-baa9-dec5c0c47fd8 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:56.930860 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6075fae7-9a58-4ca3-85df-f085fa17105f req-b3c117f7-99a4-494b-baa9-dec5c0c47fd8 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 946 time: 0.0729592 Jul 09 13:54:56.978496 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6075fae7-9a58-4ca3-85df-f085fa17105f req-b994d310-f0f5-4300-a07c-269ec8578b03 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427804 Jul 09 13:54:58.196973 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e4f7c7-0ec0-453a-a1b1-0f2072400385 req-d1b720ce-69b6-4187-b130-82965cf90871 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:58.200706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07e4f7c7-0ec0-453a-a1b1-0f2072400385 req-d1b720ce-69b6-4187-b130-82965cf90871 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 946 time: 0.0978210 Jul 09 13:54:58.227996 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7fcb5b-8f84-468d-817b-1ccb6d4ee7f3 req-78a69cf8-55ba-4a89-803e-90125742afc9 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:54:58.231228 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fc7fcb5b-8f84-468d-817b-1ccb6d4ee7f3 req-78a69cf8-55ba-4a89-803e-90125742afc9 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 946 time: 0.1045167 Jul 09 13:54:58.268538 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07e4f7c7-0ec0-453a-a1b1-0f2072400385 req-5394616c-718a-4947-8bed-72721ae31609 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602372 Jul 09 13:54:58.386674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-fc7fcb5b-8f84-468d-817b-1ccb6d4ee7f3 req-d09d96ee-cae9-47a1-abcb-9670adb9d08b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Deleting port 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:54:58.387017 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fc7fcb5b-8f84-468d-817b-1ccb6d4ee7f3 req-d09d96ee-cae9-47a1-abcb-9670adb9d08b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:58.501752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fc7fcb5b-8f84-468d-817b-1ccb6d4ee7f3 req-d09d96ee-cae9-47a1-abcb-9670adb9d08b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] For port 74a18d96-d82a-4e7a-bce7-ccff87c9cb26, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=74a18d96-d82a-4e7a-bce7-ccff87c9cb26,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:54:58.502123 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fc7fcb5b-8f84-468d-817b-1ccb6d4ee7f3 req-d09d96ee-cae9-47a1-abcb-9670adb9d08b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:58.516941 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-fc7fcb5b-8f84-468d-817b-1ccb6d4ee7f3 req-d09d96ee-cae9-47a1-abcb-9670adb9d08b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Calling delete_port for 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:54:58.665839 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fc7fcb5b-8f84-468d-817b-1ccb6d4ee7f3 req-d09d96ee-cae9-47a1-abcb-9670adb9d08b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:58.677623 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['cc0575d8-75df-4f89-a030-f3dfccb3912a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:54:58.696245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09d96ee-cae9-47a1-abcb-9670adb9d08b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Pushing event deleted for resources: {'Port': ['ID=74a18d96-d82a-4e7a-bce7-ccff87c9cb26,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:54:58.746298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc7fcb5b-8f84-468d-817b-1ccb6d4ee7f3 req-d09d96ee-cae9-47a1-abcb-9670adb9d08b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] No DVR routers for this DVR port 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:54:58.749348 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fc7fcb5b-8f84-468d-817b-1ccb6d4ee7f3 req-d09d96ee-cae9-47a1-abcb-9670adb9d08b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:54:58.751833 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fc7fcb5b-8f84-468d-817b-1ccb6d4ee7f3 req-d09d96ee-cae9-47a1-abcb-9670adb9d08b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "DELETE /v2.0/ports/74a18d96-d82a-4e7a-bce7-ccff87c9cb26 HTTP/1.1" status: 204 len: 173 time: 0.5153003 Jul 09 13:54:58.752706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a241eb69-310f-41c1-88f1-17f6d0778882', 'name': 'network-vif-deleted', 'tag': '74a18d96-d82a-4e7a-bce7-ccff87c9cb26'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:54:58.754961 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47f3de20-0b8c-4514-9907-a97bf7326c5c" -d '{"events": [{"server_uuid": "a241eb69-310f-41c1-88f1-17f6d0778882", "name": "network-vif-deleted", "tag": "74a18d96-d82a-4e7a-bce7-ccff87c9cb26"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:54:58.808580 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8dcf65a-f23a-4b9b-9904-91c96e929f21 x-openstack-request-id: req-e8dcf65a-f23a-4b9b-9904-91c96e929f21 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:54:58.808929 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a241eb69-310f-41c1-88f1-17f6d0778882", "name": "network-vif-deleted", "tag": "74a18d96-d82a-4e7a-bce7-ccff87c9cb26", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:54:58.809209 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8dcf65a-f23a-4b9b-9904-91c96e929f21 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:54:58.810052 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a241eb69-310f-41c1-88f1-17f6d0778882', 'name': 'network-vif-deleted', 'tag': '74a18d96-d82a-4e7a-bce7-ccff87c9cb26', 'status': 'completed', 'code': 200} Jul 09 13:54:59.439958 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-586aa88b-f959-4a28-8362-a4d5655a51d5 req-e0ae3f64-9085-433c-b5d9-325b963cd1f2 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=a241eb69-310f-41c1-88f1-17f6d0778882 HTTP/1.1" status: 200 len: 210 time: 0.0313413 Jul 09 13:55:00.482789 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:55:00.504708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:55:00.505148 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 74a18d96-d82a-4e7a-bce7-ccff87c9cb26 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:55:00.787330 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-c0a44eab-90df-40cd-9197-2ce2ba77131e tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:00.788843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-c0a44eab-90df-40cd-9197-2ce2ba77131e tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 805 time: 0.1182020 Jul 09 13:55:00.804300 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-66f6cb72-2d1e-488a-b519-62de8ebba107 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/quotas/cd3fbc31bf3346669d7b90ce9e370387 HTTP/1.1" status: 200 len: 375 time: 0.0095775 Jul 09 13:55:00.870904 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-7b8670e0-c080-4ae4-b76d-0d949e80b9cd tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0610387 Jul 09 13:55:00.964106 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-d7c7b62a-431d-42de-a39b-bd506daf96a1 service neutron] 10.222.0.39 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863783 Jul 09 13:55:01.065789 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-dc5ab8ef-9b8c-4d43-bbe1-10851e087e4f service neutron] 10.222.0.39 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951684 Jul 09 13:55:01.335427 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7feb589a-07f5-4826-b307-73a9dcb6c946 req-abe3baef-f00e-4645-96c4-87908f7b45e6 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 210 time: 0.1166182 Jul 09 13:55:01.835852 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-03b61943-b4c7-4c0d-b207-7d1dd82c5ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:02.354317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-17098cfd-fe8c-4819-8b7b-54865cb44584 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:02.355867 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-17098cfd-fe8c-4819-8b7b-54865cb44584 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 805 time: 0.1191463 Jul 09 13:55:02.371054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-1f729c55-bbaa-4876-83b5-f3c27fa4f949 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Request body: {'port': {'device_id': '2ecee078-1ab0-4a81-8eca-33b050a88650', 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0', 'admin_state_up': True, 'tenant_id': 'cd3fbc31bf3346669d7b90ce9e370387'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:02.514624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-1f729c55-bbaa-4876-83b5-f3c27fa4f949 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Made reservation on behalf of cd3fbc31bf3346669d7b90ce9e370387 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:55:02.518627 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-1f729c55-bbaa-4876-83b5-f3c27fa4f949 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:02.586799 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1e2d3ed-900b-45d1-b064-13712e13f029 req-b78848eb-48e2-4004-9c6e-105ac8aa1634 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 210 time: 0.0996161 Jul 09 13:55:02.656474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-1f729c55-bbaa-4876-83b5-f3c27fa4f949 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Allocated IP 172.20.0.5 (bee744c8-9b9d-4458-aff2-4b24232910a0/6317e7e2-f06b-4d9a-8091-9a4f5e72bc25/a051712a-61e6-4d08-b801-a7665e95eac8) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:55:02.814683 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-1f729c55-bbaa-4876-83b5-f3c27fa4f949 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:02.858169 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-1f729c55-bbaa-4876-83b5-f3c27fa4f949 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:02.874311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['cc0575d8-75df-4f89-a030-f3dfccb3912a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:55:02.911590 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-1f729c55-bbaa-4876-83b5-f3c27fa4f949 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Network bee744c8-9b9d-4458-aff2-4b24232910a0 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:55:02.915730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-1f729c55-bbaa-4876-83b5-f3c27fa4f949 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:55:02.920393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-1f729c55-bbaa-4876-83b5-f3c27fa4f949 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:55:02.927699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f729c55-bbaa-4876-83b5-f3c27fa4f949 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Pushing event updated for resources: {'Port': ['ID=a051712a-61e6-4d08-b801-a7665e95eac8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:02.983834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-1f729c55-bbaa-4876-83b5-f3c27fa4f949 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:02.984519 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-1f729c55-bbaa-4876-83b5-f3c27fa4f949 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:03.000827 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-1f729c55-bbaa-4876-83b5-f3c27fa4f949 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6356962 Jul 09 13:55:03.015041 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Request body: {'port': {'device_id': '2ecee078-1ab0-4a81-8eca-33b050a88650', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:03.102036 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:03.381106 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a051712a-61e6-4d08-b801-a7665e95eac8 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:55:03.389627 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:03.401951 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Transition to ACTIVE for port object a051712a-61e6-4d08-b801-a7665e95eac8 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:03.406107 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:03.461796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Pushing event updated for resources: {'Port': ['ID=a051712a-61e6-4d08-b801-a7665e95eac8,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:03.536882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Attempting to bind port a051712a-61e6-4d08-b801-a7665e95eac8 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:55:03.537234 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Attempting to bind port a051712a-61e6-4d08-b801-a7665e95eac8 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:55:03.537576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Attempting to bind port a051712a-61e6-4d08-b801-a7665e95eac8 on network bee744c8-9b9d-4458-aff2-4b24232910a0 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:55:03.542134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Port a051712a-61e6-4d08-b801-a7665e95eac8 on network bee744c8-9b9d-4458-aff2-4b24232910a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:55:03.542458 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Attempting to bind port a051712a-61e6-4d08-b801-a7665e95eac8 on network bee744c8-9b9d-4458-aff2-4b24232910a0 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:55:03.547455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:55:03.547718 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Checking segment: {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:55:03.548102 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Bound using segment: {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:55:03.548685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Bound port: a051712a-61e6-4d08-b801-a7665e95eac8, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:55:03.549051 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:03.619899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] For port a051712a-61e6-4d08-b801-a7665e95eac8, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:55:03.624045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] For port a051712a-61e6-4d08-b801-a7665e95eac8, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a051712a-61e6-4d08-b801-a7665e95eac8,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:55:03.630140 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:03.688819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Pushing event updated for resources: {'Port': ['ID=a051712a-61e6-4d08-b801-a7665e95eac8,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:03.705585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:03.706289 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:03.707893 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-cc3ba7a6-3636-49a3-808f-e93178b775ea service neutron] 10.222.0.15 "PUT /v2.0/ports/a051712a-61e6-4d08-b801-a7665e95eac8 HTTP/1.1" status: 200 len: 1091 time: 0.6999066 Jul 09 13:55:03.708374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ecee078-1ab0-4a81-8eca-33b050a88650', 'tag': 'a051712a-61e6-4d08-b801-a7665e95eac8'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:03.710634 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f7605a-adf9-4bad-ad4d-217b02531d5f" -d '{"events": [{"name": "network-changed", "server_uuid": "2ecee078-1ab0-4a81-8eca-33b050a88650", "tag": "a051712a-61e6-4d08-b801-a7665e95eac8"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:03.792280 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7db412d7-8585-4e98-bb1d-c0c8369c71a9 x-openstack-request-id: req-7db412d7-8585-4e98-bb1d-c0c8369c71a9 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:03.793282 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ecee078-1ab0-4a81-8eca-33b050a88650", "tag": "a051712a-61e6-4d08-b801-a7665e95eac8", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:03.793796 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7db412d7-8585-4e98-bb1d-c0c8369c71a9 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:03.794259 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ecee078-1ab0-4a81-8eca-33b050a88650', 'tag': 'a051712a-61e6-4d08-b801-a7665e95eac8', 'status': 'completed', 'code': 200} Jul 09 13:55:03.795375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c92b91-8ff7-4205-8481-e679cb1de8d4 req-93c14d6f-8f8a-4bf5-a232-da85d0ce46f1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:03.796930 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-29c92b91-8ff7-4205-8481-e679cb1de8d4 req-93c14d6f-8f8a-4bf5-a232-da85d0ce46f1 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 943 time: 0.0894186 Jul 09 13:55:03.823555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-36a22183-350c-4f6a-a6da-40726f35bc5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:03.825344 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-36a22183-350c-4f6a-a6da-40726f35bc5f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 1094 time: 0.0759439 Jul 09 13:55:03.839789 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-29c92b91-8ff7-4205-8481-e679cb1de8d4 req-55f6fb6b-3928-4bb9-b8be-c0c034d48899 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361183 Jul 09 13:55:03.878653 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-6f009643-884b-45a7-a2cb-e9535d42ab84 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a051712a-61e6-4d08-b801-a7665e95eac8 HTTP/1.1" status: 200 len: 217 time: 0.0456066 Jul 09 13:55:03.932053 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-988222ca-e46c-44b0-bc8c-64ddbe3ed615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:03.933555 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-988222ca-e46c-44b0-bc8c-64ddbe3ed615 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 200 len: 845 time: 0.0493906 Jul 09 13:55:03.967819 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-5f85cfb6-8e71-4c71-b430-d0609bc19508 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bee744c8-9b9d-4458-aff2-4b24232910a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282347 Jul 09 13:55:04.074802 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-56a15e91-e89e-4fe2-81ff-526b4b322ebe service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993237 Jul 09 13:55:04.164897 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bfeae0d9-d3bf-46b0-ae77-3a1d96078adc req-289a30e8-8716-4809-a274-634180ddbf5d service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841341 Jul 09 13:55:04.274092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7605a-adf9-4bad-ad4d-217b02531d5f req-f07cca42-d1cf-4540-a858-3327d0ee0270 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:04.275660 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-23f7605a-adf9-4bad-ad4d-217b02531d5f req-f07cca42-d1cf-4540-a858-3327d0ee0270 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 1094 time: 0.0603161 Jul 09 13:55:04.369963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7605a-adf9-4bad-ad4d-217b02531d5f req-86f56159-45aa-4883-a189-75cfd0dcfc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:04.371635 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-23f7605a-adf9-4bad-ad4d-217b02531d5f req-86f56159-45aa-4883-a189-75cfd0dcfc39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 906 time: 0.0899882 Jul 09 13:55:04.416483 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-23f7605a-adf9-4bad-ad4d-217b02531d5f req-746135d4-8f46-4318-9b88-9c5581dfbd59 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a051712a-61e6-4d08-b801-a7665e95eac8 HTTP/1.1" status: 200 len: 217 time: 0.0369029 Jul 09 13:55:04.471975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f7605a-adf9-4bad-ad4d-217b02531d5f req-f6f5adbf-7ffc-434d-932a-54ce68e25412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:04.473485 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-23f7605a-adf9-4bad-ad4d-217b02531d5f req-f6f5adbf-7ffc-434d-932a-54ce68e25412 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 200 len: 845 time: 0.0498829 Jul 09 13:55:04.506742 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-23f7605a-adf9-4bad-ad4d-217b02531d5f req-9490c770-b784-4cb9-86cb-5528d79b691a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bee744c8-9b9d-4458-aff2-4b24232910a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266554 Jul 09 13:55:04.599392 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-23f7605a-adf9-4bad-ad4d-217b02531d5f req-d568df9a-3c9e-4994-a45f-9c5e6e929a25 service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865827 Jul 09 13:55:04.647801 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:04.671344 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e5a5d85-040b-49e7-8df4-2a2bcf105697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:04.699642 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-23f7605a-adf9-4bad-ad4d-217b02531d5f req-fc5c468e-5fcf-46a4-ae5c-7e72dffe772c service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938816 Jul 09 13:55:05.036508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f255e-57a0-4c44-92b7-b1746b241dc5 req-f49ebb0c-2d11-49f3-9bd7-2aeda7c6157b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:05.038177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a3f255e-57a0-4c44-92b7-b1746b241dc5 req-f49ebb0c-2d11-49f3-9bd7-2aeda7c6157b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 943 time: 0.0730963 Jul 09 13:55:05.077521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a3f255e-57a0-4c44-92b7-b1746b241dc5 req-2f941bcb-0e6f-4002-a2e5-58408f287a5b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335317 Jul 09 13:55:05.654438 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:06.263638 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bdf5ed-776d-48cb-ba59-98597601f89b req-3ad5b2d3-319c-4afa-8a0f-d6dfc7202797 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:06.265129 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72bdf5ed-776d-48cb-ba59-98597601f89b req-3ad5b2d3-319c-4afa-8a0f-d6dfc7202797 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 943 time: 0.0706060 Jul 09 13:55:06.304684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72bdf5ed-776d-48cb-ba59-98597601f89b req-11e91caa-b2d7-4b58-9f57-61f4386ab3f5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330603 Jul 09 13:55:07.057039 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:07.503444 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08a3078-1778-40dc-af28-ce7a7ace5b5b req-60be87e9-e971-4329-bf5f-606a6d15fa83 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:07.505980 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d08a3078-1778-40dc-af28-ce7a7ace5b5b req-60be87e9-e971-4329-bf5f-606a6d15fa83 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 943 time: 0.0760503 Jul 09 13:55:07.556004 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d08a3078-1778-40dc-af28-ce7a7ace5b5b req-9eddc1a8-4514-45e2-8bd9-b09901972526 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430691 Jul 09 13:55:08.524217 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a051712a-61e6-4d08-b801-a7665e95eac8 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:55:08.671457 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:08.746254 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port a051712a-61e6-4d08-b801-a7665e95eac8, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a051712a-61e6-4d08-b801-a7665e95eac8,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:08.782305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'a051712a-61e6-4d08-b801-a7665e95eac8', 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0', 'port_id': 'a051712a-61e6-4d08-b801-a7665e95eac8', 'mac_address': 'fa:16:3e:a3:81:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6317e7e2-f06b-4d9a-8091-9a4f5e72bc25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:55:08.846143 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:08.877857 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:08.895078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09faedd-210d-45c5-bf0d-70509d470a9f req-eb0ca773-d61d-48da-acee-2d7b1e99825a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:08.897415 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c09faedd-210d-45c5-bf0d-70509d470a9f req-eb0ca773-d61d-48da-acee-2d7b1e99825a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 943 time: 0.1162639 Jul 09 13:55:08.915258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a051712a-61e6-4d08-b801-a7665e95eac8 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:55:08.976232 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c09faedd-210d-45c5-bf0d-70509d470a9f req-22ddebbd-b25f-4c22-87b3-7b6a6c658828 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693357 Jul 09 13:55:08.977191 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port a051712a-61e6-4d08-b801-a7665e95eac8, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a051712a-61e6-4d08-b801-a7665e95eac8,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:08.987912 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:09.093857 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=a051712a-61e6-4d08-b801-a7665e95eac8,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:09.190633 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['a051712a-61e6-4d08-b801-a7665e95eac8'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:55:10.229782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b20ca4d-74f8-4c89-bda8-a612ee6fb2f3 req-efc560fe-ff71-45a3-a7ed-719108f4cfab tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:10.234000 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b20ca4d-74f8-4c89-bda8-a612ee6fb2f3 req-efc560fe-ff71-45a3-a7ed-719108f4cfab tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 944 time: 0.0817304 Jul 09 13:55:10.275453 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b20ca4d-74f8-4c89-bda8-a612ee6fb2f3 req-0354d2e6-e805-4256-92d9-95fbc38e3b91 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361454 Jul 09 13:55:10.523582 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a051712a-61e6-4d08-b801-a7665e95eac8 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:10.588146 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port a051712a-61e6-4d08-b801-a7665e95eac8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:10.593112 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port a051712a-61e6-4d08-b801-a7665e95eac8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:10.593581 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:10.695536 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:10.727997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecee078-1ab0-4a81-8eca-33b050a88650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a051712a-61e6-4d08-b801-a7665e95eac8'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:10.731341 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c094e740-31ac-43b0-9818-86a7dd00e142" -d '{"events": [{"server_uuid": "2ecee078-1ab0-4a81-8eca-33b050a88650", "name": "network-vif-plugged", "status": "completed", "tag": "a051712a-61e6-4d08-b801-a7665e95eac8"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:10.750776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port a051712a-61e6-4d08-b801-a7665e95eac8, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a051712a-61e6-4d08-b801-a7665e95eac8,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:10.755921 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:10.789642 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34f967bb-c730-479c-806f-df447b544b56 x-openstack-request-id: req-34f967bb-c730-479c-806f-df447b544b56 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:10.789879 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecee078-1ab0-4a81-8eca-33b050a88650", "name": "network-vif-plugged", "status": "completed", "tag": "a051712a-61e6-4d08-b801-a7665e95eac8", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:10.790166 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-34f967bb-c730-479c-806f-df447b544b56 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:10.790626 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecee078-1ab0-4a81-8eca-33b050a88650', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a051712a-61e6-4d08-b801-a7665e95eac8', 'code': 200} Jul 09 13:55:10.830283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=a051712a-61e6-4d08-b801-a7665e95eac8,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:10.909175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69795ba0-fde9-4af9-9dc6-11ff9d262bc4 req-ee047651-3328-40d7-a0a5-6947f4683837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:10.910772 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-69795ba0-fde9-4af9-9dc6-11ff9d262bc4 req-ee047651-3328-40d7-a0a5-6947f4683837 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 1096 time: 0.0575984 Jul 09 13:55:10.958535 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-69795ba0-fde9-4af9-9dc6-11ff9d262bc4 req-e4c5f7f3-6188-4446-b80d-e7b303d7c9b0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416744 Jul 09 13:55:11.472764 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ad74d-2e48-49b7-bf90-ed854ddd3931 req-190c6d0e-ac77-4501-9c1d-9dd47268a66a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:11.474371 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-486ad74d-2e48-49b7-bf90-ed854ddd3931 req-190c6d0e-ac77-4501-9c1d-9dd47268a66a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 945 time: 0.0734379 Jul 09 13:55:11.528372 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-486ad74d-2e48-49b7-bf90-ed854ddd3931 req-fb967de5-9260-4539-a25d-b41fa3d3e37d tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476120 Jul 09 13:55:12.247911 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:55:12.793391 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78629316-7c59-45f3-947e-7b5cecc06086 req-77733526-3ec4-44d3-befc-73d2b75be44f tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:12.795030 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78629316-7c59-45f3-947e-7b5cecc06086 req-77733526-3ec4-44d3-befc-73d2b75be44f tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 945 time: 0.0876756 Jul 09 13:55:12.854672 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78629316-7c59-45f3-947e-7b5cecc06086 req-c5cbf6f2-66c7-47ca-919c-7e1c21632649 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530465 Jul 09 13:55:13.321261 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e8c8a0-34b7-4d97-b540-f84b3133c7f4 req-ded209cd-8494-487e-b7a6-e68689b2881c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:13.322900 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-20e8c8a0-34b7-4d97-b540-f84b3133c7f4 req-ded209cd-8494-487e-b7a6-e68689b2881c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 945 time: 0.1148911 Jul 09 13:55:13.369152 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-20e8c8a0-34b7-4d97-b540-f84b3133c7f4 req-8468c24f-5430-4f3e-b257-2b66299707f2 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367630 Jul 09 13:55:13.605719 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58216840-2840-42ea-a421-30f44b573243 req-749dda32-6961-4b65-9e98-49125ad062c6 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:13.608715 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58216840-2840-42ea-a421-30f44b573243 req-749dda32-6961-4b65-9e98-49125ad062c6 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 945 time: 0.1094568 Jul 09 13:55:13.674761 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58216840-2840-42ea-a421-30f44b573243 req-dc602e56-1843-4a6f-9c5a-2e1e23610de2 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518208 Jul 09 13:55:14.242861 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac410f4f-393b-4107-83f6-8e36dba15cd7 req-ad9b64f3-ceaa-4025-99ed-f7a336af44af tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:14.247031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac410f4f-393b-4107-83f6-8e36dba15cd7 req-ad9b64f3-ceaa-4025-99ed-f7a336af44af tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 945 time: 0.1140540 Jul 09 13:55:14.319425 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac410f4f-393b-4107-83f6-8e36dba15cd7 req-8effa47c-d796-40c4-9ad3-9fd29c255724 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657287 Jul 09 13:55:14.423234 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88939a1a-ff11-4555-9017-dbe5696fc374 req-464cd3c4-8cb7-4d0d-9e20-b6bb5c05c1f3 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:14.424825 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88939a1a-ff11-4555-9017-dbe5696fc374 req-464cd3c4-8cb7-4d0d-9e20-b6bb5c05c1f3 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 1096 time: 0.0592701 Jul 09 13:55:14.448450 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-88939a1a-ff11-4555-9017-dbe5696fc374 req-3e643cc4-aedd-4fa9-8eb5-8faf428e40aa tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:14.571337 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-88939a1a-ff11-4555-9017-dbe5696fc374 req-3e643cc4-aedd-4fa9-8eb5-8faf428e40aa tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:14.577268 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-88939a1a-ff11-4555-9017-dbe5696fc374 req-3e643cc4-aedd-4fa9-8eb5-8faf428e40aa tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:14.624262 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88939a1a-ff11-4555-9017-dbe5696fc374 req-3e643cc4-aedd-4fa9-8eb5-8faf428e40aa tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1897323 Jul 09 13:55:14.627452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e643cc4-aedd-4fa9-8eb5-8faf428e40aa tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c080440c-d9b4-4e64-9a65-27bda9ad2469,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:14.825849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15041980-7195-436b-82e0-bbde58489cc3 req-96967670-f6cb-45b3-b44c-82c696d93f4d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:14.830421 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15041980-7195-436b-82e0-bbde58489cc3 req-96967670-f6cb-45b3-b44c-82c696d93f4d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.0754151 Jul 09 13:55:14.876720 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15041980-7195-436b-82e0-bbde58489cc3 req-135c3a9a-d437-4335-bc86-62fe09e8a655 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415869 Jul 09 13:55:14.902393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 39518) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:14.983194 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9be499af-3898-4bf8-9d64-ea811f862fc4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/cd9230ca-e050-49d3-b983-564a1fcea716 HTTP/1.1" status: 200 len: 993 time: 0.0791783 Jul 09 13:55:15.392651 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be670d2-f597-4d7e-8f22-7f8441122f9d req-218d3d6b-0afb-4871-83d6-04e68f55ff40 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:15.394844 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8be670d2-f597-4d7e-8f22-7f8441122f9d req-218d3d6b-0afb-4871-83d6-04e68f55ff40 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 945 time: 0.0969718 Jul 09 13:55:15.586889 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-8be670d2-f597-4d7e-8f22-7f8441122f9d req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Deleting port a051712a-61e6-4d08-b801-a7665e95eac8 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:55:15.587293 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8be670d2-f597-4d7e-8f22-7f8441122f9d req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:15.612190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a60e8e6-6a5d-4e9e-a9d3-5121013b5755 req-fd57c513-2674-426f-9036-88166a4b115c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:15.615508 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a60e8e6-6a5d-4e9e-a9d3-5121013b5755 req-fd57c513-2674-426f-9036-88166a4b115c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 945 time: 0.1239660 Jul 09 13:55:15.698232 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a60e8e6-6a5d-4e9e-a9d3-5121013b5755 req-56f790c8-0a53-41b3-9284-984540a5088d tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769062 Jul 09 13:55:15.753291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-8be670d2-f597-4d7e-8f22-7f8441122f9d req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] For port a051712a-61e6-4d08-b801-a7665e95eac8, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a051712a-61e6-4d08-b801-a7665e95eac8,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:15.753643 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8be670d2-f597-4d7e-8f22-7f8441122f9d req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:15.773451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-8be670d2-f597-4d7e-8f22-7f8441122f9d req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Calling delete_port for a051712a-61e6-4d08-b801-a7665e95eac8 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:55:15.938185 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8be670d2-f597-4d7e-8f22-7f8441122f9d req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:15.957046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['a051712a-61e6-4d08-b801-a7665e95eac8'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:55:15.960823 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['cc0575d8-75df-4f89-a030-f3dfccb3912a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:55:15.971846 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39544) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:15.978645 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Pushing event deleted for resources: {'Port': ['ID=a051712a-61e6-4d08-b801-a7665e95eac8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:16.014713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:16.014713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:16.014713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:16.015431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:16.016464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:16.016995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:16.017424 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:16.017848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:16.018277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:16.018835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:16.020026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:16.020026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:16.047637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-8be670d2-f597-4d7e-8f22-7f8441122f9d req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] No DVR routers for this DVR port a051712a-61e6-4d08-b801-a7665e95eac8 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:55:16.056105 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8be670d2-f597-4d7e-8f22-7f8441122f9d req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:16.059172 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8be670d2-f597-4d7e-8f22-7f8441122f9d req-73c75aaa-f2f5-4c22-914b-0fd196ea4fc3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "DELETE /v2.0/ports/a051712a-61e6-4d08-b801-a7665e95eac8 HTTP/1.1" status: 204 len: 173 time: 0.6590292 Jul 09 13:55:16.059686 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ecee078-1ab0-4a81-8eca-33b050a88650', 'name': 'network-vif-deleted', 'tag': 'a051712a-61e6-4d08-b801-a7665e95eac8'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:16.062078 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a595b707-7c5b-4099-acbc-ae3c16b8a2fd" -d '{"events": [{"server_uuid": "2ecee078-1ab0-4a81-8eca-33b050a88650", "name": "network-vif-deleted", "tag": "a051712a-61e6-4d08-b801-a7665e95eac8"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:16.133096 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fc1913-3189-498b-85c4-920cd966f852 x-openstack-request-id: req-e4fc1913-3189-498b-85c4-920cd966f852 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:16.134252 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ecee078-1ab0-4a81-8eca-33b050a88650", "name": "network-vif-deleted", "tag": "a051712a-61e6-4d08-b801-a7665e95eac8", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:16.134252 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e4fc1913-3189-498b-85c4-920cd966f852 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:16.134252 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ecee078-1ab0-4a81-8eca-33b050a88650', 'name': 'network-vif-deleted', 'tag': 'a051712a-61e6-4d08-b801-a7665e95eac8', 'status': 'completed', 'code': 200} Jul 09 13:55:16.301294 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1489bc0-02c4-405f-b533-6c40f8bf35c5 req-40542687-2331-48f1-889e-862631fb2fb3 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:16.303851 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1489bc0-02c4-405f-b533-6c40f8bf35c5 req-40542687-2331-48f1-889e-862631fb2fb3 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.1933212 Jul 09 13:55:16.308659 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-cd3fba59-7afc-4323-90e0-b77e78ca0652 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3351419 Jul 09 13:55:16.369900 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1489bc0-02c4-405f-b533-6c40f8bf35c5 req-c79b2e19-8b3c-4f6b-b7c2-126085d7b73e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512557 Jul 09 13:55:16.943634 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e33fbafa-4434-43c0-8b98-f93c977adeb6 req-cff8ccef-06ef-418f-b9c2-b86679e74d2e tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=2ecee078-1ab0-4a81-8eca-33b050a88650 HTTP/1.1" status: 200 len: 210 time: 0.0400183 Jul 09 13:55:17.627755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d4d42a-b198-4732-a03e-3752fc9c0c2d req-adc0ca76-414e-4ddb-ba86-17d3248587fe tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:17.629426 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-36d4d42a-b198-4732-a03e-3752fc9c0c2d req-adc0ca76-414e-4ddb-ba86-17d3248587fe tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.0804431 Jul 09 13:55:17.679891 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-36d4d42a-b198-4732-a03e-3752fc9c0c2d req-c4ba3afd-0c9d-45f9-b615-35e38434c98b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377769 Jul 09 13:55:17.911354 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-fdbce7a5-a3ae-4d7a-9f5b-cfedcfb2e674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:17.914326 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-fdbce7a5-a3ae-4d7a-9f5b-cfedcfb2e674 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 1096 time: 0.0794165 Jul 09 13:55:18.073479 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-130e80f7-a632-4276-8f0b-45435d422691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:18.074924 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-130e80f7-a632-4276-8f0b-45435d422691 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62411565-9e99-49d8-93f1-b22f736e74a4 HTTP/1.1" status: 200 len: 898 time: 0.1518302 Jul 09 13:55:18.156398 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-6d7b4e79-48b4-4a38-b02e-8ff6697764ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b HTTP/1.1" status: 200 len: 1001 time: 0.0745387 Jul 09 13:55:18.213804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-60c4228d-ee20-4d14-a5b7-a8d6b9a354c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:18.215532 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-60c4228d-ee20-4d14-a5b7-a8d6b9a354c3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17437cbf-1fb0-4179-a4f1-bbaff07bdbc7 HTTP/1.1" status: 200 len: 835 time: 0.0524020 Jul 09 13:55:18.278011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-53e6f15b-6d80-4cff-b7a6-1e04412e3df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:18.279698 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-53e6f15b-6d80-4cff-b7a6-1e04412e3df6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62411565-9e99-49d8-93f1-b22f736e74a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576379 Jul 09 13:55:18.321908 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-138cc5e7-d2db-4dba-b535-99a5f3a4bab5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:18.330561 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-138cc5e7-d2db-4dba-b535-99a5f3a4bab5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 805 time: 0.1482403 Jul 09 13:55:18.342634 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-cba2db7b-6647-40ac-a9e9-dc42a83b0d4e tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/quotas/cd3fbc31bf3346669d7b90ce9e370387 HTTP/1.1" status: 200 len: 375 time: 0.0111701 Jul 09 13:55:18.399775 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-9e117549-4142-40cc-a763-f667e75d8bc8 service neutron] 10.222.0.18 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116168 Jul 09 13:55:18.439825 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-74ce7647-522c-4dbf-a51b-9c839e13b294 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0908904 Jul 09 13:55:18.513370 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-57e263cb-3fd6-4856-a894-3a4ef56128cc service neutron] 10.222.0.18 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059508 Jul 09 13:55:18.566719 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-d8ad1396-7ca7-4564-a4dd-a305002c80ae service neutron] 10.222.0.39 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121159 Jul 09 13:55:18.572286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a051712a-61e6-4d08-b801-a7665e95eac8 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:55:18.611782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: a051712a-61e6-4d08-b801-a7665e95eac8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:55:18.612840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a051712a-61e6-4d08-b801-a7665e95eac8 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:55:18.701064 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-de6e61d9-1ba9-44c9-b721-085fa5390551 service neutron] 10.222.0.39 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248741 Jul 09 13:55:18.939735 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1672c15f-820b-4fc0-9675-6d32bf8982fc req-1a79e6ce-3da8-4a85-9fb1-84a689126873 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 210 time: 0.0425680 Jul 09 13:55:19.033248 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafc4ea-61f6-4ddd-87d3-db010ccaee83 req-2f09c287-e387-4793-ab71-0edd12bf40ee tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:19.035158 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fafc4ea-61f6-4ddd-87d3-db010ccaee83 req-2f09c287-e387-4793-ab71-0edd12bf40ee tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.1053216 Jul 09 13:55:19.111861 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fafc4ea-61f6-4ddd-87d3-db010ccaee83 req-44603d97-3116-462b-9829-ccec919848ae tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437281 Jul 09 13:55:20.127258 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9bd1902f-a981-4cc5-be6e-9fa9fd2c3e49 req-923c954f-4baa-4e86-8365-4b32daaaeffe tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 210 time: 0.0436120 Jul 09 13:55:20.437928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b359e44e-d840-4085-9499-7d4fedf5989c req-e8382fab-f629-4d39-b32a-48f3ae110234 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:20.440935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b359e44e-d840-4085-9499-7d4fedf5989c req-e8382fab-f629-4d39-b32a-48f3ae110234 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.1788979 Jul 09 13:55:20.463531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-4b839b33-48d3-4932-bd18-235191ef7ea4 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:20.467386 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-4b839b33-48d3-4932-bd18-235191ef7ea4 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 805 time: 0.2376263 Jul 09 13:55:20.484915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-9a6b643d-2413-44f5-a776-a6f291a6a601 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Request body: {'port': {'device_id': 'fd4d7268-c8e0-44ca-96d7-3283c2d550ab', 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0', 'admin_state_up': True, 'tenant_id': 'cd3fbc31bf3346669d7b90ce9e370387'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:20.519516 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b359e44e-d840-4085-9499-7d4fedf5989c req-5f8ea9db-9ea2-4e9f-946d-903f133d1850 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679247 Jul 09 13:55:20.658067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-9a6b643d-2413-44f5-a776-a6f291a6a601 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Made reservation on behalf of cd3fbc31bf3346669d7b90ce9e370387 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:55:20.662948 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-9a6b643d-2413-44f5-a776-a6f291a6a601 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:20.878907 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-9a6b643d-2413-44f5-a776-a6f291a6a601 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Allocated IP 172.20.0.3 (bee744c8-9b9d-4458-aff2-4b24232910a0/6317e7e2-f06b-4d9a-8091-9a4f5e72bc25/ad6a1ee2-1a7a-4491-9677-efa7d425d421) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:55:21.112412 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-9a6b643d-2413-44f5-a776-a6f291a6a601 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.174750 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-9a6b643d-2413-44f5-a776-a6f291a6a601 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.189602 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['cc0575d8-75df-4f89-a030-f3dfccb3912a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:55:21.254685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-9a6b643d-2413-44f5-a776-a6f291a6a601 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Network bee744c8-9b9d-4458-aff2-4b24232910a0 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:55:21.266352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-9a6b643d-2413-44f5-a776-a6f291a6a601 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:55:21.274222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-9a6b643d-2413-44f5-a776-a6f291a6a601 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:55:21.331051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6b643d-2413-44f5-a776-a6f291a6a601 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Pushing event updated for resources: {'Port': ['ID=ad6a1ee2-1a7a-4491-9677-efa7d425d421,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:21.368114 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-9a6b643d-2413-44f5-a776-a6f291a6a601 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:21.368945 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-9a6b643d-2413-44f5-a776-a6f291a6a601 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:21.400435 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-9a6b643d-2413-44f5-a776-a6f291a6a601 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9159906 Jul 09 13:55:21.404467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Request body: {'port': {'device_id': 'fd4d7268-c8e0-44ca-96d7-3283c2d550ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:21.460595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeeddee-5fe1-4e75-a824-29987d690fa2 req-dfb7cd6a-d11d-4bd0-b549-4982d23f6b5e tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:21.463242 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-feeeddee-5fe1-4e75-a824-29987d690fa2 req-dfb7cd6a-d11d-4bd0-b549-4982d23f6b5e tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 931 time: 0.1239178 Jul 09 13:55:21.533945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-feeeddee-5fe1-4e75-a824-29987d690fa2 req-68e9bd24-d627-4efc-8bd1-ad0b90a90390 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604017 Jul 09 13:55:21.746061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de80ddf-3621-4962-b864-775dc4653db1 req-4b139250-d76f-41a9-98d8-9ea2bd5a7820 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:21.748411 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5de80ddf-3621-4962-b864-775dc4653db1 req-4b139250-d76f-41a9-98d8-9ea2bd5a7820 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.0842240 Jul 09 13:55:21.811706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5de80ddf-3621-4962-b864-775dc4653db1 req-f552d607-9f9a-4086-8c8f-d63e7a7f5ccd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503531 Jul 09 13:55:21.911979 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.269542 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad6a1ee2-1a7a-4491-9677-efa7d425d421 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:55:22.279422 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.294080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Transition to ACTIVE for port object ad6a1ee2-1a7a-4491-9677-efa7d425d421 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:22.299987 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.356188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6a1ee2-1a7a-4491-9677-efa7d425d421,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:22.482828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Attempting to bind port ad6a1ee2-1a7a-4491-9677-efa7d425d421 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:55:22.483411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Attempting to bind port ad6a1ee2-1a7a-4491-9677-efa7d425d421 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:55:22.483968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Attempting to bind port ad6a1ee2-1a7a-4491-9677-efa7d425d421 on network bee744c8-9b9d-4458-aff2-4b24232910a0 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:55:22.492594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Port ad6a1ee2-1a7a-4491-9677-efa7d425d421 on network bee744c8-9b9d-4458-aff2-4b24232910a0 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:55:22.493143 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Attempting to bind port ad6a1ee2-1a7a-4491-9677-efa7d425d421 on network bee744c8-9b9d-4458-aff2-4b24232910a0 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:55:22.502810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:55:22.503386 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Checking segment: {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:55:22.504024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Bound using segment: {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:55:22.504764 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Bound port: ad6a1ee2-1a7a-4491-9677-efa7d425d421, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46dea999-83a1-4a39-8651-f2e28f2eb044', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:55:22.505379 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.621199 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] For port ad6a1ee2-1a7a-4491-9677-efa7d425d421, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:55:22.627519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] For port ad6a1ee2-1a7a-4491-9677-efa7d425d421, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ad6a1ee2-1a7a-4491-9677-efa7d425d421,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:55:22.634697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.702484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:22.703725 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:22.706356 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] 10.222.0.15 "PUT /v2.0/ports/ad6a1ee2-1a7a-4491-9677-efa7d425d421 HTTP/1.1" status: 200 len: 1091 time: 1.3067298 Jul 09 13:55:22.707168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd4d7268-c8e0-44ca-96d7-3283c2d550ab', 'tag': 'ad6a1ee2-1a7a-4491-9677-efa7d425d421'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:22.711426 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736fe24d-6db5-4d6a-91ad-3dca0e87eb0a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd4d7268-c8e0-44ca-96d7-3283c2d550ab", "tag": "ad6a1ee2-1a7a-4491-9677-efa7d425d421"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:22.819203 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2861f874-f724-4ab2-bcd5-e2b6c5bb053a x-openstack-request-id: req-2861f874-f724-4ab2-bcd5-e2b6c5bb053a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:22.819685 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd4d7268-c8e0-44ca-96d7-3283c2d550ab", "tag": "ad6a1ee2-1a7a-4491-9677-efa7d425d421", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:22.820105 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2861f874-f724-4ab2-bcd5-e2b6c5bb053a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:22.820745 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd4d7268-c8e0-44ca-96d7-3283c2d550ab', 'tag': 'ad6a1ee2-1a7a-4491-9677-efa7d425d421', 'status': 'completed', 'code': 200} Jul 09 13:55:22.831952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf380e5-2a49-42bf-ab8c-e24a5691c073 service neutron] Pushing event updated for resources: {'Port': ['ID=ad6a1ee2-1a7a-4491-9677-efa7d425d421,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:22.925087 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ce7a65-d4ce-486a-abb2-bc7483a0e45a req-9bc89d4e-7309-4d3c-811e-29c0d5e8ffb4 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:22.927715 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94ce7a65-d4ce-486a-abb2-bc7483a0e45a req-9bc89d4e-7309-4d3c-811e-29c0d5e8ffb4 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 943 time: 0.1378675 Jul 09 13:55:22.939996 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-1e5e1ab1-bae9-4eb3-ad1c-3ff68fba3370 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:22.943333 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-1e5e1ab1-bae9-4eb3-ad1c-3ff68fba3370 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 1094 time: 0.1780849 Jul 09 13:55:23.031270 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-51644241-f9a8-4cd9-b674-6af59558af18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad6a1ee2-1a7a-4491-9677-efa7d425d421 HTTP/1.1" status: 200 len: 217 time: 0.0805402 Jul 09 13:55:23.032611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94ce7a65-d4ce-486a-abb2-bc7483a0e45a req-6684c33e-80a6-47b6-8f04-2a96d534a698 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930510 Jul 09 13:55:23.076685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44fa2aa-e5df-4314-b726-16ea9dbd98d7 req-d320d331-00ce-4333-af70-aa7db605e65e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:23.079046 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b44fa2aa-e5df-4314-b726-16ea9dbd98d7 req-d320d331-00ce-4333-af70-aa7db605e65e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.0842915 Jul 09 13:55:23.121204 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b44fa2aa-e5df-4314-b726-16ea9dbd98d7 req-2e290f26-a81b-4f00-9451-6ce76e688f82 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360634 Jul 09 13:55:23.126051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-79ade26b-f996-4dbf-acca-d418611f9f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:23.128901 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-79ade26b-f996-4dbf-acca-d418611f9f95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 200 len: 845 time: 0.0909719 Jul 09 13:55:23.169037 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-4e1a3595-dcb0-41b9-912b-ffe115cfc9eb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bee744c8-9b9d-4458-aff2-4b24232910a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342219 Jul 09 13:55:23.300580 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-ba4474b5-da91-4bcb-95ae-cb484e0932d4 service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248858 Jul 09 13:55:23.408264 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b827fb60-2d60-4c4f-8c73-232d502bf43b req-9864ef7d-eba2-4f9f-b49d-8832e2c37af2 service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015708 Jul 09 13:55:23.554331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fe24d-6db5-4d6a-91ad-3dca0e87eb0a req-e81ea00c-ae4c-4c2b-ab91-903e9351c394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:23.556078 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-736fe24d-6db5-4d6a-91ad-3dca0e87eb0a req-e81ea00c-ae4c-4c2b-ab91-903e9351c394 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 1094 time: 0.0831857 Jul 09 13:55:23.678612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fe24d-6db5-4d6a-91ad-3dca0e87eb0a req-0092ae8e-3c79-4313-ab07-4c8e5eab6e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:23.680134 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-736fe24d-6db5-4d6a-91ad-3dca0e87eb0a req-0092ae8e-3c79-4313-ab07-4c8e5eab6e39 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 906 time: 0.1178339 Jul 09 13:55:23.731539 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-736fe24d-6db5-4d6a-91ad-3dca0e87eb0a req-8474be8b-86f1-4d52-9ac8-b8cbfdcb744d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad6a1ee2-1a7a-4491-9677-efa7d425d421 HTTP/1.1" status: 200 len: 217 time: 0.0432115 Jul 09 13:55:23.786434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736fe24d-6db5-4d6a-91ad-3dca0e87eb0a req-f42033c8-884f-4331-993f-fcf66d20d942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:23.788017 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-736fe24d-6db5-4d6a-91ad-3dca0e87eb0a req-f42033c8-884f-4331-993f-fcf66d20d942 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 200 len: 845 time: 0.0504889 Jul 09 13:55:23.824760 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-736fe24d-6db5-4d6a-91ad-3dca0e87eb0a req-4702c604-69e0-4f5c-9c9a-ad5e560c9ea9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bee744c8-9b9d-4458-aff2-4b24232910a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296669 Jul 09 13:55:23.934241 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-736fe24d-6db5-4d6a-91ad-3dca0e87eb0a req-be62d769-e0c4-454e-9f0a-7ffd099ff684 service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024919 Jul 09 13:55:24.040692 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-736fe24d-6db5-4d6a-91ad-3dca0e87eb0a req-8b6b35c6-5ff6-44d2-a95a-20f9412d9f80 service neutron] 10.222.0.15 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996637 Jul 09 13:55:24.259042 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cc729-9da1-452a-93bd-6d2481a53a8a req-5be19061-a5dc-4b40-901e-9ecf192ce9ab tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:24.265392 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-170cc729-9da1-452a-93bd-6d2481a53a8a req-5be19061-a5dc-4b40-901e-9ecf192ce9ab tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 943 time: 0.0971003 Jul 09 13:55:24.345053 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-170cc729-9da1-452a-93bd-6d2481a53a8a req-21dce447-faa6-4f9c-b7c4-ea924d0ac731 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736597 Jul 09 13:55:24.377940 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e8cb1-1188-4caa-9238-8c5ad19d5411 req-4e8527b3-d409-4f97-9c51-256b1d24903c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:24.379611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-190e8cb1-1188-4caa-9238-8c5ad19d5411 req-4e8527b3-d409-4f97-9c51-256b1d24903c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.1025393 Jul 09 13:55:24.426970 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-190e8cb1-1188-4caa-9238-8c5ad19d5411 req-5650aa08-dfea-4a46-930e-6357f72d27a9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405385 Jul 09 13:55:25.581734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb4ddb8-02e5-4669-8639-cf94d585c342 req-d7ec7348-42f1-4d03-b42e-446af651bfe7 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:25.583410 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cb4ddb8-02e5-4669-8639-cf94d585c342 req-d7ec7348-42f1-4d03-b42e-446af651bfe7 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 943 time: 0.1158502 Jul 09 13:55:25.658177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cb4ddb8-02e5-4669-8639-cf94d585c342 req-0accbcc2-8863-4f26-b907-49a1ac1bb644 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530100 Jul 09 13:55:25.682174 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7302d12-45b5-4001-bada-18508dee9ace req-b5a94010-79a6-457a-a7b2-0ffbff0adf1b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:25.684099 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7302d12-45b5-4001-bada-18508dee9ace req-b5a94010-79a6-457a-a7b2-0ffbff0adf1b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.1300359 Jul 09 13:55:25.743777 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7302d12-45b5-4001-bada-18508dee9ace req-a5248a00-7a4d-4a1e-8601-d823519daa29 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517800 Jul 09 13:55:26.619430 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ad6a1ee2-1a7a-4491-9677-efa7d425d421 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:55:26.803140 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ad6a1ee2-1a7a-4491-9677-efa7d425d421, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ad6a1ee2-1a7a-4491-9677-efa7d425d421,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:26.819060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'ad6a1ee2-1a7a-4491-9677-efa7d425d421', 'network_id': 'bee744c8-9b9d-4458-aff2-4b24232910a0', 'port_id': 'ad6a1ee2-1a7a-4491-9677-efa7d425d421', 'mac_address': 'fa:16:3e:0c:05:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 322, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6317e7e2-f06b-4d9a-8091-9a4f5e72bc25', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:55:26.897664 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:26.915197 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad6a1ee2-1a7a-4491-9677-efa7d425d421 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:55:26.941530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ad6a1ee2-1a7a-4491-9677-efa7d425d421, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ad6a1ee2-1a7a-4491-9677-efa7d425d421,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:26.957148 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:27.058510 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=ad6a1ee2-1a7a-4491-9677-efa7d425d421,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:27.095231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423815f4-665d-4e46-baae-2bd99d89a64c req-fd272153-d1da-4b7d-aff0-076b76040023 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:27.097724 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-423815f4-665d-4e46-baae-2bd99d89a64c req-fd272153-d1da-4b7d-aff0-076b76040023 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 943 time: 0.2234979 Jul 09 13:55:27.129346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7892e61-73dc-41d8-bfc8-0a1f51307af0 req-d27a50b7-7c3b-4ade-b1b5-a0892c168d9e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:27.132407 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7892e61-73dc-41d8-bfc8-0a1f51307af0 req-d27a50b7-7c3b-4ade-b1b5-a0892c168d9e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.2001100 Jul 09 13:55:27.158453 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['ad6a1ee2-1a7a-4491-9677-efa7d425d421'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:55:27.220879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-423815f4-665d-4e46-baae-2bd99d89a64c req-f3f7013b-b34a-40fe-a36f-45d2e73d2f6a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164954 Jul 09 13:55:27.247159 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7892e61-73dc-41d8-bfc8-0a1f51307af0 req-36567327-d267-433f-8bde-06d2718324a3 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0997467 Jul 09 13:55:28.532530 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4c73f2-e833-4da9-bc23-7a1eaddef729 req-922ae90a-ca36-44ff-9fdb-87973af361e7 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:28.534430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c4c73f2-e833-4da9-bc23-7a1eaddef729 req-922ae90a-ca36-44ff-9fdb-87973af361e7 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 944 time: 0.1321456 Jul 09 13:55:28.548231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057ec820-fd72-4601-bb80-848b982097e9 req-af12f3ce-483c-4cc8-8576-fa0d5aad5ba7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:28.550080 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-057ec820-fd72-4601-bb80-848b982097e9 req-af12f3ce-483c-4cc8-8576-fa0d5aad5ba7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.1052759 Jul 09 13:55:28.608414 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c4c73f2-e833-4da9-bc23-7a1eaddef729 req-b8a27e91-e0db-4e00-b80f-f275caa177c6 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571671 Jul 09 13:55:28.624446 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-057ec820-fd72-4601-bb80-848b982097e9 req-94070b99-09a8-4b23-b115-b63e3f8b9647 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653565 Jul 09 13:55:28.635518 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ad6a1ee2-1a7a-4491-9677-efa7d425d421 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:28.725986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port ad6a1ee2-1a7a-4491-9677-efa7d425d421 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:28.737428 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port ad6a1ee2-1a7a-4491-9677-efa7d425d421 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:28.738012 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.852201 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.880200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4d7268-c8e0-44ca-96d7-3283c2d550ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6a1ee2-1a7a-4491-9677-efa7d425d421'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:28.882879 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709b2348-9e65-458b-a441-2a0c3d138b1b" -d '{"events": [{"server_uuid": "fd4d7268-c8e0-44ca-96d7-3283c2d550ab", "name": "network-vif-plugged", "status": "completed", "tag": "ad6a1ee2-1a7a-4491-9677-efa7d425d421"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:28.907653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ad6a1ee2-1a7a-4491-9677-efa7d425d421, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ad6a1ee2-1a7a-4491-9677-efa7d425d421,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:28.914960 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:28.957059 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ec087e-35c7-4672-af10-62e3e3201752 x-openstack-request-id: req-27ec087e-35c7-4672-af10-62e3e3201752 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:28.957527 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4d7268-c8e0-44ca-96d7-3283c2d550ab", "name": "network-vif-plugged", "status": "completed", "tag": "ad6a1ee2-1a7a-4491-9677-efa7d425d421", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:28.957889 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-27ec087e-35c7-4672-af10-62e3e3201752 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:28.958532 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4d7268-c8e0-44ca-96d7-3283c2d550ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad6a1ee2-1a7a-4491-9677-efa7d425d421', 'code': 200} Jul 09 13:55:28.994529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=ad6a1ee2-1a7a-4491-9677-efa7d425d421,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:29.112110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1686ec-514d-4225-b232-9d22290990d5 req-8afd0084-e2d2-42fc-8f6e-deed8a8c93ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:29.114981 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-af1686ec-514d-4225-b232-9d22290990d5 req-8afd0084-e2d2-42fc-8f6e-deed8a8c93ff service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 1096 time: 0.0755677 Jul 09 13:55:29.165637 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-af1686ec-514d-4225-b232-9d22290990d5 req-c2417925-7bdf-4a0e-9227-528c432a444c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442498 Jul 09 13:55:29.885697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd00c600-701f-4d2e-a9e9-b04b5fd2c337 req-5b3abea7-c4c5-42df-863c-bb3eb0adba94 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:29.887367 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd00c600-701f-4d2e-a9e9-b04b5fd2c337 req-5b3abea7-c4c5-42df-863c-bb3eb0adba94 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1395040 Jul 09 13:55:29.922553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a666dac9-71f8-481d-83af-ac76fc3c9a7b req-a1da4ab7-7f45-49bd-b0ed-704e8773684b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:29.924040 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a666dac9-71f8-481d-83af-ac76fc3c9a7b req-a1da4ab7-7f45-49bd-b0ed-704e8773684b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.1160321 Jul 09 13:55:29.978493 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd00c600-701f-4d2e-a9e9-b04b5fd2c337 req-ab956d10-b0bf-4fe0-a29b-f9b2dc9106f9 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763562 Jul 09 13:55:30.023927 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a666dac9-71f8-481d-83af-ac76fc3c9a7b req-9b1c817f-83c1-4d73-a676-5d6f5293d1c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840795 Jul 09 13:55:31.208079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0724956-ac84-4fd9-ace7-e54c7276c2a2 req-a82eb393-2d63-4b36-9f9f-05866dbef444 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:31.210896 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b0724956-ac84-4fd9-ace7-e54c7276c2a2 req-a82eb393-2d63-4b36-9f9f-05866dbef444 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.0953653 Jul 09 13:55:31.300623 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b0724956-ac84-4fd9-ace7-e54c7276c2a2 req-0fb4d0c3-8a1b-4f58-bcb9-5029427dae21 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751562 Jul 09 13:55:31.328293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81016173-77f9-4c7d-9443-31a19810b7b3 req-c309d420-bf8f-4aa8-9d31-bee7ecfdc17f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:31.330525 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81016173-77f9-4c7d-9443-31a19810b7b3 req-c309d420-bf8f-4aa8-9d31-bee7ecfdc17f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.1369386 Jul 09 13:55:31.408927 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81016173-77f9-4c7d-9443-31a19810b7b3 req-420a155f-d2bd-4f75-8550-443dedd81849 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679526 Jul 09 13:55:31.842485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c1a22-dcd1-42d2-b482-0256677f3cde req-c61a0e0c-6815-4a54-a624-3cc3ae1a1916 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:31.843883 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4260a943-a094-4a3a-aae2-4c866dd1207c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:31.847868 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-032c1a22-dcd1-42d2-b482-0256677f3cde req-c61a0e0c-6815-4a54-a624-3cc3ae1a1916 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1105185 Jul 09 13:55:31.909230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-032c1a22-dcd1-42d2-b482-0256677f3cde req-20aa6dc3-dd1b-45a5-a20b-9ba9eb5f1aa9 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542057 Jul 09 13:55:32.162103 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea94fa96-46da-4a81-936c-2450ecf3fd57 req-4b800e1c-b61b-46ed-aabb-9cfbfc4b814c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:32.164336 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea94fa96-46da-4a81-936c-2450ecf3fd57 req-4b800e1c-b61b-46ed-aabb-9cfbfc4b814c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1005545 Jul 09 13:55:32.223537 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea94fa96-46da-4a81-936c-2450ecf3fd57 req-3c2d4195-3579-4fdb-afae-dc9dc3b1d17a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503767 Jul 09 13:55:32.719024 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3676ad37-c167-4dff-9e48-4379764d5b95 req-c7353870-6e0d-4823-9699-6b82b9279878 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:32.720972 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3676ad37-c167-4dff-9e48-4379764d5b95 req-c7353870-6e0d-4823-9699-6b82b9279878 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.1352839 Jul 09 13:55:32.730294 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38754f98-4252-4e09-abb0-ebcd25a81e35 req-c837d888-8b55-4eee-9f28-49b9cfbd8827 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:32.731988 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-38754f98-4252-4e09-abb0-ebcd25a81e35 req-c837d888-8b55-4eee-9f28-49b9cfbd8827 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1283972 Jul 09 13:55:32.799177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3676ad37-c167-4dff-9e48-4379764d5b95 req-f1a1aeae-371d-4072-9235-23907c5c46d9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659623 Jul 09 13:55:32.805318 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-38754f98-4252-4e09-abb0-ebcd25a81e35 req-22694229-683a-469c-95d5-47d9fd83c09d tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654826 Jul 09 13:55:34.476406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc93cc39-6587-4145-b3b2-01dd7134cc16 req-fea7e531-9335-4c9b-b0a6-93c09289f787 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:34.478248 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc93cc39-6587-4145-b3b2-01dd7134cc16 req-fea7e531-9335-4c9b-b0a6-93c09289f787 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.4668369 Jul 09 13:55:34.489090 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57682375-0326-4466-a189-0ec909e56f53 req-699c95bf-f1ec-44df-85b7-f83f52ef13ce tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:34.490641 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57682375-0326-4466-a189-0ec909e56f53 req-699c95bf-f1ec-44df-85b7-f83f52ef13ce tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.4561386 Jul 09 13:55:34.551186 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc93cc39-6587-4145-b3b2-01dd7134cc16 req-17998258-1d74-4f27-8c86-dffd593ca2d2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593784 Jul 09 13:55:34.572425 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57682375-0326-4466-a189-0ec909e56f53 req-09e34573-5887-471d-818b-7c15f7feec7a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640585 Jul 09 13:55:34.658741 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:34.683871 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de0444e8-0eb0-48dd-818f-aa4012afc2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:35.647709 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-043cc126-b35e-489d-83dc-710506f149c1 service neutron] show failed (client error): The resource could not be found. Jul 09 13:55:35.648829 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-043cc126-b35e-489d-83dc-710506f149c1 service neutron] 10.222.0.18 "GET /v2.0/ports/13d4df6b-5a4f-4741-b24a-6b7044d9399b/bindings/n-h2-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.0829546 Jul 09 13:55:35.686125 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:35.944563 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a71c24-ab4a-430f-8894-e83e16d95364 req-f78becd7-822f-42aa-bc30-7c7e081078cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:35.946211 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94a71c24-ab4a-430f-8894-e83e16d95364 req-f78becd7-822f-42aa-bc30-7c7e081078cd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.1526108 Jul 09 13:55:35.996912 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56741825-a5dd-432a-a417-0b056b692f14 req-15740d2d-f24a-4790-a872-e5a68411b45c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:36.001187 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56741825-a5dd-432a-a417-0b056b692f14 req-15740d2d-f24a-4790-a872-e5a68411b45c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1711459 Jul 09 13:55:36.100394 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94a71c24-ab4a-430f-8894-e83e16d95364 req-486dac20-0f3a-4298-852e-a8089cf8049b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968480 Jul 09 13:55:36.112239 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56741825-a5dd-432a-a417-0b056b692f14 req-9e127b98-75c4-490d-8f1a-2536e129b277 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936551 Jul 09 13:55:36.197143 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-d873fa07-11cd-458e-a1af-c8d1250e167d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:36.198783 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-d873fa07-11cd-458e-a1af-c8d1250e167d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c&tenant_id=e18f38b86e4946d19d906914b285cd31 HTTP/1.1" status: 200 len: 1096 time: 0.1347334 Jul 09 13:55:36.210216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:36.325452 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:36.678464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] For port 13d4df6b-5a4f-4741-b24a-6b7044d9399b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b,segment=NetworkSegment(2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c),segment_id=2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:36.728082 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] For port 13d4df6b-5a4f-4741-b24a-6b7044d9399b, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:55:36.786987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d4df6b-5a4f-4741-b24a-6b7044d9399b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:36.789723 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f19460f-54eb-44b8-bb4b-cc16acb052d8" -d '{"events": [{"server_uuid": "316bbfeb-6137-4c31-89b0-229bd0ac659c", "name": "network-vif-unplugged", "status": "completed", "tag": "13d4df6b-5a4f-4741-b24a-6b7044d9399b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:36.794257 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:36.825692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Transition to ACTIVE for port object 13d4df6b-5a4f-4741-b24a-6b7044d9399b will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:36.832627 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:37.008262 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cbf62e7-1920-4f2e-bbe0-67b98323657c x-openstack-request-id: req-8cbf62e7-1920-4f2e-bbe0-67b98323657c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:37.011326 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316bbfeb-6137-4c31-89b0-229bd0ac659c", "name": "network-vif-unplugged", "status": "completed", "tag": "13d4df6b-5a4f-4741-b24a-6b7044d9399b", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:37.012611 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8cbf62e7-1920-4f2e-bbe0-67b98323657c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:37.013662 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13d4df6b-5a4f-4741-b24a-6b7044d9399b', 'code': 200} Jul 09 13:55:37.060397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Pushing event updated for resources: {'Port': ['ID=13d4df6b-5a4f-4741-b24a-6b7044d9399b,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:37.060976 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:37.149560 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] No DVR routers for this DVR port 13d4df6b-5a4f-4741-b24a-6b7044d9399b on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:55:37.422980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Attempting to bind port 13d4df6b-5a4f-4741-b24a-6b7044d9399b on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:55:37.422980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Attempting to bind port 13d4df6b-5a4f-4741-b24a-6b7044d9399b by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:55:37.423217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Attempting to bind port 13d4df6b-5a4f-4741-b24a-6b7044d9399b on network 62411565-9e99-49d8-93f1-b22f736e74a4 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:55:37.430147 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Port 13d4df6b-5a4f-4741-b24a-6b7044d9399b on network 62411565-9e99-49d8-93f1-b22f736e74a4 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:55:37.430541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Attempting to bind port 13d4df6b-5a4f-4741-b24a-6b7044d9399b on network 62411565-9e99-49d8-93f1-b22f736e74a4 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:55:37.437774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 55, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:55:37.438119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Checking segment: {'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:55:37.438666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Bound using segment: {'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:55:37.439226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Bound port: 13d4df6b-5a4f-4741-b24a-6b7044d9399b, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:55:37.439664 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:37.528421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] For port 13d4df6b-5a4f-4741-b24a-6b7044d9399b, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:55:37.528957 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c57032-652d-45d3-94f8-2fa9b943488e req-a89de993-66c2-4b28-99b1-261b46f7721d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:37.531188 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0c57032-652d-45d3-94f8-2fa9b943488e req-a89de993-66c2-4b28-99b1-261b46f7721d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 943 time: 0.2121625 Jul 09 13:55:37.538231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] For port 13d4df6b-5a4f-4741-b24a-6b7044d9399b, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b,segment=NetworkSegment(2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c),segment_id=2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:55:37.545458 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:37.582686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d5765-582f-4db9-9cd6-e2ea819059d1 req-d3c948fa-a5fd-4f2f-9e01-46c8aa5ec8a4 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:37.584448 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-148d5765-582f-4db9-9cd6-e2ea819059d1 req-d3c948fa-a5fd-4f2f-9e01-46c8aa5ec8a4 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1390052 Jul 09 13:55:37.599269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:37.600212 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:37.601970 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-346ea785-0f37-4910-acbf-a151f249869f service neutron] 10.222.0.15 "PUT /v2.0/ports/13d4df6b-5a4f-4741-b24a-6b7044d9399b HTTP/1.1" status: 200 len: 1091 time: 1.3964424 Jul 09 13:55:37.667769 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0c57032-652d-45d3-94f8-2fa9b943488e req-2e223cfe-4583-4d45-8bec-6c93f728a917 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1306105 Jul 09 13:55:37.675168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346ea785-0f37-4910-acbf-a151f249869f service neutron] Pushing event updated for resources: {'Port': ['ID=13d4df6b-5a4f-4741-b24a-6b7044d9399b,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:37.702094 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-148d5765-582f-4db9-9cd6-e2ea819059d1 req-fdbbea16-3116-4087-a4fe-7f24f6e13b4e tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850523 Jul 09 13:55:37.767043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-ce6f2163-9f6d-414d-80e4-6cd323ba27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:37.769721 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-ce6f2163-9f6d-414d-80e4-6cd323ba27bf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 1094 time: 0.1130285 Jul 09 13:55:37.933845 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-b00b3717-7869-456c-a469-ffc0bc964449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:37.935498 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-b00b3717-7869-456c-a469-ffc0bc964449 service neutron] 10.222.0.15 "GET /v2.0/networks?id=62411565-9e99-49d8-93f1-b22f736e74a4 HTTP/1.1" status: 200 len: 898 time: 0.1582568 Jul 09 13:55:38.048924 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-12dc9507-e6b5-44af-a94a-5b58359128b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b HTTP/1.1" status: 200 len: 999 time: 0.1057475 Jul 09 13:55:38.118328 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-021d53ab-908e-45ab-9dad-5b40c87a6d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:38.120200 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-021d53ab-908e-45ab-9dad-5b40c87a6d83 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17437cbf-1fb0-4179-a4f1-bbaff07bdbc7 HTTP/1.1" status: 200 len: 835 time: 0.0600729 Jul 09 13:55:38.203351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-25907053-5a94-4ecb-b5d9-3fbd1274ce33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:38.204548 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-25907053-5a94-4ecb-b5d9-3fbd1274ce33 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=62411565-9e99-49d8-93f1-b22f736e74a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0747790 Jul 09 13:55:38.392444 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-97faabb7-9dce-449d-ba9f-303cffef2439 service neutron] 10.222.0.15 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796427 Jul 09 13:55:38.588993 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f7507581-620c-4f5e-a7ca-d4a27635235c req-38f80865-479f-47e7-a7b6-5d674c018fc9 service neutron] 10.222.0.15 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896830 Jul 09 13:55:38.639049 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:38.835880 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:39.015937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'tag': '13d4df6b-5a4f-4741-b24a-6b7044d9399b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:39.020055 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff" -d '{"events": [{"name": "network-changed", "server_uuid": "316bbfeb-6137-4c31-89b0-229bd0ac659c", "tag": "13d4df6b-5a4f-4741-b24a-6b7044d9399b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:39.091786 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b46656-ff58-46ed-a086-723a045dffbb req-1bd9e3e1-69d5-4dac-ac8a-b51eda496b40 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:39.095968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7b46656-ff58-46ed-a086-723a045dffbb req-1bd9e3e1-69d5-4dac-ac8a-b51eda496b40 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1428332 Jul 09 13:55:39.118131 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec18cd1-59cf-4dab-8c5d-80830ae8da97 req-597dae37-c59b-4b6f-b911-e3d21ee96a09 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:39.120233 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cec18cd1-59cf-4dab-8c5d-80830ae8da97 req-597dae37-c59b-4b6f-b911-e3d21ee96a09 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 943 time: 0.1552277 Jul 09 13:55:39.186173 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7b46656-ff58-46ed-a086-723a045dffbb req-32ed47e5-23c0-4a44-b462-b00fa378297a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647120 Jul 09 13:55:39.202222 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cec18cd1-59cf-4dab-8c5d-80830ae8da97 req-2422fc70-fa3d-4e05-81b9-fbd34958a3c4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704885 Jul 09 13:55:39.307762 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11829512-7b8b-4e74-9041-28e640e056c3 x-openstack-request-id: req-11829512-7b8b-4e74-9041-28e640e056c3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:39.308304 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316bbfeb-6137-4c31-89b0-229bd0ac659c", "tag": "13d4df6b-5a4f-4741-b24a-6b7044d9399b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:39.308759 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-11829512-7b8b-4e74-9041-28e640e056c3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:39.309449 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'tag': '13d4df6b-5a4f-4741-b24a-6b7044d9399b', 'status': 'completed', 'code': 200} Jul 09 13:55:39.484750 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-a3962995-8803-46ab-a659-fa86a6eb37ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:39.486491 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-a3962995-8803-46ab-a659-fa86a6eb37ea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 1094 time: 0.1324983 Jul 09 13:55:39.503951 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-3be0cfd6-d48a-4b77-aab9-611b5fc86a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:39.505561 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-3be0cfd6-d48a-4b77-aab9-611b5fc86a07 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 1094 time: 0.1847088 Jul 09 13:55:39.520052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 13d4df6b-5a4f-4741-b24a-6b7044d9399b no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:55:39.608146 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 13d4df6b-5a4f-4741-b24a-6b7044d9399b not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:55:39.684579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-316c17b0-e7f7-47da-abd2-1265fced79cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:39.686168 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-316c17b0-e7f7-47da-abd2-1265fced79cf service neutron] 10.222.0.15 "GET /v2.0/networks?id=62411565-9e99-49d8-93f1-b22f736e74a4 HTTP/1.1" status: 200 len: 898 time: 0.1923208 Jul 09 13:55:39.691822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-34ce8635-1cc3-4a85-849c-f73ef3f9d9a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:39.693528 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-34ce8635-1cc3-4a85-849c-f73ef3f9d9a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62411565-9e99-49d8-93f1-b22f736e74a4 HTTP/1.1" status: 200 len: 898 time: 0.1752830 Jul 09 13:55:39.816757 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-ce5b9cba-4244-423a-96cd-955aaa4d2919 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b HTTP/1.1" status: 200 len: 999 time: 0.1221032 Jul 09 13:55:39.827692 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-e1bb3b51-14ae-4c9f-b4fc-8eaf0c9f1351 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b HTTP/1.1" status: 200 len: 999 time: 0.1267378 Jul 09 13:55:39.932510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-2605ed5c-0a44-4249-905f-9ae23841a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:39.934152 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-2605ed5c-0a44-4249-905f-9ae23841a465 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17437cbf-1fb0-4179-a4f1-bbaff07bdbc7 HTTP/1.1" status: 200 len: 835 time: 0.1055098 Jul 09 13:55:39.964137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-d93a198d-1b77-4839-8cb4-0c4267ddf52d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:39.966498 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-d93a198d-1b77-4839-8cb4-0c4267ddf52d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17437cbf-1fb0-4179-a4f1-bbaff07bdbc7 HTTP/1.1" status: 200 len: 835 time: 0.0987699 Jul 09 13:55:40.062715 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-1fac39c4-81f1-4cde-8d46-86cea9fc7fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:40.064363 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-1fac39c4-81f1-4cde-8d46-86cea9fc7fa9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=62411565-9e99-49d8-93f1-b22f736e74a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1198418 Jul 09 13:55:40.082257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-2e42f9ff-0a25-431b-87a1-51b035ee579c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:40.083872 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-2e42f9ff-0a25-431b-87a1-51b035ee579c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62411565-9e99-49d8-93f1-b22f736e74a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0988436 Jul 09 13:55:40.240241 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-40587fb8-9eeb-4175-ba21-664b314d6665 service neutron] 10.222.0.15 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674922 Jul 09 13:55:40.256774 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-6288fb94-14b9-4a2c-b965-36b1087dc545 service neutron] 10.222.0.18 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599982 Jul 09 13:55:40.632584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da65ec20-574a-4304-a530-8386d3c77186 req-7733bbd2-2732-4797-b8dd-e41979dac3ba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:40.644849 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da65ec20-574a-4304-a530-8386d3c77186 req-7733bbd2-2732-4797-b8dd-e41979dac3ba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 943 time: 0.1883295 Jul 09 13:55:40.679347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fba7f2c-a756-4c2c-9ab7-1e157d633824 req-1b58e9db-8ef1-4d0c-aed0-66a97e62e58b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:40.691028 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8fba7f2c-a756-4c2c-9ab7-1e157d633824 req-1b58e9db-8ef1-4d0c-aed0-66a97e62e58b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1681297 Jul 09 13:55:40.775937 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8fba7f2c-a756-4c2c-9ab7-1e157d633824 req-074aabb7-3e38-4373-9a15-c2aae91a9d22 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834177 Jul 09 13:55:40.796869 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da65ec20-574a-4304-a530-8386d3c77186 req-990ca80d-ddf8-4139-acb6-34843ae5daf8 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501095 Jul 09 13:55:40.817464 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-bdfc8c97-810c-4a7c-b0dd-c76094c2a38a service neutron] 10.222.0.15 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5591862 Jul 09 13:55:40.826131 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-527729ba-b1f8-4ce4-b45b-d96d4e6a0eff req-77b852d2-043b-4d74-944d-8ce391c072ce service neutron] 10.222.0.18 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5527813 Jul 09 13:55:42.046577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06f6373-4e13-42a1-898c-bf88ae3f3a1e req-e1cc21b8-086d-4f29-bdfa-c01b95f143f0 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:42.048237 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b06f6373-4e13-42a1-898c-bf88ae3f3a1e req-e1cc21b8-086d-4f29-bdfa-c01b95f143f0 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1340272 Jul 09 13:55:42.093230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91a7366-ece8-40a3-8c3d-5d6d2bf29241 req-0f066abe-601e-4575-b45f-7d22e451b8f7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:42.094865 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b91a7366-ece8-40a3-8c3d-5d6d2bf29241 req-0f066abe-601e-4575-b45f-7d22e451b8f7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 943 time: 0.1334360 Jul 09 13:55:42.123043 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b06f6373-4e13-42a1-898c-bf88ae3f3a1e req-8ccdac6a-532c-4704-ba72-954b0f74daaf tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657666 Jul 09 13:55:42.170320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b91a7366-ece8-40a3-8c3d-5d6d2bf29241 req-885e183d-5358-439d-8b3c-7ac5085aaac3 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636752 Jul 09 13:55:42.690555 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4d966e-315b-4a99-859e-d8d5a783ab9d req-9aaec6f5-6d30-429b-bf13-4fbc0ce4acf2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:42.694271 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db4d966e-315b-4a99-859e-d8d5a783ab9d req-9aaec6f5-6d30-429b-bf13-4fbc0ce4acf2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 943 time: 0.1328855 Jul 09 13:55:42.742060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 13d4df6b-5a4f-4741-b24a-6b7044d9399b details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:55:42.757208 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1741db-aa29-4748-9c59-23b8c63a31d6 req-02e39661-8ec1-43a3-a86c-7bd88956e424 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:42.760515 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2b1741db-aa29-4748-9c59-23b8c63a31d6 req-02e39661-8ec1-43a3-a86c-7bd88956e424 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.18 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c&tenant_id=e18f38b86e4946d19d906914b285cd31&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 943 time: 0.2533956 Jul 09 13:55:42.853782 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db4d966e-315b-4a99-859e-d8d5a783ab9d req-5189741a-d85f-45de-856e-2521dbade0d1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384254 Jul 09 13:55:42.867410 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-2b1741db-aa29-4748-9c59-23b8c63a31d6 req-e1d5ce3f-6a32-41b4-a673-326bc1783c24 service neutron] delete failed (client error): The resource could not be found. Jul 09 13:55:42.868849 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2b1741db-aa29-4748-9c59-23b8c63a31d6 req-e1d5ce3f-6a32-41b4-a673-326bc1783c24 service neutron] 10.222.0.18 "DELETE /v2.0/ports/13d4df6b-5a4f-4741-b24a-6b7044d9399b/bindings/n-h1-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.1019659 Jul 09 13:55:43.034859 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 13d4df6b-5a4f-4741-b24a-6b7044d9399b, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b,segment=NetworkSegment(2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c),segment_id=2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:43.041456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1741db-aa29-4748-9c59-23b8c63a31d6 req-378f4353-a148-4113-ace5-7d2baa44187c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:43.043828 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2b1741db-aa29-4748-9c59-23b8c63a31d6 req-378f4353-a148-4113-ace5-7d2baa44187c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 1094 time: 0.1042137 Jul 09 13:55:43.061253 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '13d4df6b-5a4f-4741-b24a-6b7044d9399b', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'port_id': '13d4df6b-5a4f-4741-b24a-6b7044d9399b', 'mac_address': 'fa:16:3e:31:19:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:55:43.147858 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:43.181134 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13d4df6b-5a4f-4741-b24a-6b7044d9399b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:55:43.231173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 13d4df6b-5a4f-4741-b24a-6b7044d9399b, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b,segment=NetworkSegment(2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c),segment_id=2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:43.240546 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:43.372159 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=13d4df6b-5a4f-4741-b24a-6b7044d9399b,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:43.382693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:43.383337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:43.383840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:43.384366 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:43.384877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:43.385407 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:43.385915 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:43.386406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:43.386894 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:43.387423 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:43.387913 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:43.388414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:43.508323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['13d4df6b-5a4f-4741-b24a-6b7044d9399b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:55:43.525059 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5a2a8-e980-4cf5-9fa5-bb3cf3cc24c5 req-1921d9f5-79c2-4be7-9a7b-a0c8ba93d22b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:43.527781 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66b5a2a8-e980-4cf5-9fa5-bb3cf3cc24c5 req-1921d9f5-79c2-4be7-9a7b-a0c8ba93d22b tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.0966098 Jul 09 13:55:43.662149 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66b5a2a8-e980-4cf5-9fa5-bb3cf3cc24c5 req-830ff285-07a3-4ab4-9e1e-43fc04c760de tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272321 Jul 09 13:55:43.768547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1741db-aa29-4748-9c59-23b8c63a31d6 req-bd85bf1c-ba6b-4ed0-8c61-bc869de37c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:43.769393 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2b1741db-aa29-4748-9c59-23b8c63a31d6 req-bd85bf1c-ba6b-4ed0-8c61-bc869de37c02 service neutron] 10.222.0.18 "GET /v2.0/networks?id=62411565-9e99-49d8-93f1-b22f736e74a4 HTTP/1.1" status: 200 len: 898 time: 0.7149570 Jul 09 13:55:43.829717 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00b3ea3a-1a28-4717-bac4-0f22b12dca2b req-1a9a675d-cb2e-4501-8829-2acc87c169c3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7397156 Jul 09 13:55:43.860496 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2b1741db-aa29-4748-9c59-23b8c63a31d6 req-62fc99e7-8ce7-4da7-ac9d-b5663c107341 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b HTTP/1.1" status: 200 len: 1000 time: 0.0833669 Jul 09 13:55:43.945518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1741db-aa29-4748-9c59-23b8c63a31d6 req-1171fc61-9167-42ab-8c0d-d8967054c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:43.951143 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2b1741db-aa29-4748-9c59-23b8c63a31d6 req-1171fc61-9167-42ab-8c0d-d8967054c861 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=17437cbf-1fb0-4179-a4f1-bbaff07bdbc7 HTTP/1.1" status: 200 len: 835 time: 0.0775487 Jul 09 13:55:44.065746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1741db-aa29-4748-9c59-23b8c63a31d6 req-a04f4dbf-6a11-4590-8f16-ffba3c6957a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:44.067642 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2b1741db-aa29-4748-9c59-23b8c63a31d6 req-a04f4dbf-6a11-4590-8f16-ffba3c6957a4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=62411565-9e99-49d8-93f1-b22f736e74a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1039457 Jul 09 13:55:44.075890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3ea3a-1a28-4717-bac4-0f22b12dca2b req-33869af3-4c7b-46ed-8278-4f2aa1ddb505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:44.078289 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00b3ea3a-1a28-4717-bac4-0f22b12dca2b req-33869af3-4c7b-46ed-8278-4f2aa1ddb505 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 1097 time: 0.1363454 Jul 09 13:55:44.133118 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52170501-b66a-4e52-9d30-7c6993bf9101 req-c52a9f67-bdd0-4135-aa53-14326fc944e2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:44.134794 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-52170501-b66a-4e52-9d30-7c6993bf9101 req-c52a9f67-bdd0-4135-aa53-14326fc944e2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 944 time: 0.1044137 Jul 09 13:55:44.197977 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-52170501-b66a-4e52-9d30-7c6993bf9101 req-5f9d5e73-aa03-4b47-be57-3950b252e6e1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549948 Jul 09 13:55:44.260663 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2b1741db-aa29-4748-9c59-23b8c63a31d6 req-b6abe7c9-cdd0-474a-8236-0500cb1a3499 service neutron] 10.222.0.18 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812415 Jul 09 13:55:44.261890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3ea3a-1a28-4717-bac4-0f22b12dca2b req-4d73bff1-30c0-4f4c-bc96-e6a0c070db33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:44.263402 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00b3ea3a-1a28-4717-bac4-0f22b12dca2b req-4d73bff1-30c0-4f4c-bc96-e6a0c070db33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 200 len: 906 time: 0.1350260 Jul 09 13:55:44.385490 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00b3ea3a-1a28-4717-bac4-0f22b12dca2b req-40735736-a174-4b12-993e-4429879d2d64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=cc0575d8-75df-4f89-a030-f3dfccb3912a HTTP/1.1" status: 200 len: 217 time: 0.1117342 Jul 09 13:55:44.463530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3ea3a-1a28-4717-bac4-0f22b12dca2b req-0641bddd-5a22-4fdf-a1b3-dc6db6ca1a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:44.465082 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00b3ea3a-1a28-4717-bac4-0f22b12dca2b req-0641bddd-5a22-4fdf-a1b3-dc6db6ca1a52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 200 len: 845 time: 0.0696356 Jul 09 13:55:44.486923 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2b1741db-aa29-4748-9c59-23b8c63a31d6 req-4a9df0a8-6ec9-4ae8-a7df-59733a861b15 service neutron] 10.222.0.18 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144547 Jul 09 13:55:44.511267 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00b3ea3a-1a28-4717-bac4-0f22b12dca2b req-4cc7dcbc-ed82-4f5e-93e5-4911dd2d3f19 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bee744c8-9b9d-4458-aff2-4b24232910a0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391226 Jul 09 13:55:44.660636 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00b3ea3a-1a28-4717-bac4-0f22b12dca2b req-d4945450-6201-4c16-872f-b85d57760f3a service neutron] 10.222.0.18 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384172 Jul 09 13:55:44.764033 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 13d4df6b-5a4f-4741-b24a-6b7044d9399b up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:55:44.835417 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-00b3ea3a-1a28-4717-bac4-0f22b12dca2b req-c14b9063-6a09-4ade-8009-42818ec8fec4 service neutron] 10.222.0.18 "GET /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669307 Jul 09 13:55:44.900309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 13d4df6b-5a4f-4741-b24a-6b7044d9399b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:44.911524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 13d4df6b-5a4f-4741-b24a-6b7044d9399b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:44.912149 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:44.923665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc84f75-163e-4269-aadc-37f94e3bad79 req-664a00de-ded9-477b-99c6-de31242a4d5a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:44.925283 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8bc84f75-163e-4269-aadc-37f94e3bad79 req-664a00de-ded9-477b-99c6-de31242a4d5a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1092887 Jul 09 13:55:44.990405 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8bc84f75-163e-4269-aadc-37f94e3bad79 req-3372438e-6153-4b61-a906-4ded2f7b43cf tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591342 Jul 09 13:55:45.099515 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:45.153531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d4df6b-5a4f-4741-b24a-6b7044d9399b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:55:45.157867 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61adeb28-0022-49fe-983e-1897b0253f5f" -d '{"events": [{"server_uuid": "316bbfeb-6137-4c31-89b0-229bd0ac659c", "name": "network-vif-plugged", "status": "completed", "tag": "13d4df6b-5a4f-4741-b24a-6b7044d9399b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:55:45.182173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 13d4df6b-5a4f-4741-b24a-6b7044d9399b, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b,segment=NetworkSegment(2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c),segment_id=2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:55:45.189797 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:45.264299 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=13d4df6b-5a4f-4741-b24a-6b7044d9399b,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:45.392134 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12017def-b980-4e9b-a947-8a749fb4a6e9 x-openstack-request-id: req-12017def-b980-4e9b-a947-8a749fb4a6e9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:55:45.392134 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316bbfeb-6137-4c31-89b0-229bd0ac659c", "name": "network-vif-plugged", "status": "completed", "tag": "13d4df6b-5a4f-4741-b24a-6b7044d9399b", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:55:45.392487 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-12017def-b980-4e9b-a947-8a749fb4a6e9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:55:45.392861 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13d4df6b-5a4f-4741-b24a-6b7044d9399b', 'code': 200} Jul 09 13:55:45.539709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a5b86a-cc24-4cba-b6cb-fd48ce622e84 req-069dbac9-812e-4e41-84b0-3c297f4815b3 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:45.541376 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d1a5b86a-cc24-4cba-b6cb-fd48ce622e84 req-069dbac9-812e-4e41-84b0-3c297f4815b3 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.0923765 Jul 09 13:55:45.604445 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d1a5b86a-cc24-4cba-b6cb-fd48ce622e84 req-b9f5ec1d-105e-4747-ad9c-fa0b929867a5 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513287 Jul 09 13:55:45.636165 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 39994) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:45.727782 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3599f367-54fa-4324-a6a4-1ef2eb1bb4aa tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/cd9230ca-e050-49d3-b983-564a1fcea716 HTTP/1.1" status: 200 len: 993 time: 0.0902245 Jul 09 13:55:46.263907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e028125a-96cc-4a59-90fd-4f8076afc197 req-739f616b-06fe-4309-8eeb-cd17c46025f9 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:46.267560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e028125a-96cc-4a59-90fd-4f8076afc197 req-739f616b-06fe-4309-8eeb-cd17c46025f9 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.0990932 Jul 09 13:55:46.332555 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e028125a-96cc-4a59-90fd-4f8076afc197 req-f7e3453d-6b0c-4e77-bbb7-f49833cacbdf tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531163 Jul 09 13:55:47.763056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e4a1a-466e-46c6-8fc5-4a4b35d17eb3 req-38188a60-da95-4ff1-9aad-e03d34816684 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:47.765544 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac1e4a1a-466e-46c6-8fc5-4a4b35d17eb3 req-38188a60-da95-4ff1-9aad-e03d34816684 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.0911038 Jul 09 13:55:47.830311 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac1e4a1a-466e-46c6-8fc5-4a4b35d17eb3 req-68c89d9b-a7e9-4be5-85ba-6d90595a8ef2 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543191 Jul 09 13:55:49.096361 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c33c6b5-e796-47e6-afc2-282e10fd90dc req-7386a96a-84c1-4a51-a1db-0ee754fc8c77 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:49.099254 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2c33c6b5-e796-47e6-afc2-282e10fd90dc req-7386a96a-84c1-4a51-a1db-0ee754fc8c77 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1171489 Jul 09 13:55:49.167427 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2c33c6b5-e796-47e6-afc2-282e10fd90dc req-ac71cbd8-3cae-4253-ba98-73e1b4235764 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594654 Jul 09 13:55:49.248464 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:55:50.449829 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8345ddb-5aa4-4bad-a854-11e176bd638d req-5575c8d0-dd91-444f-94cc-aeea8b0b7fcc tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:50.452465 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8345ddb-5aa4-4bad-a854-11e176bd638d req-5575c8d0-dd91-444f-94cc-aeea8b0b7fcc tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.0805793 Jul 09 13:55:50.520482 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8345ddb-5aa4-4bad-a854-11e176bd638d req-fe40521e-9456-4056-b24c-6fe68f603c92 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608029 Jul 09 13:55:51.744161 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786341ca-2971-4e28-9837-bcdcf48faf35 req-87f354f3-b320-4f09-9398-fd7ed2dfbffe tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:51.745943 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-786341ca-2971-4e28-9837-bcdcf48faf35 req-87f354f3-b320-4f09-9398-fd7ed2dfbffe tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.0778129 Jul 09 13:55:51.799961 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-786341ca-2971-4e28-9837-bcdcf48faf35 req-663eb421-3eab-49a6-8ca3-f8de38328955 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457382 Jul 09 13:55:53.057113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c47985d-9d30-44fa-bf32-3214196b8878 req-9eac27de-c8cb-48cd-b1d6-5bd8258f2924 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:53.059796 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c47985d-9d30-44fa-bf32-3214196b8878 req-9eac27de-c8cb-48cd-b1d6-5bd8258f2924 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.0940862 Jul 09 13:55:53.122717 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c47985d-9d30-44fa-bf32-3214196b8878 req-ab835278-1c69-4167-82c4-e8eaf9c3bb9a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541217 Jul 09 13:55:54.384355 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f441a0-e0f5-46ff-b4fc-9a6535386a66 req-d3ee5e6f-c45a-4603-aef4-b78c3a1d89eb tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:54.385995 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e5f441a0-e0f5-46ff-b4fc-9a6535386a66 req-d3ee5e6f-c45a-4603-aef4-b78c3a1d89eb tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.0761571 Jul 09 13:55:54.430551 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e5f441a0-e0f5-46ff-b4fc-9a6535386a66 req-fb638523-cd74-42bf-9221-cfd80532028c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385554 Jul 09 13:55:54.794129 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40098) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:54.799754 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a8c3c78d-0009-4047-abb8-5b752d0234b6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1606974795', 'description': 'tempest-secgroup-smoke-1606974795 description', 'project_id': '7c8a5c7930b54ceda1865a2632d85845'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:54.823833 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c78d-0009-4047-abb8-5b752d0234b6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:54.915901 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c78d-0009-4047-abb8-5b752d0234b6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:54.920954 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c78d-0009-4047-abb8-5b752d0234b6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:54.948955 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a8c3c78d-0009-4047-abb8-5b752d0234b6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:54.950260 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a8c3c78d-0009-4047-abb8-5b752d0234b6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1550949 Jul 09 13:55:54.954540 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40100) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:54.956275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c3c78d-0009-4047-abb8-5b752d0234b6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:54.966585 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Request body: {'security_group_rule': {'security_group_id': 'ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4', 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:54.998356 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.052934 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.057853 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.078345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45a44b50-16f1-4f9d-9622-c4b621d499d7,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:55.087495 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.088752 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327877 Jul 09 13:55:55.090388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:55.090735 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:55.091084 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:55.091451 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:55.091785 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:55.092118 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:55.092480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:55.092811 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:55.093144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:55.093469 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:55.093720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40102) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:55.093851 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:55.094104 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7624ff3-0714-497d-b588-ef03e66e14d4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:55:55.102056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-02d425b8-5e02-40c2-af5a-29d0aa57b63d tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Request body: {'security_group_rule': {'security_group_id': 'ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4', 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:55.145515 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02d425b8-5e02-40c2-af5a-29d0aa57b63d tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.216623 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02d425b8-5e02-40c2-af5a-29d0aa57b63d tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.221218 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02d425b8-5e02-40c2-af5a-29d0aa57b63d tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.241484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d425b8-5e02-40c2-af5a-29d0aa57b63d tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59cca2f0-f8c3-487a-9cfe-1fab812acdda,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:55.248777 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-02d425b8-5e02-40c2-af5a-29d0aa57b63d tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.250123 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-02d425b8-5e02-40c2-af5a-29d0aa57b63d tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1549146 Jul 09 13:55:55.253218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40104) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:55.258290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1aa06203-d8ce-4624-a2bb-d286e5a1907a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Request body: {'security_group_rule': {'security_group_id': 'ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4', 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:55.288910 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1aa06203-d8ce-4624-a2bb-d286e5a1907a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.384065 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1aa06203-d8ce-4624-a2bb-d286e5a1907a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.388273 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1aa06203-d8ce-4624-a2bb-d286e5a1907a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.407616 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa06203-d8ce-4624-a2bb-d286e5a1907a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03b21a7-1560-4390-9f7c-367bd0aa939c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:55.414873 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1aa06203-d8ce-4624-a2bb-d286e5a1907a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.417028 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1aa06203-d8ce-4624-a2bb-d286e5a1907a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1625271 Jul 09 13:55:55.420105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40106) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:55.426202 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0369859f-4cf0-4402-8f5c-4215d4d2adc7 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Request body: {'security_group_rule': {'security_group_id': 'ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4', 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:55.458545 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0369859f-4cf0-4402-8f5c-4215d4d2adc7 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.544200 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0369859f-4cf0-4402-8f5c-4215d4d2adc7 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.551617 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0369859f-4cf0-4402-8f5c-4215d4d2adc7 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.581414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0369859f-4cf0-4402-8f5c-4215d4d2adc7 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded05c85-3d1a-421e-a115-b49779e7f717,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:55.595967 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0369859f-4cf0-4402-8f5c-4215d4d2adc7 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.597240 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0369859f-4cf0-4402-8f5c-4215d4d2adc7 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1749821 Jul 09 13:55:55.601583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40110) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:55.606564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-dc314498-6516-4d49-95df-75da07c88b0f tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Request body: {'security_group_rule': {'security_group_id': 'ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4', 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:55.636795 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-dc314498-6516-4d49-95df-75da07c88b0f tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Project 7c8a5c7930b54ceda1865a2632d85845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:55:55.643203 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc314498-6516-4d49-95df-75da07c88b0f tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.682026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd70347f-604f-46f7-a07f-7fdec3318cc9 req-f13f52d7-d1fc-4420-9fdd-2be8c014f0f3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:55.684894 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cd70347f-604f-46f7-a07f-7fdec3318cc9 req-f13f52d7-d1fc-4420-9fdd-2be8c014f0f3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.0875032 Jul 09 13:55:55.716716 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc314498-6516-4d49-95df-75da07c88b0f tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.724151 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc314498-6516-4d49-95df-75da07c88b0f tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.757512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc314498-6516-4d49-95df-75da07c88b0f tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8dbf542-c7a7-466d-8823-6a123019818d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:55.764347 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cd70347f-604f-46f7-a07f-7fdec3318cc9 req-d571299f-36a9-467b-b398-331887e699c3 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680416 Jul 09 13:55:55.769687 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc314498-6516-4d49-95df-75da07c88b0f tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.776019 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dc314498-6516-4d49-95df-75da07c88b0f tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1689603 Jul 09 13:55:55.777242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40112) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:55:55.782936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f12402ce-0977-49f8-a712-815591afc76f tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Request body: {'security_group_rule': {'security_group_id': 'ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4', 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:55.813303 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-f12402ce-0977-49f8-a712-815591afc76f tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Project 7c8a5c7930b54ceda1865a2632d85845 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:55:55.820014 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f12402ce-0977-49f8-a712-815591afc76f tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.882909 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f12402ce-0977-49f8-a712-815591afc76f tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.887611 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f12402ce-0977-49f8-a712-815591afc76f tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.908985 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12402ce-0977-49f8-a712-815591afc76f tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfd68cb4-eef9-4123-9be0-4eb7c5887062,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:55.917647 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f12402ce-0977-49f8-a712-815591afc76f tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:55.918935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f12402ce-0977-49f8-a712-815591afc76f tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1411209 Jul 09 13:55:56.153504 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-68657889-7514-4db2-bd86-ae0cab236666 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1606974795&fields=id&tenant_id=7c8a5c7930b54ceda1865a2632d85845 HTTP/1.1" status: 200 len: 267 time: 0.0374517 Jul 09 13:55:56.282164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-6a2515b9-9a4e-499b-9356-7430e648ca31 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:56.283796 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-6a2515b9-9a4e-499b-9356-7430e648ca31 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/networks?id=f2277b95-6a34-43d2-b5d5-2d2f6977711f HTTP/1.1" status: 200 len: 814 time: 0.1227734 Jul 09 13:55:56.300823 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-162da864-64b7-46fc-9507-fd7dde324cb8 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/quotas/7c8a5c7930b54ceda1865a2632d85845 HTTP/1.1" status: 200 len: 375 time: 0.0113194 Jul 09 13:55:56.380214 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-4a5c3161-a9d9-4f86-9975-23e11cb9fa6d tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=7c8a5c7930b54ceda1865a2632d85845&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0735593 Jul 09 13:55:56.544151 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-ed976458-cfc4-433b-b56b-7604e9827cde service neutron] 10.222.0.39 "GET /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510413 Jul 09 13:55:56.643417 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-3588afcb-8da8-4084-8ef3-46978c341ab8 service neutron] 10.222.0.39 "GET /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930886 Jul 09 13:55:57.035895 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-35392e98-a3b9-46e3-9953-7fe2f0460f6d req-623bb8b4-85a0-4ddb-bb7e-b067e2a36c36 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 210 time: 0.0448020 Jul 09 13:55:57.063779 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc1db40-8d1d-4ff0-9cff-fc7349eb5d3b req-7a28e453-4331-48ba-a254-84decbb2a7fc tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:57.067125 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dcc1db40-8d1d-4ff0-9cff-fc7349eb5d3b req-7a28e453-4331-48ba-a254-84decbb2a7fc tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1415398 Jul 09 13:55:57.111127 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dcc1db40-8d1d-4ff0-9cff-fc7349eb5d3b req-59736344-ad3e-4a8a-9a04-ae54053efb97 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367160 Jul 09 13:55:58.264872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-f9b50bd3-715b-46ad-8b32-71f363954c81 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:58.267851 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-f9b50bd3-715b-46ad-8b32-71f363954c81 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.18 "GET /v2.0/networks?id=f2277b95-6a34-43d2-b5d5-2d2f6977711f HTTP/1.1" status: 200 len: 814 time: 0.1492519 Jul 09 13:55:58.334123 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-ebb5c8b9-f1dc-438d-99d8-9a8d73ec9fcb tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7c8a5c7930b54ceda1865a2632d85845 HTTP/1.1" status: 200 len: 380 time: 0.0579007 Jul 09 13:55:58.344345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-a231d2a9-868c-440e-a1dc-9bdfcefbf995 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Request body: {'port': {'device_id': '6706f842-3674-4187-bc65-330d1d8263ce', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'admin_state_up': True, 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'security_groups': ['ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:58.344951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2537c606-8b96-4c15-9a2f-e59068c57714 req-b2248205-42ab-4fb5-97b9-1685830ef9fc tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 210 time: 0.0736370 Jul 09 13:55:58.443709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f9c658-f9f7-43f2-945a-d2a73c26c372 req-b1dcecb8-2dd1-4e66-a905-84707bee2844 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:58.446325 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17f9c658-f9f7-43f2-945a-d2a73c26c372 req-b1dcecb8-2dd1-4e66-a905-84707bee2844 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1082950 Jul 09 13:55:58.506623 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17f9c658-f9f7-43f2-945a-d2a73c26c372 req-6b63a794-8e14-4cd9-9470-1e43a8f5bdc2 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496378 Jul 09 13:55:58.520858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-a231d2a9-868c-440e-a1dc-9bdfcefbf995 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Made reservation on behalf of 7c8a5c7930b54ceda1865a2632d85845 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:55:58.525486 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-a231d2a9-868c-440e-a1dc-9bdfcefbf995 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:58.731381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-a231d2a9-868c-440e-a1dc-9bdfcefbf995 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Allocated IP 172.20.0.6 (f2277b95-6a34-43d2-b5d5-2d2f6977711f/007c4407-b0a9-405e-99fd-6f65428096f7/45e08c91-507b-4175-9628-1f19fd2e3a9e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:55:58.912076 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-a231d2a9-868c-440e-a1dc-9bdfcefbf995 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:58.927239 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-a231d2a9-868c-440e-a1dc-9bdfcefbf995 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Transition to ACTIVE for port object 45e08c91-507b-4175-9628-1f19fd2e3a9e will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:58.965062 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-a231d2a9-868c-440e-a1dc-9bdfcefbf995 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:58.979277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f90d5d-0da8-4867-b62e-377c6e327159 req-d9814f1c-4829-463b-a54b-a0eb64b67ad7 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:58.982190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69f90d5d-0da8-4867-b62e-377c6e327159 req-d9814f1c-4829-463b-a54b-a0eb64b67ad7 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1360240 Jul 09 13:55:59.036735 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-a231d2a9-868c-440e-a1dc-9bdfcefbf995 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Network f2277b95-6a34-43d2-b5d5-2d2f6977711f is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:55:59.043159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-a231d2a9-868c-440e-a1dc-9bdfcefbf995 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:55:59.049560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69f90d5d-0da8-4867-b62e-377c6e327159 req-3c75832c-85ee-4f97-ae3f-56baacc03cbb tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599802 Jul 09 13:55:59.052768 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-a231d2a9-868c-440e-a1dc-9bdfcefbf995 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:55:59.065261 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231d2a9-868c-440e-a1dc-9bdfcefbf995 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Pushing event updated for resources: {'Port': ['ID=45e08c91-507b-4175-9628-1f19fd2e3a9e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:55:59.153333 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-a231d2a9-868c-440e-a1dc-9bdfcefbf995 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:59.154471 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-a231d2a9-868c-440e-a1dc-9bdfcefbf995 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:59.180760 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-a231d2a9-868c-440e-a1dc-9bdfcefbf995 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8415017 Jul 09 13:55:59.196423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Request body: {'port': {'device_id': '6706f842-3674-4187-bc65-330d1d8263ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:55:59.365930 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d5b77e-806f-45a7-b749-39ae3b40e891 req-2f1679a9-94e4-44d7-b6fd-fd4f3ba90e5d tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:59.368466 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7d5b77e-806f-45a7-b749-39ae3b40e891 req-2f1679a9-94e4-44d7-b6fd-fd4f3ba90e5d tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1136570 Jul 09 13:55:59.371814 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:59.470619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-afec9dd3-1efa-4d56-ad47-a1cb44c275db None None] Provisioning for port 45e08c91-507b-4175-9628-1f19fd2e3a9e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:55:59.480258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-afec9dd3-1efa-4d56-ad47-a1cb44c275db None None] Provisioning complete for port 45e08c91-507b-4175-9628-1f19fd2e3a9e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:55:59.481437 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-afec9dd3-1efa-4d56-ad47-a1cb44c275db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:59.500480 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7d5b77e-806f-45a7-b749-39ae3b40e891 req-c51010c9-9da7-42d6-8b66-a678475e93cf tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073213 Jul 09 13:55:59.618215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-afec9dd3-1efa-4d56-ad47-a1cb44c275db None None] Port 45e08c91-507b-4175-9628-1f19fd2e3a9e cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:55:59.733880 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8901cdf-8f95-4648-99dd-69cde944e4be req-b2445eb5-5960-4550-bf13-ce95776c4b23 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:55:59.735672 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8901cdf-8f95-4648-99dd-69cde944e4be req-b2445eb5-5960-4550-bf13-ce95776c4b23 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 931 time: 0.1234515 Jul 09 13:55:59.790305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8901cdf-8f95-4648-99dd-69cde944e4be req-2f6ff48f-92c5-4b89-8097-1d4045cef116 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395892 Jul 09 13:55:59.904248 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45e08c91-507b-4175-9628-1f19fd2e3a9e {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:55:59.913882 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:55:59.928163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Transition to ACTIVE for port object 45e08c91-507b-4175-9628-1f19fd2e3a9e will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:55:59.933912 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:00.055370 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Pushing event updated for resources: {'Port': ['ID=45e08c91-507b-4175-9628-1f19fd2e3a9e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:00.112107 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Attempting to bind port 45e08c91-507b-4175-9628-1f19fd2e3a9e on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:56:00.112515 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Attempting to bind port 45e08c91-507b-4175-9628-1f19fd2e3a9e by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '5d957517-f702-4bd5-9276-f871f01531f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:56:00.112894 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Attempting to bind port 45e08c91-507b-4175-9628-1f19fd2e3a9e on network f2277b95-6a34-43d2-b5d5-2d2f6977711f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:56:00.118289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Port 45e08c91-507b-4175-9628-1f19fd2e3a9e on network f2277b95-6a34-43d2-b5d5-2d2f6977711f not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:56:00.118737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Attempting to bind port 45e08c91-507b-4175-9628-1f19fd2e3a9e on network f2277b95-6a34-43d2-b5d5-2d2f6977711f {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:56:00.129931 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 55, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:56:00.130904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Checking segment: {'id': '5d957517-f702-4bd5-9276-f871f01531f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:56:00.131685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Bound using segment: {'id': '5d957517-f702-4bd5-9276-f871f01531f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:56:00.132551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Bound port: 45e08c91-507b-4175-9628-1f19fd2e3a9e, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d957517-f702-4bd5-9276-f871f01531f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:56:00.133270 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:00.172362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988858d1-7941-4ee6-af63-b0cf6dc356da req-4c08cd5f-3dad-476c-95ab-85bf9a472b75 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:00.185288 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-988858d1-7941-4ee6-af63-b0cf6dc356da req-4c08cd5f-3dad-476c-95ab-85bf9a472b75 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1317453 Jul 09 13:56:00.225186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] For port 45e08c91-507b-4175-9628-1f19fd2e3a9e, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:56:00.230136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] For port 45e08c91-507b-4175-9628-1f19fd2e3a9e, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=45e08c91-507b-4175-9628-1f19fd2e3a9e,segment=NetworkSegment(5d957517-f702-4bd5-9276-f871f01531f2),segment_id=5d957517-f702-4bd5-9276-f871f01531f2)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:56:00.238565 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:00.259978 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-988858d1-7941-4ee6-af63-b0cf6dc356da req-6603a9c6-825b-4ec2-8292-74a7a17ebc4d tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726736 Jul 09 13:56:00.288780 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:00.289583 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:00.291498 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] 10.222.0.18 "PUT /v2.0/ports/45e08c91-507b-4175-9628-1f19fd2e3a9e HTTP/1.1" status: 200 len: 1091 time: 1.1027031 Jul 09 13:56:00.291992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6706f842-3674-4187-bc65-330d1d8263ce', 'tag': '45e08c91-507b-4175-9628-1f19fd2e3a9e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:00.294509 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a07d77-0cbe-472e-909f-116df8ec26e9" -d '{"events": [{"name": "network-changed", "server_uuid": "6706f842-3674-4187-bc65-330d1d8263ce", "tag": "45e08c91-507b-4175-9628-1f19fd2e3a9e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:00.448355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b2bbe4-0245-499f-8c19-09edd6e729c0 service neutron] Pushing event updated for resources: {'Port': ['ID=45e08c91-507b-4175-9628-1f19fd2e3a9e,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:00.494002 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec02bf3a-f7e5-4fb2-a256-d2537eb65d4f x-openstack-request-id: req-ec02bf3a-f7e5-4fb2-a256-d2537eb65d4f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:00.494923 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6706f842-3674-4187-bc65-330d1d8263ce", "tag": "45e08c91-507b-4175-9628-1f19fd2e3a9e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:00.494923 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec02bf3a-f7e5-4fb2-a256-d2537eb65d4f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:00.494923 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6706f842-3674-4187-bc65-330d1d8263ce', 'tag': '45e08c91-507b-4175-9628-1f19fd2e3a9e', 'status': 'completed', 'code': 200} Jul 09 13:56:00.512061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-1a7387bb-346b-4df8-a34f-c2e35037f858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:00.513979 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-1a7387bb-346b-4df8-a34f-c2e35037f858 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c8a5c7930b54ceda1865a2632d85845&device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 1094 time: 0.1661205 Jul 09 13:56:00.563500 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-636ac6c9-2363-4568-a9bf-e597a3ee45f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45e08c91-507b-4175-9628-1f19fd2e3a9e HTTP/1.1" status: 200 len: 217 time: 0.0423346 Jul 09 13:56:00.643635 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-ed1bbf48-ce52-44cf-8909-5e0e3d1eb039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:00.646784 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-ed1bbf48-ce52-44cf-8909-5e0e3d1eb039 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=007c4407-b0a9-405e-99fd-6f65428096f7 HTTP/1.1" status: 200 len: 853 time: 0.0759292 Jul 09 13:56:00.752614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-409af6da-b24b-4f6d-8ec2-acddca93a36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:00.755931 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-409af6da-b24b-4f6d-8ec2-acddca93a36b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2277b95-6a34-43d2-b5d5-2d2f6977711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024575 Jul 09 13:56:00.891357 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-b175d0c2-c5f8-4821-9fc0-fce51e19103a service neutron] 10.222.0.18 "GET /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289322 Jul 09 13:56:01.062650 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2a90c39d-a9f9-4db1-a643-a24c58f3c7a3 req-25318751-32fa-4ecf-974d-82eb25b32a65 service neutron] 10.222.0.18 "GET /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656332 Jul 09 13:56:01.113492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8121e02a-fbf8-4fb8-95dc-7c89f97e54c1 req-6cc02590-44a1-4186-b816-1c58002542a5 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:01.115157 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8121e02a-fbf8-4fb8-95dc-7c89f97e54c1 req-6cc02590-44a1-4186-b816-1c58002542a5 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 943 time: 0.1040494 Jul 09 13:56:01.165764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8121e02a-fbf8-4fb8-95dc-7c89f97e54c1 req-01eec2e7-4fe4-4272-b3ee-4bece27ff7c7 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441413 Jul 09 13:56:01.252416 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a07d77-0cbe-472e-909f-116df8ec26e9 req-ddf97e3e-b928-474d-9bbf-ccd7a0b1ef76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:01.253986 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f2a07d77-0cbe-472e-909f-116df8ec26e9 req-ddf97e3e-b928-474d-9bbf-ccd7a0b1ef76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c8a5c7930b54ceda1865a2632d85845&device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 1094 time: 0.1229670 Jul 09 13:56:01.275288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5371d90d-ed19-4069-9e7e-918add3215b1 req-70ecb0eb-f04a-4770-bc22-eac9d1ef2b99 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:01.276815 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5371d90d-ed19-4069-9e7e-918add3215b1 req-70ecb0eb-f04a-4770-bc22-eac9d1ef2b99 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1348565 Jul 09 13:56:01.436601 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a07d77-0cbe-472e-909f-116df8ec26e9 req-549b0fd0-d8be-4e72-a0a7-4696c2c4bfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:01.438166 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f2a07d77-0cbe-472e-909f-116df8ec26e9 req-549b0fd0-d8be-4e72-a0a7-4696c2c4bfe9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f2277b95-6a34-43d2-b5d5-2d2f6977711f HTTP/1.1" status: 200 len: 915 time: 0.1780980 Jul 09 13:56:01.491283 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f2a07d77-0cbe-472e-909f-116df8ec26e9 req-961ef8a2-0552-4c20-8647-e8578c1c6da1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45e08c91-507b-4175-9628-1f19fd2e3a9e HTTP/1.1" status: 200 len: 217 time: 0.0449991 Jul 09 13:56:01.522660 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19658eac-daf1-44c3-b6cc-a624041f33da req-65e42928-e0bc-49a1-b6a4-cf50c5307145 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:01.525736 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19658eac-daf1-44c3-b6cc-a624041f33da req-65e42928-e0bc-49a1-b6a4-cf50c5307145 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 945 time: 0.1037138 Jul 09 13:56:01.548439 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5371d90d-ed19-4069-9e7e-918add3215b1 req-b6e05bc1-0d71-4aa4-8368-bfa769a1b01c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Deleting port ad6a1ee2-1a7a-4491-9677-efa7d425d421 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:01.548922 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5371d90d-ed19-4069-9e7e-918add3215b1 req-b6e05bc1-0d71-4aa4-8368-bfa769a1b01c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:01.585445 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19658eac-daf1-44c3-b6cc-a624041f33da req-324fb33c-86db-4d79-be73-dee686ce85e2 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544047 Jul 09 13:56:01.599266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a07d77-0cbe-472e-909f-116df8ec26e9 req-4514434a-5d3e-4d59-8750-3c1f410f75ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:01.600977 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f2a07d77-0cbe-472e-909f-116df8ec26e9 req-4514434a-5d3e-4d59-8750-3c1f410f75ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=007c4407-b0a9-405e-99fd-6f65428096f7 HTTP/1.1" status: 200 len: 853 time: 0.1046362 Jul 09 13:56:01.698446 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5371d90d-ed19-4069-9e7e-918add3215b1 req-b6e05bc1-0d71-4aa4-8368-bfa769a1b01c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] For port ad6a1ee2-1a7a-4491-9677-efa7d425d421, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ad6a1ee2-1a7a-4491-9677-efa7d425d421,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:01.698810 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5371d90d-ed19-4069-9e7e-918add3215b1 req-b6e05bc1-0d71-4aa4-8368-bfa769a1b01c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:01.717468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5371d90d-ed19-4069-9e7e-918add3215b1 req-b6e05bc1-0d71-4aa4-8368-bfa769a1b01c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Calling delete_port for ad6a1ee2-1a7a-4491-9677-efa7d425d421 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:01.724068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a07d77-0cbe-472e-909f-116df8ec26e9 req-4c5910cd-c369-4b3c-ad91-2be6e6b7d7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:01.725625 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f2a07d77-0cbe-472e-909f-116df8ec26e9 req-4c5910cd-c369-4b3c-ad91-2be6e6b7d7a9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2277b95-6a34-43d2-b5d5-2d2f6977711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1165986 Jul 09 13:56:01.854013 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a6847c7-cf7c-498d-acb3-daf80d057aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:01.917401 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f2a07d77-0cbe-472e-909f-116df8ec26e9 req-b71ba23e-c9b6-4900-b050-9263c6735f2e service neutron] 10.222.0.18 "GET /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853480 Jul 09 13:56:02.089560 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5371d90d-ed19-4069-9e7e-918add3215b1 req-b6e05bc1-0d71-4aa4-8368-bfa769a1b01c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:02.104339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['cc0575d8-75df-4f89-a030-f3dfccb3912a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:56:02.151309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['ad6a1ee2-1a7a-4491-9677-efa7d425d421'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:56:02.177572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e05bc1-0d71-4aa4-8368-bfa769a1b01c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Pushing event deleted for resources: {'Port': ['ID=ad6a1ee2-1a7a-4491-9677-efa7d425d421,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:02.197465 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f2a07d77-0cbe-472e-909f-116df8ec26e9 req-f682e3ea-5327-4a40-af8e-9d2d6bf5c919 service neutron] 10.222.0.18 "GET /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2738903 Jul 09 13:56:02.283713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-5371d90d-ed19-4069-9e7e-918add3215b1 req-b6e05bc1-0d71-4aa4-8368-bfa769a1b01c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] No DVR routers for this DVR port ad6a1ee2-1a7a-4491-9677-efa7d425d421 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:56:02.288368 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5371d90d-ed19-4069-9e7e-918add3215b1 req-b6e05bc1-0d71-4aa4-8368-bfa769a1b01c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:02.291330 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5371d90d-ed19-4069-9e7e-918add3215b1 req-b6e05bc1-0d71-4aa4-8368-bfa769a1b01c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.15 "DELETE /v2.0/ports/ad6a1ee2-1a7a-4491-9677-efa7d425d421 HTTP/1.1" status: 204 len: 173 time: 1.0010731 Jul 09 13:56:02.448002 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08363e40-e206-4055-803d-62185eb102d9 req-97f40ec9-31da-4f09-a734-30f6fadb38e0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:02.449695 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-08363e40-e206-4055-803d-62185eb102d9 req-97f40ec9-31da-4f09-a734-30f6fadb38e0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 943 time: 0.1122797 Jul 09 13:56:02.497880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd4d7268-c8e0-44ca-96d7-3283c2d550ab', 'name': 'network-vif-deleted', 'tag': 'ad6a1ee2-1a7a-4491-9677-efa7d425d421'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:02.503447 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d7e0539-1475-48ff-bf58-b36e4176ffde" -d '{"events": [{"server_uuid": "fd4d7268-c8e0-44ca-96d7-3283c2d550ab", "name": "network-vif-deleted", "tag": "ad6a1ee2-1a7a-4491-9677-efa7d425d421"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:02.530789 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-08363e40-e206-4055-803d-62185eb102d9 req-d45d8422-46ba-49ed-8313-260b0b37ca57 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685787 Jul 09 13:56:02.565586 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-474a94ea-eca1-4f89-936e-86fbbbc0c76e x-openstack-request-id: req-474a94ea-eca1-4f89-936e-86fbbbc0c76e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:02.566116 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd4d7268-c8e0-44ca-96d7-3283c2d550ab", "name": "network-vif-deleted", "tag": "ad6a1ee2-1a7a-4491-9677-efa7d425d421", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:02.566563 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-474a94ea-eca1-4f89-936e-86fbbbc0c76e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:02.567260 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd4d7268-c8e0-44ca-96d7-3283c2d550ab', 'name': 'network-vif-deleted', 'tag': 'ad6a1ee2-1a7a-4491-9677-efa7d425d421', 'status': 'completed', 'code': 200} Jul 09 13:56:02.797228 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43b8e8c0-43e8-4653-a359-ecf0dc19813a req-65fdf702-b193-4f9a-889e-c0db8a6945ec tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd4d7268-c8e0-44ca-96d7-3283c2d550ab HTTP/1.1" status: 200 len: 210 time: 0.0462792 Jul 09 13:56:03.761366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13a1b17-c9c3-4a3e-9671-bb7f730e73b1 req-6c5e1ab6-af75-4414-8c45-573ddbfa7dba tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:03.763075 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f13a1b17-c9c3-4a3e-9671-bb7f730e73b1 req-6c5e1ab6-af75-4414-8c45-573ddbfa7dba tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 943 time: 0.0784965 Jul 09 13:56:03.822218 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f13a1b17-c9c3-4a3e-9671-bb7f730e73b1 req-2c9c37c2-0644-41d3-86ff-f9688399246c tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520282 Jul 09 13:56:04.654025 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:04.679052 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-128e8fee-7105-4271-b2e8-a87934889197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:04.893979 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ad6a1ee2-1a7a-4491-9677-efa7d425d421 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:56:04.918760 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: ad6a1ee2-1a7a-4491-9677-efa7d425d421 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:56:04.919354 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ad6a1ee2-1a7a-4491-9677-efa7d425d421 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:56:05.063555 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadedf07-f659-41b3-a262-6b0a971e929d req-990c4bf1-b8a8-4b40-9e34-0afd7c24246e tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:05.066694 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eadedf07-f659-41b3-a262-6b0a971e929d req-990c4bf1-b8a8-4b40-9e34-0afd7c24246e tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 943 time: 0.1040587 Jul 09 13:56:05.133673 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eadedf07-f659-41b3-a262-6b0a971e929d req-1d213db5-d1cf-4a02-95a3-c90806a75fcd tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610268 Jul 09 13:56:05.427766 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b3212c-9303-4a17-992f-144a459f7a0e req-749fdcdf-c938-4cc7-b234-ba061904234a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:05.429292 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34b3212c-9303-4a17-992f-144a459f7a0e req-749fdcdf-c938-4cc7-b234-ba061904234a tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 946 time: 0.0700192 Jul 09 13:56:05.476839 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34b3212c-9303-4a17-992f-144a459f7a0e req-df928ba0-e313-450b-ae0e-dcab126175a5 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370026 Jul 09 13:56:05.664073 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:06.361129 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749db096-3be9-495c-9bf0-9d12a196be62 req-855d8919-7d8f-4337-8a1d-d45f418c456b tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:06.362719 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-749db096-3be9-495c-9bf0-9d12a196be62 req-855d8919-7d8f-4337-8a1d-d45f418c456b tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 943 time: 0.0916374 Jul 09 13:56:06.407412 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-749db096-3be9-495c-9bf0-9d12a196be62 req-b4ac631b-c4c0-4c2e-9853-37c9e629a0c0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384648 Jul 09 13:56:06.631567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910ff816-e01c-4283-82e3-477f712ebf64 req-93429b4a-149a-4b2f-9fe7-0ca10d89597f tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:06.633066 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-910ff816-e01c-4283-82e3-477f712ebf64 req-93429b4a-149a-4b2f-9fe7-0ca10d89597f tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.18 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 946 time: 0.0762558 Jul 09 13:56:06.708596 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2159ff-35cb-4d7b-802a-9ae6833bf225 req-e7e39a11-6f5f-4f31-9d23-b386307e7fe0 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:06.711175 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c2159ff-35cb-4d7b-802a-9ae6833bf225 req-e7e39a11-6f5f-4f31-9d23-b386307e7fe0 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/ports?device_id=3710cdab-132a-4226-9503-ee960c5d41a7 HTTP/1.1" status: 200 len: 946 time: 0.0939288 Jul 09 13:56:06.777553 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c2159ff-35cb-4d7b-802a-9ae6833bf225 req-14998e5d-c397-44c9-bf3f-59c75147d5b4 tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.39 "GET /v2.0/security-groups?id=f6fc0c14-7253-46a9-882d-51eee53c6609&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562935 Jul 09 13:56:06.784523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-910ff816-e01c-4283-82e3-477f712ebf64 req-cf367340-9075-44d9-8342-cb0536c6095c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Deleting port cc0575d8-75df-4f89-a030-f3dfccb3912a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:06.785293 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-910ff816-e01c-4283-82e3-477f712ebf64 req-cf367340-9075-44d9-8342-cb0536c6095c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:06.888620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-910ff816-e01c-4283-82e3-477f712ebf64 req-cf367340-9075-44d9-8342-cb0536c6095c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] For port cc0575d8-75df-4f89-a030-f3dfccb3912a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=cc0575d8-75df-4f89-a030-f3dfccb3912a,segment=NetworkSegment(46dea999-83a1-4a39-8651-f2e28f2eb044),segment_id=46dea999-83a1-4a39-8651-f2e28f2eb044)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:06.889544 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-910ff816-e01c-4283-82e3-477f712ebf64 req-cf367340-9075-44d9-8342-cb0536c6095c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:06.905661 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-910ff816-e01c-4283-82e3-477f712ebf64 req-cf367340-9075-44d9-8342-cb0536c6095c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Calling delete_port for cc0575d8-75df-4f89-a030-f3dfccb3912a owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:07.062281 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:07.130864 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-910ff816-e01c-4283-82e3-477f712ebf64 req-cf367340-9075-44d9-8342-cb0536c6095c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:07.145292 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['cc0575d8-75df-4f89-a030-f3dfccb3912a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:56:07.175344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf367340-9075-44d9-8342-cb0536c6095c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Pushing event deleted for resources: {'Port': ['ID=cc0575d8-75df-4f89-a030-f3dfccb3912a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:07.239583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-910ff816-e01c-4283-82e3-477f712ebf64 req-cf367340-9075-44d9-8342-cb0536c6095c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] No DVR routers for this DVR port cc0575d8-75df-4f89-a030-f3dfccb3912a on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:56:07.242575 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-910ff816-e01c-4283-82e3-477f712ebf64 req-cf367340-9075-44d9-8342-cb0536c6095c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:07.247367 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-910ff816-e01c-4283-82e3-477f712ebf64 req-cf367340-9075-44d9-8342-cb0536c6095c tempest-ServersTestJSON-56589785 tempest-ServersTestJSON-56589785-project] 10.222.0.18 "DELETE /v2.0/ports/cc0575d8-75df-4f89-a030-f3dfccb3912a HTTP/1.1" status: 204 len: 173 time: 0.6064959 Jul 09 13:56:07.247903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3710cdab-132a-4226-9503-ee960c5d41a7', 'name': 'network-vif-deleted', 'tag': 'cc0575d8-75df-4f89-a030-f3dfccb3912a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:07.251233 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d8a684f-9da8-4b0f-ba6e-0a0e5caa5e07" -d '{"events": [{"server_uuid": "3710cdab-132a-4226-9503-ee960c5d41a7", "name": "network-vif-deleted", "tag": "cc0575d8-75df-4f89-a030-f3dfccb3912a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:07.295774 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4ac22c-b6c9-4fee-b5fc-bfecf8141c2d x-openstack-request-id: req-5d4ac22c-b6c9-4fee-b5fc-bfecf8141c2d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:07.296289 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3710cdab-132a-4226-9503-ee960c5d41a7", "name": "network-vif-deleted", "tag": "cc0575d8-75df-4f89-a030-f3dfccb3912a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:07.296707 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d4ac22c-b6c9-4fee-b5fc-bfecf8141c2d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:07.297350 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3710cdab-132a-4226-9503-ee960c5d41a7', 'name': 'network-vif-deleted', 'tag': 'cc0575d8-75df-4f89-a030-f3dfccb3912a', 'status': 'completed', 'code': 200} Jul 09 13:56:07.677666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ecbe1-ce78-4c05-b69d-9e50f76668ed req-fe76e7ec-21cd-435f-98dd-8112e148be71 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:07.679368 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa5ecbe1-ce78-4c05-b69d-9e50f76668ed req-fe76e7ec-21cd-435f-98dd-8112e148be71 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 943 time: 0.1114800 Jul 09 13:56:07.743329 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa5ecbe1-ce78-4c05-b69d-9e50f76668ed req-896f3c99-cfbd-46a5-9b57-223ce9a9e515 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537610 Jul 09 13:56:07.931519 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40220) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:08.023131 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4b04085-6434-42c1-816f-a85d3c46712b admin admin] Deleting subnet 6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:56:08.027132 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4b04085-6434-42c1-816f-a85d3c46712b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.078149 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4b04085-6434-42c1-816f-a85d3c46712b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.124580 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4b04085-6434-42c1-816f-a85d3c46712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.192875 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4b04085-6434-42c1-816f-a85d3c46712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.228910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b04085-6434-42c1-816f-a85d3c46712b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6317e7e2-f06b-4d9a-8091-9a4f5e72bc25,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:08.237614 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e4b04085-6434-42c1-816f-a85d3c46712b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.240114 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e4b04085-6434-42c1-816f-a85d3c46712b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6317e7e2-f06b-4d9a-8091-9a4f5e72bc25 HTTP/1.1" status: 204 len: 168 time: 0.3071165 Jul 09 13:56:08.244500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40224) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:08.325267 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23cef77e-8bc2-4f87-993d-4be5d558f564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.430788 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23cef77e-8bc2-4f87-993d-4be5d558f564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.443771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-23cef77e-8bc2-4f87-993d-4be5d558f564 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bee744c8-9b9d-4458-aff2-4b24232910a0']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:08.456270 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-23cef77e-8bc2-4f87-993d-4be5d558f564 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46dea999-83a1-4a39-8651-f2e28f2eb044') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:08.456672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-23cef77e-8bc2-4f87-993d-4be5d558f564 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46dea999-83a1-4a39-8651-f2e28f2eb044') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:08.468887 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23cef77e-8bc2-4f87-993d-4be5d558f564 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.488614 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23cef77e-8bc2-4f87-993d-4be5d558f564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.498013 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23cef77e-8bc2-4f87-993d-4be5d558f564 admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:56:08.499144 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23cef77e-8bc2-4f87-993d-4be5d558f564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:56:08.501535 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:56:08.566229 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23cef77e-8bc2-4f87-993d-4be5d558f564 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.573286 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23cef77e-8bc2-4f87-993d-4be5d558f564 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.575939 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-23cef77e-8bc2-4f87-993d-4be5d558f564 admin admin] 10.222.0.39 "DELETE /v2.0/networks/bee744c8-9b9d-4458-aff2-4b24232910a0 HTTP/1.1" status: 204 len: 168 time: 0.3300934 Jul 09 13:56:08.591640 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cef77e-8bc2-4f87-993d-4be5d558f564 admin admin] Pushing event deleted for resources: {'Network': ['ID=bee744c8-9b9d-4458-aff2-4b24232910a0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:08.648249 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.796226 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.832690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40230) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:08.900200 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a67514d0-a4da-4167-af58-9782dc2eaefe admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cd3fbc31bf3346669d7b90ce9e370387&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656309 Jul 09 13:56:08.904235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40232) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:08.975926 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9020eb0d-7b6b-4a76-b31c-bccbd02b7bad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:08.996078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af540131-cb69-40bb-895c-d8d7f62ca2cd req-83a4ecc0-d94c-407b-adde-b19840aa51f4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:08.999993 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-af540131-cb69-40bb-895c-d8d7f62ca2cd req-83a4ecc0-d94c-407b-adde-b19840aa51f4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 943 time: 0.0975978 Jul 09 13:56:09.014304 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9020eb0d-7b6b-4a76-b31c-bccbd02b7bad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.054920 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-af540131-cb69-40bb-895c-d8d7f62ca2cd req-aa6fa864-bfeb-4a41-86c3-7a00a8139f00 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485783 Jul 09 13:56:09.077517 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9020eb0d-7b6b-4a76-b31c-bccbd02b7bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.080251 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9020eb0d-7b6b-4a76-b31c-bccbd02b7bad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:09.083593 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9020eb0d-7b6b-4a76-b31c-bccbd02b7bad admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f6fc0c14-7253-46a9-882d-51eee53c6609 HTTP/1.1" status: 204 len: 168 time: 0.1774533 Jul 09 13:56:09.092626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9020eb0d-7b6b-4a76-b31c-bccbd02b7bad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fc0c14-7253-46a9-882d-51eee53c6609,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:09.817825 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device cc0575d8-75df-4f89-a030-f3dfccb3912a no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:56:09.840597 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: cc0575d8-75df-4f89-a030-f3dfccb3912a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:56:09.840947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device cc0575d8-75df-4f89-a030-f3dfccb3912a not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:56:10.298539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400236a-8f74-4ea3-ad09-c3aaf6afa7ac req-6dee53de-2f9b-4c35-aefc-83b28ccc288e tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:10.301310 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4400236a-8f74-4ea3-ad09-c3aaf6afa7ac req-6dee53de-2f9b-4c35-aefc-83b28ccc288e tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 943 time: 0.1061223 Jul 09 13:56:10.355835 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4400236a-8f74-4ea3-ad09-c3aaf6afa7ac req-1c66ead0-e4b9-4c26-94c7-aa36e76076eb tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466511 Jul 09 13:56:11.568566 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20978e5a-5d24-4300-b593-47757bf82d6b req-cb7de123-3aa0-4418-b013-c5c2c17eb27d tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:11.571208 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-20978e5a-5d24-4300-b593-47757bf82d6b req-cb7de123-3aa0-4418-b013-c5c2c17eb27d tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 943 time: 0.0704677 Jul 09 13:56:11.626148 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-20978e5a-5d24-4300-b593-47757bf82d6b req-7c810376-29fc-4979-b104-df67ce1299d0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471575 Jul 09 13:56:11.834944 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 45e08c91-507b-4175-9628-1f19fd2e3a9e details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:56:11.943930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 45e08c91-507b-4175-9628-1f19fd2e3a9e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=45e08c91-507b-4175-9628-1f19fd2e3a9e,segment=NetworkSegment(5d957517-f702-4bd5-9276-f871f01531f2),segment_id=5d957517-f702-4bd5-9276-f871f01531f2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:11.958376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '45e08c91-507b-4175-9628-1f19fd2e3a9e', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'port_id': '45e08c91-507b-4175-9628-1f19fd2e3a9e', 'mac_address': 'fa:16:3e:94:a4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 326, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:56:12.165725 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.180711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45e08c91-507b-4175-9628-1f19fd2e3a9e {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:56:12.207497 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 45e08c91-507b-4175-9628-1f19fd2e3a9e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=45e08c91-507b-4175-9628-1f19fd2e3a9e,segment=NetworkSegment(5d957517-f702-4bd5-9276-f871f01531f2),segment_id=5d957517-f702-4bd5-9276-f871f01531f2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:12.212143 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:12.285673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=45e08c91-507b-4175-9628-1f19fd2e3a9e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:12.415605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['45e08c91-507b-4175-9628-1f19fd2e3a9e'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:56:12.823308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22905a3-19ed-42f8-8bda-1e67272a6c2a req-a9da8802-b83b-402f-aba2-74b47a7d29fd tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:12.826964 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d22905a3-19ed-42f8-8bda-1e67272a6c2a req-a9da8802-b83b-402f-aba2-74b47a7d29fd tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 944 time: 0.0779033 Jul 09 13:56:12.896503 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d22905a3-19ed-42f8-8bda-1e67272a6c2a req-d2c4aacf-bbf6-4839-b649-f0b824d39dc7 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632336 Jul 09 13:56:13.848688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 45e08c91-507b-4175-9628-1f19fd2e3a9e up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:56:13.911210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 45e08c91-507b-4175-9628-1f19fd2e3a9e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:56:13.916491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 45e08c91-507b-4175-9628-1f19fd2e3a9e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:56:13.916967 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:14.033535 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:14.101160 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6706f842-3674-4187-bc65-330d1d8263ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e08c91-507b-4175-9628-1f19fd2e3a9e'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:14.106374 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc8286b2-c2f9-4266-bfb0-a0525a2b1fc9" -d '{"events": [{"server_uuid": "6706f842-3674-4187-bc65-330d1d8263ce", "name": "network-vif-plugged", "status": "completed", "tag": "45e08c91-507b-4175-9628-1f19fd2e3a9e"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:14.133461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 45e08c91-507b-4175-9628-1f19fd2e3a9e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=45e08c91-507b-4175-9628-1f19fd2e3a9e,segment=NetworkSegment(5d957517-f702-4bd5-9276-f871f01531f2),segment_id=5d957517-f702-4bd5-9276-f871f01531f2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:14.141243 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:14.226440 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6b68edb-0dbc-438e-adcc-2c21fd6c7f41 x-openstack-request-id: req-e6b68edb-0dbc-438e-adcc-2c21fd6c7f41 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:14.227120 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6706f842-3674-4187-bc65-330d1d8263ce", "name": "network-vif-plugged", "status": "completed", "tag": "45e08c91-507b-4175-9628-1f19fd2e3a9e", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:14.227809 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e6b68edb-0dbc-438e-adcc-2c21fd6c7f41 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:14.228403 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6706f842-3674-4187-bc65-330d1d8263ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45e08c91-507b-4175-9628-1f19fd2e3a9e', 'code': 200} Jul 09 13:56:14.269594 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=45e08c91-507b-4175-9628-1f19fd2e3a9e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:14.305069 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c365f9e1-56f7-4592-acde-d88e970d0cd3 req-95af9046-f3cd-493e-aa96-6da0e7257fed tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:14.309601 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c365f9e1-56f7-4592-acde-d88e970d0cd3 req-95af9046-f3cd-493e-aa96-6da0e7257fed tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 944 time: 0.1993251 Jul 09 13:56:14.422250 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee49f14-b7a6-4ff5-9f23-8767f3897681 req-d60e5a2e-18f9-40fd-baa2-ea04830c37cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:14.423401 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c365f9e1-56f7-4592-acde-d88e970d0cd3 req-4e4a2e85-87d2-49d6-b4a4-e8f7eb96b547 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989687 Jul 09 13:56:14.426687 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eee49f14-b7a6-4ff5-9f23-8767f3897681 req-d60e5a2e-18f9-40fd-baa2-ea04830c37cc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 1096 time: 0.1138601 Jul 09 13:56:14.473432 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eee49f14-b7a6-4ff5-9f23-8767f3897681 req-ac55b201-821b-41aa-a7c1-18182fc073f1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399618 Jul 09 13:56:14.517033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40312) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:14.648295 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-edccadf6-f6f9-41a3-86da-425e5299aaa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:14.762891 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-edccadf6-f6f9-41a3-86da-425e5299aaa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:14.769006 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-edccadf6-f6f9-41a3-86da-425e5299aaa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:14.810953 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-edccadf6-f6f9-41a3-86da-425e5299aaa9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36cbffb1305949a2b076b075646a27dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922211 Jul 09 13:56:14.811988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edccadf6-f6f9-41a3-86da-425e5299aaa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd5163c-2511-4560-816e-97de59236cee,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:14.815344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40318) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:14.822488 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcd1994-1d1e-4e74-b545-3d6c93b7ee10 req-d8a9f7c7-eea1-4a9c-a0c0-720350a1cb0f tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:14.832680 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1bcd1994-1d1e-4e74-b545-3d6c93b7ee10 req-d8a9f7c7-eea1-4a9c-a0c0-720350a1cb0f tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 1096 time: 0.1327767 Jul 09 13:56:14.888104 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1bcd1994-1d1e-4e74-b545-3d6c93b7ee10 req-cbef3da8-4512-4542-a870-473226458df9 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514491 Jul 09 13:56:14.901711 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5bcf04c-f4b7-40e8-8d13-f91e075cdf40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:14.923933 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40320) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:14.943665 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5bcf04c-f4b7-40e8-8d13-f91e075cdf40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:15.032864 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5bcf04c-f4b7-40e8-8d13-f91e075cdf40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:15.035999 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b5bcf04c-f4b7-40e8-8d13-f91e075cdf40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:15.037554 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b5bcf04c-f4b7-40e8-8d13-f91e075cdf40 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/9bd5163c-2511-4560-816e-97de59236cee HTTP/1.1" status: 204 len: 168 time: 0.2211165 Jul 09 13:56:15.051719 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bcf04c-f4b7-40e8-8d13-f91e075cdf40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd5163c-2511-4560-816e-97de59236cee,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:15.160496 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cbe65c6a-6a58-4ecb-924c-74d372191c06 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port cc8f6491-b809-4c4a-8da2-626a231fb7cb {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:15.171233 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbe65c6a-6a58-4ecb-924c-74d372191c06 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:15.289071 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbe65c6a-6a58-4ecb-924c-74d372191c06 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:15.289494 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbe65c6a-6a58-4ecb-924c-74d372191c06 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:15.303751 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cbe65c6a-6a58-4ecb-924c-74d372191c06 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for cc8f6491-b809-4c4a-8da2-626a231fb7cb owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:15.544185 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbe65c6a-6a58-4ecb-924c-74d372191c06 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:15.600758 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe65c6a-6a58-4ecb-924c-74d372191c06 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=cc8f6491-b809-4c4a-8da2-626a231fb7cb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:15.734165 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbe65c6a-6a58-4ecb-924c-74d372191c06 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:15.734165 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-cbe65c6a-6a58-4ecb-924c-74d372191c06 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Floating IP cd9230ca-e050-49d3-b983-564a1fcea716 disassociated (deleted). External IP: 172.25.2.101, port: 13d4df6b-5a4f-4741-b24a-6b7044d9399b. Jul 09 13:56:16.097076 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1ec249-90b9-4911-8d4b-6f42d0936c0f req-a2751939-787f-4e69-aa78-e4aff252869a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:16.098712 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f1ec249-90b9-4911-8d4b-6f42d0936c0f req-a2751939-787f-4e69-aa78-e4aff252869a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 945 time: 0.5018010 Jul 09 13:56:16.186937 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f1ec249-90b9-4911-8d4b-6f42d0936c0f req-b23ebc60-cb1b-4a9d-a536-3d3b4fc08cb8 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802879 Jul 09 13:56:16.454104 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe65c6a-6a58-4ecb-924c-74d372191c06 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:56:16.474501 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e13995-d566-4231-8581-2fb0655a8701 req-e51e046c-e14f-484e-b9f4-1d148fc2cb38 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:16.476704 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-35e13995-d566-4231-8581-2fb0655a8701 req-e51e046c-e14f-484e-b9f4-1d148fc2cb38 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 945 time: 0.1359422 Jul 09 13:56:16.608808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-35e13995-d566-4231-8581-2fb0655a8701 req-007543de-fda9-4f31-9f57-9d58ae36c842 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946407 Jul 09 13:56:16.626904 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe65c6a-6a58-4ecb-924c-74d372191c06 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:56:16.632654 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbe65c6a-6a58-4ecb-924c-74d372191c06 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:16.655212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031479b-4f65-4bb2-a054-19ea94ee884c None None] Sync routers for ids ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:56:16.657338 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40356) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:16.670992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b031479b-4f65-4bb2-a054-19ea94ee884c None None] Routers {'3e3a26d1-cc52-4b87-984d-737ae9a35cf5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:16.671707 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b031479b-4f65-4bb2-a054-19ea94ee884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:56:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:16.705100 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cbe65c6a-6a58-4ecb-924c-74d372191c06 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/floatingips/cd9230ca-e050-49d3-b983-564a1fcea716 HTTP/1.1" status: 204 len: 168 time: 1.7782760 Jul 09 13:56:16.705984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'tag': '13d4df6b-5a4f-4741-b24a-6b7044d9399b'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:16.711049 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-055fc132-38fb-4fc0-b557-27274fb4fae1" -d '{"events": [{"name": "network-changed", "server_uuid": "316bbfeb-6137-4c31-89b0-229bd0ac659c", "tag": "13d4df6b-5a4f-4741-b24a-6b7044d9399b"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:16.794009 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca5ada2-0a0a-4bf7-9437-395b98e59d6a x-openstack-request-id: req-8ca5ada2-0a0a-4bf7-9437-395b98e59d6a {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:16.794009 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "316bbfeb-6137-4c31-89b0-229bd0ac659c", "tag": "13d4df6b-5a4f-4741-b24a-6b7044d9399b", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:16.794567 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8ca5ada2-0a0a-4bf7-9437-395b98e59d6a {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:16.796328 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'tag': '13d4df6b-5a4f-4741-b24a-6b7044d9399b', 'status': 'completed', 'code': 200} Jul 09 13:56:16.815154 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b031479b-4f65-4bb2-a054-19ea94ee884c None None] Set router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:16.974798 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fc132-38fb-4fc0-b557-27274fb4fae1 req-4b92c663-1815-400c-baca-f4244b40baa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:16.979239 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-055fc132-38fb-4fc0-b557-27274fb4fae1 req-4b92c663-1815-400c-baca-f4244b40baa7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 1096 time: 0.1497653 Jul 09 13:56:17.116605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b031479b-4f65-4bb2-a054-19ea94ee884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103519790', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:21Z', 'updated_at': '2021-07-09T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9f849b1d-df84-4001-b4a0-20ba839fed86', 'name': '', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:8e:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:24Z', 'updated_at': '2021-07-09T13:54:32Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:17.151743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031479b-4f65-4bb2-a054-19ea94ee884c None None] Checking router: 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:56:17.164231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b031479b-4f65-4bb2-a054-19ea94ee884c None None] Routers {'3e3a26d1-cc52-4b87-984d-737ae9a35cf5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:17.165501 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b031479b-4f65-4bb2-a054-19ea94ee884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:56:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:17.297281 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fc132-38fb-4fc0-b557-27274fb4fae1 req-d2b2b0e7-0250-452c-ab7e-3b4961e3db1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:17.299899 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-055fc132-38fb-4fc0-b557-27274fb4fae1 req-d2b2b0e7-0250-452c-ab7e-3b4961e3db1b service neutron] 10.222.0.15 "GET /v2.0/networks?id=62411565-9e99-49d8-93f1-b22f736e74a4 HTTP/1.1" status: 200 len: 898 time: 0.3140070 Jul 09 13:56:17.322992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b031479b-4f65-4bb2-a054-19ea94ee884c None None] Set router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:17.389498 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-055fc132-38fb-4fc0-b557-27274fb4fae1 req-4bb2b529-a895-4785-99e7-b7f6ff263ec8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b HTTP/1.1" status: 200 len: 217 time: 0.0812697 Jul 09 13:56:17.481842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db356bc8-0d68-4153-9821-f6f4d4753dde tempest-TestVolumeBackupRestore-343853914 tempest-TestVolumeBackupRestore-343853914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:17.486804 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-db356bc8-0d68-4153-9821-f6f4d4753dde tempest-TestVolumeBackupRestore-343853914 tempest-TestVolumeBackupRestore-343853914-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 1091 time: 0.8249996 Jul 09 13:56:17.491221 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40368) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:17.498713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fc132-38fb-4fc0-b557-27274fb4fae1 req-42f522aa-d36c-47b2-956d-9501762fb04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:17.502312 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-055fc132-38fb-4fc0-b557-27274fb4fae1 req-42f522aa-d36c-47b2-956d-9501762fb04a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=17437cbf-1fb0-4179-a4f1-bbaff07bdbc7 HTTP/1.1" status: 200 len: 835 time: 0.1039793 Jul 09 13:56:17.502748 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '45e08c91-507b-4175-9628-1f19fd2e3a9e', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:17.538680 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168fc80b-ac4b-4c19-acab-75fe8510fbf5 req-7d4fdaf0-93f4-4b70-96dd-e0a55a03913a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:17.546951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-168fc80b-ac4b-4c19-acab-75fe8510fbf5 req-7d4fdaf0-93f4-4b70-96dd-e0a55a03913a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.1746893 Jul 09 13:56:17.630767 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:17.637046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055fc132-38fb-4fc0-b557-27274fb4fae1 req-7dd1f6ab-4e8b-4ff5-b319-349693b19d1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:17.641575 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-055fc132-38fb-4fc0-b557-27274fb4fae1 req-7dd1f6ab-4e8b-4ff5-b319-349693b19d1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=62411565-9e99-49d8-93f1-b22f736e74a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292799 Jul 09 13:56:17.663007 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-168fc80b-ac4b-4c19-acab-75fe8510fbf5 req-647a3730-7f4a-480f-afc7-dae53995a3c1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145151 Jul 09 13:56:17.749785 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b031479b-4f65-4bb2-a054-19ea94ee884c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103519790', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:21Z', 'updated_at': '2021-07-09T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9f849b1d-df84-4001-b4a0-20ba839fed86', 'name': '', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:8e:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:24Z', 'updated_at': '2021-07-09T13:54:32Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:17.786270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b031479b-4f65-4bb2-a054-19ea94ee884c None None] The sync data for ids ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'] in n-d-799525-3 is: [{'id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103519790', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:54:25Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:21Z', 'updated_at': '2021-07-09T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9f849b1d-df84-4001-b4a0-20ba839fed86', 'name': '', 'network_id': '62411565-9e99-49d8-93f1-b22f736e74a4', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:8e:7c:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:24Z', 'updated_at': '2021-07-09T13:54:32Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '17437cbf-1fb0-4179-a4f1-bbaff07bdbc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:56:17.823308 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:17.827436 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-055fc132-38fb-4fc0-b557-27274fb4fae1 req-0c12633d-b2ac-4acd-b1ad-290226e25177 service neutron] 10.222.0.15 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1775935 Jul 09 13:56:17.950653 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-055fc132-38fb-4fc0-b557-27274fb4fae1 req-ba8b875d-c5ef-44cc-9ff6-c29ebe369fcd service neutron] 10.222.0.15 "GET /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156039 Jul 09 13:56:17.972007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Allocated IP 172.25.2.43 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/561d10df-a6a1-4dc8-9990-09848e41e4bf) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:56:18.135962 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2d25889-785a-4026-b84c-306f8815684c None None] New status for floating IP cd9230ca-e050-49d3-b983-564a1fcea716: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:56:18.139562 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:18.189335 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:18.229148 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:56:18.236052 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:56:18.238787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:56:18.270909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Pushing event updated for resources: {'Port': ['ID=561d10df-a6a1-4dc8-9990-09848e41e4bf,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:18.706193 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:18.715408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67176f1e-592b-4a44-abe6-9317e0df9e24 req-f3c24ffc-b755-4bf2-bd7f-9573c68c8838 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:18.719513 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-67176f1e-592b-4a44-abe6-9317e0df9e24 req-f3c24ffc-b755-4bf2-bd7f-9573c68c8838 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.15 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.1155772 Jul 09 13:56:18.894917 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:18.925080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-67176f1e-592b-4a44-abe6-9317e0df9e24 req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port 13d4df6b-5a4f-4741-b24a-6b7044d9399b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:18.925995 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-67176f1e-592b-4a44-abe6-9317e0df9e24 req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:19.176614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a69d76-87f3-4561-8b87-1b915eff8ae4 req-5546a6ce-0e28-4c93-a00a-61c8487fc947 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:19.184592 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9a69d76-87f3-4561-8b87-1b915eff8ae4 req-5546a6ce-0e28-4c93-a00a-61c8487fc947 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 945 time: 0.3060431 Jul 09 13:56:19.309388 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9a69d76-87f3-4561-8b87-1b915eff8ae4 req-55b42a89-081d-4603-bc20-0029a6aa9b51 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174402 Jul 09 13:56:19.374013 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:19.382125 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:19.502842 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Pushing event updated for resources: {'Port': ['ID=561d10df-a6a1-4dc8-9990-09848e41e4bf,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:19.520530 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:19.569574 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-67176f1e-592b-4a44-abe6-9317e0df9e24 req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] For port 13d4df6b-5a4f-4741-b24a-6b7044d9399b, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=13d4df6b-5a4f-4741-b24a-6b7044d9399b,segment=NetworkSegment(2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c),segment_id=2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:19.570053 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-67176f1e-592b-4a44-abe6-9317e0df9e24 req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:19.586281 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-67176f1e-592b-4a44-abe6-9317e0df9e24 req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for 13d4df6b-5a4f-4741-b24a-6b7044d9399b owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:19.653867 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Floating IP 6ed83f30-98f0-4fdc-9220-0451ba9cdcc7 associated. External IP: 172.25.2.43, port: 45e08c91-507b-4175-9628-1f19fd2e3a9e. Jul 09 13:56:19.791482 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-67176f1e-592b-4a44-abe6-9317e0df9e24 req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:19.855769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=13d4df6b-5a4f-4741-b24a-6b7044d9399b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:19.884797 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:19.885537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:19.886272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:19.887174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:19.887804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:19.889412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:19.890331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:19.891159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:19.891803 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:19.892530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:19.893207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:19.894005 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:19.956232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Router f8293e88-cb88-44a0-9712-57372d3c74da has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:56:19.964472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-67176f1e-592b-4a44-abe6-9317e0df9e24 req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] No DVR routers for this DVR port 13d4df6b-5a4f-4741-b24a-6b7044d9399b on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:56:19.968622 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-67176f1e-592b-4a44-abe6-9317e0df9e24 req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:19.971698 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-67176f1e-592b-4a44-abe6-9317e0df9e24 req-699d8c35-f438-445d-82aa-a71d5ad4bda6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.15 "DELETE /v2.0/ports/13d4df6b-5a4f-4741-b24a-6b7044d9399b HTTP/1.1" status: 204 len: 173 time: 1.2476251 Jul 09 13:56:19.972404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'name': 'network-vif-deleted', 'tag': '13d4df6b-5a4f-4741-b24a-6b7044d9399b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:19.976435 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c83a42f-aa23-4eed-a0e5-5cad6cd45a57" -d '{"events": [{"server_uuid": "316bbfeb-6137-4c31-89b0-229bd0ac659c", "name": "network-vif-deleted", "tag": "13d4df6b-5a4f-4741-b24a-6b7044d9399b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:20.038367 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fab38e2-3e50-4d55-8b2b-3dcd6eb4f57c x-openstack-request-id: req-6fab38e2-3e50-4d55-8b2b-3dcd6eb4f57c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:20.039013 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "316bbfeb-6137-4c31-89b0-229bd0ac659c", "name": "network-vif-deleted", "tag": "13d4df6b-5a4f-4741-b24a-6b7044d9399b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:20.039408 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6fab38e2-3e50-4d55-8b2b-3dcd6eb4f57c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:20.039918 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '316bbfeb-6137-4c31-89b0-229bd0ac659c', 'name': 'network-vif-deleted', 'tag': '13d4df6b-5a4f-4741-b24a-6b7044d9399b', 'status': 'completed', 'code': 200} Jul 09 13:56:20.158630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:56:20.169302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a049da8-6e1d-4a67-8a9a-aa268ea70f57 None None] Sync routers for ids ['f8293e88-cb88-44a0-9712-57372d3c74da'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:56:20.180933 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:20.202955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a049da8-6e1d-4a67-8a9a-aa268ea70f57 None None] Routers {'f8293e88-cb88-44a0-9712-57372d3c74da'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:20.205714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0a049da8-6e1d-4a67-8a9a-aa268ea70f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:56:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f8293e88-cb88-44a0-9712-57372d3c74da'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:20.272641 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9fb71cd8-1720-4065-be62-0e6a32a2afb0 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.7793396 Jul 09 13:56:20.273415 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6706f842-3674-4187-bc65-330d1d8263ce', 'tag': '45e08c91-507b-4175-9628-1f19fd2e3a9e'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:20.275301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40392) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:20.277062 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d140af88-9fcb-4ad2-9514-51950cc3962e" -d '{"events": [{"name": "network-changed", "server_uuid": "6706f842-3674-4187-bc65-330d1d8263ce", "tag": "45e08c91-507b-4175-9628-1f19fd2e3a9e"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:20.391320 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d65393-4830-47b9-a352-f38848643ad1 x-openstack-request-id: req-41d65393-4830-47b9-a352-f38848643ad1 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:20.391708 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6706f842-3674-4187-bc65-330d1d8263ce", "tag": "45e08c91-507b-4175-9628-1f19fd2e3a9e", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:20.392058 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-41d65393-4830-47b9-a352-f38848643ad1 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:20.392703 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6706f842-3674-4187-bc65-330d1d8263ce', 'tag': '45e08c91-507b-4175-9628-1f19fd2e3a9e', 'status': 'completed', 'code': 200} Jul 09 13:56:20.478013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beac1282-063f-4707-929c-c14d3a2dc8cb tempest-TestVolumeBackupRestore-343853914 tempest-TestVolumeBackupRestore-343853914-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:20.480847 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-beac1282-063f-4707-929c-c14d3a2dc8cb tempest-TestVolumeBackupRestore-343853914 tempest-TestVolumeBackupRestore-343853914-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 1091 time: 0.2032211 Jul 09 13:56:20.485939 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40400) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:20.494654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1990173a-c8f0-4706-9139-d8d5c5a4b626 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Request body: {'floatingip': {'port_id': '45e08c91-507b-4175-9628-1f19fd2e3a9e'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:20.514652 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0a049da8-6e1d-4a67-8a9a-aa268ea70f57 None None] Set router f8293e88-cb88-44a0-9712-57372d3c74da gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:20.616489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140af88-9fcb-4ad2-9514-51950cc3962e req-625a71b2-03f3-4b7e-8960-6b114a388cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:20.621459 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d140af88-9fcb-4ad2-9514-51950cc3962e req-625a71b2-03f3-4b7e-8960-6b114a388cca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c8a5c7930b54ceda1865a2632d85845&device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 1096 time: 0.2021971 Jul 09 13:56:20.699423 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e00c6f3-a354-42a5-b231-4c1be6097228 req-ce4366ce-5017-49ea-af81-0680f286dbb1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=316bbfeb-6137-4c31-89b0-229bd0ac659c HTTP/1.1" status: 200 len: 210 time: 0.0688033 Jul 09 13:56:20.720672 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1990173a-c8f0-4706-9139-d8d5c5a4b626 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:20.824113 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140af88-9fcb-4ad2-9514-51950cc3962e req-32aa84ae-519e-4911-bd4a-98ff736ae92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:20.828516 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d140af88-9fcb-4ad2-9514-51950cc3962e req-32aa84ae-519e-4911-bd4a-98ff736ae92d service neutron] 10.222.0.18 "GET /v2.0/networks?id=f2277b95-6a34-43d2-b5d5-2d2f6977711f HTTP/1.1" status: 200 len: 915 time: 0.1990798 Jul 09 13:56:20.942245 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 13d4df6b-5a4f-4741-b24a-6b7044d9399b no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:56:20.948170 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d140af88-9fcb-4ad2-9514-51950cc3962e req-158b10cd-5cbf-424f-a718-7ee7c222126c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45e08c91-507b-4175-9628-1f19fd2e3a9e HTTP/1.1" status: 200 len: 998 time: 0.1117685 Jul 09 13:56:20.983656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 13d4df6b-5a4f-4741-b24a-6b7044d9399b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:56:20.984241 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 13d4df6b-5a4f-4741-b24a-6b7044d9399b not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:56:21.010217 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0a049da8-6e1d-4a67-8a9a-aa268ea70f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:53:40Z', 'revision_number': 4, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port': {'id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:35Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '6ed83f30-98f0-4fdc-9220-0451ba9cdcc7', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'port_id': '45e08c91-507b-4175-9628-1f19fd2e3a9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'mac_address': 'fa:16:3e:94:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706f842-3674-4187-bc65-330d1d8263ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:56:18Z', 'updated_at': '2021-07-09T13:56:18Z', 'revision_number': 0, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b797cb-a205-44ba-9cea-c31b9f1222c0', 'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'mac_address': 'fa:16:3e:16:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:39Z', 'updated_at': '2021-07-09T13:53:47Z', 'revision_number': 5, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'subnets': [{'id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:21.023405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140af88-9fcb-4ad2-9514-51950cc3962e req-d3dc253a-bc1d-421c-a174-ff735e24185f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:21.025630 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d140af88-9fcb-4ad2-9514-51950cc3962e req-d3dc253a-bc1d-421c-a174-ff735e24185f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=007c4407-b0a9-405e-99fd-6f65428096f7 HTTP/1.1" status: 200 len: 853 time: 0.0708342 Jul 09 13:56:21.051726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a049da8-6e1d-4a67-8a9a-aa268ea70f57 None None] Checking router: f8293e88-cb88-44a0-9712-57372d3c74da for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:56:21.063236 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a049da8-6e1d-4a67-8a9a-aa268ea70f57 None None] Routers {'f8293e88-cb88-44a0-9712-57372d3c74da'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:21.064469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0a049da8-6e1d-4a67-8a9a-aa268ea70f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:56:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f8293e88-cb88-44a0-9712-57372d3c74da'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:21.104076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140af88-9fcb-4ad2-9514-51950cc3962e req-8af64e0d-e304-4235-8a44-cf55fd9b97cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:21.105716 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d140af88-9fcb-4ad2-9514-51950cc3962e req-8af64e0d-e304-4235-8a44-cf55fd9b97cb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2277b95-6a34-43d2-b5d5-2d2f6977711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0739572 Jul 09 13:56:21.218754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0a049da8-6e1d-4a67-8a9a-aa268ea70f57 None None] Set router f8293e88-cb88-44a0-9712-57372d3c74da gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:21.229217 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d140af88-9fcb-4ad2-9514-51950cc3962e req-c63cf255-1351-4518-8953-3d27c36b4e05 service neutron] 10.222.0.18 "GET /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166193 Jul 09 13:56:21.397910 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d140af88-9fcb-4ad2-9514-51950cc3962e req-e73bcc62-22c9-4614-8fc2-e92b829fcfa3 service neutron] 10.222.0.18 "GET /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518638 Jul 09 13:56:21.485516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-df909560-41c2-4694-a43e-299be8b8cb9b req-7d13df35-2d20-4eb5-872c-cc45bf511e6d service neutron] (93753) timed out ('10.222.0.15', 54040) {{(pid=93753) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 13:56:21.613546 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0a049da8-6e1d-4a67-8a9a-aa268ea70f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:53:40Z', 'revision_number': 4, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port': {'id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:35Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '6ed83f30-98f0-4fdc-9220-0451ba9cdcc7', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'port_id': '45e08c91-507b-4175-9628-1f19fd2e3a9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'mac_address': 'fa:16:3e:94:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706f842-3674-4187-bc65-330d1d8263ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:56:18Z', 'updated_at': '2021-07-09T13:56:18Z', 'revision_number': 0, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b797cb-a205-44ba-9cea-c31b9f1222c0', 'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'mac_address': 'fa:16:3e:16:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:39Z', 'updated_at': '2021-07-09T13:53:47Z', 'revision_number': 5, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'subnets': [{'id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:21.648149 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a049da8-6e1d-4a67-8a9a-aa268ea70f57 None None] The sync data for ids ['f8293e88-cb88-44a0-9712-57372d3c74da'] in n-d-799525-3 is: [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:53:40Z', 'revision_number': 4, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port': {'id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:35Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '6ed83f30-98f0-4fdc-9220-0451ba9cdcc7', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'port_id': '45e08c91-507b-4175-9628-1f19fd2e3a9e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'mac_address': 'fa:16:3e:94:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706f842-3674-4187-bc65-330d1d8263ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:56:18Z', 'updated_at': '2021-07-09T13:56:18Z', 'revision_number': 0, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b797cb-a205-44ba-9cea-c31b9f1222c0', 'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'mac_address': 'fa:16:3e:16:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:39Z', 'updated_at': '2021-07-09T13:53:47Z', 'revision_number': 5, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'subnets': [{'id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:56:21.715264 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1990173a-c8f0-4706-9139-d8d5c5a4b626 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:21.723251 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1990173a-c8f0-4706-9139-d8d5c5a4b626 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:21.883953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40416) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:21.968663 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf96bb0-ad9e-407d-ba02-7f1f60419851 None None] New status for floating IP 6ed83f30-98f0-4fdc-9220-0451ba9cdcc7: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:56:22.497223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1990173a-c8f0-4706-9139-d8d5c5a4b626 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Router f8293e88-cb88-44a0-9712-57372d3c74da has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:56:22.524604 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7c5fa41-38b4-433d-a06d-ac21e80fcbaf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:22.632720 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1990173a-c8f0-4706-9139-d8d5c5a4b626 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:56:22.638475 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1990173a-c8f0-4706-9139-d8d5c5a4b626 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:22.648073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a0e09-c430-4d69-8c3a-a0f21af25edc None None] Sync routers for ids ['f8293e88-cb88-44a0-9712-57372d3c74da'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:56:22.669403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a0e09-c430-4d69-8c3a-a0f21af25edc None None] Routers {'f8293e88-cb88-44a0-9712-57372d3c74da'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:22.672071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fd5a0e09-c430-4d69-8c3a-a0f21af25edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:56:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f8293e88-cb88-44a0-9712-57372d3c74da'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:22.697339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6706f842-3674-4187-bc65-330d1d8263ce', 'tag': '45e08c91-507b-4175-9628-1f19fd2e3a9e'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:22.701458 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fe21839-2a76-4a2f-a17c-80e8a9ff3e63" -d '{"events": [{"name": "network-changed", "server_uuid": "6706f842-3674-4187-bc65-330d1d8263ce", "tag": "45e08c91-507b-4175-9628-1f19fd2e3a9e"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:22.792327 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1990173a-c8f0-4706-9139-d8d5c5a4b626 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "PUT /v2.0/floatingips/6ed83f30-98f0-4fdc-9220-0451ba9cdcc7 HTTP/1.1" status: 200 len: 990 time: 2.3044503 Jul 09 13:56:22.813022 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcd776b-7348-4f14-8c01-d79aee4ef349 x-openstack-request-id: req-0dcd776b-7348-4f14-8c01-d79aee4ef349 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:22.813434 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6706f842-3674-4187-bc65-330d1d8263ce", "tag": "45e08c91-507b-4175-9628-1f19fd2e3a9e", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:22.813776 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0dcd776b-7348-4f14-8c01-d79aee4ef349 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:22.814496 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6706f842-3674-4187-bc65-330d1d8263ce', 'tag': '45e08c91-507b-4175-9628-1f19fd2e3a9e', 'status': 'completed', 'code': 200} Jul 09 13:56:22.979541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe21839-2a76-4a2f-a17c-80e8a9ff3e63 req-ef2dd3a6-7f89-46aa-945a-aeb2518a82f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:22.980187 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fe21839-2a76-4a2f-a17c-80e8a9ff3e63 req-ef2dd3a6-7f89-46aa-945a-aeb2518a82f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c8a5c7930b54ceda1865a2632d85845&device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 1096 time: 0.1147189 Jul 09 13:56:23.034684 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-fd5a0e09-c430-4d69-8c3a-a0f21af25edc None None] Set router f8293e88-cb88-44a0-9712-57372d3c74da gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:23.070046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e7c5fa41-38b4-433d-a06d-ac21e80fcbaf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port 9f849b1d-df84-4001-b4a0-20ba839fed86 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:23.070376 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7c5fa41-38b4-433d-a06d-ac21e80fcbaf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:23.157510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe21839-2a76-4a2f-a17c-80e8a9ff3e63 req-ef44daac-db37-48f6-8487-8e71e8f1e05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:23.159055 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fe21839-2a76-4a2f-a17c-80e8a9ff3e63 req-ef44daac-db37-48f6-8487-8e71e8f1e05a service neutron] 10.222.0.18 "GET /v2.0/networks?id=f2277b95-6a34-43d2-b5d5-2d2f6977711f HTTP/1.1" status: 200 len: 915 time: 0.1714120 Jul 09 13:56:23.242593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-e7c5fa41-38b4-433d-a06d-ac21e80fcbaf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] For port 9f849b1d-df84-4001-b4a0-20ba839fed86, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9f849b1d-df84-4001-b4a0-20ba839fed86,segment=NetworkSegment(2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c),segment_id=2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:23.242962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7c5fa41-38b4-433d-a06d-ac21e80fcbaf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:23.265184 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e7c5fa41-38b4-433d-a06d-ac21e80fcbaf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for 9f849b1d-df84-4001-b4a0-20ba839fed86 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:23.268406 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fe21839-2a76-4a2f-a17c-80e8a9ff3e63 req-549a1d12-f986-4487-9176-0afc94f9eca8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45e08c91-507b-4175-9628-1f19fd2e3a9e HTTP/1.1" status: 200 len: 1000 time: 0.1022048 Jul 09 13:56:23.370232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe21839-2a76-4a2f-a17c-80e8a9ff3e63 req-71f9671a-8ff5-4e77-9c11-86de80726472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:23.373487 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fe21839-2a76-4a2f-a17c-80e8a9ff3e63 req-71f9671a-8ff5-4e77-9c11-86de80726472 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=007c4407-b0a9-405e-99fd-6f65428096f7 HTTP/1.1" status: 200 len: 853 time: 0.0948007 Jul 09 13:56:23.386962 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fd5a0e09-c430-4d69-8c3a-a0f21af25edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:53:40Z', 'revision_number': 4, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port': {'id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:35Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '6ed83f30-98f0-4fdc-9220-0451ba9cdcc7', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'port_id': '45e08c91-507b-4175-9628-1f19fd2e3a9e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'mac_address': 'fa:16:3e:94:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706f842-3674-4187-bc65-330d1d8263ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:56:18Z', 'updated_at': '2021-07-09T13:56:22Z', 'revision_number': 2, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b797cb-a205-44ba-9cea-c31b9f1222c0', 'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'mac_address': 'fa:16:3e:16:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:39Z', 'updated_at': '2021-07-09T13:53:47Z', 'revision_number': 5, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'subnets': [{'id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:23.416303 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a0e09-c430-4d69-8c3a-a0f21af25edc None None] Checking router: f8293e88-cb88-44a0-9712-57372d3c74da for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:56:23.425560 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5a0e09-c430-4d69-8c3a-a0f21af25edc None None] Routers {'f8293e88-cb88-44a0-9712-57372d3c74da'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:23.426197 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fd5a0e09-c430-4d69-8c3a-a0f21af25edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:56:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f8293e88-cb88-44a0-9712-57372d3c74da'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:23.498521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe21839-2a76-4a2f-a17c-80e8a9ff3e63 req-7aed0687-1568-4e87-905c-9d95a7bc196f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:23.500422 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fe21839-2a76-4a2f-a17c-80e8a9ff3e63 req-7aed0687-1568-4e87-905c-9d95a7bc196f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2277b95-6a34-43d2-b5d5-2d2f6977711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1217084 Jul 09 13:56:23.588521 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-fd5a0e09-c430-4d69-8c3a-a0f21af25edc None None] Set router f8293e88-cb88-44a0-9712-57372d3c74da gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:23.637783 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7c5fa41-38b4-433d-a06d-ac21e80fcbaf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:23.679398 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c5fa41-38b4-433d-a06d-ac21e80fcbaf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=9f849b1d-df84-4001-b4a0-20ba839fed86,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:23.690817 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fe21839-2a76-4a2f-a17c-80e8a9ff3e63 req-de248491-429a-44f5-969f-07945c83d6cc service neutron] 10.222.0.18 "GET /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805615 Jul 09 13:56:23.994043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fd5a0e09-c430-4d69-8c3a-a0f21af25edc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:53:40Z', 'revision_number': 4, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port': {'id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:35Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '6ed83f30-98f0-4fdc-9220-0451ba9cdcc7', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'port_id': '45e08c91-507b-4175-9628-1f19fd2e3a9e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'mac_address': 'fa:16:3e:94:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706f842-3674-4187-bc65-330d1d8263ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:56:18Z', 'updated_at': '2021-07-09T13:56:22Z', 'revision_number': 2, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b797cb-a205-44ba-9cea-c31b9f1222c0', 'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'mac_address': 'fa:16:3e:16:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:39Z', 'updated_at': '2021-07-09T13:53:47Z', 'revision_number': 5, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'subnets': [{'id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:24.003409 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fe21839-2a76-4a2f-a17c-80e8a9ff3e63 req-dfef4060-c9fd-468a-b191-77ed44ef1232 service neutron] 10.222.0.18 "GET /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3057778 Jul 09 13:56:24.041626 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5a0e09-c430-4d69-8c3a-a0f21af25edc None None] The sync data for ids ['f8293e88-cb88-44a0-9712-57372d3c74da'] in n-d-799525-3 is: [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:53:40Z', 'revision_number': 4, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port': {'id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:35Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '6ed83f30-98f0-4fdc-9220-0451ba9cdcc7', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'floating_ip_address': '172.25.2.43', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'port_id': '45e08c91-507b-4175-9628-1f19fd2e3a9e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3533, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'mac_address': 'fa:16:3e:94:a4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6706f842-3674-4187-bc65-330d1d8263ce', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:56:18Z', 'updated_at': '2021-07-09T13:56:22Z', 'revision_number': 2, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31b797cb-a205-44ba-9cea-c31b9f1222c0', 'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'mac_address': 'fa:16:3e:16:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:39Z', 'updated_at': '2021-07-09T13:53:47Z', 'revision_number': 5, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'subnets': [{'id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:56:24.092634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e7c5fa41-38b4-433d-a06d-ac21e80fcbaf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:24.384545 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7c5fa41-38b4-433d-a06d-ac21e80fcbaf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:56:24.527113 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7c5fa41-38b4-433d-a06d-ac21e80fcbaf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:56:24.539317 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e7c5fa41-38b4-433d-a06d-ac21e80fcbaf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "PUT /v2.0/routers/3e3a26d1-cc52-4b87-984d-737ae9a35cf5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6497650 Jul 09 13:56:24.539944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40464) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:24.545704 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea438914-433c-4f0e-a9ed-eb00fa0f7d11 None None] Sync routers for ids ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:56:24.562653 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea438914-433c-4f0e-a9ed-eb00fa0f7d11 None None] Routers {'3e3a26d1-cc52-4b87-984d-737ae9a35cf5'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:24.563780 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ea438914-433c-4f0e-a9ed-eb00fa0f7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:56:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:24.612300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae5618bd-bdd4-4c99-b348-219fda672fdf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting subnet 17437cbf-1fb0-4179-a4f1-bbaff07bdbc7 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:56:24.616891 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae5618bd-bdd4-4c99-b348-219fda672fdf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:24.689248 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae5618bd-bdd4-4c99-b348-219fda672fdf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:24.729088 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ea438914-433c-4f0e-a9ed-eb00fa0f7d11 None None] Set router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:24.815873 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6706f842-3674-4187-bc65-330d1d8263ce', 'tag': '45e08c91-507b-4175-9628-1f19fd2e3a9e'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:24.822592 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89be71e-fa7c-4008-8b38-8d53501d8353" -d '{"events": [{"name": "network-changed", "server_uuid": "6706f842-3674-4187-bc65-330d1d8263ce", "tag": "45e08c91-507b-4175-9628-1f19fd2e3a9e"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:24.836989 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae5618bd-bdd4-4c99-b348-219fda672fdf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:24.875342 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64f2a923-9081-4d0c-a457-a1d946f7e850 x-openstack-request-id: req-64f2a923-9081-4d0c-a457-a1d946f7e850 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:24.876421 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6706f842-3674-4187-bc65-330d1d8263ce", "tag": "45e08c91-507b-4175-9628-1f19fd2e3a9e", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:24.876793 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-64f2a923-9081-4d0c-a457-a1d946f7e850 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:24.877315 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6706f842-3674-4187-bc65-330d1d8263ce', 'tag': '45e08c91-507b-4175-9628-1f19fd2e3a9e', 'status': 'completed', 'code': 200} Jul 09 13:56:24.968469 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae5618bd-bdd4-4c99-b348-219fda672fdf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:24.977001 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ea438914-433c-4f0e-a9ed-eb00fa0f7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103519790', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:56:23Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:21Z', 'updated_at': '2021-07-09T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:25.009404 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ae5618bd-bdd4-4c99-b348-219fda672fdf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:25.016107 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40470) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:25.018903 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d0906d-83ba-436b-ad7e-90c63fb23e57 None None] Network 62411565-9e99-49d8-93f1-b22f736e74a4 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:56:25.024151 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ae5618bd-bdd4-4c99-b348-219fda672fdf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/subnets/17437cbf-1fb0-4179-a4f1-bbaff07bdbc7 HTTP/1.1" status: 204 len: 168 time: 0.4829712 Jul 09 13:56:25.030665 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea438914-433c-4f0e-a9ed-eb00fa0f7d11 None None] Checking router: 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:56:25.030971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5618bd-bdd4-4c99-b348-219fda672fdf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Subnet': ['ID=17437cbf-1fb0-4179-a4f1-bbaff07bdbc7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:25.074891 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea438914-433c-4f0e-a9ed-eb00fa0f7d11 None None] Routers {'3e3a26d1-cc52-4b87-984d-737ae9a35cf5'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:25.074891 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ea438914-433c-4f0e-a9ed-eb00fa0f7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:56:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:25.090584 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89be71e-fa7c-4008-8b38-8d53501d8353 req-c13d65b3-25af-4975-a45e-75249ec2db09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:25.092885 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c89be71e-fa7c-4008-8b38-8d53501d8353 req-c13d65b3-25af-4975-a45e-75249ec2db09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c8a5c7930b54ceda1865a2632d85845&device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 1096 time: 0.1817698 Jul 09 13:56:25.214086 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89be71e-fa7c-4008-8b38-8d53501d8353 req-f4852d5e-0ee2-452e-8a55-a3f9086c061d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:25.216859 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c89be71e-fa7c-4008-8b38-8d53501d8353 req-f4852d5e-0ee2-452e-8a55-a3f9086c061d service neutron] 10.222.0.18 "GET /v2.0/networks?id=f2277b95-6a34-43d2-b5d5-2d2f6977711f HTTP/1.1" status: 200 len: 915 time: 0.1167648 Jul 09 13:56:25.240398 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc17087e-c718-4079-8fe8-a16750761607 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:25.258612 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ea438914-433c-4f0e-a9ed-eb00fa0f7d11 None None] Set router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:25.329368 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c89be71e-fa7c-4008-8b38-8d53501d8353 req-d7a55a60-a407-4116-9eb6-4c0e21ef309b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45e08c91-507b-4175-9628-1f19fd2e3a9e HTTP/1.1" status: 200 len: 1000 time: 0.1053205 Jul 09 13:56:25.457505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89be71e-fa7c-4008-8b38-8d53501d8353 req-cad4d7b3-f68c-4011-8abc-0576f7df8f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:25.460829 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c89be71e-fa7c-4008-8b38-8d53501d8353 req-cad4d7b3-f68c-4011-8abc-0576f7df8f86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=007c4407-b0a9-405e-99fd-6f65428096f7 HTTP/1.1" status: 200 len: 853 time: 0.1268077 Jul 09 13:56:25.468770 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1500cacd-0cfe-4a21-98eb-1bc8925a1df4 None None] DHCP port deletion for 62411565-9e99-49d8-93f1-b22f736e74a4 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:56:25.546862 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc17087e-c718-4079-8fe8-a16750761607 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:25.570127 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1500cacd-0cfe-4a21-98eb-1bc8925a1df4 None None] Deleting port 1e1b5784-5488-454c-bff7-b6e78f95eb57 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:25.576455 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1500cacd-0cfe-4a21-98eb-1bc8925a1df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:25.592997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89be71e-fa7c-4008-8b38-8d53501d8353 req-1efaa257-cf61-43c6-847e-717dc9561eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:25.598404 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c89be71e-fa7c-4008-8b38-8d53501d8353 req-1efaa257-cf61-43c6-847e-717dc9561eec service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2277b95-6a34-43d2-b5d5-2d2f6977711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1298263 Jul 09 13:56:25.668358 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dc17087e-c718-4079-8fe8-a16750761607 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port ab644efa-dca3-44cc-9ab6-bc5075ad7efb {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:25.669297 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc17087e-c718-4079-8fe8-a16750761607 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:25.684088 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1500cacd-0cfe-4a21-98eb-1bc8925a1df4 None None] For port 1e1b5784-5488-454c-bff7-b6e78f95eb57, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1e1b5784-5488-454c-bff7-b6e78f95eb57,segment=NetworkSegment(2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c),segment_id=2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:25.684569 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1500cacd-0cfe-4a21-98eb-1bc8925a1df4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:25.716023 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1500cacd-0cfe-4a21-98eb-1bc8925a1df4 None None] Calling delete_port for 1e1b5784-5488-454c-bff7-b6e78f95eb57 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:25.817732 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c89be71e-fa7c-4008-8b38-8d53501d8353 req-7b018aa4-7dc2-4ea6-badd-1d8180d5ac83 service neutron] 10.222.0.18 "GET /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2126653 Jul 09 13:56:25.859402 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-dc17087e-c718-4079-8fe8-a16750761607 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] For port ab644efa-dca3-44cc-9ab6-bc5075ad7efb, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ab644efa-dca3-44cc-9ab6-bc5075ad7efb,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:25.860887 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc17087e-c718-4079-8fe8-a16750761607 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:25.866046 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1500cacd-0cfe-4a21-98eb-1bc8925a1df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:25.898129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1500cacd-0cfe-4a21-98eb-1bc8925a1df4 None None] Pushing event deleted for resources: {'Port': ['ID=1e1b5784-5488-454c-bff7-b6e78f95eb57,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:25.903555 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dc17087e-c718-4079-8fe8-a16750761607 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for ab644efa-dca3-44cc-9ab6-bc5075ad7efb owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:25.916757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1500cacd-0cfe-4a21-98eb-1bc8925a1df4 None None] No DVR routers for this DVR port 1e1b5784-5488-454c-bff7-b6e78f95eb57 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:56:25.977992 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ea438914-433c-4f0e-a9ed-eb00fa0f7d11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103519790', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:56:23Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:21Z', 'updated_at': '2021-07-09T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:26.005757 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c89be71e-fa7c-4008-8b38-8d53501d8353 req-d29f4f8b-0234-4940-a8a3-13582d9cc455 service neutron] 10.222.0.18 "GET /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805441 Jul 09 13:56:26.049579 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea438914-433c-4f0e-a9ed-eb00fa0f7d11 None None] The sync data for ids ['3e3a26d1-cc52-4b87-984d-737ae9a35cf5'] in n-d-799525-3 is: [{'id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2103519790', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110'}], 'enable_snat': True}, 'gw_port_id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:54:20Z', 'updated_at': '2021-07-09T13:56:23Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': 'ab644efa-dca3-44cc-9ab6-bc5075ad7efb', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:4b:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e3a26d1-cc52-4b87-984d-737ae9a35cf5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3501, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:54:21Z', 'updated_at': '2021-07-09T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:56:26.204401 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc17087e-c718-4079-8fe8-a16750761607 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:26.245201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc17087e-c718-4079-8fe8-a16750761607 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=ab644efa-dca3-44cc-9ab6-bc5075ad7efb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:26.257686 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:56:26.351342 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc17087e-c718-4079-8fe8-a16750761607 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:26.518111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1e1b5784-5488-454c-bff7-b6e78f95eb57 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:56:26.540440 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc17087e-c718-4079-8fe8-a16750761607 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:26.545374 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc17087e-c718-4079-8fe8-a16750761607 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:26.566876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 1e1b5784-5488-454c-bff7-b6e78f95eb57 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:56:26.567440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1e1b5784-5488-454c-bff7-b6e78f95eb57 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:56:26.615376 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc17087e-c718-4079-8fe8-a16750761607 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:26.616739 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc17087e-c718-4079-8fe8-a16750761607 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Fanout notify agent at l3_agent the message router_deleted on router 3e3a26d1-cc52-4b87-984d-737ae9a35cf5 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:56:26.632070 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc17087e-c718-4079-8fe8-a16750761607 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:26.638647 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40478) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:26.639272 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dc17087e-c718-4079-8fe8-a16750761607 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/routers/3e3a26d1-cc52-4b87-984d-737ae9a35cf5 HTTP/1.1" status: 204 len: 168 time: 1.6215734 Jul 09 13:56:26.789062 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fee56c83-5336-4392-b2c9-636efeaa23c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:26.985306 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fee56c83-5336-4392-b2c9-636efeaa23c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:27.004739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fee56c83-5336-4392-b2c9-636efeaa23c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62411565-9e99-49d8-93f1-b22f736e74a4']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:27.023837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fee56c83-5336-4392-b2c9-636efeaa23c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:27.024287 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-fee56c83-5336-4392-b2c9-636efeaa23c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d2b0153-ea27-4f82-ad92-cd6ab0cbeb5c') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:27.039782 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fee56c83-5336-4392-b2c9-636efeaa23c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:27.065003 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fee56c83-5336-4392-b2c9-636efeaa23c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:27.077733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fee56c83-5336-4392-b2c9-636efeaa23c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:56:27.086232 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fee56c83-5336-4392-b2c9-636efeaa23c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:56:27.091478 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:56:27.203148 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fee56c83-5336-4392-b2c9-636efeaa23c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:27.229661 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fee56c83-5336-4392-b2c9-636efeaa23c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:27.231811 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fee56c83-5336-4392-b2c9-636efeaa23c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/networks/62411565-9e99-49d8-93f1-b22f736e74a4 HTTP/1.1" status: 204 len: 168 time: 0.5916436 Jul 09 13:56:27.233893 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee56c83-5336-4392-b2c9-636efeaa23c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Network': ['ID=62411565-9e99-49d8-93f1-b22f736e74a4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:27.236823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40480) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:27.316985 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c615c890-596c-4293-b349-9f371ff8a50d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:27.355283 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c615c890-596c-4293-b349-9f371ff8a50d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:27.479285 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c615c890-596c-4293-b349-9f371ff8a50d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:27.485795 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c615c890-596c-4293-b349-9f371ff8a50d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:27.496797 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c615c890-596c-4293-b349-9f371ff8a50d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/security-groups/d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba HTTP/1.1" status: 204 len: 168 time: 0.2542121 Jul 09 13:56:27.507269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615c890-596c-4293-b349-9f371ff8a50d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7427ddd-dd3c-4cae-a713-8b4b4f3fc1ba,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:27.806778 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40488) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:27.812576 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c7517395-8161-41da-a732-e33d9489add4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-270547334', 'description': 'tempest-secgroup-smoke-270547334 description', 'project_id': 'e18f38b86e4946d19d906914b285cd31'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:27.840686 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7517395-8161-41da-a732-e33d9489add4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:27.947608 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7517395-8161-41da-a732-e33d9489add4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:27.952592 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7517395-8161-41da-a732-e33d9489add4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:27.979323 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c7517395-8161-41da-a732-e33d9489add4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:27.980622 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c7517395-8161-41da-a732-e33d9489add4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1726704 Jul 09 13:56:27.984924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40490) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:27.991423 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7517395-8161-41da-a732-e33d9489add4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:27.992600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d86874c2-e972-4275-b56d-c64c2c36677f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': 'fc3c1fb0-30d0-4352-bb1e-a0f7184415a8', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:28.036422 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d86874c2-e972-4275-b56d-c64c2c36677f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.112008 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d86874c2-e972-4275-b56d-c64c2c36677f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.117722 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d86874c2-e972-4275-b56d-c64c2c36677f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.143813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86874c2-e972-4275-b56d-c64c2c36677f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e202c15-6adb-4016-98b7-92bf91ffeb16,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:28.148487 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d86874c2-e972-4275-b56d-c64c2c36677f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.153948 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d86874c2-e972-4275-b56d-c64c2c36677f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1674411 Jul 09 13:56:28.154174 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40492) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:28.165098 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-15df4fa4-30ab-470a-aa26-972222ea4020 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': 'fc3c1fb0-30d0-4352-bb1e-a0f7184415a8', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:28.178248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9f849b1d-df84-4001-b4a0-20ba839fed86 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:56:28.207853 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 9f849b1d-df84-4001-b4a0-20ba839fed86 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:56:28.208208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9f849b1d-df84-4001-b4a0-20ba839fed86 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:56:28.208611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ab644efa-dca3-44cc-9ab6-bc5075ad7efb no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:56:28.211974 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15df4fa4-30ab-470a-aa26-972222ea4020 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.233351 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: ab644efa-dca3-44cc-9ab6-bc5075ad7efb {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:56:28.233696 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ab644efa-dca3-44cc-9ab6-bc5075ad7efb not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:56:28.291458 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15df4fa4-30ab-470a-aa26-972222ea4020 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.296721 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15df4fa4-30ab-470a-aa26-972222ea4020 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.319737 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15df4fa4-30ab-470a-aa26-972222ea4020 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc236c15-b803-4ede-a5b1-8e09f718e8e6,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:28.330690 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-15df4fa4-30ab-470a-aa26-972222ea4020 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.335395 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40494) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:28.340643 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fb273652-4ccd-45f4-b9f0-d5304b8f2bfc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': 'fc3c1fb0-30d0-4352-bb1e-a0f7184415a8', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:28.345782 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-15df4fa4-30ab-470a-aa26-972222ea4020 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1899395 Jul 09 13:56:28.378379 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb273652-4ccd-45f4-b9f0-d5304b8f2bfc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.470536 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb273652-4ccd-45f4-b9f0-d5304b8f2bfc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.475560 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb273652-4ccd-45f4-b9f0-d5304b8f2bfc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.502212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb273652-4ccd-45f4-b9f0-d5304b8f2bfc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9c25037-41f5-4a90-8f58-5a50ed9c76b6,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:28.510780 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb273652-4ccd-45f4-b9f0-d5304b8f2bfc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.512498 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fb273652-4ccd-45f4-b9f0-d5304b8f2bfc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1759520 Jul 09 13:56:28.518033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40496) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:28.527200 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e859832e-201c-4183-ac33-b864b470bfee tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': 'fc3c1fb0-30d0-4352-bb1e-a0f7184415a8', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:28.580566 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e859832e-201c-4183-ac33-b864b470bfee tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.720719 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e859832e-201c-4183-ac33-b864b470bfee tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.729055 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e859832e-201c-4183-ac33-b864b470bfee tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.754413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e859832e-201c-4183-ac33-b864b470bfee tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3c1b18-fb63-418b-80b9-eb8ea41fe766,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:28.773314 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e859832e-201c-4183-ac33-b864b470bfee tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.777754 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e859832e-201c-4183-ac33-b864b470bfee tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2549911 Jul 09 13:56:28.778338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40504) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:28.784412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-69fc0a21-0a02-4210-b692-26d10e02a1b7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': 'fc3c1fb0-30d0-4352-bb1e-a0f7184415a8', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:28.809545 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-69fc0a21-0a02-4210-b692-26d10e02a1b7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Project e18f38b86e4946d19d906914b285cd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:56:28.816454 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69fc0a21-0a02-4210-b692-26d10e02a1b7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.896068 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69fc0a21-0a02-4210-b692-26d10e02a1b7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.900372 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69fc0a21-0a02-4210-b692-26d10e02a1b7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.921342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fc0a21-0a02-4210-b692-26d10e02a1b7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29792b16-5a69-41ae-aab2-2f47c2051462,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:28.930002 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69fc0a21-0a02-4210-b692-26d10e02a1b7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:28.935640 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40506) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:28.937074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-69fc0a21-0a02-4210-b692-26d10e02a1b7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1565170 Jul 09 13:56:28.943873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-eaa346be-3062-47c3-afc8-ee2b1eeb7b17 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': 'fc3c1fb0-30d0-4352-bb1e-a0f7184415a8', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:28.979745 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-eaa346be-3062-47c3-afc8-ee2b1eeb7b17 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Project e18f38b86e4946d19d906914b285cd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:56:28.987018 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eaa346be-3062-47c3-afc8-ee2b1eeb7b17 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:29.074864 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eaa346be-3062-47c3-afc8-ee2b1eeb7b17 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:29.080878 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eaa346be-3062-47c3-afc8-ee2b1eeb7b17 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:29.102984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa346be-3062-47c3-afc8-ee2b1eeb7b17 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084d262d-19e7-4581-aa94-5536f3dee406,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:29.118576 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eaa346be-3062-47c3-afc8-ee2b1eeb7b17 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:29.120828 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-eaa346be-3062-47c3-afc8-ee2b1eeb7b17 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1832414 Jul 09 13:56:29.124863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40508) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:29.134691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ad23f1d1-8a33-4f4d-8715-1ab7ff30a74b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'network': {'name': 'tempest-network-smoke--315869359', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'port_security_enabled': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:29.176588 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad23f1d1-8a33-4f4d-8715-1ab7ff30a74b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Made reservation on behalf of e18f38b86e4946d19d906914b285cd31 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:56:29.183808 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad23f1d1-8a33-4f4d-8715-1ab7ff30a74b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:29.226779 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad23f1d1-8a33-4f4d-8715-1ab7ff30a74b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] vlan segment allocate from pool success with {'vlan_id': 344, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:56:29.244823 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad23f1d1-8a33-4f4d-8715-1ab7ff30a74b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:29.245164 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-ad23f1d1-8a33-4f4d-8715-1ab7ff30a74b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Added segment 478e7a18-0a39-4aed-b5a9-a737f0f5cdbd of type vlan for network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e Jul 09 13:56:29.301520 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad23f1d1-8a33-4f4d-8715-1ab7ff30a74b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:29.345221 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad23f1d1-8a33-4f4d-8715-1ab7ff30a74b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:29.356216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad23f1d1-8a33-4f4d-8715-1ab7ff30a74b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:29.357260 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad23f1d1-8a33-4f4d-8715-1ab7ff30a74b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:29.458135 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ad23f1d1-8a33-4f4d-8715-1ab7ff30a74b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3315780 Jul 09 13:56:29.463249 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40510) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:29.472134 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2016704820', 'admin_state_up': True, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:29.521992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad23f1d1-8a33-4f4d-8715-1ab7ff30a74b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Network': ['ID=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:29.548135 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:29.549996 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:29.550658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:56:29.648379 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:29.880217 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:30.135728 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:30.157273 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:30.300441 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Allocated IP 172.25.2.146 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/21538277-e396-4ae9-8d40-edef913c3def) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:56:30.472669 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:30.541681 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:30.614241 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:56:30.624088 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:56:30.631654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:56:30.677338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=21538277-e396-4ae9-8d40-edef913c3def,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:30.977306 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:31.262458 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40520) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:31.315570 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:31.478469 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-940b2579-c090-4cd1-bf68-7e5ff4f03220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:31.534466 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 6f82bebe-6d60-40ba-a17a-6309b9e44708 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:56:31.600053 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-940b2579-c090-4cd1-bf68-7e5ff4f03220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:31.610341 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-940b2579-c090-4cd1-bf68-7e5ff4f03220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:31.679894 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-940b2579-c090-4cd1-bf68-7e5ff4f03220 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f64939c798c34aecb0e71a886d819827&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4122295 Jul 09 13:56:31.679894 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b2579-c090-4cd1-bf68-7e5ff4f03220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1beaaddb-6a2a-48a5-b349-44c9bd8275ff,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:31.683306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40524) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:31.753160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:56:31.759576 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6261d51-31da-4866-a017-d97f4096cbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:31.771059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Sync routers for ids ['6f82bebe-6d60-40ba-a17a-6309b9e44708'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:56:31.781612 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:31.783787 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-08761dcc-d4b2-4331-bdf8-7a6c9b0e1346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3189018 Jul 09 13:56:31.788081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40526) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:31.790322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Routers {'6f82bebe-6d60-40ba-a17a-6309b9e44708'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:31.791109 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:56:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6f82bebe-6d60-40ba-a17a-6309b9e44708'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:31.832229 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fa75fa4c-0807-4541-9b23-ada0f160987c tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e18f38b86e4946d19d906914b285cd31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0429933 Jul 09 13:56:31.835368 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6261d51-31da-4866-a017-d97f4096cbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:31.837821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40528) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:31.869540 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bebade7-9660-47c4-afeb-756956229a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:31.948245 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Set router 6f82bebe-6d60-40ba-a17a-6309b9e44708 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:31.953779 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6261d51-31da-4866-a017-d97f4096cbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:31.959447 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e6261d51-31da-4866-a017-d97f4096cbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:31.965369 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e6261d51-31da-4866-a017-d97f4096cbb5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/1beaaddb-6a2a-48a5-b349-44c9bd8275ff HTTP/1.1" status: 204 len: 168 time: 0.2772064 Jul 09 13:56:31.978164 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6261d51-31da-4866-a017-d97f4096cbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1beaaddb-6a2a-48a5-b349-44c9bd8275ff,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:32.021072 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-712c568f-9c74-4e50-98bc-dfb950b95e98 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:32.022230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-712c568f-9c74-4e50-98bc-dfb950b95e98 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1827960 Jul 09 13:56:32.027380 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40532) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:32.084621 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f5856fdf-015d-438f-badb-50113b677bf4 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0522089 Jul 09 13:56:32.085232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40534) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:32.098219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ad4bb71a-ef75-4633-b46f-23fc634e3a94 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1381704896', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:32.264677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4bb71a-ef75-4633-b46f-23fc634e3a94 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Made reservation on behalf of e18f38b86e4946d19d906914b285cd31 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:56:32.272313 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb71a-ef75-4633-b46f-23fc634e3a94 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:32.334124 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016704820', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '21538277-e396-4ae9-8d40-edef913c3def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:56:29Z', 'updated_at': '2021-07-09T13:56:30Z', 'revision_number': 3, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '21538277-e396-4ae9-8d40-edef913c3def', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:30Z', 'updated_at': '2021-07-09T13:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:32.384994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Checking router: 6f82bebe-6d60-40ba-a17a-6309b9e44708 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:56:32.385574 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Updating router 6f82bebe-6d60-40ba-a17a-6309b9e44708 port 21538277-e396-4ae9-8d40-edef913c3def binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:56:32.457293 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:32.931649 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:32.952154 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Transition to ACTIVE for port object 21538277-e396-4ae9-8d40-edef913c3def will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:56:32.959736 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:33.024447 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Attempting to bind port 21538277-e396-4ae9-8d40-edef913c3def on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:56:33.024818 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Attempting to bind port 21538277-e396-4ae9-8d40-edef913c3def by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:56:33.025429 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Attempting to bind port 21538277-e396-4ae9-8d40-edef913c3def on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:56:33.029834 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a677db-b355-4362-b750-9a4616c153a3 None None] Pushing event updated for resources: {'Port': ['ID=21538277-e396-4ae9-8d40-edef913c3def,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:33.035200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 56, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:56:33.035720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:56:33.036277 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:33.036612 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:56:33.037456 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Bound port: 21538277-e396-4ae9-8d40-edef913c3def, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:56:33.037851 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:33.103046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] For port 21538277-e396-4ae9-8d40-edef913c3def, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:56:33.108919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] For port 21538277-e396-4ae9-8d40-edef913c3def, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=21538277-e396-4ae9-8d40-edef913c3def,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:56:33.115002 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:33.176694 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb71a-ef75-4633-b46f-23fc634e3a94 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:33.219529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Routers {'6f82bebe-6d60-40ba-a17a-6309b9e44708'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:33.220669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:56:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6f82bebe-6d60-40ba-a17a-6309b9e44708'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:33.305970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4bb71a-ef75-4633-b46f-23fc634e3a94 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Subnet': ['ID=d5578c7c-c2fd-46e7-a415-5ef23ccbd516,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:33.315599 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a677db-b355-4362-b750-9a4616c153a3 None None] Pushing event updated for resources: {'Port': ['ID=21538277-e396-4ae9-8d40-edef913c3def,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:33.320554 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4bb71a-ef75-4633-b46f-23fc634e3a94 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Checking segment: {'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:56:33.321126 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4bb71a-ef75-4633-b46f-23fc634e3a94 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network hostable DHCP agents. Network: c105c25d-afcc-4ab4-96d7-7bed3a5cd73e, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:56:33.355258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4bb71a-ef75-4633-b46f-23fc634e3a94 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:56:33.378126 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ad4bb71a-ef75-4633-b46f-23fc634e3a94 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, c105c25d-afcc-4ab4-96d7-7bed3a5cd73e) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:56:33.384190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4bb71a-ef75-4633-b46f-23fc634e3a94 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:33.384975 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ad4bb71a-ef75-4633-b46f-23fc634e3a94 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:33.408988 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ad4bb71a-ef75-4633-b46f-23fc634e3a94 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3181856 Jul 09 13:56:33.409713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40564) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:33.428996 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aff0997-0036-4abd-938d-58c58d7f0d5c None None] Network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:56:33.737378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] Set router 6f82bebe-6d60-40ba-a17a-6309b9e44708 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:34.086311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ips': [{'subnet_id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:56:34.088006 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:34.207903 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:34.349448 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016704820', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '21538277-e396-4ae9-8d40-edef913c3def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:56:29Z', 'updated_at': '2021-07-09T13:56:30Z', 'revision_number': 3, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '21538277-e396-4ae9-8d40-edef913c3def', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:30Z', 'updated_at': '2021-07-09T13:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:34.411165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d693f5b1-ae3b-48f4-9473-6a6ed7857348 None None] The sync data for ids ['6f82bebe-6d60-40ba-a17a-6309b9e44708'] in n-d-799525-3 is: [{'id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016704820', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '21538277-e396-4ae9-8d40-edef913c3def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:56:29Z', 'updated_at': '2021-07-09T13:56:30Z', 'revision_number': 3, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '21538277-e396-4ae9-8d40-edef913c3def', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:30Z', 'updated_at': '2021-07-09T13:56:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:56:34.443967 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Allocated IP 172.20.0.2 (c105c25d-afcc-4ab4-96d7-7bed3a5cd73e/d5578c7c-c2fd-46e7-a415-5ef23ccbd516/403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:56:34.731248 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:34.765941 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cc442b9d-eda9-4486-851e-65eb940bc1ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:34.790233 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:34.815634 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Transition to ACTIVE for port object 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:56:34.844584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Transition to ACTIVE for port object 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:56:34.854028 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:34.933125 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:56:34.940528 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:56:34.965329 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:56:34.991786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Pushing event updated for resources: {'Port': ['ID=403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:34.995140 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Allocated IP 172.20.0.1 (c105c25d-afcc-4ab4-96d7-7bed3a5cd73e/d5578c7c-c2fd-46e7-a415-5ef23ccbd516/c5c61c25-5335-42f7-9f86-43d1d71554a7) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:56:35.115267 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Attempting to bind port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:56:35.115858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Attempting to bind port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:56:35.116479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Attempting to bind port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b on network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:56:35.128705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:56:35.129485 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Checking segment: {'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:56:35.130334 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:35.130932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Bound using segment: {'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:56:35.131632 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Bound port: 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:56:35.132210 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:35.241005 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:35.261221 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Transition to ACTIVE for port object c5c61c25-5335-42f7-9f86-43d1d71554a7 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:56:35.267768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] For port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:56:35.273060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] For port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:56:35.282427 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:35.323295 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:35.389280 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=c5c61c25-5335-42f7-9f86-43d1d71554a7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:35.403142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2e71b6-d9de-4f51-ad99-2b5e6b37ded8 None None] Pushing event updated for resources: {'Port': ['ID=403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:35.403336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:56:35.406210 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:56:35.409428 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:56:35.473773 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:35.604337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40586) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:35.679560 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:35.713270 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:35.824853 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b35be033-782b-4cda-b810-ad5510c484d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:36.026464 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b35be033-782b-4cda-b810-ad5510c484d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:36.033647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b35be033-782b-4cda-b810-ad5510c484d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:36.103922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35be033-782b-4cda-b810-ad5510c484d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406e9f0a-9b9d-44dd-b5ab-3c16fc199b0a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:36.116207 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b35be033-782b-4cda-b810-ad5510c484d8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=55f0235541844fc4b6a4d43b14378a63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078113 Jul 09 13:56:36.116738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40590) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:36.243720 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a90d19b5-2511-4ed4-9888-e43b164594af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:36.296604 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:56:36.300132 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a90d19b5-2511-4ed4-9888-e43b164594af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:36.381627 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a90d19b5-2511-4ed4-9888-e43b164594af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:36.385141 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a90d19b5-2511-4ed4-9888-e43b164594af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:36.389610 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a90d19b5-2511-4ed4-9888-e43b164594af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/406e9f0a-9b9d-44dd-b5ab-3c16fc199b0a HTTP/1.1" status: 204 len: 168 time: 0.2711735 Jul 09 13:56:36.399779 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90d19b5-2511-4ed4-9888-e43b164594af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406e9f0a-9b9d-44dd-b5ab-3c16fc199b0a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:36.435010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:56:36.445070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 21538277-e396-4ae9-8d40-edef913c3def up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:56:36.524585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 21538277-e396-4ae9-8d40-edef913c3def completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:56:36.530383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 21538277-e396-4ae9-8d40-edef913c3def triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:56:36.530780 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:36.649224 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:36.685156 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 21538277-e396-4ae9-8d40-edef913c3def, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=21538277-e396-4ae9-8d40-edef913c3def,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:36.692291 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:36.706642 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:36.713902 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:36.766174 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=21538277-e396-4ae9-8d40-edef913c3def,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:36.872768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=c5c61c25-5335-42f7-9f86-43d1d71554a7,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:36.890462 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:36.962915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40596) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:36.989417 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d40a77bd-92b7-40a6-b804-9a9eb950a8a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:37.038076 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:56:37.039914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:56:37.081556 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:37.210604 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d40a77bd-92b7-40a6-b804-9a9eb950a8a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:37.211586 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 6f82bebe-6d60-40ba-a17a-6309b9e44708 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:56:37.221055 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d40a77bd-92b7-40a6-b804-9a9eb950a8a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:37.283297 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eecf9deb-9895-4434-89d8-b1b483c9303f None None] Network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:56:37.307564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40a77bd-92b7-40a6-b804-9a9eb950a8a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a030dab0-351a-41a3-9085-73973efa0994,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:37.343970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40598) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:37.354895 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d40a77bd-92b7-40a6-b804-9a9eb950a8a8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=62dfb60c73314396aa013bbf8fadee8e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900034 Jul 09 13:56:37.398421 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:56:37.408945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-487cb546-a092-4449-a10f-6583c0151dba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "PUT /v2.0/routers/6f82bebe-6d60-40ba-a17a-6309b9e44708/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9973562 Jul 09 13:56:37.436409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1cc00144-b76b-4db0-9177-1c1fc494f255 None None] Provisioning for port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:56:37.440638 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32efee97-5bf2-482b-ba08-e6ca36fae94f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:37.457175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1cc00144-b76b-4db0-9177-1c1fc494f255 None None] Provisioning complete for port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:56:37.457802 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1cc00144-b76b-4db0-9177-1c1fc494f255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:37.478764 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32efee97-5bf2-482b-ba08-e6ca36fae94f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:37.531521 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Sync routers for ids ['6f82bebe-6d60-40ba-a17a-6309b9e44708'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:56:37.562791 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32efee97-5bf2-482b-ba08-e6ca36fae94f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:37.563746 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Routers {'6f82bebe-6d60-40ba-a17a-6309b9e44708'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:37.565079 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:56:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6f82bebe-6d60-40ba-a17a-6309b9e44708'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:37.565518 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-32efee97-5bf2-482b-ba08-e6ca36fae94f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:37.566739 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-32efee97-5bf2-482b-ba08-e6ca36fae94f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a030dab0-351a-41a3-9085-73973efa0994 HTTP/1.1" status: 204 len: 168 time: 0.2216699 Jul 09 13:56:37.589089 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32efee97-5bf2-482b-ba08-e6ca36fae94f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a030dab0-351a-41a3-9085-73973efa0994,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:37.713913 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Set router 6f82bebe-6d60-40ba-a17a-6309b9e44708 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:37.828223 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1cc00144-b76b-4db0-9177-1c1fc494f255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:37.884602 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-723a0b9d-da19-48f9-a9d0-80f4a8039397 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-270547334&fields=id&tenant_id=e18f38b86e4946d19d906914b285cd31 HTTP/1.1" status: 200 len: 267 time: 0.0866690 Jul 09 13:56:37.918953 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1cc00144-b76b-4db0-9177-1c1fc494f255 None None] For port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:37.936905 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1cc00144-b76b-4db0-9177-1c1fc494f255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:38.022753 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016704820', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '21538277-e396-4ae9-8d40-edef913c3def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:56:29Z', 'updated_at': '2021-07-09T13:56:35Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '21538277-e396-4ae9-8d40-edef913c3def', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:30Z', 'updated_at': '2021-07-09T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'c5c61c25-5335-42f7-9f86-43d1d71554a7', 'name': '', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:05:47:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:34Z', 'updated_at': '2021-07-09T13:56:36Z', 'revision_number': 2, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:38.067535 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Checking router: 6f82bebe-6d60-40ba-a17a-6309b9e44708 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:56:38.067885 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Updating router 6f82bebe-6d60-40ba-a17a-6309b9e44708 port c5c61c25-5335-42f7-9f86-43d1d71554a7 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:56:38.071322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc00144-b76b-4db0-9177-1c1fc494f255 None None] Pushing event updated for resources: {'Port': ['ID=403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:38.140606 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:38.199057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:56:38.200461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-c39871a4-c7a9-4c76-97dd-b7ac189c18b1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:38.202278 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-c39871a4-c7a9-4c76-97dd-b7ac189c18b1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/networks?id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e HTTP/1.1" status: 200 len: 796 time: 0.2941685 Jul 09 13:56:38.244265 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-d8c3317f-b3da-4b07-9d04-b206a8e93ea0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/quotas/e18f38b86e4946d19d906914b285cd31 HTTP/1.1" status: 200 len: 375 time: 0.0262027 Jul 09 13:56:38.300038 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:56:38.301024 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:38.385624 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-5d18340b-7941-4ab5-85d4-c68a7d665165 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1355503 Jul 09 13:56:38.543278 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 21538277-e396-4ae9-8d40-edef913c3def up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:56:38.634052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2f720887-bb40-404e-b8a5-105c9e5831a0 None None] Provisioning complete for port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:56:38.636585 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2f720887-bb40-404e-b8a5-105c9e5831a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:38.682992 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:38.695547 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-cd28bfcf-b945-46cb-a14e-4db02e4dc303 service neutron] 10.222.0.39 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2872665 Jul 09 13:56:38.732407 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Transition to ACTIVE for port object c5c61c25-5335-42f7-9f86-43d1d71554a7 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:56:38.736306 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:38.745212 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:38.797698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 21538277-e396-4ae9-8d40-edef913c3def triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:56:38.798449 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:38.805802 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aceea0-afab-49ba-8ff2-418970a86b26 None None] Pushing event updated for resources: {'Port': ['ID=c5c61c25-5335-42f7-9f86-43d1d71554a7,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:38.832543 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aceea0-afab-49ba-8ff2-418970a86b26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:38.832897 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aceea0-afab-49ba-8ff2-418970a86b26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:38.833248 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aceea0-afab-49ba-8ff2-418970a86b26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:38.833588 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aceea0-afab-49ba-8ff2-418970a86b26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:38.833925 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aceea0-afab-49ba-8ff2-418970a86b26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:38.836050 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aceea0-afab-49ba-8ff2-418970a86b26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:38.837142 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aceea0-afab-49ba-8ff2-418970a86b26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:38.838658 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aceea0-afab-49ba-8ff2-418970a86b26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:38.840089 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aceea0-afab-49ba-8ff2-418970a86b26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:38.842630 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aceea0-afab-49ba-8ff2-418970a86b26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:38.844184 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aceea0-afab-49ba-8ff2-418970a86b26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:38.844969 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00aceea0-afab-49ba-8ff2-418970a86b26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:38.854789 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:38.901533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2f720887-bb40-404e-b8a5-105c9e5831a0 None None] Provisioning for port c5c61c25-5335-42f7-9f86-43d1d71554a7 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:56:38.923837 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-8d1111f2-2082-49c6-92e1-dea981765b66 service neutron] 10.222.0.39 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265031 Jul 09 13:56:39.029939 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Attempting to bind port c5c61c25-5335-42f7-9f86-43d1d71554a7 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:56:39.031256 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Attempting to bind port c5c61c25-5335-42f7-9f86-43d1d71554a7 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:56:39.032776 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Attempting to bind port c5c61c25-5335-42f7-9f86-43d1d71554a7 on network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:56:39.046220 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 56, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:56:39.047326 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Checking segment: {'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:56:39.048268 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:39.049514 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Bound using segment: {'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:56:39.050740 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Bound port: c5c61c25-5335-42f7-9f86-43d1d71554a7, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:56:39.065882 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:39.221908 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] For port c5c61c25-5335-42f7-9f86-43d1d71554a7, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:56:39.229526 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] For port c5c61c25-5335-42f7-9f86-43d1d71554a7, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=c5c61c25-5335-42f7-9f86-43d1d71554a7,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:56:39.238141 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:39.396998 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00aceea0-afab-49ba-8ff2-418970a86b26 None None] Pushing event updated for resources: {'Port': ['ID=c5c61c25-5335-42f7-9f86-43d1d71554a7,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:39.430802 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-25b0398a-891a-464b-a0e6-8d5f4d13fb63 req-56df914b-bc1d-452b-ae50-f4007adbbe77 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 210 time: 0.1082115 Jul 09 13:56:39.472234 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Routers {'6f82bebe-6d60-40ba-a17a-6309b9e44708'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:39.473323 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:56:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6f82bebe-6d60-40ba-a17a-6309b9e44708'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:39.734707 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] Set router 6f82bebe-6d60-40ba-a17a-6309b9e44708 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:40.074789 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016704820', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '21538277-e396-4ae9-8d40-edef913c3def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:56:29Z', 'updated_at': '2021-07-09T13:56:35Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '21538277-e396-4ae9-8d40-edef913c3def', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:30Z', 'updated_at': '2021-07-09T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'c5c61c25-5335-42f7-9f86-43d1d71554a7', 'name': '', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:05:47:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:34Z', 'updated_at': '2021-07-09T13:56:39Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:40.135605 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-132e86f5-3b9b-4d54-9887-7db2d34ba3d5 None None] The sync data for ids ['6f82bebe-6d60-40ba-a17a-6309b9e44708'] in n-d-799525-3 is: [{'id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016704820', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '21538277-e396-4ae9-8d40-edef913c3def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:56:29Z', 'updated_at': '2021-07-09T13:56:35Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '21538277-e396-4ae9-8d40-edef913c3def', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:30Z', 'updated_at': '2021-07-09T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'c5c61c25-5335-42f7-9f86-43d1d71554a7', 'name': '', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:05:47:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:34Z', 'updated_at': '2021-07-09T13:56:39Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:56:40.588967 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f19a7b6-a2cf-4a91-8aa3-32a92794b649 req-69dcaa88-bdd4-4c2a-b0f4-d203c5534597 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 210 time: 0.0666835 Jul 09 13:56:41.940492 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a434453-8294-465d-b293-05dd072a4a78 req-59ab3c53-6ab0-498b-991a-b87fcbc3d9cc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 210 time: 0.1065123 Jul 09 13:56:42.057155 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-c3ba6350-a9ed-4b56-ad26-b96c613d2cea tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:42.058812 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-c3ba6350-a9ed-4b56-ad26-b96c613d2cea tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.18 "GET /v2.0/networks?id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e HTTP/1.1" status: 200 len: 796 time: 0.2196248 Jul 09 13:56:42.121822 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-7e275583-deb3-4770-b12f-ae6dea09b5c5 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e18f38b86e4946d19d906914b285cd31 HTTP/1.1" status: 200 len: 379 time: 0.0519271 Jul 09 13:56:42.135589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-b22ff2c1-4e5d-4c22-92fb-9e511143c39d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'port': {'device_id': '96a1f042-1b76-4754-a628-d2779698af5c', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'admin_state_up': True, 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'security_groups': ['fc3c1fb0-30d0-4352-bb1e-a0f7184415a8']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:42.296494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device c5c61c25-5335-42f7-9f86-43d1d71554a7 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:56:42.413585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port c5c61c25-5335-42f7-9f86-43d1d71554a7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:56:42.415001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-b22ff2c1-4e5d-4c22-92fb-9e511143c39d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Made reservation on behalf of e18f38b86e4946d19d906914b285cd31 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:56:42.420345 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-b22ff2c1-4e5d-4c22-92fb-9e511143c39d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:42.420886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port c5c61c25-5335-42f7-9f86-43d1d71554a7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:56:42.421509 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:42.564532 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:42.631359 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port c5c61c25-5335-42f7-9f86-43d1d71554a7, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=c5c61c25-5335-42f7-9f86-43d1d71554a7,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:42.641290 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:42.702347 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-b22ff2c1-4e5d-4c22-92fb-9e511143c39d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Allocated IP 172.20.0.10 (c105c25d-afcc-4ab4-96d7-7bed3a5cd73e/d5578c7c-c2fd-46e7-a415-5ef23ccbd516/8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:56:42.736572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=c5c61c25-5335-42f7-9f86-43d1d71554a7,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:42.907778 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-b22ff2c1-4e5d-4c22-92fb-9e511143c39d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:42.931585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-b22ff2c1-4e5d-4c22-92fb-9e511143c39d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Transition to ACTIVE for port object 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:56:42.968648 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-b22ff2c1-4e5d-4c22-92fb-9e511143c39d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:43.076492 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ff2c1-4e5d-4c22-92fb-9e511143c39d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:43.085618 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-b22ff2c1-4e5d-4c22-92fb-9e511143c39d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:56:43.087796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-b22ff2c1-4e5d-4c22-92fb-9e511143c39d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:56:43.093648 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-b22ff2c1-4e5d-4c22-92fb-9e511143c39d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:56:43.210344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641d68e2-430c-481c-93b5-83b3d2a5566d req-0272376b-2c2d-4ed6-9b1e-840188a6ba7c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:43.216947 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-641d68e2-430c-481c-93b5-83b3d2a5566d req-0272376b-2c2d-4ed6-9b1e-840188a6ba7c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 932 time: 0.1119413 Jul 09 13:56:43.240731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-b22ff2c1-4e5d-4c22-92fb-9e511143c39d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:43.241884 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-b22ff2c1-4e5d-4c22-92fb-9e511143c39d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:43.263869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40702) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:43.272295 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-b22ff2c1-4e5d-4c22-92fb-9e511143c39d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1437573 Jul 09 13:56:43.284739 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-641d68e2-430c-481c-93b5-83b3d2a5566d req-95b7aa22-f946-4984-a4eb-35369040c59f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612803 Jul 09 13:56:43.285137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Request body: {'port': {'device_id': '96a1f042-1b76-4754-a628-d2779698af5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:43.457737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f3ad67f2-f10f-4050-ae2e-6e66ec3939f6 None None] Provisioning for port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:56:43.461584 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4c959c3-755d-47e8-9f6f-0ca5f73f7a29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:43.462621 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f3ad67f2-f10f-4050-ae2e-6e66ec3939f6 None None] Provisioning complete for port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:56:43.463053 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3ad67f2-f10f-4050-ae2e-6e66ec3939f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:43.476456 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:43.514813 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad67f2-f10f-4050-ae2e-6e66ec3939f6 None None] Port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:56:43.643834 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1815b200-8e50-4632-ac54-a63033b3ea2d req-b6bd0534-8fcf-42db-8bab-d72030eedbfb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2298882 Jul 09 13:56:43.817848 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4c959c3-755d-47e8-9f6f-0ca5f73f7a29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:43.829896 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4c959c3-755d-47e8-9f6f-0ca5f73f7a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:43.908704 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e4c959c3-755d-47e8-9f6f-0ca5f73f7a29 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5cb1cbb1e2494236be07f3384a6c204d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6432588 Jul 09 13:56:43.910886 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815b200-8e50-4632-ac54-a63033b3ea2d req-8224adcf-fe0c-4270-996b-7f9d1954fdc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:43.912188 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40706) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:43.912531 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1815b200-8e50-4632-ac54-a63033b3ea2d req-8224adcf-fe0c-4270-996b-7f9d1954fdc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baab7aa37ed141be9061efd45cbd2081&device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 1096 time: 0.2079508 Jul 09 13:56:43.915071 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c959c3-755d-47e8-9f6f-0ca5f73f7a29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e48d7ab-5d73-40ea-8130-cd19b0220399,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:44.014305 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09dc47d7-5518-498b-9a3d-f3e9d8460d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:44.025622 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:56:44.039113 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:44.046243 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09dc47d7-5518-498b-9a3d-f3e9d8460d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:44.083431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Transition to ACTIVE for port object 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:56:44.096916 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:44.133132 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09dc47d7-5518-498b-9a3d-f3e9d8460d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:44.140452 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-09dc47d7-5518-498b-9a3d-f3e9d8460d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:44.142812 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-09dc47d7-5518-498b-9a3d-f3e9d8460d04 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2e48d7ab-5d73-40ea-8130-cd19b0220399 HTTP/1.1" status: 204 len: 168 time: 0.2286296 Jul 09 13:56:44.160451 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dc47d7-5518-498b-9a3d-f3e9d8460d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e48d7ab-5d73-40ea-8130-cd19b0220399,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:44.234550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device c5c61c25-5335-42f7-9f86-43d1d71554a7 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:56:44.251405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815b200-8e50-4632-ac54-a63033b3ea2d req-19153654-fe9e-48eb-a95a-9da6f2cd9ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:44.254980 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1815b200-8e50-4632-ac54-a63033b3ea2d req-19153654-fe9e-48eb-a95a-9da6f2cd9ca0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65ffa311-d151-4783-93e5-16b0b7dbb4db HTTP/1.1" status: 200 len: 910 time: 0.2912748 Jul 09 13:56:44.336107 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port c5c61c25-5335-42f7-9f86-43d1d71554a7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:56:44.336738 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:44.361656 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:44.558235 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1815b200-8e50-4632-ac54-a63033b3ea2d req-fbc649d9-8aca-4909-b25d-bfcfac932b2e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e309c99-c98c-426a-b956-54e9d5b161d2 HTTP/1.1" status: 200 len: 999 time: 0.2883339 Jul 09 13:56:44.620276 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0b7f3f-efab-42bd-bf2a-82332cef5888 req-292eef9f-25bf-4715-9d29-ee7e6d7bca4f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:44.624019 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7e0b7f3f-efab-42bd-bf2a-82332cef5888 req-292eef9f-25bf-4715-9d29-ee7e6d7bca4f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 944 time: 0.1010873 Jul 09 13:56:44.633982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815b200-8e50-4632-ac54-a63033b3ea2d req-f3cb1f07-bef7-4884-93fc-3b74f39e52b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:44.635971 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1815b200-8e50-4632-ac54-a63033b3ea2d req-f3cb1f07-bef7-4884-93fc-3b74f39e52b3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cead91ca-0866-40d2-b198-269f828e543c HTTP/1.1" status: 200 len: 848 time: 0.0692353 Jul 09 13:56:44.642220 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3b4e60f-8e58-4f70-a835-af538b69d50c req-1ba71985-4b2c-4a89-ad16-1261318b4447 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5401676 Jul 09 13:56:44.706204 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7e0b7f3f-efab-42bd-bf2a-82332cef5888 req-f26b580c-e0dd-465e-a5ff-3aa56e15f4b4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756145 Jul 09 13:56:44.734467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Attempting to bind port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:56:44.734467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Attempting to bind port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:56:44.734467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Attempting to bind port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 on network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:56:44.786501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 on network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:56:44.787046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Attempting to bind port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 on network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:56:44.797449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40714) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:44.814061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 56, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:56:44.814653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Checking segment: {'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:56:44.815400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Bound using segment: {'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:56:44.816150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Bound port: 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:56:44.816777 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:44.823428 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ad242d9-6b3d-4729-9399-213ddb1e76ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:44.873173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1815b200-8e50-4632-ac54-a63033b3ea2d req-b58b86d0-b045-481f-956e-dbf2596138a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:44.876114 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1815b200-8e50-4632-ac54-a63033b3ea2d req-b58b86d0-b045-481f-956e-dbf2596138a8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65ffa311-d151-4783-93e5-16b0b7dbb4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2326784 Jul 09 13:56:44.977229 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ad242d9-6b3d-4729-9399-213ddb1e76ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:44.983141 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ad242d9-6b3d-4729-9399-213ddb1e76ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:45.029415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4e60f-8e58-4f70-a835-af538b69d50c req-2533044b-6db2-4f46-8d0b-b9f3a45242d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:45.032302 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3b4e60f-8e58-4f70-a835-af538b69d50c req-2533044b-6db2-4f46-8d0b-b9f3a45242d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c8a5c7930b54ceda1865a2632d85845&device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 1096 time: 0.3210142 Jul 09 13:56:45.035714 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5ad242d9-6b3d-4729-9399-213ddb1e76ee admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=71b7d1bf02174226b2c9ff2d25d29318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2356780 Jul 09 13:56:45.037249 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad242d9-6b3d-4729-9399-213ddb1e76ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94775707-2996-48e8-a7e8-169e02cd2adb,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:45.040707 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40716) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:45.118281 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9098aa6c-6947-4b1d-b775-c820dd06d8af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:45.155281 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9098aa6c-6947-4b1d-b775-c820dd06d8af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:45.162013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:56:45.193950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:56:45.206782 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:45.237430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9098aa6c-6947-4b1d-b775-c820dd06d8af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:45.243492 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9098aa6c-6947-4b1d-b775-c820dd06d8af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:45.245403 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9098aa6c-6947-4b1d-b775-c820dd06d8af admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/94775707-2996-48e8-a7e8-169e02cd2adb HTTP/1.1" status: 204 len: 168 time: 0.2033203 Jul 09 13:56:45.265508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9098aa6c-6947-4b1d-b775-c820dd06d8af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94775707-2996-48e8-a7e8-169e02cd2adb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:45.289188 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1815b200-8e50-4632-ac54-a63033b3ea2d req-52e6abf2-a2b3-411c-9ac2-37dd1d8ffe19 service neutron] 10.222.0.15 "GET /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707480 Jul 09 13:56:45.297714 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:45.298474 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:45.300041 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] 10.222.0.18 "PUT /v2.0/ports/8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 200 len: 1092 time: 2.0201535 Jul 09 13:56:45.300703 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:45.302937 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff734e24-f22c-41d1-bf24-0066f9a1dcdb" -d '{"events": [{"name": "network-changed", "server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:45.409479 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4e60f-8e58-4f70-a835-af538b69d50c req-879624b1-25f0-473d-854a-b261fc4f1d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:45.411125 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3b4e60f-8e58-4f70-a835-af538b69d50c req-879624b1-25f0-473d-854a-b261fc4f1d92 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f2277b95-6a34-43d2-b5d5-2d2f6977711f HTTP/1.1" status: 200 len: 915 time: 0.3391931 Jul 09 13:56:45.414928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbac247-65a6-461c-8288-3ca9eb1dbfe4 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:45.446380 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1bbe6f-5e84-402b-9205-a9df411cd1cd x-openstack-request-id: req-ce1bbe6f-5e84-402b-9205-a9df411cd1cd {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:45.446869 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:45.447345 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ce1bbe6f-5e84-402b-9205-a9df411cd1cd {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:45.447931 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'status': 'completed', 'code': 200} Jul 09 13:56:45.588934 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3b4e60f-8e58-4f70-a835-af538b69d50c req-59752aaf-dbab-4203-a790-cc300e5e6dbc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45e08c91-507b-4175-9628-1f19fd2e3a9e HTTP/1.1" status: 200 len: 1000 time: 0.1364152 Jul 09 13:56:45.657598 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1815b200-8e50-4632-ac54-a63033b3ea2d req-45960c02-4967-43b9-9f6e-566f1c1d70d6 service neutron] 10.222.0.15 "GET /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3485558 Jul 09 13:56:45.692934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-1b6c1711-3ac3-4636-b7bc-e3795f1a89a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:45.696453 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-1b6c1711-3ac3-4636-b7bc-e3795f1a89a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1095 time: 0.3021319 Jul 09 13:56:45.703264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4e60f-8e58-4f70-a835-af538b69d50c req-6a7b9f18-196b-4f29-ae7c-9b193ba95a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:45.705165 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3b4e60f-8e58-4f70-a835-af538b69d50c req-6a7b9f18-196b-4f29-ae7c-9b193ba95a41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=007c4407-b0a9-405e-99fd-6f65428096f7 HTTP/1.1" status: 200 len: 853 time: 0.1026626 Jul 09 13:56:45.755174 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-7c178a4f-bf6a-4e40-a4bc-031a6c2a2ea8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 200 len: 217 time: 0.0485520 Jul 09 13:56:45.854568 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-cc27724e-28c5-495d-8a6c-fdb56f9e9500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:45.857963 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-cc27724e-28c5-495d-8a6c-fdb56f9e9500 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5578c7c-c2fd-46e7-a415-5ef23ccbd516 HTTP/1.1" status: 200 len: 835 time: 0.0926368 Jul 09 13:56:45.951545 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4e60f-8e58-4f70-a835-af538b69d50c req-49a238bd-5a39-40d9-8104-0e95626f0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:45.955717 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3b4e60f-8e58-4f70-a835-af538b69d50c req-49a238bd-5a39-40d9-8104-0e95626f0fac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2277b95-6a34-43d2-b5d5-2d2f6977711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2025566 Jul 09 13:56:46.046427 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f8460f-2069-4f81-9baa-1e146e6a6ea7 req-4d9d4a3d-f0b1-430e-a0a2-29debaa50111 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:46.051853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-1e597299-4a5f-489a-8491-6ee15a366f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:46.053110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56f8460f-2069-4f81-9baa-1e146e6a6ea7 req-4d9d4a3d-f0b1-430e-a0a2-29debaa50111 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 944 time: 0.1511912 Jul 09 13:56:46.054087 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-1e597299-4a5f-489a-8491-6ee15a366f34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1887960 Jul 09 13:56:46.132479 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56f8460f-2069-4f81-9baa-1e146e6a6ea7 req-8cb56b1d-cd3c-4af6-8795-906afc85d50b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699213 Jul 09 13:56:46.195320 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-f374f96c-77b1-483c-9a93-1a9c3f3ca7ed service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342831 Jul 09 13:56:46.216226 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3b4e60f-8e58-4f70-a835-af538b69d50c req-84075637-db25-45d2-829e-23c6eb7028ef service neutron] 10.222.0.18 "GET /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2496960 Jul 09 13:56:46.430564 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dab78306-c7cd-4b0e-aec2-a62ab7474aef req-9c3030aa-2b88-4215-8444-31fe6c8490cb service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274129 Jul 09 13:56:46.439493 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3b4e60f-8e58-4f70-a835-af538b69d50c req-f989b34f-68dd-4344-9cbe-2b627a8e7405 service neutron] 10.222.0.18 "GET /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060866 Jul 09 13:56:46.560774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734e24-f22c-41d1-bf24-0066f9a1dcdb req-df772e97-21eb-4a03-b32b-03cf4a688f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:46.562642 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ff734e24-f22c-41d1-bf24-0066f9a1dcdb req-df772e97-21eb-4a03-b32b-03cf4a688f1a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1095 time: 0.0658772 Jul 09 13:56:46.721056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734e24-f22c-41d1-bf24-0066f9a1dcdb req-8cbb80c0-2f79-4414-a337-6cb07197b54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:46.723302 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ff734e24-f22c-41d1-bf24-0066f9a1dcdb req-8cbb80c0-2f79-4414-a337-6cb07197b54d service neutron] 10.222.0.18 "GET /v2.0/networks?id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e HTTP/1.1" status: 200 len: 897 time: 0.1541383 Jul 09 13:56:46.800858 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ff734e24-f22c-41d1-bf24-0066f9a1dcdb req-a462f515-f015-4cc6-bc0d-deda138f1d44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 200 len: 217 time: 0.0709949 Jul 09 13:56:46.863240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734e24-f22c-41d1-bf24-0066f9a1dcdb req-2e446f7d-b092-4218-8ee6-872bbd669970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:46.865700 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ff734e24-f22c-41d1-bf24-0066f9a1dcdb req-2e446f7d-b092-4218-8ee6-872bbd669970 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5578c7c-c2fd-46e7-a415-5ef23ccbd516 HTTP/1.1" status: 200 len: 835 time: 0.0585423 Jul 09 13:56:46.939675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff734e24-f22c-41d1-bf24-0066f9a1dcdb req-803e7cf7-2aeb-4fb1-9b5f-80bf6b8d7b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:46.941390 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ff734e24-f22c-41d1-bf24-0066f9a1dcdb req-803e7cf7-2aeb-4fb1-9b5f-80bf6b8d7b82 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693610 Jul 09 13:56:47.103750 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ff734e24-f22c-41d1-bf24-0066f9a1dcdb req-52cc2d4a-4e3c-4212-a5a6-ef7e8ec584a8 service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549089 Jul 09 13:56:47.234589 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ff734e24-f22c-41d1-bf24-0066f9a1dcdb req-fe1821a0-c208-43ac-bf17-989694800e1d service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228743 Jul 09 13:56:47.385241 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59476d0d-af23-4168-90b3-babb7028f9bb req-3a7a80b6-e147-407b-af36-f54e864aeafe tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:47.386974 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59476d0d-af23-4168-90b3-babb7028f9bb req-3a7a80b6-e147-407b-af36-f54e864aeafe tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 944 time: 0.0791388 Jul 09 13:56:47.441332 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59476d0d-af23-4168-90b3-babb7028f9bb req-c4bd759b-c009-4447-91cc-f0ce9a15840d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462801 Jul 09 13:56:47.989559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:56:48.169300 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:48.191901 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'port_id': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'mac_address': 'fa:16:3e:57:b2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:56:48.241828 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:48.261548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:56:48.286780 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:48.291985 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:48.360125 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:48.369073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:48.369412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:48.369754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:48.370094 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:48.370431 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:48.370766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:48.371118 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:48.371460 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:48.372294 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:48.373545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:48.373912 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:48.374250 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:48.508560 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:56:48.741459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e6c5b-423a-487d-9605-3f7c4c1d2463 req-0f266dc2-3bc9-476b-83f7-3b78c418cdee tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:48.744715 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe6e6c5b-423a-487d-9605-3f7c4c1d2463 req-0f266dc2-3bc9-476b-83f7-3b78c418cdee tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 945 time: 0.1194813 Jul 09 13:56:48.804635 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe6e6c5b-423a-487d-9605-3f7c4c1d2463 req-8c6bc5f2-f331-46c4-8496-60153a771efd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516274 Jul 09 13:56:50.007951 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:56:50.101718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:56:50.109271 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:56:50.109955 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:50.159673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f8aca-604a-4978-9242-41a3756e175e req-c5297bcd-b92d-42b9-ad17-de410179a783 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:50.166578 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b5f8aca-604a-4978-9242-41a3756e175e req-c5297bcd-b92d-42b9-ad17-de410179a783 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 945 time: 0.1374223 Jul 09 13:56:50.250182 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b5f8aca-604a-4978-9242-41a3756e175e req-db950e7b-7704-409b-bd11-84217caae3e1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719180 Jul 09 13:56:50.269121 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:50.319198 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:50.323236 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c931ee8-48a7-4fb7-b6a3-cb20c75ca5d4" -d '{"events": [{"server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "name": "network-vif-plugged", "status": "completed", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:50.349305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:50.357793 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:50.402899 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f01c7c4-879e-4873-ad77-e3293dab1245 x-openstack-request-id: req-2f01c7c4-879e-4873-ad77-e3293dab1245 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:50.403949 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "name": "network-vif-plugged", "status": "completed", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:50.404462 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2f01c7c4-879e-4873-ad77-e3293dab1245 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:50.405102 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'code': 200} Jul 09 13:56:50.449518 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:50.625233 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb708edb-3ac4-4779-b09a-c2c518918e96 req-0faaf259-c227-4bdc-8c4d-91a3a46424f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:50.627984 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cb708edb-3ac4-4779-b09a-c2c518918e96 req-0faaf259-c227-4bdc-8c4d-91a3a46424f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1097 time: 0.0983882 Jul 09 13:56:50.687335 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cb708edb-3ac4-4779-b09a-c2c518918e96 req-68766ac6-e702-457e-b7d0-3e5c87f31246 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522232 Jul 09 13:56:51.518160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d91c97-16ba-44f4-97c4-b13685d6dce1 req-a0094a7c-5771-47d5-b2e7-4347d77d4c66 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:51.520811 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-25d91c97-16ba-44f4-97c4-b13685d6dce1 req-a0094a7c-5771-47d5-b2e7-4347d77d4c66 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.1205697 Jul 09 13:56:51.588388 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-25d91c97-16ba-44f4-97c4-b13685d6dce1 req-7c51eefa-b054-41e2-ac56-562d2791f7a7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611997 Jul 09 13:56:52.832004 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4690421a-555d-4914-9ec8-246bbd50fd7d req-7aac24b8-44b7-4802-97db-b1016b0bd680 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:52.834616 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4690421a-555d-4914-9ec8-246bbd50fd7d req-7aac24b8-44b7-4802-97db-b1016b0bd680 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.0850267 Jul 09 13:56:52.898020 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4690421a-555d-4914-9ec8-246bbd50fd7d req-92ab8fc1-8872-43e2-b34e-17d3494b6fa9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565095 Jul 09 13:56:53.198328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4b377-c703-4413-a446-dcb1ce203025 req-2b85a060-0e0c-4112-b51f-48912bf975c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:53.200738 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f0b4b377-c703-4413-a446-dcb1ce203025 req-2b85a060-0e0c-4112-b51f-48912bf975c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.0810168 Jul 09 13:56:53.272377 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f0b4b377-c703-4413-a446-dcb1ce203025 req-f7e30312-3925-448f-ad65-132f236a12bc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637882 Jul 09 13:56:53.307277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40848) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:53.333699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40850) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:53.383143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e71df5c-3b7d-4b4f-9027-a9ad61d2734b tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:53.385426 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8e71df5c-3b7d-4b4f-9027-a9ad61d2734b tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1092 time: 0.0765853 Jul 09 13:56:53.389574 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40854) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:53.394915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:56:53.429290 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:53.517375 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05d02c7f-517d-439b-b52d-c0c49521890e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:53.610255 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:53.750220 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05d02c7f-517d-439b-b52d-c0c49521890e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:53.759572 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05d02c7f-517d-439b-b52d-c0c49521890e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:53.821374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Allocated IP 172.25.2.7 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/5f258c38-b19c-4faf-8dc8-b9e6d6315865) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:56:53.829253 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d02c7f-517d-439b-b52d-c0c49521890e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69db6a6-aafd-409e-aead-09b6540d9e66,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:53.840129 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-05d02c7f-517d-439b-b52d-c0c49521890e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=63bf634d27c14375af8777acd2eb4562&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5008447 Jul 09 13:56:53.841811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40858) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:53.844732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40860) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:54.115316 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c23a5ec6-c64f-4fa4-a987-300e6900290a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Deleting port 561d10df-a6a1-4dc8-9990-09848e41e4bf {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:54.115825 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c23a5ec6-c64f-4fa4-a987-300e6900290a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:54.235360 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c23a5ec6-c64f-4fa4-a987-300e6900290a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:54.235896 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c23a5ec6-c64f-4fa4-a987-300e6900290a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:54.258472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c23a5ec6-c64f-4fa4-a987-300e6900290a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Calling delete_port for 561d10df-a6a1-4dc8-9990-09848e41e4bf owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:54.339634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d286c7dc-bf2a-4681-9b43-46989ea4ab33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:54.393147 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d286c7dc-bf2a-4681-9b43-46989ea4ab33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:54.404219 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:54.478732 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:54.512288 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d286c7dc-bf2a-4681-9b43-46989ea4ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:54.515241 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d286c7dc-bf2a-4681-9b43-46989ea4ab33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:54.516449 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d286c7dc-bf2a-4681-9b43-46989ea4ab33 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f69db6a6-aafd-409e-aead-09b6540d9e66 HTTP/1.1" status: 204 len: 168 time: 0.6736226 Jul 09 13:56:54.530661 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c23a5ec6-c64f-4fa4-a987-300e6900290a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:54.544202 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d286c7dc-bf2a-4681-9b43-46989ea4ab33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69db6a6-aafd-409e-aead-09b6540d9e66,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:54.550258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:56:54.553697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:56:54.555925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=5f258c38-b19c-4faf-8dc8-b9e6d6315865,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:54.558339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:56:54.595799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23a5ec6-c64f-4fa4-a987-300e6900290a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Pushing event deleted for resources: {'Port': ['ID=561d10df-a6a1-4dc8-9990-09848e41e4bf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:54.732602 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c23a5ec6-c64f-4fa4-a987-300e6900290a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:54.733042 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-c23a5ec6-c64f-4fa4-a987-300e6900290a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Floating IP 6ed83f30-98f0-4fdc-9220-0451ba9cdcc7 disassociated (deleted). External IP: 172.25.2.43, port: 45e08c91-507b-4175-9628-1f19fd2e3a9e. Jul 09 13:56:55.031594 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40866) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:55.051402 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:55.082322 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c23a5ec6-c64f-4fa4-a987-300e6900290a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Router f8293e88-cb88-44a0-9712-57372d3c74da has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:56:55.319892 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:55.359745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c23a5ec6-c64f-4fa4-a987-300e6900290a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:56:55.370957 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c23a5ec6-c64f-4fa4-a987-300e6900290a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:55.378799 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc918041-993a-44e3-a65d-7382d0580d3a None None] Sync routers for ids ['f8293e88-cb88-44a0-9712-57372d3c74da'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:56:55.398469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc918041-993a-44e3-a65d-7382d0580d3a None None] Routers {'f8293e88-cb88-44a0-9712-57372d3c74da'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:55.399726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cc918041-993a-44e3-a65d-7382d0580d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:56:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f8293e88-cb88-44a0-9712-57372d3c74da'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:55.445225 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:55.453737 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:55.459755 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:55.503373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c23a5ec6-c64f-4fa4-a987-300e6900290a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "DELETE /v2.0/floatingips/6ed83f30-98f0-4fdc-9220-0451ba9cdcc7 HTTP/1.1" status: 204 len: 168 time: 1.6567392 Jul 09 13:56:55.513140 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6706f842-3674-4187-bc65-330d1d8263ce', 'tag': '45e08c91-507b-4175-9628-1f19fd2e3a9e'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:55.518744 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdb942ed-9b80-4324-a31b-4765f944c999" -d '{"events": [{"name": "network-changed", "server_uuid": "6706f842-3674-4187-bc65-330d1d8263ce", "tag": "45e08c91-507b-4175-9628-1f19fd2e3a9e"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:55.571775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d81b6f15ba404390a24bd78aeb960fc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5361018 Jul 09 13:56:55.571775 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5087cd-d2de-4ecc-97d0-485f5c1dd70c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:55.585697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40872) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:55.588524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:55.589219 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:55.589771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:55.590356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:55.591886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:55.592755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:55.593320 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:55.593874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:55.594496 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:55.595040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:55.595677 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:55.596259 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a578a099-0615-44b2-b088-965305f03ae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:56:55.613257 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-cc918041-993a-44e3-a65d-7382d0580d3a None None] Set router f8293e88-cb88-44a0-9712-57372d3c74da gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:55.644043 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436958c5-0776-4f15-a5ab-0dd1c3aa4ff1 x-openstack-request-id: req-436958c5-0776-4f15-a5ab-0dd1c3aa4ff1 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:55.644473 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6706f842-3674-4187-bc65-330d1d8263ce", "tag": "45e08c91-507b-4175-9628-1f19fd2e3a9e", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:55.644865 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-436958c5-0776-4f15-a5ab-0dd1c3aa4ff1 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:55.645552 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6706f842-3674-4187-bc65-330d1d8263ce', 'tag': '45e08c91-507b-4175-9628-1f19fd2e3a9e', 'status': 'completed', 'code': 200} Jul 09 13:56:55.782649 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76374e40-5b4f-4917-9a9e-699a0e370492 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:55.846197 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76374e40-5b4f-4917-9a9e-699a0e370492 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:55.901696 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb942ed-9b80-4324-a31b-4765f944c999 req-fa204cd2-e260-4c4f-b807-14425ac4d59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:55.905654 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bdb942ed-9b80-4324-a31b-4765f944c999 req-fa204cd2-e260-4c4f-b807-14425ac4d59c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=7c8a5c7930b54ceda1865a2632d85845&device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 1096 time: 0.2386849 Jul 09 13:56:56.009457 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76374e40-5b4f-4917-9a9e-699a0e370492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:56.018535 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76374e40-5b4f-4917-9a9e-699a0e370492 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:56.023164 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-76374e40-5b4f-4917-9a9e-699a0e370492 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/be5087cd-d2de-4ecc-97d0-485f5c1dd70c HTTP/1.1" status: 204 len: 168 time: 0.3924897 Jul 09 13:56:56.049300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76374e40-5b4f-4917-9a9e-699a0e370492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5087cd-d2de-4ecc-97d0-485f5c1dd70c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:56.126673 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:56.126994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cc918041-993a-44e3-a65d-7382d0580d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:53:40Z', 'revision_number': 4, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port': {'id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:35Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '31b797cb-a205-44ba-9cea-c31b9f1222c0', 'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'mac_address': 'fa:16:3e:16:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:39Z', 'updated_at': '2021-07-09T13:53:47Z', 'revision_number': 5, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'subnets': [{'id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:56.162593 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:56.187752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc918041-993a-44e3-a65d-7382d0580d3a None None] Checking router: f8293e88-cb88-44a0-9712-57372d3c74da for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:56:56.205251 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc918041-993a-44e3-a65d-7382d0580d3a None None] Routers {'f8293e88-cb88-44a0-9712-57372d3c74da'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:56.206762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cc918041-993a-44e3-a65d-7382d0580d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:56:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f8293e88-cb88-44a0-9712-57372d3c74da'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:56.319617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=5f258c38-b19c-4faf-8dc8-b9e6d6315865,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:56.332687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb942ed-9b80-4324-a31b-4765f944c999 req-c6e11f49-3b6f-4ae5-a850-820abaad937e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:56.334443 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bdb942ed-9b80-4324-a31b-4765f944c999 req-c6e11f49-3b6f-4ae5-a850-820abaad937e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f2277b95-6a34-43d2-b5d5-2d2f6977711f HTTP/1.1" status: 200 len: 915 time: 0.4206862 Jul 09 13:56:56.394845 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bdb942ed-9b80-4324-a31b-4765f944c999 req-b702b9bb-f8c4-477c-8f03-49988995889d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=45e08c91-507b-4175-9628-1f19fd2e3a9e HTTP/1.1" status: 200 len: 217 time: 0.0527520 Jul 09 13:56:56.396422 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:56.475298 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173dd5b-3439-4ecc-8acf-c6ed940a8c3f req-62f1a093-2235-41c1-afe4-33c1ac300ee1 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:56.478938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-cc918041-993a-44e3-a65d-7382d0580d3a None None] Set router f8293e88-cb88-44a0-9712-57372d3c74da gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:56.483650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d173dd5b-3439-4ecc-8acf-c6ed940a8c3f req-62f1a093-2235-41c1-afe4-33c1ac300ee1 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 945 time: 0.2049739 Jul 09 13:56:56.553143 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d173dd5b-3439-4ecc-8acf-c6ed940a8c3f req-deb22998-e3e3-4823-a130-73e3f7d86a68 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520253 Jul 09 13:56:56.666540 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb942ed-9b80-4324-a31b-4765f944c999 req-dbfe754e-d8e9-42b7-9181-0cdcbd28396d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:56.670360 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bdb942ed-9b80-4324-a31b-4765f944c999 req-dbfe754e-d8e9-42b7-9181-0cdcbd28396d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=007c4407-b0a9-405e-99fd-6f65428096f7 HTTP/1.1" status: 200 len: 853 time: 0.2691307 Jul 09 13:56:56.707431 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Floating IP f85f1c1a-577a-432e-87f2-7b4917e03e47 associated. External IP: 172.25.2.7, port: 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4. Jul 09 13:56:56.796443 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cc918041-993a-44e3-a65d-7382d0580d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:53:40Z', 'revision_number': 4, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port': {'id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:35Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '31b797cb-a205-44ba-9cea-c31b9f1222c0', 'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'mac_address': 'fa:16:3e:16:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:39Z', 'updated_at': '2021-07-09T13:53:47Z', 'revision_number': 5, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'subnets': [{'id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:56.849122 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc918041-993a-44e3-a65d-7382d0580d3a None None] The sync data for ids ['f8293e88-cb88-44a0-9712-57372d3c74da'] in n-d-799525-3 is: [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:53:40Z', 'revision_number': 4, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port': {'id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:35Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '31b797cb-a205-44ba-9cea-c31b9f1222c0', 'name': '', 'network_id': 'f2277b95-6a34-43d2-b5d5-2d2f6977711f', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'mac_address': 'fa:16:3e:16:ca:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3467, 'fixed_ips': [{'subnet_id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:39Z', 'updated_at': '2021-07-09T13:53:47Z', 'revision_number': 5, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'subnets': [{'id': '007c4407-b0a9-405e-99fd-6f65428096f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:56:56.864149 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb942ed-9b80-4324-a31b-4765f944c999 req-05f009d7-1dc3-4253-8505-90e8233a9231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:56.865863 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bdb942ed-9b80-4324-a31b-4765f944c999 req-05f009d7-1dc3-4253-8505-90e8233a9231 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f2277b95-6a34-43d2-b5d5-2d2f6977711f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1856868 Jul 09 13:56:57.163124 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bdb942ed-9b80-4324-a31b-4765f944c999 req-0980e8c0-e767-435e-a6fe-b5ce23f12660 service neutron] 10.222.0.18 "GET /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2875030 Jul 09 13:56:57.215120 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-841efaf0-401e-43fd-b904-6d239b3068ad None None] New status for floating IP 6ed83f30-98f0-4fdc-9220-0451ba9cdcc7: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:56:57.240135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 6f82bebe-6d60-40ba-a17a-6309b9e44708 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:56:57.383443 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bdb942ed-9b80-4324-a31b-4765f944c999 req-746f15f4-e2a3-41e6-b492-a0d935b85a89 service neutron] 10.222.0.18 "GET /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119126 Jul 09 13:56:57.406548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:56:57.422848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c02f6-6296-4d07-9ee0-c0f844fb3783 None None] Sync routers for ids ['6f82bebe-6d60-40ba-a17a-6309b9e44708'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:56:57.438077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c02f6-6296-4d07-9ee0-c0f844fb3783 None None] Routers {'6f82bebe-6d60-40ba-a17a-6309b9e44708'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:57.439119 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f27c02f6-6296-4d07-9ee0-c0f844fb3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:56:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6f82bebe-6d60-40ba-a17a-6309b9e44708'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:57.441274 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:57.517173 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1fc975e2-c997-40b9-816f-b0ea18a6fc43 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 4.1228638 Jul 09 13:56:57.517173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:57.519046 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bffc2cdd-805d-408b-b98e-7a253f411f93" -d '{"events": [{"name": "network-changed", "server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:57.579037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f27c02f6-6296-4d07-9ee0-c0f844fb3783 None None] Set router 6f82bebe-6d60-40ba-a17a-6309b9e44708 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:57.596680 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a42abc7-2522-4c69-bbe1-87972b087e4d x-openstack-request-id: req-9a42abc7-2522-4c69-bbe1-87972b087e4d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:57.597129 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:57.597561 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9a42abc7-2522-4c69-bbe1-87972b087e4d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:57.598217 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'status': 'completed', 'code': 200} Jul 09 13:56:57.910970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc2cdd-805d-408b-b98e-7a253f411f93 req-3c61f2cb-a6ea-4f5f-b1f0-a2179957bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:57.912874 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bffc2cdd-805d-408b-b98e-7a253f411f93 req-3c61f2cb-a6ea-4f5f-b1f0-a2179957bbd9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1097 time: 0.2944515 Jul 09 13:56:57.915749 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0787e8d2-d585-4dbe-b080-74fdb5facaf0 req-5ee85079-b271-4b2f-b56e-d625b94a86a9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:57.918200 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0787e8d2-d585-4dbe-b080-74fdb5facaf0 req-5ee85079-b271-4b2f-b56e-d625b94a86a9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.2037275 Jul 09 13:56:57.953903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e653a3-c619-4a85-a593-554b5f1344e3 req-1cff1f48-48a0-473f-b1c2-76e679b47cc9 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:57.955814 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-35e653a3-c619-4a85-a593-554b5f1344e3 req-1cff1f48-48a0-473f-b1c2-76e679b47cc9 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.18 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 945 time: 0.1859004 Jul 09 13:56:58.051130 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0787e8d2-d585-4dbe-b080-74fdb5facaf0 req-7e690aad-d73d-4de9-8d92-7ecdf7ccc1d1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1113181 Jul 09 13:56:58.119788 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40912) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:58.129228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3cad9-0195-406b-b767-e1b0630e1081 req-7d0d0331-18c8-434a-9764-420b5ae03c7b tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:58.150814 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06e3cad9-0195-406b-b767-e1b0630e1081 req-7d0d0331-18c8-434a-9764-420b5ae03c7b tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 945 time: 0.3344398 Jul 09 13:56:58.166887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc2cdd-805d-408b-b98e-7a253f411f93 req-e3dcb33a-d4fd-49f2-8022-e5e703258903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:58.169123 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bffc2cdd-805d-408b-b98e-7a253f411f93 req-e3dcb33a-d4fd-49f2-8022-e5e703258903 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e HTTP/1.1" status: 200 len: 897 time: 0.2481594 Jul 09 13:56:58.216338 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f27c02f6-6296-4d07-9ee0-c0f844fb3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016704820', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '21538277-e396-4ae9-8d40-edef913c3def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:56:29Z', 'updated_at': '2021-07-09T13:56:35Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '21538277-e396-4ae9-8d40-edef913c3def', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:30Z', 'updated_at': '2021-07-09T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'f85f1c1a-577a-432e-87f2-7b4917e03e47', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'port_id': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'mac_address': 'fa:16:3e:57:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1f042-1b76-4754-a628-d2779698af5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:56:54Z', 'updated_at': '2021-07-09T13:56:54Z', 'revision_number': 0, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c61c25-5335-42f7-9f86-43d1d71554a7', 'name': '', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:05:47:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:34Z', 'updated_at': '2021-07-09T13:56:42Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:58.264351 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06e3cad9-0195-406b-b767-e1b0630e1081 req-08129669-2ff0-4697-811b-22db8ef3738d tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1118722 Jul 09 13:56:58.292726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c02f6-6296-4d07-9ee0-c0f844fb3783 None None] Checking router: 6f82bebe-6d60-40ba-a17a-6309b9e44708 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:56:58.312707 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27c02f6-6296-4d07-9ee0-c0f844fb3783 None None] Routers {'6f82bebe-6d60-40ba-a17a-6309b9e44708'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:56:58.316502 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f27c02f6-6296-4d07-9ee0-c0f844fb3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:56:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6f82bebe-6d60-40ba-a17a-6309b9e44708'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:58.411513 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-702ee641-8fd5-4a03-90b0-dd81078fcd21 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/f85f1c1a-577a-432e-87f2-7b4917e03e47 HTTP/1.1" status: 200 len: 990 time: 0.2901332 Jul 09 13:56:58.418154 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-35e653a3-c619-4a85-a593-554b5f1344e3 req-73968403-c476-4a72-9c0e-239cce3237e6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Deleting port 45e08c91-507b-4175-9628-1f19fd2e3a9e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:56:58.418778 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-35e653a3-c619-4a85-a593-554b5f1344e3 req-73968403-c476-4a72-9c0e-239cce3237e6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:58.452938 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bffc2cdd-805d-408b-b98e-7a253f411f93 req-d4633fb8-ae82-437a-9e87-0ab0f6ac1adf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 200 len: 998 time: 0.2229559 Jul 09 13:56:58.475179 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f27c02f6-6296-4d07-9ee0-c0f844fb3783 None None] Set router 6f82bebe-6d60-40ba-a17a-6309b9e44708 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:56:58.629638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc2cdd-805d-408b-b98e-7a253f411f93 req-8e60b011-2912-4820-b365-25c045c7f3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:58.632317 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bffc2cdd-805d-408b-b98e-7a253f411f93 req-8e60b011-2912-4820-b365-25c045c7f3df service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5578c7c-c2fd-46e7-a415-5ef23ccbd516 HTTP/1.1" status: 200 len: 835 time: 0.1266220 Jul 09 13:56:58.705629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-35e653a3-c619-4a85-a593-554b5f1344e3 req-73968403-c476-4a72-9c0e-239cce3237e6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] For port 45e08c91-507b-4175-9628-1f19fd2e3a9e, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=45e08c91-507b-4175-9628-1f19fd2e3a9e,segment=NetworkSegment(5d957517-f702-4bd5-9276-f871f01531f2),segment_id=5d957517-f702-4bd5-9276-f871f01531f2)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:56:58.706193 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-35e653a3-c619-4a85-a593-554b5f1344e3 req-73968403-c476-4a72-9c0e-239cce3237e6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:58.734725 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-35e653a3-c619-4a85-a593-554b5f1344e3 req-73968403-c476-4a72-9c0e-239cce3237e6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Calling delete_port for 45e08c91-507b-4175-9628-1f19fd2e3a9e owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:56:58.879223 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f27c02f6-6296-4d07-9ee0-c0f844fb3783 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016704820', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '21538277-e396-4ae9-8d40-edef913c3def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:56:29Z', 'updated_at': '2021-07-09T13:56:35Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '21538277-e396-4ae9-8d40-edef913c3def', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:30Z', 'updated_at': '2021-07-09T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'f85f1c1a-577a-432e-87f2-7b4917e03e47', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'port_id': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'mac_address': 'fa:16:3e:57:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1f042-1b76-4754-a628-d2779698af5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:56:54Z', 'updated_at': '2021-07-09T13:56:54Z', 'revision_number': 0, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c61c25-5335-42f7-9f86-43d1d71554a7', 'name': '', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:05:47:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:34Z', 'updated_at': '2021-07-09T13:56:42Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:56:58.939461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27c02f6-6296-4d07-9ee0-c0f844fb3783 None None] The sync data for ids ['6f82bebe-6d60-40ba-a17a-6309b9e44708'] in n-d-799525-3 is: [{'id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016704820', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '21538277-e396-4ae9-8d40-edef913c3def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:56:29Z', 'updated_at': '2021-07-09T13:56:35Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '21538277-e396-4ae9-8d40-edef913c3def', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:30Z', 'updated_at': '2021-07-09T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'f85f1c1a-577a-432e-87f2-7b4917e03e47', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'floating_ip_address': '172.25.2.7', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'port_id': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3582, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'mac_address': 'fa:16:3e:57:b2:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96a1f042-1b76-4754-a628-d2779698af5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:56:54Z', 'updated_at': '2021-07-09T13:56:54Z', 'revision_number': 0, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5c61c25-5335-42f7-9f86-43d1d71554a7', 'name': '', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:05:47:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:34Z', 'updated_at': '2021-07-09T13:56:42Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:56:59.264927 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917d830f-08d2-442e-a6c6-935591786d3f None None] New status for floating IP f85f1c1a-577a-432e-87f2-7b4917e03e47: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:56:59.281912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffc2cdd-805d-408b-b98e-7a253f411f93 req-b091596a-9efa-4be4-913f-97798882ecc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:59.284448 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bffc2cdd-805d-408b-b98e-7a253f411f93 req-b091596a-9efa-4be4-913f-97798882ecc1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6459045 Jul 09 13:56:59.412986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40950) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:56:59.516974 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0e15158d-78cf-46ba-aad6-0b80cf51e050 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/f85f1c1a-577a-432e-87f2-7b4917e03e47 HTTP/1.1" status: 200 len: 990 time: 0.1022956 Jul 09 13:56:59.586328 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bffc2cdd-805d-408b-b98e-7a253f411f93 req-71e2ac71-3c1f-458f-976e-b9a4dbfc134c service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940705 Jul 09 13:56:59.643540 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b3db43-da94-4f58-9878-a4214f84ede4 req-57c246a0-d7ab-4f8c-9f4b-00a05ae5c8fe tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:56:59.645292 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72b3db43-da94-4f58-9878-a4214f84ede4 req-57c246a0-d7ab-4f8c-9f4b-00a05ae5c8fe tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 945 time: 0.1245699 Jul 09 13:56:59.706276 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72b3db43-da94-4f58-9878-a4214f84ede4 req-74a582df-d704-4e3a-9137-ba44b68e67f2 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/security-groups?id=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520847 Jul 09 13:56:59.706569 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-35e653a3-c619-4a85-a593-554b5f1344e3 req-73968403-c476-4a72-9c0e-239cce3237e6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:59.830111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73968403-c476-4a72-9c0e-239cce3237e6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Pushing event deleted for resources: {'Port': ['ID=45e08c91-507b-4175-9628-1f19fd2e3a9e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:56:59.859022 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-35e653a3-c619-4a85-a593-554b5f1344e3 req-73968403-c476-4a72-9c0e-239cce3237e6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] No DVR routers for this DVR port 45e08c91-507b-4175-9628-1f19fd2e3a9e on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:56:59.867425 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-35e653a3-c619-4a85-a593-554b5f1344e3 req-73968403-c476-4a72-9c0e-239cce3237e6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:56:59.869577 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-35e653a3-c619-4a85-a593-554b5f1344e3 req-73968403-c476-4a72-9c0e-239cce3237e6 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.18 "DELETE /v2.0/ports/45e08c91-507b-4175-9628-1f19fd2e3a9e HTTP/1.1" status: 204 len: 173 time: 1.8830552 Jul 09 13:56:59.870064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6706f842-3674-4187-bc65-330d1d8263ce', 'name': 'network-vif-deleted', 'tag': '45e08c91-507b-4175-9628-1f19fd2e3a9e'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:56:59.874366 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9189b87a-2fe5-46ff-a66c-60c1f0b0b1bd" -d '{"events": [{"server_uuid": "6706f842-3674-4187-bc65-330d1d8263ce", "name": "network-vif-deleted", "tag": "45e08c91-507b-4175-9628-1f19fd2e3a9e"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:56:59.910933 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bffc2cdd-805d-408b-b98e-7a253f411f93 req-64045783-e723-4bb4-a09f-a98125bbba16 service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147924 Jul 09 13:56:59.915981 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:56:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88dfe6dd-6fb5-416c-9531-ffd6dc24a202 x-openstack-request-id: req-88dfe6dd-6fb5-416c-9531-ffd6dc24a202 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:56:59.916472 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6706f842-3674-4187-bc65-330d1d8263ce", "name": "network-vif-deleted", "tag": "45e08c91-507b-4175-9628-1f19fd2e3a9e", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:56:59.916947 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88dfe6dd-6fb5-416c-9531-ffd6dc24a202 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:56:59.917509 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6706f842-3674-4187-bc65-330d1d8263ce', 'name': 'network-vif-deleted', 'tag': '45e08c91-507b-4175-9628-1f19fd2e3a9e', 'status': 'completed', 'code': 200} Jul 09 13:57:00.020498 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 45e08c91-507b-4175-9628-1f19fd2e3a9e no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:57:00.057828 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 45e08c91-507b-4175-9628-1f19fd2e3a9e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:57:00.058768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 45e08c91-507b-4175-9628-1f19fd2e3a9e not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:57:00.432416 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40970) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:00.522683 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40974) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:00.641711 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-671092a0-9a7f-4d6f-b102-bc9b43470f72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:00.677646 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f6799d85-5a7f-40ad-bb06-3f4fe9780423 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/f85f1c1a-577a-432e-87f2-7b4917e03e47 HTTP/1.1" status: 200 len: 992 time: 0.1547530 Jul 09 13:57:00.798817 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-671092a0-9a7f-4d6f-b102-bc9b43470f72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:00.805292 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-671092a0-9a7f-4d6f-b102-bc9b43470f72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:00.886514 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671092a0-9a7f-4d6f-b102-bc9b43470f72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57720e4-2278-4373-877e-d59e28ceb111,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:00.895354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-671092a0-9a7f-4d6f-b102-bc9b43470f72 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c22ccf4a8df34a6c98619c872ec0126f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4611144 Jul 09 13:57:00.899575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40978) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:00.930827 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b5a3508-f285-4967-8419-6a0fdd9f14eb req-da478d1b-a012-4cf4-9728-096e0268a927 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 210 time: 0.0306437 Jul 09 13:57:00.971655 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ead7e476-3dc0-4ac8-bb7b-b1947de19f2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:00.998568 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ead7e476-3dc0-4ac8-bb7b-b1947de19f2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:01.083468 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ead7e476-3dc0-4ac8-bb7b-b1947de19f2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:01.086557 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ead7e476-3dc0-4ac8-bb7b-b1947de19f2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:01.087996 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ead7e476-3dc0-4ac8-bb7b-b1947de19f2f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f57720e4-2278-4373-877e-d59e28ceb111 HTTP/1.1" status: 204 len: 168 time: 0.1852081 Jul 09 13:57:01.100853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead7e476-3dc0-4ac8-bb7b-b1947de19f2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57720e4-2278-4373-877e-d59e28ceb111,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:01.514856 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 40984) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:01.530641 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cedffb31-df55-4ff9-ad66-2986aed7af32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:01.657255 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cedffb31-df55-4ff9-ad66-2986aed7af32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:01.662291 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cedffb31-df55-4ff9-ad66-2986aed7af32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:01.706999 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cedffb31-df55-4ff9-ad66-2986aed7af32 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=950402b085eb4e23a236c802ee8910fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1908686 Jul 09 13:57:01.707929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedffb31-df55-4ff9-ad66-2986aed7af32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1dcce2-e907-436f-8f06-fd392dd9a82e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:01.710706 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 40986) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:01.778503 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5f10280-1e1a-415c-a1ea-b0c744c0bb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:01.804629 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5f10280-1e1a-415c-a1ea-b0c744c0bb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:01.853131 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0c0d39ea-8f30-4c44-b4cb-6696c8af4eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:01.868811 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5f10280-1e1a-415c-a1ea-b0c744c0bb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:01.872483 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e5f10280-1e1a-415c-a1ea-b0c744c0bb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:01.873986 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e5f10280-1e1a-415c-a1ea-b0c744c0bb0f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/ef1dcce2-e907-436f-8f06-fd392dd9a82e HTTP/1.1" status: 204 len: 168 time: 0.1608362 Jul 09 13:57:01.885350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f10280-1e1a-415c-a1ea-b0c744c0bb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1dcce2-e907-436f-8f06-fd392dd9a82e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:02.136648 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0fd20bf-708f-46cc-af24-650d4e1fbca7 req-9d13294a-ca1a-4954-bfd4-f121c0907c35 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 210 time: 0.0476711 Jul 09 13:57:03.253485 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:57:03.339339 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-437be6f8-7f23-4842-95fe-2ff53ce23bc0 req-5c2d83a6-2a07-42c8-9ec0-b39fdb88cc0a tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 210 time: 0.0611360 Jul 09 13:57:04.559441 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12efde26-5774-44ba-97ce-255a092918dc req-965bceaf-0b67-4fb5-9703-3f4ddbc0ae8c tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "GET /v2.0/ports?device_id=6706f842-3674-4187-bc65-330d1d8263ce HTTP/1.1" status: 200 len: 210 time: 0.0376809 Jul 09 13:57:04.683555 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:04.689014 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-13c11322-6223-463b-90be-03d51c277cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.668609 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41076) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:05.695615 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.767749 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f49b651-bc0e-47d7-8875-7d0adf16d6c4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.798341 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f49b651-bc0e-47d7-8875-7d0adf16d6c4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.889519 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f49b651-bc0e-47d7-8875-7d0adf16d6c4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.894738 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8f49b651-bc0e-47d7-8875-7d0adf16d6c4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:05.896939 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8f49b651-bc0e-47d7-8875-7d0adf16d6c4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] 10.222.0.39 "DELETE /v2.0/security-groups/ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4 HTTP/1.1" status: 204 len: 168 time: 0.2263794 Jul 09 13:57:05.917012 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f49b651-bc0e-47d7-8875-7d0adf16d6c4 tempest-TestVolumeBackupRestore-1230871418 tempest-TestVolumeBackupRestore-1230871418-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec88e0bd-f0f9-4b28-9c14-70af5f4ab5b4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:07.100625 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:08.655406 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:08.811688 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:10.796938 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41596) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:11.451716 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf934-e062-438f-9d86-6fcdf5ac2717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:12.182740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0a6cf934-e062-438f-9d86-6fcdf5ac2717 admin admin] Deleting port 31b797cb-a205-44ba-9cea-c31b9f1222c0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:57:12.183642 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf934-e062-438f-9d86-6fcdf5ac2717 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:12.300848 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-0a6cf934-e062-438f-9d86-6fcdf5ac2717 admin admin] For port 31b797cb-a205-44ba-9cea-c31b9f1222c0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=31b797cb-a205-44ba-9cea-c31b9f1222c0,segment=NetworkSegment(5d957517-f702-4bd5-9276-f871f01531f2),segment_id=5d957517-f702-4bd5-9276-f871f01531f2)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:12.301452 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf934-e062-438f-9d86-6fcdf5ac2717 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:12.327166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0a6cf934-e062-438f-9d86-6fcdf5ac2717 admin admin] Calling delete_port for 31b797cb-a205-44ba-9cea-c31b9f1222c0 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:57:12.584348 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf934-e062-438f-9d86-6fcdf5ac2717 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:12.614461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6cf934-e062-438f-9d86-6fcdf5ac2717 admin admin] Pushing event deleted for resources: {'Port': ['ID=31b797cb-a205-44ba-9cea-c31b9f1222c0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:12.897559 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a6cf934-e062-438f-9d86-6fcdf5ac2717 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:13.196266 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a6cf934-e062-438f-9d86-6fcdf5ac2717 admin admin] Router f8293e88-cb88-44a0-9712-57372d3c74da has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:57:13.327307 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a6cf934-e062-438f-9d86-6fcdf5ac2717 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:57:13.336506 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0a6cf934-e062-438f-9d86-6fcdf5ac2717 admin admin] 10.222.0.39 "PUT /v2.0/routers/f8293e88-cb88-44a0-9712-57372d3c74da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5375342 Jul 09 13:57:13.339509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55752c89-df10-4bfe-86b3-5ff35e61fea5 None None] Sync routers for ids ['f8293e88-cb88-44a0-9712-57372d3c74da'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:57:13.341193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41648) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:13.357349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55752c89-df10-4bfe-86b3-5ff35e61fea5 None None] Routers {'f8293e88-cb88-44a0-9712-57372d3c74da'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:57:13.358413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-55752c89-df10-4bfe-86b3-5ff35e61fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:57:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f8293e88-cb88-44a0-9712-57372d3c74da'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:13.550952 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e946fef9-c23b-4300-975b-43a02d8ee55b admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:13.555042 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-55752c89-df10-4bfe-86b3-5ff35e61fea5 None None] Set router f8293e88-cb88-44a0-9712-57372d3c74da gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:57:13.685347 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e946fef9-c23b-4300-975b-43a02d8ee55b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:13.784788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e946fef9-c23b-4300-975b-43a02d8ee55b admin admin] Deleting port 46fdaa23-9a94-4bec-8793-42a6fd969a06 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:57:13.785446 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e946fef9-c23b-4300-975b-43a02d8ee55b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:13.900193 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-55752c89-df10-4bfe-86b3-5ff35e61fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:57:12Z', 'revision_number': 5, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port': {'id': '46fdaa23-9a94-4bec-8793-42a6fd969a06', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:7a:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3466, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:35Z', 'updated_at': '2021-07-09T13:53:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:13.908247 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-e946fef9-c23b-4300-975b-43a02d8ee55b admin admin] For port 46fdaa23-9a94-4bec-8793-42a6fd969a06, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=46fdaa23-9a94-4bec-8793-42a6fd969a06,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:13.908626 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e946fef9-c23b-4300-975b-43a02d8ee55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:13.930375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e946fef9-c23b-4300-975b-43a02d8ee55b admin admin] Calling delete_port for 46fdaa23-9a94-4bec-8793-42a6fd969a06 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:57:13.948529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55752c89-df10-4bfe-86b3-5ff35e61fea5 None None] Checking router: f8293e88-cb88-44a0-9712-57372d3c74da for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:57:13.959130 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55752c89-df10-4bfe-86b3-5ff35e61fea5 None None] Routers {'f8293e88-cb88-44a0-9712-57372d3c74da'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:57:13.959760 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-55752c89-df10-4bfe-86b3-5ff35e61fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:57:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['f8293e88-cb88-44a0-9712-57372d3c74da'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:14.063424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-55752c89-df10-4bfe-86b3-5ff35e61fea5 None None] Set router f8293e88-cb88-44a0-9712-57372d3c74da gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:57:14.163946 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-55752c89-df10-4bfe-86b3-5ff35e61fea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:57:13Z', 'revision_number': 6, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:14.196996 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e946fef9-c23b-4300-975b-43a02d8ee55b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:14.226622 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55752c89-df10-4bfe-86b3-5ff35e61fea5 None None] The sync data for ids ['f8293e88-cb88-44a0-9712-57372d3c74da'] in n-d-799525-3 is: [{'id': 'f8293e88-cb88-44a0-9712-57372d3c74da', 'name': 'tempest-TestVolumeBackupRestore-1069430067-router', 'tenant_id': '7c8a5c7930b54ceda1865a2632d85845', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:34Z', 'updated_at': '2021-07-09T13:57:13Z', 'revision_number': 6, 'project_id': '7c8a5c7930b54ceda1865a2632d85845', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:57:14.242143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e946fef9-c23b-4300-975b-43a02d8ee55b admin admin] Pushing event deleted for resources: {'Port': ['ID=46fdaa23-9a94-4bec-8793-42a6fd969a06,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:14.331712 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e946fef9-c23b-4300-975b-43a02d8ee55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:14.436863 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e946fef9-c23b-4300-975b-43a02d8ee55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:14.439439 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e946fef9-c23b-4300-975b-43a02d8ee55b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:14.492164 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e946fef9-c23b-4300-975b-43a02d8ee55b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:14.492717 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e946fef9-c23b-4300-975b-43a02d8ee55b admin admin] Fanout notify agent at l3_agent the message router_deleted on router f8293e88-cb88-44a0-9712-57372d3c74da {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:57:14.498817 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e946fef9-c23b-4300-975b-43a02d8ee55b admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:14.500082 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e946fef9-c23b-4300-975b-43a02d8ee55b admin admin] 10.222.0.39 "DELETE /v2.0/routers/f8293e88-cb88-44a0-9712-57372d3c74da HTTP/1.1" status: 204 len: 168 time: 1.1577523 Jul 09 13:57:14.502991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41670) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:14.559643 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-0520d9b6-ad58-49ee-9d0f-69c586959e95 admin admin] Deleting subnet 007c4407-b0a9-405e-99fd-6f65428096f7 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:57:14.563826 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0520d9b6-ad58-49ee-9d0f-69c586959e95 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:14.613025 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0520d9b6-ad58-49ee-9d0f-69c586959e95 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:14.723912 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0520d9b6-ad58-49ee-9d0f-69c586959e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:14.797554 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0520d9b6-ad58-49ee-9d0f-69c586959e95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:14.827534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0520d9b6-ad58-49ee-9d0f-69c586959e95 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=007c4407-b0a9-405e-99fd-6f65428096f7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:14.831433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0520d9b6-ad58-49ee-9d0f-69c586959e95 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:14.833536 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0520d9b6-ad58-49ee-9d0f-69c586959e95 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/007c4407-b0a9-405e-99fd-6f65428096f7 HTTP/1.1" status: 204 len: 168 time: 0.3291843 Jul 09 13:57:14.837513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41680) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:14.846606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983eb1d4-65e0-4e6d-9b91-3b098a710796 None None] Network f2277b95-6a34-43d2-b5d5-2d2f6977711f requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:57:14.920258 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:15.031018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] Deleting port d8ba7722-c35f-4760-8860-8c13252852da {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:57:15.031505 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:15.159608 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] For port d8ba7722-c35f-4760-8860-8c13252852da, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d8ba7722-c35f-4760-8860-8c13252852da,segment=NetworkSegment(5d957517-f702-4bd5-9276-f871f01531f2),segment_id=5d957517-f702-4bd5-9276-f871f01531f2)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:15.160216 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:15.182783 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66eb54e-df76-467c-815a-5dcba2479677 None None] DHCP port deletion for f2277b95-6a34-43d2-b5d5-2d2f6977711f request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:57:15.184329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] Calling delete_port for d8ba7722-c35f-4760-8860-8c13252852da owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:57:15.346453 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:15.410621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ba7722-c35f-4760-8860-8c13252852da,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:15.423727 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] No DVR routers for this DVR port d8ba7722-c35f-4760-8860-8c13252852da on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:57:15.519942 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f66eb54e-df76-467c-815a-5dcba2479677 None None] Deleting port d8ba7722-c35f-4760-8860-8c13252852da {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:57:15.520481 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f66eb54e-df76-467c-815a-5dcba2479677 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:15.596753 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:15.611200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2277b95-6a34-43d2-b5d5-2d2f6977711f']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:15.630313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d957517-f702-4bd5-9276-f871f01531f2') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:15.630808 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d957517-f702-4bd5-9276-f871f01531f2') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:15.642681 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f66eb54e-df76-467c-815a-5dcba2479677 None None] For port d8ba7722-c35f-4760-8860-8c13252852da, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:15.643255 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f66eb54e-df76-467c-815a-5dcba2479677 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:15.647300 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:15.665404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f66eb54e-df76-467c-815a-5dcba2479677 None None] Calling delete_port for d8ba7722-c35f-4760-8860-8c13252852da owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:57:15.670031 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-f66eb54e-df76-467c-815a-5dcba2479677 None None] Port d8ba7722-c35f-4760-8860-8c13252852da was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:57:15.670490 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:15.672722 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f66eb54e-df76-467c-815a-5dcba2479677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:15.686098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:57:15.686782 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:57:15.691100 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:57:15.728383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66eb54e-df76-467c-815a-5dcba2479677 None None] Pushing event deleted for resources: {'Port': ['ID=d8ba7722-c35f-4760-8860-8c13252852da,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:15.738533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66eb54e-df76-467c-815a-5dcba2479677 None None] No DVR routers for this DVR port d8ba7722-c35f-4760-8860-8c13252852da on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:57:15.781398 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:15.803335 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:15.805369 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] 10.222.0.39 "DELETE /v2.0/networks/f2277b95-6a34-43d2-b5d5-2d2f6977711f HTTP/1.1" status: 204 len: 168 time: 0.9668014 Jul 09 13:57:15.806892 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78db471-3001-4f5d-a144-baf8d06125bc admin admin] Pushing event deleted for resources: {'Network': ['ID=f2277b95-6a34-43d2-b5d5-2d2f6977711f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:15.808787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41692) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:16.244541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d8ba7722-c35f-4760-8860-8c13252852da no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:57:16.272088 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-740a73d6-9e2e-4219-a362-16cae70ecd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:16.283018 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: d8ba7722-c35f-4760-8860-8c13252852da {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:57:16.283743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d8ba7722-c35f-4760-8860-8c13252852da not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:57:16.284469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 46fdaa23-9a94-4bec-8793-42a6fd969a06 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:57:16.318847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 46fdaa23-9a94-4bec-8793-42a6fd969a06 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:57:16.319454 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 46fdaa23-9a94-4bec-8793-42a6fd969a06 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:57:16.320132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 31b797cb-a205-44ba-9cea-c31b9f1222c0 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:57:16.353008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 31b797cb-a205-44ba-9cea-c31b9f1222c0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:57:16.353657 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 31b797cb-a205-44ba-9cea-c31b9f1222c0 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:57:16.647929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-740a73d6-9e2e-4219-a362-16cae70ecd18 admin admin] Deleting port 3c727457-07c2-4c9e-8470-6d83e0229b46 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:57:16.648287 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-740a73d6-9e2e-4219-a362-16cae70ecd18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:16.746796 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-740a73d6-9e2e-4219-a362-16cae70ecd18 admin admin] For port 3c727457-07c2-4c9e-8470-6d83e0229b46, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3c727457-07c2-4c9e-8470-6d83e0229b46,segment=NetworkSegment(ae7889bd-3a54-4484-bf10-c0b8879ada04),segment_id=ae7889bd-3a54-4484-bf10-c0b8879ada04)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:16.746796 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-740a73d6-9e2e-4219-a362-16cae70ecd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:16.764733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-740a73d6-9e2e-4219-a362-16cae70ecd18 admin admin] Calling delete_port for 3c727457-07c2-4c9e-8470-6d83e0229b46 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:57:17.081101 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-740a73d6-9e2e-4219-a362-16cae70ecd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:17.127296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740a73d6-9e2e-4219-a362-16cae70ecd18 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c727457-07c2-4c9e-8470-6d83e0229b46,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:17.360674 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-740a73d6-9e2e-4219-a362-16cae70ecd18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:17.505271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41712) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:17.631622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-740a73d6-9e2e-4219-a362-16cae70ecd18 admin admin] Router fe0662b4-0684-471c-ac51-3b314badd10a has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:57:17.672527 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55907ebb-b132-4a82-9528-9b5eaade90c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:17.837639 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55907ebb-b132-4a82-9528-9b5eaade90c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:17.845097 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55907ebb-b132-4a82-9528-9b5eaade90c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:17.905990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55907ebb-b132-4a82-9528-9b5eaade90c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec835cf-5f4b-472e-bbaa-a9d46f470b48,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:17.918628 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-55907ebb-b132-4a82-9528-9b5eaade90c7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a63c61d131474ea7b566bc004abf91aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4107885 Jul 09 13:57:17.922661 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41716) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:18.005787 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c024914-525e-4352-97f3-b458d6ff9cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:18.038718 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c024914-525e-4352-97f3-b458d6ff9cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:18.095944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-740a73d6-9e2e-4219-a362-16cae70ecd18 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:57:18.104782 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-740a73d6-9e2e-4219-a362-16cae70ecd18 admin admin] 10.222.0.39 "PUT /v2.0/routers/fe0662b4-0684-471c-ac51-3b314badd10a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2951562 Jul 09 13:57:18.109961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41718) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:18.110276 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c9e14-650c-4a3a-a6a9-f8c3c3f25394 None None] Sync routers for ids ['fe0662b4-0684-471c-ac51-3b314badd10a'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:57:18.123375 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c9e14-650c-4a3a-a6a9-f8c3c3f25394 None None] Routers {'fe0662b4-0684-471c-ac51-3b314badd10a'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:57:18.124360 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-401c9e14-650c-4a3a-a6a9-f8c3c3f25394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:57:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fe0662b4-0684-471c-ac51-3b314badd10a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:18.131244 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c024914-525e-4352-97f3-b458d6ff9cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:18.136191 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c024914-525e-4352-97f3-b458d6ff9cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:18.144176 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2c024914-525e-4352-97f3-b458d6ff9cca admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/aec835cf-5f4b-472e-bbaa-a9d46f470b48 HTTP/1.1" status: 204 len: 168 time: 0.2196791 Jul 09 13:57:18.160509 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c024914-525e-4352-97f3-b458d6ff9cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec835cf-5f4b-472e-bbaa-a9d46f470b48,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:18.262155 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50cf1d9b-d409-456c-9beb-af5fb707c218 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:18.322124 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-401c9e14-650c-4a3a-a6a9-f8c3c3f25394 None None] Set router fe0662b4-0684-471c-ac51-3b314badd10a gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:57:18.438576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50cf1d9b-d409-456c-9beb-af5fb707c218 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:18.522343 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-50cf1d9b-d409-456c-9beb-af5fb707c218 admin admin] Deleting port 3749ed36-a74b-4ba8-9142-9afea314660b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:57:18.522971 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50cf1d9b-d409-456c-9beb-af5fb707c218 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:18.584358 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-401c9e14-650c-4a3a-a6a9-f8c3c3f25394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'name': 'tempest-TestVolumeBackupRestore-1575169062-router', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52'}], 'enable_snat': True}, 'gw_port_id': '3749ed36-a74b-4ba8-9142-9afea314660b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:44Z', 'updated_at': '2021-07-09T13:57:16Z', 'revision_number': 5, 'project_id': 'f88abf4e53a44f169d719441aaa10978', 'gw_port': {'id': '3749ed36-a74b-4ba8-9142-9afea314660b', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:d7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3480, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:45Z', 'updated_at': '2021-07-09T13:53:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:18.623978 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c9e14-650c-4a3a-a6a9-f8c3c3f25394 None None] Checking router: fe0662b4-0684-471c-ac51-3b314badd10a for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:57:18.635206 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401c9e14-650c-4a3a-a6a9-f8c3c3f25394 None None] Routers {'fe0662b4-0684-471c-ac51-3b314badd10a'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:57:18.636989 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-401c9e14-650c-4a3a-a6a9-f8c3c3f25394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:57:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fe0662b4-0684-471c-ac51-3b314badd10a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:18.668268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41724) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:18.681451 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-50cf1d9b-d409-456c-9beb-af5fb707c218 admin admin] For port 3749ed36-a74b-4ba8-9142-9afea314660b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3749ed36-a74b-4ba8-9142-9afea314660b,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:18.681979 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50cf1d9b-d409-456c-9beb-af5fb707c218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:18.693700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-178bc3c7-ac6a-4a56-bf35-40949eb163ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:18.703502 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-50cf1d9b-d409-456c-9beb-af5fb707c218 admin admin] Calling delete_port for 3749ed36-a74b-4ba8-9142-9afea314660b owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:57:18.746245 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-401c9e14-650c-4a3a-a6a9-f8c3c3f25394 None None] Set router fe0662b4-0684-471c-ac51-3b314badd10a gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:57:18.823579 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-401c9e14-650c-4a3a-a6a9-f8c3c3f25394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'name': 'tempest-TestVolumeBackupRestore-1575169062-router', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:44Z', 'updated_at': '2021-07-09T13:57:18Z', 'revision_number': 6, 'project_id': 'f88abf4e53a44f169d719441aaa10978', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:18.860664 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401c9e14-650c-4a3a-a6a9-f8c3c3f25394 None None] The sync data for ids ['fe0662b4-0684-471c-ac51-3b314badd10a'] in n-d-799525-3 is: [{'id': 'fe0662b4-0684-471c-ac51-3b314badd10a', 'name': 'tempest-TestVolumeBackupRestore-1575169062-router', 'tenant_id': 'f88abf4e53a44f169d719441aaa10978', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:44Z', 'updated_at': '2021-07-09T13:57:18Z', 'revision_number': 6, 'project_id': 'f88abf4e53a44f169d719441aaa10978', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:57:18.873278 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-178bc3c7-ac6a-4a56-bf35-40949eb163ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:18.879995 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-178bc3c7-ac6a-4a56-bf35-40949eb163ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:18.946568 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50cf1d9b-d409-456c-9beb-af5fb707c218 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:18.956038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178bc3c7-ac6a-4a56-bf35-40949eb163ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffcc138-07d4-4cfb-be81-50c6131ab7c3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:18.963782 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-178bc3c7-ac6a-4a56-bf35-40949eb163ac admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=33e33a6fd4564f7fae11ef6b7159a8bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2935805 Jul 09 13:57:18.966689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41726) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:18.979703 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cf1d9b-d409-456c-9beb-af5fb707c218 admin admin] Pushing event deleted for resources: {'Port': ['ID=3749ed36-a74b-4ba8-9142-9afea314660b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:19.058311 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-20da63c9-6ca0-4017-ab83-5f508769d9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.061254 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50cf1d9b-d409-456c-9beb-af5fb707c218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.083686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-20da63c9-6ca0-4017-ab83-5f508769d9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.139799 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-20da63c9-6ca0-4017-ab83-5f508769d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.143275 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-20da63c9-6ca0-4017-ab83-5f508769d9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.144569 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-20da63c9-6ca0-4017-ab83-5f508769d9f5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ffcc138-07d4-4cfb-be81-50c6131ab7c3 HTTP/1.1" status: 204 len: 168 time: 0.1758518 Jul 09 13:57:19.159165 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da63c9-6ca0-4017-ab83-5f508769d9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffcc138-07d4-4cfb-be81-50c6131ab7c3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:19.249294 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50cf1d9b-d409-456c-9beb-af5fb707c218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.252177 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50cf1d9b-d409-456c-9beb-af5fb707c218 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.308215 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50cf1d9b-d409-456c-9beb-af5fb707c218 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.309172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50cf1d9b-d409-456c-9beb-af5fb707c218 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe0662b4-0684-471c-ac51-3b314badd10a {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:57:19.319068 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50cf1d9b-d409-456c-9beb-af5fb707c218 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.321517 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-50cf1d9b-d409-456c-9beb-af5fb707c218 admin admin] 10.222.0.39 "DELETE /v2.0/routers/fe0662b4-0684-471c-ac51-3b314badd10a HTTP/1.1" status: 204 len: 168 time: 1.2066903 Jul 09 13:57:19.324023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41730) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:19.390739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-96fa0b74-2cf7-46ae-8f9d-1ae8eec00b22 admin admin] Deleting subnet c82d6f42-50e6-49a9-a254-9061b1248947 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:57:19.394672 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96fa0b74-2cf7-46ae-8f9d-1ae8eec00b22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.462590 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96fa0b74-2cf7-46ae-8f9d-1ae8eec00b22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.565880 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96fa0b74-2cf7-46ae-8f9d-1ae8eec00b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.645413 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96fa0b74-2cf7-46ae-8f9d-1ae8eec00b22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.674673 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa0b74-2cf7-46ae-8f9d-1ae8eec00b22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c82d6f42-50e6-49a9-a254-9061b1248947,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:19.679230 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96fa0b74-2cf7-46ae-8f9d-1ae8eec00b22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.681718 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-96fa0b74-2cf7-46ae-8f9d-1ae8eec00b22 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/c82d6f42-50e6-49a9-a254-9061b1248947 HTTP/1.1" status: 204 len: 168 time: 0.3563478 Jul 09 13:57:19.686220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41742) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:19.690236 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4cb27e5-1821-4d14-b971-c4592f953dd5 None None] Network cc355a98-4620-49e1-888b-21c3f13b71ff requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:57:19.785173 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.891006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Deleting port 56baddff-8783-4f23-9319-471429082acb {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:57:19.891614 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:19.992781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] For port 56baddff-8783-4f23-9319-471429082acb, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=56baddff-8783-4f23-9319-471429082acb,segment=NetworkSegment(ae7889bd-3a54-4484-bf10-c0b8879ada04),segment_id=ae7889bd-3a54-4484-bf10-c0b8879ada04)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:19.993163 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:20.010713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Calling delete_port for 56baddff-8783-4f23-9319-471429082acb owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:57:20.086075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f617ba44-1dad-4afd-800f-73c3ca48c4f1 None None] DHCP port deletion for cc355a98-4620-49e1-888b-21c3f13b71ff request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:57:20.123135 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:20.153309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f617ba44-1dad-4afd-800f-73c3ca48c4f1 None None] Deleting port 56baddff-8783-4f23-9319-471429082acb {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:57:20.154020 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f617ba44-1dad-4afd-800f-73c3ca48c4f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:20.182117 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=56baddff-8783-4f23-9319-471429082acb,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:20.187359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] No DVR routers for this DVR port 56baddff-8783-4f23-9319-471429082acb on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:57:20.234479 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:20.234895 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:20.235472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:20.235967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:20.236446 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:20.236928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:20.237412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:20.237894 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:20.238429 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:20.238984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:20.239572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:20.240441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:20.250480 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f617ba44-1dad-4afd-800f-73c3ca48c4f1 None None] For port 56baddff-8783-4f23-9319-471429082acb, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:20.251554 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f617ba44-1dad-4afd-800f-73c3ca48c4f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:20.258541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3749ed36-a74b-4ba8-9142-9afea314660b no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:57:20.311170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f617ba44-1dad-4afd-800f-73c3ca48c4f1 None None] Calling delete_port for 56baddff-8783-4f23-9319-471429082acb owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:57:20.314411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 3749ed36-a74b-4ba8-9142-9afea314660b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:57:20.315201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3749ed36-a74b-4ba8-9142-9afea314660b not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:57:20.315943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3c727457-07c2-4c9e-8470-6d83e0229b46 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:57:20.320819 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-f617ba44-1dad-4afd-800f-73c3ca48c4f1 None None] Port 56baddff-8783-4f23-9319-471429082acb was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 13:57:20.324674 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f617ba44-1dad-4afd-800f-73c3ca48c4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:20.337187 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:20.353454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc355a98-4620-49e1-888b-21c3f13b71ff']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:20.360277 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 3c727457-07c2-4c9e-8470-6d83e0229b46 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:57:20.360636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3c727457-07c2-4c9e-8470-6d83e0229b46 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:57:20.361151 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 56baddff-8783-4f23-9319-471429082acb no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:57:20.373469 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7889bd-3a54-4484-bf10-c0b8879ada04') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:20.374299 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7889bd-3a54-4484-bf10-c0b8879ada04') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:20.391563 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:20.400418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f617ba44-1dad-4afd-800f-73c3ca48c4f1 None None] No DVR routers for this DVR port 56baddff-8783-4f23-9319-471429082acb on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:57:20.406408 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f617ba44-1dad-4afd-800f-73c3ca48c4f1 None None] Pushing event deleted for resources: {'Port': ['ID=56baddff-8783-4f23-9319-471429082acb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:20.408718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 56baddff-8783-4f23-9319-471429082acb {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:57:20.409248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 56baddff-8783-4f23-9319-471429082acb not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:57:20.427978 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:20.439063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:57:20.439521 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:57:20.441479 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:57:20.524403 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:20.533048 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:20.535996 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] 10.222.0.39 "DELETE /v2.0/networks/cc355a98-4620-49e1-888b-21c3f13b71ff HTTP/1.1" status: 204 len: 168 time: 0.8484786 Jul 09 13:57:20.558966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc51630-e9f1-485f-ad9f-a531bb478ee6 admin admin] Pushing event deleted for resources: {'Network': ['ID=cc355a98-4620-49e1-888b-21c3f13b71ff,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:20.750558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41766) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:20.798345 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6d3e0e8b-64c0-4624-8410-eb531e54ce74 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7c8a5c7930b54ceda1865a2632d85845&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463812 Jul 09 13:57:20.801518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41768) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:20.867197 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e824-c845-4515-98de-0736bab541df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:20.911405 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e824-c845-4515-98de-0736bab541df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:20.972119 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e824-c845-4515-98de-0736bab541df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:20.976684 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e9f8e824-c845-4515-98de-0736bab541df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:20.978683 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e9f8e824-c845-4515-98de-0736bab541df admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6bffd97d-1cef-40ee-9518-7f05cced4cdd HTTP/1.1" status: 204 len: 168 time: 0.1758335 Jul 09 13:57:20.993750 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f8e824-c845-4515-98de-0736bab541df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bffd97d-1cef-40ee-9518-7f05cced4cdd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:21.478592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41782) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:21.556973 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-51e46727-3b40-4042-8322-6b97db60a69c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f88abf4e53a44f169d719441aaa10978&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0767281 Jul 09 13:57:21.560819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41784) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:21.637100 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e0d5-e4cb-45e5-9090-238670ea8c7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:21.677292 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e0d5-e4cb-45e5-9090-238670ea8c7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:21.751923 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e0d5-e4cb-45e5-9090-238670ea8c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:21.755425 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0cc0e0d5-e4cb-45e5-9090-238670ea8c7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:21.757105 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0cc0e0d5-e4cb-45e5-9090-238670ea8c7c admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/06c890a1-66b2-4743-a0c9-09285fa3b80d HTTP/1.1" status: 204 len: 168 time: 0.1949430 Jul 09 13:57:21.771554 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc0e0d5-e4cb-45e5-9090-238670ea8c7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c890a1-66b2-4743-a0c9-09285fa3b80d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:22.942040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41830) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:23.244682 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-31eb6344-b73a-41c0-acb5-1ed50bb2f9ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1968550951-network', 'tenant_id': '25a69ce0edc7491da11553925111d73f'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:23.273435 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31eb6344-b73a-41c0-acb5-1ed50bb2f9ea admin admin] Made reservation on behalf of 25a69ce0edc7491da11553925111d73f for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:57:23.278580 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31eb6344-b73a-41c0-acb5-1ed50bb2f9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.295369 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31eb6344-b73a-41c0-acb5-1ed50bb2f9ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.418985 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31eb6344-b73a-41c0-acb5-1ed50bb2f9ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.426686 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31eb6344-b73a-41c0-acb5-1ed50bb2f9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.450385 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31eb6344-b73a-41c0-acb5-1ed50bb2f9ea admin admin] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:57:23.465970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb6344-b73a-41c0-acb5-1ed50bb2f9ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425ad3b7-8431-4b8a-86e1-5c2d6c636056,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:23.472822 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31eb6344-b73a-41c0-acb5-1ed50bb2f9ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.473175 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-31eb6344-b73a-41c0-acb5-1ed50bb2f9ea admin admin] Added segment 481fe366-dfbd-415d-bc88-9d0b0433a610 of type vlan for network a40754f1-8945-4ca7-8f93-3f416e930007 Jul 09 13:57:23.522912 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31eb6344-b73a-41c0-acb5-1ed50bb2f9ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.557941 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31eb6344-b73a-41c0-acb5-1ed50bb2f9ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.559600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31eb6344-b73a-41c0-acb5-1ed50bb2f9ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:23.560300 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31eb6344-b73a-41c0-acb5-1ed50bb2f9ea admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.585230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-31eb6344-b73a-41c0-acb5-1ed50bb2f9ea admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6416011 Jul 09 13:57:23.590189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41844) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:23.602869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4d51efed-2efc-46bf-ac48-947a1beec7f1 admin admin] Request body: {'subnet': {'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1968550951-subnet', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:23.635678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d51efed-2efc-46bf-ac48-947a1beec7f1 admin admin] Made reservation on behalf of 25a69ce0edc7491da11553925111d73f for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:57:23.637070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31eb6344-b73a-41c0-acb5-1ed50bb2f9ea admin admin] Pushing event updated for resources: {'Network': ['ID=a40754f1-8945-4ca7-8f93-3f416e930007,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:23.640416 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d51efed-2efc-46bf-ac48-947a1beec7f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.653077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network a40754f1-8945-4ca7-8f93-3f416e930007 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:57:23.872213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d51efed-2efc-46bf-ac48-947a1beec7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:23.965827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d51efed-2efc-46bf-ac48-947a1beec7f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:23.974661 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d51efed-2efc-46bf-ac48-947a1beec7f1 admin admin] Checking segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:57:23.974962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d51efed-2efc-46bf-ac48-947a1beec7f1 admin admin] Network hostable DHCP agents. Network: a40754f1-8945-4ca7-8f93-3f416e930007, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:57:24.004212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d51efed-2efc-46bf-ac48-947a1beec7f1 admin admin] Network a40754f1-8945-4ca7-8f93-3f416e930007 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:57:24.016835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4d51efed-2efc-46bf-ac48-947a1beec7f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, a40754f1-8945-4ca7-8f93-3f416e930007) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:57:24.020969 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d51efed-2efc-46bf-ac48-947a1beec7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:24.021682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d51efed-2efc-46bf-ac48-947a1beec7f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:24.030730 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce1ab5f-3d66-4d19-9886-a7e6f09b71eb None None] Network a40754f1-8945-4ca7-8f93-3f416e930007 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:57:24.039729 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4d51efed-2efc-46bf-ac48-947a1beec7f1 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4465375 Jul 09 13:57:24.042317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41852) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:24.048057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:24.075398 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:24.076662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:24.136828 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:24.286508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-a40754f1-8945-4ca7-8f93-3f416e930007', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:57:24.287678 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:24.306683 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:24.472145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Allocated IP 172.20.0.2 (a40754f1-8945-4ca7-8f93-3f416e930007/5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d/ea68a14e-a97f-4665-b3f8-41ba445c3326) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:57:24.631322 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:24.652815 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:24.655032 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:24.667144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Transition to ACTIVE for port object ea68a14e-a97f-4665-b3f8-41ba445c3326 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:24.688625 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Transition to ACTIVE for port object ea68a14e-a97f-4665-b3f8-41ba445c3326 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:24.700257 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:24.750818 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Network a40754f1-8945-4ca7-8f93-3f416e930007 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:57:24.763379 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:57:24.771922 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:57:24.794219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Pushing event updated for resources: {'Port': ['ID=ea68a14e-a97f-4665-b3f8-41ba445c3326,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:24.814932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Allocated IP 172.25.2.238 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/e93cc322-f26d-4aa7-a018-4d5210a48b4e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:57:24.874908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Attempting to bind port ea68a14e-a97f-4665-b3f8-41ba445c3326 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:57:24.875601 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Attempting to bind port ea68a14e-a97f-4665-b3f8-41ba445c3326 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:57:24.876331 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Attempting to bind port ea68a14e-a97f-4665-b3f8-41ba445c3326 on network a40754f1-8945-4ca7-8f93-3f416e930007 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:57:24.887223 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:57:24.887870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Checking segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:57:24.888967 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:24.889650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Bound using segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:57:24.890526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Bound port: ea68a14e-a97f-4665-b3f8-41ba445c3326, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:57:24.891234 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:24.970201 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:25.015972 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] For port ea68a14e-a97f-4665-b3f8-41ba445c3326, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:57:25.053758 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:25.054097 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] For port ea68a14e-a97f-4665-b3f8-41ba445c3326, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ea68a14e-a97f-4665-b3f8-41ba445c3326,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:57:25.054097 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:25.077539 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:57:25.080847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:57:25.085009 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:57:25.113922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Pushing event updated for resources: {'Port': ['ID=e93cc322-f26d-4aa7-a018-4d5210a48b4e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:25.150043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e63a0b-a90e-4432-a1b1-14aaed6736b0 None None] Pushing event updated for resources: {'Port': ['ID=ea68a14e-a97f-4665-b3f8-41ba445c3326,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:25.452637 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:25.701986 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:25.851393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Router d5c2de92-280b-44fc-8e36-90c7650878a4 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:57:26.000321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:57:26.021949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Sync routers for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:57:26.029121 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:26.031410 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-90bd9405-0c7b-4e68-856f-cfe4d61c7323 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9868197 Jul 09 13:57:26.036016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41872) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:26.039065 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:57:26.040152 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:57:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:26.223452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:57:26.379673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ea68a14e-a97f-4665-b3f8-41ba445c3326 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:57:26.419852 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce49932f-197b-4775-b17d-3c02b7653578 None None] Network a40754f1-8945-4ca7-8f93-3f416e930007 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:57:26.534924 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-00ebf77d-312b-41b9-94d4-f3f0ee5642c1 None None] Provisioning for port ea68a14e-a97f-4665-b3f8-41ba445c3326 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:57:26.608671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port ea68a14e-a97f-4665-b3f8-41ba445c3326 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:57:26.619715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ea68a14e-a97f-4665-b3f8-41ba445c3326 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:26.620029 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:26.648007 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:26.742332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:25Z', 'revision_number': 3, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:26.776276 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Checking router: d5c2de92-280b-44fc-8e36-90c7650878a4 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:57:26.777296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Updating router d5c2de92-280b-44fc-8e36-90c7650878a4 port e93cc322-f26d-4aa7-a018-4d5210a48b4e binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:57:26.852864 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:26.894120 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:26.901341 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Allocated IP 172.20.0.1 (a40754f1-8945-4ca7-8f93-3f416e930007/5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d/b5934500-e2db-4f74-9dc9-97130feeac32) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:57:27.041240 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port ea68a14e-a97f-4665-b3f8-41ba445c3326, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ea68a14e-a97f-4665-b3f8-41ba445c3326,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:27.049525 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:27.125010 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:27.151591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Transition to ACTIVE for port object b5934500-e2db-4f74-9dc9-97130feeac32 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:27.202730 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:27.265660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Network a40754f1-8945-4ca7-8f93-3f416e930007 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:57:27.271641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:57:27.274361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:57:27.343052 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:27.439990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Pushing event updated for resources: {'Port': ['ID=b5934500-e2db-4f74-9dc9-97130feeac32,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:27.467491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=ea68a14e-a97f-4665-b3f8-41ba445c3326,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:27.506540 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-347609a5-2c30-4b21-b3cd-81e7c7ec19fe None None] Provisioning complete for port ea68a14e-a97f-4665-b3f8-41ba445c3326 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:27.507482 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-347609a5-2c30-4b21-b3cd-81e7c7ec19fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:27.617087 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:27.770113 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:27.789339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Transition to ACTIVE for port object e93cc322-f26d-4aa7-a018-4d5210a48b4e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:27.800793 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:27.907144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5a9a3bf9-fb48-4834-bcd1-6c446ecbe061 None None] Provisioning for port b5934500-e2db-4f74-9dc9-97130feeac32 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:57:27.931488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5a9a3bf9-fb48-4834-bcd1-6c446ecbe061 None None] Provisioning complete for port b5934500-e2db-4f74-9dc9-97130feeac32 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:27.931983 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5a9a3bf9-fb48-4834-bcd1-6c446ecbe061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:27.940876 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:27.942596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb7e52-4c36-4732-ac23-520b740ea1d0 None None] Pushing event updated for resources: {'Port': ['ID=e93cc322-f26d-4aa7-a018-4d5210a48b4e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:27.955767 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:27.985579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Attempting to bind port e93cc322-f26d-4aa7-a018-4d5210a48b4e on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:57:27.986259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Attempting to bind port e93cc322-f26d-4aa7-a018-4d5210a48b4e by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:57:27.986847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Attempting to bind port e93cc322-f26d-4aa7-a018-4d5210a48b4e on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:57:28.016020 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:57:28.016658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:57:28.017507 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:28.019042 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:57:28.019042 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Bound port: e93cc322-f26d-4aa7-a018-4d5210a48b4e, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:57:28.020514 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:28.072795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5a9a3bf9-fb48-4834-bcd1-6c446ecbe061 None None] Port b5934500-e2db-4f74-9dc9-97130feeac32 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:57:28.101088 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:28.121158 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] For port e93cc322-f26d-4aa7-a018-4d5210a48b4e, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:57:28.127443 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] For port e93cc322-f26d-4aa7-a018-4d5210a48b4e, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e93cc322-f26d-4aa7-a018-4d5210a48b4e,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:57:28.128289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Pushing event updated for resources: {'Port': ['ID=b5934500-e2db-4f74-9dc9-97130feeac32,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:28.134708 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:28.189817 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc14004-ee43-4bcd-801f-e29832a18334 req-3da350d9-ffbe-432f-a562-f4dd0533c003 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:28.192829 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-adc14004-ee43-4bcd-801f-e29832a18334 req-3da350d9-ffbe-432f-a562-f4dd0533c003 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1097 time: 0.1046250 Jul 09 13:57:28.227352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:57:28.228887 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:57:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:28.271050 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-adc14004-ee43-4bcd-801f-e29832a18334 req-9edea526-f5d5-4e36-9f1e-d0aefc2bcdd6 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686712 Jul 09 13:57:28.317483 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cb7e52-4c36-4732-ac23-520b740ea1d0 None None] Pushing event updated for resources: {'Port': ['ID=e93cc322-f26d-4aa7-a018-4d5210a48b4e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:28.323372 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ea68a14e-a97f-4665-b3f8-41ba445c3326 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:57:28.360179 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Network a40754f1-8945-4ca7-8f93-3f416e930007 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:57:28.363042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:57:28.541780 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ea68a14e-a97f-4665-b3f8-41ba445c3326 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:28.545058 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:28.618380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:57:28.627136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e270477d-c5b9-4a1c-b4bd-c6be714f710e req-65a3ac84-9743-4ec6-82a1-47b61eac0775 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:28.629960 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e270477d-c5b9-4a1c-b4bd-c6be714f710e req-65a3ac84-9743-4ec6-82a1-47b61eac0775 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.1713912 Jul 09 13:57:28.702617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e270477d-c5b9-4a1c-b4bd-c6be714f710e req-0c8ea6be-fa31-49b4-ad75-4b1383c63c10 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620067 Jul 09 13:57:28.737321 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41904) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:28.799675 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41906) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:28.866757 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1b787fc7-6055-4e8b-9454-6fb3d84509f8 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/f85f1c1a-577a-432e-87f2-7b4917e03e47 HTTP/1.1" status: 200 len: 992 time: 0.1269431 Jul 09 13:57:28.940969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-563008f4-d6e0-4b0d-bea7-51f71cdb71b3 None None] Provisioning complete for port b5934500-e2db-4f74-9dc9-97130feeac32 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:28.941587 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-563008f4-d6e0-4b0d-bea7-51f71cdb71b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:29.005209 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-972a0a33-2769-4869-ae3f-c46566e0944e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:29.064540 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-563008f4-d6e0-4b0d-bea7-51f71cdb71b3 None None] Port b5934500-e2db-4f74-9dc9-97130feeac32 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:57:29.108186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Router d5c2de92-280b-44fc-8e36-90c7650878a4 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:57:29.156473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 2, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:29.192801 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-972a0a33-2769-4869-ae3f-c46566e0944e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:29.197401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d8d415-71a7-4d2d-8922-f01dd472d4a8 None None] The sync data for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 is: [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 2, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:57:29.200657 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-972a0a33-2769-4869-ae3f-c46566e0944e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:29.265373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:57:29.271520 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4646105e-311e-4267-9340-4938e0e1701a admin admin] 10.222.0.39 "PUT /v2.0/routers/d5c2de92-280b-44fc-8e36-90c7650878a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2338040 Jul 09 13:57:29.281780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-972a0a33-2769-4869-ae3f-c46566e0944e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5127ba17584b4008baeba6e3256cd942&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4784801 Jul 09 13:57:29.282532 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41920) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:29.287716 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a0a33-2769-4869-ae3f-c46566e0944e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f358683-0bb5-47ba-800c-9c818c1fa47c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:29.364664 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5d093ad-16f5-4059-a8a4-986200381ed4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:29.403155 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5d093ad-16f5-4059-a8a4-986200381ed4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:29.476168 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5d093ad-16f5-4059-a8a4-986200381ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:29.482312 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5d093ad-16f5-4059-a8a4-986200381ed4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:29.486909 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f5d093ad-16f5-4059-a8a4-986200381ed4 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/4f358683-0bb5-47ba-800c-9c818c1fa47c HTTP/1.1" status: 204 len: 168 time: 0.2029889 Jul 09 13:57:29.498178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d093ad-16f5-4059-a8a4-986200381ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f358683-0bb5-47ba-800c-9c818c1fa47c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:30.124831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41942) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:30.147267 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-596f41fd-4a46-4e85-bd54-82f8a3013d91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:30.187845 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-2ddfa161-947b-49b3-9e68-c84b2c282f13 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2277932 Jul 09 13:57:30.246912 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73697ce3-b5f2-49df-b1e3-ea864d3635c6 req-262bed8f-ac30-4052-870f-b1efe126f5a0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:30.269454 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-73697ce3-b5f2-49df-b1e3-ea864d3635c6 req-262bed8f-ac30-4052-870f-b1efe126f5a0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.2276001 Jul 09 13:57:30.359242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41950) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:30.372853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6fc9c891-fe17-4b6d-8a39-2cceb60b316c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1793570208-network', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:30.412260 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-73697ce3-b5f2-49df-b1e3-ea864d3635c6 req-25a2fa57-7c39-47c1-b96a-044d41cc8b48 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414683 Jul 09 13:57:30.489033 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-596f41fd-4a46-4e85-bd54-82f8a3013d91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:30.498311 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-596f41fd-4a46-4e85-bd54-82f8a3013d91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:30.530280 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fc9c891-fe17-4b6d-8a39-2cceb60b316c admin admin] Made reservation on behalf of 3b49259f0baf47d788b10debe16d07a1 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:57:30.533371 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fc9c891-fe17-4b6d-8a39-2cceb60b316c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:30.541784 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596f41fd-4a46-4e85-bd54-82f8a3013d91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9eecb01-8516-456b-92af-603c9160757c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:30.545187 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fc9c891-fe17-4b6d-8a39-2cceb60b316c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:30.587830 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-596f41fd-4a46-4e85-bd54-82f8a3013d91 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9b98759900984109ad4cb60022fbf5e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4585264 Jul 09 13:57:30.588762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41958) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:30.664476 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6619e7af-ca25-4194-bbb2-175833db2f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:30.709959 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6619e7af-ca25-4194-bbb2-175833db2f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:30.767867 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fc9c891-fe17-4b6d-8a39-2cceb60b316c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:30.776140 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fc9c891-fe17-4b6d-8a39-2cceb60b316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:30.822467 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6619e7af-ca25-4194-bbb2-175833db2f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:30.829566 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6619e7af-ca25-4194-bbb2-175833db2f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:30.832028 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6619e7af-ca25-4194-bbb2-175833db2f6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/b9eecb01-8516-456b-92af-603c9160757c HTTP/1.1" status: 204 len: 168 time: 0.2398720 Jul 09 13:57:30.847848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6619e7af-ca25-4194-bbb2-175833db2f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9eecb01-8516-456b-92af-603c9160757c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:30.862964 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fc9c891-fe17-4b6d-8a39-2cceb60b316c admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:57:30.895615 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9c891-fe17-4b6d-8a39-2cceb60b316c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a7dee9-3be2-4bfd-beae-cf913b4b86fe,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:30.904284 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fc9c891-fe17-4b6d-8a39-2cceb60b316c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:30.904284 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-6fc9c891-fe17-4b6d-8a39-2cceb60b316c admin admin] Added segment cb66e3eb-6100-4612-9269-36bea2b504c0 of type vlan for network 6278904e-5d23-41ec-9d56-c761cfc38cef Jul 09 13:57:30.980854 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fc9c891-fe17-4b6d-8a39-2cceb60b316c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:31.061551 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fc9c891-fe17-4b6d-8a39-2cceb60b316c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:31.066618 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc9c891-fe17-4b6d-8a39-2cceb60b316c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:31.076006 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6fc9c891-fe17-4b6d-8a39-2cceb60b316c admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:31.185307 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6fc9c891-fe17-4b6d-8a39-2cceb60b316c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8243654 Jul 09 13:57:31.189552 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 41972) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:31.202233 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7d8e6023-51a9-48da-b2d7-8eedbd95075d admin admin] Request body: {'subnet': {'network_id': '6278904e-5d23-41ec-9d56-c761cfc38cef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1793570208-subnet', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:31.236949 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc9c891-fe17-4b6d-8a39-2cceb60b316c admin admin] Pushing event updated for resources: {'Network': ['ID=6278904e-5d23-41ec-9d56-c761cfc38cef,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:31.268995 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d8e6023-51a9-48da-b2d7-8eedbd95075d admin admin] Made reservation on behalf of 3b49259f0baf47d788b10debe16d07a1 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:57:31.273185 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 6278904e-5d23-41ec-9d56-c761cfc38cef details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:57:31.277601 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6023-51a9-48da-b2d7-8eedbd95075d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:31.656228 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6023-51a9-48da-b2d7-8eedbd95075d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:31.735299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8e6023-51a9-48da-b2d7-8eedbd95075d admin admin] Pushing event updated for resources: {'Subnet': ['ID=62b595bb-884f-4647-bd64-4265dc04587c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:31.748247 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d8e6023-51a9-48da-b2d7-8eedbd95075d admin admin] Checking segment: {'id': 'cb66e3eb-6100-4612-9269-36bea2b504c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6278904e-5d23-41ec-9d56-c761cfc38cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:57:31.748710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8e6023-51a9-48da-b2d7-8eedbd95075d admin admin] Network hostable DHCP agents. Network: 6278904e-5d23-41ec-9d56-c761cfc38cef, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:57:31.785516 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d8e6023-51a9-48da-b2d7-8eedbd95075d admin admin] Network 6278904e-5d23-41ec-9d56-c761cfc38cef is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:57:31.821214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7d8e6023-51a9-48da-b2d7-8eedbd95075d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 6278904e-5d23-41ec-9d56-c761cfc38cef) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:57:31.830457 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2293eaa-55f7-4ebf-a533-2f4082f33c40 None None] Network 6278904e-5d23-41ec-9d56-c761cfc38cef requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:57:31.861862 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d8e6023-51a9-48da-b2d7-8eedbd95075d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:31.863751 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d8e6023-51a9-48da-b2d7-8eedbd95075d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:31.900941 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab26684a-9750-41cc-be00-c6c9d72687c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:31.930062 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7d8e6023-51a9-48da-b2d7-8eedbd95075d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7389441 Jul 09 13:57:31.933371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 41990) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:31.951436 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1793570208-router', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:31.992594 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3d056b-bcb0-4c86-a2b8-9ba17aa8873d req-ccdfbc1e-f7d5-415b-b14c-68aa4a186270 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:31.996821 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba3d056b-bcb0-4c86-a2b8-9ba17aa8873d req-ccdfbc1e-f7d5-415b-b14c-68aa4a186270 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.2312660 Jul 09 13:57:32.019022 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:32.021147 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:32.076166 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba3d056b-bcb0-4c86-a2b8-9ba17aa8873d req-6bd22883-6ed7-4321-8192-2b31546c71c7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714946 Jul 09 13:57:32.126686 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-6278904e-5d23-41ec-9d56-c761cfc38cef', 'network_id': '6278904e-5d23-41ec-9d56-c761cfc38cef', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'fixed_ips': [{'subnet_id': '62b595bb-884f-4647-bd64-4265dc04587c'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:57:32.127657 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:32.129930 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:32.364433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Allocated IP 172.20.0.2 (6278904e-5d23-41ec-9d56-c761cfc38cef/62b595bb-884f-4647-bd64-4265dc04587c/ec2665b3-cd31-4cef-930f-6a37c717b96b) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:57:32.383822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e93cc322-f26d-4aa7-a018-4d5210a48b4e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:57:32.470621 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:32.513088 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port e93cc322-f26d-4aa7-a018-4d5210a48b4e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:57:32.525381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port e93cc322-f26d-4aa7-a018-4d5210a48b4e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:32.526370 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:32.591476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-5060b19f-93be-4820-8520-dbe95e42ba32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:32.593428 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-5060b19f-93be-4820-8520-dbe95e42ba32 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1097 time: 0.1978240 Jul 09 13:57:32.738137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-19ed9103-fed2-4b19-a71d-a584732a8efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:32.739730 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-19ed9103-fed2-4b19-a71d-a584732a8efd service neutron] 10.222.0.18 "GET /v2.0/networks?id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e HTTP/1.1" status: 200 len: 897 time: 0.1358495 Jul 09 13:57:32.772056 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:32.814800 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Transition to ACTIVE for port object ec2665b3-cd31-4cef-930f-6a37c717b96b will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:32.829418 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:32.893937 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port e93cc322-f26d-4aa7-a018-4d5210a48b4e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e93cc322-f26d-4aa7-a018-4d5210a48b4e,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:32.896258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Transition to ACTIVE for port object ec2665b3-cd31-4cef-930f-6a37c717b96b will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:32.905105 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:32.935948 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-96a5ddb1-4450-4cfd-bc46-4d6d1ca238f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 200 len: 1000 time: 0.1568563 Jul 09 13:57:32.937228 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:32.963956 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:32.978045 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Sync routers for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:57:32.997433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:33.003609 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:57:33.005394 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:57:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:33.007141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Network 6278904e-5d23-41ec-9d56-c761cfc38cef is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:57:33.012159 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:57:33.015138 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=e93cc322-f26d-4aa7-a018-4d5210a48b4e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:33.018491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:57:33.096553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-cacaee70-f0ea-4606-93f7-7a2cb552ff0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:33.098208 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-cacaee70-f0ea-4606-93f7-7a2cb552ff0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5578c7c-c2fd-46e7-a415-5ef23ccbd516 HTTP/1.1" status: 200 len: 835 time: 0.1118624 Jul 09 13:57:33.109781 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Pushing event updated for resources: {'Port': ['ID=ec2665b3-cd31-4cef-930f-6a37c717b96b,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:33.125936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Attempting to bind port ec2665b3-cd31-4cef-930f-6a37c717b96b on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:57:33.126591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Attempting to bind port ec2665b3-cd31-4cef-930f-6a37c717b96b by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'cb66e3eb-6100-4612-9269-36bea2b504c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6278904e-5d23-41ec-9d56-c761cfc38cef'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:57:33.127230 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Attempting to bind port ec2665b3-cd31-4cef-930f-6a37c717b96b on network 6278904e-5d23-41ec-9d56-c761cfc38cef {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:57:33.143358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:57:33.144657 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Checking segment: {'id': 'cb66e3eb-6100-4612-9269-36bea2b504c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6278904e-5d23-41ec-9d56-c761cfc38cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:57:33.146357 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:33.147377 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Bound using segment: {'id': 'cb66e3eb-6100-4612-9269-36bea2b504c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6278904e-5d23-41ec-9d56-c761cfc38cef'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:57:33.148574 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Bound port: ec2665b3-cd31-4cef-930f-6a37c717b96b, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb66e3eb-6100-4612-9269-36bea2b504c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6278904e-5d23-41ec-9d56-c761cfc38cef'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:57:33.149548 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:33.246657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Allocated IP 172.25.2.57 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/c5e23240-dd27-4d61-ba6e-e0982c1269e7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:57:33.269348 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:57:33.295786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] For port ec2665b3-cd31-4cef-930f-6a37c717b96b, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:57:33.305962 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] For port ec2665b3-cd31-4cef-930f-6a37c717b96b, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ec2665b3-cd31-4cef-930f-6a37c717b96b,segment=NetworkSegment(cb66e3eb-6100-4612-9269-36bea2b504c0),segment_id=cb66e3eb-6100-4612-9269-36bea2b504c0)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:57:33.318680 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:33.348548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-ffd956ca-255d-496e-af28-fab5f0e55283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:33.360511 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-ffd956ca-255d-496e-af28-fab5f0e55283 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2446311 Jul 09 13:57:33.436261 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de83099b-4e70-478e-b4aa-dcba033e3025 req-15c28423-3cbf-4a9f-8c49-2518f719b3b2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:33.445858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de83099b-4e70-478e-b4aa-dcba033e3025 req-15c28423-3cbf-4a9f-8c49-2518f719b3b2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.1703587 Jul 09 13:57:33.494204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e781cea-2107-4489-ac3d-e6b048248d56 None None] Pushing event updated for resources: {'Port': ['ID=ec2665b3-cd31-4cef-930f-6a37c717b96b,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:33.521528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de83099b-4e70-478e-b4aa-dcba033e3025 req-feb16bfd-3d74-4b52-a6c6-a4a372b3ba24 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747118 Jul 09 13:57:33.615812 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:33.626039 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-e86224cf-b62e-458a-82cd-cbd84905574b service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640078 Jul 09 13:57:33.674181 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 2, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:33.735815 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Checking router: d5c2de92-280b-44fc-8e36-90c7650878a4 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:57:33.736820 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Updating router d5c2de92-280b-44fc-8e36-90c7650878a4 port b5934500-e2db-4f74-9dc9-97130feeac32 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:57:33.755938 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:33.807002 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:33.810396 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-15ff42c0-aaf3-43c2-8460-f485a13e4681 service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684728 Jul 09 13:57:33.949515 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Pushing event updated for resources: {'Port': ['ID=c5e23240-dd27-4d61-ba6e-e0982c1269e7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:33.984993 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:57:33.988628 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:57:33.991977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:57:34.467149 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ec2665b3-cd31-4cef-930f-6a37c717b96b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:57:34.480018 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:34.497300 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:34.498447 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Transition to ACTIVE for port object b5934500-e2db-4f74-9dc9-97130feeac32 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:34.509203 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:34.591370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port ec2665b3-cd31-4cef-930f-6a37c717b96b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:57:34.597653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e93cc322-f26d-4aa7-a018-4d5210a48b4e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:57:34.613035 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f2df4-bf52-486e-8b87-41c1f802c466 None None] Pushing event updated for resources: {'Port': ['ID=b5934500-e2db-4f74-9dc9-97130feeac32,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:34.757705 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c28b98fb-f092-483f-a82f-137708668ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:34.798560 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:34.801559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port e93cc322-f26d-4aa7-a018-4d5210a48b4e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:34.801931 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:34.896143 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:35.087751 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Attempting to bind port b5934500-e2db-4f74-9dc9-97130feeac32 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:57:35.089748 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Attempting to bind port b5934500-e2db-4f74-9dc9-97130feeac32 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:57:35.090624 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Attempting to bind port b5934500-e2db-4f74-9dc9-97130feeac32 on network a40754f1-8945-4ca7-8f93-3f416e930007 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:57:35.107378 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:57:35.108028 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Checking segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:57:35.108600 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:35.109212 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Bound using segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:57:35.111688 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Bound port: b5934500-e2db-4f74-9dc9-97130feeac32, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:57:35.112319 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:35.113181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Router 73c6be30-7bd1-49a0-a04b-ac8453ac5466 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:57:35.201609 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4989ab0a-53f9-42b4-96c6-f4279c960655 req-e4582c96-0454-46f6-8d34-fdf38d71f186 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:35.211977 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4989ab0a-53f9-42b4-96c6-f4279c960655 req-e4582c96-0454-46f6-8d34-fdf38d71f186 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.3016541 Jul 09 13:57:35.217890 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42066) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:35.263877 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] For port b5934500-e2db-4f74-9dc9-97130feeac32, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:57:35.270454 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] For port b5934500-e2db-4f74-9dc9-97130feeac32, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b5934500-e2db-4f74-9dc9-97130feeac32,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:57:35.287424 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4989ab0a-53f9-42b4-96c6-f4279c960655 req-b4780732-b877-4c56-93bb-4a320fa6a7eb tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683947 Jul 09 13:57:35.301124 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:35.348396 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:57:35.365320 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Sync routers for ids ['73c6be30-7bd1-49a0-a04b-ac8453ac5466'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:57:35.385760 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:57:35.387053 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:57:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:35.388804 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Routers {'73c6be30-7bd1-49a0-a04b-ac8453ac5466'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:57:35.389745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:57:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['73c6be30-7bd1-49a0-a04b-ac8453ac5466'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:35.397397 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:35.402752 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-862b7ece-cc36-48c5-b157-14b55bf8039f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.4636264 Jul 09 13:57:35.403889 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42072) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:35.528820 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3134c60d-61b1-4a71-bf4b-7d0c8ea677e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:35.556216 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c9db84-3e06-42c6-9200-d0c334b1729e None None] Network 6278904e-5d23-41ec-9d56-c761cfc38cef requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:57:35.559884 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84f2df4-bf52-486e-8b87-41c1f802c466 None None] Pushing event updated for resources: {'Port': ['ID=b5934500-e2db-4f74-9dc9-97130feeac32,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:35.581078 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:57:35.648074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Set router 73c6be30-7bd1-49a0-a04b-ac8453ac5466 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:57:35.773293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2fce3af3-c69d-4bb0-b458-53461354b3db None None] Provisioning for port ec2665b3-cd31-4cef-930f-6a37c717b96b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:57:35.817118 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2fce3af3-c69d-4bb0-b458-53461354b3db None None] Provisioning complete for port ec2665b3-cd31-4cef-930f-6a37c717b96b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:35.817948 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fce3af3-c69d-4bb0-b458-53461354b3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:35.849013 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:35.938097 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3134c60d-61b1-4a71-bf4b-7d0c8ea677e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:35.943450 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3134c60d-61b1-4a71-bf4b-7d0c8ea677e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:36.037776 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3134c60d-61b1-4a71-bf4b-7d0c8ea677e8 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=cbeb94d58c5149f583d49f33720622e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8117499 Jul 09 13:57:36.039821 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134c60d-61b1-4a71-bf4b-7d0c8ea677e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2aead13-3219-41df-aba1-6f5e1ea80e0d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:36.041462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42074) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:36.045600 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:35Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:36.101247 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd8f086e-b947-4df7-b519-3f1a70ed224b None None] The sync data for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 is: [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:35Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:57:36.153084 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e62cec2-e5d5-4897-9c55-2a988dd0bdb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:36.200214 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e62cec2-e5d5-4897-9c55-2a988dd0bdb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:36.202890 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fce3af3-c69d-4bb0-b458-53461354b3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:36.295290 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'name': 'tempest-TestVolumeBootPattern-1793570208-router', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c5e23240-dd27-4d61-ba6e-e0982c1269e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:32Z', 'updated_at': '2021-07-09T13:57:34Z', 'revision_number': 3, 'project_id': '3b49259f0baf47d788b10debe16d07a1', 'gw_port': {'id': 'c5e23240-dd27-4d61-ba6e-e0982c1269e7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ff:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:33Z', 'updated_at': '2021-07-09T13:57:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:36.305001 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2fce3af3-c69d-4bb0-b458-53461354b3db None None] For port ec2665b3-cd31-4cef-930f-6a37c717b96b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ec2665b3-cd31-4cef-930f-6a37c717b96b,segment=NetworkSegment(cb66e3eb-6100-4612-9269-36bea2b504c0),segment_id=cb66e3eb-6100-4612-9269-36bea2b504c0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:36.331065 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e62cec2-e5d5-4897-9c55-2a988dd0bdb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:36.335963 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e62cec2-e5d5-4897-9c55-2a988dd0bdb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:36.342042 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5e62cec2-e5d5-4897-9c55-2a988dd0bdb1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a2aead13-3219-41df-aba1-6f5e1ea80e0d HTTP/1.1" status: 204 len: 168 time: 0.2937398 Jul 09 13:57:36.379924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e62cec2-e5d5-4897-9c55-2a988dd0bdb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2aead13-3219-41df-aba1-6f5e1ea80e0d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:36.414058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b5934500-e2db-4f74-9dc9-97130feeac32 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:57:36.429433 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:36.460535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Checking router: 73c6be30-7bd1-49a0-a04b-ac8453ac5466 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:57:36.463467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Updating router 73c6be30-7bd1-49a0-a04b-ac8453ac5466 port c5e23240-dd27-4d61-ba6e-e0982c1269e7 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:57:36.470108 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fce3af3-c69d-4bb0-b458-53461354b3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:36.673228 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:36.882467 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Allocated IP 172.20.0.1 (6278904e-5d23-41ec-9d56-c761cfc38cef/62b595bb-884f-4647-bd64-4265dc04587c/ffa70675-c4c8-4c5d-9352-31ae7b6edc30) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:57:37.013612 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fce3af3-c69d-4bb0-b458-53461354b3db None None] Pushing event updated for resources: {'Port': ['ID=ec2665b3-cd31-4cef-930f-6a37c717b96b,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:37.040735 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.060659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port b5934500-e2db-4f74-9dc9-97130feeac32 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:57:37.080464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Transition to ACTIVE for port object c5e23240-dd27-4d61-ba6e-e0982c1269e7 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:37.099590 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42082) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:37.127479 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2b761b0-513c-408c-960a-4a49f0c73282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.129010 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.132698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port b5934500-e2db-4f74-9dc9-97130feeac32 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:37.133415 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.175714 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.204383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Transition to ACTIVE for port object ffa70675-c4c8-4c5d-9352-31ae7b6edc30 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:37.207961 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.218361 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e936dc54-6078-4f3c-adc2-8bcdaa48f3ad req-c002b825-0114-45d0-8a62-d2e948161f25 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:37.229285 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e936dc54-6078-4f3c-adc2-8bcdaa48f3ad req-c002b825-0114-45d0-8a62-d2e948161f25 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.3109353 Jul 09 13:57:37.301463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16753de-e827-46ba-ad54-8f64b2b3e4d4 None None] Pushing event updated for resources: {'Port': ['ID=c5e23240-dd27-4d61-ba6e-e0982c1269e7,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:37.309716 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e936dc54-6078-4f3c-adc2-8bcdaa48f3ad req-4ef31c15-f28f-4070-bf0f-5a4d6a68311b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785275 Jul 09 13:57:37.358659 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2b761b0-513c-408c-960a-4a49f0c73282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.364007 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.364262 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-78c4acb6-dbee-4ed9-a308-95ca337315e6 None None] Provisioning complete for port ec2665b3-cd31-4cef-930f-6a37c717b96b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:37.364761 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78c4acb6-dbee-4ed9-a308-95ca337315e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.365870 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2b761b0-513c-408c-960a-4a49f0c73282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.428027 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d2b761b0-513c-408c-960a-4a49f0c73282 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a729d45143754b91b399997f90ca545b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3268704 Jul 09 13:57:37.428978 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b761b0-513c-408c-960a-4a49f0c73282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18544deb-be41-4694-8a44-b555a8363bcd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:37.432822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42084) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:37.439045 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Attempting to bind port c5e23240-dd27-4d61-ba6e-e0982c1269e7 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:57:37.439679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Attempting to bind port c5e23240-dd27-4d61-ba6e-e0982c1269e7 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:57:37.440751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Attempting to bind port c5e23240-dd27-4d61-ba6e-e0982c1269e7 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:57:37.500490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:57:37.501283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:57:37.502060 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.502807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:57:37.503452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Network 6278904e-5d23-41ec-9d56-c761cfc38cef is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:57:37.504245 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Bound port: c5e23240-dd27-4d61-ba6e-e0982c1269e7, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:57:37.504849 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.518155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:57:37.523880 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:57:37.527560 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb6c87eb-4843-4a86-b0b6-821e86216939 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.567213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb6c87eb-4843-4a86-b0b6-821e86216939 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.621998 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Pushing event updated for resources: {'Port': ['ID=ffa70675-c4c8-4c5d-9352-31ae7b6edc30,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:37.654953 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb6c87eb-4843-4a86-b0b6-821e86216939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.659677 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.662502 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb6c87eb-4843-4a86-b0b6-821e86216939 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.669600 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fb6c87eb-4843-4a86-b0b6-821e86216939 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/18544deb-be41-4694-8a44-b555a8363bcd HTTP/1.1" status: 204 len: 168 time: 0.2324121 Jul 09 13:57:37.701722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c87eb-4843-4a86-b0b6-821e86216939 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18544deb-be41-4694-8a44-b555a8363bcd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:37.802733 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.864827 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] For port c5e23240-dd27-4d61-ba6e-e0982c1269e7, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:57:37.870966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] For port c5e23240-dd27-4d61-ba6e-e0982c1269e7, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=c5e23240-dd27-4d61-ba6e-e0982c1269e7,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:57:37.888417 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.893939 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port b5934500-e2db-4f74-9dc9-97130feeac32, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b5934500-e2db-4f74-9dc9-97130feeac32,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:37.896292 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.906891 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:37.979754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Routers {'73c6be30-7bd1-49a0-a04b-ac8453ac5466'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:57:37.980293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:57:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['73c6be30-7bd1-49a0-a04b-ac8453ac5466'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:37.984427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16753de-e827-46ba-ad54-8f64b2b3e4d4 None None] Pushing event updated for resources: {'Port': ['ID=c5e23240-dd27-4d61-ba6e-e0982c1269e7,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:38.124640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-563a5479-cafe-4b3f-b9dd-eff1d66fada2 None None] Provisioning for port ffa70675-c4c8-4c5d-9352-31ae7b6edc30 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:57:38.146367 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-563a5479-cafe-4b3f-b9dd-eff1d66fada2 None None] Provisioning complete for port ffa70675-c4c8-4c5d-9352-31ae7b6edc30 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:38.146726 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-563a5479-cafe-4b3f-b9dd-eff1d66fada2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:38.154083 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:38.160395 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:38.176432 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=b5934500-e2db-4f74-9dc9-97130feeac32,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:38.220798 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-563a5479-cafe-4b3f-b9dd-eff1d66fada2 None None] Port ffa70675-c4c8-4c5d-9352-31ae7b6edc30 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:57:38.223652 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] Set router 73c6be30-7bd1-49a0-a04b-ac8453ac5466 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:57:38.257489 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:38.287398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Pushing event updated for resources: {'Port': ['ID=ffa70675-c4c8-4c5d-9352-31ae7b6edc30,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:38.360081 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ec2665b3-cd31-4cef-930f-6a37c717b96b up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:57:38.480068 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Network 6278904e-5d23-41ec-9d56-c761cfc38cef is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:57:38.483461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:57:38.662338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c217d8d-6dd8-4355-9665-f735d7ae7152 req-b160480e-79dd-418a-b979-4cee1bac61cb tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:38.671573 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c217d8d-6dd8-4355-9665-f735d7ae7152 req-b160480e-79dd-418a-b979-4cee1bac61cb tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.2170241 Jul 09 13:57:38.702504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ec2665b3-cd31-4cef-930f-6a37c717b96b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:38.702504 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:38.727594 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Router 73c6be30-7bd1-49a0-a04b-ac8453ac5466 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:57:38.738560 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:38.752317 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c217d8d-6dd8-4355-9665-f735d7ae7152 req-5b21a977-0618-4ae8-a64f-844644362efd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791392 Jul 09 13:57:38.801412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'name': 'tempest-TestVolumeBootPattern-1793570208-router', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c5e23240-dd27-4d61-ba6e-e0982c1269e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:32Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 4, 'project_id': '3b49259f0baf47d788b10debe16d07a1', 'gw_port': {'id': 'c5e23240-dd27-4d61-ba6e-e0982c1269e7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ff:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:33Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ffa70675-c4c8-4c5d-9352-31ae7b6edc30', 'name': '', 'network_id': '6278904e-5d23-41ec-9d56-c761cfc38cef', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'mac_address': 'fa:16:3e:cc:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '62b595bb-884f-4647-bd64-4265dc04587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:36Z', 'updated_at': '2021-07-09T13:57:36Z', 'revision_number': 1, 'project_id': '3b49259f0baf47d788b10debe16d07a1', 'subnets': [{'id': '62b595bb-884f-4647-bd64-4265dc04587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:38.843818 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f0a5567-5e38-4b25-90e4-4d9f16808f66 None None] The sync data for ids ['73c6be30-7bd1-49a0-a04b-ac8453ac5466'] in n-d-799525-3 is: [{'id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'name': 'tempest-TestVolumeBootPattern-1793570208-router', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c5e23240-dd27-4d61-ba6e-e0982c1269e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:32Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 4, 'project_id': '3b49259f0baf47d788b10debe16d07a1', 'gw_port': {'id': 'c5e23240-dd27-4d61-ba6e-e0982c1269e7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ff:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:33Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ffa70675-c4c8-4c5d-9352-31ae7b6edc30', 'name': '', 'network_id': '6278904e-5d23-41ec-9d56-c761cfc38cef', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'mac_address': 'fa:16:3e:cc:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '62b595bb-884f-4647-bd64-4265dc04587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:36Z', 'updated_at': '2021-07-09T13:57:36Z', 'revision_number': 1, 'project_id': '3b49259f0baf47d788b10debe16d07a1', 'subnets': [{'id': '62b595bb-884f-4647-bd64-4265dc04587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:57:38.868154 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:38.911974 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-81b5beeb-081d-432b-9339-b3afd3d88be1 None None] Provisioning complete for port ffa70675-c4c8-4c5d-9352-31ae7b6edc30 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:38.912304 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-81b5beeb-081d-432b-9339-b3afd3d88be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:38.976675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-81b5beeb-081d-432b-9339-b3afd3d88be1 None None] Port ffa70675-c4c8-4c5d-9352-31ae7b6edc30 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:57:39.269299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:57:39.287174 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a83d57ba-e7db-48bd-a3da-e9709347ef89 admin admin] 10.222.0.39 "PUT /v2.0/routers/73c6be30-7bd1-49a0-a04b-ac8453ac5466/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8698208 Jul 09 13:57:39.773403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42166) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:40.139594 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a017445-6820-499a-a6e3-ee2f44149e67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:40.235473 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3dd71c-f564-4176-9c9f-d2f6b6cfd4dc req-12db4c41-9138-4861-a0c9-58a56bf4714a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:40.238127 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a3dd71c-f564-4176-9c9f-d2f6b6cfd4dc req-12db4c41-9138-4861-a0c9-58a56bf4714a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.1851573 Jul 09 13:57:40.250489 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:57:40.358267 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a3dd71c-f564-4176-9c9f-d2f6b6cfd4dc req-547e2e86-2ca4-4cab-8df7-8599cb5c6047 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984941 Jul 09 13:57:40.422980 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a017445-6820-499a-a6e3-ee2f44149e67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:40.433454 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a017445-6820-499a-a6e3-ee2f44149e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:40.483321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b5934500-e2db-4f74-9dc9-97130feeac32 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:57:40.511863 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0a017445-6820-499a-a6e3-ee2f44149e67 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=47ac57648955426cba3294f2d54f6ad1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7358344 Jul 09 13:57:40.516559 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42174) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:40.528963 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a017445-6820-499a-a6e3-ee2f44149e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99fd1da1-cd2c-48ac-a3cf-ebc204b1a9f3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:40.567558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port b5934500-e2db-4f74-9dc9-97130feeac32 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:40.568336 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:40.622156 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-604fbc02-44ed-4942-ac7a-7e4a71a88e53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:40.678646 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-604fbc02-44ed-4942-ac7a-7e4a71a88e53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:40.786579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device c5e23240-dd27-4d61-ba6e-e0982c1269e7 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:57:40.865711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port c5e23240-dd27-4d61-ba6e-e0982c1269e7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:57:40.871361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port c5e23240-dd27-4d61-ba6e-e0982c1269e7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:40.871730 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-604fbc02-44ed-4942-ac7a-7e4a71a88e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:40.872517 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:40.876204 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-604fbc02-44ed-4942-ac7a-7e4a71a88e53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:40.888176 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-604fbc02-44ed-4942-ac7a-7e4a71a88e53 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/99fd1da1-cd2c-48ac-a3cf-ebc204b1a9f3 HTTP/1.1" status: 204 len: 168 time: 0.3702536 Jul 09 13:57:40.931789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604fbc02-44ed-4942-ac7a-7e4a71a88e53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99fd1da1-cd2c-48ac-a3cf-ebc204b1a9f3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:40.988731 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:41.021530 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port c5e23240-dd27-4d61-ba6e-e0982c1269e7, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=c5e23240-dd27-4d61-ba6e-e0982c1269e7,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:41.026788 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:41.271319 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=c5e23240-dd27-4d61-ba6e-e0982c1269e7,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:41.769131 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc68f9-a33f-437c-9886-49dfd5690c15 req-06e72cc5-989a-4e37-9439-3aae4e137536 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:41.772741 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1bc68f9-a33f-437c-9886-49dfd5690c15 req-06e72cc5-989a-4e37-9439-3aae4e137536 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.1500535 Jul 09 13:57:41.896562 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c1bc68f9-a33f-437c-9886-49dfd5690c15 req-bb7a9877-8757-41a3-b508-b4d173c1cf96 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090226 Jul 09 13:57:42.279603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device c5e23240-dd27-4d61-ba6e-e0982c1269e7 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:57:42.415922 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port c5e23240-dd27-4d61-ba6e-e0982c1269e7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:42.415922 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:42.467279 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Sync routers for ids ['73c6be30-7bd1-49a0-a04b-ac8453ac5466'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:57:42.488542 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Routers {'73c6be30-7bd1-49a0-a04b-ac8453ac5466'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:57:42.489687 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:57:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['73c6be30-7bd1-49a0-a04b-ac8453ac5466'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:42.766014 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Set router 73c6be30-7bd1-49a0-a04b-ac8453ac5466 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:57:42.782004 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-ae50a6b9-c412-4532-8dbf-e1da109284e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:42.798927 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-ae50a6b9-c412-4532-8dbf-e1da109284e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 812 time: 0.2403371 Jul 09 13:57:42.824031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-83cdd3a8-9725-4095-81d9-5b2f21e9e89b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/quotas/25a69ce0edc7491da11553925111d73f HTTP/1.1" status: 200 len: 375 time: 0.0233753 Jul 09 13:57:42.980766 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-a03aba51-1cf3-4c9f-a418-1bdc5c29c3fb tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1510174 Jul 09 13:57:43.220294 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-91aec2ac-9d12-4162-9577-6565a3be03ac service neutron] 10.222.0.39 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275338 Jul 09 13:57:43.290079 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'name': 'tempest-TestVolumeBootPattern-1793570208-router', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c5e23240-dd27-4d61-ba6e-e0982c1269e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:32Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 4, 'project_id': '3b49259f0baf47d788b10debe16d07a1', 'gw_port': {'id': 'c5e23240-dd27-4d61-ba6e-e0982c1269e7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ff:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:33Z', 'updated_at': '2021-07-09T13:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ffa70675-c4c8-4c5d-9352-31ae7b6edc30', 'name': '', 'network_id': '6278904e-5d23-41ec-9d56-c761cfc38cef', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'mac_address': 'fa:16:3e:cc:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '62b595bb-884f-4647-bd64-4265dc04587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:36Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 2, 'project_id': '3b49259f0baf47d788b10debe16d07a1', 'subnets': [{'id': '62b595bb-884f-4647-bd64-4265dc04587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:43.344462 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-a2bfae58-b67a-4926-af51-8581f14ae061 service neutron] 10.222.0.39 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231449 Jul 09 13:57:43.404841 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Checking router: 73c6be30-7bd1-49a0-a04b-ac8453ac5466 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:57:43.405379 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Updating router 73c6be30-7bd1-49a0-a04b-ac8453ac5466 port ffa70675-c4c8-4c5d-9352-31ae7b6edc30 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:57:43.499049 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3407f703-201b-4cf9-8e6a-b1ce3e369119 req-186b64c3-9bf4-404f-859f-0e3343af98d8 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:43.507017 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:43.507643 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3407f703-201b-4cf9-8e6a-b1ce3e369119 req-186b64c3-9bf4-404f-859f-0e3343af98d8 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.1269858 Jul 09 13:57:43.561813 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3407f703-201b-4cf9-8e6a-b1ce3e369119 req-68cf35cd-9de7-47be-a9dd-51dba74db73b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524716 Jul 09 13:57:43.956884 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:43.969184 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a049349-81d9-4235-9854-b12c8b998d8a req-ad220aff-ce66-45f4-8145-22ba773573dd tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 210 time: 0.0711133 Jul 09 13:57:43.974993 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Transition to ACTIVE for port object ffa70675-c4c8-4c5d-9352-31ae7b6edc30 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:43.985645 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:44.094304 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42254) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:44.107331 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b7bbe-3bed-4f8b-9034-40546587922d None None] Pushing event updated for resources: {'Port': ['ID=ffa70675-c4c8-4c5d-9352-31ae7b6edc30,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:44.127224 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b7bbe-3bed-4f8b-9034-40546587922d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:44.127578 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b7bbe-3bed-4f8b-9034-40546587922d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:44.127923 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b7bbe-3bed-4f8b-9034-40546587922d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:44.128264 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b7bbe-3bed-4f8b-9034-40546587922d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:44.128844 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b7bbe-3bed-4f8b-9034-40546587922d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:44.129188 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b7bbe-3bed-4f8b-9034-40546587922d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:44.129515 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b7bbe-3bed-4f8b-9034-40546587922d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:44.130065 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b7bbe-3bed-4f8b-9034-40546587922d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:44.130593 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b7bbe-3bed-4f8b-9034-40546587922d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:44.131119 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b7bbe-3bed-4f8b-9034-40546587922d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:44.131626 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b7bbe-3bed-4f8b-9034-40546587922d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:44.133308 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c01b7bbe-3bed-4f8b-9034-40546587922d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:44.143312 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Attempting to bind port ffa70675-c4c8-4c5d-9352-31ae7b6edc30 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:57:44.144011 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Attempting to bind port ffa70675-c4c8-4c5d-9352-31ae7b6edc30 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'cb66e3eb-6100-4612-9269-36bea2b504c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6278904e-5d23-41ec-9d56-c761cfc38cef'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:57:44.145217 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Attempting to bind port ffa70675-c4c8-4c5d-9352-31ae7b6edc30 on network 6278904e-5d23-41ec-9d56-c761cfc38cef {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:57:44.153700 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:57:44.154385 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Checking segment: {'id': 'cb66e3eb-6100-4612-9269-36bea2b504c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6278904e-5d23-41ec-9d56-c761cfc38cef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:57:44.155443 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:44.156049 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Bound using segment: {'id': 'cb66e3eb-6100-4612-9269-36bea2b504c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6278904e-5d23-41ec-9d56-c761cfc38cef'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:57:44.156889 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Bound port: ffa70675-c4c8-4c5d-9352-31ae7b6edc30, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb66e3eb-6100-4612-9269-36bea2b504c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '6278904e-5d23-41ec-9d56-c761cfc38cef'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:57:44.157314 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:44.256510 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] For port ffa70675-c4c8-4c5d-9352-31ae7b6edc30, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:57:44.262210 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] For port ffa70675-c4c8-4c5d-9352-31ae7b6edc30, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ffa70675-c4c8-4c5d-9352-31ae7b6edc30,segment=NetworkSegment(cb66e3eb-6100-4612-9269-36bea2b504c0),segment_id=cb66e3eb-6100-4612-9269-36bea2b504c0)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:57:44.269241 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:44.274375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4528448c-2d09-4046-87c9-db7db1bd8c3e tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:44.300915 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4528448c-2d09-4046-87c9-db7db1bd8c3e tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] 10.222.0.39 "PUT /v2.0/quotas/c01d187e9e41448f96323912f5950826 HTTP/1.1" status: 200 len: 368 time: 0.2052138 Jul 09 13:57:44.303912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42260) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:44.311425 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c4ffdea9-c57c-45e4-a34b-a669e3fbc41a tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Request body: {'network': {'project_id': 'c01d187e9e41448f96323912f5950826'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:44.342114 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ffdea9-c57c-45e4-a34b-a669e3fbc41a tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Made reservation on behalf of c01d187e9e41448f96323912f5950826 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:57:44.346252 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ffdea9-c57c-45e4-a34b-a669e3fbc41a tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:44.358230 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ffdea9-c57c-45e4-a34b-a669e3fbc41a tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:44.369633 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01b7bbe-3bed-4f8b-9034-40546587922d None None] Pushing event updated for resources: {'Port': ['ID=ffa70675-c4c8-4c5d-9352-31ae7b6edc30,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:44.396470 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Routers {'73c6be30-7bd1-49a0-a04b-ac8453ac5466'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:57:44.397987 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:57:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['73c6be30-7bd1-49a0-a04b-ac8453ac5466'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:44.511137 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ffdea9-c57c-45e4-a34b-a669e3fbc41a tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:44.518736 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ffdea9-c57c-45e4-a34b-a669e3fbc41a tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:44.533121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ffdea9-c57c-45e4-a34b-a669e3fbc41a tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] vlan segment allocate from pool success with {'vlan_id': 307, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:57:44.544708 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ffdea9-c57c-45e4-a34b-a669e3fbc41a tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:44.545221 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-c4ffdea9-c57c-45e4-a34b-a669e3fbc41a tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Added segment 42187e4e-a973-4df9-b6c3-55600eebc80b of type vlan for network a796e96d-f12e-47e1-8af2-6ed64bd0a1a1 Jul 09 13:57:44.590951 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ffdea9-c57c-45e4-a34b-a669e3fbc41a tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:44.612238 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] Set router 73c6be30-7bd1-49a0-a04b-ac8453ac5466 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:57:44.654945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffdea9-c57c-45e4-a34b-a669e3fbc41a tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f44e10e-ee55-4a0a-a396-59c2f7810f8a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:44.691106 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ffdea9-c57c-45e4-a34b-a669e3fbc41a tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:44.692176 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ffdea9-c57c-45e4-a34b-a669e3fbc41a tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:44.692819 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c4ffdea9-c57c-45e4-a34b-a669e3fbc41a tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:44.813376 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c4ffdea9-c57c-45e4-a34b-a669e3fbc41a tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5070639 Jul 09 13:57:44.819945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42264) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:44.842491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-66a5ff9b-2b5e-4384-b0a3-216ef5619aca tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Request body: {'network': {'project_id': 'c01d187e9e41448f96323912f5950826'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:44.852588 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffdea9-c57c-45e4-a34b-a669e3fbc41a tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Pushing event updated for resources: {'Network': ['ID=a796e96d-f12e-47e1-8af2-6ed64bd0a1a1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:44.867066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network a796e96d-f12e-47e1-8af2-6ed64bd0a1a1 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:57:44.906473 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a5ff9b-2b5e-4384-b0a3-216ef5619aca tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Made reservation on behalf of c01d187e9e41448f96323912f5950826 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:57:44.909915 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66a5ff9b-2b5e-4384-b0a3-216ef5619aca tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:44.957788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4d4415-f60b-46a0-9da0-a7fd5d8bba63 req-ecd9ef35-86e2-46ad-a6ea-d83d02bce2f1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:44.961982 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca4d4415-f60b-46a0-9da0-a7fd5d8bba63 req-ecd9ef35-86e2-46ad-a6ea-d83d02bce2f1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.1637683 Jul 09 13:57:44.980574 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66a5ff9b-2b5e-4384-b0a3-216ef5619aca tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:57:45.036213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66a5ff9b-2b5e-4384-b0a3-216ef5619aca tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:45.036628 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-66a5ff9b-2b5e-4384-b0a3-216ef5619aca tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Added segment 64c515ed-c7a3-41d8-8a03-ac55f9a2fb30 of type vlan for network 6c66dd7f-9d27-4061-a9a8-cb1d0ae79252 Jul 09 13:57:45.042458 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca4d4415-f60b-46a0-9da0-a7fd5d8bba63 req-2305e3b9-611e-4b42-b4fe-5720bd103fd2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717235 Jul 09 13:57:45.100346 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66a5ff9b-2b5e-4384-b0a3-216ef5619aca tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:45.113048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb30ed-8a4a-4e03-a232-1e69d00a8d01 req-ad8097ed-903d-4c1e-901f-17087e70101a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:45.114711 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5dcb30ed-8a4a-4e03-a232-1e69d00a8d01 req-ad8097ed-903d-4c1e-901f-17087e70101a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1097 time: 0.1464877 Jul 09 13:57:45.187415 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66a5ff9b-2b5e-4384-b0a3-216ef5619aca tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:45.189310 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a5ff9b-2b5e-4384-b0a3-216ef5619aca tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:45.190117 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-66a5ff9b-2b5e-4384-b0a3-216ef5619aca tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:45.223179 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9ff925c-ead0-4eaa-975e-69785f1f087c req-f7746b64-2980-4a5b-8140-b63868ce954c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 210 time: 0.0557573 Jul 09 13:57:45.265432 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'name': 'tempest-TestVolumeBootPattern-1793570208-router', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c5e23240-dd27-4d61-ba6e-e0982c1269e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:32Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 4, 'project_id': '3b49259f0baf47d788b10debe16d07a1', 'gw_port': {'id': 'c5e23240-dd27-4d61-ba6e-e0982c1269e7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ff:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:33Z', 'updated_at': '2021-07-09T13:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ffa70675-c4c8-4c5d-9352-31ae7b6edc30', 'name': '', 'network_id': '6278904e-5d23-41ec-9d56-c761cfc38cef', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'mac_address': 'fa:16:3e:cc:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '62b595bb-884f-4647-bd64-4265dc04587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:36Z', 'updated_at': '2021-07-09T13:57:44Z', 'revision_number': 4, 'project_id': '3b49259f0baf47d788b10debe16d07a1', 'subnets': [{'id': '62b595bb-884f-4647-bd64-4265dc04587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:45.271518 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-66a5ff9b-2b5e-4384-b0a3-216ef5619aca tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.4496603 Jul 09 13:57:45.272235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42268) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:45.281345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5aed9507-066c-44bc-b314-7468f65739cf tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Request body: {'network': {'project_id': 'c01d187e9e41448f96323912f5950826'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:45.294445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a5ff9b-2b5e-4384-b0a3-216ef5619aca tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Pushing event updated for resources: {'Network': ['ID=6c66dd7f-9d27-4061-a9a8-cb1d0ae79252,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:45.300005 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aed9507-066c-44bc-b314-7468f65739cf tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 13:57:45.300815 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aed9507-066c-44bc-b314-7468f65739cf tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:57:45.303602 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5aed9507-066c-44bc-b314-7468f65739cf tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0293562 Jul 09 13:57:45.306892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42270) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:45.316748 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 6c66dd7f-9d27-4061-a9a8-cb1d0ae79252 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:57:45.338810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb30ed-8a4a-4e03-a232-1e69d00a8d01 req-2b0f1037-2a46-4141-9200-11122a13e8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:45.346238 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5dcb30ed-8a4a-4e03-a232-1e69d00a8d01 req-2b0f1037-2a46-4141-9200-11122a13e8a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e HTTP/1.1" status: 200 len: 897 time: 0.2040546 Jul 09 13:57:45.353063 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-feeadac6-90ca-43f6-a6fa-f29296c8df9f None None] The sync data for ids ['73c6be30-7bd1-49a0-a04b-ac8453ac5466'] in n-d-799525-3 is: [{'id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'name': 'tempest-TestVolumeBootPattern-1793570208-router', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c5e23240-dd27-4d61-ba6e-e0982c1269e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:32Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 4, 'project_id': '3b49259f0baf47d788b10debe16d07a1', 'gw_port': {'id': 'c5e23240-dd27-4d61-ba6e-e0982c1269e7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ff:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:33Z', 'updated_at': '2021-07-09T13:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ffa70675-c4c8-4c5d-9352-31ae7b6edc30', 'name': '', 'network_id': '6278904e-5d23-41ec-9d56-c761cfc38cef', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'mac_address': 'fa:16:3e:cc:8d:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'device_owner': 'network:router_interface', 'standard_attr_id': 3646, 'fixed_ips': [{'subnet_id': '62b595bb-884f-4647-bd64-4265dc04587c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:36Z', 'updated_at': '2021-07-09T13:57:44Z', 'revision_number': 4, 'project_id': '3b49259f0baf47d788b10debe16d07a1', 'subnets': [{'id': '62b595bb-884f-4647-bd64-4265dc04587c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:57:45.474169 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60713a91-1277-4004-83fc-f25cd1769fd8 tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:45.645813 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60713a91-1277-4004-83fc-f25cd1769fd8 tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:45.672910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-60713a91-1277-4004-83fc-f25cd1769fd8 tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c66dd7f-9d27-4061-a9a8-cb1d0ae79252']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:45.692145 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-60713a91-1277-4004-83fc-f25cd1769fd8 tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64c515ed-c7a3-41d8-8a03-ac55f9a2fb30') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:45.692460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-60713a91-1277-4004-83fc-f25cd1769fd8 tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64c515ed-c7a3-41d8-8a03-ac55f9a2fb30') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:45.704702 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60713a91-1277-4004-83fc-f25cd1769fd8 tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:45.725846 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60713a91-1277-4004-83fc-f25cd1769fd8 tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:45.748012 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60713a91-1277-4004-83fc-f25cd1769fd8 tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:57:45.748435 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60713a91-1277-4004-83fc-f25cd1769fd8 tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:57:45.752438 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:57:45.839121 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60713a91-1277-4004-83fc-f25cd1769fd8 tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:45.846390 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60713a91-1277-4004-83fc-f25cd1769fd8 tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:45.852403 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-60713a91-1277-4004-83fc-f25cd1769fd8 tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] 10.222.0.39 "DELETE /v2.0/networks/6c66dd7f-9d27-4061-a9a8-cb1d0ae79252 HTTP/1.1" status: 204 len: 168 time: 0.5412624 Jul 09 13:57:45.854918 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42272) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:45.982973 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60713a91-1277-4004-83fc-f25cd1769fd8 tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Pushing event deleted for resources: {'Network': ['ID=6c66dd7f-9d27-4061-a9a8-cb1d0ae79252,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:45.997151 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34581c9d-473a-41e7-a579-6f7d64791dfb tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:46.090987 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5dcb30ed-8a4a-4e03-a232-1e69d00a8d01 req-af340dd8-16ce-4973-9838-d32870fe5015 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 200 len: 1000 time: 0.7155149 Jul 09 13:57:46.134269 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34581c9d-473a-41e7-a579-6f7d64791dfb tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:46.147136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-34581c9d-473a-41e7-a579-6f7d64791dfb tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a796e96d-f12e-47e1-8af2-6ed64bd0a1a1']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:46.160618 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-34581c9d-473a-41e7-a579-6f7d64791dfb tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42187e4e-a973-4df9-b6c3-55600eebc80b') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:46.161269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-34581c9d-473a-41e7-a579-6f7d64791dfb tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42187e4e-a973-4df9-b6c3-55600eebc80b') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:57:46.173318 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34581c9d-473a-41e7-a579-6f7d64791dfb tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:46.191419 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34581c9d-473a-41e7-a579-6f7d64791dfb tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:46.200794 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34581c9d-473a-41e7-a579-6f7d64791dfb tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:57:46.202054 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34581c9d-473a-41e7-a579-6f7d64791dfb tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:57:46.285876 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:57:46.293525 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34581c9d-473a-41e7-a579-6f7d64791dfb tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:46.302447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-b8a8ce57-43c6-4761-b745-1082d09a9ca2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:46.304442 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34581c9d-473a-41e7-a579-6f7d64791dfb tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:46.306829 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-34581c9d-473a-41e7-a579-6f7d64791dfb tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] 10.222.0.39 "DELETE /v2.0/networks/a796e96d-f12e-47e1-8af2-6ed64bd0a1a1 HTTP/1.1" status: 204 len: 168 time: 0.4505899 Jul 09 13:57:46.318290 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-b8a8ce57-43c6-4761-b745-1082d09a9ca2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 812 time: 0.9695630 Jul 09 13:57:46.324555 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34581c9d-473a-41e7-a579-6f7d64791dfb tempest-QuotasNegativeTest-2078618708 tempest-QuotasNegativeTest-2078618708-project-admin] Pushing event deleted for resources: {'Network': ['ID=a796e96d-f12e-47e1-8af2-6ed64bd0a1a1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:46.340104 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-cf1c4c81-cdeb-4b4d-a085-cfc6d9c5009e service neutron] show failed (client error): The resource could not be found. Jul 09 13:57:46.341258 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-cf1c4c81-cdeb-4b4d-a085-cfc6d9c5009e service neutron] 10.222.0.18 "GET /v2.0/ports/8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4/bindings/n-h2-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.3940678 Jul 09 13:57:46.347613 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-dc065760-4f88-47de-a7df-768ce480b62f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'port': {'device_id': '4042339e-01a0-4f7a-9bec-aeccae0a2f0d', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'admin_state_up': True, 'tenant_id': '25a69ce0edc7491da11553925111d73f'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:46.436140 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79abb2d6-c35a-40fa-92d7-c762e378083a req-88e6bdd9-9ba6-40b1-91a0-deabe538b2a4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4588108 Jul 09 13:57:46.440993 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb30ed-8a4a-4e03-a232-1e69d00a8d01 req-aa4ac233-57f7-4e36-bbc7-d8d89121eb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:46.443852 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5dcb30ed-8a4a-4e03-a232-1e69d00a8d01 req-aa4ac233-57f7-4e36-bbc7-d8d89121eb8d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5578c7c-c2fd-46e7-a415-5ef23ccbd516 HTTP/1.1" status: 200 len: 835 time: 0.3274443 Jul 09 13:57:46.518207 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ffa70675-c4c8-4c5d-9352-31ae7b6edc30 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:57:46.654698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port ffa70675-c4c8-4c5d-9352-31ae7b6edc30 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:57:46.665102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ffa70675-c4c8-4c5d-9352-31ae7b6edc30 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:46.665791 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:46.809789 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e9105cd-7b5a-4c3f-9101-49ac7f613e2b req-e6473616-df18-4d14-9862-0039c62e63bb tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 210 time: 0.1276371 Jul 09 13:57:46.832909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1c2f5b-47d3-4a61-9995-018fbcb0d125 req-8001f17b-d340-4b72-849a-36f63f77c83b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:46.843081 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f1c2f5b-47d3-4a61-9995-018fbcb0d125 req-8001f17b-d340-4b72-849a-36f63f77c83b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.3109286 Jul 09 13:57:46.882067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb2d6-c35a-40fa-92d7-c762e378083a req-2afe060a-b516-463a-bb91-feeb4a73d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:46.890348 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79abb2d6-c35a-40fa-92d7-c762e378083a req-2afe060a-b516-463a-bb91-feeb4a73d4a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=baab7aa37ed141be9061efd45cbd2081&device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 1096 time: 0.3401351 Jul 09 13:57:46.910252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcb30ed-8a4a-4e03-a232-1e69d00a8d01 req-88e76b22-cda3-40fd-b938-67001235d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:46.912174 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5dcb30ed-8a4a-4e03-a232-1e69d00a8d01 req-88e76b22-cda3-40fd-b938-67001235d96f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4601064 Jul 09 13:57:46.922421 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f1c2f5b-47d3-4a61-9995-018fbcb0d125 req-9c8f5286-a106-4b06-96d7-a65b630ae6b2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757868 Jul 09 13:57:46.940683 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:46.963381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.15', 54671) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:46.999460 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port ffa70675-c4c8-4c5d-9352-31ae7b6edc30, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ffa70675-c4c8-4c5d-9352-31ae7b6edc30,segment=NetworkSegment(cb66e3eb-6100-4612-9269-36bea2b504c0),segment_id=cb66e3eb-6100-4612-9269-36bea2b504c0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:47.008425 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:47.080390 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=ffa70675-c4c8-4c5d-9352-31ae7b6edc30,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:47.116496 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-dc065760-4f88-47de-a7df-768ce480b62f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Made reservation on behalf of 25a69ce0edc7491da11553925111d73f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:57:47.121899 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-dc065760-4f88-47de-a7df-768ce480b62f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:47.216557 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-8cc7e881-ae03-4111-91c9-33c8b50849b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:47.221212 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-8cc7e881-ae03-4111-91c9-33c8b50849b0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c&tenant_id=e18f38b86e4946d19d906914b285cd31 HTTP/1.1" status: 200 len: 1097 time: 0.2556555 Jul 09 13:57:47.240856 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5dcb30ed-8a4a-4e03-a232-1e69d00a8d01 req-b76f23ae-5000-4d00-a18d-f454b755f858 service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746434 Jul 09 13:57:47.242020 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:47.259990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb2d6-c35a-40fa-92d7-c762e378083a req-bfb93f53-7063-4d3f-a5ad-86e034103482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:47.263020 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79abb2d6-c35a-40fa-92d7-c762e378083a req-bfb93f53-7063-4d3f-a5ad-86e034103482 service neutron] 10.222.0.15 "GET /v2.0/networks?id=65ffa311-d151-4783-93e5-16b0b7dbb4db HTTP/1.1" status: 200 len: 910 time: 0.3224840 Jul 09 13:57:47.422373 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:47.543283 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79abb2d6-c35a-40fa-92d7-c762e378083a req-5fcc22d5-c089-4df9-b95a-daa45b42d823 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1e309c99-c98c-426a-b956-54e9d5b161d2 HTTP/1.1" status: 200 len: 999 time: 0.2079070 Jul 09 13:57:47.656999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42284) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:47.706411 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5dcb30ed-8a4a-4e03-a232-1e69d00a8d01 req-35aab651-2c9e-4ad9-9c11-49e81dc99d91 service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4549479 Jul 09 13:57:47.721431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-dc065760-4f88-47de-a7df-768ce480b62f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Allocated IP 172.20.0.14 (a40754f1-8945-4ca7-8f93-3f416e930007/5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d/e5d68b17-158d-4f44-bcb6-7b14e81ce4cc) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:57:47.778863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb2d6-c35a-40fa-92d7-c762e378083a req-293bcb09-626b-4548-a2d3-ce6ef8dd5b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:47.782088 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79abb2d6-c35a-40fa-92d7-c762e378083a req-293bcb09-626b-4548-a2d3-ce6ef8dd5b01 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=cead91ca-0866-40d2-b198-269f828e543c HTTP/1.1" status: 200 len: 848 time: 0.2264619 Jul 09 13:57:47.922523 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-160efd71-7044-4ebc-89f5-b1eeb29604da admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:48.035800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:48.098642 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h1-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:57:48.145225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb2d6-c35a-40fa-92d7-c762e378083a req-3dea97d9-4fdb-4934-b026-4f1ff9bda214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:48.147268 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79abb2d6-c35a-40fa-92d7-c762e378083a req-3dea97d9-4fdb-4934-b026-4f1ff9bda214 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=65ffa311-d151-4783-93e5-16b0b7dbb4db&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3512998 Jul 09 13:57:48.196349 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:48.221242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:57:48.230064 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6b8fe23-a341-4fb3-a44c-12ac80f16218" -d '{"events": [{"server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:57:48.284939 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Transition to ACTIVE for port object 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 will not be triggered until provisioned by entity L2. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:48.297759 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-dc065760-4f88-47de-a7df-768ce480b62f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:48.308293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:57:48.343924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea898a97-b06f-47cd-8ea9-f13fb02b8522 req-8cee6ccf-be91-4f27-9218-2b720c5cfe7f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 210 time: 0.1080043 Jul 09 13:57:48.344322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-dc065760-4f88-47de-a7df-768ce480b62f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Transition to ACTIVE for port object e5d68b17-158d-4f44-bcb6-7b14e81ce4cc will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:48.346105 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:48.389767 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ffa70675-c4c8-4c5d-9352-31ae7b6edc30 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:57:48.392124 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:57:48.394483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:48.441671 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79abb2d6-c35a-40fa-92d7-c762e378083a req-45d23de8-3f34-4069-8dae-f776a64ce412 service neutron] 10.222.0.15 "GET /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2861168 Jul 09 13:57:48.467499 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-160efd71-7044-4ebc-89f5-b1eeb29604da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:48.505433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-160efd71-7044-4ebc-89f5-b1eeb29604da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:48.525148 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f28d3a4-a4a8-44fa-8ead-282e18f6e302 x-openstack-request-id: req-7f28d3a4-a4a8-44fa-8ead-282e18f6e302 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:57:48.526040 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:57:48.526040 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f28d3a4-a4a8-44fa-8ead-282e18f6e302 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:57:48.526558 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'code': 200} Jul 09 13:57:48.541406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ffa70675-c4c8-4c5d-9352-31ae7b6edc30 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:48.542364 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:48.591828 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249604d2-41a8-4746-8896-a679c7d2ced8 req-0c217edd-0851-4330-8c2b-13ae28eb30de tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:48.593340 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-249604d2-41a8-4746-8896-a679c7d2ced8 req-0c217edd-0851-4330-8c2b-13ae28eb30de tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.3592808 Jul 09 13:57:48.595283 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160efd71-7044-4ebc-89f5-b1eeb29604da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790bc525-6669-42ac-b12d-042da0a7c76c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:48.629370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] No DVR routers for this DVR port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 on host n-h1-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:57:48.676087 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-160efd71-7044-4ebc-89f5-b1eeb29604da admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=42e4742811304d7c89fabc2abb6ec217&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0146332 Jul 09 13:57:48.693106 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42294) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:48.748469 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-249604d2-41a8-4746-8896-a679c7d2ced8 req-a8fae923-f1d2-4efa-b2bd-6201c2c2b4c0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1162174 Jul 09 13:57:48.802781 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-dc065760-4f88-47de-a7df-768ce480b62f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:48.911112 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79abb2d6-c35a-40fa-92d7-c762e378083a req-16b37d41-d631-4fed-83b1-9788b40536d6 service neutron] 10.222.0.15 "GET /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4598539 Jul 09 13:57:48.923736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Attempting to bind port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:57:48.923736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Attempting to bind port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:57:48.924278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Attempting to bind port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 on network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:57:48.926979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-dc065760-4f88-47de-a7df-768ce480b62f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Network a40754f1-8945-4ca7-8f93-3f416e930007 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:57:48.930307 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 on network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:57:48.930781 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Attempting to bind port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 on network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:57:48.934132 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-dc065760-4f88-47de-a7df-768ce480b62f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:57:48.938490 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:57:48.938936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Checking segment: {'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:57:48.939506 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Bound using segment: {'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:57:48.940071 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Bound port: 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:57:48.940388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-dc065760-4f88-47de-a7df-768ce480b62f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:57:48.940592 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:48.954195 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c90c022a-0cb9-4c7f-ad49-bbdf6aeabb60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:49.046104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc065760-4f88-47de-a7df-768ce480b62f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'Port': ['ID=e5d68b17-158d-4f44-bcb6-7b14e81ce4cc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:49.081205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h2-799525-3, cleared binding levels {{(pid=93754) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:57:49.088423 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:57:49.098930 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c90c022a-0cb9-4c7f-ad49-bbdf6aeabb60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:49.101898 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:49.131772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-dc065760-4f88-47de-a7df-768ce480b62f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:49.132809 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-dc065760-4f88-47de-a7df-768ce480b62f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:49.190627 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-dc065760-4f88-47de-a7df-768ce480b62f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8561399 Jul 09 13:57:49.200055 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:49.200694 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:49.202376 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] 10.222.0.15 "PUT /v2.0/ports/8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 200 len: 1092 time: 1.9703758 Jul 09 13:57:49.295244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Request body: {'port': {'device_id': '4042339e-01a0-4f7a-9bec-aeccae0a2f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:49.304744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258a777b-5e2d-4d83-bc8d-b405228b1122 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:49.390709 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c90c022a-0cb9-4c7f-ad49-bbdf6aeabb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:49.396734 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c90c022a-0cb9-4c7f-ad49-bbdf6aeabb60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:49.399255 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c90c022a-0cb9-4c7f-ad49-bbdf6aeabb60 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/790bc525-6669-42ac-b12d-042da0a7c76c HTTP/1.1" status: 204 len: 168 time: 0.7045546 Jul 09 13:57:49.409566 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-8ef98239-7316-4f36-9437-70504d803b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:49.412307 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-8ef98239-7316-4f36-9437-70504d803b61 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1095 time: 0.1835411 Jul 09 13:57:49.464822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d4947609-6b9f-4f8e-8d15-b56571074233 None None] Provisioning for port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:57:49.465470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c022a-0cb9-4c7f-ad49-bbdf6aeabb60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790bc525-6669-42ac-b12d-042da0a7c76c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:49.475784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d4947609-6b9f-4f8e-8d15-b56571074233 None None] Provisioning complete for port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:49.476373 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d4947609-6b9f-4f8e-8d15-b56571074233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:49.540745 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:49.656838 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d4947609-6b9f-4f8e-8d15-b56571074233 None None] Port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:57:49.802437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-d3514a28-9cd8-4fab-9981-636b4b7507dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:49.805360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-d3514a28-9cd8-4fab-9981-636b4b7507dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e HTTP/1.1" status: 200 len: 897 time: 0.3836625 Jul 09 13:57:50.161384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d68b17-158d-4f44-bcb6-7b14e81ce4cc {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:57:50.173458 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:50.177396 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42304) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:50.208090 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3829fc58-d068-423d-970f-62fec96e6e14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:50.213735 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Transition to ACTIVE for port object e5d68b17-158d-4f44-bcb6-7b14e81ce4cc will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:50.224168 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:50.310329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Pushing event updated for resources: {'Port': ['ID=e5d68b17-158d-4f44-bcb6-7b14e81ce4cc,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:50.489056 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3829fc58-d068-423d-970f-62fec96e6e14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:50.493740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Attempting to bind port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:57:50.494086 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Attempting to bind port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:57:50.494440 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Attempting to bind port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc on network a40754f1-8945-4ca7-8f93-3f416e930007 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:57:50.504374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc on network a40754f1-8945-4ca7-8f93-3f416e930007 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:57:50.504616 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Attempting to bind port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc on network a40754f1-8945-4ca7-8f93-3f416e930007 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:57:50.512514 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3829fc58-d068-423d-970f-62fec96e6e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:50.544825 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:57:50.545207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Checking segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:57:50.545631 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Bound using segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:57:50.546228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Bound port: e5d68b17-158d-4f44-bcb6-7b14e81ce4cc, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:57:50.546477 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:50.570524 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3829fc58-d068-423d-970f-62fec96e6e14 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=00ad5cd263524f53ae70bcdde006a916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883502 Jul 09 13:57:50.572023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42306) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:50.587262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:57:50.591186 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6e970c-cd6b-400a-bfe0-2ed218349ede" -d '{"events": [{"name": "network-changed", "server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:57:50.631247 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3829fc58-d068-423d-970f-62fec96e6e14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65875138-efdf-42b5-87d4-93bc87f1f742,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:50.632308 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-a9029bdf-9e62-4e42-8a58-16ad2154ecfb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 200 len: 998 time: 0.8181973 Jul 09 13:57:50.674853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7371ff-c9f1-4a4d-b4e0-e58c3b9d59f1 req-d9bfa4f0-09c1-41dd-8ca0-dedfd497f0ac tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:50.677651 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c7371ff-c9f1-4a4d-b4e0-e58c3b9d59f1 req-d9bfa4f0-09c1-41dd-8ca0-dedfd497f0ac tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 932 time: 0.9820738 Jul 09 13:57:50.730527 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] For port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:57:50.734036 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ba5791f-ddf1-4fba-adb7-e03224513773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:50.760024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] For port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e5d68b17-158d-4f44-bcb6-7b14e81ce4cc,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:57:50.774647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:50.779203 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ba5791f-ddf1-4fba-adb7-e03224513773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:50.849079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-76fcc7be-059a-4583-b9e3-61ef6d4d6e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:50.851873 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-76fcc7be-059a-4583-b9e3-61ef6d4d6e35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5578c7c-c2fd-46e7-a415-5ef23ccbd516 HTTP/1.1" status: 200 len: 835 time: 0.2076921 Jul 09 13:57:50.866996 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:50.867877 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:50.869811 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] 10.222.0.15 "PUT /v2.0/ports/e5d68b17-158d-4f44-bcb6-7b14e81ce4cc HTTP/1.1" status: 200 len: 1092 time: 1.6022234 Jul 09 13:57:50.873020 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4042339e-01a0-4f7a-9bec-aeccae0a2f0d', 'tag': 'e5d68b17-158d-4f44-bcb6-7b14e81ce4cc'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:57:50.876079 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411f2341-bfae-41e4-b1f1-12357bd1b463" -d '{"events": [{"name": "network-changed", "server_uuid": "4042339e-01a0-4f7a-9bec-aeccae0a2f0d", "tag": "e5d68b17-158d-4f44-bcb6-7b14e81ce4cc"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:57:50.909836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4284e-3dae-40e4-a9da-7650edfc28ad service neutron] Pushing event updated for resources: {'Port': ['ID=e5d68b17-158d-4f44-bcb6-7b14e81ce4cc,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:50.937345 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c7371ff-c9f1-4a4d-b4e0-e58c3b9d59f1 req-151b7bd8-f831-4dc3-b7e0-396316bdf295 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415886 Jul 09 13:57:50.947032 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ba5791f-ddf1-4fba-adb7-e03224513773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:50.950847 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1ba5791f-ddf1-4fba-adb7-e03224513773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:50.962684 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1ba5791f-ddf1-4fba-adb7-e03224513773 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/65875138-efdf-42b5-87d4-93bc87f1f742 HTTP/1.1" status: 204 len: 168 time: 0.3892219 Jul 09 13:57:51.040941 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db36a8-29c6-48c7-8b05-70b859947417 req-06b3f7d2-b93d-4cec-8c41-b78c302a653b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:51.055116 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58db36a8-29c6-48c7-8b05-70b859947417 req-06b3f7d2-b93d-4cec-8c41-b78c302a653b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 944 time: 1.0077257 Jul 09 13:57:51.074468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba5791f-ddf1-4fba-adb7-e03224513773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65875138-efdf-42b5-87d4-93bc87f1f742,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:51.118164 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88de6400-93a4-45f1-af39-41479dc69003 x-openstack-request-id: req-88de6400-93a4-45f1-af39-41479dc69003 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:57:51.124226 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:57:51.125641 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-88de6400-93a4-45f1-af39-41479dc69003 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:57:51.126972 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'status': 'completed', 'code': 200} Jul 09 13:57:51.186559 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58db36a8-29c6-48c7-8b05-70b859947417 req-5d2fd6e3-2a7b-48dc-a210-fdfa792adc11 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298716 Jul 09 13:57:51.209486 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-08535724-2e28-41cc-8e2d-57891772eccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:51.211436 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-08535724-2e28-41cc-8e2d-57891772eccd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 1095 time: 0.2725325 Jul 09 13:57:51.294892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-1cbe87c2-b619-45bd-8d6b-1eea40c86e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:51.297104 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-1cbe87c2-b619-45bd-8d6b-1eea40c86e81 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4356618 Jul 09 13:57:51.300930 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfa9580-429c-487e-85ca-78eaa81651e5 x-openstack-request-id: req-9bfa9580-429c-487e-85ca-78eaa81651e5 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:57:51.301226 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4042339e-01a0-4f7a-9bec-aeccae0a2f0d", "tag": "e5d68b17-158d-4f44-bcb6-7b14e81ce4cc", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:57:51.301487 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9bfa9580-429c-487e-85ca-78eaa81651e5 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:57:51.301900 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4042339e-01a0-4f7a-9bec-aeccae0a2f0d', 'tag': 'e5d68b17-158d-4f44-bcb6-7b14e81ce4cc', 'status': 'completed', 'code': 200} Jul 09 13:57:51.303885 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-78504f88-574a-45fc-95c9-abae0e108f67 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d68b17-158d-4f44-bcb6-7b14e81ce4cc HTTP/1.1" status: 200 len: 217 time: 0.0808403 Jul 09 13:57:51.395046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-66411a40-3e28-4361-87b2-a5d0009a64cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:51.396730 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-66411a40-3e28-4361-87b2-a5d0009a64cb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1095 time: 0.2690759 Jul 09 13:57:51.448338 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-04866978-8ca3-439f-b795-fee399d86182 service neutron] 10.222.0.15 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445510 Jul 09 13:57:51.562124 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-326c7b49-e681-4162-95b9-7cc3e5441ed9 req-bb8c3cdc-4187-4b14-8586-01379f79c8bb service neutron] 10.222.0.15 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066780 Jul 09 13:57:51.596952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-d6e9e88e-69ed-4954-b4bf-87bc402b0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:51.599240 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-d6e9e88e-69ed-4954-b4bf-87bc402b0308 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.2871957 Jul 09 13:57:51.606230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-dd5f533a-0cd3-4102-a9eb-61bfbe0dffb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:51.608096 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-dd5f533a-0cd3-4102-a9eb-61bfbe0dffb5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e HTTP/1.1" status: 200 len: 897 time: 0.2026629 Jul 09 13:57:51.741408 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-1f8de326-13d9-4460-b6ef-b6569b2f3795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:51.743533 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-1f8de326-13d9-4460-b6ef-b6569b2f3795 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1095 time: 0.1154099 Jul 09 13:57:51.780711 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-e8067e67-c4fa-4341-878f-59147702546a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 200 len: 998 time: 0.1616747 Jul 09 13:57:51.843463 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-e0d0c86b-1763-46bd-939c-b2e3b8aa15e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:51.845178 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-e0d0c86b-1763-46bd-939c-b2e3b8aa15e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5578c7c-c2fd-46e7-a415-5ef23ccbd516 HTTP/1.1" status: 200 len: 835 time: 0.0585277 Jul 09 13:57:51.848895 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-9ab63a35-90f1-48d7-a603-f88bd1791d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:51.850725 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-9ab63a35-90f1-48d7-a603-f88bd1791d50 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2417133 Jul 09 13:57:51.882057 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-08351eed-d011-4365-8176-f623759f01c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:51.884177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-08351eed-d011-4365-8176-f623759f01c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e HTTP/1.1" status: 200 len: 897 time: 0.1342258 Jul 09 13:57:52.012728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-fa525dd1-242e-4b07-a806-51b9756c0ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:52.014735 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-fa525dd1-242e-4b07-a806-51b9756c0ab4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1629045 Jul 09 13:57:52.029327 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-5020b312-1fd0-4eab-bc6f-127cb990c076 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 200 len: 998 time: 0.1303101 Jul 09 13:57:52.131779 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-e62d4393-58e4-4484-a013-a74eb8d13a58 service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094196 Jul 09 13:57:52.149409 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-c98c3dd6-fe3b-4859-af04-5dd8078b68e3 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2886603 Jul 09 13:57:52.178916 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-880180f0-a136-4e32-b653-106ceee94477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:52.181812 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-880180f0-a136-4e32-b653-106ceee94477 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5578c7c-c2fd-46e7-a415-5ef23ccbd516 HTTP/1.1" status: 200 len: 835 time: 0.1456060 Jul 09 13:57:52.381622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd59352f-4c5d-44b3-bb3a-13bb005e12d2 req-0f80f199-5d10-4683-8ae9-db04133d281b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:52.387196 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd59352f-4c5d-44b3-bb3a-13bb005e12d2 req-0f80f199-5d10-4683-8ae9-db04133d281b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 944 time: 0.2130480 Jul 09 13:57:52.390801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-9dd75df0-2920-446d-a83c-09fb62fba56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:52.392628 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-9dd75df0-2920-446d-a83c-09fb62fba56c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1898103 Jul 09 13:57:52.465547 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-aab397f9-a97a-4ba1-9d1f-482ddb34374d service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262944 Jul 09 13:57:52.477855 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-41fa0e00-3ba4-4d0c-91f9-ceecff2b94b5 req-b02706f5-a29b-40cd-ba75-9d42f583f5f9 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3146150 Jul 09 13:57:52.641919 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd59352f-4c5d-44b3-bb3a-13bb005e12d2 req-afaf9699-9e99-4069-95f0-22e4a9136f73 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2132723 Jul 09 13:57:52.691480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f2341-bfae-41e4-b1f1-12357bd1b463 req-bb2fdadc-fd8b-47e5-b12a-c2bba10cf417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:52.694448 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-411f2341-bfae-41e4-b1f1-12357bd1b463 req-bb2fdadc-fd8b-47e5-b12a-c2bba10cf417 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 1095 time: 0.1160045 Jul 09 13:57:52.765626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42336) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:52.809610 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-0414411c-5f1e-464e-81a7-a6d477a07479 service neutron] 10.222.0.15 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4088068 Jul 09 13:57:52.893783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f2341-bfae-41e4-b1f1-12357bd1b463 req-346c59cb-09d4-4e55-879f-e735b7dfe011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:52.895496 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-411f2341-bfae-41e4-b1f1-12357bd1b463 req-346c59cb-09d4-4e55-879f-e735b7dfe011 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.1933007 Jul 09 13:57:52.951561 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b7fabc-be5f-42a2-a103-b6b0c3877391 req-c7c8903e-a16d-4e5c-89f8-b3daac3eb4ba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:52.957134 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8b7fabc-be5f-42a2-a103-b6b0c3877391 req-c7c8903e-a16d-4e5c-89f8-b3daac3eb4ba tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 944 time: 0.3232660 Jul 09 13:57:52.980675 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-411f2341-bfae-41e4-b1f1-12357bd1b463 req-a3e995cf-7bef-4b33-8eec-3d5c0dcb0ba6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e5d68b17-158d-4f44-bcb6-7b14e81ce4cc HTTP/1.1" status: 200 len: 217 time: 0.0757353 Jul 09 13:57:53.072590 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f2341-bfae-41e4-b1f1-12357bd1b463 req-cb718b5e-a323-4bbd-b88a-34cc18397270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:53.076420 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-411f2341-bfae-41e4-b1f1-12357bd1b463 req-cb718b5e-a323-4bbd-b88a-34cc18397270 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0877056 Jul 09 13:57:53.099810 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9e083790-4a07-4d17-9ebe-a0001dde9793 tempest-AgentManagementNegativeTest-1799033866 tempest-AgentManagementNegativeTest-1799033866-project] 10.222.0.39 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3197191 Jul 09 13:57:53.116339 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8b7fabc-be5f-42a2-a103-b6b0c3877391 req-62f41216-3119-4b95-8011-3d59cc01ba30 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425273 Jul 09 13:57:53.144691 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-0b33ea6c-1db7-4ffa-afa4-5072f002ce6e service neutron] 10.222.0.15 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272486 Jul 09 13:57:53.231653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f2341-bfae-41e4-b1f1-12357bd1b463 req-68eade20-dd30-4881-8a28-9e5c64bf8788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:53.234298 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-411f2341-bfae-41e4-b1f1-12357bd1b463 req-68eade20-dd30-4881-8a28-9e5c64bf8788 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1517110 Jul 09 13:57:53.384737 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-411f2341-bfae-41e4-b1f1-12357bd1b463 req-cee850c4-e661-42b5-ab6e-0c89b89bdd36 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1426198 Jul 09 13:57:53.521727 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42344) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:53.541684 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-411f2341-bfae-41e4-b1f1-12357bd1b463 req-540ae5e7-336d-4edb-a33c-2f0eeea9da93 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500423 Jul 09 13:57:53.687831 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7285bf1-8d82-4ab1-b8d9-8f8a83dc002f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:53.819431 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7285bf1-8d82-4ab1-b8d9-8f8a83dc002f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:53.825356 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d7285bf1-8d82-4ab1-b8d9-8f8a83dc002f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:53.912542 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d7285bf1-8d82-4ab1-b8d9-8f8a83dc002f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a588255edc6c43fb9ada40881b588e83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883338 Jul 09 13:57:53.915333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7285bf1-8d82-4ab1-b8d9-8f8a83dc002f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0a5a7a-a08e-4a7e-b422-64c35a8a195e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:53.916265 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42350) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:53.966630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e02205-ad96-401b-89b0-70cd5c19af17 req-3419f568-6c78-43c3-90d3-9e1325eae11d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:53.969006 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77e02205-ad96-401b-89b0-70cd5c19af17 req-3419f568-6c78-43c3-90d3-9e1325eae11d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 944 time: 0.1227190 Jul 09 13:57:53.996229 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea322b32-7173-4f8e-a981-3f28d6f458f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:54.028442 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea322b32-7173-4f8e-a981-3f28d6f458f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:54.032893 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77e02205-ad96-401b-89b0-70cd5c19af17 req-d530f54b-6559-4e91-afcb-3bd44dfe0298 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524232 Jul 09 13:57:54.102517 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea322b32-7173-4f8e-a981-3f28d6f458f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:54.106290 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea322b32-7173-4f8e-a981-3f28d6f458f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:54.107561 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ea322b32-7173-4f8e-a981-3f28d6f458f6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/bf0a5a7a-a08e-4a7e-b422-64c35a8a195e HTTP/1.1" status: 204 len: 168 time: 0.1898093 Jul 09 13:57:54.117751 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea322b32-7173-4f8e-a981-3f28d6f458f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0a5a7a-a08e-4a7e-b422-64c35a8a195e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:54.587170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c903b92-81d7-49a7-8902-15f133e604f3 req-c663c905-ef49-4474-8fb2-86134c888fe6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:54.589176 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c903b92-81d7-49a7-8902-15f133e604f3 req-c663c905-ef49-4474-8fb2-86134c888fe6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 944 time: 0.0858035 Jul 09 13:57:54.659460 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c903b92-81d7-49a7-8902-15f133e604f3 req-79aa0829-265a-413b-9003-73e9839d3cbb tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602646 Jul 09 13:57:55.156526 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-cf56bf4f-8bc4-44f6-a233-491e7eb274b7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:55.159609 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-cf56bf4f-8bc4-44f6-a233-491e7eb274b7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.15 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c&tenant_id=e18f38b86e4946d19d906914b285cd31&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 944 time: 0.1434669 Jul 09 13:57:55.160458 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42380) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:55.282516 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-3b4af18d-ed29-4f26-8504-3e6aec9b377f service neutron] 10.222.0.15 "GET /v2.0/ports/8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4/bindings/n-h2-799525-3 HTTP/1.1" status: 200 len: 382 time: 0.1056838 Jul 09 13:57:55.329103 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:57:55.330289 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76289dde-5ca7-4a2e-8ba3-ddea99dae2eb req-d1d4f5e4-deaf-4815-a72f-16685915ec42 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:55.338143 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-76289dde-5ca7-4a2e-8ba3-ddea99dae2eb req-d1d4f5e4-deaf-4815-a72f-16685915ec42 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 944 time: 0.2004778 Jul 09 13:57:55.391142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-977d7576-4bbc-45bb-a517-50dce5cf32ad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1190039940'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:55.403394 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca506d31-2a9b-4af4-a6f5-b6c313308184 req-fb84d544-a0c2-4cd8-80b7-4c864b2e654b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:55.405034 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca506d31-2a9b-4af4-a6f5-b6c313308184 req-fb84d544-a0c2-4cd8-80b7-4c864b2e654b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 944 time: 0.1966517 Jul 09 13:57:55.418655 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-76289dde-5ca7-4a2e-8ba3-ddea99dae2eb req-4cfeb2c7-4d05-4dcf-9a60-a35280233624 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782006 Jul 09 13:57:55.475452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-977d7576-4bbc-45bb-a517-50dce5cf32ad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:57:55.476699 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca506d31-2a9b-4af4-a6f5-b6c313308184 req-696ef286-c735-452c-9f68-3a95c8c2fd8c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472968 Jul 09 13:57:55.486786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977d7576-4bbc-45bb-a517-50dce5cf32ad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:55.509311 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977d7576-4bbc-45bb-a517-50dce5cf32ad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:55.535899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-c29ebd5d-3e9e-49f0-b91d-e500cf516ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:55.538819 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-c29ebd5d-3e9e-49f0-b91d-e500cf516ab7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1095 time: 0.2287085 Jul 09 13:57:55.540062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:55.554206 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'port_id': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'mac_address': 'fa:16:3e:57:b2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:57:55.612211 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:55.638608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:57:55.679385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:55.687477 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:55.778600 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:55.789011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-47213f44-69c0-400e-baf6-5ae8268d938c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:55.793172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:55.793574 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-47213f44-69c0-400e-baf6-5ae8268d938c service neutron] 10.222.0.15 "GET /v2.0/networks?id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e HTTP/1.1" status: 200 len: 897 time: 0.2451069 Jul 09 13:57:55.794164 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:55.794734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:55.795340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:55.795886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:55.796424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:55.796977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:55.797520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:55.798075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:55.798682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:55.799294 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:55.799780 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:55.924510 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:57:55.954993 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-77679815-af88-4d58-82af-602ff9154a0e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 200 len: 999 time: 0.1508641 Jul 09 13:57:55.961642 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977d7576-4bbc-45bb-a517-50dce5cf32ad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:55.975124 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977d7576-4bbc-45bb-a517-50dce5cf32ad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:56.045650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-977d7576-4bbc-45bb-a517-50dce5cf32ad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] vlan segment allocate from pool success with {'vlan_id': 300, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:57:56.063031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d7576-4bbc-45bb-a517-50dce5cf32ad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6abc3ad-ce37-4092-938a-9be6770d8cb0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:56.068862 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977d7576-4bbc-45bb-a517-50dce5cf32ad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:56.069178 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-977d7576-4bbc-45bb-a517-50dce5cf32ad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Added segment 0043bbc2-7035-4f52-b328-e85d307e07a8 of type vlan for network bd2f202b-128c-4f97-8980-d1a8595b5b3e Jul 09 13:57:56.071634 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-3419e7c0-6427-429e-9335-04356c4e4781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:56.073781 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-3419e7c0-6427-429e-9335-04356c4e4781 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5578c7c-c2fd-46e7-a415-5ef23ccbd516 HTTP/1.1" status: 200 len: 835 time: 0.1097972 Jul 09 13:57:56.152412 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977d7576-4bbc-45bb-a517-50dce5cf32ad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:56.199867 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-fdd753c2-d4eb-4721-ba31-0d03a4824e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:56.201580 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-fdd753c2-d4eb-4721-ba31-0d03a4824e00 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1206617 Jul 09 13:57:56.202269 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977d7576-4bbc-45bb-a517-50dce5cf32ad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:56.207984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-977d7576-4bbc-45bb-a517-50dce5cf32ad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:56.208637 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-977d7576-4bbc-45bb-a517-50dce5cf32ad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:56.703007 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-977d7576-4bbc-45bb-a517-50dce5cf32ad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.5407796 Jul 09 13:57:56.710171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42388) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:56.719945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d825d107-2243-445e-9847-d1c2bc29d010 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:56.772514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977d7576-4bbc-45bb-a517-50dce5cf32ad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Network': ['ID=bd2f202b-128c-4f97-8980-d1a8595b5b3e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:56.792546 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:57:56.820129 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd01935-de87-412a-b65e-f0ce419702b9 req-ad11b0f2-55ef-4b6d-a3f8-336d9c871aed tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:56.823663 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-efd01935-de87-412a-b65e-f0ce419702b9 req-ad11b0f2-55ef-4b6d-a3f8-336d9c871aed tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 944 time: 0.1632342 Jul 09 13:57:56.831119 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-d96d9852-5baa-4b02-bdd8-7fd5cd920890 service neutron] 10.222.0.15 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6195712 Jul 09 13:57:56.841582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6af566-e03b-4cab-8304-3e49a229637b req-059af6dc-2e15-469a-b9af-f0e7f1c8e35e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:56.850141 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd6af566-e03b-4cab-8304-3e49a229637b req-059af6dc-2e15-469a-b9af-f0e7f1c8e35e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 945 time: 0.2408576 Jul 09 13:57:56.910543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d825d107-2243-445e-9847-d1c2bc29d010 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:57:56.914406 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d825d107-2243-445e-9847-d1c2bc29d010 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:56.967715 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd6af566-e03b-4cab-8304-3e49a229637b req-72f002fb-2e61-4162-b33d-cde2f7d9164c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116362 Jul 09 13:57:56.973418 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-efd01935-de87-412a-b65e-f0ce419702b9 req-1c284bf1-cb9f-41d9-83bf-334219885142 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146841 Jul 09 13:57:57.035505 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-e90d37af-3cd8-4d80-901c-3fa69c7b1336 service neutron] 10.222.0.15 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941657 Jul 09 13:57:57.232313 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d825d107-2243-445e-9847-d1c2bc29d010 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:57.298210 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d825d107-2243-445e-9847-d1c2bc29d010 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=8ddc9d19-a7b8-4d6f-9281-548835ac3d99,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:57.310911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d825d107-2243-445e-9847-d1c2bc29d010 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:57:57.311279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d825d107-2243-445e-9847-d1c2bc29d010 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network hostable DHCP agents. Network: bd2f202b-128c-4f97-8980-d1a8595b5b3e, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:57:57.326486 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:57:57.335220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d825d107-2243-445e-9847-d1c2bc29d010 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:57:57.347887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d825d107-2243-445e-9847-d1c2bc29d010 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, bd2f202b-128c-4f97-8980-d1a8595b5b3e) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:57:57.355440 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d825d107-2243-445e-9847-d1c2bc29d010 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:57.357970 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d825d107-2243-445e-9847-d1c2bc29d010 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:57.367991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6369916-6a57-47fa-9ee1-78eebb9d170f None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:57:57.377373 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d825d107-2243-445e-9847-d1c2bc29d010 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6661210 Jul 09 13:57:57.381318 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42390) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:57.387521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'name': 'tempest-NetworksTestDHCPv6-1660527146'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:57.529580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:57:57.540797 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:57:57.545357 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:57.554907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:57:57.555529 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:57.568654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port e0a0a455-9e25-4364-bd5d-8794a118eb5f yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:57:57.702513 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::13c (bd2f202b-128c-4f97-8980-d1a8595b5b3e/8ddc9d19-a7b8-4d6f-9281-548835ac3d99/e0a0a455-9e25-4364-bd5d-8794a118eb5f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:57:57.732970 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': '8ddc9d19-a7b8-4d6f-9281-548835ac3d99'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:57:57.734367 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:57.812469 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:57.896532 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:57:57.898883 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b849e1d-149e-4677-bb6f-aa100fd38aac" -d '{"events": [{"server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "name": "network-vif-plugged", "status": "completed", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:57:57.914130 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:57.921381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:57:57.928121 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:57.939606 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object e0a0a455-9e25-4364-bd5d-8794a118eb5f will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:57.989719 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:58.025390 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77918974-19c2-4e8c-ba96-a607acba9efe x-openstack-request-id: req-77918974-19c2-4e8c-ba96-a607acba9efe {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:57:58.025884 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "name": "network-vif-plugged", "status": "completed", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:57:58.026976 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-77918974-19c2-4e8c-ba96-a607acba9efe {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:57:58.026976 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'code': 200} Jul 09 13:57:58.029645 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:58.065418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:57:58.076231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:57:58.081159 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:57:58.087163 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:58.087861 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:58.090804 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Allocated IP 2001:db8::2 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/8ddc9d19-a7b8-4d6f-9281-548835ac3d99/cc7968bb-a3d2-403d-9a86-b5bece7b0266) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:57:58.106034 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=e0a0a455-9e25-4364-bd5d-8794a118eb5f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:58.117602 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7350399 Jul 09 13:57:58.118271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42398) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:58.120259 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:58.120259 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:58.120656 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:58.121054 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:58.121541 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:58.121730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:58.121995 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:58.122472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:58.122673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:58.123013 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:58.123461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:58.123732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d7d4de-0fdd-4f0d-a0ea-c1e65c16566d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:57:58.246243 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae677d9a-7680-4fb2-b85f-6af2e3bfa557 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:58.249257 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ae677d9a-7680-4fb2-b85f-6af2e3bfa557 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1276391 Jul 09 13:57:58.252009 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42400) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:58.303463 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5aea49-83d9-4970-987c-634842f4ad43 req-054bea52-4616-4ae5-8448-3124cff2d73d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:58.305207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2d5aea49-83d9-4970-987c-634842f4ad43 req-054bea52-4616-4ae5-8448-3124cff2d73d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.1293435 Jul 09 13:57:58.378777 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:58.387503 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7f38de-8bf7-4715-b367-dc385a250734 req-45c35bd1-1708-4dba-8297-60db37c646dc tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:58.390858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c7f38de-8bf7-4715-b367-dc385a250734 req-45c35bd1-1708-4dba-8297-60db37c646dc tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 944 time: 0.1401579 Jul 09 13:57:58.391070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Transition to ACTIVE for port object cc7968bb-a3d2-403d-9a86-b5bece7b0266 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:58.410166 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Transition to ACTIVE for port object cc7968bb-a3d2-403d-9a86-b5bece7b0266 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:57:58.417207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2d5aea49-83d9-4970-987c-634842f4ad43 req-6d4198e6-a6c0-4239-b9be-35439f385eab tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0950768 Jul 09 13:57:58.437372 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:58.486844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c7f38de-8bf7-4715-b367-dc385a250734 req-ab4407e4-5cd9-41ab-9d21-109641082a0c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686979 Jul 09 13:57:58.507625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ea24b7b9-aa7e-4bde-bfe1-ca91730c35ee tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port e0a0a455-9e25-4364-bd5d-8794a118eb5f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:57:58.508343 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea24b7b9-aa7e-4bde-bfe1-ca91730c35ee tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:58.536029 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:57:58.543645 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:57:58.546771 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Pushing event updated for resources: {'Port': ['ID=cc7968bb-a3d2-403d-9a86-b5bece7b0266,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:58.550770 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:57:58.649249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Attempting to bind port cc7968bb-a3d2-403d-9a86-b5bece7b0266 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:57:58.649687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Attempting to bind port cc7968bb-a3d2-403d-9a86-b5bece7b0266 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:57:58.650160 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Attempting to bind port cc7968bb-a3d2-403d-9a86-b5bece7b0266 on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:57:58.656763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:57:58.657305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:57:58.657840 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:58.658340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:57:58.658993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Bound port: cc7968bb-a3d2-403d-9a86-b5bece7b0266, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:57:58.659525 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:58.665117 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea24b7b9-aa7e-4bde-bfe1-ca91730c35ee tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:58.684629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-ea24b7b9-aa7e-4bde-bfe1-ca91730c35ee tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for e0a0a455-9e25-4364-bd5d-8794a118eb5f owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:57:58.741010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] For port cc7968bb-a3d2-403d-9a86-b5bece7b0266, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:57:58.745008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] For port cc7968bb-a3d2-403d-9a86-b5bece7b0266, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=cc7968bb-a3d2-403d-9a86-b5bece7b0266,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:57:58.751786 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:58.856894 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2671af08-540a-41ac-bcf4-44168736cbfd None None] Pushing event updated for resources: {'Port': ['ID=cc7968bb-a3d2-403d-9a86-b5bece7b0266,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:58.949442 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea24b7b9-aa7e-4bde-bfe1-ca91730c35ee tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:59.014911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24b7b9-aa7e-4bde-bfe1-ca91730c35ee tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=e0a0a455-9e25-4364-bd5d-8794a118eb5f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:59.058472 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ea24b7b9-aa7e-4bde-bfe1-ca91730c35ee tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:59.062351 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ea24b7b9-aa7e-4bde-bfe1-ca91730c35ee tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/e0a0a455-9e25-4364-bd5d-8794a118eb5f HTTP/1.1" status: 204 len: 168 time: 0.8087125 Jul 09 13:57:59.066702 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42402) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:59.257363 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fa558b-a499-4cd1-834e-5bead819bd83 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:59.259940 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2fa558b-a499-4cd1-834e-5bead819bd83 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:59.262491 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c2fa558b-a499-4cd1-834e-5bead819bd83 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1943374 Jul 09 13:57:59.267011 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42404) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:57:59.349056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3b506d8-ebcb-46da-95a3-ad2f93063bb9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 8ddc9d19-a7b8-4d6f-9281-548835ac3d99 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:57:59.354885 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3b506d8-ebcb-46da-95a3-ad2f93063bb9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:59.411821 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3b506d8-ebcb-46da-95a3-ad2f93063bb9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:59.459828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-c562b448-d777-47cf-aa5f-6e07cd0ca5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:57:59.462483 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-c562b448-d777-47cf-aa5f-6e07cd0ca5e5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c&tenant_id=e18f38b86e4946d19d906914b285cd31 HTTP/1.1" status: 200 len: 1097 time: 0.0714073 Jul 09 13:57:59.477650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:57:59.566810 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3b506d8-ebcb-46da-95a3-ad2f93063bb9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:59.612668 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:59.807804 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3b506d8-ebcb-46da-95a3-ad2f93063bb9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:59.869765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b506d8-ebcb-46da-95a3-ad2f93063bb9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=8ddc9d19-a7b8-4d6f-9281-548835ac3d99,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:57:59.896888 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b3b506d8-ebcb-46da-95a3-ad2f93063bb9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:57:59.902265 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b3b506d8-ebcb-46da-95a3-ad2f93063bb9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/8ddc9d19-a7b8-4d6f-9281-548835ac3d99 HTTP/1.1" status: 204 len: 168 time: 0.6311936 Jul 09 13:57:59.906587 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42410) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:00.033287 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:00.054206 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-68a1b09c-8004-4405-8d23-726ab5971f27 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1388237 Jul 09 13:58:00.058151 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42412) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:00.063583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4d385932-901f-42f3-a405-f78466e5b8ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:00.066837 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0746579-b117-4ff0-bed1-6f2eaaa70fcc req-a30ff2b8-4c2d-4d41-ba5f-143bb3b79d24 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:00.069968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0746579-b117-4ff0-bed1-6f2eaaa70fcc req-a30ff2b8-4c2d-4d41-ba5f-143bb3b79d24 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.4139075 Jul 09 13:58:00.085584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cbd01a-2069-4aed-accb-a646fb8a8d78 req-9f529b8f-ff70-4269-9b3e-83950f69133b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:00.088666 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-28cbd01a-2069-4aed-accb-a646fb8a8d78 req-9f529b8f-ff70-4269-9b3e-83950f69133b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 944 time: 0.3701963 Jul 09 13:58:00.141883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:58:00.208460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:58:00.208984 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0746579-b117-4ff0-bed1-6f2eaaa70fcc req-94383de6-f398-46ea-96fc-9df1d5875098 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165280 Jul 09 13:58:00.210895 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-853844f3-6324-4850-9371-c205e65bda82" -d '{"events": [{"server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:58:00.217605 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:00.226596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6639553c-c99a-4d61-a699-cb492516d84b None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:00.242350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Transition to ACTIVE for port object 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:00.243243 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-28cbd01a-2069-4aed-accb-a646fb8a8d78 req-9be50ddd-c670-4ddf-a5ae-cec082cd527d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395099 Jul 09 13:58:00.257605 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:00.302940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d385932-901f-42f3-a405-f78466e5b8ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:00.308141 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d385932-901f-42f3-a405-f78466e5b8ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:00.390034 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 13:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d6e5156-6bf3-4e2c-ad90-721c74e56b21 x-openstack-request-id: req-5d6e5156-6bf3-4e2c-ad90-721c74e56b21 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:58:00.390431 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "name": "network-vif-unplugged", "status": "completed", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:58:00.390639 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5d6e5156-6bf3-4e2c-ad90-721c74e56b21 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:58:00.391000 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'code': 200} Jul 09 13:58:00.400816 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-761905dc-3cea-45fa-a6a9-98cccec93c01 None None] Provisioning for port cc7968bb-a3d2-403d-9a86-b5bece7b0266 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:00.471339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device cc7968bb-a3d2-403d-9a86-b5bece7b0266 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:58:00.476080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:00.539514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] No DVR routers for this DVR port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:00.635770 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port cc7968bb-a3d2-403d-9a86-b5bece7b0266 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:00.648635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port cc7968bb-a3d2-403d-9a86-b5bece7b0266 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:00.649388 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:00.736136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2cd4686-c567-4cf5-9f93-e0f3dafc7cc3 None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:58:00.784428 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d385932-901f-42f3-a405-f78466e5b8ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:00.834336 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Attempting to bind port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:58:00.834689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Attempting to bind port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:58:00.835011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Attempting to bind port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 on network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:58:00.844957 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:00.851206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d385932-901f-42f3-a405-f78466e5b8ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:00.852136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 on network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:58:00.852465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Attempting to bind port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 on network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:58:00.858904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-4d385932-901f-42f3-a405-f78466e5b8ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:00.859873 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e2cd4686-c567-4cf5-9f93-e0f3dafc7cc3 None None] Deleting port cc7968bb-a3d2-403d-9a86-b5bece7b0266 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:00.860270 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4686-c567-4cf5-9f93-e0f3dafc7cc3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:00.865741 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d385932-901f-42f3-a405-f78466e5b8ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:00.866509 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d385932-901f-42f3-a405-f78466e5b8ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:00.873221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:58:00.873595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Checking segment: {'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:58:00.873963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Bound using segment: {'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:58:00.874598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Bound port: 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:58:00.874942 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:00.892869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d385932-901f-42f3-a405-f78466e5b8ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=3ef32a08-d2b2-4191-ab90-e1abbd9913a2,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:00.912138 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4d385932-901f-42f3-a405-f78466e5b8ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8482497 Jul 09 13:58:00.912903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42416) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:00.929599 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-16945311-5e44-441b-973c-3aaf247912f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'name': 'tempest-NetworksTestDHCPv6-573776433'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:00.942297 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port cc7968bb-a3d2-403d-9a86-b5bece7b0266, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=cc7968bb-a3d2-403d-9a86-b5bece7b0266,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:00.960245 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:00.992435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:58:00.997064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:58:01.003059 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:01.021287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e2cd4686-c567-4cf5-9f93-e0f3dafc7cc3 None None] For port cc7968bb-a3d2-403d-9a86-b5bece7b0266, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=cc7968bb-a3d2-403d-9a86-b5bece7b0266,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:01.021792 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4686-c567-4cf5-9f93-e0f3dafc7cc3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:01.045836 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e2cd4686-c567-4cf5-9f93-e0f3dafc7cc3 None None] Calling delete_port for cc7968bb-a3d2-403d-9a86-b5bece7b0266 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:01.051169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:01.051842 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:01.052929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=cc7968bb-a3d2-403d-9a86-b5bece7b0266,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:01.053938 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] 10.222.0.18 "PUT /v2.0/ports/8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 200 len: 1093 time: 1.5843935 Jul 09 13:58:01.084759 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16945311-5e44-441b-973c-3aaf247912f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:01.091733 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16945311-5e44-441b-973c-3aaf247912f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:01.093238 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce50cf33-d654-4761-baf3-32a740725763 service neutron] Pushing event updated for resources: {'Port': ['ID=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,revision_number=11']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:01.126446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-16945311-5e44-441b-973c-3aaf247912f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port 1ff1c161-5125-42f9-825c-b24e29fb7565 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:58:01.184304 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2cd4686-c567-4cf5-9f93-e0f3dafc7cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:01.204050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-f051078e-dd55-4669-a1e4-5721af8388d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:01.205647 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-f051078e-dd55-4669-a1e4-5721af8388d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1096 time: 0.0917215 Jul 09 13:58:01.228456 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cd4686-c567-4cf5-9f93-e0f3dafc7cc3 None None] No DVR routers for this DVR port cc7968bb-a3d2-403d-9a86-b5bece7b0266 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:01.236108 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd4686-c567-4cf5-9f93-e0f3dafc7cc3 None None] Pushing event deleted for resources: {'Port': ['ID=cc7968bb-a3d2-403d-9a86-b5bece7b0266,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:01.249734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63221909-1725-4aac-ae02-80c199455183 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:01.272856 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-16945311-5e44-441b-973c-3aaf247912f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::84 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/3ef32a08-d2b2-4191-ab90-e1abbd9913a2/1ff1c161-5125-42f9-825c-b24e29fb7565) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:01.365511 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce900753-103f-4912-82ad-05e8bf1a9865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:01.366686 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-ce900753-103f-4912-82ad-05e8bf1a9865 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e HTTP/1.1" status: 200 len: 897 time: 0.1538196 Jul 09 13:58:01.378011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e5d68b17-158d-4f44-bcb6-7b14e81ce4cc details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:58:01.478213 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16945311-5e44-441b-973c-3aaf247912f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:01.496723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-16945311-5e44-441b-973c-3aaf247912f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object 1ff1c161-5125-42f9-825c-b24e29fb7565 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:01.510653 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-9b667b0a-0f19-4924-8b5c-2872db36cdd6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 200 len: 998 time: 0.1308317 Jul 09 13:58:01.571881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-1d7cab55-1704-427a-95bc-9b9de055b391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:01.573688 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-1d7cab55-1704-427a-95bc-9b9de055b391 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5578c7c-c2fd-46e7-a415-5ef23ccbd516 HTTP/1.1" status: 200 len: 835 time: 0.0563257 Jul 09 13:58:01.621375 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16945311-5e44-441b-973c-3aaf247912f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:01.659589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-b531f05e-955d-4df4-af2e-3fb64bf5e6b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:01.662489 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-b531f05e-955d-4df4-af2e-3fb64bf5e6b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820770 Jul 09 13:58:01.694050 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d29591a-2e66-463c-a757-477386a970b6 req-d5201c18-eb68-4b17-a56c-61c8c3910417 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:01.704040 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7d29591a-2e66-463c-a757-477386a970b6 req-d5201c18-eb68-4b17-a56c-61c8c3910417 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 945 time: 0.1862760 Jul 09 13:58:01.727363 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16945311-5e44-441b-973c-3aaf247912f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:01.757082 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-16945311-5e44-441b-973c-3aaf247912f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:01.765246 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16945311-5e44-441b-973c-3aaf247912f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=1ff1c161-5125-42f9-825c-b24e29fb7565,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:01.776417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2916cd-63ed-4c00-9e80-eafc903f462d req-cc61ce3f-bd0e-4af0-9ea1-857ab4c50010 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:01.778443 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce2916cd-63ed-4c00-9e80-eafc903f462d req-cc61ce3f-bd0e-4af0-9ea1-857ab4c50010 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 944 time: 0.2600439 Jul 09 13:58:01.781917 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16945311-5e44-441b-973c-3aaf247912f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:01.788204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16945311-5e44-441b-973c-3aaf247912f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:01.788918 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16945311-5e44-441b-973c-3aaf247912f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:01.808836 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7d29591a-2e66-463c-a757-477386a970b6 req-887eeba3-4554-4884-9ab9-2abed9c85572 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888917 Jul 09 13:58:01.845312 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-16945311-5e44-441b-973c-3aaf247912f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9306710 Jul 09 13:58:01.848646 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce2916cd-63ed-4c00-9e80-eafc903f462d req-af1c7d90-3c82-40c9-9464-6d60bb7f2440 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534282 Jul 09 13:58:01.852920 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42422) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:01.886371 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-e367523b-cf01-4a64-8eb9-9f41ae1983fc service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082770 Jul 09 13:58:01.920956 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-356dbb1a-9336-4f9a-bc8b-8089f9a87512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:01.937048 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e5d68b17-158d-4f44-bcb6-7b14e81ce4cc,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:01.951909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7407a6a-05a7-446a-927b-2c33140214b4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:01.953634 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d7407a6a-05a7-446a-927b-2c33140214b4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0995739 Jul 09 13:58:01.958055 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42424) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:01.984431 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'e5d68b17-158d-4f44-bcb6-7b14e81ce4cc', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'port_id': 'e5d68b17-158d-4f44-bcb6-7b14e81ce4cc', 'mac_address': 'fa:16:3e:5a:1d:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:58:02.060349 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:02.062295 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fba31d7e-5d0d-4b14-8310-843a8788b834 req-3d682b1e-825a-4454-8b4c-b91db22b8795 service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782174 Jul 09 13:58:02.085522 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d68b17-158d-4f44-bcb6-7b14e81ce4cc {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:58:02.102407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-351c3e76-873e-406c-a0d9-908ccacf16db tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port 1ff1c161-5125-42f9-825c-b24e29fb7565 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:02.103153 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-351c3e76-873e-406c-a0d9-908ccacf16db tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:02.123211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e5d68b17-158d-4f44-bcb6-7b14e81ce4cc,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:02.131652 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:02.150098 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': '3ef32a08-d2b2-4191-ab90-e1abbd9913a2'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:58:02.151525 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:02.262503 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-351c3e76-873e-406c-a0d9-908ccacf16db tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:02.289974 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-351c3e76-873e-406c-a0d9-908ccacf16db tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for 1ff1c161-5125-42f9-825c-b24e29fb7565 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:02.314265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device cc7968bb-a3d2-403d-9a86-b5bece7b0266 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:02.316916 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e5d68b17-158d-4f44-bcb6-7b14e81ce4cc,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:02.343984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: cc7968bb-a3d2-403d-9a86-b5bece7b0266 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:02.344335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device cc7968bb-a3d2-403d-9a86-b5bece7b0266 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:02.393048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:58:02.397746 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b963193-6a57-4f0c-9057-85193de3b43a" -d '{"events": [{"name": "network-changed", "server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:58:02.402137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['e5d68b17-158d-4f44-bcb6-7b14e81ce4cc'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:58:02.466636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Allocated IP 2001:db8::2 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/3ef32a08-d2b2-4191-ab90-e1abbd9913a2/7beda64a-f0f9-4159-9584-25141b544283) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:02.498493 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8502a7-94bf-4341-abf5-8c3385f82a3d x-openstack-request-id: req-7f8502a7-94bf-4341-abf5-8c3385f82a3d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:58:02.498952 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:58:02.499411 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f8502a7-94bf-4341-abf5-8c3385f82a3d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:58:02.500029 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'status': 'completed', 'code': 200} Jul 09 13:58:02.520898 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-351c3e76-873e-406c-a0d9-908ccacf16db tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:02.581216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c3e76-873e-406c-a0d9-908ccacf16db tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=1ff1c161-5125-42f9-825c-b24e29fb7565,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:02.613564 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-351c3e76-873e-406c-a0d9-908ccacf16db tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:02.615887 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-351c3e76-873e-406c-a0d9-908ccacf16db tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/1ff1c161-5125-42f9-825c-b24e29fb7565 HTTP/1.1" status: 204 len: 168 time: 0.6566558 Jul 09 13:58:02.620572 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42428) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:02.674570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b963193-6a57-4f0c-9057-85193de3b43a req-87724afd-36b4-483a-9d84-60de1d6069e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:02.676286 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b963193-6a57-4f0c-9057-85193de3b43a req-87724afd-36b4-483a-9d84-60de1d6069e2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1096 time: 0.1527984 Jul 09 13:58:02.684662 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b963193-6a57-4f0c-9057-85193de3b43a req-9e30e7d0-8aa5-46e5-867e-5d74c2a0c712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:02.686312 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b963193-6a57-4f0c-9057-85193de3b43a req-9e30e7d0-8aa5-46e5-867e-5d74c2a0c712 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1096 time: 0.1476271 Jul 09 13:58:02.727353 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:02.731690 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564e15d4-4a67-4c2a-af2a-ac5ead548090 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:02.735177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-564e15d4-4a67-4c2a-af2a-ac5ead548090 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:02.740442 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Transition to ACTIVE for port object 7beda64a-f0f9-4159-9584-25141b544283 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:02.740780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-564e15d4-4a67-4c2a-af2a-ac5ead548090 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1159565 Jul 09 13:58:02.743586 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42430) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:02.762148 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Transition to ACTIVE for port object 7beda64a-f0f9-4159-9584-25141b544283 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:02.770395 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:02.818955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:02.823473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:02.828103 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:02.836500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Pushing event updated for resources: {'Port': ['ID=7beda64a-f0f9-4159-9584-25141b544283,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:02.844140 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e64ddb0-fdc5-4f1c-808a-187f856330bd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 3ef32a08-d2b2-4191-ab90-e1abbd9913a2 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:58:02.848258 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e64ddb0-fdc5-4f1c-808a-187f856330bd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:02.926274 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e64ddb0-fdc5-4f1c-808a-187f856330bd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:02.926501 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Attempting to bind port 7beda64a-f0f9-4159-9584-25141b544283 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:58:02.926956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Attempting to bind port 7beda64a-f0f9-4159-9584-25141b544283 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:58:02.928203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Attempting to bind port 7beda64a-f0f9-4159-9584-25141b544283 on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:58:02.938238 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 57, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:58:02.938692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:58:02.939242 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:02.939759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:58:02.940370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Bound port: 7beda64a-f0f9-4159-9584-25141b544283, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:58:02.940853 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:02.987925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b963193-6a57-4f0c-9057-85193de3b43a req-0a9100a9-bea3-425e-a234-7c769c662d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:02.990268 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b963193-6a57-4f0c-9057-85193de3b43a req-0a9100a9-bea3-425e-a234-7c769c662d9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e HTTP/1.1" status: 200 len: 897 time: 0.3028395 Jul 09 13:58:02.994944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b963193-6a57-4f0c-9057-85193de3b43a req-93db3826-b5a5-49ba-b12e-cfaf14a7e190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:03.001600 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b963193-6a57-4f0c-9057-85193de3b43a req-93db3826-b5a5-49ba-b12e-cfaf14a7e190 service neutron] 10.222.0.15 "GET /v2.0/networks?id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e HTTP/1.1" status: 200 len: 897 time: 0.3049276 Jul 09 13:58:03.168109 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b963193-6a57-4f0c-9057-85193de3b43a req-39768304-5a93-4d59-a33a-489896580555 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 200 len: 998 time: 0.1650739 Jul 09 13:58:03.170729 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b963193-6a57-4f0c-9057-85193de3b43a req-44c52518-1787-429c-b42d-108fe100245d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 200 len: 998 time: 0.1461635 Jul 09 13:58:03.176166 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e64ddb0-fdc5-4f1c-808a-187f856330bd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:03.267343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b963193-6a57-4f0c-9057-85193de3b43a req-a4da18d7-c435-4641-811d-acb575424a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:03.268943 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b963193-6a57-4f0c-9057-85193de3b43a req-a4da18d7-c435-4641-811d-acb575424a9d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5578c7c-c2fd-46e7-a415-5ef23ccbd516 HTTP/1.1" status: 200 len: 835 time: 0.0936062 Jul 09 13:58:03.273351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b963193-6a57-4f0c-9057-85193de3b43a req-6c082781-232e-46fc-947d-1ca4a0bc1404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:03.274920 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b963193-6a57-4f0c-9057-85193de3b43a req-6c082781-232e-46fc-947d-1ca4a0bc1404 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5578c7c-c2fd-46e7-a415-5ef23ccbd516 HTTP/1.1" status: 200 len: 835 time: 0.0893471 Jul 09 13:58:03.343022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e5d68b17-158d-4f44-bcb6-7b14e81ce4cc up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:58:03.439327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b963193-6a57-4f0c-9057-85193de3b43a req-83100e96-8a99-4dbb-b8b7-264eabae2dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:03.441977 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b963193-6a57-4f0c-9057-85193de3b43a req-83100e96-8a99-4dbb-b8b7-264eabae2dd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1625905 Jul 09 13:58:03.449365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b963193-6a57-4f0c-9057-85193de3b43a req-586863ba-e028-4348-9e04-615157b8eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:03.453060 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b963193-6a57-4f0c-9057-85193de3b43a req-586863ba-e028-4348-9e04-615157b8eb38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1646290 Jul 09 13:58:03.481056 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:03.489412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:03.490290 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:03.685208 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:03.725121 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b963193-6a57-4f0c-9057-85193de3b43a req-fbe8cb08-f901-407a-8e3c-749e0cd53e68 service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2695770 Jul 09 13:58:03.726941 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b963193-6a57-4f0c-9057-85193de3b43a req-644f61d1-1415-4714-8c6c-5fd369e87b5b service neutron] 10.222.0.15 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2584925 Jul 09 13:58:03.760919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e5d68b17-158d-4f44-bcb6-7b14e81ce4cc,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:03.762818 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4042339e-01a0-4f7a-9bec-aeccae0a2f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d68b17-158d-4f44-bcb6-7b14e81ce4cc'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:58:03.768542 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658e8afc-9294-4469-bcc5-f16036d7f298" -d '{"events": [{"server_uuid": "4042339e-01a0-4f7a-9bec-aeccae0a2f0d", "name": "network-vif-plugged", "status": "completed", "tag": "e5d68b17-158d-4f44-bcb6-7b14e81ce4cc"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:58:03.774608 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:03.776879 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:03.778136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2298c0b-1e59-4a9a-9c81-e192ce02349b req-d75d7b55-09cd-42e8-9f27-a5d37018f968 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:03.790415 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2298c0b-1e59-4a9a-9c81-e192ce02349b req-d75d7b55-09cd-42e8-9f27-a5d37018f968 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 945 time: 0.7524147 Jul 09 13:58:03.876258 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da2a5b-1f58-4729-bd56-61519dd469f8 req-d9674adf-0e19-4818-a240-b64e3d07155d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:03.878863 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-09da2a5b-1f58-4729-bd56-61519dd469f8 req-d9674adf-0e19-4818-a240-b64e3d07155d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 945 time: 0.7618124 Jul 09 13:58:03.880424 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e64ddb0-fdc5-4f1c-808a-187f856330bd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:03.898101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] For port 7beda64a-f0f9-4159-9584-25141b544283, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:58:03.928150 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b963193-6a57-4f0c-9057-85193de3b43a req-3b268691-e1e4-4325-83e6-25214ecde619 service neutron] 10.222.0.15 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1864042 Jul 09 13:58:03.932419 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b963193-6a57-4f0c-9057-85193de3b43a req-46a93f27-3042-4a09-8b38-ef05973138dc service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010510 Jul 09 13:58:03.970283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] For port 7beda64a-f0f9-4159-9584-25141b544283, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7beda64a-f0f9-4159-9584-25141b544283,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:58:03.980700 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2298c0b-1e59-4a9a-9c81-e192ce02349b req-32de7173-b819-4430-964e-86d138685488 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1875648 Jul 09 13:58:03.987191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e64ddb0-fdc5-4f1c-808a-187f856330bd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=3ef32a08-d2b2-4191-ab90-e1abbd9913a2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:03.991367 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:03.995058 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e64ddb0-fdc5-4f1c-808a-187f856330bd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:04.004257 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5e64ddb0-fdc5-4f1c-808a-187f856330bd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/3ef32a08-d2b2-4191-ab90-e1abbd9913a2 HTTP/1.1" status: 204 len: 168 time: 1.2559710 Jul 09 13:58:04.005163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42438) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:04.016445 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e5d68b17-158d-4f44-bcb6-7b14e81ce4cc,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:04.036256 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-09da2a5b-1f58-4729-bd56-61519dd469f8 req-e8ac35c2-5a22-46ec-becb-03572393f314 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281364 Jul 09 13:58:04.086466 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:04.110367 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9491eabd-0f25-42d6-ae96-92421777a8d5 x-openstack-request-id: req-9491eabd-0f25-42d6-ae96-92421777a8d5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:58:04.110683 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4042339e-01a0-4f7a-9bec-aeccae0a2f0d", "name": "network-vif-plugged", "status": "completed", "tag": "e5d68b17-158d-4f44-bcb6-7b14e81ce4cc", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:58:04.110976 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-9491eabd-0f25-42d6-ae96-92421777a8d5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:58:04.111937 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4042339e-01a0-4f7a-9bec-aeccae0a2f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d68b17-158d-4f44-bcb6-7b14e81ce4cc', 'code': 200} Jul 09 13:58:04.127673 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b9ee03af-abf5-4b27-9d96-06b37803fb6e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1214852 Jul 09 13:58:04.130982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42440) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:04.141152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-889a6421-a0b8-4b68-8473-9057c4ff52b4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:04.145672 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61eeed34-ed49-4551-982e-21a97ab3cc49 None None] Pushing event updated for resources: {'Port': ['ID=7beda64a-f0f9-4159-9584-25141b544283,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:04.302081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889a6421-a0b8-4b68-8473-9057c4ff52b4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:04.305805 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-889a6421-a0b8-4b68-8473-9057c4ff52b4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:04.314625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b976bf-88a1-4080-822f-f85008837b7d req-2ecac96a-a583-4d40-b0a3-7ab80fb5dd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:04.316261 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f5b976bf-88a1-4080-822f-f85008837b7d req-2ecac96a-a583-4d40-b0a3-7ab80fb5dd2a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 1097 time: 0.1156344 Jul 09 13:58:04.339658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:58:04.466805 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f5b976bf-88a1-4080-822f-f85008837b7d req-076e65da-dfa7-406b-aaf0-6fab79579918 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374071 Jul 09 13:58:04.487441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:04.507801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'port_id': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'mac_address': 'fa:16:3e:57:b2:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:58:04.567597 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:04.584078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:58:04.608369 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:04.614546 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:04.698085 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:04.699487 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-889a6421-a0b8-4b68-8473-9057c4ff52b4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:04.704364 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:04.712596 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12ecf717-7087-4f7b-be3c-0e150e85b91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:04.759989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889a6421-a0b8-4b68-8473-9057c4ff52b4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:04.764171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-889a6421-a0b8-4b68-8473-9057c4ff52b4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:04.769145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889a6421-a0b8-4b68-8473-9057c4ff52b4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:04.769761 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-889a6421-a0b8-4b68-8473-9057c4ff52b4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:04.780465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889a6421-a0b8-4b68-8473-9057c4ff52b4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=8efb1cd5-c75e-4857-b3a8-8033cf4ccba1,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:04.791532 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-889a6421-a0b8-4b68-8473-9057c4ff52b4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6593235 Jul 09 13:58:04.794395 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42442) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:04.799617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-fc582065-bea4-4630-9088-2facbf082d0d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'name': 'tempest-NetworksTestDHCPv6-756612952'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:04.840821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:58:04.938753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc582065-bea4-4630-9088-2facbf082d0d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:04.943209 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc582065-bea4-4630-9088-2facbf082d0d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:04.967380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-fc582065-bea4-4630-9088-2facbf082d0d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port 3e6838a1-b1cc-4947-be40-587e1dfdd2b9 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:58:05.264626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-fc582065-bea4-4630-9088-2facbf082d0d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::311 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/8efb1cd5-c75e-4857-b3a8-8033cf4ccba1/3e6838a1-b1cc-4947-be40-587e1dfdd2b9) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:05.337764 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f21e12e-c4e2-4dee-af69-399e88579806 req-a754d29e-9bc5-42ae-8087-b6a078e2b1b1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:05.354057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f21e12e-c4e2-4dee-af69-399e88579806 req-a754d29e-9bc5-42ae-8087-b6a078e2b1b1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 946 time: 0.1617296 Jul 09 13:58:05.490762 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f21e12e-c4e2-4dee-af69-399e88579806 req-7997c6d0-6caf-4572-baff-c57e11d193cf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341126 Jul 09 13:58:05.552529 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42448) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:05.559753 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a6ebf0-fed2-4774-a1e1-c00a4d3eacec req-60412a99-a063-43e1-8bdc-2422260cb095 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:05.561974 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-71a6ebf0-fed2-4774-a1e1-c00a4d3eacec req-60412a99-a063-43e1-8bdc-2422260cb095 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 946 time: 0.1698527 Jul 09 13:58:05.614468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3797a5a-e173-4980-8dfb-3c43fe3a2ef7 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:05.627166 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-71a6ebf0-fed2-4774-a1e1-c00a4d3eacec req-3be48bb9-74ae-4c1c-9180-80d201898f2b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563438 Jul 09 13:58:05.694402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-54601d1a-891b-4bcd-a99d-b53caf85ae0d None None] Could not find standard attr ID for object 1ff1c161-5125-42f9-825c-b24e29fb7565. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:58:05.705713 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc582065-bea4-4630-9088-2facbf082d0d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:05.716971 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:05.722578 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6fcae00f-4765-463b-89b2-d86907c1fa11 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/f85f1c1a-577a-432e-87f2-7b4917e03e47 HTTP/1.1" status: 200 len: 991 time: 0.1683087 Jul 09 13:58:05.732731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-fc582065-bea4-4630-9088-2facbf082d0d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object 3e6838a1-b1cc-4947-be40-587e1dfdd2b9 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:05.750830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-54601d1a-891b-4bcd-a99d-b53caf85ae0d None None] Provisioning for port 7beda64a-f0f9-4159-9584-25141b544283 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:05.780020 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc582065-bea4-4630-9088-2facbf082d0d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:05.831403 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc582065-bea4-4630-9088-2facbf082d0d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:05.835001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-fc582065-bea4-4630-9088-2facbf082d0d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:05.839537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc582065-bea4-4630-9088-2facbf082d0d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:05.845329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc582065-bea4-4630-9088-2facbf082d0d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:05.846007 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fc582065-bea4-4630-9088-2facbf082d0d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:05.852836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc582065-bea4-4630-9088-2facbf082d0d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=3e6838a1-b1cc-4947-be40-587e1dfdd2b9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:05.873134 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fc582065-bea4-4630-9088-2facbf082d0d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.0773811 Jul 09 13:58:05.876247 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42450) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:05.968970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d8911-d8de-4cf7-8c6b-e206d6856bd7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:05.975538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0d8911-d8de-4cf7-8c6b-e206d6856bd7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:05.977256 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fb0d8911-d8de-4cf7-8c6b-e206d6856bd7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1589 time: 0.0995405 Jul 09 13:58:05.981583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42452) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:06.120947 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-173a3894-d898-4458-b924-3e183d28a44a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port 3e6838a1-b1cc-4947-be40-587e1dfdd2b9 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:06.121508 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-173a3894-d898-4458-b924-3e183d28a44a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:06.200065 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3f26172b-4040-47b3-b403-9c2e9c417c3c None None] Provisioning for port 3e6838a1-b1cc-4947-be40-587e1dfdd2b9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:06.207650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3f26172b-4040-47b3-b403-9c2e9c417c3c None None] Provisioning complete for port 3e6838a1-b1cc-4947-be40-587e1dfdd2b9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:06.208374 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3f26172b-4040-47b3-b403-9c2e9c417c3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:06.291671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3f26172b-4040-47b3-b403-9c2e9c417c3c None None] Port 3e6838a1-b1cc-4947-be40-587e1dfdd2b9 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:58:06.310909 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-173a3894-d898-4458-b924-3e183d28a44a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:06.340120 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-173a3894-d898-4458-b924-3e183d28a44a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for 3e6838a1-b1cc-4947-be40-587e1dfdd2b9 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:06.360969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:58:06.407153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7beda64a-f0f9-4159-9584-25141b544283 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:58:06.479781 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:06.485780 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:06.486420 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:06.518906 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 7beda64a-f0f9-4159-9584-25141b544283 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:06.526478 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 7beda64a-f0f9-4159-9584-25141b544283 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:06.527062 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:06.569386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-60cb1da9-9ae2-4cb2-a510-5c14108460b3 None None] Could not find standard attr ID for object e0a0a455-9e25-4364-bd5d-8794a118eb5f. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:58:06.596471 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-173a3894-d898-4458-b924-3e183d28a44a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:06.649676 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173a3894-d898-4458-b924-3e183d28a44a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=3e6838a1-b1cc-4947-be40-587e1dfdd2b9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:06.655636 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:06.714493 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:58:06.717514 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6595d366-603b-46fd-b92d-43389b58657f" -d '{"events": [{"server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "name": "network-vif-plugged", "status": "completed", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:58:06.727999 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-173a3894-d898-4458-b924-3e183d28a44a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:06.733137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-173a3894-d898-4458-b924-3e183d28a44a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/3e6838a1-b1cc-4947-be40-587e1dfdd2b9 HTTP/1.1" status: 204 len: 168 time: 0.7496839 Jul 09 13:58:06.738276 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42458) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:06.745367 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:06.768959 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:06.777465 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39ec2871-1e71-48e3-bfb0-37877f4fcec2 x-openstack-request-id: req-39ec2871-1e71-48e3-bfb0-37877f4fcec2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:58:06.778045 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "name": "network-vif-plugged", "status": "completed", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:58:06.778484 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-39ec2871-1e71-48e3-bfb0-37877f4fcec2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:58:06.779912 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'code': 200} Jul 09 13:58:06.785260 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:06.853160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecc4fa8-17f8-4e61-b4d5-2c3ee14db728 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:06.855386 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ecc4fa8-17f8-4e61-b4d5-2c3ee14db728 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:06.857990 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3ecc4fa8-17f8-4e61-b4d5-2c3ee14db728 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1175296 Jul 09 13:58:06.862663 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42460) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:06.883334 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 7beda64a-f0f9-4159-9584-25141b544283, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7beda64a-f0f9-4159-9584-25141b544283,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:06.899954 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:06.921335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cfbadc28-547a-454f-af0d-45f96171d2bd None None] Could not find standard attr ID for object 1ff1c161-5125-42f9-825c-b24e29fb7565. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:58:06.932978 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,revision_number=13']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:06.968549 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672661a2-db96-4b0a-bbf0-51264fb876f8 req-f96f994d-4f37-40cc-a364-fbae219edff5 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:06.977094 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-672661a2-db96-4b0a-bbf0-51264fb876f8 req-f96f994d-4f37-40cc-a364-fbae219edff5 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 946 time: 0.1078444 Jul 09 13:58:07.039343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-f148527f-31a5-4e73-8844-96472e188ba1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 8efb1cd5-c75e-4857-b3a8-8033cf4ccba1 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:58:07.042348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=7beda64a-f0f9-4159-9584-25141b544283,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:07.043931 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-672661a2-db96-4b0a-bbf0-51264fb876f8 req-e2f1c134-738f-4e75-8104-115f21e76951 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651677 Jul 09 13:58:07.055119 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f148527f-31a5-4e73-8844-96472e188ba1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:07.091135 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:07.256195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ce9152e4-a9a7-493f-a856-4d541c3c926c None None] Could not find standard attr ID for object 3e6838a1-b1cc-4947-be40-587e1dfdd2b9. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:58:07.363887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1a21a2-4f8e-4266-a883-7cf0ae1960f4 req-99921a8b-c2d0-463d-86c0-2ca05652cfdb tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:07.367084 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f1a21a2-4f8e-4266-a883-7cf0ae1960f4 req-99921a8b-c2d0-463d-86c0-2ca05652cfdb tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 946 time: 0.1269040 Jul 09 13:58:07.442732 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f1a21a2-4f8e-4266-a883-7cf0ae1960f4 req-10965abd-0db9-4663-96aa-4f1ec8f19563 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640795 Jul 09 13:58:07.621077 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f148527f-31a5-4e73-8844-96472e188ba1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:07.679561 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f148527f-31a5-4e73-8844-96472e188ba1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:07.767996 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42efd8c7-f3c6-4b24-b1dd-4af782ae5233 req-65ecfa01-c231-419d-93f9-abba4c4a97c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:07.770794 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-42efd8c7-f3c6-4b24-b1dd-4af782ae5233 req-65ecfa01-c231-419d-93f9-abba4c4a97c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 946 time: 0.1181400 Jul 09 13:58:07.787895 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f148527f-31a5-4e73-8844-96472e188ba1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:07.808594 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f148527f-31a5-4e73-8844-96472e188ba1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:07.814550 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f148527f-31a5-4e73-8844-96472e188ba1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/8efb1cd5-c75e-4857-b3a8-8033cf4ccba1 HTTP/1.1" status: 204 len: 168 time: 0.9462795 Jul 09 13:58:07.816748 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42466) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:07.830093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f148527f-31a5-4e73-8844-96472e188ba1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=8efb1cd5-c75e-4857-b3a8-8033cf4ccba1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:07.840879 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7617ca81-ac2d-412d-a40d-32ded28d0647 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:07.869949 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f9eacd1d-19d3-458e-8c9a-f0565753c6f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0511191 Jul 09 13:58:07.874576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42468) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:07.889031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-42efd8c7-f3c6-4b24-b1dd-4af782ae5233 req-87b00d66-398b-475d-9e63-8e2bc532c84f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082559 Jul 09 13:58:08.029475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c045a884-d691-4195-a1e4-26c69c5742bd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:08.035810 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c045a884-d691-4195-a1e4-26c69c5742bd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1593654 Jul 09 13:58:08.036727 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42472) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:08.099950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1b739c-5131-4ba3-af5f-7e642fa049cb tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:08.101580 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cd1b739c-5131-4ba3-af5f-7e642fa049cb tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0637686 Jul 09 13:58:08.105630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42474) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:08.116309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-168ff7f1-6f08-46ac-8a67-5644586396b2 None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:58:08.171848 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8522206f-ee27-4b23-ac86-77b340fc9558 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0601707 Jul 09 13:58:08.175873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42476) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:08.189863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-14cb2800-1544-420c-a8ec-3623ae7afff2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:08.200229 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-168ff7f1-6f08-46ac-8a67-5644586396b2 None None] Deleting port 7beda64a-f0f9-4159-9584-25141b544283 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:08.200923 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-168ff7f1-6f08-46ac-8a67-5644586396b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:08.292930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-168ff7f1-6f08-46ac-8a67-5644586396b2 None None] For port 7beda64a-f0f9-4159-9584-25141b544283, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7beda64a-f0f9-4159-9584-25141b544283,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:08.293346 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-168ff7f1-6f08-46ac-8a67-5644586396b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:08.313182 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-168ff7f1-6f08-46ac-8a67-5644586396b2 None None] Calling delete_port for 7beda64a-f0f9-4159-9584-25141b544283 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:08.374043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cb2800-1544-420c-a8ec-3623ae7afff2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:08.382293 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14cb2800-1544-420c-a8ec-3623ae7afff2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:08.388689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7beda64a-f0f9-4159-9584-25141b544283 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:08.569774 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-168ff7f1-6f08-46ac-8a67-5644586396b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:08.577941 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a54da-a65a-4123-9138-7a1ac22054fb req-1c1b0c34-36c9-4d6e-acc4-8de124e8d9ff tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:08.583334 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:08.587708 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-157a54da-a65a-4123-9138-7a1ac22054fb req-1c1b0c34-36c9-4d6e-acc4-8de124e8d9ff tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 946 time: 0.1594911 Jul 09 13:58:08.636845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ff7f1-6f08-46ac-8a67-5644586396b2 None None] Pushing event deleted for resources: {'Port': ['ID=7beda64a-f0f9-4159-9584-25141b544283,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:08.652631 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14cb2800-1544-420c-a8ec-3623ae7afff2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:08.653634 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-157a54da-a65a-4123-9138-7a1ac22054fb req-e9c90e77-0f34-49c4-8968-1d77126d860d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596738 Jul 09 13:58:08.657533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ff7f1-6f08-46ac-8a67-5644586396b2 None None] No DVR routers for this DVR port 7beda64a-f0f9-4159-9584-25141b544283 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:08.740940 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:08.742711 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14cb2800-1544-420c-a8ec-3623ae7afff2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:08.749271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cb2800-1544-420c-a8ec-3623ae7afff2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=9d39db4e-661d-446e-80f2-59be2313c3d9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:08.752885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-14cb2800-1544-420c-a8ec-3623ae7afff2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:08.757052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14cb2800-1544-420c-a8ec-3623ae7afff2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:08.757999 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-14cb2800-1544-420c-a8ec-3623ae7afff2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:08.767287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8f39dd-5c36-4641-9eab-c97992ca49e6 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:08.786101 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-14cb2800-1544-420c-a8ec-3623ae7afff2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6082327 Jul 09 13:58:08.790048 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42480) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:08.797169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5cd6c7a2-194a-4dd8-835b-4e3c5ae893c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'fixed_ips': [{'subnet_id': '9d39db4e-661d-446e-80f2-59be2313c3d9', 'ip_address': '2001:db8::8e2d:2e9c:5d59:eed3'}], 'name': 'tempest-NetworksTestDHCPv6-1904213391'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:08.840120 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:08.937269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd6c7a2-194a-4dd8-835b-4e3c5ae893c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:08.998075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': '9d39db4e-661d-446e-80f2-59be2313c3d9'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:58:08.999708 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:09.060039 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c7a2-194a-4dd8-835b-4e3c5ae893c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:09.084063 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-5cd6c7a2-194a-4dd8-835b-4e3c5ae893c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port eab02923-749e-468c-9d5f-c3d3a13e3c80 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:58:09.214267 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Allocated IP 2001:db8::2 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/9d39db4e-661d-446e-80f2-59be2313c3d9/38c38837-99a4-43e1-8a30-b2dfeac489d4) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:09.422715 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:09.433678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Transition to ACTIVE for port object 38c38837-99a4-43e1-8a30-b2dfeac489d4 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:09.450790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Transition to ACTIVE for port object 38c38837-99a4-43e1-8a30-b2dfeac489d4 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:09.458105 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:09.505910 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:09.511760 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:09.519917 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:09.528670 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-5cd6c7a2-194a-4dd8-835b-4e3c5ae893c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::8e2d:2e9c:5d59:eed3 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/9d39db4e-661d-446e-80f2-59be2313c3d9/eab02923-749e-468c-9d5f-c3d3a13e3c80) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:09.537009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Pushing event updated for resources: {'Port': ['ID=38c38837-99a4-43e1-8a30-b2dfeac489d4,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:09.613467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Attempting to bind port 38c38837-99a4-43e1-8a30-b2dfeac489d4 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:58:09.613845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Attempting to bind port 38c38837-99a4-43e1-8a30-b2dfeac489d4 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:58:09.614218 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Attempting to bind port 38c38837-99a4-43e1-8a30-b2dfeac489d4 on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:58:09.620105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:58:09.620479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:58:09.620893 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:09.621293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:58:09.621784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Bound port: 38c38837-99a4-43e1-8a30-b2dfeac489d4, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:58:09.622173 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:09.720701 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] For port 38c38837-99a4-43e1-8a30-b2dfeac489d4, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:58:09.727289 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] For port 38c38837-99a4-43e1-8a30-b2dfeac489d4, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=38c38837-99a4-43e1-8a30-b2dfeac489d4,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:58:09.735397 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:09.815121 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c7a2-194a-4dd8-835b-4e3c5ae893c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:09.845430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9749c2ae-ee78-4aa2-a427-fac5d743293f req-e0ff77bb-a87f-4c6d-92c9-854f4949a517 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:09.846543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-5cd6c7a2-194a-4dd8-835b-4e3c5ae893c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object eab02923-749e-468c-9d5f-c3d3a13e3c80 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:09.848295 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9749c2ae-ee78-4aa2-a427-fac5d743293f req-e0ff77bb-a87f-4c6d-92c9-854f4949a517 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 946 time: 0.1394620 Jul 09 13:58:09.865539 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836b6a5d-1ed1-4f7e-ba27-e2bad4efc883 None None] Pushing event updated for resources: {'Port': ['ID=38c38837-99a4-43e1-8a30-b2dfeac489d4,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:09.951862 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c7a2-194a-4dd8-835b-4e3c5ae893c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:10.023265 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd6c7a2-194a-4dd8-835b-4e3c5ae893c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:10.039830 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5cd6c7a2-194a-4dd8-835b-4e3c5ae893c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:10.044249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9749c2ae-ee78-4aa2-a427-fac5d743293f req-725a5485-62b4-49b1-b830-6592d279ac85 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Deleting port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:10.044802 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9749c2ae-ee78-4aa2-a427-fac5d743293f req-725a5485-62b4-49b1-b830-6592d279ac85 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:10.048636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd6c7a2-194a-4dd8-835b-4e3c5ae893c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:10.059332 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd6c7a2-194a-4dd8-835b-4e3c5ae893c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:10.060389 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5cd6c7a2-194a-4dd8-835b-4e3c5ae893c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:10.086429 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6c7a2-194a-4dd8-835b-4e3c5ae893c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=eab02923-749e-468c-9d5f-c3d3a13e3c80,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:10.140782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae541ec8-7a9f-45be-9ed2-114f427700e2 req-cc11c9e3-0723-46e2-a51e-56f6af9875b4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:10.152340 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae541ec8-7a9f-45be-9ed2-114f427700e2 req-cc11c9e3-0723-46e2-a51e-56f6af9875b4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 946 time: 0.2732658 Jul 09 13:58:10.159684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5cd6c7a2-194a-4dd8-835b-4e3c5ae893c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.3638849 Jul 09 13:58:10.160754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42484) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:10.277280 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae541ec8-7a9f-45be-9ed2-114f427700e2 req-3f9d62f5-5ef9-4dc3-94cd-80530ff254be tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150825 Jul 09 13:58:10.285524 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-9749c2ae-ee78-4aa2-a427-fac5d743293f req-725a5485-62b4-49b1-b830-6592d279ac85 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] For port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e5d68b17-158d-4f44-bcb6-7b14e81ce4cc,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:10.285908 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9749c2ae-ee78-4aa2-a427-fac5d743293f req-725a5485-62b4-49b1-b830-6592d279ac85 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:10.304588 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-9749c2ae-ee78-4aa2-a427-fac5d743293f req-725a5485-62b4-49b1-b830-6592d279ac85 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Calling delete_port for e5d68b17-158d-4f44-bcb6-7b14e81ce4cc owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:10.331650 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01198577-06b8-46ba-99c8-1a63b1b9ea38 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:10.340344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01198577-06b8-46ba-99c8-1a63b1b9ea38 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:10.348917 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-01198577-06b8-46ba-99c8-1a63b1b9ea38 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1853442 Jul 09 13:58:10.349711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42486) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:10.391775 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 38c38837-99a4-43e1-8a30-b2dfeac489d4 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:58:10.458564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 38c38837-99a4-43e1-8a30-b2dfeac489d4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:10.506081 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9749c2ae-ee78-4aa2-a427-fac5d743293f req-725a5485-62b4-49b1-b830-6592d279ac85 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:10.519598 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['e5d68b17-158d-4f44-bcb6-7b14e81ce4cc'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:58:10.522600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-939294a6-78c1-45c8-a077-a71ecd188a4c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port eab02923-749e-468c-9d5f-c3d3a13e3c80 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:10.523971 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-939294a6-78c1-45c8-a077-a71ecd188a4c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:10.575910 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725a5485-62b4-49b1-b830-6592d279ac85 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event deleted for resources: {'Port': ['ID=e5d68b17-158d-4f44-bcb6-7b14e81ce4cc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:10.632305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-9749c2ae-ee78-4aa2-a427-fac5d743293f req-725a5485-62b4-49b1-b830-6592d279ac85 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] No DVR routers for this DVR port e5d68b17-158d-4f44-bcb6-7b14e81ce4cc on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:10.636225 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-9749c2ae-ee78-4aa2-a427-fac5d743293f req-725a5485-62b4-49b1-b830-6592d279ac85 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:10.637991 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9749c2ae-ee78-4aa2-a427-fac5d743293f req-725a5485-62b4-49b1-b830-6592d279ac85 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "DELETE /v2.0/ports/e5d68b17-158d-4f44-bcb6-7b14e81ce4cc HTTP/1.1" status: 204 len: 173 time: 0.7799258 Jul 09 13:58:10.638234 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4042339e-01a0-4f7a-9bec-aeccae0a2f0d', 'name': 'network-vif-deleted', 'tag': 'e5d68b17-158d-4f44-bcb6-7b14e81ce4cc'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:58:10.640831 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88475caf-bf6c-4ef3-a8d0-419f115b0fee" -d '{"events": [{"server_uuid": "4042339e-01a0-4f7a-9bec-aeccae0a2f0d", "name": "network-vif-deleted", "tag": "e5d68b17-158d-4f44-bcb6-7b14e81ce4cc"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:58:10.686616 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-939294a6-78c1-45c8-a077-a71ecd188a4c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:10.702836 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:58:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cd82310-42d6-41d2-924d-d9a4696dfa34 x-openstack-request-id: req-5cd82310-42d6-41d2-924d-d9a4696dfa34 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:58:10.703429 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4042339e-01a0-4f7a-9bec-aeccae0a2f0d", "name": "network-vif-deleted", "tag": "e5d68b17-158d-4f44-bcb6-7b14e81ce4cc", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:58:10.703863 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5cd82310-42d6-41d2-924d-d9a4696dfa34 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:58:10.709045 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4042339e-01a0-4f7a-9bec-aeccae0a2f0d', 'name': 'network-vif-deleted', 'tag': 'e5d68b17-158d-4f44-bcb6-7b14e81ce4cc', 'status': 'completed', 'code': 200} Jul 09 13:58:10.713842 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-939294a6-78c1-45c8-a077-a71ecd188a4c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for eab02923-749e-468c-9d5f-c3d3a13e3c80 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:10.915056 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-939294a6-78c1-45c8-a077-a71ecd188a4c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:10.973709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939294a6-78c1-45c8-a077-a71ecd188a4c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=eab02923-749e-468c-9d5f-c3d3a13e3c80,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:11.017527 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-939294a6-78c1-45c8-a077-a71ecd188a4c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:11.023120 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-939294a6-78c1-45c8-a077-a71ecd188a4c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/eab02923-749e-468c-9d5f-c3d3a13e3c80 HTTP/1.1" status: 204 len: 168 time: 0.6721709 Jul 09 13:58:11.023499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42490) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:11.097922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac6baf7-11b3-4752-a3b7-fbd429db6783 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:11.099878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac6baf7-11b3-4752-a3b7-fbd429db6783 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:11.101917 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1ac6baf7-11b3-4752-a3b7-fbd429db6783 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0766971 Jul 09 13:58:11.105947 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42492) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:11.188160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-88cf2f6f-2efa-42d4-889f-4e18926821a0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 9d39db4e-661d-446e-80f2-59be2313c3d9 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:58:11.193908 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88cf2f6f-2efa-42d4-889f-4e18926821a0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:11.260808 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88cf2f6f-2efa-42d4-889f-4e18926821a0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:11.381109 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2b178846-c850-43b5-a21b-0e667087650a None None] Provisioning for port 38c38837-99a4-43e1-8a30-b2dfeac489d4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:11.391680 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2b178846-c850-43b5-a21b-0e667087650a None None] Provisioning complete for port 38c38837-99a4-43e1-8a30-b2dfeac489d4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:11.393440 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b178846-c850-43b5-a21b-0e667087650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:11.438103 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88cf2f6f-2efa-42d4-889f-4e18926821a0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:11.559682 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b178846-c850-43b5-a21b-0e667087650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:11.581739 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6fbe31e2-71f9-4901-ac17-1099ce94e795 req-797255ef-df49-4509-b205-22e4e66e1574 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 210 time: 0.0730984 Jul 09 13:58:11.641110 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88cf2f6f-2efa-42d4-889f-4e18926821a0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:11.701558 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-2b178846-c850-43b5-a21b-0e667087650a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:58:11.702260 n-d-799525-3 neutron-server[93755]: DEBUG oslo_db.api [None req-2b178846-c850-43b5-a21b-0e667087650a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:58:11.707704 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cf2f6f-2efa-42d4-889f-4e18926821a0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=9d39db4e-661d-446e-80f2-59be2313c3d9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:11.722228 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-88cf2f6f-2efa-42d4-889f-4e18926821a0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:11.730235 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-88cf2f6f-2efa-42d4-889f-4e18926821a0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/9d39db4e-661d-446e-80f2-59be2313c3d9 HTTP/1.1" status: 204 len: 168 time: 0.6201451 Jul 09 13:58:11.734070 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42496) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:11.825356 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0c3eb40b-3883-4dd2-92cb-f7592eee761c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849707 Jul 09 13:58:11.826035 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42498) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:11.833030 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7e107050-6ef6-4e2f-88ff-15b9161d34bc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:11.898608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1882855a-ca16-40f0-bde3-ad9d2177ae91 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:12.008659 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e107050-6ef6-4e2f-88ff-15b9161d34bc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:12.014660 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e107050-6ef6-4e2f-88ff-15b9161d34bc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:12.289881 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b178846-c850-43b5-a21b-0e667087650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:12.336511 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e107050-6ef6-4e2f-88ff-15b9161d34bc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:12.378911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2b178846-c850-43b5-a21b-0e667087650a None None] For port 38c38837-99a4-43e1-8a30-b2dfeac489d4, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=38c38837-99a4-43e1-8a30-b2dfeac489d4,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:12.390930 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b178846-c850-43b5-a21b-0e667087650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:12.393834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e107050-6ef6-4e2f-88ff-15b9161d34bc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:12.398052 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7e107050-6ef6-4e2f-88ff-15b9161d34bc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:12.405119 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e107050-6ef6-4e2f-88ff-15b9161d34bc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:12.405119 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e107050-6ef6-4e2f-88ff-15b9161d34bc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:12.420565 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e107050-6ef6-4e2f-88ff-15b9161d34bc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=1482d2c1-debe-4401-bd15-8082ae762018,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:12.433398 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7e107050-6ef6-4e2f-88ff-15b9161d34bc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6056523 Jul 09 13:58:12.437769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42500) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:12.448572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a6d3ce8d-717e-4c0f-b522-8d6c5dd3bdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'fixed_ips': [{'subnet_id': '1482d2c1-debe-4401-bd15-8082ae762018', 'ip_address': '2001:db8::b7b7:8caf:23b0:ad2f'}], 'name': 'tempest-NetworksTestDHCPv6-1175830392'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:12.463943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b178846-c850-43b5-a21b-0e667087650a None None] Pushing event updated for resources: {'Port': ['ID=38c38837-99a4-43e1-8a30-b2dfeac489d4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:12.515765 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b8f175db-891b-49b0-b5a5-94e60d1cf59f None None] Could not find standard attr ID for object eab02923-749e-468c-9d5f-c3d3a13e3c80. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:58:12.567414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd508ce-fac8-4340-8b98-0eff4740ad20 None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:58:12.634424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bbd508ce-fac8-4340-8b98-0eff4740ad20 None None] Deleting port 38c38837-99a4-43e1-8a30-b2dfeac489d4 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:12.635770 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bbd508ce-fac8-4340-8b98-0eff4740ad20 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:12.647430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6d3ce8d-717e-4c0f-b522-8d6c5dd3bdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:12.738409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bbd508ce-fac8-4340-8b98-0eff4740ad20 None None] For port 38c38837-99a4-43e1-8a30-b2dfeac489d4, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=38c38837-99a4-43e1-8a30-b2dfeac489d4,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:12.738409 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bbd508ce-fac8-4340-8b98-0eff4740ad20 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:12.756118 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bbd508ce-fac8-4340-8b98-0eff4740ad20 None None] Calling delete_port for 38c38837-99a4-43e1-8a30-b2dfeac489d4 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:12.772614 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6d3ce8d-717e-4c0f-b522-8d6c5dd3bdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:12.799508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-a6d3ce8d-717e-4c0f-b522-8d6c5dd3bdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port bd8b6049-805e-4d96-80af-e298617f9416 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:58:12.867566 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bbd508ce-fac8-4340-8b98-0eff4740ad20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:12.914912 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd508ce-fac8-4340-8b98-0eff4740ad20 None None] Pushing event deleted for resources: {'Port': ['ID=38c38837-99a4-43e1-8a30-b2dfeac489d4,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:12.927202 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b7185aa-bc23-43c5-ae4d-edec893727a4 req-4ed01ae8-11a2-41a7-b218-29162f346ef4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 210 time: 0.0638452 Jul 09 13:58:12.927792 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd508ce-fac8-4340-8b98-0eff4740ad20 None None] No DVR routers for this DVR port 38c38837-99a4-43e1-8a30-b2dfeac489d4 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:12.956323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825d67df-55b8-45dc-9b71-ef96273e1159 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:13.062298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-a6d3ce8d-717e-4c0f-b522-8d6c5dd3bdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::b7b7:8caf:23b0:ad2f (bd2f202b-128c-4f97-8980-d1a8595b5b3e/1482d2c1-debe-4401-bd15-8082ae762018/bd8b6049-805e-4d96-80af-e298617f9416) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:13.179787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': '1482d2c1-debe-4401-bd15-8082ae762018'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:58:13.182090 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:13.273030 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6d3ce8d-717e-4c0f-b522-8d6c5dd3bdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:13.289756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-a6d3ce8d-717e-4c0f-b522-8d6c5dd3bdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object bd8b6049-805e-4d96-80af-e298617f9416 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:13.333318 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6d3ce8d-717e-4c0f-b522-8d6c5dd3bdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:13.392708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d3ce8d-717e-4c0f-b522-8d6c5dd3bdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:13.396458 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a6d3ce8d-717e-4c0f-b522-8d6c5dd3bdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:13.401758 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d3ce8d-717e-4c0f-b522-8d6c5dd3bdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:13.407609 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d3ce8d-717e-4c0f-b522-8d6c5dd3bdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:13.408318 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6d3ce8d-717e-4c0f-b522-8d6c5dd3bdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:13.415670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d3ce8d-717e-4c0f-b522-8d6c5dd3bdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=bd8b6049-805e-4d96-80af-e298617f9416,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:13.416962 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e5d68b17-158d-4f44-bcb6-7b14e81ce4cc no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:13.455897 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42504) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:13.465849 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a6d3ce8d-717e-4c0f-b522-8d6c5dd3bdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0263946 Jul 09 13:58:13.472374 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: e5d68b17-158d-4f44-bcb6-7b14e81ce4cc {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:13.473259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e5d68b17-158d-4f44-bcb6-7b14e81ce4cc not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:13.498618 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Allocated IP 2001:db8::2 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/1482d2c1-debe-4401-bd15-8082ae762018/edbf2c34-1754-4578-a582-ebb522f17f7c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:13.562609 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14b26f0-7d94-4f2a-a59a-2e31df3fa695 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:13.566990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42506) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:13.572216 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e14b26f0-7d94-4f2a-a59a-2e31df3fa695 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1146641 Jul 09 13:58:13.709641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b155f717-81f0-471d-bd8b-8b213c2670ca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port bd8b6049-805e-4d96-80af-e298617f9416 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:13.710254 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b155f717-81f0-471d-bd8b-8b213c2670ca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:13.748748 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:13.762122 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Transition to ACTIVE for port object edbf2c34-1754-4578-a582-ebb522f17f7c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:13.789132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Transition to ACTIVE for port object edbf2c34-1754-4578-a582-ebb522f17f7c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:13.800058 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:13.854052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:13.860321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:13.864343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:13.875246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Pushing event updated for resources: {'Port': ['ID=edbf2c34-1754-4578-a582-ebb522f17f7c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:13.905217 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b155f717-81f0-471d-bd8b-8b213c2670ca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:13.933061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b155f717-81f0-471d-bd8b-8b213c2670ca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for bd8b6049-805e-4d96-80af-e298617f9416 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:14.005425 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Attempting to bind port edbf2c34-1754-4578-a582-ebb522f17f7c on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:58:14.006212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Attempting to bind port edbf2c34-1754-4578-a582-ebb522f17f7c by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:58:14.010792 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Attempting to bind port edbf2c34-1754-4578-a582-ebb522f17f7c on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:58:14.023525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:58:14.023892 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:58:14.024427 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:14.025345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:58:14.026950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Bound port: edbf2c34-1754-4578-a582-ebb522f17f7c, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:58:14.027850 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:14.139257 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] For port edbf2c34-1754-4578-a582-ebb522f17f7c, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:58:14.143079 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] For port edbf2c34-1754-4578-a582-ebb522f17f7c, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=edbf2c34-1754-4578-a582-ebb522f17f7c,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:58:14.150474 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:14.203207 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b155f717-81f0-471d-bd8b-8b213c2670ca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:14.227022 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60136b5a-e47c-4ee2-957d-91e6a7d3ca5c req-2062836a-ab2f-4ed7-95bd-55cf12976cf4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 210 time: 0.0611057 Jul 09 13:58:14.267836 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155f717-81f0-471d-bd8b-8b213c2670ca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=bd8b6049-805e-4d96-80af-e298617f9416,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:14.278151 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66546c-000f-4ae1-a9f4-7d9a570f7366 None None] Pushing event updated for resources: {'Port': ['ID=edbf2c34-1754-4578-a582-ebb522f17f7c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:14.302529 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b155f717-81f0-471d-bd8b-8b213c2670ca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:14.304726 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b155f717-81f0-471d-bd8b-8b213c2670ca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/bd8b6049-805e-4d96-80af-e298617f9416 HTTP/1.1" status: 204 len: 168 time: 0.7366168 Jul 09 13:58:14.307474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42510) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:14.328955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 38c38837-99a4-43e1-8a30-b2dfeac489d4 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:14.352810 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 38c38837-99a4-43e1-8a30-b2dfeac489d4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:14.352810 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 38c38837-99a4-43e1-8a30-b2dfeac489d4 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:14.389934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9046e9b-23b7-4d14-99df-dced86916910 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:14.393076 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9046e9b-23b7-4d14-99df-dced86916910 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:14.396116 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b9046e9b-23b7-4d14-99df-dced86916910 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0870457 Jul 09 13:58:14.398824 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42512) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:14.467250 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e1c83f-a0e3-4c6e-bd1d-38be1b580887 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 1482d2c1-debe-4401-bd15-8082ae762018 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:58:14.471134 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13e1c83f-a0e3-4c6e-bd1d-38be1b580887 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:14.545710 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13e1c83f-a0e3-4c6e-bd1d-38be1b580887 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:14.685920 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13e1c83f-a0e3-4c6e-bd1d-38be1b580887 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:14.762160 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13e1c83f-a0e3-4c6e-bd1d-38be1b580887 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:14.795231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e1c83f-a0e3-4c6e-bd1d-38be1b580887 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=1482d2c1-debe-4401-bd15-8082ae762018,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:14.800686 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-13e1c83f-a0e3-4c6e-bd1d-38be1b580887 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:14.807429 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-13e1c83f-a0e3-4c6e-bd1d-38be1b580887 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/1482d2c1-debe-4401-bd15-8082ae762018 HTTP/1.1" status: 204 len: 168 time: 0.4031310 Jul 09 13:58:14.808432 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42514) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:14.863588 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-80359dae-ac0c-402c-b28c-420752eb05d0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0494473 Jul 09 13:58:14.863918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42516) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:14.872815 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-09a44d82-03d7-4350-8199-25b067f12e55 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:15.002336 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a44d82-03d7-4350-8199-25b067f12e55 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:15.008682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09a44d82-03d7-4350-8199-25b067f12e55 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:15.337290 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09a44d82-03d7-4350-8199-25b067f12e55 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:15.389886 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a44d82-03d7-4350-8199-25b067f12e55 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:15.393815 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-09a44d82-03d7-4350-8199-25b067f12e55 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:15.407367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a44d82-03d7-4350-8199-25b067f12e55 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:15.408105 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09a44d82-03d7-4350-8199-25b067f12e55 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:15.433187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a44d82-03d7-4350-8199-25b067f12e55 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=e085e792-b225-4636-9290-894bcf8b5c5b,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:15.442532 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-09a44d82-03d7-4350-8199-25b067f12e55 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5773447 Jul 09 13:58:15.443827 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42520) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:15.464469 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1de54956-98de-401d-8425-1099eaedaec8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'fixed_ips': [{'subnet_id': 'e085e792-b225-4636-9290-894bcf8b5c5b', 'ip_address': '2001:db8::69f6:d2f5:dd5b:1386'}], 'name': 'tempest-NetworksTestDHCPv6-567117885'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:15.557912 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a87ffdd-2f17-4a36-9d3f-83bb389fad2d None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:15.609264 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2eb9c9f-e7cd-4bf3-8832-0b8a3fba9698 req-9035ff2f-b732-4093-b724-b969f1680cc6 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=4042339e-01a0-4f7a-9bec-aeccae0a2f0d HTTP/1.1" status: 200 len: 210 time: 0.1357918 Jul 09 13:58:15.637270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4c09bbbf-6181-4d37-bf48-8db4bebfad7b None None] Provisioning for port edbf2c34-1754-4578-a582-ebb522f17f7c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:15.715317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de54956-98de-401d-8425-1099eaedaec8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:15.866811 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1de54956-98de-401d-8425-1099eaedaec8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:15.892687 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-1de54956-98de-401d-8425-1099eaedaec8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port 5d75a2e8-848e-4da5-ac3b-0b8fe9a7a7b4 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:58:16.199906 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-1de54956-98de-401d-8425-1099eaedaec8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::69f6:d2f5:dd5b:1386 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/e085e792-b225-4636-9290-894bcf8b5c5b/5d75a2e8-848e-4da5-ac3b-0b8fe9a7a7b4) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:16.374180 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device edbf2c34-1754-4578-a582-ebb522f17f7c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:58:16.433875 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4f20d9b4-1257-4f2a-9da7-b262f6182926 None None] Could not find standard attr ID for object bd8b6049-805e-4d96-80af-e298617f9416. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:58:16.454768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port edbf2c34-1754-4578-a582-ebb522f17f7c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:16.461735 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port edbf2c34-1754-4578-a582-ebb522f17f7c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:16.462358 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:16.510677 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1de54956-98de-401d-8425-1099eaedaec8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:16.535323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-1de54956-98de-401d-8425-1099eaedaec8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object 5d75a2e8-848e-4da5-ac3b-0b8fe9a7a7b4 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:16.577987 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:16.598853 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1de54956-98de-401d-8425-1099eaedaec8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:16.620773 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port edbf2c34-1754-4578-a582-ebb522f17f7c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=edbf2c34-1754-4578-a582-ebb522f17f7c,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:16.630817 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:16.680889 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de54956-98de-401d-8425-1099eaedaec8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:16.688003 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1de54956-98de-401d-8425-1099eaedaec8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:16.694786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=edbf2c34-1754-4578-a582-ebb522f17f7c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:16.695513 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de54956-98de-401d-8425-1099eaedaec8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:16.705314 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de54956-98de-401d-8425-1099eaedaec8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:16.706426 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1de54956-98de-401d-8425-1099eaedaec8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:16.723762 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de54956-98de-401d-8425-1099eaedaec8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=5d75a2e8-848e-4da5-ac3b-0b8fe9a7a7b4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:16.739368 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1de54956-98de-401d-8425-1099eaedaec8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2932570 Jul 09 13:58:16.743491 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42524) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:16.852536 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed8e871-594f-420c-ae15-7f07993abb1b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:16.860378 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed8e871-594f-420c-ae15-7f07993abb1b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:16.862818 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5ed8e871-594f-420c-ae15-7f07993abb1b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1172268 Jul 09 13:58:16.867477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42530) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:17.024461 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b6b8da18-7bda-4175-b99d-2738473bd729 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port 5d75a2e8-848e-4da5-ac3b-0b8fe9a7a7b4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:17.024792 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6b8da18-7bda-4175-b99d-2738473bd729 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:17.078542 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ec4b9630-d18c-443d-b26b-56174da4919e None None] Provisioning for port 5d75a2e8-848e-4da5-ac3b-0b8fe9a7a7b4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:17.085675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ec4b9630-d18c-443d-b26b-56174da4919e None None] Provisioning complete for port 5d75a2e8-848e-4da5-ac3b-0b8fe9a7a7b4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:17.086096 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec4b9630-d18c-443d-b26b-56174da4919e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:17.132569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ec4b9630-d18c-443d-b26b-56174da4919e None None] Port 5d75a2e8-848e-4da5-ac3b-0b8fe9a7a7b4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:58:17.139625 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6b8da18-7bda-4175-b99d-2738473bd729 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:17.158633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b6b8da18-7bda-4175-b99d-2738473bd729 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for 5d75a2e8-848e-4da5-ac3b-0b8fe9a7a7b4 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:17.255939 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:58:17.370350 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6b8da18-7bda-4175-b99d-2738473bd729 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:17.411858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b8da18-7bda-4175-b99d-2738473bd729 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=5d75a2e8-848e-4da5-ac3b-0b8fe9a7a7b4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:17.456945 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b6b8da18-7bda-4175-b99d-2738473bd729 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:17.462591 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b6b8da18-7bda-4175-b99d-2738473bd729 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/5d75a2e8-848e-4da5-ac3b-0b8fe9a7a7b4 HTTP/1.1" status: 204 len: 168 time: 0.5914121 Jul 09 13:58:17.464412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42532) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:17.549368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6630e4-f80e-4971-956d-6fef346961b0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:17.552361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6630e4-f80e-4971-956d-6fef346961b0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:17.554744 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7b6630e4-f80e-4971-956d-6fef346961b0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0887370 Jul 09 13:58:17.560151 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42534) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:17.633808 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-375a2313-6e45-491a-b45a-1fd78b8eb0f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet e085e792-b225-4636-9290-894bcf8b5c5b {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:58:17.638771 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-375a2313-6e45-491a-b45a-1fd78b8eb0f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:17.692587 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-375a2313-6e45-491a-b45a-1fd78b8eb0f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:17.745675 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-375a2313-6e45-491a-b45a-1fd78b8eb0f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:17.828902 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-375a2313-6e45-491a-b45a-1fd78b8eb0f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:17.886525 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a2313-6e45-491a-b45a-1fd78b8eb0f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=e085e792-b225-4636-9290-894bcf8b5c5b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:17.892508 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-375a2313-6e45-491a-b45a-1fd78b8eb0f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:17.897538 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-375a2313-6e45-491a-b45a-1fd78b8eb0f5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/e085e792-b225-4636-9290-894bcf8b5c5b HTTP/1.1" status: 204 len: 168 time: 0.3352602 Jul 09 13:58:17.899187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42536) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:17.905449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8579a37-f7eb-4340-9699-d58a06a495de None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:17.979175 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bd2749c3-3a8c-49fd-94d8-334285a2d8a1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0736415 Jul 09 13:58:17.980189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42540) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:18.060470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70956150-9cc6-43b6-9caa-50ff5955df49 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:18.066104 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-70956150-9cc6-43b6-9caa-50ff5955df49 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0809293 Jul 09 13:58:18.066441 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42542) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:18.127307 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683e0ac0-8e56-40d1-9aec-0315789f07fd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:18.132811 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-683e0ac0-8e56-40d1-9aec-0315789f07fd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0619252 Jul 09 13:58:18.133347 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42544) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:18.187372 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6d09ae8a-7d1f-4ebf-ab80-5eb3e3346657 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0521898 Jul 09 13:58:18.195593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42546) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:18.202267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-22307831-3007-4541-8aa2-86059a59b371 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:18.240073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e215838f-15d8-4ee7-922b-b90a89d6653f None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:58:18.327249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22307831-3007-4541-8aa2-86059a59b371 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:18.334003 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22307831-3007-4541-8aa2-86059a59b371 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:18.338780 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e215838f-15d8-4ee7-922b-b90a89d6653f None None] Deleting port edbf2c34-1754-4578-a582-ebb522f17f7c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:18.339746 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e215838f-15d8-4ee7-922b-b90a89d6653f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:18.367411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device edbf2c34-1754-4578-a582-ebb522f17f7c no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:18.463214 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e215838f-15d8-4ee7-922b-b90a89d6653f None None] For port edbf2c34-1754-4578-a582-ebb522f17f7c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=edbf2c34-1754-4578-a582-ebb522f17f7c,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:18.463815 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e215838f-15d8-4ee7-922b-b90a89d6653f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:18.483385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e215838f-15d8-4ee7-922b-b90a89d6653f None None] Calling delete_port for edbf2c34-1754-4578-a582-ebb522f17f7c owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:18.581864 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:18.680695 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22307831-3007-4541-8aa2-86059a59b371 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:18.690655 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port edbf2c34-1754-4578-a582-ebb522f17f7c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=edbf2c34-1754-4578-a582-ebb522f17f7c,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:18.696424 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:18.733547 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e215838f-15d8-4ee7-922b-b90a89d6653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:18.751392 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e215838f-15d8-4ee7-922b-b90a89d6653f None None] No DVR routers for this DVR port edbf2c34-1754-4578-a582-ebb522f17f7c on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:18.767790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22307831-3007-4541-8aa2-86059a59b371 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:18.772019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-22307831-3007-4541-8aa2-86059a59b371 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:18.781190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22307831-3007-4541-8aa2-86059a59b371 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:18.783187 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22307831-3007-4541-8aa2-86059a59b371 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:18.799157 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22307831-3007-4541-8aa2-86059a59b371 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=bd1f7fda-f255-4ee3-8c3b-fb76715f0e67,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:18.809735 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d90e300-cdb6-4194-a1a2-4a3c2636ce3b None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:18.812439 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=edbf2c34-1754-4578-a582-ebb522f17f7c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:18.825458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42548) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:18.827546 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-22307831-3007-4541-8aa2-86059a59b371 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6301458 Jul 09 13:58:18.831867 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5bc6dfa7-7b01-4ce0-aac9-69ed7460925c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'fixed_ips': [{'subnet_id': 'bd1f7fda-f255-4ee3-8c3b-fb76715f0e67', 'ip_address': '2001:db8::4713:9812:a95:3879'}], 'name': 'tempest-NetworksTestDHCPv6-2135596114'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:18.871600 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e215838f-15d8-4ee7-922b-b90a89d6653f None None] Pushing event deleted for resources: {'Port': ['ID=edbf2c34-1754-4578-a582-ebb522f17f7c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:18.990559 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc6dfa7-7b01-4ce0-aac9-69ed7460925c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:18.998743 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bc6dfa7-7b01-4ce0-aac9-69ed7460925c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:19.045202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-5bc6dfa7-7b01-4ce0-aac9-69ed7460925c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port dca87437-f247-4e16-9bc7-07d30952521a yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:58:19.151409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': 'bd1f7fda-f255-4ee3-8c3b-fb76715f0e67'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:58:19.152590 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:19.322283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-5bc6dfa7-7b01-4ce0-aac9-69ed7460925c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::4713:9812:a95:3879 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/bd1f7fda-f255-4ee3-8c3b-fb76715f0e67/dca87437-f247-4e16-9bc7-07d30952521a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:19.518460 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bc6dfa7-7b01-4ce0-aac9-69ed7460925c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:19.537325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-5bc6dfa7-7b01-4ce0-aac9-69ed7460925c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object dca87437-f247-4e16-9bc7-07d30952521a will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:19.585237 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bc6dfa7-7b01-4ce0-aac9-69ed7460925c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:19.645020 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Allocated IP 2001:db8::2 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/bd1f7fda-f255-4ee3-8c3b-fb76715f0e67/b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:19.647556 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc6dfa7-7b01-4ce0-aac9-69ed7460925c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=dca87437-f247-4e16-9bc7-07d30952521a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:19.700497 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc6dfa7-7b01-4ce0-aac9-69ed7460925c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:19.702410 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5bc6dfa7-7b01-4ce0-aac9-69ed7460925c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:19.705582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc6dfa7-7b01-4ce0-aac9-69ed7460925c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:19.711543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc6dfa7-7b01-4ce0-aac9-69ed7460925c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:19.712376 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5bc6dfa7-7b01-4ce0-aac9-69ed7460925c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:19.743558 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5bc6dfa7-7b01-4ce0-aac9-69ed7460925c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.9169426 Jul 09 13:58:19.749659 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42556) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:19.755402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-23666466-214f-40f0-b4d6-2716eac51cb2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'fixed_ips': [{'subnet_id': 'bd1f7fda-f255-4ee3-8c3b-fb76715f0e67', 'ip_address': '2001:db8::4713:9812:a95:3879'}], 'name': 'tempest-NetworksTestDHCPv6-140874502'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:19.778952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62296db7-0320-44f5-8e55-4a5e042f0180 req-c1313371-3b8d-45e7-bc95-fbf629f9b320 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:19.781203 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-62296db7-0320-44f5-8e55-4a5e042f0180 req-c1313371-3b8d-45e7-bc95-fbf629f9b320 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 945 time: 0.1356428 Jul 09 13:58:19.856693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-62296db7-0320-44f5-8e55-4a5e042f0180 req-2b5368dd-7c9b-4506-a780-788c72682bed tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/security-groups?id=36dc97e2-e0c6-4c79-a04f-944c07df4635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669107 Jul 09 13:58:19.879542 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:19.899362 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Transition to ACTIVE for port object b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:19.904044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23666466-214f-40f0-b4d6-2716eac51cb2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:19.931135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Transition to ACTIVE for port object b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:19.941192 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:20.026702 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23666466-214f-40f0-b4d6-2716eac51cb2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:20.032423 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:20.047529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:20.048312 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-23666466-214f-40f0-b4d6-2716eac51cb2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port 47e16c38-4a82-427e-9291-a27c9876c150 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:58:20.050592 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:20.069107 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Pushing event updated for resources: {'Port': ['ID=b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:20.160346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Attempting to bind port b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:58:20.161468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Attempting to bind port b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:58:20.161468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Attempting to bind port b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1 on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:58:20.168103 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:58:20.168455 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:58:20.168921 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:20.169433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:58:20.169982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Bound port: b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:58:20.170435 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:20.247641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] For port b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:58:20.251248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] For port b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:58:20.262536 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:20.334322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147149bb-0dea-4b7f-8b1c-cf8c04c790f7 None None] Pushing event updated for resources: {'Port': ['ID=b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:20.387814 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-23666466-214f-40f0-b4d6-2716eac51cb2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 09 13:58:20.388369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23666466-214f-40f0-b4d6-2716eac51cb2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:58:20.414712 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-23666466-214f-40f0-b4d6-2716eac51cb2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.6595426 Jul 09 13:58:20.414994 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42562) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:20.497929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0382f3-bdb3-4d56-a723-4ad3b86cf656 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:20.505699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0382f3-bdb3-4d56-a723-4ad3b86cf656 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:20.507623 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ba0382f3-bdb3-4d56-a723-4ad3b86cf656 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0912259 Jul 09 13:58:20.511400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42566) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:20.749962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port dca87437-f247-4e16-9bc7-07d30952521a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:20.750705 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:21.015419 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:21.059736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe8644d-563c-4bee-be83-2ab4e41b7c67 req-efb8c714-13ff-47f2-a402-32416d99b241 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:21.063266 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dfe8644d-563c-4bee-be83-2ab4e41b7c67 req-efb8c714-13ff-47f2-a402-32416d99b241 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.15 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 945 time: 0.2868118 Jul 09 13:58:21.144828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for dca87437-f247-4e16-9bc7-07d30952521a owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:21.221819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab179b-c5f6-479d-802e-300146617521 req-21794626-6e98-464a-bb53-ea11418e8b07 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:21.223561 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-38ab179b-c5f6-479d-802e-300146617521 req-21794626-6e98-464a-bb53-ea11418e8b07 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 945 time: 0.1070781 Jul 09 13:58:21.280462 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-38ab179b-c5f6-479d-802e-300146617521 req-2aacfd87-adcb-408b-a684-68d651fd27fb tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/security-groups?id=36dc97e2-e0c6-4c79-a04f-944c07df4635&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463929 Jul 09 13:58:21.483714 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:21.494229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-dfe8644d-563c-4bee-be83-2ab4e41b7c67 req-09c9f1c5-1250-4953-bd4b-7c0ea2598e97 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Deleting port 1e309c99-c98c-426a-b956-54e9d5b161d2 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:21.495155 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dfe8644d-563c-4bee-be83-2ab4e41b7c67 req-09c9f1c5-1250-4953-bd4b-7c0ea2598e97 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:21.574280 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=dca87437-f247-4e16-9bc7-07d30952521a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:21.615286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:21.615713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:21.615966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:21.616377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:21.616706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:21.617039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:21.617356 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:21.617730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:21.618019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:21.618441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:21.619354 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:21.619982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:21.626923 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:21.629843 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bfd7e435-5908-47e3-bcaa-5f8f3fcfb402 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/dca87437-f247-4e16-9bc7-07d30952521a HTTP/1.1" status: 204 len: 168 time: 1.1168320 Jul 09 13:58:21.634960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42614) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:21.688254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-dfe8644d-563c-4bee-be83-2ab4e41b7c67 req-09c9f1c5-1250-4953-bd4b-7c0ea2598e97 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] For port 1e309c99-c98c-426a-b956-54e9d5b161d2, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=1e309c99-c98c-426a-b956-54e9d5b161d2,segment=NetworkSegment(4ba5cd36-f38b-483f-a6df-c78ddb6bc01e),segment_id=4ba5cd36-f38b-483f-a6df-c78ddb6bc01e)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:21.688606 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dfe8644d-563c-4bee-be83-2ab4e41b7c67 req-09c9f1c5-1250-4953-bd4b-7c0ea2598e97 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:21.719950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5bc9c9-cda8-4695-8de8-85c7b08f5a4e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:21.722339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af5bc9c9-cda8-4695-8de8-85c7b08f5a4e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:21.725243 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-af5bc9c9-cda8-4695-8de8-85c7b08f5a4e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0887845 Jul 09 13:58:21.731247 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42628) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:21.828491 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-11895b5d-6be0-4639-98c3-b26d8ae58617 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet bd1f7fda-f255-4ee3-8c3b-fb76715f0e67 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:58:21.839875 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11895b5d-6be0-4639-98c3-b26d8ae58617 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:21.851701 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4a4c463e-24e5-4409-97ce-400979642f77 None None] Provisioning for port b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:21.920093 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11895b5d-6be0-4639-98c3-b26d8ae58617 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:22.050183 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dfe8644d-563c-4bee-be83-2ab4e41b7c67 req-09c9f1c5-1250-4953-bd4b-7c0ea2598e97 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:22.051015 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dfe8644d-563c-4bee-be83-2ab4e41b7c67 req-09c9f1c5-1250-4953-bd4b-7c0ea2598e97 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:22.051233 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-dfe8644d-563c-4bee-be83-2ab4e41b7c67 req-09c9f1c5-1250-4953-bd4b-7c0ea2598e97 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Floating IP 7435a3b6-24c0-48b9-93c7-5b30a7554091 disassociated. External IP: 172.25.2.3, port: 1e309c99-c98c-426a-b956-54e9d5b161d2. Jul 09 13:58:22.051539 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-dfe8644d-563c-4bee-be83-2ab4e41b7c67 req-09c9f1c5-1250-4953-bd4b-7c0ea2598e97 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Calling delete_port for 1e309c99-c98c-426a-b956-54e9d5b161d2 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:22.073749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-725e00e1-e728-4918-9ecd-c4ca1116eaf8 None None] Could not find standard attr ID for object dca87437-f247-4e16-9bc7-07d30952521a. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:58:22.093308 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11895b5d-6be0-4639-98c3-b26d8ae58617 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:22.204745 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11895b5d-6be0-4639-98c3-b26d8ae58617 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:22.260683 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11895b5d-6be0-4639-98c3-b26d8ae58617 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:22.263243 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-11895b5d-6be0-4639-98c3-b26d8ae58617 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/bd1f7fda-f255-4ee3-8c3b-fb76715f0e67 HTTP/1.1" status: 204 len: 168 time: 0.5304070 Jul 09 13:58:22.265348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11895b5d-6be0-4639-98c3-b26d8ae58617 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=bd1f7fda-f255-4ee3-8c3b-fb76715f0e67,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:22.269964 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42646) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:22.286677 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dfe8644d-563c-4bee-be83-2ab4e41b7c67 req-09c9f1c5-1250-4953-bd4b-7c0ea2598e97 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:22.330459 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c9f1c5-1250-4953-bd4b-7c0ea2598e97 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Pushing event deleted for resources: {'Port': ['ID=1e309c99-c98c-426a-b956-54e9d5b161d2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:22.409171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:58:22.414452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cadf660d-1e01-43f8-9b50-15b423bd3bbe tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1409788 Jul 09 13:58:22.420079 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42652) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:22.429793 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-adec06e0-2699-4e3b-9e15-1f5df23dc33f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:22.512355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362a30fa-bc7e-418b-b300-247d4dc7a419 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:22.596077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:22.623156 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:22.624481 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:22.624725 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dfe8644d-563c-4bee-be83-2ab4e41b7c67 req-09c9f1c5-1250-4953-bd4b-7c0ea2598e97 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Router ca02651d-fb38-4680-ac92-d2d2c3de0351 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:58:22.646309 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adec06e0-2699-4e3b-9e15-1f5df23dc33f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:22.650561 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adec06e0-2699-4e3b-9e15-1f5df23dc33f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:23.038574 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28eda094-e920-4869-b9d1-8b9b1bfa9348 None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:58:23.054779 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:23.179225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:23.187980 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:23.248626 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5b292506-9998-4315-bcc2-98e06d3dad7e req-97c3b3cd-5f22-49ad-a3dc-39b5a49d6f2f tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 210 time: 0.0719693 Jul 09 13:58:23.282687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-28eda094-e920-4869-b9d1-8b9b1bfa9348 None None] Deleting port b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:23.283219 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28eda094-e920-4869-b9d1-8b9b1bfa9348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:23.309525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:23.374940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-28eda094-e920-4869-b9d1-8b9b1bfa9348 None None] For port b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:23.375339 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28eda094-e920-4869-b9d1-8b9b1bfa9348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:23.391339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-28eda094-e920-4869-b9d1-8b9b1bfa9348 None None] Calling delete_port for b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:23.444980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dfe8644d-563c-4bee-be83-2ab4e41b7c67 req-09c9f1c5-1250-4953-bd4b-7c0ea2598e97 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:58:23.486890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e79c253-7fae-40e3-a947-7e31b26e6a0c None None] Sync routers for ids ['ca02651d-fb38-4680-ac92-d2d2c3de0351'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:58:23.532337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e79c253-7fae-40e3-a947-7e31b26e6a0c None None] Routers {'ca02651d-fb38-4680-ac92-d2d2c3de0351'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:23.533307 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8e79c253-7fae-40e3-a947-7e31b26e6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['ca02651d-fb38-4680-ac92-d2d2c3de0351'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:23.551675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfe8644d-563c-4bee-be83-2ab4e41b7c67 req-09c9f1c5-1250-4953-bd4b-7c0ea2598e97 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] No DVR routers for this DVR port 1e309c99-c98c-426a-b956-54e9d5b161d2 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:23.559123 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-dfe8644d-563c-4bee-be83-2ab4e41b7c67 req-09c9f1c5-1250-4953-bd4b-7c0ea2598e97 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:23.562946 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dfe8644d-563c-4bee-be83-2ab4e41b7c67 req-09c9f1c5-1250-4953-bd4b-7c0ea2598e97 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.15 "DELETE /v2.0/ports/1e309c99-c98c-426a-b956-54e9d5b161d2 HTTP/1.1" status: 204 len: 173 time: 2.4922047 Jul 09 13:58:23.563929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b700f4a0-4a7f-4c29-9c48-c28e598b5e94', 'name': 'network-vif-deleted', 'tag': '1e309c99-c98c-426a-b956-54e9d5b161d2'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:58:23.567982 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db099bb9-2d2f-492b-8b5d-8ce2414dbfe1" -d '{"events": [{"server_uuid": "b700f4a0-4a7f-4c29-9c48-c28e598b5e94", "name": "network-vif-deleted", "tag": "1e309c99-c98c-426a-b956-54e9d5b161d2"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:58:23.612214 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-28eda094-e920-4869-b9d1-8b9b1bfa9348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:23.719198 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eda094-e920-4869-b9d1-8b9b1bfa9348 None None] No DVR routers for this DVR port b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:23.725701 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eda094-e920-4869-b9d1-8b9b1bfa9348 None None] Pushing event deleted for resources: {'Port': ['ID=b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:23.763850 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7851a25e-6b2d-46ed-967a-80b23ac35f0d x-openstack-request-id: req-7851a25e-6b2d-46ed-967a-80b23ac35f0d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:58:23.764246 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b700f4a0-4a7f-4c29-9c48-c28e598b5e94", "name": "network-vif-deleted", "tag": "1e309c99-c98c-426a-b956-54e9d5b161d2", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:58:23.764759 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7851a25e-6b2d-46ed-967a-80b23ac35f0d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:58:23.765223 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b700f4a0-4a7f-4c29-9c48-c28e598b5e94', 'name': 'network-vif-deleted', 'tag': '1e309c99-c98c-426a-b956-54e9d5b161d2', 'status': 'completed', 'code': 200} Jul 09 13:58:23.819480 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adec06e0-2699-4e3b-9e15-1f5df23dc33f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:23.885688 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec06e0-2699-4e3b-9e15-1f5df23dc33f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:23.891348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-adec06e0-2699-4e3b-9e15-1f5df23dc33f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:23.898550 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adec06e0-2699-4e3b-9e15-1f5df23dc33f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:23.900622 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adec06e0-2699-4e3b-9e15-1f5df23dc33f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:23.916379 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0eade8-824f-48c6-96b6-46c86e84648f None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:23.927051 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8e79c253-7fae-40e3-a947-7e31b26e6a0c None None] Set router ca02651d-fb38-4680-ac92-d2d2c3de0351 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:23.961196 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec06e0-2699-4e3b-9e15-1f5df23dc33f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=8ac8bd8a-6d1f-40b1-8743-10e3010dc617,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:23.973162 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-adec06e0-2699-4e3b-9e15-1f5df23dc33f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5447266 Jul 09 13:58:23.973556 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42660) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:23.989793 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c9ebd0a2-876d-4123-bf54-c45846e3dc8e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'fixed_ips': [{'subnet_id': '8ac8bd8a-6d1f-40b1-8743-10e3010dc617', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1363643129'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:24.201296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ebd0a2-876d-4123-bf54-c45846e3dc8e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:24.211051 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c9ebd0a2-876d-4123-bf54-c45846e3dc8e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:24.273310 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-c9ebd0a2-876d-4123-bf54-c45846e3dc8e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port ecd774e7-4d89-4297-90a0-5b88cf6002ed yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:58:24.406155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:24.476380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:24.476739 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b283892a-3b4d-4cf0-8d6c-d75fb8fbb8f1 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:24.546575 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9ebd0a2-876d-4123-bf54-c45846e3dc8e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:58:24.547257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9ebd0a2-876d-4123-bf54-c45846e3dc8e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:58:24.591009 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c9ebd0a2-876d-4123-bf54-c45846e3dc8e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.6135216 Jul 09 13:58:24.592370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42664) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:24.646470 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d758be5e-6f51-444b-8a86-83e9ab5b91e4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0524259 Jul 09 13:58:24.648849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42666) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:24.739716 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7c0d0a50-f92d-460c-b25d-592822f25fa8 req-95a0d7e9-1f90-4f24-9585-3a22fe88ab99 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "GET /v2.0/ports?device_id=b700f4a0-4a7f-4c29-9c48-c28e598b5e94 HTTP/1.1" status: 200 len: 210 time: 0.0476327 Jul 09 13:58:24.781595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681ac52c-a450-41e6-a9db-c2964acb1a8c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:24.784242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681ac52c-a450-41e6-a9db-c2964acb1a8c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:24.785978 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-681ac52c-a450-41e6-a9db-c2964acb1a8c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1349685 Jul 09 13:58:24.790208 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42670) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:24.800452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2c26fd-b82e-4480-8faf-9b4981ed4352 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': '8ac8bd8a-6d1f-40b1-8743-10e3010dc617'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:58:24.808857 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e2c26fd-b82e-4480-8faf-9b4981ed4352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:24.862941 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b72adaa-4d73-4456-befe-1d7a7dc4b458 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 8ac8bd8a-6d1f-40b1-8743-10e3010dc617 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:58:24.867520 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0b72adaa-4d73-4456-befe-1d7a7dc4b458 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:24.932558 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0b72adaa-4d73-4456-befe-1d7a7dc4b458 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:24.934160 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8e79c253-7fae-40e3-a947-7e31b26e6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'name': 'tempest-TestServerBasicOps-2061273760-router', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 4, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'gw_port': {'id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '1e08b81e-b32a-495b-bc16-fa569d386047', 'name': '', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'mac_address': 'fa:16:3e:b1:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cead91ca-0866-40d2-b198-269f828e543c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:12Z', 'updated_at': '2021-07-09T13:53:21Z', 'revision_number': 5, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'subnets': [{'id': 'cead91ca-0866-40d2-b198-269f828e543c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:24.995407 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e79c253-7fae-40e3-a947-7e31b26e6a0c None None] Checking router: ca02651d-fb38-4680-ac92-d2d2c3de0351 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:58:24.997681 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0b72adaa-4d73-4456-befe-1d7a7dc4b458 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:25.039974 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e79c253-7fae-40e3-a947-7e31b26e6a0c None None] Routers {'ca02651d-fb38-4680-ac92-d2d2c3de0351'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:25.042965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8e79c253-7fae-40e3-a947-7e31b26e6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['ca02651d-fb38-4680-ac92-d2d2c3de0351'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:25.099270 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0b72adaa-4d73-4456-befe-1d7a7dc4b458 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-3e2c26fd-b82e-4480-8faf-9b4981ed4352 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ac8bd8a-6d1f-40b1-8743-10e3010dc617: This subnet is being modified by another concurrent operation. Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8ac8bd8a-6d1f-40b1-8743-10e3010dc617: This subnet is being modified by another concurrent operation. Jul 09 13:58:25.128753 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 09 13:58:25.149842 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b72adaa-4d73-4456-befe-1d7a7dc4b458 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=8ac8bd8a-6d1f-40b1-8743-10e3010dc617,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:25.156813 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0b72adaa-4d73-4456-befe-1d7a7dc4b458 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:25.160780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0b72adaa-4d73-4456-befe-1d7a7dc4b458 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/8ac8bd8a-6d1f-40b1-8743-10e3010dc617 HTTP/1.1" status: 204 len: 168 time: 0.3674779 Jul 09 13:58:25.164004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42672) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:25.208594 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2a1fe0-f5d1-4c84-8778-4e05437308ae None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:58:25.209313 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-63d31cf5-b46b-4a5e-8816-10ecdd4f28bc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431600 Jul 09 13:58:25.215896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:25.221616 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-039a9025-d06a-4362-903c-e1daf1c2e751 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:25.323577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8e79c253-7fae-40e3-a947-7e31b26e6a0c None None] Set router ca02651d-fb38-4680-ac92-d2d2c3de0351 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:25.359299 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-039a9025-d06a-4362-903c-e1daf1c2e751 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:25.366392 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-039a9025-d06a-4362-903c-e1daf1c2e751 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:25.480959 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 1e309c99-c98c-426a-b956-54e9d5b161d2 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:25.542239 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 1e309c99-c98c-426a-b956-54e9d5b161d2 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:25.542776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 1e309c99-c98c-426a-b956-54e9d5b161d2 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:25.607900 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2a1fe0-f5d1-4c84-8778-4e05437308ae None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:58:25.745632 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-039a9025-d06a-4362-903c-e1daf1c2e751 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:25.812181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-039a9025-d06a-4362-903c-e1daf1c2e751 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:25.815914 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-039a9025-d06a-4362-903c-e1daf1c2e751 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:25.831262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039a9025-d06a-4362-903c-e1daf1c2e751 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:25.831950 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-039a9025-d06a-4362-903c-e1daf1c2e751 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:25.849548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-039a9025-d06a-4362-903c-e1daf1c2e751 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=0786c927-7bbb-49d9-a0f2-4095b7fe968a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:25.861273 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8e79c253-7fae-40e3-a947-7e31b26e6a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'name': 'tempest-TestServerBasicOps-2061273760-router', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 4, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'gw_port': {'id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '1e08b81e-b32a-495b-bc16-fa569d386047', 'name': '', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'mac_address': 'fa:16:3e:b1:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cead91ca-0866-40d2-b198-269f828e543c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:12Z', 'updated_at': '2021-07-09T13:53:21Z', 'revision_number': 5, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'subnets': [{'id': 'cead91ca-0866-40d2-b198-269f828e543c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:25.885137 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-039a9025-d06a-4362-903c-e1daf1c2e751 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6673489 Jul 09 13:58:25.889070 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42680) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:25.904137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-aafc475f-46da-43ec-aec1-b0ec2dd994ef tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1158702879', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:25.927806 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e79c253-7fae-40e3-a947-7e31b26e6a0c None None] The sync data for ids ['ca02651d-fb38-4680-ac92-d2d2c3de0351'] in n-d-799525-3 is: [{'id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'name': 'tempest-TestServerBasicOps-2061273760-router', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:13Z', 'revision_number': 4, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'gw_port': {'id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '1e08b81e-b32a-495b-bc16-fa569d386047', 'name': '', 'network_id': '65ffa311-d151-4783-93e5-16b0b7dbb4db', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'mac_address': 'fa:16:3e:b1:0a:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_interface', 'standard_attr_id': 3414, 'fixed_ips': [{'subnet_id': 'cead91ca-0866-40d2-b198-269f828e543c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:12Z', 'updated_at': '2021-07-09T13:53:21Z', 'revision_number': 5, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'subnets': [{'id': 'cead91ca-0866-40d2-b198-269f828e543c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:58:25.953487 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aafc475f-46da-43ec-aec1-b0ec2dd994ef tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:25.957005 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aafc475f-46da-43ec-aec1-b0ec2dd994ef tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:25.988089 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42682) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:26.070526 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aafc475f-46da-43ec-aec1-b0ec2dd994ef tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:26.078389 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aafc475f-46da-43ec-aec1-b0ec2dd994ef tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:26.126911 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aafc475f-46da-43ec-aec1-b0ec2dd994ef tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:26.129199 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aafc475f-46da-43ec-aec1-b0ec2dd994ef tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2390847 Jul 09 13:58:26.131917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42684) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:26.167761 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': '0786c927-7bbb-49d9-a0f2-4095b7fe968a'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:58:26.168704 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:26.205837 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-156191ed-21fc-45b9-b335-a27d3942b3a3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Deleting port fec78184-0a34-452e-9638-65574473f283 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:26.206197 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-156191ed-21fc-45b9-b335-a27d3942b3a3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:26.359815 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-156191ed-21fc-45b9-b335-a27d3942b3a3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:26.360156 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-156191ed-21fc-45b9-b335-a27d3942b3a3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:26.382336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-156191ed-21fc-45b9-b335-a27d3942b3a3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Calling delete_port for fec78184-0a34-452e-9638-65574473f283 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:26.439599 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fa3bd7-6463-4ee0-8f39-ff06695a323a None None] New status for floating IP 7435a3b6-24c0-48b9-93c7-5b30a7554091: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:58:26.545893 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:26.567355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Allocated IP 2001:db8::2 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/0786c927-7bbb-49d9-a0f2-4095b7fe968a/469c50b3-378e-460c-b6a8-5a1524e35c91) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:26.639122 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-156191ed-21fc-45b9-b335-a27d3942b3a3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:26.648047 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.db.api [None req-f2fa3bd7-6463-4ee0-8f39-ff06695a323a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93756) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:58:26.648959 n-d-799525-3 neutron-server[93756]: DEBUG oslo_db.api [None req-f2fa3bd7-6463-4ee0-8f39-ff06695a323a None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:58:26.673245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156191ed-21fc-45b9-b335-a27d3942b3a3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Pushing event deleted for resources: {'Port': ['ID=fec78184-0a34-452e-9638-65574473f283,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:26.800630 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-156191ed-21fc-45b9-b335-a27d3942b3a3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:26.805278 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-156191ed-21fc-45b9-b335-a27d3942b3a3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:26.811974 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-156191ed-21fc-45b9-b335-a27d3942b3a3 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "DELETE /v2.0/floatingips/7435a3b6-24c0-48b9-93c7-5b30a7554091 HTTP/1.1" status: 204 len: 168 time: 0.8215673 Jul 09 13:58:26.904591 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:26.922256 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Transition to ACTIVE for port object 469c50b3-378e-460c-b6a8-5a1524e35c91 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:26.953696 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Transition to ACTIVE for port object 469c50b3-378e-460c-b6a8-5a1524e35c91 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:26.966429 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:27.065330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::1 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/0786c927-7bbb-49d9-a0f2-4095b7fe968a/f1581da6-197d-49cb-ae38-45435f733309) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:27.086492 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:27.092341 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:27.094806 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Pushing event updated for resources: {'Port': ['ID=469c50b3-378e-460c-b6a8-5a1524e35c91,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:27.098726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:27.135434 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42694) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:27.151548 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fa3bd7-6463-4ee0-8f39-ff06695a323a None None] New status for floating IP 7435a3b6-24c0-48b9-93c7-5b30a7554091: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:58:27.245766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Attempting to bind port 469c50b3-378e-460c-b6a8-5a1524e35c91 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:58:27.247179 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Attempting to bind port 469c50b3-378e-460c-b6a8-5a1524e35c91 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:58:27.247840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Attempting to bind port 469c50b3-378e-460c-b6a8-5a1524e35c91 on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:58:27.265829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:58:27.266752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:58:27.268053 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:27.269294 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:58:27.270552 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Bound port: 469c50b3-378e-460c-b6a8-5a1524e35c91, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:58:27.271709 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:27.283656 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77d14cc5-0bc0-4af6-a2e3-487b6aaec7d5 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:27.319806 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:27.351013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object f1581da6-197d-49cb-ae38-45435f733309 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:27.366785 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77d14cc5-0bc0-4af6-a2e3-487b6aaec7d5 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:27.417112 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:27.431608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] For port 469c50b3-378e-460c-b6a8-5a1524e35c91, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:58:27.438751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] For port 469c50b3-378e-460c-b6a8-5a1524e35c91, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=469c50b3-378e-460c-b6a8-5a1524e35c91,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:58:27.449111 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:27.465219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:27.467885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:27.478445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:27.479626 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:27.539043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e65911-2b49-4470-9e27-0780aec0f10e None None] Pushing event updated for resources: {'Port': ['ID=469c50b3-378e-460c-b6a8-5a1524e35c91,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:27.545924 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77d14cc5-0bc0-4af6-a2e3-487b6aaec7d5 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:27.549515 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-77d14cc5-0bc0-4af6-a2e3-487b6aaec7d5 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:27.554978 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-77d14cc5-0bc0-4af6-a2e3-487b6aaec7d5 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] 10.222.0.39 "DELETE /v2.0/security-groups/36dc97e2-e0c6-4c79-a04f-944c07df4635 HTTP/1.1" status: 204 len: 168 time: 0.4145985 Jul 09 13:58:27.563313 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d14cc5-0bc0-4af6-a2e3-487b6aaec7d5 tempest-TestServerBasicOps-1411615366 tempest-TestServerBasicOps-1411615366-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36dc97e2-e0c6-4c79-a04f-944c07df4635,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:27.651476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42698) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:27.678408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=f1581da6-197d-49cb-ae38-45435f733309,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:27.850840 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:28.313689 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:28.320323 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:28.321395 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:28.447845 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=f1581da6-197d-49cb-ae38-45435f733309,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:28.514933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 469c50b3-378e-460c-b6a8-5a1524e35c91 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:58:28.518386 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:28.520098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:28.633688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 469c50b3-378e-460c-b6a8-5a1524e35c91 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:28.801218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Router c8c4e0ca-5733-4502-9e72-345b267d8cd3 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:58:28.975413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:58:28.984917 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dbf1dc70-6f31-4690-a66f-35f7f4896bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "PUT /v2.0/routers/c8c4e0ca-5733-4502-9e72-345b267d8cd3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8511813 Jul 09 13:58:28.987937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42704) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:28.991756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51084dbf-2207-450c-8c29-5c4346fee76f None None] Sync routers for ids ['c8c4e0ca-5733-4502-9e72-345b267d8cd3'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:58:29.004674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51084dbf-2207-450c-8c29-5c4346fee76f None None] Routers {'c8c4e0ca-5733-4502-9e72-345b267d8cd3'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:29.005418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-51084dbf-2207-450c-8c29-5c4346fee76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c8c4e0ca-5733-4502-9e72-345b267d8cd3'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:29.101446 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41d4202a-eea4-4adb-b2f5-229c7ca59c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:29.120306 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f3b336-8861-42c1-ab75-15a7378cace8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:29.124397 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-62f3b336-8861-42c1-ab75-15a7378cace8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports/f1581da6-197d-49cb-ae38-45435f733309 HTTP/1.1" status: 200 len: 911 time: 0.1314502 Jul 09 13:58:29.125026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42706) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:29.137053 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-51084dbf-2207-450c-8c29-5c4346fee76f None None] Set router c8c4e0ca-5733-4502-9e72-345b267d8cd3 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:29.256313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c640a590-84ce-4495-ae81-036e7d807922 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:29.263051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c640a590-84ce-4495-ae81-036e7d807922 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:29.268385 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c640a590-84ce-4495-ae81-036e7d807922 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.1415827 Jul 09 13:58:29.269372 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42710) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:29.334884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98acd352-b201-43bc-a064-ae4cb6131cdf None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:29.524487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0dd53733-a9ca-46e0-bb4e-7fcf12c4072c None None] Provisioning for port 469c50b3-378e-460c-b6a8-5a1524e35c91 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:29.560279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0dd53733-a9ca-46e0-bb4e-7fcf12c4072c None None] Provisioning complete for port 469c50b3-378e-460c-b6a8-5a1524e35c91 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:29.560917 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0dd53733-a9ca-46e0-bb4e-7fcf12c4072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:29.651150 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-41d4202a-eea4-4adb-b2f5-229c7ca59c16 admin admin] Deleting port 1e08b81e-b32a-495b-bc16-fa569d386047 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:29.651150 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41d4202a-eea4-4adb-b2f5-229c7ca59c16 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:29.803618 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-41d4202a-eea4-4adb-b2f5-229c7ca59c16 admin admin] For port 1e08b81e-b32a-495b-bc16-fa569d386047, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1e08b81e-b32a-495b-bc16-fa569d386047,segment=NetworkSegment(4ba5cd36-f38b-483f-a6df-c78ddb6bc01e),segment_id=4ba5cd36-f38b-483f-a6df-c78ddb6bc01e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:29.803618 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41d4202a-eea4-4adb-b2f5-229c7ca59c16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:29.824246 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-41d4202a-eea4-4adb-b2f5-229c7ca59c16 admin admin] Calling delete_port for 1e08b81e-b32a-495b-bc16-fa569d386047 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:30.031354 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc3ee-a0b5-4da9-bdfa-bf5c146845ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:30.231434 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41d4202a-eea4-4adb-b2f5-229c7ca59c16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:30.288217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4202a-eea4-4adb-b2f5-229c7ca59c16 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e08b81e-b32a-495b-bc16-fa569d386047,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:30.445990 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0dd53733-a9ca-46e0-bb4e-7fcf12c4072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:30.570091 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0dd53733-a9ca-46e0-bb4e-7fcf12c4072c None None] For port 469c50b3-378e-460c-b6a8-5a1524e35c91, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=469c50b3-378e-460c-b6a8-5a1524e35c91,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:30.579307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8bbdc3ee-a0b5-4da9-bdfa-bf5c146845ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port f1581da6-197d-49cb-ae38-45435f733309 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:30.579870 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc3ee-a0b5-4da9-bdfa-bf5c146845ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:30.585344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-51084dbf-2207-450c-8c29-5c4346fee76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c4e0ca-5733-4502-9e72-345b267d8cd3', 'name': 'tempest-NetworksTestDHCPv6-router-1158702879', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:25Z', 'updated_at': '2021-07-09T13:58:27Z', 'revision_number': 2, 'project_id': 'b9b4bc1f9e61485b89051620f213f808', 'gw_port_host': None, '_interfaces': [{'id': 'f1581da6-197d-49cb-ae38-45435f733309', 'name': '', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'mac_address': 'fa:16:3e:c0:99:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c4e0ca-5733-4502-9e72-345b267d8cd3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3715, 'fixed_ips': [{'subnet_id': '0786c927-7bbb-49d9-a0f2-4095b7fe968a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:26Z', 'updated_at': '2021-07-09T13:58:28Z', 'revision_number': 2, 'project_id': 'b9b4bc1f9e61485b89051620f213f808', 'subnets': [{'id': '0786c927-7bbb-49d9-a0f2-4095b7fe968a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:30.592783 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0dd53733-a9ca-46e0-bb4e-7fcf12c4072c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:30.641563 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41d4202a-eea4-4adb-b2f5-229c7ca59c16 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:30.723671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51084dbf-2207-450c-8c29-5c4346fee76f None None] Checking router: c8c4e0ca-5733-4502-9e72-345b267d8cd3 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:58:30.724354 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51084dbf-2207-450c-8c29-5c4346fee76f None None] Updating router c8c4e0ca-5733-4502-9e72-345b267d8cd3 port f1581da6-197d-49cb-ae38-45435f733309 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:58:30.789797 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc3ee-a0b5-4da9-bdfa-bf5c146845ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:30.812365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8bbdc3ee-a0b5-4da9-bdfa-bf5c146845ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for f1581da6-197d-49cb-ae38-45435f733309 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:30.885017 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51084dbf-2207-450c-8c29-5c4346fee76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:30.890906 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd53733-a9ca-46e0-bb4e-7fcf12c4072c None None] Pushing event updated for resources: {'Port': ['ID=469c50b3-378e-460c-b6a8-5a1524e35c91,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:31.124507 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d4202a-eea4-4adb-b2f5-229c7ca59c16 admin admin] Router ca02651d-fb38-4680-ac92-d2d2c3de0351 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:58:31.287713 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc3ee-a0b5-4da9-bdfa-bf5c146845ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:31.309622 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-51084dbf-2207-450c-8c29-5c4346fee76f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:58:31.309950 n-d-799525-3 neutron-server[93755]: DEBUG oslo_db.api [None req-51084dbf-2207-450c-8c29-5c4346fee76f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:58:31.326676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3ef66fcc-48da-410b-9fe3-44f5a5529aa0 None None] Provisioning complete for port 469c50b3-378e-460c-b6a8-5a1524e35c91 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:31.327147 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3ef66fcc-48da-410b-9fe3-44f5a5529aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:31.392908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdc3ee-a0b5-4da9-bdfa-bf5c146845ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=f1581da6-197d-49cb-ae38-45435f733309,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:31.486199 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d4202a-eea4-4adb-b2f5-229c7ca59c16 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:58:31.502516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3ef66fcc-48da-410b-9fe3-44f5a5529aa0 None None] Could not find standard attr ID for object f1581da6-197d-49cb-ae38-45435f733309. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:58:31.510620 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-41d4202a-eea4-4adb-b2f5-229c7ca59c16 admin admin] 10.222.0.39 "PUT /v2.0/routers/ca02651d-fb38-4680-ac92-d2d2c3de0351/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8573310 Jul 09 13:58:31.520370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42720) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:31.536993 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cccbf3-2dc2-41ad-9b3c-90162110b7dd None None] Sync routers for ids ['ca02651d-fb38-4680-ac92-d2d2c3de0351'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:58:31.555129 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cccbf3-2dc2-41ad-9b3c-90162110b7dd None None] Routers {'ca02651d-fb38-4680-ac92-d2d2c3de0351'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:31.556226 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a8cccbf3-2dc2-41ad-9b3c-90162110b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['ca02651d-fb38-4680-ac92-d2d2c3de0351'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:31.581623 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc3ee-a0b5-4da9-bdfa-bf5c146845ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:31.624708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-828be64e-5d94-4ed9-8733-971219117f53 None None] Could not find standard attr ID for object f1581da6-197d-49cb-ae38-45435f733309. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:58:31.774058 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a8cccbf3-2dc2-41ad-9b3c-90162110b7dd None None] Set router ca02651d-fb38-4680-ac92-d2d2c3de0351 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:31.791730 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4377-aa3d-4fe3-b439-42e1eebf11fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:31.849831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51084dbf-2207-450c-8c29-5c4346fee76f None None] Port f1581da6-197d-49cb-ae38-45435f733309 not found while updating agent binding for router c8c4e0ca-5733-4502-9e72-345b267d8cd3. {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 09 13:58:31.878456 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51084dbf-2207-450c-8c29-5c4346fee76f None None] Routers {'c8c4e0ca-5733-4502-9e72-345b267d8cd3'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:31.880225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-51084dbf-2207-450c-8c29-5c4346fee76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c8c4e0ca-5733-4502-9e72-345b267d8cd3'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:31.886885 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cb4e2d59-61b6-429c-98c1-2d0089db92e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:32.080794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbdc3ee-a0b5-4da9-bdfa-bf5c146845ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Router c8c4e0ca-5733-4502-9e72-345b267d8cd3 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:58:32.091254 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-51084dbf-2207-450c-8c29-5c4346fee76f None None] Set router c8c4e0ca-5733-4502-9e72-345b267d8cd3 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:32.117355 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4377-aa3d-4fe3-b439-42e1eebf11fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:32.280083 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb4377-aa3d-4fe3-b439-42e1eebf11fa admin admin] Deleting port bfa2d6cb-1131-4bcb-98a9-a48199cbe585 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:32.280886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4377-aa3d-4fe3-b439-42e1eebf11fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:32.311467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-51084dbf-2207-450c-8c29-5c4346fee76f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c4e0ca-5733-4502-9e72-345b267d8cd3', 'name': 'tempest-NetworksTestDHCPv6-router-1158702879', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:25Z', 'updated_at': '2021-07-09T13:58:31Z', 'revision_number': 3, 'project_id': 'b9b4bc1f9e61485b89051620f213f808', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:32.313300 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a8cccbf3-2dc2-41ad-9b3c-90162110b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'name': 'tempest-TestServerBasicOps-2061273760-router', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70'}], 'enable_snat': True}, 'gw_port_id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:58:30Z', 'revision_number': 5, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'gw_port': {'id': 'bfa2d6cb-1131-4bcb-98a9-a48199cbe585', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3413, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:53:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:32.322105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b52973d7-abdc-4ecf-92f3-397b47cbed84 None None] Could not find standard attr ID for object f1581da6-197d-49cb-ae38-45435f733309. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:58:32.334183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbdc3ee-a0b5-4da9-bdfa-bf5c146845ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:58:32.360864 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8bbdc3ee-a0b5-4da9-bdfa-bf5c146845ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "PUT /v2.0/routers/c8c4e0ca-5733-4502-9e72-345b267d8cd3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0849113 Jul 09 13:58:32.361869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42722) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:32.408142 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cccbf3-2dc2-41ad-9b3c-90162110b7dd None None] Checking router: ca02651d-fb38-4680-ac92-d2d2c3de0351 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:58:32.425227 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8cccbf3-2dc2-41ad-9b3c-90162110b7dd None None] Routers {'ca02651d-fb38-4680-ac92-d2d2c3de0351'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:32.426235 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a8cccbf3-2dc2-41ad-9b3c-90162110b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['ca02651d-fb38-4680-ac92-d2d2c3de0351'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:32.439635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51084dbf-2207-450c-8c29-5c4346fee76f None None] The sync data for ids ['c8c4e0ca-5733-4502-9e72-345b267d8cd3'] in n-d-799525-3 is: [{'id': 'c8c4e0ca-5733-4502-9e72-345b267d8cd3', 'name': 'tempest-NetworksTestDHCPv6-router-1158702879', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:25Z', 'updated_at': '2021-07-09T13:58:31Z', 'revision_number': 3, 'project_id': 'b9b4bc1f9e61485b89051620f213f808', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:58:32.555644 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6420f33-8fa6-4469-ad2b-9f735c9c5a13 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:32.574492 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6420f33-8fa6-4469-ad2b-9f735c9c5a13 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:32.578588 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c6420f33-8fa6-4469-ad2b-9f735c9c5a13 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2136254 Jul 09 13:58:32.585136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42726) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:32.640824 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 469c50b3-378e-460c-b6a8-5a1524e35c91 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:58:32.686678 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a8cccbf3-2dc2-41ad-9b3c-90162110b7dd None None] Set router ca02651d-fb38-4680-ac92-d2d2c3de0351 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:32.699642 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-7fcb4377-aa3d-4fe3-b439-42e1eebf11fa admin admin] For port bfa2d6cb-1131-4bcb-98a9-a48199cbe585, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=bfa2d6cb-1131-4bcb-98a9-a48199cbe585,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:32.700563 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4377-aa3d-4fe3-b439-42e1eebf11fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:32.760325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7fcb4377-aa3d-4fe3-b439-42e1eebf11fa admin admin] Calling delete_port for bfa2d6cb-1131-4bcb-98a9-a48199cbe585 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:32.769177 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 469c50b3-378e-460c-b6a8-5a1524e35c91 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:32.769785 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:32.818343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-55715671-ad74-44c0-bfe2-e58737e21b18 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 0786c927-7bbb-49d9-a0f2-4095b7fe968a {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:58:32.829364 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a8cccbf3-2dc2-41ad-9b3c-90162110b7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'name': 'tempest-TestServerBasicOps-2061273760-router', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:58:32Z', 'revision_number': 6, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:32.833033 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55715671-ad74-44c0-bfe2-e58737e21b18 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:32.911958 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8cccbf3-2dc2-41ad-9b3c-90162110b7dd None None] The sync data for ids ['ca02651d-fb38-4680-ac92-d2d2c3de0351'] in n-d-799525-3 is: [{'id': 'ca02651d-fb38-4680-ac92-d2d2c3de0351', 'name': 'tempest-TestServerBasicOps-2061273760-router', 'tenant_id': 'baab7aa37ed141be9061efd45cbd2081', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:10Z', 'updated_at': '2021-07-09T13:58:32Z', 'revision_number': 6, 'project_id': 'baab7aa37ed141be9061efd45cbd2081', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:58:33.004152 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55715671-ad74-44c0-bfe2-e58737e21b18 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:33.151341 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4377-aa3d-4fe3-b439-42e1eebf11fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:33.187854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb4377-aa3d-4fe3-b439-42e1eebf11fa admin admin] Pushing event deleted for resources: {'Port': ['ID=bfa2d6cb-1131-4bcb-98a9-a48199cbe585,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:33.206212 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55715671-ad74-44c0-bfe2-e58737e21b18 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:33.265112 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4377-aa3d-4fe3-b439-42e1eebf11fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:33.308722 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55715671-ad74-44c0-bfe2-e58737e21b18 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:33.381788 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55715671-ad74-44c0-bfe2-e58737e21b18 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=0786c927-7bbb-49d9-a0f2-4095b7fe968a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:33.390363 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55715671-ad74-44c0-bfe2-e58737e21b18 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:33.396252 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-55715671-ad74-44c0-bfe2-e58737e21b18 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/0786c927-7bbb-49d9-a0f2-4095b7fe968a HTTP/1.1" status: 204 len: 168 time: 0.8011830 Jul 09 13:58:33.396493 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42730) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:33.399011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb647b2c-dc68-4c1a-93f7-a01b70e01c2b None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:33.439513 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4377-aa3d-4fe3-b439-42e1eebf11fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:33.447238 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4377-aa3d-4fe3-b439-42e1eebf11fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:33.547704 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4377-aa3d-4fe3-b439-42e1eebf11fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:33.550744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fcb4377-aa3d-4fe3-b439-42e1eebf11fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca02651d-fb38-4680-ac92-d2d2c3de0351 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:58:33.565079 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fcb4377-aa3d-4fe3-b439-42e1eebf11fa admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:33.583170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7fcb4377-aa3d-4fe3-b439-42e1eebf11fa admin admin] 10.222.0.39 "DELETE /v2.0/routers/ca02651d-fb38-4680-ac92-d2d2c3de0351 HTTP/1.1" status: 204 len: 168 time: 2.0588236 Jul 09 13:58:33.583170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42732) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:33.632750 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8db2d99f-ac87-4a5a-9002-e18cd875cf30 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2345254 Jul 09 13:58:33.633376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42734) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:33.684175 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd41d1f8-eaaa-447b-a79f-d92b1da4506d admin admin] Deleting subnet cead91ca-0866-40d2-b198-269f828e543c {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:58:33.696602 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd41d1f8-eaaa-447b-a79f-d92b1da4506d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:33.747125 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd41d1f8-eaaa-447b-a79f-d92b1da4506d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:33.759074 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83f7e93d-197f-4f6b-99e1-92958a385ffb tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:33.908192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be49252-b058-486e-b73d-57adacf88d2f None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:58:33.948725 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd41d1f8-eaaa-447b-a79f-d92b1da4506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:33.979658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a473104-42e4-4174-90ad-8c7870aa90da None None] Sync routers for ids ['c8c4e0ca-5733-4502-9e72-345b267d8cd3'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:58:33.996512 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a473104-42e4-4174-90ad-8c7870aa90da None None] Routers {'c8c4e0ca-5733-4502-9e72-345b267d8cd3'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:33.997260 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1a473104-42e4-4174-90ad-8c7870aa90da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c8c4e0ca-5733-4502-9e72-345b267d8cd3'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:34.006121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1be49252-b058-486e-b73d-57adacf88d2f None None] Deleting port 469c50b3-378e-460c-b6a8-5a1524e35c91 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:34.006940 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1be49252-b058-486e-b73d-57adacf88d2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:34.059507 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd41d1f8-eaaa-447b-a79f-d92b1da4506d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:34.150733 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd41d1f8-eaaa-447b-a79f-d92b1da4506d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:34.160266 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dd41d1f8-eaaa-447b-a79f-d92b1da4506d admin admin] 10.222.0.39 "DELETE /v2.0/subnets/cead91ca-0866-40d2-b198-269f828e543c HTTP/1.1" status: 204 len: 168 time: 0.5731928 Jul 09 13:58:34.162242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42738) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:34.163561 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd41d1f8-eaaa-447b-a79f-d92b1da4506d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cead91ca-0866-40d2-b198-269f828e543c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:34.186028 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ce6139-681e-49fd-a49c-6d95198e0590 None None] Network 65ffa311-d151-4783-93e5-16b0b7dbb4db requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:34.295252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1a473104-42e4-4174-90ad-8c7870aa90da None None] Set router c8c4e0ca-5733-4502-9e72-345b267d8cd3 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:34.330639 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:34.405439 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1a473104-42e4-4174-90ad-8c7870aa90da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c4e0ca-5733-4502-9e72-345b267d8cd3', 'name': 'tempest-NetworksTestDHCPv6-router-1158702879', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:25Z', 'updated_at': '2021-07-09T13:58:31Z', 'revision_number': 3, 'project_id': 'b9b4bc1f9e61485b89051620f213f808', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:34.473729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1be49252-b058-486e-b73d-57adacf88d2f None None] For port 469c50b3-378e-460c-b6a8-5a1524e35c91, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=469c50b3-378e-460c-b6a8-5a1524e35c91,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:34.474477 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1be49252-b058-486e-b73d-57adacf88d2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:34.476492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] Deleting port fe388c0d-c070-4587-b3b8-bd9b0e1e292a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:34.477116 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:34.504791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1be49252-b058-486e-b73d-57adacf88d2f None None] Calling delete_port for 469c50b3-378e-460c-b6a8-5a1524e35c91 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:34.568661 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83f7e93d-197f-4f6b-99e1-92958a385ffb tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:34.569604 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83f7e93d-197f-4f6b-99e1-92958a385ffb tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:34.593664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device bfa2d6cb-1131-4bcb-98a9-a48199cbe585 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:34.601671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a473104-42e4-4174-90ad-8c7870aa90da None None] Checking router: c8c4e0ca-5733-4502-9e72-345b267d8cd3 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:58:34.636136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: bfa2d6cb-1131-4bcb-98a9-a48199cbe585 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:34.636637 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device bfa2d6cb-1131-4bcb-98a9-a48199cbe585 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:34.637173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1e08b81e-b32a-495b-bc16-fa569d386047 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:34.642328 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83f7e93d-197f-4f6b-99e1-92958a385ffb tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:34.644001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83f7e93d-197f-4f6b-99e1-92958a385ffb tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Fanout notify agent at l3_agent the message router_deleted on router c8c4e0ca-5733-4502-9e72-345b267d8cd3 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:58:34.648702 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] For port fe388c0d-c070-4587-b3b8-bd9b0e1e292a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fe388c0d-c070-4587-b3b8-bd9b0e1e292a,segment=NetworkSegment(4ba5cd36-f38b-483f-a6df-c78ddb6bc01e),segment_id=4ba5cd36-f38b-483f-a6df-c78ddb6bc01e)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:34.649080 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:34.660763 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-83f7e93d-197f-4f6b-99e1-92958a385ffb tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:34.666623 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-83f7e93d-197f-4f6b-99e1-92958a385ffb tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/routers/c8c4e0ca-5733-4502-9e72-345b267d8cd3 HTTP/1.1" status: 204 len: 168 time: 1.0320749 Jul 09 13:58:34.667813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42740) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:34.668462 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] Calling delete_port for fe388c0d-c070-4587-b3b8-bd9b0e1e292a owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:34.682603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-dc76e7db-db8c-489e-97ce-544475238a6b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:34.698767 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 1e08b81e-b32a-495b-bc16-fa569d386047 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:34.699153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 1e08b81e-b32a-495b-bc16-fa569d386047 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:34.699577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 469c50b3-378e-460c-b6a8-5a1524e35c91 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:34.721890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a473104-42e4-4174-90ad-8c7870aa90da None None] Routers set() bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:34.722385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a473104-42e4-4174-90ad-8c7870aa90da None None] Router IDs set() for agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 09 13:58:34.722991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_agentschedulers_db [None req-1a473104-42e4-4174-90ad-8c7870aa90da None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c8c4e0ca-5733-4502-9e72-345b267d8cd3'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent'). {{(pid=93755) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 09 13:58:34.723455 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a473104-42e4-4174-90ad-8c7870aa90da None None] The sync data for ids ['c8c4e0ca-5733-4502-9e72-345b267d8cd3'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:58:34.788224 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:34.817136 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:34.826908 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b10379de-5936-455e-920c-7f766d707479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:34.904138 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] Pushing event deleted for resources: {'Port': ['ID=fe388c0d-c070-4587-b3b8-bd9b0e1e292a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:34.906372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] No DVR routers for this DVR port fe388c0d-c070-4587-b3b8-bd9b0e1e292a on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:34.909386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Port 469c50b3-378e-460c-b6a8-5a1524e35c91 update to DOWN by agent not found {{(pid=93755) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 09 13:58:34.911154 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1be49252-b058-486e-b73d-57adacf88d2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:34.944476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be49252-b058-486e-b73d-57adacf88d2f None None] No DVR routers for this DVR port 469c50b3-378e-460c-b6a8-5a1524e35c91 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:34.958352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc76e7db-db8c-489e-97ce-544475238a6b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:34.965844 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc76e7db-db8c-489e-97ce-544475238a6b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:34.984107 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be49252-b058-486e-b73d-57adacf88d2f None None] Pushing event deleted for resources: {'Port': ['ID=469c50b3-378e-460c-b6a8-5a1524e35c91,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:35.035970 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:35.049464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65ffa311-d151-4783-93e5-16b0b7dbb4db']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:35.072383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ba5cd36-f38b-483f-a6df-c78ddb6bc01e') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:35.072883 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ba5cd36-f38b-483f-a6df-c78ddb6bc01e') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:35.100087 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:35.125899 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:35.134849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:58:35.135528 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:58:35.137716 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:58:35.152095 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2e2fdaa-7fb1-4418-90d9-38436d7ce123 None None] DHCP port deletion for 65ffa311-d151-4783-93e5-16b0b7dbb4db request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:58:35.220250 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:35.231367 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:35.233654 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] 10.222.0.39 "DELETE /v2.0/networks/65ffa311-d151-4783-93e5-16b0b7dbb4db HTTP/1.1" status: 204 len: 168 time: 1.0636916 Jul 09 13:58:35.245768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42744) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:35.255322 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f89655-f3a2-449f-a998-77bfaee197cc admin admin] Pushing event deleted for resources: {'Network': ['ID=65ffa311-d151-4783-93e5-16b0b7dbb4db,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:35.289539 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc76e7db-db8c-489e-97ce-544475238a6b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:35.336384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc76e7db-db8c-489e-97ce-544475238a6b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:35.343073 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-dc76e7db-db8c-489e-97ce-544475238a6b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:35.346675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc76e7db-db8c-489e-97ce-544475238a6b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:35.349744 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dc76e7db-db8c-489e-97ce-544475238a6b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:35.358329 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d555d0a-26cf-40c4-8723-ba6e706ab75e None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:35.364790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc76e7db-db8c-489e-97ce-544475238a6b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=2926227b-8c0d-4bd5-8376-63b6061fe597,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:35.379063 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dc76e7db-db8c-489e-97ce-544475238a6b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7064526 Jul 09 13:58:35.382673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42746) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:35.388429 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-81c6d3b1-c69a-4e47-8bbd-fe46ec126dc4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-86952858', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:35.464612 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-81c6d3b1-c69a-4e47-8bbd-fe46ec126dc4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:35.465554 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-81c6d3b1-c69a-4e47-8bbd-fe46ec126dc4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:35.576472 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': '2926227b-8c0d-4bd5-8376-63b6061fe597'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:58:35.577988 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:35.578985 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-81c6d3b1-c69a-4e47-8bbd-fe46ec126dc4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:35.589842 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-81c6d3b1-c69a-4e47-8bbd-fe46ec126dc4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:35.637677 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-81c6d3b1-c69a-4e47-8bbd-fe46ec126dc4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:35.638819 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-81c6d3b1-c69a-4e47-8bbd-fe46ec126dc4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2551403 Jul 09 13:58:35.643399 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42748) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:35.731224 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:35.800724 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b2caf5-5ed6-4bb7-8a7f-93c2ad12cef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:35.820057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Allocated IP 2001:db8::2 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/2926227b-8c0d-4bd5-8376-63b6061fe597/98ae9b2b-467b-40c1-b1d9-bb37cb48f84d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:36.079642 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:36.092375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Transition to ACTIVE for port object 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:36.096747 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:36.117368 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Transition to ACTIVE for port object 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:36.126435 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:36.176331 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:36.179996 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:36.187863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:36.219678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Pushing event updated for resources: {'Port': ['ID=98ae9b2b-467b-40c1-b1d9-bb37cb48f84d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:36.270421 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Attempting to bind port 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:58:36.270862 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Attempting to bind port 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:58:36.271318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Attempting to bind port 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:58:36.278232 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:58:36.278716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:58:36.279016 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:36.279465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:58:36.279956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Bound port: 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:58:36.280588 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:36.367534 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] For port 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:58:36.372242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] For port 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=98ae9b2b-467b-40c1-b1d9-bb37cb48f84d,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:58:36.379522 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:36.388763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fe388c0d-c070-4587-b3b8-bd9b0e1e292a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:36.391377 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2caf5-5ed6-4bb7-8a7f-93c2ad12cef5 admin admin] Deleting port fe9ffaba-2d1c-4bab-8d1e-368a3833300a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:36.392222 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b2caf5-5ed6-4bb7-8a7f-93c2ad12cef5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:36.441745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: fe388c0d-c070-4587-b3b8-bd9b0e1e292a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:36.442027 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fe388c0d-c070-4587-b3b8-bd9b0e1e292a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:36.493464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-b8b2caf5-5ed6-4bb7-8a7f-93c2ad12cef5 admin admin] For port fe9ffaba-2d1c-4bab-8d1e-368a3833300a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=fe9ffaba-2d1c-4bab-8d1e-368a3833300a,segment=NetworkSegment(6bc9b334-4515-4466-acd9-7df296dd6164),segment_id=6bc9b334-4515-4466-acd9-7df296dd6164)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:36.494623 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b2caf5-5ed6-4bb7-8a7f-93c2ad12cef5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:36.508699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25681c78-1299-4e04-a01b-7517e9ebf4a6 None None] Pushing event updated for resources: {'Port': ['ID=98ae9b2b-467b-40c1-b1d9-bb37cb48f84d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:36.517350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b8b2caf5-5ed6-4bb7-8a7f-93c2ad12cef5 admin admin] Calling delete_port for fe9ffaba-2d1c-4bab-8d1e-368a3833300a owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:36.643188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::1 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/2926227b-8c0d-4bd5-8376-63b6061fe597/ef823a61-94ea-4d5c-8e0c-98338b9e484a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:36.794073 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba8a59-9a84-490f-abc5-b271ab22f383 req-c60942a8-9f6e-4f33-af99-8818f5f90891 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:36.795902 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ecba8a59-9a84-490f-abc5-b271ab22f383 req-c60942a8-9f6e-4f33-af99-8818f5f90891 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1098 time: 0.1701174 Jul 09 13:58:36.897304 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ecba8a59-9a84-490f-abc5-b271ab22f383 req-5a427084-8549-44f5-a61e-f133bf931d39 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0926178 Jul 09 13:58:36.944214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42756) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:36.952232 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b2caf5-5ed6-4bb7-8a7f-93c2ad12cef5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:37.014267 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b2caf5-5ed6-4bb7-8a7f-93c2ad12cef5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe9ffaba-2d1c-4bab-8d1e-368a3833300a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:37.033347 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:37.065015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object ef823a61-94ea-4d5c-8e0c-98338b9e484a will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:37.103797 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:37.228805 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:37.291307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:37.301814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:37.307952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:37.308829 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:37.429186 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8b2caf5-5ed6-4bb7-8a7f-93c2ad12cef5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:37.440423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=ef823a61-94ea-4d5c-8e0c-98338b9e484a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:37.451943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0c4de6c8-65cc-4a47-a0b8-998779124a3a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port 5f258c38-b19c-4faf-8dc8-b9e6d6315865 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:37.452483 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c4de6c8-65cc-4a47-a0b8-998779124a3a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:37.608686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c4de6c8-65cc-4a47-a0b8-998779124a3a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:37.609022 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c4de6c8-65cc-4a47-a0b8-998779124a3a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:37.612315 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:37.689119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0c4de6c8-65cc-4a47-a0b8-998779124a3a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for 5f258c38-b19c-4faf-8dc8-b9e6d6315865 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:38.168500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ee3716b1-6d0b-42fe-876d-1a1dc4a3dfe7 None None] Provisioning for port 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:38.173234 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:38.200472 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:38.201295 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:38.365228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=ef823a61-94ea-4d5c-8e0c-98338b9e484a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:38.400585 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8b2caf5-5ed6-4bb7-8a7f-93c2ad12cef5 admin admin] Router a084fc45-2b9d-437f-80f0-b1a297310ac2 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:58:38.421849 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c4de6c8-65cc-4a47-a0b8-998779124a3a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:38.466202 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4de6c8-65cc-4a47-a0b8-998779124a3a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=5f258c38-b19c-4faf-8dc8-b9e6d6315865,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:38.520046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3bfac36d-b80f-453a-8c72-086829f9e9ef None None] Provisioning for port ef823a61-94ea-4d5c-8e0c-98338b9e484a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:38.525386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3bfac36d-b80f-453a-8c72-086829f9e9ef None None] Provisioning complete for port ef823a61-94ea-4d5c-8e0c-98338b9e484a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:38.526174 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3bfac36d-b80f-453a-8c72-086829f9e9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:38.530576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:38.534169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:38.589234 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b2caf5-5ed6-4bb7-8a7f-93c2ad12cef5 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:58:38.597822 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b8b2caf5-5ed6-4bb7-8a7f-93c2ad12cef5 admin admin] 10.222.0.39 "PUT /v2.0/routers/a084fc45-2b9d-437f-80f0-b1a297310ac2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3509026 Jul 09 13:58:38.602031 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42764) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:38.626593 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6a8564-5ebc-4ec9-9b85-d30bfded87ea None None] Sync routers for ids ['a084fc45-2b9d-437f-80f0-b1a297310ac2'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:58:38.636807 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c4de6c8-65cc-4a47-a0b8-998779124a3a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:38.637151 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-0c4de6c8-65cc-4a47-a0b8-998779124a3a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Floating IP f85f1c1a-577a-432e-87f2-7b4917e03e47 disassociated (deleted). External IP: 172.25.2.7, port: 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4. Jul 09 13:58:38.675684 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6a8564-5ebc-4ec9-9b85-d30bfded87ea None None] Routers {'a084fc45-2b9d-437f-80f0-b1a297310ac2'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:38.676298 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6d6a8564-5ebc-4ec9-9b85-d30bfded87ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a084fc45-2b9d-437f-80f0-b1a297310ac2'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:38.679171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:58:38.847854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3bfac36d-b80f-453a-8c72-086829f9e9ef None None] Port ef823a61-94ea-4d5c-8e0c-98338b9e484a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:58:38.872106 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-6d6a8564-5ebc-4ec9-9b85-d30bfded87ea None None] Set router a084fc45-2b9d-437f-80f0-b1a297310ac2 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:38.882439 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:38.894801 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:38.903397 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3450f7ba-1257-413d-8b8c-cbc8d46c7c7b admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:38.907235 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:38.919705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:38.921167 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:39.151809 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-82552546-971b-454e-be8e-93eba83a0e59 None None] Provisioning complete for port ef823a61-94ea-4d5c-8e0c-98338b9e484a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:39.152901 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-82552546-971b-454e-be8e-93eba83a0e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:39.156805 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3450f7ba-1257-413d-8b8c-cbc8d46c7c7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:39.198619 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:39.244360 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6d6a8564-5ebc-4ec9-9b85-d30bfded87ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'name': 'tempest-TestServerBasicOps-1412121379-router', 'tenant_id': 'e16057152a0641319b0eeff943dd46f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.93'}], 'enable_snat': True}, 'gw_port_id': '4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:16Z', 'updated_at': '2021-07-09T13:58:36Z', 'revision_number': 5, 'project_id': 'e16057152a0641319b0eeff943dd46f3', 'gw_port': {'id': '4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:77:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3425, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:53:16Z', 'updated_at': '2021-07-09T13:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:39.280486 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=98ae9b2b-467b-40c1-b1d9-bb37cb48f84d,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:39.290693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-82552546-971b-454e-be8e-93eba83a0e59 None None] Port ef823a61-94ea-4d5c-8e0c-98338b9e484a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:58:39.294438 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:39.321015 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-3450f7ba-1257-413d-8b8c-cbc8d46c7c7b admin admin] Deleting port 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:39.324955 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3450f7ba-1257-413d-8b8c-cbc8d46c7c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:39.328802 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6a8564-5ebc-4ec9-9b85-d30bfded87ea None None] Checking router: a084fc45-2b9d-437f-80f0-b1a297310ac2 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:58:39.355231 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6a8564-5ebc-4ec9-9b85-d30bfded87ea None None] Routers {'a084fc45-2b9d-437f-80f0-b1a297310ac2'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:39.355231 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6d6a8564-5ebc-4ec9-9b85-d30bfded87ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a084fc45-2b9d-437f-80f0-b1a297310ac2'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:39.370413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4de6c8-65cc-4a47-a0b8-998779124a3a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 6f82bebe-6d60-40ba-a17a-6309b9e44708 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:58:39.518143 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Router 2a479914-7825-482c-bc42-da2ca7d8ab08 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:58:39.520133 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-6d6a8564-5ebc-4ec9-9b85-d30bfded87ea None None] Set router a084fc45-2b9d-437f-80f0-b1a297310ac2 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:39.606039 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-3450f7ba-1257-413d-8b8c-cbc8d46c7c7b admin admin] For port 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:39.606873 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3450f7ba-1257-413d-8b8c-cbc8d46c7c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:39.644404 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-3450f7ba-1257-413d-8b8c-cbc8d46c7c7b admin admin] Calling delete_port for 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:39.668624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:58:39.678764 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5b7ae138-82ae-4bf4-9010-41a3f763fbec tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "PUT /v2.0/routers/2a479914-7825-482c-bc42-da2ca7d8ab08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0336683 Jul 09 13:58:39.682722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42768) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:39.711962 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-6d6a8564-5ebc-4ec9-9b85-d30bfded87ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'name': 'tempest-TestServerBasicOps-1412121379-router', 'tenant_id': 'e16057152a0641319b0eeff943dd46f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:16Z', 'updated_at': '2021-07-09T13:58:39Z', 'revision_number': 6, 'project_id': 'e16057152a0641319b0eeff943dd46f3', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:39.741604 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d6a8564-5ebc-4ec9-9b85-d30bfded87ea None None] The sync data for ids ['a084fc45-2b9d-437f-80f0-b1a297310ac2'] in n-d-799525-3 is: [{'id': 'a084fc45-2b9d-437f-80f0-b1a297310ac2', 'name': 'tempest-TestServerBasicOps-1412121379-router', 'tenant_id': 'e16057152a0641319b0eeff943dd46f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:53:16Z', 'updated_at': '2021-07-09T13:58:39Z', 'revision_number': 6, 'project_id': 'e16057152a0641319b0eeff943dd46f3', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:58:39.747703 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Sync routers for ids ['2a479914-7825-482c-bc42-da2ca7d8ab08'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:58:39.760501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4de6c8-65cc-4a47-a0b8-998779124a3a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:58:39.770771 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c4de6c8-65cc-4a47-a0b8-998779124a3a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:39.772642 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c7201-1377-4b53-b315-073079f51415 None None] Sync routers for ids ['6f82bebe-6d60-40ba-a17a-6309b9e44708'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:58:39.788579 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c7201-1377-4b53-b315-073079f51415 None None] Routers {'6f82bebe-6d60-40ba-a17a-6309b9e44708'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:39.789214 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-009c7201-1377-4b53-b315-073079f51415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6f82bebe-6d60-40ba-a17a-6309b9e44708'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:39.824226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401b4029-710e-4a56-85a4-6753d159cabf tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:39.827979 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-401b4029-710e-4a56-85a4-6753d159cabf tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports/ef823a61-94ea-4d5c-8e0c-98338b9e484a HTTP/1.1" status: 200 len: 911 time: 0.1420755 Jul 09 13:58:39.832670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42770) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:39.842194 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=98ae9b2b-467b-40c1-b1d9-bb37cb48f84d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:39.859389 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Routers {'2a479914-7825-482c-bc42-da2ca7d8ab08'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:39.860433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['2a479914-7825-482c-bc42-da2ca7d8ab08'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:39.918758 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0c4de6c8-65cc-4a47-a0b8-998779124a3a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/floatingips/f85f1c1a-577a-432e-87f2-7b4917e03e47 HTTP/1.1" status: 204 len: 168 time: 2.9658120 Jul 09 13:58:39.920141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:58:39.921807 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304c9154-4255-4e07-93d5-e6bcc97d4d4c" -d '{"events": [{"name": "network-changed", "server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:58:39.977128 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-009c7201-1377-4b53-b315-073079f51415 None None] Set router 6f82bebe-6d60-40ba-a17a-6309b9e44708 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:39.995804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4820d42-9762-4efe-b9a2-a5006b83aa81 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:40.030282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4820d42-9762-4efe-b9a2-a5006b83aa81 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:40.041833 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b4820d42-9762-4efe-b9a2-a5006b83aa81 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2051680 Jul 09 13:58:40.042903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42776) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:40.064830 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3450f7ba-1257-413d-8b8c-cbc8d46c7c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:40.113697 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Set router 2a479914-7825-482c-bc42-da2ca7d8ab08 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:40.178786 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3450f7ba-1257-413d-8b8c-cbc8d46c7c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:40.226451 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c97fb9ac-8565-4e4f-a083-55a9a6da499a x-openstack-request-id: req-c97fb9ac-8565-4e4f-a083-55a9a6da499a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:58:40.226451 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:58:40.226451 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c97fb9ac-8565-4e4f-a083-55a9a6da499a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:58:40.226451 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'status': 'completed', 'code': 200} Jul 09 13:58:40.272377 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3450f7ba-1257-413d-8b8c-cbc8d46c7c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:40.558355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a479914-7825-482c-bc42-da2ca7d8ab08', 'name': 'tempest-NetworksTestDHCPv6-router-86952858', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:35Z', 'updated_at': '2021-07-09T13:58:37Z', 'revision_number': 2, 'project_id': 'b9b4bc1f9e61485b89051620f213f808', 'gw_port_host': None, '_interfaces': [{'id': 'ef823a61-94ea-4d5c-8e0c-98338b9e484a', 'name': '', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'mac_address': 'fa:16:3e:9b:38:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a479914-7825-482c-bc42-da2ca7d8ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '2926227b-8c0d-4bd5-8376-63b6061fe597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:36Z', 'updated_at': '2021-07-09T13:58:37Z', 'revision_number': 2, 'project_id': 'b9b4bc1f9e61485b89051620f213f808', 'subnets': [{'id': '2926227b-8c0d-4bd5-8376-63b6061fe597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:40.579557 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-009c7201-1377-4b53-b315-073079f51415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016704820', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '21538277-e396-4ae9-8d40-edef913c3def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:56:29Z', 'updated_at': '2021-07-09T13:56:35Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '21538277-e396-4ae9-8d40-edef913c3def', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:30Z', 'updated_at': '2021-07-09T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'c5c61c25-5335-42f7-9f86-43d1d71554a7', 'name': '', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:05:47:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:34Z', 'updated_at': '2021-07-09T13:56:42Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:40.592708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c9154-4255-4e07-93d5-e6bcc97d4d4c req-9dce62c5-120e-4d28-991b-0ecf2fede4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:40.595185 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-304c9154-4255-4e07-93d5-e6bcc97d4d4c req-9dce62c5-120e-4d28-991b-0ecf2fede4b4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 1098 time: 0.3833425 Jul 09 13:58:40.654378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Checking router: 2a479914-7825-482c-bc42-da2ca7d8ab08 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:58:40.654656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Updating router 2a479914-7825-482c-bc42-da2ca7d8ab08 port ef823a61-94ea-4d5c-8e0c-98338b9e484a binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:58:40.697797 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c7201-1377-4b53-b315-073079f51415 None None] Checking router: 6f82bebe-6d60-40ba-a17a-6309b9e44708 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:58:40.708479 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:40.720924 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009c7201-1377-4b53-b315-073079f51415 None None] Routers {'6f82bebe-6d60-40ba-a17a-6309b9e44708'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:40.724844 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-009c7201-1377-4b53-b315-073079f51415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6f82bebe-6d60-40ba-a17a-6309b9e44708'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:40.736391 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:58:40.811367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c9154-4255-4e07-93d5-e6bcc97d4d4c req-91748b21-1467-4e40-93a3-34ddf7ba1d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:40.814006 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-304c9154-4255-4e07-93d5-e6bcc97d4d4c req-91748b21-1467-4e40-93a3-34ddf7ba1d10 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e HTTP/1.1" status: 200 len: 897 time: 0.2065403 Jul 09 13:58:40.843291 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3450f7ba-1257-413d-8b8c-cbc8d46c7c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:40.900619 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-304c9154-4255-4e07-93d5-e6bcc97d4d4c req-a1fbbf06-d8cb-4374-944f-0145345a4bf5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 200 len: 217 time: 0.0765984 Jul 09 13:58:40.911051 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-009c7201-1377-4b53-b315-073079f51415 None None] Set router 6f82bebe-6d60-40ba-a17a-6309b9e44708 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:40.933674 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3450f7ba-1257-413d-8b8c-cbc8d46c7c7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:41.026478 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3450f7ba-1257-413d-8b8c-cbc8d46c7c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:41.026478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3450f7ba-1257-413d-8b8c-cbc8d46c7c7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router a084fc45-2b9d-437f-80f0-b1a297310ac2 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:58:41.048978 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e387983d-7249-43ea-b530-37d17c5255e7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:41.049560 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3450f7ba-1257-413d-8b8c-cbc8d46c7c7b admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:41.050969 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3450f7ba-1257-413d-8b8c-cbc8d46c7c7b admin admin] 10.222.0.39 "DELETE /v2.0/routers/a084fc45-2b9d-437f-80f0-b1a297310ac2 HTTP/1.1" status: 204 len: 168 time: 2.4470215 Jul 09 13:58:41.057342 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42782) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:41.113629 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:41.115862 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:41.126123 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ce83bf-0824-46a6-af8f-d50b2a6efd1e req-6ad7a4ad-68bc-48b0-afef-7456f0e68e52 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:41.139586 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1ce83bf-0824-46a6-af8f-d50b2a6efd1e req-6ad7a4ad-68bc-48b0-afef-7456f0e68e52 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 947 time: 0.3368130 Jul 09 13:58:41.220262 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-009c7201-1377-4b53-b315-073079f51415 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016704820', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '21538277-e396-4ae9-8d40-edef913c3def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:56:29Z', 'updated_at': '2021-07-09T13:56:35Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '21538277-e396-4ae9-8d40-edef913c3def', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:30Z', 'updated_at': '2021-07-09T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'c5c61c25-5335-42f7-9f86-43d1d71554a7', 'name': '', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:05:47:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:34Z', 'updated_at': '2021-07-09T13:56:42Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:41.252413 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1ce83bf-0824-46a6-af8f-d50b2a6efd1e req-56887ac7-df9e-457f-802d-950a5cf2ba23 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072476 Jul 09 13:58:41.266586 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:41.289513 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Transition to ACTIVE for port object ef823a61-94ea-4d5c-8e0c-98338b9e484a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:41.301154 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-009c7201-1377-4b53-b315-073079f51415 None None] The sync data for ids ['6f82bebe-6d60-40ba-a17a-6309b9e44708'] in n-d-799525-3 is: [{'id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016704820', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '21538277-e396-4ae9-8d40-edef913c3def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:56:29Z', 'updated_at': '2021-07-09T13:56:35Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '21538277-e396-4ae9-8d40-edef913c3def', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:30Z', 'updated_at': '2021-07-09T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'c5c61c25-5335-42f7-9f86-43d1d71554a7', 'name': '', 'network_id': 'c105c25d-afcc-4ab4-96d7-7bed3a5cd73e', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:05:47:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_interface', 'standard_attr_id': 3554, 'fixed_ips': [{'subnet_id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:34Z', 'updated_at': '2021-07-09T13:56:42Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'd5578c7c-c2fd-46e7-a415-5ef23ccbd516', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:58:41.351431 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:41.370405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c9154-4255-4e07-93d5-e6bcc97d4d4c req-c5ba797b-00cc-4e01-aa7d-e70192312a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:41.383116 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-304c9154-4255-4e07-93d5-e6bcc97d4d4c req-c5ba797b-00cc-4e01-aa7d-e70192312a15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d5578c7c-c2fd-46e7-a415-5ef23ccbd516 HTTP/1.1" status: 200 len: 835 time: 0.4628651 Jul 09 13:58:41.501516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fe9ffaba-2d1c-4bab-8d1e-368a3833300a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:41.502402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-85a58d19-eda5-45e0-8de2-e78e3696acb8 admin admin] Deleting subnet 699ca76d-f7cf-48d4-8ab7-17e02b682ef8 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:58:41.513260 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23221746-43d4-4e40-baa8-f39fa3e5a2a4 None None] Pushing event updated for resources: {'Port': ['ID=ef823a61-94ea-4d5c-8e0c-98338b9e484a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:41.520658 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85a58d19-eda5-45e0-8de2-e78e3696acb8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:41.566986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: fe9ffaba-2d1c-4bab-8d1e-368a3833300a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:41.567933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device fe9ffaba-2d1c-4bab-8d1e-368a3833300a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:41.567933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:41.591111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Attempting to bind port ef823a61-94ea-4d5c-8e0c-98338b9e484a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:58:41.591656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Attempting to bind port ef823a61-94ea-4d5c-8e0c-98338b9e484a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:58:41.592149 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Attempting to bind port ef823a61-94ea-4d5c-8e0c-98338b9e484a on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:58:41.594527 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:41.595078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4e2a25fa-8bbe-4dac-9eba-c7aa53f2c529 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:41.608472 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:58:41.608985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:58:41.609260 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:41.609666 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:58:41.610165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Bound port: ef823a61-94ea-4d5c-8e0c-98338b9e484a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:58:41.610558 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:41.677624 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85a58d19-eda5-45e0-8de2-e78e3696acb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:41.757610 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] For port ef823a61-94ea-4d5c-8e0c-98338b9e484a, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:58:41.763571 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] For port ef823a61-94ea-4d5c-8e0c-98338b9e484a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ef823a61-94ea-4d5c-8e0c-98338b9e484a,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:58:41.773696 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:41.817089 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304c9154-4255-4e07-93d5-e6bcc97d4d4c req-11beae32-50f5-4b59-a21e-106cc5b2612c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:41.818925 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-304c9154-4255-4e07-93d5-e6bcc97d4d4c req-11beae32-50f5-4b59-a21e-106cc5b2612c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4340816 Jul 09 13:58:41.855802 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23221746-43d4-4e40-baa8-f39fa3e5a2a4 None None] Pushing event updated for resources: {'Port': ['ID=ef823a61-94ea-4d5c-8e0c-98338b9e484a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:41.873249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aed3452-3a02-4f5e-9c71-b9f4383f14d0 None None] New status for floating IP f85f1c1a-577a-432e-87f2-7b4917e03e47: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:58:41.989538 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Routers {'2a479914-7825-482c-bc42-da2ca7d8ab08'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:41.990191 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['2a479914-7825-482c-bc42-da2ca7d8ab08'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:42.146367 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] Set router 2a479914-7825-482c-bc42-da2ca7d8ab08 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:42.512976 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-304c9154-4255-4e07-93d5-e6bcc97d4d4c req-338d405c-404a-43d0-b572-0bf1e90ba988 service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6805649 Jul 09 13:58:42.559800 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85a58d19-eda5-45e0-8de2-e78e3696acb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:42.575024 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a479914-7825-482c-bc42-da2ca7d8ab08', 'name': 'tempest-NetworksTestDHCPv6-router-86952858', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:35Z', 'updated_at': '2021-07-09T13:58:37Z', 'revision_number': 2, 'project_id': 'b9b4bc1f9e61485b89051620f213f808', 'gw_port_host': None, '_interfaces': [{'id': 'ef823a61-94ea-4d5c-8e0c-98338b9e484a', 'name': '', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'mac_address': 'fa:16:3e:9b:38:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a479914-7825-482c-bc42-da2ca7d8ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '2926227b-8c0d-4bd5-8376-63b6061fe597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:36Z', 'updated_at': '2021-07-09T13:58:41Z', 'revision_number': 4, 'project_id': 'b9b4bc1f9e61485b89051620f213f808', 'subnets': [{'id': '2926227b-8c0d-4bd5-8376-63b6061fe597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:42.614861 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b562cdb-5bab-48d1-86c4-2ed01b917ba6 None None] The sync data for ids ['2a479914-7825-482c-bc42-da2ca7d8ab08'] in n-d-799525-3 is: [{'id': '2a479914-7825-482c-bc42-da2ca7d8ab08', 'name': 'tempest-NetworksTestDHCPv6-router-86952858', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:35Z', 'updated_at': '2021-07-09T13:58:37Z', 'revision_number': 2, 'project_id': 'b9b4bc1f9e61485b89051620f213f808', 'gw_port_host': None, '_interfaces': [{'id': 'ef823a61-94ea-4d5c-8e0c-98338b9e484a', 'name': '', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'mac_address': 'fa:16:3e:9b:38:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2a479914-7825-482c-bc42-da2ca7d8ab08', 'device_owner': 'network:router_interface', 'standard_attr_id': 3719, 'fixed_ips': [{'subnet_id': '2926227b-8c0d-4bd5-8376-63b6061fe597', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:36Z', 'updated_at': '2021-07-09T13:58:41Z', 'revision_number': 4, 'project_id': 'b9b4bc1f9e61485b89051620f213f808', 'subnets': [{'id': '2926227b-8c0d-4bd5-8376-63b6061fe597', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:58:42.686104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359d77a-4a4b-49a7-987b-9d6f518af67f req-01da53b4-59d8-4203-8b2b-fe0378f977bd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:42.687814 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d359d77a-4a4b-49a7-987b-9d6f518af67f req-01da53b4-59d8-4203-8b2b-fe0378f977bd tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.18 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 947 time: 0.9344203 Jul 09 13:58:42.697702 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85a58d19-eda5-45e0-8de2-e78e3696acb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:42.780032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4368ed8-5ed4-4fae-9d65-dfff7b134838 req-6d6648d9-b570-4024-b4b1-f16695b5af3a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:42.784478 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a4368ed8-5ed4-4fae-9d65-dfff7b134838 req-6d6648d9-b570-4024-b4b1-f16695b5af3a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 947 time: 0.1423588 Jul 09 13:58:42.864811 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a4368ed8-5ed4-4fae-9d65-dfff7b134838 req-b2878286-9b1e-43dc-98e5-709d708f1e35 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660748 Jul 09 13:58:42.871854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a58d19-eda5-45e0-8de2-e78e3696acb8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=699ca76d-f7cf-48d4-8ab7-17e02b682ef8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:42.894925 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d38d632-2e05-4107-8a22-ea272dcfc955 None None] Network e2c3d323-e387-490f-9282-5530c51f6f79 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:42.908724 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-85a58d19-eda5-45e0-8de2-e78e3696acb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:42.914220 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-85a58d19-eda5-45e0-8de2-e78e3696acb8 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/699ca76d-f7cf-48d4-8ab7-17e02b682ef8 HTTP/1.1" status: 204 len: 168 time: 1.7599015 Jul 09 13:58:42.914910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42790) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:42.928465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e387983d-7249-43ea-b530-37d17c5255e7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port ef823a61-94ea-4d5c-8e0c-98338b9e484a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:42.929470 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e387983d-7249-43ea-b530-37d17c5255e7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:43.149073 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:43.288646 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-304c9154-4255-4e07-93d5-e6bcc97d4d4c req-6e92bb60-5a12-4b9c-a9c5-e26945f33ef7 service neutron] 10.222.0.18 "GET /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7200730 Jul 09 13:58:43.301799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] Deleting port 44a00749-eb3c-4276-a3bb-116bf4bf8e2a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:43.302309 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:43.362577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-e387983d-7249-43ea-b530-37d17c5255e7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] For port ef823a61-94ea-4d5c-8e0c-98338b9e484a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ef823a61-94ea-4d5c-8e0c-98338b9e484a,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:43.363559 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e387983d-7249-43ea-b530-37d17c5255e7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:43.392615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-251ba42e-264f-42a7-8734-44a038b1b974 None None] DHCP port deletion for e2c3d323-e387-490f-9282-5530c51f6f79 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:58:43.428405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d359d77a-4a4b-49a7-987b-9d6f518af67f req-a8334281-a3e6-46e4-a025-b6d703bfd8e1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:43.428981 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d359d77a-4a4b-49a7-987b-9d6f518af67f req-a8334281-a3e6-46e4-a025-b6d703bfd8e1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:43.438236 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e387983d-7249-43ea-b530-37d17c5255e7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for ef823a61-94ea-4d5c-8e0c-98338b9e484a owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:43.504413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] For port 44a00749-eb3c-4276-a3bb-116bf4bf8e2a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=44a00749-eb3c-4276-a3bb-116bf4bf8e2a,segment=NetworkSegment(6bc9b334-4515-4466-acd9-7df296dd6164),segment_id=6bc9b334-4515-4466-acd9-7df296dd6164)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:43.505388 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:43.553600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] Calling delete_port for 44a00749-eb3c-4276-a3bb-116bf4bf8e2a owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:43.558613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-251ba42e-264f-42a7-8734-44a038b1b974 None None] Deleting port 44a00749-eb3c-4276-a3bb-116bf4bf8e2a {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:43.559121 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-251ba42e-264f-42a7-8734-44a038b1b974 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:43.766327 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:43.811327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] No DVR routers for this DVR port 44a00749-eb3c-4276-a3bb-116bf4bf8e2a on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:43.819868 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] Pushing event deleted for resources: {'Port': ['ID=44a00749-eb3c-4276-a3bb-116bf4bf8e2a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:43.900510 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-251ba42e-264f-42a7-8734-44a038b1b974 None None] For port 44a00749-eb3c-4276-a3bb-116bf4bf8e2a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=44a00749-eb3c-4276-a3bb-116bf4bf8e2a,segment=NetworkSegment(6bc9b334-4515-4466-acd9-7df296dd6164),segment_id=6bc9b334-4515-4466-acd9-7df296dd6164)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:43.901528 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-251ba42e-264f-42a7-8734-44a038b1b974 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:43.958284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-251ba42e-264f-42a7-8734-44a038b1b974 None None] Calling delete_port for 44a00749-eb3c-4276-a3bb-116bf4bf8e2a owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:44.129489 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:44.163998 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2c3d323-e387-490f-9282-5530c51f6f79']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:44.189508 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-251ba42e-264f-42a7-8734-44a038b1b974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:44.200706 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc9b334-4515-4466-acd9-7df296dd6164') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:44.204160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc9b334-4515-4466-acd9-7df296dd6164') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:44.230139 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:44.277539 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:44.294471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] Releasing vlan 336 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:58:44.295250 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:44.309401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251ba42e-264f-42a7-8734-44a038b1b974 None None] Pushing event deleted for resources: {'Port': ['ID=44a00749-eb3c-4276-a3bb-116bf4bf8e2a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:44.319640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251ba42e-264f-42a7-8734-44a038b1b974 None None] No DVR routers for this DVR port 44a00749-eb3c-4276-a3bb-116bf4bf8e2a on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: timer() Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:58:44.321748 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:58:44.412243 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c97fc6-12cc-4a77-8be7-49bf5fc3a9fc req-e2d55a7b-2dbc-4985-b316-1e962ad6c60f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:44.421250 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92c97fc6-12cc-4a77-8be7-49bf5fc3a9fc req-e2d55a7b-2dbc-4985-b316-1e962ad6c60f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 947 time: 0.2068229 Jul 09 13:58:44.431239 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:44.458136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ef823a61-94ea-4d5c-8e0c-98338b9e484a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:58:44.475840 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:44.485727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] 10.222.0.39 "DELETE /v2.0/networks/e2c3d323-e387-490f-9282-5530c51f6f79 HTTP/1.1" status: 204 len: 168 time: 1.5663834 Jul 09 13:58:44.485727 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93a04d9-d31f-4fba-8085-f2ba3e099abd admin admin] Pushing event deleted for resources: {'Network': ['ID=e2c3d323-e387-490f-9282-5530c51f6f79,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:44.542230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92c97fc6-12cc-4a77-8be7-49bf5fc3a9fc req-902eac70-3bdc-4e11-8a9b-7eac96474e76 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195829 Jul 09 13:58:44.560454 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port ef823a61-94ea-4d5c-8e0c-98338b9e484a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:44.567564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ef823a61-94ea-4d5c-8e0c-98338b9e484a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:44.568426 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:44.638314 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d359d77a-4a4b-49a7-987b-9d6f518af67f req-a8334281-a3e6-46e4-a025-b6d703bfd8e1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] For port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:44.639027 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d359d77a-4a4b-49a7-987b-9d6f518af67f req-a8334281-a3e6-46e4-a025-b6d703bfd8e1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:44.668186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d359d77a-4a4b-49a7-987b-9d6f518af67f req-a8334281-a3e6-46e4-a025-b6d703bfd8e1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:44.710472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42806) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:44.728656 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:44.820384 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cb66d8d7-1079-4931-85d3-e4f14fb53d5f admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=baab7aa37ed141be9061efd45cbd2081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1060193 Jul 09 13:58:44.821549 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42812) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:44.929972 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e387983d-7249-43ea-b530-37d17c5255e7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:44.988232 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387983d-7249-43ea-b530-37d17c5255e7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=ef823a61-94ea-4d5c-8e0c-98338b9e484a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:45.031564 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa6dc8b0-5ef0-4d65-960d-051298a25031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:45.124466 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 44a00749-eb3c-4276-a3bb-116bf4bf8e2a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:45.162176 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa6dc8b0-5ef0-4d65-960d-051298a25031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:45.222942 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 44a00749-eb3c-4276-a3bb-116bf4bf8e2a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:45.224243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 44a00749-eb3c-4276-a3bb-116bf4bf8e2a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:45.240222 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa6dc8b0-5ef0-4d65-960d-051298a25031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:45.246726 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fa6dc8b0-5ef0-4d65-960d-051298a25031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:45.252873 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fa6dc8b0-5ef0-4d65-960d-051298a25031 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/f32feab9-f26e-428c-8a6e-19ea4dd65b32 HTTP/1.1" status: 204 len: 168 time: 0.4248652 Jul 09 13:58:45.267781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6dc8b0-5ef0-4d65-960d-051298a25031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32feab9-f26e-428c-8a6e-19ea4dd65b32,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:45.272420 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e387983d-7249-43ea-b530-37d17c5255e7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:45.275022 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d359d77a-4a4b-49a7-987b-9d6f518af67f req-a8334281-a3e6-46e4-a025-b6d703bfd8e1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:45.321433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8334281-a3e6-46e4-a025-b6d703bfd8e1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:45.510091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d359d77a-4a4b-49a7-987b-9d6f518af67f req-a8334281-a3e6-46e4-a025-b6d703bfd8e1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] No DVR routers for this DVR port 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:45.513851 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d359d77a-4a4b-49a7-987b-9d6f518af67f req-a8334281-a3e6-46e4-a025-b6d703bfd8e1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:45.516340 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d359d77a-4a4b-49a7-987b-9d6f518af67f req-a8334281-a3e6-46e4-a025-b6d703bfd8e1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.18 "DELETE /v2.0/ports/8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 HTTP/1.1" status: 204 len: 173 time: 2.8056927 Jul 09 13:58:45.520799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'name': 'network-vif-deleted', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:58:45.523829 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c9476a-d67c-4dec-ad5f-c8a74aa0b014" -d '{"events": [{"server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "name": "network-vif-deleted", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:58:45.681866 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0f2d31e-263b-4d5c-bb2b-097609695d5e x-openstack-request-id: req-e0f2d31e-263b-4d5c-bb2b-097609695d5e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:58:45.682976 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96a1f042-1b76-4754-a628-d2779698af5c", "name": "network-vif-deleted", "tag": "8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:58:45.682976 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e0f2d31e-263b-4d5c-bb2b-097609695d5e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:58:45.682976 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96a1f042-1b76-4754-a628-d2779698af5c', 'name': 'network-vif-deleted', 'tag': '8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4', 'status': 'completed', 'code': 200} Jul 09 13:58:45.703361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e387983d-7249-43ea-b530-37d17c5255e7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Router 2a479914-7825-482c-bc42-da2ca7d8ab08 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:58:45.816176 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e387983d-7249-43ea-b530-37d17c5255e7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:58:45.829671 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49fb292-ac59-41ae-b6dc-a638bf980f57 None None] Sync routers for ids ['2a479914-7825-482c-bc42-da2ca7d8ab08'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:58:45.836624 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42828) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:45.848142 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e387983d-7249-43ea-b530-37d17c5255e7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "PUT /v2.0/routers/2a479914-7825-482c-bc42-da2ca7d8ab08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8037257 Jul 09 13:58:45.858796 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49fb292-ac59-41ae-b6dc-a638bf980f57 None None] Routers {'2a479914-7825-482c-bc42-da2ca7d8ab08'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:45.860924 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c49fb292-ac59-41ae-b6dc-a638bf980f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['2a479914-7825-482c-bc42-da2ca7d8ab08'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:45.924360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42830) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:45.970559 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-36560f89-70fb-4bfc-80f9-b50d84326dfd req-b4677c46-ad76-4c07-bc66-e41e4b437c68 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=96a1f042-1b76-4754-a628-d2779698af5c HTTP/1.1" status: 200 len: 210 time: 0.0615795 Jul 09 13:58:45.980595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c40d27-9343-4239-8e57-0ec3ca6decef tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:45.982395 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8c40d27-9343-4239-8e57-0ec3ca6decef tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:45.984115 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b8c40d27-9343-4239-8e57-0ec3ca6decef tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1461260 Jul 09 13:58:45.986748 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42832) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:46.058530 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fc77db8-448e-438e-830d-7982d40ddd3a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 2926227b-8c0d-4bd5-8376-63b6061fe597 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:58:46.062430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fc77db8-448e-438e-830d-7982d40ddd3a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:46.070805 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c49fb292-ac59-41ae-b6dc-a638bf980f57 None None] Set router 2a479914-7825-482c-bc42-da2ca7d8ab08 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:46.090374 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d4d9e367-bab7-4130-b7cc-9d37268986e4 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e16057152a0641319b0eeff943dd46f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1642277 Jul 09 13:58:46.091036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42834) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:46.121044 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fc77db8-448e-438e-830d-7982d40ddd3a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:46.192889 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adee365f-1544-4e40-b053-aa68bf00cc6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:46.220072 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c49fb292-ac59-41ae-b6dc-a638bf980f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a479914-7825-482c-bc42-da2ca7d8ab08', 'name': 'tempest-NetworksTestDHCPv6-router-86952858', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:35Z', 'updated_at': '2021-07-09T13:58:44Z', 'revision_number': 3, 'project_id': 'b9b4bc1f9e61485b89051620f213f808', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:46.242035 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adee365f-1544-4e40-b053-aa68bf00cc6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:46.270718 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fc77db8-448e-438e-830d-7982d40ddd3a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:46.340415 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49fb292-ac59-41ae-b6dc-a638bf980f57 None None] Checking router: 2a479914-7825-482c-bc42-da2ca7d8ab08 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:58:46.360868 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adee365f-1544-4e40-b053-aa68bf00cc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:46.365172 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-adee365f-1544-4e40-b053-aa68bf00cc6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:46.366635 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-adee365f-1544-4e40-b053-aa68bf00cc6d admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/43d6a660-c402-4c76-a709-5bfb58d3c068 HTTP/1.1" status: 204 len: 168 time: 0.2745378 Jul 09 13:58:46.384117 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c49fb292-ac59-41ae-b6dc-a638bf980f57 None None] Routers {'2a479914-7825-482c-bc42-da2ca7d8ab08'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:46.385409 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c49fb292-ac59-41ae-b6dc-a638bf980f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['2a479914-7825-482c-bc42-da2ca7d8ab08'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:46.405769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adee365f-1544-4e40-b053-aa68bf00cc6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43d6a660-c402-4c76-a709-5bfb58d3c068,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:46.433970 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fc77db8-448e-438e-830d-7982d40ddd3a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:46.491048 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc77db8-448e-438e-830d-7982d40ddd3a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=2926227b-8c0d-4bd5-8376-63b6061fe597,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:46.514675 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2fc77db8-448e-438e-830d-7982d40ddd3a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:46.515472 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c49fb292-ac59-41ae-b6dc-a638bf980f57 None None] Set router 2a479914-7825-482c-bc42-da2ca7d8ab08 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:46.521164 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c40051-6534-4625-ac7d-7d23f2ab9d6f None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:46.536660 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2fc77db8-448e-438e-830d-7982d40ddd3a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/2926227b-8c0d-4bd5-8376-63b6061fe597 HTTP/1.1" status: 204 len: 168 time: 0.5485508 Jul 09 13:58:46.539042 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42840) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:46.564815 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:46.594611 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c49fb292-ac59-41ae-b6dc-a638bf980f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2a479914-7825-482c-bc42-da2ca7d8ab08', 'name': 'tempest-NetworksTestDHCPv6-router-86952858', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:35Z', 'updated_at': '2021-07-09T13:58:44Z', 'revision_number': 3, 'project_id': 'b9b4bc1f9e61485b89051620f213f808', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:46.627423 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c49fb292-ac59-41ae-b6dc-a638bf980f57 None None] The sync data for ids ['2a479914-7825-482c-bc42-da2ca7d8ab08'] in n-d-799525-3 is: [{'id': '2a479914-7825-482c-bc42-da2ca7d8ab08', 'name': 'tempest-NetworksTestDHCPv6-router-86952858', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:35Z', 'updated_at': '2021-07-09T13:58:44Z', 'revision_number': 3, 'project_id': 'b9b4bc1f9e61485b89051620f213f808', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:58:46.742129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:46.743678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8e2e2e0f-a5cd-4aed-8df5-e9b46c82c2b4 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:46.785256 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7244e6a4-f038-4802-91cf-e266beee7a63 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 708 time: 0.2435822 Jul 09 13:58:46.787556 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42842) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:46.971376 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb75cf5f-0f24-49fb-9770-0a4aa7770a3b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:47.083521 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65988e16-122f-471b-b1ed-26672bf92750 None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:58:47.205306 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-65988e16-122f-471b-b1ed-26672bf92750 None None] Deleting port 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:47.206003 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65988e16-122f-471b-b1ed-26672bf92750 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:47.303460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42854) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:47.386102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-65988e16-122f-471b-b1ed-26672bf92750 None None] For port 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=98ae9b2b-467b-40c1-b1d9-bb37cb48f84d,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:47.386520 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65988e16-122f-471b-b1ed-26672bf92750 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:47.396452 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb75cf5f-0f24-49fb-9770-0a4aa7770a3b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:47.404394 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb75cf5f-0f24-49fb-9770-0a4aa7770a3b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:47.433960 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-65988e16-122f-471b-b1ed-26672bf92750 None None] Calling delete_port for 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:47.526337 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb75cf5f-0f24-49fb-9770-0a4aa7770a3b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:47.527345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb75cf5f-0f24-49fb-9770-0a4aa7770a3b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Fanout notify agent at l3_agent the message router_deleted on router 2a479914-7825-482c-bc42-da2ca7d8ab08 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:58:47.544635 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb75cf5f-0f24-49fb-9770-0a4aa7770a3b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:47.546795 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-eb75cf5f-0f24-49fb-9770-0a4aa7770a3b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/routers/2a479914-7825-482c-bc42-da2ca7d8ab08 HTTP/1.1" status: 204 len: 168 time: 0.7567415 Jul 09 13:58:47.549556 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42858) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:47.670698 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65988e16-122f-471b-b1ed-26672bf92750 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:47.768192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65988e16-122f-471b-b1ed-26672bf92750 None None] Pushing event deleted for resources: {'Port': ['ID=98ae9b2b-467b-40c1-b1d9-bb37cb48f84d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:47.777620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65988e16-122f-471b-b1ed-26672bf92750 None None] No DVR routers for this DVR port 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:47.778653 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a4255b-e875-44e1-869f-20ee8f158c1a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:47.781399 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-28a4255b-e875-44e1-869f-20ee8f158c1a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2301800 Jul 09 13:58:47.791911 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42860) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:47.875881 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64730a1c-3c78-47a5-90c1-f9e0b8c55acc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:47.880750 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-64730a1c-3c78-47a5-90c1-f9e0b8c55acc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0891752 Jul 09 13:58:47.892148 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42862) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:47.954483 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c28d353b-4a2a-4ec4-a446-eafc16147e99 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0635476 Jul 09 13:58:47.955081 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42864) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:47.963528 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ec233970-0847-40a4-a3ff-c153aa4d9dc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:48.124186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec233970-0847-40a4-a3ff-c153aa4d9dc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:48.128883 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec233970-0847-40a4-a3ff-c153aa4d9dc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:48.254464 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b751897-ef97-489c-ac07-1d38c0335fa6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:48.411325 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ef823a61-94ea-4d5c-8e0c-98338b9e484a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:48.446867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: ef823a61-94ea-4d5c-8e0c-98338b9e484a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:48.447674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ef823a61-94ea-4d5c-8e0c-98338b9e484a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:48.448619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:48.476280 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:48.477142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 98ae9b2b-467b-40c1-b1d9-bb37cb48f84d not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:48.553002 n-d-799525-3 neutron-server[93754]: DEBUG neutron.objects.ports [None req-ec233970-0847-40a4-a3ff-c153aa4d9dc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:58:48.556032 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec233970-0847-40a4-a3ff-c153aa4d9dc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:48.643127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec233970-0847-40a4-a3ff-c153aa4d9dc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:48.646872 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ec233970-0847-40a4-a3ff-c153aa4d9dc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:48.652943 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec233970-0847-40a4-a3ff-c153aa4d9dc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:48.653557 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ec233970-0847-40a4-a3ff-c153aa4d9dc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:48.669557 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18745e0-8412-448b-8da8-495ad038475e None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:48.669929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec233970-0847-40a4-a3ff-c153aa4d9dc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=303f0308-96a2-4bb5-96d6-cdca09c8b4d0,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:48.678396 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2b751897-ef97-489c-ac07-1d38c0335fa6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port c5c61c25-5335-42f7-9f86-43d1d71554a7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:48.679301 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ec233970-0847-40a4-a3ff-c153aa4d9dc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7174423 Jul 09 13:58:48.679866 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b751897-ef97-489c-ac07-1d38c0335fa6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:48.679866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42868) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:48.689119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7129018a-9686-48c4-b1cd-541668f0f215 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:48.856016 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': '303f0308-96a2-4bb5-96d6-cdca09c8b4d0'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:58:48.857705 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:49.015151 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2b751897-ef97-489c-ac07-1d38c0335fa6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] For port c5c61c25-5335-42f7-9f86-43d1d71554a7, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=c5c61c25-5335-42f7-9f86-43d1d71554a7,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:49.015776 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b751897-ef97-489c-ac07-1d38c0335fa6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:49.051234 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2b751897-ef97-489c-ac07-1d38c0335fa6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for c5c61c25-5335-42f7-9f86-43d1d71554a7 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:49.095146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7129018a-9686-48c4-b1cd-541668f0f215 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:49.101754 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7129018a-9686-48c4-b1cd-541668f0f215 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:49.135667 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Allocated IP 2001:db8::f816:3eff:fe16:6610 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/303f0308-96a2-4bb5-96d6-cdca09c8b4d0/4c4cffd8-d80f-4635-9b15-5abe3ef41a44) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:49.407691 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:49.426334 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Transition to ACTIVE for port object 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:49.457749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Transition to ACTIVE for port object 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:49.468951 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:49.535741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:49.543272 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:49.547886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:49.569221 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Pushing event updated for resources: {'Port': ['ID=4c4cffd8-d80f-4635-9b15-5abe3ef41a44,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:49.645849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Attempting to bind port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:58:49.647374 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Attempting to bind port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:58:49.647374 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Attempting to bind port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:58:49.659290 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:58:49.659667 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:58:49.662151 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:49.662151 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:58:49.662151 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Bound port: 4c4cffd8-d80f-4635-9b15-5abe3ef41a44, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:58:49.662818 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:49.853015 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b751897-ef97-489c-ac07-1d38c0335fa6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:49.962108 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] For port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:58:49.966531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] For port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4c4cffd8-d80f-4635-9b15-5abe3ef41a44,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:58:49.975195 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:50.073483 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92ffd46-2153-41f3-ad71-2fe041a04be6 None None] Pushing event updated for resources: {'Port': ['ID=4c4cffd8-d80f-4635-9b15-5abe3ef41a44,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:50.407082 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b751897-ef97-489c-ac07-1d38c0335fa6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=c5c61c25-5335-42f7-9f86-43d1d71554a7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:50.457224 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7129018a-9686-48c4-b1cd-541668f0f215 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:50.580599 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7129018a-9686-48c4-b1cd-541668f0f215 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:50.588756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-7129018a-9686-48c4-b1cd-541668f0f215 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:50.598108 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7129018a-9686-48c4-b1cd-541668f0f215 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:50.598717 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7129018a-9686-48c4-b1cd-541668f0f215 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:50.620589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7129018a-9686-48c4-b1cd-541668f0f215 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=511420a6-3826-4336-91a6-ae0ee79432e8,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:50.672193 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7129018a-9686-48c4-b1cd-541668f0f215 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9853718 Jul 09 13:58:50.672938 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42872) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:50.678834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0c1b11cc-a157-4db5-b4df-f76fb5bade58 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'mac_address': 'fa:16:3e:4c:87:60', 'name': 'tempest-NetworksTestDHCPv6-1796490837'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:50.785529 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b751897-ef97-489c-ac07-1d38c0335fa6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:50.835746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1b11cc-a157-4db5-b4df-f76fb5bade58 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:50.958288 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c1b11cc-a157-4db5-b4df-f76fb5bade58 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:50.987839 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-0c1b11cc-a157-4db5-b4df-f76fb5bade58 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port ebb7c3f0-89fe-4c85-8aa4-780ea6bcbfc0 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:58:51.096202 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b751897-ef97-489c-ac07-1d38c0335fa6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 6f82bebe-6d60-40ba-a17a-6309b9e44708 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:58:51.244470 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-0c1b11cc-a157-4db5-b4df-f76fb5bade58 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 172.20.0.10 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/511420a6-3826-4336-91a6-ae0ee79432e8/ebb7c3f0-89fe-4c85-8aa4-780ea6bcbfc0) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:51.244861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b751897-ef97-489c-ac07-1d38c0335fa6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:58:51.251250 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2b751897-ef97-489c-ac07-1d38c0335fa6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "PUT /v2.0/routers/6f82bebe-6d60-40ba-a17a-6309b9e44708/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9464955 Jul 09 13:58:51.257159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42876) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:51.261491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e93e9f-2344-458a-8017-5d48f57d7995 None None] Sync routers for ids ['6f82bebe-6d60-40ba-a17a-6309b9e44708'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:58:51.268700 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-0c1b11cc-a157-4db5-b4df-f76fb5bade58 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::f816:3eff:fe4c:8760 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/303f0308-96a2-4bb5-96d6-cdca09c8b4d0/ebb7c3f0-89fe-4c85-8aa4-780ea6bcbfc0) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:51.281368 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e93e9f-2344-458a-8017-5d48f57d7995 None None] Routers {'6f82bebe-6d60-40ba-a17a-6309b9e44708'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:51.283884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f4e93e9f-2344-458a-8017-5d48f57d7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6f82bebe-6d60-40ba-a17a-6309b9e44708'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:51.332716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-8268619d-db96-485f-bccc-356d66a2f21e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting subnet d5578c7c-c2fd-46e7-a415-5ef23ccbd516 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:58:51.338862 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8268619d-db96-485f-bccc-356d66a2f21e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:51.381375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb5d925-7e40-4227-b94f-4079b4bf659e None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:51.407209 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8268619d-db96-485f-bccc-356d66a2f21e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:51.456847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bfa30f67-a782-4371-b747-2e1b60ef5084 None None] Provisioning for port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:51.486588 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f4e93e9f-2344-458a-8017-5d48f57d7995 None None] Set router 6f82bebe-6d60-40ba-a17a-6309b9e44708 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:51.541606 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c1b11cc-a157-4db5-b4df-f76fb5bade58 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:51.550878 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8268619d-db96-485f-bccc-356d66a2f21e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:51.562364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-0c1b11cc-a157-4db5-b4df-f76fb5bade58 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object ebb7c3f0-89fe-4c85-8aa4-780ea6bcbfc0 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:51.609267 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c1b11cc-a157-4db5-b4df-f76fb5bade58 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:51.677768 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8268619d-db96-485f-bccc-356d66a2f21e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:51.681728 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1b11cc-a157-4db5-b4df-f76fb5bade58 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:51.686238 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0c1b11cc-a157-4db5-b4df-f76fb5bade58 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:51.690761 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c1b11cc-a157-4db5-b4df-f76fb5bade58 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:51.732207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268619d-db96-485f-bccc-356d66a2f21e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Subnet': ['ID=d5578c7c-c2fd-46e7-a415-5ef23ccbd516,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:51.734783 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8268619d-db96-485f-bccc-356d66a2f21e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:51.741760 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8268619d-db96-485f-bccc-356d66a2f21e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/subnets/d5578c7c-c2fd-46e7-a415-5ef23ccbd516 HTTP/1.1" status: 204 len: 168 time: 0.4792392 Jul 09 13:58:51.742276 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42878) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:51.743643 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b11cc-a157-4db5-b4df-f76fb5bade58 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=ebb7c3f0-89fe-4c85-8aa4-780ea6bcbfc0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:51.758075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24587556-1d93-404f-9847-ec6c86abd177 None None] Network c105c25d-afcc-4ab4-96d7-7bed3a5cd73e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:51.786769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1b11cc-a157-4db5-b4df-f76fb5bade58 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:51.788661 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c1b11cc-a157-4db5-b4df-f76fb5bade58 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:51.817759 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0c1b11cc-a157-4db5-b4df-f76fb5bade58 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.1428716 Jul 09 13:58:51.820080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42882) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:51.914964 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a128cf8d-d8b8-43c4-bb07-f6e0b4b1f646 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:51.932469 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a128cf8d-d8b8-43c4-bb07-f6e0b4b1f646 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:51.937209 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a128cf8d-d8b8-43c4-bb07-f6e0b4b1f646 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.1159794 Jul 09 13:58:51.937865 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42888) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:51.964200 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c538cc3-959d-450b-9ac0-88f8e5676fd1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:52.010304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f4e93e9f-2344-458a-8017-5d48f57d7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016704820', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '21538277-e396-4ae9-8d40-edef913c3def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:56:29Z', 'updated_at': '2021-07-09T13:58:49Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '21538277-e396-4ae9-8d40-edef913c3def', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:30Z', 'updated_at': '2021-07-09T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:52.079243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e93e9f-2344-458a-8017-5d48f57d7995 None None] Checking router: 6f82bebe-6d60-40ba-a17a-6309b9e44708 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:58:52.085295 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-60ae62a6-cb53-4a27-8094-764cb3f0b080 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port ebb7c3f0-89fe-4c85-8aa4-780ea6bcbfc0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:52.085941 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60ae62a6-cb53-4a27-8094-764cb3f0b080 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:52.114308 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4e93e9f-2344-458a-8017-5d48f57d7995 None None] Routers {'6f82bebe-6d60-40ba-a17a-6309b9e44708'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:58:52.114978 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f4e93e9f-2344-458a-8017-5d48f57d7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['6f82bebe-6d60-40ba-a17a-6309b9e44708'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:52.120930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b35839-5ec8-4c53-924f-20f9ad623ec0 None None] Update dhcp port {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'fixed_ips': [{'subnet_id': '303f0308-96a2-4bb5-96d6-cdca09c8b4d0', 'ip_address': '2001:db8::f816:3eff:fe16:6610'}, {'subnet_id': '511420a6-3826-4336-91a6-ae0ee79432e8'}], 'binding:host_id': 'n-d-799525-3'}, 'id': '4c4cffd8-d80f-4635-9b15-5abe3ef41a44'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:58:52.148509 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c538cc3-959d-450b-9ac0-88f8e5676fd1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:52.274924 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f4e93e9f-2344-458a-8017-5d48f57d7995 None None] Set router 6f82bebe-6d60-40ba-a17a-6309b9e44708 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:58:52.294238 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0c538cc3-959d-450b-9ac0-88f8e5676fd1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port 21538277-e396-4ae9-8d40-edef913c3def {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:52.295195 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c538cc3-959d-450b-9ac0-88f8e5676fd1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:52.335215 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60ae62a6-cb53-4a27-8094-764cb3f0b080 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:52.344768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfcd7c5-ef37-4e49-8e0e-7715ec471559 None None] DHCP port deletion for c105c25d-afcc-4ab4-96d7-7bed3a5cd73e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:58:52.355733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-60ae62a6-cb53-4a27-8094-764cb3f0b080 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for ebb7c3f0-89fe-4c85-8aa4-780ea6bcbfc0 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:52.432594 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87b35839-5ec8-4c53-924f-20f9ad623ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:52.509967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-0c538cc3-959d-450b-9ac0-88f8e5676fd1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] For port 21538277-e396-4ae9-8d40-edef913c3def, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=21538277-e396-4ae9-8d40-edef913c3def,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:52.515905 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c538cc3-959d-450b-9ac0-88f8e5676fd1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:52.561325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-0c538cc3-959d-450b-9ac0-88f8e5676fd1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for 21538277-e396-4ae9-8d40-edef913c3def owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:52.643744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-87b35839-5ec8-4c53-924f-20f9ad623ec0 None None] Allocated IP 172.20.0.2 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/511420a6-3826-4336-91a6-ae0ee79432e8/4c4cffd8-d80f-4635-9b15-5abe3ef41a44) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:52.672153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:58:52.778385 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60ae62a6-cb53-4a27-8094-764cb3f0b080 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:52.812918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4bfcd7c5-ef37-4e49-8e0e-7715ec471559 None None] Deleting port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:52.813304 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4bfcd7c5-ef37-4e49-8e0e-7715ec471559 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:52.819249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:52.843741 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c538cc3-959d-450b-9ac0-88f8e5676fd1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:52.853093 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae62a6-cb53-4a27-8094-764cb3f0b080 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=ebb7c3f0-89fe-4c85-8aa4-780ea6bcbfc0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:52.896950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c538cc3-959d-450b-9ac0-88f8e5676fd1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=21538277-e396-4ae9-8d40-edef913c3def,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:52.901731 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:52.902105 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:52.981146 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4bfcd7c5-ef37-4e49-8e0e-7715ec471559 None None] For port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:52.981571 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4bfcd7c5-ef37-4e49-8e0e-7715ec471559 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:52.995177 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-87b35839-5ec8-4c53-924f-20f9ad623ec0 None None] For port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4c4cffd8-d80f-4635-9b15-5abe3ef41a44,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:53.017909 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4bfcd7c5-ef37-4e49-8e0e-7715ec471559 None None] Calling delete_port for 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:53.040911 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c538cc3-959d-450b-9ac0-88f8e5676fd1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:53.071251 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-60ae62a6-cb53-4a27-8094-764cb3f0b080 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:53.077355 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-60ae62a6-cb53-4a27-8094-764cb3f0b080 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/ebb7c3f0-89fe-4c85-8aa4-780ea6bcbfc0 HTTP/1.1" status: 204 len: 168 time: 1.1365790 Jul 09 13:58:53.078766 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42892) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:53.102825 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87b35839-5ec8-4c53-924f-20f9ad623ec0 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:53.174339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e6c87-b104-4fed-95a6-02504a16c23e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:53.176755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e6c87-b104-4fed-95a6-02504a16c23e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:53.179218 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b9e6c87-b104-4fed-95a6-02504a16c23e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:53.185787 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0b9e6c87-b104-4fed-95a6-02504a16c23e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0971172 Jul 09 13:58:53.186773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42894) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:53.227052 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c538cc3-959d-450b-9ac0-88f8e5676fd1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:53.243495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c538cc3-959d-450b-9ac0-88f8e5676fd1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:53.271819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-84bc90e2-f1b1-4936-a7e3-db9bf0873415 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 303f0308-96a2-4bb5-96d6-cdca09c8b4d0 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:58:53.318958 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c538cc3-959d-450b-9ac0-88f8e5676fd1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:53.319961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c538cc3-959d-450b-9ac0-88f8e5676fd1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Fanout notify agent at l3_agent the message router_deleted on router 6f82bebe-6d60-40ba-a17a-6309b9e44708 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 13:58:53.332964 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c538cc3-959d-450b-9ac0-88f8e5676fd1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:53.337268 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0c538cc3-959d-450b-9ac0-88f8e5676fd1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/routers/6f82bebe-6d60-40ba-a17a-6309b9e44708 HTTP/1.1" status: 204 len: 168 time: 1.5912626 Jul 09 13:58:53.338398 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42898) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:53.388137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f4e93e9f-2344-458a-8017-5d48f57d7995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016704820', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '21538277-e396-4ae9-8d40-edef913c3def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:56:29Z', 'updated_at': '2021-07-09T13:58:49Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '21538277-e396-4ae9-8d40-edef913c3def', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:30Z', 'updated_at': '2021-07-09T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:53.463699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-87b35839-5ec8-4c53-924f-20f9ad623ec0 None None] Transition to ACTIVE for port object 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:53.479925 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e93e9f-2344-458a-8017-5d48f57d7995 None None] The sync data for ids ['6f82bebe-6d60-40ba-a17a-6309b9e44708'] in n-d-799525-3 is: [{'id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2016704820', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': '21538277-e396-4ae9-8d40-edef913c3def', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:56:29Z', 'updated_at': '2021-07-09T13:58:49Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '21538277-e396-4ae9-8d40-edef913c3def', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:b6:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f82bebe-6d60-40ba-a17a-6309b9e44708', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3546, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:56:30Z', 'updated_at': '2021-07-09T13:56:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:58:53.486995 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87b35839-5ec8-4c53-924f-20f9ad623ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:53.499178 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:53.504025 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84bc90e2-f1b1-4936-a7e3-db9bf0873415 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:53.506562 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:53.636065 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84bc90e2-f1b1-4936-a7e3-db9bf0873415 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:53.637063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:53.637392 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:53.645182 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b35839-5ec8-4c53-924f-20f9ad623ec0 None None] Pushing event updated for resources: {'Port': ['ID=4c4cffd8-d80f-4635-9b15-5abe3ef41a44,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:53.839677 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4bfcd7c5-ef37-4e49-8e0e-7715ec471559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:53.852444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] For port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b,segment=NetworkSegment(478e7a18-0a39-4aed-b5a9-a737f0f5cdbd),segment_id=478e7a18-0a39-4aed-b5a9-a737f0f5cdbd)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:53.853226 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:53.896393 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84bc90e2-f1b1-4936-a7e3-db9bf0873415 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:53.942504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfcd7c5-ef37-4e49-8e0e-7715ec471559 None None] Pushing event deleted for resources: {'Port': ['ID=403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:53.950408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:53.956110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfcd7c5-ef37-4e49-8e0e-7715ec471559 None None] No DVR routers for this DVR port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:53.959451 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:58:53.960026 n-d-799525-3 neutron-server[93755]: DEBUG oslo_db.api [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:58:54.072415 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84bc90e2-f1b1-4936-a7e3-db9bf0873415 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.097161 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.128085 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:54.137355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] No DVR routers for this DVR port 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:54.146509 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-84bc90e2-f1b1-4936-a7e3-db9bf0873415 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.153859 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-84bc90e2-f1b1-4936-a7e3-db9bf0873415 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/303f0308-96a2-4bb5-96d6-cdca09c8b4d0 HTTP/1.1" status: 204 len: 168 time: 0.9636707 Jul 09 13:58:54.154237 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc90e2-f1b1-4936-a7e3-db9bf0873415 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=303f0308-96a2-4bb5-96d6-cdca09c8b4d0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:54.157060 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42900) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:54.263814 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:58:54.285147 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.287677 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e57fc84-ed97-4d1a-b6b0-1346820a6582 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 511420a6-3826-4336-91a6-ae0ee79432e8 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:58:54.296124 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e57fc84-ed97-4d1a-b6b0-1346820a6582 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.305719 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c105c25d-afcc-4ab4-96d7-7bed3a5cd73e']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:54.334348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:54.334816 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478e7a18-0a39-4aed-b5a9-a737f0f5cdbd') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:58:54.375976 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.377237 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e57fc84-ed97-4d1a-b6b0-1346820a6582 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.434282 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.454465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Releasing vlan 344 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 13:58:54.454988 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: timer() Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 13:58:54.458620 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 13:58:54.576534 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.593124 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.600115 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.609670 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/networks/c105c25d-afcc-4ab4-96d7-7bed3a5cd73e HTTP/1.1" status: 204 len: 168 time: 1.2649136 Jul 09 13:58:54.610530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42912) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:54.641974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e29961-e432-47e2-bf0a-e511dee27b59 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Network': ['ID=c105c25d-afcc-4ab4-96d7-7bed3a5cd73e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:54.680269 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4c4cffd8-d80f-4635-9b15-5abe3ef41a44,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:54.694114 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.699429 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e57fc84-ed97-4d1a-b6b0-1346820a6582 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.737743 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59ff3582-8a26-46e6-9132-1b981d0b6866 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.778381 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59ff3582-8a26-46e6-9132-1b981d0b6866 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.816463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=4c4cffd8-d80f-4635-9b15-5abe3ef41a44,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:54.865789 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59ff3582-8a26-46e6-9132-1b981d0b6866 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.871752 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59ff3582-8a26-46e6-9132-1b981d0b6866 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:54.879410 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-59ff3582-8a26-46e6-9132-1b981d0b6866 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/security-groups/fc3c1fb0-30d0-4352-bb1e-a0f7184415a8 HTTP/1.1" status: 204 len: 168 time: 0.2675822 Jul 09 13:58:54.900246 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ff3582-8a26-46e6-9132-1b981d0b6866 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3c1fb0-30d0-4352-bb1e-a0f7184415a8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:55.002251 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e57fc84-ed97-4d1a-b6b0-1346820a6582 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:55.034492 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:55.093327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e57fc84-ed97-4d1a-b6b0-1346820a6582 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=511420a6-3826-4336-91a6-ae0ee79432e8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:55.110493 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:55.110877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 403bbc33-a4b6-45fc-9b1d-52c0e22ccc8b not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:55.142553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-e84f7b72-72b0-4a5b-a090-59736e3b38f2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:55.145460 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-e84f7b72-72b0-4a5b-a090-59736e3b38f2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 812 time: 0.3742828 Jul 09 13:58:55.147338 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9e57fc84-ed97-4d1a-b6b0-1346820a6582 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:55.155455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42920) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:55.155854 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9e57fc84-ed97-4d1a-b6b0-1346820a6582 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/511420a6-3826-4336-91a6-ae0ee79432e8 HTTP/1.1" status: 204 len: 168 time: 0.9969940 Jul 09 13:58:55.185269 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-374c46b9-411d-4d06-a145-f22e8a25c0f3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/quotas/25a69ce0edc7491da11553925111d73f HTTP/1.1" status: 200 len: 375 time: 0.0246897 Jul 09 13:58:55.208411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c1a1010-2c9b-411f-8664-f182464239c8 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:55.273231 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e1235efb-8aa7-43cc-9dc5-3a1ac36a67f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1120703 Jul 09 13:58:55.275896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42922) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:55.286867 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ab3f68ae-fe05-47cc-b6e4-283f85732d20 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:55.326878 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-786e63fd-c98e-4f54-ba19-8baef6ef22de None None] Provisioning for port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:55.337298 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:58:55.379320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-5b75a2af-5745-4325-a547-8346ae72a2d6 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1818385 Jul 09 13:58:55.390996 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-786e63fd-c98e-4f54-ba19-8baef6ef22de None None] Provisioning complete for port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:55.391468 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-786e63fd-c98e-4f54-ba19-8baef6ef22de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:55.494251 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3f68ae-fe05-47cc-b6e4-283f85732d20 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:55.503817 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42926) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:55.508026 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:58:55.508642 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:55.512005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-45c44e42-864a-4028-9f24-f219eba05ee7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1631333046', 'description': 'tempest-secgroup-smoke-1631333046 description', 'project_id': 'e18f38b86e4946d19d906914b285cd31'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:55.513668 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab3f68ae-fe05-47cc-b6e4-283f85732d20 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:55.558537 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45c44e42-864a-4028-9f24-f219eba05ee7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:55.623829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-786e63fd-c98e-4f54-ba19-8baef6ef22de None None] Could not find standard attr ID for object ebb7c3f0-89fe-4c85-8aa4-780ea6bcbfc0. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:58:55.781820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:58:55.829139 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45c44e42-864a-4028-9f24-f219eba05ee7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:55.838848 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-aa8cfcb6-c0a2-4b81-bd3c-74e377de715d service neutron] 10.222.0.39 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4467494 Jul 09 13:58:55.840243 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45c44e42-864a-4028-9f24-f219eba05ee7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:55.848688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device c5c61c25-5335-42f7-9f86-43d1d71554a7 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:55.884384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: c5c61c25-5335-42f7-9f86-43d1d71554a7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:55.884960 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device c5c61c25-5335-42f7-9f86-43d1d71554a7 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:55.885646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 21538277-e396-4ae9-8d40-edef913c3def no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:55.933303 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 21538277-e396-4ae9-8d40-edef913c3def {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:55.933603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 21538277-e396-4ae9-8d40-edef913c3def not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:55.952402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Deleting port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:58:55.953023 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.111614 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] For port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4c4cffd8-d80f-4635-9b15-5abe3ef41a44,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:58:56.112011 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.132075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Calling delete_port for 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:58:56.205660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.objects.ports [None req-ab3f68ae-fe05-47cc-b6e4-283f85732d20 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93753) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:58:56.240106 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.287469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Pushing event deleted for resources: {'Port': ['ID=4c4cffd8-d80f-4635-9b15-5abe3ef41a44,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:56.294755 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-45c44e42-864a-4028-9f24-f219eba05ee7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.295469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] No DVR routers for this DVR port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:58:56.299112 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-45c44e42-864a-4028-9f24-f219eba05ee7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7938046 Jul 09 13:58:56.299757 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42928) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:56.310817 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-023a92da-4373-455f-9fbd-7127402b8e8c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': '63829733-4871-4556-8279-2f244e7fb607', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:56.317741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:56.317929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c44e42-864a-4028-9f24-f219eba05ee7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63829733-4871-4556-8279-2f244e7fb607,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:56.318167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:56.318953 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:56.321665 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:56.323037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:56.323783 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:56.324433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:56.325331 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:56.325796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:56.326422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:56.327169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:56.327912 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2967326d-545b-4d8f-a962-6b76d4384df5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:56.373332 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-63caf43b-1cf5-4dfa-862e-c7d8967d99f4 service neutron] 10.222.0.39 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5261390 Jul 09 13:58:56.374154 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-023a92da-4373-455f-9fbd-7127402b8e8c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.443212 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-023a92da-4373-455f-9fbd-7127402b8e8c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.448925 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-023a92da-4373-455f-9fbd-7127402b8e8c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.473494 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a92da-4373-455f-9fbd-7127402b8e8c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0112b7ff-52e4-4e68-abd7-3363c2a4ae2e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:56.486923 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-023a92da-4373-455f-9fbd-7127402b8e8c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.491978 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-023a92da-4373-455f-9fbd-7127402b8e8c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1881530 Jul 09 13:58:56.492837 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42930) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:56.499170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fe665e9c-f9b7-458e-b1f1-fbc795376801 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': '63829733-4871-4556-8279-2f244e7fb607', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:56.536017 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe665e9c-f9b7-458e-b1f1-fbc795376801 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.632416 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe665e9c-f9b7-458e-b1f1-fbc795376801 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.638692 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe665e9c-f9b7-458e-b1f1-fbc795376801 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.673835 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe665e9c-f9b7-458e-b1f1-fbc795376801 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e87d4ed-a966-4023-9767-7e5b43b56ea3,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:56.706593 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe665e9c-f9b7-458e-b1f1-fbc795376801 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.708294 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fe665e9c-f9b7-458e-b1f1-fbc795376801 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2142310 Jul 09 13:58:56.711945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2ca0eadc-9660-4600-87fc-66b955d30026 req-73c064ef-4954-459b-9e38-b8c9a02d6e7e tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 210 time: 0.0533361 Jul 09 13:58:56.713838 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42938) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:56.722036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-66e0e53e-2d2e-4fd7-a0c2-53e7d254c207 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': '63829733-4871-4556-8279-2f244e7fb607', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:56.781499 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66e0e53e-2d2e-4fd7-a0c2-53e7d254c207 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.849789 n-d-799525-3 neutron-server[93753]: WARNING neutron.services.revisions.revision_plugin [None req-ab3f68ae-fe05-47cc-b6e4-283f85732d20 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Could not find related port for resource to bump revision. Jul 09 13:58:56.862686 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.ipam_pluggable_backend [None req-ab3f68ae-fe05-47cc-b6e4-283f85732d20 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Port 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93753) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 13:58:56.863323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.ipam_pluggable_backend [None req-ab3f68ae-fe05-47cc-b6e4-283f85732d20 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Reverting IP allocation for 2001:db8::f816:3eff:fe16:6610 {{(pid=93753) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 13:58:56.871280 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.ipam_pluggable_backend [None req-ab3f68ae-fe05-47cc-b6e4-283f85732d20 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe16:6610 {{(pid=93753) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 13:58:56.873384 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab3f68ae-fe05-47cc-b6e4-283f85732d20 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.880916 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66e0e53e-2d2e-4fd7-a0c2-53e7d254c207 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.887640 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66e0e53e-2d2e-4fd7-a0c2-53e7d254c207 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.910782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e0e53e-2d2e-4fd7-a0c2-53e7d254c207 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e53db56-82b7-4fd8-b606-609a3739b252,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:56.920465 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66e0e53e-2d2e-4fd7-a0c2-53e7d254c207 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.922511 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-66e0e53e-2d2e-4fd7-a0c2-53e7d254c207 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2070847 Jul 09 13:58:56.925852 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42944) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:56.933516 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-f5cec3a9-8ecc-4318-a776-f12175672302 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': '63829733-4871-4556-8279-2f244e7fb607', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:56.968504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab3f68ae-fe05-47cc-b6e4-283f85732d20 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:56.974871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ab3f68ae-fe05-47cc-b6e4-283f85732d20 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:56.982361 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5cec3a9-8ecc-4318-a776-f12175672302 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.983653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3f68ae-fe05-47cc-b6e4-283f85732d20 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:56.984645 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ab3f68ae-fe05-47cc-b6e4-283f85732d20 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:56.990154 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d605920-ae13-4b93-af7a-fb7888edb311 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:58:57.033720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3f68ae-fe05-47cc-b6e4-283f85732d20 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=840ac621-bae5-4bfe-afd2-1ac865614ea5,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:57.053004 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ab3f68ae-fe05-47cc-b6e4-283f85732d20 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7747571 Jul 09 13:58:57.055612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42946) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:57.068428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7e6eac5d-308c-4dff-a508-b0cb3c842b25 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:57.123125 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5cec3a9-8ecc-4318-a776-f12175672302 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.132331 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5cec3a9-8ecc-4318-a776-f12175672302 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.160719 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cec3a9-8ecc-4318-a776-f12175672302 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59d15817-b9dd-48ae-a383-b65c9a9a48e3,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:57.186472 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5cec3a9-8ecc-4318-a776-f12175672302 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.189485 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f5cec3a9-8ecc-4318-a776-f12175672302 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2620988 Jul 09 13:58:57.193394 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42950) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:57.209373 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6bd6567b-b0e2-4118-9235-68d94bd30312 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': '63829733-4871-4556-8279-2f244e7fb607', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:57.217745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': '840ac621-bae5-4bfe-afd2-1ac865614ea5'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:58:57.218632 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.263222 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-6bd6567b-b0e2-4118-9235-68d94bd30312 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Project e18f38b86e4946d19d906914b285cd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:58:57.278393 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6bd6567b-b0e2-4118-9235-68d94bd30312 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.297111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:58:57.330586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:58:57.330931 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4c4cffd8-d80f-4635-9b15-5abe3ef41a44 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:58:57.415060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e6eac5d-308c-4dff-a508-b0cb3c842b25 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:57.422022 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e6eac5d-308c-4dff-a508-b0cb3c842b25 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.432500 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6bd6567b-b0e2-4118-9235-68d94bd30312 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.441811 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6bd6567b-b0e2-4118-9235-68d94bd30312 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.483282 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6567b-b0e2-4118-9235-68d94bd30312 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea3862ac-f5e4-4913-94ec-4b3ae53816ef,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:57.498936 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6bd6567b-b0e2-4118-9235-68d94bd30312 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.511379 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6bd6567b-b0e2-4118-9235-68d94bd30312 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3136165 Jul 09 13:58:57.511379 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42952) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:57.523754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3332329e-952d-48d2-a40a-0c348bfccf4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': '63829733-4871-4556-8279-2f244e7fb607', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:57.555814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Allocated IP 2001:db8::f816:3eff:fecf:ec51 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/840ac621-bae5-4bfe-afd2-1ac865614ea5/31e4dc87-c713-4b4b-b777-ba169bdee05e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:57.569892 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-3332329e-952d-48d2-a40a-0c348bfccf4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Project e18f38b86e4946d19d906914b285cd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 13:58:57.579902 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3332329e-952d-48d2-a40a-0c348bfccf4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.724784 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3332329e-952d-48d2-a40a-0c348bfccf4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.732798 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3332329e-952d-48d2-a40a-0c348bfccf4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.763994 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3332329e-952d-48d2-a40a-0c348bfccf4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14c06072-8c08-4beb-82b6-b2bc54d11d06,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:57.776170 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3332329e-952d-48d2-a40a-0c348bfccf4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.778276 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3332329e-952d-48d2-a40a-0c348bfccf4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2666276 Jul 09 13:58:57.782499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42956) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:57.788369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7131d5e7-2bbb-4c41-8c0a-c3df8f4e1527 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'network': {'name': 'tempest-network-smoke--616468205', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'port_security_enabled': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:57.797617 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e6eac5d-308c-4dff-a508-b0cb3c842b25 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.861842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7131d5e7-2bbb-4c41-8c0a-c3df8f4e1527 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Made reservation on behalf of e18f38b86e4946d19d906914b285cd31 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:57.865807 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7131d5e7-2bbb-4c41-8c0a-c3df8f4e1527 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.875483 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6eac5d-308c-4dff-a508-b0cb3c842b25 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:57.890231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-7e6eac5d-308c-4dff-a508-b0cb3c842b25 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:57.896819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e6eac5d-308c-4dff-a508-b0cb3c842b25 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:57.897433 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7e6eac5d-308c-4dff-a508-b0cb3c842b25 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.913969 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6eac5d-308c-4dff-a508-b0cb3c842b25 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=853bef87-cd98-48c8-88d5-566bbd843e8c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:57.921640 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7e6eac5d-308c-4dff-a508-b0cb3c842b25 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8643513 Jul 09 13:58:57.929591 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42958) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:57.942439 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.943705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7131d5e7-2bbb-4c41-8c0a-c3df8f4e1527 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] vlan segment allocate from pool success with {'vlan_id': 306, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 13:58:57.964025 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7131d5e7-2bbb-4c41-8c0a-c3df8f4e1527 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:57.964606 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-7131d5e7-2bbb-4c41-8c0a-c3df8f4e1527 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Added segment 56214e5f-1639-4f50-9d28-7451f4269499 of type vlan for network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 Jul 09 13:58:57.966398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'mac_address': 'fa:16:3e:e2:d0:44', 'name': 'tempest-NetworksTestDHCPv6-77593273'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:57.968077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Transition to ACTIVE for port object 31e4dc87-c713-4b4b-b777-ba169bdee05e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:57.990660 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Transition to ACTIVE for port object 31e4dc87-c713-4b4b-b777-ba169bdee05e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:58.012193 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:58.049060 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7131d5e7-2bbb-4c41-8c0a-c3df8f4e1527 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:58.066795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:58.070427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:58.076082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:58.087881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Pushing event updated for resources: {'Port': ['ID=31e4dc87-c713-4b4b-b777-ba169bdee05e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:58.095695 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7131d5e7-2bbb-4c41-8c0a-c3df8f4e1527 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:58.108554 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7131d5e7-2bbb-4c41-8c0a-c3df8f4e1527 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:58.109986 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7131d5e7-2bbb-4c41-8c0a-c3df8f4e1527 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:58.166062 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f6dd46aa-d550-4a28-baa8-590f49e1e931 req-d10070be-727d-4740-9353-43cc3bc4f399 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 210 time: 0.0762017 Jul 09 13:58:58.174956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Attempting to bind port 31e4dc87-c713-4b4b-b777-ba169bdee05e on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:58:58.182141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Attempting to bind port 31e4dc87-c713-4b4b-b777-ba169bdee05e by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:58:58.182862 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Attempting to bind port 31e4dc87-c713-4b4b-b777-ba169bdee05e on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:58:58.194063 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 58, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:58:58.195034 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:58:58.196113 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:58.196987 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:58:58.197704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Bound port: 31e4dc87-c713-4b4b-b777-ba169bdee05e, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:58:58.198380 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:58.202139 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7131d5e7-2bbb-4c41-8c0a-c3df8f4e1527 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4181995 Jul 09 13:58:58.205918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42960) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:58.211958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1342998646', 'admin_state_up': True, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:58.244146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7131d5e7-2bbb-4c41-8c0a-c3df8f4e1527 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Network': ['ID=941e0aca-741a-4e09-84f0-5b784e0bc9b1,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:58.249369 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:58.251472 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:58.274826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:58.278567 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 13:58:58.358182 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:58.471344 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:58.483829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] For port 31e4dc87-c713-4b4b-b777-ba169bdee05e, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:58:58.510724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] For port 31e4dc87-c713-4b4b-b777-ba169bdee05e, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=31e4dc87-c713-4b4b-b777-ba169bdee05e,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:58:58.517754 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:58.554492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port 442ba467-a62f-4faa-be53-83e87110c803 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:58:58.635668 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:58.643341 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eb129f-6013-4822-9e7d-18d00aa98b0d None None] Pushing event updated for resources: {'Port': ['ID=31e4dc87-c713-4b4b-b777-ba169bdee05e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:58.798744 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-288232b7-3f0f-4667-84d6-81e6a06eaa48 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:58.801623 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-288232b7-3f0f-4667-84d6-81e6a06eaa48 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.18 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 812 time: 0.3383079 Jul 09 13:58:58.817415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-83665c34-a179-4134-aa4f-9f489e14d0c9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'port': {'device_id': 'd3d27915-6aa1-44cf-b4ea-72e3c2552dd9', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'admin_state_up': True, 'tenant_id': '25a69ce0edc7491da11553925111d73f'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:58:58.968990 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 172.20.0.6 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/853bef87-cd98-48c8-88d5-566bbd843e8c/442ba467-a62f-4faa-be53-83e87110c803) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:58.981582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::f816:3eff:fee2:d044 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/840ac621-bae5-4bfe-afd2-1ac865614ea5/442ba467-a62f-4faa-be53-83e87110c803) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:59.283902 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:59.318609 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object 442ba467-a62f-4faa-be53-83e87110c803 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:58:59.358193 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 31e4dc87-c713-4b4b-b777-ba169bdee05e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:58:59.396871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-83665c34-a179-4134-aa4f-9f489e14d0c9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Made reservation on behalf of 25a69ce0edc7491da11553925111d73f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:58:59.404136 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-83665c34-a179-4134-aa4f-9f489e14d0c9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:59.435064 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:59.489705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 31e4dc87-c713-4b4b-b777-ba169bdee05e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:58:59.512019 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:59.564161 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:58:59.578974 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b6ca7ab1-711e-449f-bd35-c557cfb64789 req-b04681e5-3098-435f-aeb7-1fccf103d7ae tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 210 time: 0.0558929 Jul 09 13:58:59.599890 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:58:59.605333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:58:59.619464 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:59.640864 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=442ba467-a62f-4faa-be53-83e87110c803,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:58:59.652675 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:59.653083 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:59.653524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:59.653986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:59.654420 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:59.654854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:59.655308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:59.655731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:59.656150 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:59.656571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:59.656994 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:59.657432 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:58:59.696460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:59.697377 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:58:59.722349 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-52684540-7738-45db-aa8e-fb41d732212f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 1.7890902 Jul 09 13:58:59.723005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42966) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:59.838413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cbe784-15ee-4613-9cc5-e72dce95070b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:59.849759 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6cbe784-15ee-4613-9cc5-e72dce95070b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:58:59.853278 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c6cbe784-15ee-4613-9cc5-e72dce95070b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.1284950 Jul 09 13:58:59.855731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42970) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:58:59.915556 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-83665c34-a179-4134-aa4f-9f489e14d0c9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Allocated IP 172.20.0.7 (a40754f1-8945-4ca7-8f93-3f416e930007/5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d/3e9504f8-2ab6-4bc7-b675-8bea98084380) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:58:59.928279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Allocated IP 172.25.2.199 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/87a0f9d0-5e78-4c4d-a38b-dc857cc65739) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:00.029131 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cad3a88b-1149-4934-9a9c-0e2ebc2bd32c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port 442ba467-a62f-4faa-be53-83e87110c803 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:00.029486 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cad3a88b-1149-4934-9a9c-0e2ebc2bd32c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:00.160568 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cad3a88b-1149-4934-9a9c-0e2ebc2bd32c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:00.178941 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cad3a88b-1149-4934-9a9c-0e2ebc2bd32c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for 442ba467-a62f-4faa-be53-83e87110c803 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:00.180913 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:00.226046 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-83665c34-a179-4134-aa4f-9f489e14d0c9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:00.253591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-83665c34-a179-4134-aa4f-9f489e14d0c9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Transition to ACTIVE for port object 3e9504f8-2ab6-4bc7-b675-8bea98084380 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:00.288367 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:00.372151 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=87a0f9d0-5e78-4c4d-a38b-dc857cc65739,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:00.374483 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892139d0-ea1b-415f-9b58-820163c41385 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:00.400393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:00.403124 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-83665c34-a179-4134-aa4f-9f489e14d0c9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:00.409031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:00.416248 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:00.441287 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cad3a88b-1149-4934-9a9c-0e2ebc2bd32c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:00.490173 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3a88b-1149-4934-9a9c-0e2ebc2bd32c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=442ba467-a62f-4faa-be53-83e87110c803,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:00.599841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-08c5c38e-d930-40c6-8644-f855da897e66 None None] Provisioning for port 31e4dc87-c713-4b4b-b777-ba169bdee05e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:00.607611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-08c5c38e-d930-40c6-8644-f855da897e66 None None] Provisioning complete for port 31e4dc87-c713-4b4b-b777-ba169bdee05e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:00.607822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83665c34-a179-4134-aa4f-9f489e14d0c9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'Port': ['ID=3e9504f8-2ab6-4bc7-b675-8bea98084380,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:00.608544 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08c5c38e-d930-40c6-8644-f855da897e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:00.655412 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cad3a88b-1149-4934-9a9c-0e2ebc2bd32c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:00.662167 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cad3a88b-1149-4934-9a9c-0e2ebc2bd32c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/442ba467-a62f-4faa-be53-83e87110c803 HTTP/1.1" status: 204 len: 168 time: 0.8047545 Jul 09 13:59:00.662962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42976) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:00.739239 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565aacea-47fe-4a8f-b0ce-514b1cf461b5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:00.741284 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565aacea-47fe-4a8f-b0ce-514b1cf461b5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:00.744087 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-565aacea-47fe-4a8f-b0ce-514b1cf461b5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:00.747627 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-565aacea-47fe-4a8f-b0ce-514b1cf461b5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0834692 Jul 09 13:59:00.752489 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42978) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:00.789114 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08c5c38e-d930-40c6-8644-f855da897e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:00.798564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-83665c34-a179-4134-aa4f-9f489e14d0c9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Network a40754f1-8945-4ca7-8f93-3f416e930007 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:00.816570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-83665c34-a179-4134-aa4f-9f489e14d0c9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:00.821968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-83665c34-a179-4134-aa4f-9f489e14d0c9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:00.859549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-08c5c38e-d930-40c6-8644-f855da897e66 None None] For port 31e4dc87-c713-4b4b-b777-ba169bdee05e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=31e4dc87-c713-4b4b-b777-ba169bdee05e,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:00.868998 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08c5c38e-d930-40c6-8644-f855da897e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:00.944889 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3b4da44-6dec-4218-943c-8a44e2a1f989 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 840ac621-bae5-4bfe-afd2-1ac865614ea5 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:59:00.951329 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c3b4da44-6dec-4218-943c-8a44e2a1f989 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:00.989199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c5c38e-d930-40c6-8644-f855da897e66 None None] Pushing event updated for resources: {'Port': ['ID=31e4dc87-c713-4b4b-b777-ba169bdee05e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:01.027992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cfb1376-2bdf-48e4-94f7-c417070d440c None None] Update dhcp port {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'fixed_ips': [{'subnet_id': '840ac621-bae5-4bfe-afd2-1ac865614ea5', 'ip_address': '2001:db8::f816:3eff:fecf:ec51'}, {'subnet_id': '853bef87-cd98-48c8-88d5-566bbd843e8c'}], 'binding:host_id': 'n-d-799525-3'}, 'id': '31e4dc87-c713-4b4b-b777-ba169bdee05e'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:59:01.096917 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3cfb1376-2bdf-48e4-94f7-c417070d440c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:01.114621 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c3b4da44-6dec-4218-943c-8a44e2a1f989 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:01.119346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-83665c34-a179-4134-aa4f-9f489e14d0c9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:01.132491 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-83665c34-a179-4134-aa4f-9f489e14d0c9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:01.252789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f9bcbe-34d0-4727-82a5-a4c9a8bd7a74 req-49465d00-4fef-46e4-ae9e-22f761d9d4f1 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:01.266933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63f9bcbe-34d0-4727-82a5-a4c9a8bd7a74 req-49465d00-4fef-46e4-ae9e-22f761d9d4f1 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 931 time: 0.4052324 Jul 09 13:59:01.281755 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-83665c34-a179-4134-aa4f-9f489e14d0c9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4708226 Jul 09 13:59:01.289820 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:01.298109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Request body: {'port': {'device_id': 'd3d27915-6aa1-44cf-b4ea-72e3c2552dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:01.316270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 31e4dc87-c713-4b4b-b777-ba169bdee05e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:01.379414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-89719ac8-02c3-475c-8f61-6312a638b686 None None] Provisioning for port 3e9504f8-2ab6-4bc7-b675-8bea98084380 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:01.391067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-89719ac8-02c3-475c-8f61-6312a638b686 None None] Provisioning complete for port 3e9504f8-2ab6-4bc7-b675-8bea98084380 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:01.392035 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89719ac8-02c3-475c-8f61-6312a638b686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:01.419631 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c3b4da44-6dec-4218-943c-8a44e2a1f989 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:01.450285 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-89719ac8-02c3-475c-8f61-6312a638b686 None None] Port 3e9504f8-2ab6-4bc7-b675-8bea98084380 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:59:01.463261 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 31e4dc87-c713-4b4b-b777-ba169bdee05e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:01.463823 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:01.514043 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63f9bcbe-34d0-4727-82a5-a4c9a8bd7a74 req-c763bef3-536b-4231-9ece-f9caeff91667 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2443237 Jul 09 13:59:01.517742 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c3b4da44-6dec-4218-943c-8a44e2a1f989 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-3cfb1376-2bdf-48e4-94f7-c417070d440c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 840ac621-bae5-4bfe-afd2-1ac865614ea5: This subnet is being modified by another concurrent operation. Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exception Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 840ac621-bae5-4bfe-afd2-1ac865614ea5: This subnet is being modified by another concurrent operation. Jul 09 13:59:01.518462 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 09 13:59:01.580583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4da44-6dec-4218-943c-8a44e2a1f989 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=840ac621-bae5-4bfe-afd2-1ac865614ea5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:01.588918 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c3b4da44-6dec-4218-943c-8a44e2a1f989 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:01.592684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c3b4da44-6dec-4218-943c-8a44e2a1f989 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/840ac621-bae5-4bfe-afd2-1ac865614ea5 HTTP/1.1" status: 204 len: 168 time: 0.8377068 Jul 09 13:59:01.597101 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:01.597792 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42980) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:01.679835 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd32678-3a11-429e-b9f0-21196835b8c9 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:01.718215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-c476e36e-f43e-489d-be38-f41d1a2d17b2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 853bef87-cd98-48c8-88d5-566bbd843e8c {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:59:01.723903 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c476e36e-f43e-489d-be38-f41d1a2d17b2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:01.761270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b46d5963-4cdf-475a-8a87-9f4f21c4a4e4 None None] Provisioning complete for port 31e4dc87-c713-4b4b-b777-ba169bdee05e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:01.761568 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b46d5963-4cdf-475a-8a87-9f4f21c4a4e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:01.813066 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c476e36e-f43e-489d-be38-f41d1a2d17b2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:01.822289 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:01.899947 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c476e36e-f43e-489d-be38-f41d1a2d17b2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:02.015263 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b969d91-440b-4b36-9f8a-8f071837e07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:02.074375 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c476e36e-f43e-489d-be38-f41d1a2d17b2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:02.136347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c476e36e-f43e-489d-be38-f41d1a2d17b2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=853bef87-cd98-48c8-88d5-566bbd843e8c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:02.149573 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c476e36e-f43e-489d-be38-f41d1a2d17b2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:02.155773 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c476e36e-f43e-489d-be38-f41d1a2d17b2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/853bef87-cd98-48c8-88d5-566bbd843e8c HTTP/1.1" status: 204 len: 168 time: 0.5548756 Jul 09 13:59:02.156360 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42982) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:02.236036 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8ab24d80-e19f-4973-91fd-f8cb2a367a9d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0755212 Jul 09 13:59:02.236570 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42984) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:02.246132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2041e9b1-8c9d-4372-b06e-67c014aae8da tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:02.379010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1123d6-aef0-4cf0-9ead-b7a3389a33f1 None None] Update dhcp port {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'fixed_ips': [{'subnet_id': '853bef87-cd98-48c8-88d5-566bbd843e8c'}], 'binding:host_id': 'n-d-799525-3'}, 'id': '31e4dc87-c713-4b4b-b777-ba169bdee05e'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:59:02.425628 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5e1123d6-aef0-4cf0-9ead-b7a3389a33f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:02.426646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2041e9b1-8c9d-4372-b06e-67c014aae8da tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:02.430716 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2041e9b1-8c9d-4372-b06e-67c014aae8da tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:02.501050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 9e973367-e406-4d89-a27d-d3ee5c53605b is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 13:59:02.758205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:59:02.771172 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2041e9b1-8c9d-4372-b06e-67c014aae8da tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:02.788408 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Sync routers for ids ['9e973367-e406-4d89-a27d-d3ee5c53605b'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:59:02.797864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9504f8-2ab6-4bc7-b675-8bea98084380 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:59:02.833063 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Routers {'9e973367-e406-4d89-a27d-d3ee5c53605b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:59:02.837069 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:02.838955 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:58:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9e973367-e406-4d89-a27d-d3ee5c53605b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:59:02.851908 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:02.853575 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aab51820-7ea1-442a-837f-6c2d78bf9fff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.6460745 Jul 09 13:59:02.858067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e0b92849-5164-477b-9ab1-1d1ed4d1aaf2 None None] Provisioning complete for port 31e4dc87-c713-4b4b-b777-ba169bdee05e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:02.859469 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0b92849-5164-477b-9ab1-1d1ed4d1aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:02.861122 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42988) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:02.876927 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2041e9b1-8c9d-4372-b06e-67c014aae8da tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=cb610877-8b43-4791-9061-17f8c0e3aa11,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:02.942131 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2041e9b1-8c9d-4372-b06e-67c014aae8da tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:02.944724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-2041e9b1-8c9d-4372-b06e-67c014aae8da tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:02.949171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2041e9b1-8c9d-4372-b06e-67c014aae8da tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:02.955641 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2041e9b1-8c9d-4372-b06e-67c014aae8da tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:02.987214 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da14e72-29a4-4373-ae32-431d5e983227 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:03.002900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Transition to ACTIVE for port object 3e9504f8-2ab6-4bc7-b675-8bea98084380 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:03.011461 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6da73f18-80c7-4621-a9bd-e8e612d4b495 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e18f38b86e4946d19d906914b285cd31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1440687 Jul 09 13:59:03.012006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42990) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:03.016164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f65211-c1a4-46d7-8d3b-422fdd803a87 req-03ea142b-e345-41be-ba0a-daffb84a91a7 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:03.019920 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16f65211-c1a4-46d7-8d3b-422fdd803a87 req-03ea142b-e345-41be-ba0a-daffb84a91a7 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 931 time: 0.3290403 Jul 09 13:59:03.025201 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2041e9b1-8c9d-4372-b06e-67c014aae8da tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7854815 Jul 09 13:59:03.027922 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 42992) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:03.050576 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-46d70c9e-fdef-4378-857a-49ebaa3a91f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:03.105890 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:03.146136 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Set router 9e973367-e406-4d89-a27d-d3ee5c53605b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:59:03.224563 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16f65211-c1a4-46d7-8d3b-422fdd803a87 req-898cf55b-3d7a-4051-80ad-6bbd00a3b4b4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923358 Jul 09 13:59:03.362717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 31e4dc87-c713-4b4b-b777-ba169bdee05e no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:59:03.385250 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d70c9e-fdef-4378-857a-49ebaa3a91f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:03.391540 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46d70c9e-fdef-4378-857a-49ebaa3a91f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:03.407837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9504f8-2ab6-4bc7-b675-8bea98084380,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:03.542005 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3384cdbc-2e5c-4b94-b3bc-e13596123c91 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:03.544224 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3384cdbc-2e5c-4b94-b3bc-e13596123c91 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5307679 Jul 09 13:59:03.547733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42994) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:03.576667 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7609ed03-a9c9-4cc8-82d6-b52f51b3f65e None None] Could not find standard attr ID for object 442ba467-a62f-4faa-be53-83e87110c803. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:59:03.635047 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8517154c-0acc-481c-810c-68099f2d69ae tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0856955 Jul 09 13:59:03.639999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 42996) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:03.646657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3a1bed1f-b103-4da8-bcfa-7b69048a141d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-190569206', 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:03.654113 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342998646', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:58Z', 'updated_at': '2021-07-09T13:59:00Z', 'revision_number': 3, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:59Z', 'updated_at': '2021-07-09T13:58:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:59:03.880465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Attempting to bind port 3e9504f8-2ab6-4bc7-b675-8bea98084380 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:59:03.881335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Attempting to bind port 3e9504f8-2ab6-4bc7-b675-8bea98084380 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:59:03.881803 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Attempting to bind port 3e9504f8-2ab6-4bc7-b675-8bea98084380 on network a40754f1-8945-4ca7-8f93-3f416e930007 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:59:03.919723 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Checking router: 9e973367-e406-4d89-a27d-d3ee5c53605b for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:59:03.920774 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Updating router 9e973367-e406-4d89-a27d-d3ee5c53605b port 87a0f9d0-5e78-4c4d-a38b-dc857cc65739 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:59:03.931726 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:03.940967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Port 3e9504f8-2ab6-4bc7-b675-8bea98084380 on network a40754f1-8945-4ca7-8f93-3f416e930007 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:59:03.941499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Attempting to bind port 3e9504f8-2ab6-4bc7-b675-8bea98084380 on network a40754f1-8945-4ca7-8f93-3f416e930007 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:59:03.961971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 58, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:59:03.962540 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Checking segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:59:03.963548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Bound using segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:59:03.964173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Bound port: 3e9504f8-2ab6-4bc7-b675-8bea98084380, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:59:03.964802 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:04.006277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1bed1f-b103-4da8-bcfa-7b69048a141d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Made reservation on behalf of e18f38b86e4946d19d906914b285cd31 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:04.012818 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:04.021133 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a1bed1f-b103-4da8-bcfa-7b69048a141d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:04.052268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 31e4dc87-c713-4b4b-b777-ba169bdee05e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=31e4dc87-c713-4b4b-b777-ba169bdee05e,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:04.096623 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:04.169323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67a03d6-8ac0-4b2d-8e7b-95239f042b3c None None] Update dhcp port {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'fixed_ips': [{'subnet_id': 'cb610877-8b43-4791-9061-17f8c0e3aa11'}], 'binding:host_id': 'n-d-799525-3'}, 'id': '31e4dc87-c713-4b4b-b777-ba169bdee05e'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:59:04.226108 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=31e4dc87-c713-4b4b-b777-ba169bdee05e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:04.247710 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c67a03d6-8ac0-4b2d-8e7b-95239f042b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:04.425728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] For port 3e9504f8-2ab6-4bc7-b675-8bea98084380, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:59:04.455301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] For port 3e9504f8-2ab6-4bc7-b675-8bea98084380, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3e9504f8-2ab6-4bc7-b675-8bea98084380,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:59:04.497453 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:04.573931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.objects.ports [None req-46d70c9e-fdef-4378-857a-49ebaa3a91f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:59:04.596905 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:04.609592 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Transition to ACTIVE for port object 87a0f9d0-5e78-4c4d-a38b-dc857cc65739 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:04.619350 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:04.625550 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:04.626683 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:04.629942 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] 10.222.0.18 "PUT /v2.0/ports/3e9504f8-2ab6-4bc7-b675-8bea98084380 HTTP/1.1" status: 200 len: 1091 time: 3.3374383 Jul 09 13:59:04.639015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3d27915-6aa1-44cf-b4ea-72e3c2552dd9', 'tag': '3e9504f8-2ab6-4bc7-b675-8bea98084380'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:59:04.643291 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cddb453-a5de-4783-a578-e8ceb487794f" -d '{"events": [{"name": "network-changed", "server_uuid": "d3d27915-6aa1-44cf-b4ea-72e3c2552dd9", "tag": "3e9504f8-2ab6-4bc7-b675-8bea98084380"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:59:04.798716 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Attempting to bind port 87a0f9d0-5e78-4c4d-a38b-dc857cc65739 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:59:04.803863 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Attempting to bind port 87a0f9d0-5e78-4c4d-a38b-dc857cc65739 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:59:04.807179 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6dea0555-8b6c-4599-b609-c0f03cc2cfab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:04.807913 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Attempting to bind port 87a0f9d0-5e78-4c4d-a38b-dc857cc65739 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:59:04.813848 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:04.841510 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:59:04.841967 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:59:04.843054 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:04.843726 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:59:04.850583 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Bound port: 87a0f9d0-5e78-4c4d-a38b-dc857cc65739, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:59:04.851039 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:04.931854 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ea508f-07d4-4f73-8514-82ac02bbed7b x-openstack-request-id: req-55ea508f-07d4-4f73-8514-82ac02bbed7b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:59:04.932787 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3d27915-6aa1-44cf-b4ea-72e3c2552dd9", "tag": "3e9504f8-2ab6-4bc7-b675-8bea98084380", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:59:04.932787 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55ea508f-07d4-4f73-8514-82ac02bbed7b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:59:04.933135 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3d27915-6aa1-44cf-b4ea-72e3c2552dd9', 'tag': '3e9504f8-2ab6-4bc7-b675-8bea98084380', 'status': 'completed', 'code': 200} Jul 09 13:59:04.936387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea31502-821a-4f63-856d-27cdde4c9164 service neutron] Pushing event updated for resources: {'Port': ['ID=3e9504f8-2ab6-4bc7-b675-8bea98084380,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:05.001840 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] For port 87a0f9d0-5e78-4c4d-a38b-dc857cc65739, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:59:05.007224 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] For port 87a0f9d0-5e78-4c4d-a38b-dc857cc65739, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=87a0f9d0-5e78-4c4d-a38b-dc857cc65739,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:59:05.030836 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:05.064040 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a917ec3-7e3e-42d0-85f3-b3547a44846c None None] Pushing event updated for resources: {'Port': ['ID=87a0f9d0-5e78-4c4d-a38b-dc857cc65739,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:05.076948 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a1bed1f-b103-4da8-bcfa-7b69048a141d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:05.104615 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a917ec3-7e3e-42d0-85f3-b3547a44846c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:05.105696 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a917ec3-7e3e-42d0-85f3-b3547a44846c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:05.106151 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a917ec3-7e3e-42d0-85f3-b3547a44846c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:05.107741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c67a03d6-8ac0-4b2d-8e7b-95239f042b3c None None] Allocated IP 172.20.0.2 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/cb610877-8b43-4791-9061-17f8c0e3aa11/31e4dc87-c713-4b4b-b777-ba169bdee05e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:05.108277 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a917ec3-7e3e-42d0-85f3-b3547a44846c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:05.109584 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a917ec3-7e3e-42d0-85f3-b3547a44846c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:05.110733 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a917ec3-7e3e-42d0-85f3-b3547a44846c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:05.111227 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a917ec3-7e3e-42d0-85f3-b3547a44846c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:05.112484 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a917ec3-7e3e-42d0-85f3-b3547a44846c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:05.114162 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a917ec3-7e3e-42d0-85f3-b3547a44846c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:05.114661 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a917ec3-7e3e-42d0-85f3-b3547a44846c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:05.115158 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a917ec3-7e3e-42d0-85f3-b3547a44846c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:05.115744 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a917ec3-7e3e-42d0-85f3-b3547a44846c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:05.125959 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c67a03d6-8ac0-4b2d-8e7b-95239f042b3c None None] Allocated IP 2001:db8::f816:3eff:fecf:ec51 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/5e73a4ca-01a0-4477-89a8-0117a7bdc558/31e4dc87-c713-4b4b-b777-ba169bdee05e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:05.263745 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Routers {'9e973367-e406-4d89-a27d-d3ee5c53605b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:59:05.264909 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:59:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9e973367-e406-4d89-a27d-d3ee5c53605b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:59:05.290795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bed1f-b103-4da8-bcfa-7b69048a141d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Subnet': ['ID=c5261e9e-d540-4abf-bbbe-383d71d22db6,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:05.309727 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-467ab8ea-6c88-4a08-91b2-dca1b09fc98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:05.314739 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-467ab8ea-6c88-4a08-91b2-dca1b09fc98e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 1094 time: 0.6051066 Jul 09 13:59:05.342067 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a917ec3-7e3e-42d0-85f3-b3547a44846c None None] Pushing event updated for resources: {'Port': ['ID=87a0f9d0-5e78-4c4d-a38b-dc857cc65739,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:05.398001 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2008b818-e65f-4641-aebd-a65418eecb81 req-50d426c2-7f5f-4e0c-a0cf-95a2b833ca57 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:05.414015 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-c35bf65f-c99f-438b-a840-49766fd9f7d9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e9504f8-2ab6-4bc7-b675-8bea98084380 HTTP/1.1" status: 200 len: 217 time: 0.0836470 Jul 09 13:59:05.414796 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2008b818-e65f-4641-aebd-a65418eecb81 req-50d426c2-7f5f-4e0c-a0cf-95a2b833ca57 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 943 time: 0.8253949 Jul 09 13:59:05.420643 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a1bed1f-b103-4da8-bcfa-7b69048a141d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Checking segment: {'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:59:05.421238 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1bed1f-b103-4da8-bcfa-7b69048a141d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network hostable DHCP agents. Network: 941e0aca-741a-4e09-84f0-5b784e0bc9b1, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 13:59:05.479652 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] Set router 9e973367-e406-4d89-a27d-d3ee5c53605b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:59:05.499113 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2008b818-e65f-4641-aebd-a65418eecb81 req-85283077-6994-46d9-a524-ac2fd1ad4e1e tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822208 Jul 09 13:59:05.538134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1bed1f-b103-4da8-bcfa-7b69048a141d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 13:59:05.538950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c67a03d6-8ac0-4b2d-8e7b-95239f042b3c None None] For port 31e4dc87-c713-4b4b-b777-ba169bdee05e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=31e4dc87-c713-4b4b-b777-ba169bdee05e,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:05.546826 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-42436289-054a-4fde-bd36-884ff7610ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:05.549902 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-42436289-054a-4fde-bd36-884ff7610ebb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.1214039 Jul 09 13:59:05.625802 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3a1bed1f-b103-4da8-bcfa-7b69048a141d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 941e0aca-741a-4e09-84f0-5b784e0bc9b1) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:05.636734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1bed1f-b103-4da8-bcfa-7b69048a141d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:05.637860 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3a1bed1f-b103-4da8-bcfa-7b69048a141d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:05.647603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d43cc306-2e6f-49a7-b298-7e77e2bb5ae3 None None] Network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:05.668160 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c67a03d6-8ac0-4b2d-8e7b-95239f042b3c None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:05.698243 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3a1bed1f-b103-4da8-bcfa-7b69048a141d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0513022 Jul 09 13:59:05.699977 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43002) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:05.764896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-8d57f75c-017e-4e84-b6fc-095216868d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:05.773270 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-8d57f75c-017e-4e84-b6fc-095216868d6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2143309 Jul 09 13:59:05.864946 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c67a03d6-8ac0-4b2d-8e7b-95239f042b3c None None] Transition to ACTIVE for port object 31e4dc87-c713-4b4b-b777-ba169bdee05e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:05.897254 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c67a03d6-8ac0-4b2d-8e7b-95239f042b3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:05.923199 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.db.api [None req-46d70c9e-fdef-4378-857a-49ebaa3a91f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fecf:ec51-a6f2daa1-83f7-4ec9-b753-0031f816f7 {{(pid=93754) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:59:05.924095 n-d-799525-3 neutron-server[93754]: DEBUG oslo_db.api [None req-46d70c9e-fdef-4378-857a-49ebaa3a91f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2._create_subnet_postcommit {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:59:05.934392 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342998646', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:58Z', 'updated_at': '2021-07-09T13:59:00Z', 'revision_number': 3, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:59Z', 'updated_at': '2021-07-09T13:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:59:06.024034 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-3282a23e-c1dd-42d8-8bb4-1953fc691902 service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2416153 Jul 09 13:59:06.043250 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd6cf7a2-dd99-4b41-9d29-d91fd310c98b None None] The sync data for ids ['9e973367-e406-4d89-a27d-d3ee5c53605b'] in n-d-799525-3 is: [{'id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342998646', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:58Z', 'updated_at': '2021-07-09T13:59:00Z', 'revision_number': 3, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:59Z', 'updated_at': '2021-07-09T13:59:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:59:06.170697 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:06.326079 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eee44f7-f2ab-4ca0-a038-91d3887ee40a req-21274b78-5cb2-4d25-9142-50eb3532935c service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2936056 Jul 09 13:59:06.334850 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67a03d6-8ac0-4b2d-8e7b-95239f042b3c None None] Pushing event updated for resources: {'Port': ['ID=31e4dc87-c713-4b4b-b777-ba169bdee05e,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:06.419375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ips': [{'subnet_id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:59:06.420812 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:06.828365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddb453-a5de-4783-a578-e8ceb487794f req-2c6a0857-4002-4029-91a0-73436d6ad111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:06.831234 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cddb453-a5de-4783-a578-e8ceb487794f req-2c6a0857-4002-4029-91a0-73436d6ad111 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 1094 time: 0.3528495 Jul 09 13:59:06.920214 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Allocated IP 172.20.0.2 (941e0aca-741a-4e09-84f0-5b784e0bc9b1/c5261e9e-d540-4abf-bbbe-383d71d22db6/a5a49bd6-3318-47ae-904a-07211eb69365) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:07.115491 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:07.132247 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddb453-a5de-4783-a578-e8ceb487794f req-640d5e52-a3d9-4d2d-b93d-37cbbd4b2347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:07.135441 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cddb453-a5de-4783-a578-e8ceb487794f req-640d5e52-a3d9-4d2d-b93d-37cbbd4b2347 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.2977004 Jul 09 13:59:07.213235 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cddb453-a5de-4783-a578-e8ceb487794f req-fa485e41-6a65-4802-933d-aa26f62fc767 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3e9504f8-2ab6-4bc7-b675-8bea98084380 HTTP/1.1" status: 200 len: 217 time: 0.0699720 Jul 09 13:59:07.386287 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddb453-a5de-4783-a578-e8ceb487794f req-23afd38b-656d-4727-9e17-d8cb3c1301b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:07.391710 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cddb453-a5de-4783-a578-e8ceb487794f req-23afd38b-656d-4727-9e17-d8cb3c1301b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.1693077 Jul 09 13:59:07.436537 n-d-799525-3 neutron-server[93754]: DEBUG neutron.objects.ports [None req-46d70c9e-fdef-4378-857a-49ebaa3a91f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:59:07.480903 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:07.515461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 87a0f9d0-5e78-4c4d-a38b-dc857cc65739 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:07.563732 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Transition to ACTIVE for port object a5a49bd6-3318-47ae-904a-07211eb69365 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:07.609851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Transition to ACTIVE for port object a5a49bd6-3318-47ae-904a-07211eb69365 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:07.629839 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:07.660979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cddb453-a5de-4783-a578-e8ceb487794f req-760da437-b7d9-457c-b39c-a71620604fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:07.669309 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cddb453-a5de-4783-a578-e8ceb487794f req-760da437-b7d9-457c-b39c-a71620604fa1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2667272 Jul 09 13:59:07.687032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 87a0f9d0-5e78-4c4d-a38b-dc857cc65739 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:07.696941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 87a0f9d0-5e78-4c4d-a38b-dc857cc65739 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:07.698582 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:07.813688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:07.837475 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:07.842520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Pushing event updated for resources: {'Port': ['ID=a5a49bd6-3318-47ae-904a-07211eb69365,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:07.846391 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.ipam_pluggable_backend [None req-46d70c9e-fdef-4378-857a-49ebaa3a91f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Port 31e4dc87-c713-4b4b-b777-ba169bdee05e got IPv6 auto-address in a concurrent create or update port request. Ignoring. {{(pid=93754) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:583}} Jul 09 13:59:07.847315 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46d70c9e-fdef-4378-857a-49ebaa3a91f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:07.849978 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:07.975981 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d70c9e-fdef-4378-857a-49ebaa3a91f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:07.987210 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-46d70c9e-fdef-4378-857a-49ebaa3a91f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:08.027451 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1ae9f1-bdef-428c-ade0-e35cc145fad1 req-a50751cf-83d0-4367-93fd-6104e9664e33 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:08.040780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa1ae9f1-bdef-428c-ade0-e35cc145fad1 req-a50751cf-83d0-4367-93fd-6104e9664e33 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 943 time: 1.1443028 Jul 09 13:59:08.055920 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d70c9e-fdef-4378-857a-49ebaa3a91f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:08.056618 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-46d70c9e-fdef-4378-857a-49ebaa3a91f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:08.069048 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cddb453-a5de-4783-a578-e8ceb487794f req-2d9c5d85-2e1a-4beb-b92d-fa858949f9b8 service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940253 Jul 09 13:59:08.108115 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Attempting to bind port a5a49bd6-3318-47ae-904a-07211eb69365 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:59:08.109309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Attempting to bind port a5a49bd6-3318-47ae-904a-07211eb69365 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:59:08.109309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Attempting to bind port a5a49bd6-3318-47ae-904a-07211eb69365 on network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:59:08.111351 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:08.144183 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 87a0f9d0-5e78-4c4d-a38b-dc857cc65739, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=87a0f9d0-5e78-4c4d-a38b-dc857cc65739,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:08.154305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:59:08.154659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Checking segment: {'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:59:08.155055 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:08.155435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Bound using segment: {'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:59:08.156251 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Bound port: a5a49bd6-3318-47ae-904a-07211eb69365, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:59:08.161390 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:08.166353 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d70c9e-fdef-4378-857a-49ebaa3a91f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=5e73a4ca-01a0-4477-89a8-0117a7bdc558,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:08.167561 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:08.169666 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 31e4dc87-c713-4b4b-b777-ba169bdee05e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:08.223326 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa1ae9f1-bdef-428c-ade0-e35cc145fad1 req-0e14a27a-a47f-4d85-b661-7c9c82d481c5 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810212 Jul 09 13:59:08.247669 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-46d70c9e-fdef-4378-857a-49ebaa3a91f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.2176225 Jul 09 13:59:08.248613 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43006) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:08.266625 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1fc31292-4d31-4ec9-aaaa-fbd84c2c07f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'mac_address': 'fa:16:3e:52:8b:a1', 'name': 'tempest-NetworksTestDHCPv6-107577943'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:08.307126 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b33dde-7fb0-4da2-9cfb-3c35aa458d11 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:08.340022 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:08.438441 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cddb453-a5de-4783-a578-e8ceb487794f req-041a6492-9c34-44b5-a366-04307ab0168d service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620613 Jul 09 13:59:08.482615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] For port a5a49bd6-3318-47ae-904a-07211eb69365, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:59:08.488201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] For port a5a49bd6-3318-47ae-904a-07211eb69365, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a5a49bd6-3318-47ae-904a-07211eb69365,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:59:08.569241 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:08.671049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e015ce59-6e6a-4dbc-a700-b58f92e66b43 None None] Provisioning for port 31e4dc87-c713-4b4b-b777-ba169bdee05e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:08.698881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=87a0f9d0-5e78-4c4d-a38b-dc857cc65739,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:08.740299 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e015ce59-6e6a-4dbc-a700-b58f92e66b43 None None] Provisioning complete for port 31e4dc87-c713-4b4b-b777-ba169bdee05e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:08.741232 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e015ce59-6e6a-4dbc-a700-b58f92e66b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:08.772486 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:08.862858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 31e4dc87-c713-4b4b-b777-ba169bdee05e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:08.863632 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:09.170566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcc3f93-c3a6-47a8-b793-dc618728654f None None] Pushing event updated for resources: {'Port': ['ID=a5a49bd6-3318-47ae-904a-07211eb69365,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:09.177593 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:09.259940 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc31292-4d31-4ec9-aaaa-fbd84c2c07f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:09.499267 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:09.594975 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e015ce59-6e6a-4dbc-a700-b58f92e66b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:09.615429 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fc31292-4d31-4ec9-aaaa-fbd84c2c07f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:09.650535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 31e4dc87-c713-4b4b-b777-ba169bdee05e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=31e4dc87-c713-4b4b-b777-ba169bdee05e,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:09.664898 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:09.767746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=31e4dc87-c713-4b4b-b777-ba169bdee05e,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:09.774271 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-1fc31292-4d31-4ec9-aaaa-fbd84c2c07f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port f6895097-dedc-44a9-914a-38e8660d776b yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:59:09.806057 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccf112c-91f2-41f6-94f6-3a518f823b8b req-6dc1a161-e918-4f21-ab39-f721a660f734 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:09.809240 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ccf112c-91f2-41f6-94f6-3a518f823b8b req-6dc1a161-e918-4f21-ab39-f721a660f734 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 943 time: 0.3766911 Jul 09 13:59:09.912850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Allocated IP 172.20.0.1 (941e0aca-741a-4e09-84f0-5b784e0bc9b1/c5261e9e-d540-4abf-bbbe-383d71d22db6/2273f31e-b9ae-431d-abee-2671d775ca36) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:09.914096 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-e015ce59-6e6a-4dbc-a700-b58f92e66b43 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:59:09.914999 n-d-799525-3 neutron-server[93755]: DEBUG oslo_db.api [None req-e015ce59-6e6a-4dbc-a700-b58f92e66b43 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:59:10.100057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ccf112c-91f2-41f6-94f6-3a518f823b8b req-82799a87-5384-471d-948f-5411f26425d2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2762108 Jul 09 13:59:10.141520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 87a0f9d0-5e78-4c4d-a38b-dc857cc65739 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:10.339886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 87a0f9d0-5e78-4c4d-a38b-dc857cc65739 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:10.340448 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:10.620563 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a5a49bd6-3318-47ae-904a-07211eb69365 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:10.636944 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:10.674773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-1fc31292-4d31-4ec9-aaaa-fbd84c2c07f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 172.20.0.13 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/cb610877-8b43-4791-9061-17f8c0e3aa11/f6895097-dedc-44a9-914a-38e8660d776b) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:10.696167 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Transition to ACTIVE for port object 2273f31e-b9ae-431d-abee-2671d775ca36 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:10.714934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-1fc31292-4d31-4ec9-aaaa-fbd84c2c07f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::f816:3eff:fe52:8ba1 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/5e73a4ca-01a0-4477-89a8-0117a7bdc558/f6895097-dedc-44a9-914a-38e8660d776b) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:10.719457 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port a5a49bd6-3318-47ae-904a-07211eb69365 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:10.895400 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:10.908272 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ddd8d6-494f-4a2d-82b3-10003611bb26 None None] Network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:11.038722 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-84d9ecad-0d59-4d29-912c-63a263b6ff52 None None] Provisioning for port a5a49bd6-3318-47ae-904a-07211eb69365 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:11.044751 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:11.054350 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-84d9ecad-0d59-4d29-912c-63a263b6ff52 None None] Provisioning complete for port a5a49bd6-3318-47ae-904a-07211eb69365 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:11.055029 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84d9ecad-0d59-4d29-912c-63a263b6ff52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:11.060770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:11.073239 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:11.089766 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=2273f31e-b9ae-431d-abee-2671d775ca36,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:11.202662 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fc31292-4d31-4ec9-aaaa-fbd84c2c07f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:11.212934 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:11.281844 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-1fc31292-4d31-4ec9-aaaa-fbd84c2c07f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object f6895097-dedc-44a9-914a-38e8660d776b will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:11.297177 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84d9ecad-0d59-4d29-912c-63a263b6ff52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:11.372202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-84d9ecad-0d59-4d29-912c-63a263b6ff52 None None] For port a5a49bd6-3318-47ae-904a-07211eb69365, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a5a49bd6-3318-47ae-904a-07211eb69365,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:11.381370 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-84d9ecad-0d59-4d29-912c-63a263b6ff52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:11.456474 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fc31292-4d31-4ec9-aaaa-fbd84c2c07f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:11.481692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d9ecad-0d59-4d29-912c-63a263b6ff52 None None] Pushing event updated for resources: {'Port': ['ID=a5a49bd6-3318-47ae-904a-07211eb69365,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:11.520698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-07b097aa-6187-4c14-a21e-84313ea80365 None None] Provisioning complete for port 31e4dc87-c713-4b4b-b777-ba169bdee05e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:11.521197 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07b097aa-6187-4c14-a21e-84313ea80365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:11.586623 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7524b97a-30ed-4db2-93fc-9f30792122b1 req-8f0b92ad-99c3-4a08-93eb-fe1e2c3e3929 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:11.588339 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7524b97a-30ed-4db2-93fc-9f30792122b1 req-8f0b92ad-99c3-4a08-93eb-fe1e2c3e3929 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 943 time: 0.2706230 Jul 09 13:59:11.592674 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc31292-4d31-4ec9-aaaa-fbd84c2c07f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:11.606373 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1fc31292-4d31-4ec9-aaaa-fbd84c2c07f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:11.612502 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc31292-4d31-4ec9-aaaa-fbd84c2c07f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:11.625053 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc31292-4d31-4ec9-aaaa-fbd84c2c07f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=f6895097-dedc-44a9-914a-38e8660d776b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:11.704687 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:11.810748 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fc31292-4d31-4ec9-aaaa-fbd84c2c07f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:11.811499 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1fc31292-4d31-4ec9-aaaa-fbd84c2c07f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:11.816626 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7524b97a-30ed-4db2-93fc-9f30792122b1 req-075df4e6-d01f-4a07-980e-54f55f75adc2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120297 Jul 09 13:59:11.870640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 31e4dc87-c713-4b4b-b777-ba169bdee05e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:11.917252 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1fc31292-4d31-4ec9-aaaa-fbd84c2c07f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.6615224 Jul 09 13:59:11.918603 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43012) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:12.043695 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7fa37e25-0e80-4150-b97a-d09beec0d61d None None] Provisioning for port 2273f31e-b9ae-431d-abee-2671d775ca36 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:12.059685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 31e4dc87-c713-4b4b-b777-ba169bdee05e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:12.060672 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:12.079231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7fa37e25-0e80-4150-b97a-d09beec0d61d None None] Provisioning complete for port 2273f31e-b9ae-431d-abee-2671d775ca36 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:12.079620 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fa37e25-0e80-4150-b97a-d09beec0d61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:12.173371 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7fa37e25-0e80-4150-b97a-d09beec0d61d None None] Port 2273f31e-b9ae-431d-abee-2671d775ca36 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:59:12.200205 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7fa37e25-0e80-4150-b97a-d09beec0d61d None None] Provisioning complete for port a5a49bd6-3318-47ae-904a-07211eb69365 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:12.200642 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fa37e25-0e80-4150-b97a-d09beec0d61d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:12.224465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029261f5-3cbb-4c51-aab8-2bf233edca74 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:12.232185 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-029261f5-3cbb-4c51-aab8-2bf233edca74 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:12.233426 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-029261f5-3cbb-4c51-aab8-2bf233edca74 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3139911 Jul 09 13:59:12.237319 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43014) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:12.391488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a5a49bd6-3318-47ae-904a-07211eb69365 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:12.437577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d622caa9-4130-45a7-bb79-94f698691da6 None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:59:12.591202 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-92a6e920-9494-4f92-ba0f-3aa9eac9c108 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port f6895097-dedc-44a9-914a-38e8660d776b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:12.592234 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92a6e920-9494-4f92-ba0f-3aa9eac9c108 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:12.669243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a5a49bd6-3318-47ae-904a-07211eb69365 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:12.670133 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:12.730377 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:12.744211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d622caa9-4130-45a7-bb79-94f698691da6 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:59:12.751502 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:12.810818 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92a6e920-9494-4f92-ba0f-3aa9eac9c108 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:12.835705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-27113727-3908-4f45-b0eb-f0a444d52fa6 None None] Provisioning complete for port 2273f31e-b9ae-431d-abee-2671d775ca36 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:12.836386 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27113727-3908-4f45-b0eb-f0a444d52fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:12.842612 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=2273f31e-b9ae-431d-abee-2671d775ca36,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:12.874386 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-92a6e920-9494-4f92-ba0f-3aa9eac9c108 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for f6895097-dedc-44a9-914a-38e8660d776b owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:12.890785 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:12.923579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-27113727-3908-4f45-b0eb-f0a444d52fa6 None None] Port 2273f31e-b9ae-431d-abee-2671d775ca36 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:59:12.963548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-27113727-3908-4f45-b0eb-f0a444d52fa6 None None] Provisioning for port f6895097-dedc-44a9-914a-38e8660d776b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:12.972738 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-27113727-3908-4f45-b0eb-f0a444d52fa6 None None] Provisioning complete for port f6895097-dedc-44a9-914a-38e8660d776b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:12.973223 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-27113727-3908-4f45-b0eb-f0a444d52fa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:13.102536 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-27113727-3908-4f45-b0eb-f0a444d52fa6 None None] Port f6895097-dedc-44a9-914a-38e8660d776b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:59:13.244059 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92a6e920-9494-4f92-ba0f-3aa9eac9c108 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:13.300449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a6e920-9494-4f92-ba0f-3aa9eac9c108 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=f6895097-dedc-44a9-914a-38e8660d776b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:13.359196 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18ebe2e-c411-4910-a782-42e37ae45601 req-38f01572-854f-4c5d-9584-409c66c5dc24 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:13.364234 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f18ebe2e-c411-4910-a782-42e37ae45601 req-38f01572-854f-4c5d-9584-409c66c5dc24 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 943 time: 0.1937175 Jul 09 13:59:13.375860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:13.378032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:13.481579 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f18ebe2e-c411-4910-a782-42e37ae45601 req-a04cda28-f5cd-459e-b85d-920c624ab009 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010222 Jul 09 13:59:13.499476 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-92a6e920-9494-4f92-ba0f-3aa9eac9c108 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:13.506363 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-92a6e920-9494-4f92-ba0f-3aa9eac9c108 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/f6895097-dedc-44a9-914a-38e8660d776b HTTP/1.1" status: 204 len: 168 time: 1.2625859 Jul 09 13:59:13.514467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43018) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:13.558404 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 9e973367-e406-4d89-a27d-d3ee5c53605b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:59:13.613479 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940051ab-b6d8-4704-9b3a-1c2fe2acd736 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:13.616189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940051ab-b6d8-4704-9b3a-1c2fe2acd736 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:13.617505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940051ab-b6d8-4704-9b3a-1c2fe2acd736 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:13.623171 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-940051ab-b6d8-4704-9b3a-1c2fe2acd736 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0983286 Jul 09 13:59:13.624067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43020) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:13.710303 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ece538a-7e90-40ac-9a0d-1015650cf82e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 5e73a4ca-01a0-4477-89a8-0117a7bdc558 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:59:13.718044 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ece538a-7e90-40ac-9a0d-1015650cf82e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:13.760245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:59:13.766002 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5415c939-a7a4-46a4-86be-36267adab621 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "PUT /v2.0/routers/9e973367-e406-4d89-a27d-d3ee5c53605b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0614901 Jul 09 13:59:13.776257 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Sync routers for ids ['9e973367-e406-4d89-a27d-d3ee5c53605b'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:59:13.794669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Routers {'9e973367-e406-4d89-a27d-d3ee5c53605b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:59:13.796518 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:59:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9e973367-e406-4d89-a27d-d3ee5c53605b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:59:13.813000 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ece538a-7e90-40ac-9a0d-1015650cf82e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:14.021756 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ece538a-7e90-40ac-9a0d-1015650cf82e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:14.041008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Set router 9e973367-e406-4d89-a27d-d3ee5c53605b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:59:14.112761 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ece538a-7e90-40ac-9a0d-1015650cf82e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:14.153257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece538a-7e90-40ac-9a0d-1015650cf82e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=5e73a4ca-01a0-4477-89a8-0117a7bdc558,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:14.157392 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2ece538a-7e90-40ac-9a0d-1015650cf82e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:14.163655 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2ece538a-7e90-40ac-9a0d-1015650cf82e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/5e73a4ca-01a0-4477-89a8-0117a7bdc558 HTTP/1.1" status: 204 len: 168 time: 0.5343204 Jul 09 13:59:14.167204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43034) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:14.188504 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-9f63e1fc-c675-40ba-a7e0-930350ca80e3 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1631333046&fields=id&tenant_id=e18f38b86e4946d19d906914b285cd31 HTTP/1.1" status: 200 len: 267 time: 0.0848312 Jul 09 13:59:14.281880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02a5664-4dc9-458b-99d0-d31486ee2b98 None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 13:59:14.307433 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-a48c3f11-53ce-41c1-b538-7e6e8fa9e262 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet cb610877-8b43-4791-9061-17f8c0e3aa11 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:59:14.320609 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a48c3f11-53ce-41c1-b538-7e6e8fa9e262 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:14.381831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c7712598-2364-4eed-b055-b2b17e03bea6 None None] Could not find standard attr ID for object f6895097-dedc-44a9-914a-38e8660d776b. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:59:14.384767 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-734ff930-a617-4745-915e-621596c68937 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:14.386373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-734ff930-a617-4745-915e-621596c68937 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/networks?id=941e0aca-741a-4e09-84f0-5b784e0bc9b1 HTTP/1.1" status: 200 len: 796 time: 0.1782317 Jul 09 13:59:14.388746 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a48c3f11-53ce-41c1-b538-7e6e8fa9e262 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:14.436907 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-297c64cb-cad9-4d12-b2ac-cf704f1ae271 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/quotas/e18f38b86e4946d19d906914b285cd31 HTTP/1.1" status: 200 len: 375 time: 0.0259891 Jul 09 13:59:14.497251 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c7712598-2364-4eed-b055-b2b17e03bea6 None None] Provisioning complete for port 31e4dc87-c713-4b4b-b777-ba169bdee05e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:14.497872 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c7712598-2364-4eed-b055-b2b17e03bea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:14.530213 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a48c3f11-53ce-41c1-b538-7e6e8fa9e262 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:14.593961 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-cc3257c3-08a8-48e9-a90c-d825628c6bb3 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1448011 Jul 09 13:59:14.622794 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a48c3f11-53ce-41c1-b538-7e6e8fa9e262 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:14.633617 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a02a5664-4dc9-458b-99d0-d31486ee2b98 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 13:59:14.675626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48c3f11-53ce-41c1-b538-7e6e8fa9e262 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=cb610877-8b43-4791-9061-17f8c0e3aa11,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:14.677544 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a48c3f11-53ce-41c1-b538-7e6e8fa9e262 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:14.679715 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a48c3f11-53ce-41c1-b538-7e6e8fa9e262 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/cb610877-8b43-4791-9061-17f8c0e3aa11 HTTP/1.1" status: 204 len: 168 time: 0.5109751 Jul 09 13:59:14.685732 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43040) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:14.700501 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342998646', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:58Z', 'updated_at': '2021-07-09T13:59:11Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:59Z', 'updated_at': '2021-07-09T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '2273f31e-b9ae-431d-abee-2671d775ca36', 'name': '', 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:58:fe:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:59:09Z', 'updated_at': '2021-07-09T13:59:12Z', 'revision_number': 2, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:59:14.783265 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f40f3511-8da9-434d-94c8-ee6c5b30a5e7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927763 Jul 09 13:59:14.785172 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43042) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:14.799728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ba5d7c83-68fe-44b3-8621-f60324ae3c99 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:14.816764 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d75a9-9026-45dc-883f-8fcea7072f48 req-2466a722-16bb-47a6-a968-2b989927f48a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:14.818491 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e1d75a9-9026-45dc-883f-8fcea7072f48 req-2466a722-16bb-47a6-a968-2b989927f48a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 943 time: 0.1005561 Jul 09 13:59:14.871752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Checking router: 9e973367-e406-4d89-a27d-d3ee5c53605b for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:59:14.872678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Updating router 9e973367-e406-4d89-a27d-d3ee5c53605b port 2273f31e-b9ae-431d-abee-2671d775ca36 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 13:59:14.920839 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e1d75a9-9026-45dc-883f-8fcea7072f48 req-10f1c306-1cac-419a-9e2e-3b5dc16a3a82 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658975 Jul 09 13:59:14.946619 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-49e8dbfb-c0af-460b-b7ac-d7459e2a1adc service neutron] 10.222.0.39 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127284 Jul 09 13:59:14.984417 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5d7c83-68fe-44b3-8621-f60324ae3c99 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:14.986458 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:14.991460 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7c83-68fe-44b3-8621-f60324ae3c99 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:15.083427 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-c19548c9-1d50-41c4-a15f-2b471b097790 service neutron] 10.222.0.39 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275053 Jul 09 13:59:15.330258 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7c83-68fe-44b3-8621-f60324ae3c99 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:15.344557 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5f4bf30f-ad67-4aca-b2fd-59e3c12a53f6 req-8073af89-9820-45ee-af18-f8d03d370276 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 210 time: 0.0632687 Jul 09 13:59:15.430429 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba5d7c83-68fe-44b3-8621-f60324ae3c99 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:15.438242 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ba5d7c83-68fe-44b3-8621-f60324ae3c99 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:15.447353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5d7c83-68fe-44b3-8621-f60324ae3c99 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:15.448558 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba5d7c83-68fe-44b3-8621-f60324ae3c99 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:15.474640 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5d7c83-68fe-44b3-8621-f60324ae3c99 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=097b2b6e-1686-4117-b906-9e63607f7aaa,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:15.496939 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43048) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:15.497535 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ba5d7c83-68fe-44b3-8621-f60324ae3c99 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7059000 Jul 09 13:59:15.505706 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e9f42484-5b09-4efa-b149-10e7d1dac64c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:15.719238 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f42484-5b09-4efa-b149-10e7d1dac64c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:15.730446 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9f42484-5b09-4efa-b149-10e7d1dac64c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:15.974006 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:15.997524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34012175-b355-4d0c-8466-76db63d1a3fb None None] Update dhcp port {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'fixed_ips': [{'subnet_id': '097b2b6e-1686-4117-b906-9e63607f7aaa'}], 'binding:host_id': 'n-d-799525-3'}, 'id': '31e4dc87-c713-4b4b-b777-ba169bdee05e'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:59:16.005254 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Transition to ACTIVE for port object 2273f31e-b9ae-431d-abee-2671d775ca36 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:16.053086 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:16.177967 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89dda9-daf7-44d0-8f13-32ffaf109cf2 None None] Pushing event updated for resources: {'Port': ['ID=2273f31e-b9ae-431d-abee-2671d775ca36,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:16.196415 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34012175-b355-4d0c-8466-76db63d1a3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:16.497240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4895e292-f57b-4c8e-a318-42f0110d8c8d req-0afedfcb-832c-444b-9580-f13c3db5b1d1 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:16.500741 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4895e292-f57b-4c8e-a318-42f0110d8c8d req-0afedfcb-832c-444b-9580-f13c3db5b1d1 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 943 time: 0.2615387 Jul 09 13:59:16.563132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Attempting to bind port 2273f31e-b9ae-431d-abee-2671d775ca36 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:59:16.563763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Attempting to bind port 2273f31e-b9ae-431d-abee-2671d775ca36 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:59:16.564391 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Attempting to bind port 2273f31e-b9ae-431d-abee-2671d775ca36 on network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:59:16.586638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:59:16.587326 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Checking segment: {'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:59:16.588016 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:16.588687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Bound using segment: {'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:59:16.589529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Bound port: 2273f31e-b9ae-431d-abee-2671d775ca36, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:59:16.590183 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:16.730252 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4de12def-2bec-46af-8580-553dcd2f1f55 req-a923a6ae-a50e-46b3-85f0-8a5f97b65084 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 210 time: 0.0814137 Jul 09 13:59:16.741298 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-34012175-b355-4d0c-8466-76db63d1a3fb None None] Allocated IP 172.20.0.2 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/097b2b6e-1686-4117-b906-9e63607f7aaa/31e4dc87-c713-4b4b-b777-ba169bdee05e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:16.756331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4895e292-f57b-4c8e-a318-42f0110d8c8d req-973edecc-a9e6-49be-bee7-25df9ab32b77 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348335 Jul 09 13:59:16.768084 n-d-799525-3 neutron-server[93754]: DEBUG neutron.objects.ports [None req-e9f42484-5b09-4efa-b149-10e7d1dac64c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:59:16.829328 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] For port 2273f31e-b9ae-431d-abee-2671d775ca36, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:59:16.922871 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] For port 2273f31e-b9ae-431d-abee-2671d775ca36, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2273f31e-b9ae-431d-abee-2671d775ca36,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:59:16.932622 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:17.055664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Routers {'9e973367-e406-4d89-a27d-d3ee5c53605b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:59:17.056577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:59:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9e973367-e406-4d89-a27d-d3ee5c53605b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:59:17.060750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf89dda9-daf7-44d0-8f13-32ffaf109cf2 None None] Pushing event updated for resources: {'Port': ['ID=2273f31e-b9ae-431d-abee-2671d775ca36,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:17.116684 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-34012175-b355-4d0c-8466-76db63d1a3fb None None] For port 31e4dc87-c713-4b4b-b777-ba169bdee05e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=31e4dc87-c713-4b4b-b777-ba169bdee05e,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:17.198585 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34012175-b355-4d0c-8466-76db63d1a3fb None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:17.227645 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-34012175-b355-4d0c-8466-76db63d1a3fb None None] Transition to ACTIVE for port object 31e4dc87-c713-4b4b-b777-ba169bdee05e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:17.249676 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-34012175-b355-4d0c-8466-76db63d1a3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:17.276138 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] Set router 9e973367-e406-4d89-a27d-d3ee5c53605b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:59:17.350478 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9f42484-5b09-4efa-b149-10e7d1dac64c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:17.448166 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34012175-b355-4d0c-8466-76db63d1a3fb None None] Pushing event updated for resources: {'Port': ['ID=31e4dc87-c713-4b4b-b777-ba169bdee05e,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:17.461539 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-bd23096d-0c98-4f45-bd80-605bcf108c0e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:17.464388 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-bd23096d-0c98-4f45-bd80-605bcf108c0e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.15 "GET /v2.0/networks?id=941e0aca-741a-4e09-84f0-5b784e0bc9b1 HTTP/1.1" status: 200 len: 796 time: 0.3615234 Jul 09 13:59:17.539258 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-3681e665-16ae-42f2-ba36-0567fe4d3b4f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e18f38b86e4946d19d906914b285cd31 HTTP/1.1" status: 200 len: 380 time: 0.0653002 Jul 09 13:59:17.549900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-5f072ae2-22d7-4be6-8b4e-b4555431a21b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'port': {'device_id': '2e472d76-b496-44a1-b420-4b97db0b2991', 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'admin_state_up': True, 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'security_groups': ['63829733-4871-4556-8279-2f244e7fb607']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:17.689666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-e9f42484-5b09-4efa-b149-10e7d1dac64c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] For port 31e4dc87-c713-4b4b-b777-ba169bdee05e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=31e4dc87-c713-4b4b-b777-ba169bdee05e,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:17.743421 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9f42484-5b09-4efa-b149-10e7d1dac64c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:17.751943 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9f42484-5b09-4efa-b149-10e7d1dac64c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:17.756016 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9f42484-5b09-4efa-b149-10e7d1dac64c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:17.801870 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f42484-5b09-4efa-b149-10e7d1dac64c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:17.809061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e9f42484-5b09-4efa-b149-10e7d1dac64c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:17.839172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342998646', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:58Z', 'updated_at': '2021-07-09T13:59:11Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:59Z', 'updated_at': '2021-07-09T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '2273f31e-b9ae-431d-abee-2671d775ca36', 'name': '', 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:58:fe:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:59:09Z', 'updated_at': '2021-07-09T13:59:16Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:59:17.864072 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-5f072ae2-22d7-4be6-8b4e-b4555431a21b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Made reservation on behalf of e18f38b86e4946d19d906914b285cd31 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:17.873387 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-5f072ae2-22d7-4be6-8b4e-b4555431a21b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:17.923533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 31e4dc87-c713-4b4b-b777-ba169bdee05e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:17.941081 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f42484-5b09-4efa-b149-10e7d1dac64c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:17.942118 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e9f42484-5b09-4efa-b149-10e7d1dac64c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:17.993854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f186e0c0-3f64-42cc-b69c-f41af2f48391 None None] The sync data for ids ['9e973367-e406-4d89-a27d-d3ee5c53605b'] in n-d-799525-3 is: [{'id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342998646', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:58Z', 'updated_at': '2021-07-09T13:59:11Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:59Z', 'updated_at': '2021-07-09T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '2273f31e-b9ae-431d-abee-2671d775ca36', 'name': '', 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:58:fe:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:59:09Z', 'updated_at': '2021-07-09T13:59:16Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:59:18.213552 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f42484-5b09-4efa-b149-10e7d1dac64c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=31e4dc87-c713-4b4b-b777-ba169bdee05e,revision_number=12']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:18.280634 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8591c65-5313-4749-8b78-4ed6e671425d req-9fb44289-d0f8-4ff9-ae10-f1c29f6c7e6b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 210 time: 0.2069559 Jul 09 13:59:18.319117 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e9f42484-5b09-4efa-b149-10e7d1dac64c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8174422 Jul 09 13:59:18.319117 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f42484-5b09-4efa-b149-10e7d1dac64c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=5a777b01-3364-46c2-b910-b07b01e1f377,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:18.320913 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43064) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:18.326918 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c5ac66ce-c5de-466e-87dc-6db8671a9fd4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'mac_address': 'fa:16:3e:68:e5:90', 'name': 'tempest-NetworksTestDHCPv6-443701218'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:18.351629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-5f072ae2-22d7-4be6-8b4e-b4555431a21b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Allocated IP 172.20.0.6 (941e0aca-741a-4e09-84f0-5b784e0bc9b1/c5261e9e-d540-4abf-bbbe-383d71d22db6/9d296f0a-ffa8-4e8a-b2bb-4977331c52bf) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:18.585011 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a88d76-6316-4514-b699-24cf3779aa0b req-257963f8-6357-4bd8-a261-2fa6475748bb tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:18.587516 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96a88d76-6316-4514-b699-24cf3779aa0b req-257963f8-6357-4bd8-a261-2fa6475748bb tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 943 time: 0.3229942 Jul 09 13:59:18.593838 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-5f072ae2-22d7-4be6-8b4e-b4555431a21b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:18.627219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-5f072ae2-22d7-4be6-8b4e-b4555431a21b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Transition to ACTIVE for port object 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:18.673788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ac66ce-c5de-466e-87dc-6db8671a9fd4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:18.679001 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-5f072ae2-22d7-4be6-8b4e-b4555431a21b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:18.706435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-146bef2a-2b2e-4925-82bb-96a63739b4e8 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:18.742880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-5f072ae2-22d7-4be6-8b4e-b4555431a21b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:18.748110 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-5f072ae2-22d7-4be6-8b4e-b4555431a21b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:18.753427 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-5f072ae2-22d7-4be6-8b4e-b4555431a21b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:18.822845 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f072ae2-22d7-4be6-8b4e-b4555431a21b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:18.866098 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3efd1b55-4143-4003-9052-9742bbc17bf0 None None] Provisioning for port 31e4dc87-c713-4b4b-b777-ba169bdee05e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:18.885736 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3efd1b55-4143-4003-9052-9742bbc17bf0 None None] Provisioning complete for port 31e4dc87-c713-4b4b-b777-ba169bdee05e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:18.886245 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3efd1b55-4143-4003-9052-9742bbc17bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:18.886647 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-5f072ae2-22d7-4be6-8b4e-b4555431a21b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:18.887683 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-5f072ae2-22d7-4be6-8b4e-b4555431a21b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:18.923925 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-5f072ae2-22d7-4be6-8b4e-b4555431a21b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3793283 Jul 09 13:59:18.936925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Request body: {'port': {'device_id': '2e472d76-b496-44a1-b420-4b97db0b2991', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:19.104059 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:19.645160 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96a88d76-6316-4514-b699-24cf3779aa0b req-d0c87926-b5b1-42fa-bd17-c6251e7a7c11 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0392954 Jul 09 13:59:19.738241 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-df24a007-094a-46f7-88f6-7d9a62ae0e17 None None] Provisioning for port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:19.746618 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-df24a007-094a-46f7-88f6-7d9a62ae0e17 None None] Provisioning complete for port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:19.748086 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-df24a007-094a-46f7-88f6-7d9a62ae0e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:19.827652 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5ac66ce-c5de-466e-87dc-6db8671a9fd4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:19.902209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-df24a007-094a-46f7-88f6-7d9a62ae0e17 None None] Port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:59:19.928410 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-c5ac66ce-c5de-466e-87dc-6db8671a9fd4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port e6e51d35-ec65-4d70-9766-4843d5413b89 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:59:19.974374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:59:20.010665 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:20.036554 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Transition to ACTIVE for port object 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:20.047207 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:20.056702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2273f31e-b9ae-431d-abee-2671d775ca36 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:20.201576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Pushing event updated for resources: {'Port': ['ID=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:20.261895 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 2273f31e-b9ae-431d-abee-2671d775ca36 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:20.275466 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 2273f31e-b9ae-431d-abee-2671d775ca36 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:20.275826 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:20.314154 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Attempting to bind port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:59:20.316036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Attempting to bind port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:59:20.318042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Attempting to bind port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf on network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:59:20.332812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf on network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 13:59:20.333966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Attempting to bind port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf on network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:59:20.346100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a39b5c1d-9777-4f42-a586-a13287fa1584 None None] Provisioning complete for port 2273f31e-b9ae-431d-abee-2671d775ca36 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:20.346474 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a39b5c1d-9777-4f42-a586-a13287fa1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:20.348027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:59:20.348383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Checking segment: {'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:59:20.348788 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Bound using segment: {'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:59:20.349266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Bound port: 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:59:20.349626 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:20.449976 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:20.584794 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-c5ac66ce-c5de-466e-87dc-6db8671a9fd4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 172.20.0.5 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/097b2b6e-1686-4117-b906-9e63607f7aaa/e6e51d35-ec65-4d70-9766-4843d5413b89) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:20.613860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 2273f31e-b9ae-431d-abee-2671d775ca36, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2273f31e-b9ae-431d-abee-2671d775ca36,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:20.618081 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-c5ac66ce-c5de-466e-87dc-6db8671a9fd4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::f816:3eff:fe68:e590 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/5a777b01-3364-46c2-b910-b07b01e1f377/e6e51d35-ec65-4d70-9766-4843d5413b89) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:20.621685 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:20.650401 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4feef3-c89b-41c5-8aae-9eb705a850eb req-1f7909e9-ffbf-4729-bfda-53d1b6111f99 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:20.653274 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb4feef3-c89b-41c5-8aae-9eb705a850eb req-1f7909e9-ffbf-4729-bfda-53d1b6111f99 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 943 time: 0.2895806 Jul 09 13:59:20.759984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=2273f31e-b9ae-431d-abee-2671d775ca36,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:20.796755 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a39b5c1d-9777-4f42-a586-a13287fa1584 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:20.832046 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb4feef3-c89b-41c5-8aae-9eb705a850eb req-fa6779f2-6a8d-4750-ba5d-3b63ec1d53a1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1567378 Jul 09 13:59:20.957448 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-a39b5c1d-9777-4f42-a586-a13287fa1584 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:59:20.958212 n-d-799525-3 neutron-server[93755]: DEBUG oslo_db.api [None req-a39b5c1d-9777-4f42-a586-a13287fa1584 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:59:21.098401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0844d066-ef35-4d72-9127-f580bab7baed None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:21.211655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:59:21.219741 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:59:21.230567 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:21.297016 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7106d39-8d7c-467d-b9af-646b89e88cbc req-ac023b30-9464-476d-b486-548b67a481e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:21.303615 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7106d39-8d7c-467d-b9af-646b89e88cbc req-ac023b30-9464-476d-b486-548b67a481e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 943 time: 0.2427182 Jul 09 13:59:21.307764 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:21.308789 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:21.311315 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] 10.222.0.15 "PUT /v2.0/ports/9d296f0a-ffa8-4e8a-b2bb-4977331c52bf HTTP/1.1" status: 200 len: 1091 time: 2.3793161 Jul 09 13:59:21.312753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:59:21.317028 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fc3c5bd-36a8-4b41-a340-cc743e9e460f" -d '{"events": [{"name": "network-changed", "server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:59:21.419127 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5ac66ce-c5de-466e-87dc-6db8671a9fd4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:21.443337 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-c5ac66ce-c5de-466e-87dc-6db8671a9fd4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object e6e51d35-ec65-4d70-9766-4843d5413b89 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:21.447785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d560c-3f26-41b5-ba44-a6f1d34f998c service neutron] Pushing event updated for resources: {'Port': ['ID=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:21.491276 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fbe1e22-ae2c-41c1-8cc4-3cc998eb54f2 x-openstack-request-id: req-7fbe1e22-ae2c-41c1-8cc4-3cc998eb54f2 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:59:21.492383 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:59:21.493626 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7fbe1e22-ae2c-41c1-8cc4-3cc998eb54f2 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:59:21.494296 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf', 'status': 'completed', 'code': 200} Jul 09 13:59:21.552905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-516faf6c-1f3c-4dcd-9a27-cbedac967799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:21.557163 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-516faf6c-1f3c-4dcd-9a27-cbedac967799 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 1094 time: 0.1543007 Jul 09 13:59:21.649381 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-e9626ad5-b53a-41dd-86b1-6f3eaaf3acb6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf HTTP/1.1" status: 200 len: 217 time: 0.0802033 Jul 09 13:59:21.651679 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5ac66ce-c5de-466e-87dc-6db8671a9fd4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:21.715794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f25c4367-ae34-427b-b2d3-cba6a1b48a50 None None] Provisioning complete for port 2273f31e-b9ae-431d-abee-2671d775ca36 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:21.716531 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f25c4367-ae34-427b-b2d3-cba6a1b48a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:21.750523 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7106d39-8d7c-467d-b9af-646b89e88cbc req-0714dc47-1441-4958-9e8a-a0db91928e2d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894326 Jul 09 13:59:21.807442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ac66ce-c5de-466e-87dc-6db8671a9fd4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:21.815120 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c5ac66ce-c5de-466e-87dc-6db8671a9fd4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:21.819123 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ac66ce-c5de-466e-87dc-6db8671a9fd4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=e6e51d35-ec65-4d70-9766-4843d5413b89,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:21.823501 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ac66ce-c5de-466e-87dc-6db8671a9fd4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:21.830302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-d77fed29-42b5-4fa2-b7b5-a47a63517da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:21.840118 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-d77fed29-42b5-4fa2-b7b5-a47a63517da3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5261e9e-d540-4abf-bbbe-383d71d22db6 HTTP/1.1" status: 200 len: 834 time: 0.1729054 Jul 09 13:59:21.989153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2273f31e-b9ae-431d-abee-2671d775ca36 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:22.016430 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ac66ce-c5de-466e-87dc-6db8671a9fd4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:22.017526 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c5ac66ce-c5de-466e-87dc-6db8671a9fd4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:22.021997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-e8db4f60-8421-4473-8b71-80529cbd4aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:22.024806 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-e8db4f60-8421-4473-8b71-80529cbd4aac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=941e0aca-741a-4e09-84f0-5b784e0bc9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1832786 Jul 09 13:59:22.058731 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c5ac66ce-c5de-466e-87dc-6db8671a9fd4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.7364037 Jul 09 13:59:22.063398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43076) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:22.206268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f25c4367-ae34-427b-b2d3-cba6a1b48a50 None None] Provisioning complete for port 31e4dc87-c713-4b4b-b777-ba169bdee05e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:22.206738 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f25c4367-ae34-427b-b2d3-cba6a1b48a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:22.218473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 2273f31e-b9ae-431d-abee-2671d775ca36 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:22.219138 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:22.248270 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3d5765-c3d2-46bd-a61c-cebbddc1f45c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:22.264860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f3d5765-c3d2-46bd-a61c-cebbddc1f45c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:22.268539 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1f3d5765-c3d2-46bd-a61c-cebbddc1f45c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.2027342 Jul 09 13:59:22.279938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43078) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:22.454329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f85957-ebe7-47c2-b6a8-8a924692522e req-49677c98-59b8-4cc4-9815-38bda2c7aace tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:22.457371 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40f85957-ebe7-47c2-b6a8-8a924692522e req-49677c98-59b8-4cc4-9815-38bda2c7aace tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 943 time: 0.2269459 Jul 09 13:59:22.470865 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-674961a1-1868-4a8e-b4e4-c4bae99a0f3e service neutron] 10.222.0.15 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4373112 Jul 09 13:59:22.587731 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40f85957-ebe7-47c2-b6a8-8a924692522e req-f29da575-58f2-48a2-961e-da0f70b7a328 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186268 Jul 09 13:59:22.616312 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port e6e51d35-ec65-4d70-9766-4843d5413b89 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:22.617582 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:22.714760 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99642bfa-4cac-443a-afbb-6623fe866c65 req-92537f4a-3a1d-4004-875c-3abecb3a6095 service neutron] 10.222.0.15 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361214 Jul 09 13:59:22.780762 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:22.788091 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9931218f-6d85-4cf4-a4dc-73b7caf99c8e None None] Provisioning complete for port 31e4dc87-c713-4b4b-b777-ba169bdee05e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:22.789464 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9931218f-6d85-4cf4-a4dc-73b7caf99c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:22.834443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for e6e51d35-ec65-4d70-9766-4843d5413b89 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:22.974558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9931218f-6d85-4cf4-a4dc-73b7caf99c8e None None] Provisioning for port e6e51d35-ec65-4d70-9766-4843d5413b89 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:22.981324 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9931218f-6d85-4cf4-a4dc-73b7caf99c8e None None] Provisioning complete for port e6e51d35-ec65-4d70-9766-4843d5413b89 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:22.982103 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9931218f-6d85-4cf4-a4dc-73b7caf99c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:23.065554 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9931218f-6d85-4cf4-a4dc-73b7caf99c8e None None] Port e6e51d35-ec65-4d70-9766-4843d5413b89 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:59:23.097624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3c5bd-36a8-4b41-a340-cc743e9e460f req-54ea935c-cf6f-4726-b15a-18e6df30d87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:23.100367 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5fc3c5bd-36a8-4b41-a340-cc743e9e460f req-54ea935c-cf6f-4726-b15a-18e6df30d87a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 1094 time: 0.2917585 Jul 09 13:59:23.207494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-48dab9d6-0871-49b9-8919-81071143a13b None None] Provisioning complete for port e6e51d35-ec65-4d70-9766-4843d5413b89 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:23.208110 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-48dab9d6-0871-49b9-8919-81071143a13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:23.211195 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9a0713-2d0b-4acc-8a04-63c1f24029be req-74e68562-58de-480a-b1d3-b412a84271bc tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:23.214241 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c9a0713-2d0b-4acc-8a04-63c1f24029be req-74e68562-58de-480a-b1d3-b412a84271bc tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 943 time: 0.1625652 Jul 09 13:59:23.309376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-48dab9d6-0871-49b9-8919-81071143a13b None None] Port e6e51d35-ec65-4d70-9766-4843d5413b89 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 13:59:23.323874 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c9a0713-2d0b-4acc-8a04-63c1f24029be req-c3c3292f-3750-489c-9ff4-2b5b68845d7b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971808 Jul 09 13:59:23.408970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3c5bd-36a8-4b41-a340-cc743e9e460f req-bf821a0b-3107-4e2f-b843-06f0975b4323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:23.410589 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5fc3c5bd-36a8-4b41-a340-cc743e9e460f req-bf821a0b-3107-4e2f-b843-06f0975b4323 service neutron] 10.222.0.15 "GET /v2.0/networks?id=941e0aca-741a-4e09-84f0-5b784e0bc9b1 HTTP/1.1" status: 200 len: 897 time: 0.2991705 Jul 09 13:59:23.464996 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5fc3c5bd-36a8-4b41-a340-cc743e9e460f req-9fff9de8-093c-49cc-8305-ac069ce83075 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf HTTP/1.1" status: 200 len: 217 time: 0.0446680 Jul 09 13:59:23.507904 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:23.553045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=e6e51d35-ec65-4d70-9766-4843d5413b89,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:23.592417 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:23.592745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:23.593101 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:23.593491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:23.593778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:23.594112 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:23.594441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:23.594768 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:23.595126 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:23.595447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:23.595776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:23.596102 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:23.614763 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3c5bd-36a8-4b41-a340-cc743e9e460f req-7cfe286d-42b7-4c51-b859-f9fdbce5233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:23.616441 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5fc3c5bd-36a8-4b41-a340-cc743e9e460f req-7cfe286d-42b7-4c51-b859-f9fdbce5233d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5261e9e-d540-4abf-bbbe-383d71d22db6 HTTP/1.1" status: 200 len: 834 time: 0.1451197 Jul 09 13:59:23.758668 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:23.762527 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5c880f34-715c-4eef-800f-186f5d2b7669 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/e6e51d35-ec65-4d70-9766-4843d5413b89 HTTP/1.1" status: 204 len: 168 time: 1.4797108 Jul 09 13:59:23.766464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43084) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:23.808881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc3c5bd-36a8-4b41-a340-cc743e9e460f req-5a337a3f-36ab-4cae-a7e7-1966691b5517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:23.811314 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5fc3c5bd-36a8-4b41-a340-cc743e9e460f req-5a337a3f-36ab-4cae-a7e7-1966691b5517 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=941e0aca-741a-4e09-84f0-5b784e0bc9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1754093 Jul 09 13:59:23.884033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539c5784-ba87-4a3c-a40e-ee11a09f0d79 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:23.887558 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539c5784-ba87-4a3c-a40e-ee11a09f0d79 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:23.891041 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539c5784-ba87-4a3c-a40e-ee11a09f0d79 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:23.899883 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-539c5784-ba87-4a3c-a40e-ee11a09f0d79 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1311595 Jul 09 13:59:23.901118 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43086) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:23.931205 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5fc3c5bd-36a8-4b41-a340-cc743e9e460f req-3822d238-f107-4822-966b-8bc4e46d1f06 service neutron] 10.222.0.15 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119945 Jul 09 13:59:24.076040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-29c555b7-57bb-467a-8d85-079e9067c025 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 097b2b6e-1686-4117-b906-9e63607f7aaa {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:59:24.077232 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5fc3c5bd-36a8-4b41-a340-cc743e9e460f req-aa7480a2-73fd-48c2-a4db-c5bfd91682fb service neutron] 10.222.0.15 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382411 Jul 09 13:59:24.089635 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29c555b7-57bb-467a-8d85-079e9067c025 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:24.189125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d67c22-f3ed-4d4b-8fc5-42bafa548ce2 req-198eb770-68b0-42fc-a4e7-f7970345112c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:24.191693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-20d67c22-f3ed-4d4b-8fc5-42bafa548ce2 req-198eb770-68b0-42fc-a4e7-f7970345112c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 943 time: 0.2885883 Jul 09 13:59:24.196623 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29c555b7-57bb-467a-8d85-079e9067c025 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:24.293213 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-20d67c22-f3ed-4d4b-8fc5-42bafa548ce2 req-2b7c5298-ad28-4bfe-b0dd-23e73d92394d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688808 Jul 09 13:59:24.346231 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29c555b7-57bb-467a-8d85-079e9067c025 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:24.462524 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29c555b7-57bb-467a-8d85-079e9067c025 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:24.499001 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c555b7-57bb-467a-8d85-079e9067c025 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=097b2b6e-1686-4117-b906-9e63607f7aaa,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:24.514227 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29c555b7-57bb-467a-8d85-079e9067c025 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:24.518878 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d642b5e0-c4c2-4d63-8e3d-aaf7b7f98d05 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:24.522295 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43090) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:24.534430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-29c555b7-57bb-467a-8d85-079e9067c025 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/097b2b6e-1686-4117-b906-9e63607f7aaa HTTP/1.1" status: 204 len: 168 time: 0.6268773 Jul 09 13:59:24.624438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c330a9c-4d15-4f78-8769-b43bb40bef34 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 5a777b01-3364-46c2-b910-b07b01e1f377 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:59:24.630734 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c330a9c-4d15-4f78-8769-b43bb40bef34 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:24.663040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49189e5f-699f-480f-8287-95aa62f6951b req-09041a40-8a16-499b-bfca-070720212c44 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:24.666452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49189e5f-699f-480f-8287-95aa62f6951b req-09041a40-8a16-499b-bfca-070720212c44 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 943 time: 0.1305664 Jul 09 13:59:24.697078 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c330a9c-4d15-4f78-8769-b43bb40bef34 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:24.737951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49189e5f-699f-480f-8287-95aa62f6951b req-d2d7c181-96b0-480d-81d0-3274fe98adec tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652146 Jul 09 13:59:24.881405 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c330a9c-4d15-4f78-8769-b43bb40bef34 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:24.982724 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c330a9c-4d15-4f78-8769-b43bb40bef34 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:25.029136 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8c330a9c-4d15-4f78-8769-b43bb40bef34 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:25.033086 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8c330a9c-4d15-4f78-8769-b43bb40bef34 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/5a777b01-3364-46c2-b910-b07b01e1f377 HTTP/1.1" status: 204 len: 168 time: 0.5090208 Jul 09 13:59:25.034879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c330a9c-4d15-4f78-8769-b43bb40bef34 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=5a777b01-3364-46c2-b910-b07b01e1f377,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:25.037398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43092) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:25.080693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ba6a6643-8fd7-4746-b3c6-4b29496c3b1f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418005 Jul 09 13:59:25.083538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43094) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:25.174882 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59b066c-a781-4de0-bfd7-590e5dad401f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:25.177658 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b59b066c-a781-4de0-bfd7-590e5dad401f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0928671 Jul 09 13:59:25.181882 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43096) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:25.266050 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce6c77b-7baa-48c6-979e-79839cd46282 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:25.268875 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fce6c77b-7baa-48c6-979e-79839cd46282 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0856149 Jul 09 13:59:25.271849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43098) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:25.324138 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-39c7b44b-3b45-4344-a982-9da7806f7264 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0424800 Jul 09 13:59:25.325197 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43100) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:25.329843 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6b540e39-6105-445b-afbe-07410b2ff032 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:25.505987 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b540e39-6105-445b-afbe-07410b2ff032 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:25.511860 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b540e39-6105-445b-afbe-07410b2ff032 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:25.513718 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b540e39-6105-445b-afbe-07410b2ff032 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:59:25.514379 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b540e39-6105-445b-afbe-07410b2ff032 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:59:25.543985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35fd195-7072-498f-941c-90b157d0c3de None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:25.581726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6b540e39-6105-445b-afbe-07410b2ff032 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2557771 Jul 09 13:59:25.586597 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43104) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:25.594701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-cf8a91ac-3a5c-492e-8228-a809764dda97 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:25.637243 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3799f92-c31f-4bc0-8124-ed391865b64d req-4f6ba4d6-6f79-4644-ad93-d0b9d94853cb tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:25.640345 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3799f92-c31f-4bc0-8124-ed391865b64d req-4f6ba4d6-6f79-4644-ad93-d0b9d94853cb tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 943 time: 0.1577199 Jul 09 13:59:25.717664 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a3799f92-c31f-4bc0-8124-ed391865b64d req-9e7b2fe1-d878-4141-8132-44b1c508fcf0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696855 Jul 09 13:59:25.768173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf8a91ac-3a5c-492e-8228-a809764dda97 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:25.768615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:59:25.775817 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cf8a91ac-3a5c-492e-8228-a809764dda97 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:25.778581 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8a91ac-3a5c-492e-8228-a809764dda97 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:59:25.780188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf8a91ac-3a5c-492e-8228-a809764dda97 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:59:25.800124 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7028d499-b88a-41d1-b951-14781f79c9f8 None None] Provisioning complete for port 31e4dc87-c713-4b4b-b777-ba169bdee05e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:25.800549 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7028d499-b88a-41d1-b951-14781f79c9f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:25.816863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43108) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:25.817670 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cf8a91ac-3a5c-492e-8228-a809764dda97 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2284615 Jul 09 13:59:25.822885 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8c944609-aa4f-41e5-830b-5103ea5109c1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:25.956517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c944609-aa4f-41e5-830b-5103ea5109c1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:25.960914 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c944609-aa4f-41e5-830b-5103ea5109c1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:25.962909 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c944609-aa4f-41e5-830b-5103ea5109c1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:59:25.963413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c944609-aa4f-41e5-830b-5103ea5109c1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:59:26.026625 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8c944609-aa4f-41e5-830b-5103ea5109c1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2083125 Jul 09 13:59:26.031695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43110) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:26.040297 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5e25be87-cf48-4d5c-afd3-c6935716bb51 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:26.139439 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:26.150642 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24a92e3-2c3c-4a28-859d-cea946028b5e req-e6a14f45-ee89-4254-b535-113e4c36118a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:26.152380 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c24a92e3-2c3c-4a28-859d-cea946028b5e req-e6a14f45-ee89-4254-b535-113e4c36118a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 943 time: 0.1861379 Jul 09 13:59:26.168814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf', 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'port_id': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf', 'mac_address': 'fa:16:3e:82:61:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 306, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:59:26.196416 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e25be87-cf48-4d5c-afd3-c6935716bb51 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:26.200190 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5e25be87-cf48-4d5c-afd3-c6935716bb51 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:26.201732 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e25be87-cf48-4d5c-afd3-c6935716bb51 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:59:26.202231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e25be87-cf48-4d5c-afd3-c6935716bb51 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:59:26.225301 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:26.226200 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c24a92e3-2c3c-4a28-859d-cea946028b5e req-5354c3ad-bf1d-4b00-99e1-b946eafc6100 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612569 Jul 09 13:59:26.233990 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5e25be87-cf48-4d5c-afd3-c6935716bb51 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2008526 Jul 09 13:59:26.239055 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43112) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:26.252287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-43504702-f5f0-49b6-bd78-511cdd14d444 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:26.253692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:59:26.286072 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:26.293137 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:26.333138 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65e6ccb5-f8ee-4ca0-9a9d-78e1e5ebf049 None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:59:26.404926 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43504702-f5f0-49b6-bd78-511cdd14d444 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:26.411126 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43504702-f5f0-49b6-bd78-511cdd14d444 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:26.412061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:26.413511 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-43504702-f5f0-49b6-bd78-511cdd14d444 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:59:26.414277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43504702-f5f0-49b6-bd78-511cdd14d444 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:59:26.437749 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-43504702-f5f0-49b6-bd78-511cdd14d444 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1975021 Jul 09 13:59:26.441996 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43114) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:26.451437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9fb3d839-e383-46ef-99a0-8f8caeced044 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:26.453395 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-65e6ccb5-f8ee-4ca0-9a9d-78e1e5ebf049 None None] Deleting port 31e4dc87-c713-4b4b-b777-ba169bdee05e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:26.453776 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65e6ccb5-f8ee-4ca0-9a9d-78e1e5ebf049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:26.504342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['9d296f0a-ffa8-4e8a-b2bb-4977331c52bf'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:59:26.559692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-65e6ccb5-f8ee-4ca0-9a9d-78e1e5ebf049 None None] For port 31e4dc87-c713-4b4b-b777-ba169bdee05e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=31e4dc87-c713-4b4b-b777-ba169bdee05e,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:26.560437 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65e6ccb5-f8ee-4ca0-9a9d-78e1e5ebf049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:26.576970 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-65e6ccb5-f8ee-4ca0-9a9d-78e1e5ebf049 None None] Calling delete_port for 31e4dc87-c713-4b4b-b777-ba169bdee05e owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:26.606614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fb3d839-e383-46ef-99a0-8f8caeced044 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:26.611304 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9fb3d839-e383-46ef-99a0-8f8caeced044 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:26.613093 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fb3d839-e383-46ef-99a0-8f8caeced044 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:59:26.613638 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fb3d839-e383-46ef-99a0-8f8caeced044 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:59:26.643368 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9fb3d839-e383-46ef-99a0-8f8caeced044 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1987672 Jul 09 13:59:26.645905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43116) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:26.731357 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95b0e07-295a-4797-9a1c-bd47ded9108a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:26.733705 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a95b0e07-295a-4797-9a1c-bd47ded9108a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0865312 Jul 09 13:59:26.738351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43118) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:26.746669 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65e6ccb5-f8ee-4ca0-9a9d-78e1e5ebf049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:26.792455 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e6ccb5-f8ee-4ca0-9a9d-78e1e5ebf049 None None] Pushing event deleted for resources: {'Port': ['ID=31e4dc87-c713-4b4b-b777-ba169bdee05e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:26.794941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e6ccb5-f8ee-4ca0-9a9d-78e1e5ebf049 None None] No DVR routers for this DVR port 31e4dc87-c713-4b4b-b777-ba169bdee05e on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:59:26.854951 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f1978e-d961-48b3-990e-9cd50b23456b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:26.857704 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-80f1978e-d961-48b3-990e-9cd50b23456b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1175265 Jul 09 13:59:26.862995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43122) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:26.935259 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-78101fea-a25a-4d40-9a81-f72d23b1703f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0701766 Jul 09 13:59:26.941125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43124) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:26.948398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-721dc7ff-27f2-48bf-b72e-99cfb410ac67 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:27.167838 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721dc7ff-27f2-48bf-b72e-99cfb410ac67 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:27.173798 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-721dc7ff-27f2-48bf-b72e-99cfb410ac67 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:27.266286 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d065f-b17e-431a-b8f7-1d02205b47c9 req-cc27c939-21ff-46eb-8603-338b2d2f4802 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:27.269129 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-225d065f-b17e-431a-b8f7-1d02205b47c9 req-cc27c939-21ff-46eb-8603-338b2d2f4802 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 944 time: 0.3022516 Jul 09 13:59:27.390858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-225d065f-b17e-431a-b8f7-1d02205b47c9 req-dd7c5131-d046-43fe-bbfc-b90123a07331 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084530 Jul 09 13:59:27.603221 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b559f709-1236-43ca-9359-30e41b1e3990 req-fa031a86-76bd-4803-8323-404a146f8a5c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:27.606070 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b559f709-1236-43ca-9359-30e41b1e3990 req-fa031a86-76bd-4803-8323-404a146f8a5c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 943 time: 0.2214386 Jul 09 13:59:27.670711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:27.705089 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b559f709-1236-43ca-9359-30e41b1e3990 req-f2c96016-d812-41f3-967f-ba7062023052 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909212 Jul 09 13:59:27.745025 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:27.756097 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:27.757896 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:27.819810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.objects.ports [None req-721dc7ff-27f2-48bf-b72e-99cfb410ac67 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:59:27.822057 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-721dc7ff-27f2-48bf-b72e-99cfb410ac67 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:27.822334 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 31e4dc87-c713-4b4b-b777-ba169bdee05e no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:59:27.846699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 31e4dc87-c713-4b4b-b777-ba169bdee05e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:59:27.847120 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 31e4dc87-c713-4b4b-b777-ba169bdee05e not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:59:27.885521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721dc7ff-27f2-48bf-b72e-99cfb410ac67 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:27.889849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-721dc7ff-27f2-48bf-b72e-99cfb410ac67 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:27.893818 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721dc7ff-27f2-48bf-b72e-99cfb410ac67 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:27.894863 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-721dc7ff-27f2-48bf-b72e-99cfb410ac67 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:27.896964 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:27.911397 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adc22b5-911b-4e0a-9b32-5a6742825f80 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:27.925442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721dc7ff-27f2-48bf-b72e-99cfb410ac67 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=ffd4677b-6fb3-4e80-93ea-5537d33b0ba1,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:27.938220 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-721dc7ff-27f2-48bf-b72e-99cfb410ac67 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9953017 Jul 09 13:59:27.941252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43128) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:27.951551 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b2bc3361-b254-4afa-b36c-b714f7f4c133 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'mac_address': 'fa:16:3e:f7:1c:d8', 'name': 'tempest-NetworksTestDHCPv6-1396600302'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:27.972087 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:59:27.974459 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db73919c-d0fb-4486-8217-0d34c93e1164" -d '{"events": [{"server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "name": "network-vif-plugged", "status": "completed", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:59:27.994372 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:28.001764 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:28.084917 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:59:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9418f4-a406-4923-af4e-acede4541f00 x-openstack-request-id: req-cf9418f4-a406-4923-af4e-acede4541f00 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:59:28.085374 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "name": "network-vif-plugged", "status": "completed", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:59:28.085749 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cf9418f4-a406-4923-af4e-acede4541f00 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:59:28.086193 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf', 'code': 200} Jul 09 13:59:28.117941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:28.149983 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2bc3361-b254-4afa-b36c-b714f7f4c133 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:28.183193 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': 'ffd4677b-6fb3-4e80-93ea-5537d33b0ba1'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:59:28.184746 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:28.253259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abf7f01-4e7c-408f-8ab2-5e7a6fabe9e6 req-afdf05b3-6a1b-4744-9378-16c0d936b160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:28.255745 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6abf7f01-4e7c-408f-8ab2-5e7a6fabe9e6 req-afdf05b3-6a1b-4744-9378-16c0d936b160 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 1096 time: 0.0807369 Jul 09 13:59:28.256111 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2bc3361-b254-4afa-b36c-b714f7f4c133 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:28.283695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-b2bc3361-b254-4afa-b36c-b714f7f4c133 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port dc561663-be0a-4b03-afac-7bf271d46be8 yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:59:28.320293 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6abf7f01-4e7c-408f-8ab2-5e7a6fabe9e6 req-12946552-f108-4c4e-a600-79977d079d2c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562146 Jul 09 13:59:28.411897 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Allocated IP 2001:db8::f816:3eff:fe37:a41d (bd2f202b-128c-4f97-8980-d1a8595b5b3e/ffd4677b-6fb3-4e80-93ea-5537d33b0ba1/422e66b6-9d16-48f6-b367-bc44e23ddaa8) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:28.601446 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:28.612158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8cf215-03ac-4cab-b5f1-50a46c8d099d req-bcaadc1f-50d1-49f9-8a3b-558e0fa8bc63 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:28.612813 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Transition to ACTIVE for port object 422e66b6-9d16-48f6-b367-bc44e23ddaa8 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:28.613781 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a8cf215-03ac-4cab-b5f1-50a46c8d099d req-bcaadc1f-50d1-49f9-8a3b-558e0fa8bc63 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 945 time: 0.0819209 Jul 09 13:59:28.635323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Transition to ACTIVE for port object 422e66b6-9d16-48f6-b367-bc44e23ddaa8 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:28.642401 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:28.691510 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:28.694572 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a8cf215-03ac-4cab-b5f1-50a46c8d099d req-2f70f025-33fa-496a-8a95-3930165365a8 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697846 Jul 09 13:59:28.694891 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:28.697543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:28.710905 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Pushing event updated for resources: {'Port': ['ID=422e66b6-9d16-48f6-b367-bc44e23ddaa8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:28.711280 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-b2bc3361-b254-4afa-b36c-b714f7f4c133 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::f816:3eff:fef7:1cd8 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/ffd4677b-6fb3-4e80-93ea-5537d33b0ba1/dc561663-be0a-4b03-afac-7bf271d46be8) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:28.770732 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Attempting to bind port 422e66b6-9d16-48f6-b367-bc44e23ddaa8 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:59:28.771246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Attempting to bind port 422e66b6-9d16-48f6-b367-bc44e23ddaa8 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:59:28.771477 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Attempting to bind port 422e66b6-9d16-48f6-b367-bc44e23ddaa8 on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:59:28.778069 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:59:28.778504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:59:28.778871 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:28.779339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:59:28.779839 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Bound port: 422e66b6-9d16-48f6-b367-bc44e23ddaa8, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:59:28.780234 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:28.862427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] For port 422e66b6-9d16-48f6-b367-bc44e23ddaa8, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:59:28.868408 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] For port 422e66b6-9d16-48f6-b367-bc44e23ddaa8, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=422e66b6-9d16-48f6-b367-bc44e23ddaa8,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:59:28.879279 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:28.990046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d31735f-5e94-41c2-869a-2a4a3c6c134c None None] Pushing event updated for resources: {'Port': ['ID=422e66b6-9d16-48f6-b367-bc44e23ddaa8,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:29.034686 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2bc3361-b254-4afa-b36c-b714f7f4c133 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:29.068440 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-b2bc3361-b254-4afa-b36c-b714f7f4c133 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object dc561663-be0a-4b03-afac-7bf271d46be8 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:29.112293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb5d5a2-fc02-4e39-99ff-f781e9d623ab req-e81bfbce-898d-4836-b91c-dd9f99c432a1 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:29.114964 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abb5d5a2-fc02-4e39-99ff-f781e9d623ab req-e81bfbce-898d-4836-b91c-dd9f99c432a1 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 943 time: 0.1818919 Jul 09 13:59:29.198813 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2bc3361-b254-4afa-b36c-b714f7f4c133 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:29.309233 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-abb5d5a2-fc02-4e39-99ff-f781e9d623ab req-b5f90f81-3e1f-43c3-8ff1-69d39025be02 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1805487 Jul 09 13:59:29.349775 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bc3361-b254-4afa-b36c-b714f7f4c133 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:29.356045 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b2bc3361-b254-4afa-b36c-b714f7f4c133 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:29.364863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bc3361-b254-4afa-b36c-b714f7f4c133 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:29.373796 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2bc3361-b254-4afa-b36c-b714f7f4c133 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:29.374628 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b2bc3361-b254-4afa-b36c-b714f7f4c133 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:29.384778 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc3361-b254-4afa-b36c-b714f7f4c133 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=dc561663-be0a-4b03-afac-7bf271d46be8,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:29.404847 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b2bc3361-b254-4afa-b36c-b714f7f4c133 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4612470 Jul 09 13:59:29.409438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43138) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:29.511315 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9abba0f-1c6a-4c07-ba5b-525d044a1b19 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:29.517541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9abba0f-1c6a-4c07-ba5b-525d044a1b19 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:29.519293 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c9abba0f-1c6a-4c07-ba5b-525d044a1b19 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1084373 Jul 09 13:59:29.524464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43140) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:29.648284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-4c738b67-1e8f-4339-a8a1-2cccef6088a7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port dc561663-be0a-4b03-afac-7bf271d46be8 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:29.648793 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c738b67-1e8f-4339-a8a1-2cccef6088a7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:29.788440 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c738b67-1e8f-4339-a8a1-2cccef6088a7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:29.813013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-4c738b67-1e8f-4339-a8a1-2cccef6088a7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for dc561663-be0a-4b03-afac-7bf271d46be8 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:29.869063 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 422e66b6-9d16-48f6-b367-bc44e23ddaa8 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:29.982750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 422e66b6-9d16-48f6-b367-bc44e23ddaa8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:30.063325 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c738b67-1e8f-4339-a8a1-2cccef6088a7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:30.073695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d855e3e-0061-4e65-a5f5-04160e07501d req-21b733ca-adf2-45a6-9a8a-878bc1b1b546 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:30.076583 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2d855e3e-0061-4e65-a5f5-04160e07501d req-21b733ca-adf2-45a6-9a8a-878bc1b1b546 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 945 time: 0.1340120 Jul 09 13:59:30.111714 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c738b67-1e8f-4339-a8a1-2cccef6088a7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=dc561663-be0a-4b03-afac-7bf271d46be8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:30.146023 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2d855e3e-0061-4e65-a5f5-04160e07501d req-c5faaaae-fa5e-4951-9cb2-907ca63974dc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620623 Jul 09 13:59:30.188145 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4c738b67-1e8f-4339-a8a1-2cccef6088a7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:30.193935 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4c738b67-1e8f-4339-a8a1-2cccef6088a7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/dc561663-be0a-4b03-afac-7bf271d46be8 HTTP/1.1" status: 204 len: 168 time: 0.6661954 Jul 09 13:59:30.194889 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43146) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:30.303069 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36052318-4405-4c94-ba89-e1c6ec4d2f65 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:30.306954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36052318-4405-4c94-ba89-e1c6ec4d2f65 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:30.309995 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-36052318-4405-4c94-ba89-e1c6ec4d2f65 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1131909 Jul 09 13:59:30.313352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43148) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:30.370367 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bf3c3b04-c99c-4f4a-bab8-62272132a003 None None] Provisioning for port 422e66b6-9d16-48f6-b367-bc44e23ddaa8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:30.380044 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bf3c3b04-c99c-4f4a-bab8-62272132a003 None None] Provisioning complete for port 422e66b6-9d16-48f6-b367-bc44e23ddaa8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:30.381110 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf3c3b04-c99c-4f4a-bab8-62272132a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:30.448050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ea80fc3-213a-480c-b88d-373decd8a7ca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet ffd4677b-6fb3-4e80-93ea-5537d33b0ba1 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:59:30.455218 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ea80fc3-213a-480c-b88d-373decd8a7ca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:30.512308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef41b1fb-eee0-4de0-8481-be029f882d7c req-1dd26658-2608-4e08-a039-06539159b462 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:30.515518 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef41b1fb-eee0-4de0-8481-be029f882d7c req-1dd26658-2608-4e08-a039-06539159b462 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 945 time: 0.1678271 Jul 09 13:59:30.530506 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ea80fc3-213a-480c-b88d-373decd8a7ca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:30.581280 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf3c3b04-c99c-4f4a-bab8-62272132a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:30.581544 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef41b1fb-eee0-4de0-8481-be029f882d7c req-47c686f7-7741-4db1-8867-f12af42c78f1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593054 Jul 09 13:59:30.618314 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43152) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:30.677948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bf3c3b04-c99c-4f4a-bab8-62272132a003 None None] For port 422e66b6-9d16-48f6-b367-bc44e23ddaa8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=422e66b6-9d16-48f6-b367-bc44e23ddaa8,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:30.687655 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bf3c3b04-c99c-4f4a-bab8-62272132a003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:30.688731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ea80fc3-213a-480c-b88d-373decd8a7ca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:30.779169 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ea80fc3-213a-480c-b88d-373decd8a7ca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:30.815758 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdc2552-fae1-4ead-9b43-a013341df0f0 req-85b979c8-fee8-4f10-9e74-e850892de065 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:30.819465 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dfdc2552-fae1-4ead-9b43-a013341df0f0 req-85b979c8-fee8-4f10-9e74-e850892de065 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 943 time: 0.1687181 Jul 09 13:59:30.828763 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea80fc3-213a-480c-b88d-373decd8a7ca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=ffd4677b-6fb3-4e80-93ea-5537d33b0ba1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:30.829552 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c3b04-c99c-4f4a-bab8-62272132a003 None None] Pushing event updated for resources: {'Port': ['ID=422e66b6-9d16-48f6-b367-bc44e23ddaa8,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:30.846021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ea80fc3-213a-480c-b88d-373decd8a7ca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:30.847446 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-121e0e87-b331-402c-8513-64cb29795005 None None] Could not find standard attr ID for object dc561663-be0a-4b03-afac-7bf271d46be8. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:59:30.855757 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7ea80fc3-213a-480c-b88d-373decd8a7ca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/ffd4677b-6fb3-4e80-93ea-5537d33b0ba1 HTTP/1.1" status: 204 len: 168 time: 0.5400770 Jul 09 13:59:30.856441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43156) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:30.902892 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7b0baa7d-9c7b-45c9-a64a-9bed90cc250b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0450459 Jul 09 13:59:30.903701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43158) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:30.909506 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d73a5d0a-7d91-4ec3-bf8d-a11b2a89caca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:30.961006 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dfdc2552-fae1-4ead-9b43-a013341df0f0 req-3addf1d5-541a-431e-bc8a-89737a14444b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277392 Jul 09 13:59:30.993419 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83b5c3d-86e6-49fc-9085-f9b69ce1b781 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:30.996129 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a83b5c3d-86e6-49fc-9085-f9b69ce1b781 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 1091 time: 0.3755922 Jul 09 13:59:30.999124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43160) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:31.008748 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:31.033374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73a5d0a-7d91-4ec3-bf8d-a11b2a89caca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:31.039755 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d73a5d0a-7d91-4ec3-bf8d-a11b2a89caca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:31.056319 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:31.081494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602ddcf1-1057-4e82-a015-acab0ccf9151 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:31.219987 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:31.254577 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 13:59:31.371254 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07135d9c-a4a0-43f5-b5a5-b78be449a367 None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:59:31.411873 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Allocated IP 172.25.2.110 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/6f56a1d3-c2fa-410a-b56c-73ef641fe9d7) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:31.439409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-07135d9c-a4a0-43f5-b5a5-b78be449a367 None None] Deleting port 422e66b6-9d16-48f6-b367-bc44e23ddaa8 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:31.440041 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07135d9c-a4a0-43f5-b5a5-b78be449a367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:31.565433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.objects.ports [None req-d73a5d0a-7d91-4ec3-bf8d-a11b2a89caca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93753) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:59:31.581470 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-07135d9c-a4a0-43f5-b5a5-b78be449a367 None None] For port 422e66b6-9d16-48f6-b367-bc44e23ddaa8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=422e66b6-9d16-48f6-b367-bc44e23ddaa8,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:31.582017 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07135d9c-a4a0-43f5-b5a5-b78be449a367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:31.606788 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-07135d9c-a4a0-43f5-b5a5-b78be449a367 None None] Calling delete_port for 422e66b6-9d16-48f6-b367-bc44e23ddaa8 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:31.611846 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:31.682389 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:31.738790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:31.745777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:31.752080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:31.763281 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07135d9c-a4a0-43f5-b5a5-b78be449a367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:31.818075 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=6f56a1d3-c2fa-410a-b56c-73ef641fe9d7,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:31.826383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07135d9c-a4a0-43f5-b5a5-b78be449a367 None None] No DVR routers for this DVR port 422e66b6-9d16-48f6-b367-bc44e23ddaa8 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:59:31.837858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.ipam_pluggable_backend [None req-d73a5d0a-7d91-4ec3-bf8d-a11b2a89caca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Port 422e66b6-9d16-48f6-b367-bc44e23ddaa8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93753) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 13:59:31.837858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.ipam_pluggable_backend [None req-d73a5d0a-7d91-4ec3-bf8d-a11b2a89caca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Reverting IP allocation for 2001:db8::f816:3eff:fe37:a41d {{(pid=93753) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 13:59:31.841557 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 422e66b6-9d16-48f6-b367-bc44e23ddaa8 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:59:31.843574 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.ipam_pluggable_backend [None req-d73a5d0a-7d91-4ec3-bf8d-a11b2a89caca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe37:a41d {{(pid=93753) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 13:59:31.845156 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d73a5d0a-7d91-4ec3-bf8d-a11b2a89caca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:31.885739 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07135d9c-a4a0-43f5-b5a5-b78be449a367 None None] Pushing event deleted for resources: {'Port': ['ID=422e66b6-9d16-48f6-b367-bc44e23ddaa8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:31.893815 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 422e66b6-9d16-48f6-b367-bc44e23ddaa8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:59:31.893815 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 422e66b6-9d16-48f6-b367-bc44e23ddaa8 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:59:31.914415 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa13dcb7-f0ba-4533-952a-842d5c6118d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:31.930615 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73a5d0a-7d91-4ec3-bf8d-a11b2a89caca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:31.936861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d73a5d0a-7d91-4ec3-bf8d-a11b2a89caca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:31.946098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73a5d0a-7d91-4ec3-bf8d-a11b2a89caca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:31.947050 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d73a5d0a-7d91-4ec3-bf8d-a11b2a89caca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:31.953838 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f121e0f8-d2d7-47e7-851f-578ee77872f3 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:31.974574 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73a5d0a-7d91-4ec3-bf8d-a11b2a89caca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=ad7e9470-0f15-4539-b2a8-1922c685fccd,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:31.986464 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d73a5d0a-7d91-4ec3-bf8d-a11b2a89caca tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0813134 Jul 09 13:59:31.987432 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43162) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:31.997542 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7f1be062-3caf-4c11-b498-876be4855c23 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'mac_address': 'fa:16:3e:e7:e0:22', 'name': 'tempest-NetworksTestDHCPv6-142658439'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:32.182534 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': 'ad7e9470-0f15-4539-b2a8-1922c685fccd'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:59:32.184237 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:32.248151 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f1be062-3caf-4c11-b498-876be4855c23 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:32.370976 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f1be062-3caf-4c11-b498-876be4855c23 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:32.381590 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Allocated IP 2001:db8::f816:3eff:fe8d:225e (bd2f202b-128c-4f97-8980-d1a8595b5b3e/ad7e9470-0f15-4539-b2a8-1922c685fccd/0c9a30bb-a35a-4488-b577-ecb8d2774615) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:32.400616 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-7f1be062-3caf-4c11-b498-876be4855c23 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port d9df59ec-352d-4bef-9c68-701dc3de9a1d yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:59:32.437541 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea74bc52-2e60-4299-81dd-36da502a93e1 req-0f885686-a667-4faf-9118-9f11721078e5 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:32.440175 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea74bc52-2e60-4299-81dd-36da502a93e1 req-0f885686-a667-4faf-9118-9f11721078e5 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 943 time: 0.2522280 Jul 09 13:59:32.533967 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea74bc52-2e60-4299-81dd-36da502a93e1 req-dc3ab8ec-01c9-425c-9f11-5c3185508e39 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772831 Jul 09 13:59:32.566039 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:32.593702 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:32.603648 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Transition to ACTIVE for port object 0c9a30bb-a35a-4488-b577-ecb8d2774615 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:32.622059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Transition to ACTIVE for port object 0c9a30bb-a35a-4488-b577-ecb8d2774615 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:32.630069 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:32.656705 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:32.697328 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:32.702459 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:32.710663 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:32.716784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 3e9504f8-2ab6-4bc7-b675-8bea98084380 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 13:59:32.724520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-7f1be062-3caf-4c11-b498-876be4855c23 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::f816:3eff:fee7:e022 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/ad7e9470-0f15-4539-b2a8-1922c685fccd/d9df59ec-352d-4bef-9c68-701dc3de9a1d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:32.736439 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Pushing event updated for resources: {'Port': ['ID=0c9a30bb-a35a-4488-b577-ecb8d2774615,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:32.841878 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Attempting to bind port 0c9a30bb-a35a-4488-b577-ecb8d2774615 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:59:32.842388 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Attempting to bind port 0c9a30bb-a35a-4488-b577-ecb8d2774615 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:59:32.842646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Attempting to bind port 0c9a30bb-a35a-4488-b577-ecb8d2774615 on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:59:32.856275 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 59, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:59:32.856714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:59:32.857077 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:32.857486 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:59:32.857990 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Bound port: 0c9a30bb-a35a-4488-b577-ecb8d2774615, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:59:32.858393 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:32.908909 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:32.916927 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:32.963063 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 3e9504f8-2ab6-4bc7-b675-8bea98084380, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3e9504f8-2ab6-4bc7-b675-8bea98084380,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:32.997653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '3e9504f8-2ab6-4bc7-b675-8bea98084380', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'port_id': '3e9504f8-2ab6-4bc7-b675-8bea98084380', 'mac_address': 'fa:16:3e:a2:8c:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 13:59:33.016630 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] For port 0c9a30bb-a35a-4488-b577-ecb8d2774615, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:59:33.024938 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f1be062-3caf-4c11-b498-876be4855c23 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:33.044248 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=6f56a1d3-c2fa-410a-b56c-73ef641fe9d7,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:33.054901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-7f1be062-3caf-4c11-b498-876be4855c23 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object d9df59ec-352d-4bef-9c68-701dc3de9a1d will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:33.059714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] For port 0c9a30bb-a35a-4488-b577-ecb8d2774615, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0c9a30bb-a35a-4488-b577-ecb8d2774615,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:59:33.066573 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:33.071618 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:33.083021 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:33.126132 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f1be062-3caf-4c11-b498-876be4855c23 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:33.129346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9504f8-2ab6-4bc7-b675-8bea98084380 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 13:59:33.155456 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 3e9504f8-2ab6-4bc7-b675-8bea98084380, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3e9504f8-2ab6-4bc7-b675-8bea98084380,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:33.167133 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:33.189954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228d2559-37d9-478f-91d7-9b3c7e15d0e4 None None] Pushing event updated for resources: {'Port': ['ID=0c9a30bb-a35a-4488-b577-ecb8d2774615,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:33.239369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f1be062-3caf-4c11-b498-876be4855c23 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:33.246515 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-7f1be062-3caf-4c11-b498-876be4855c23 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:33.250949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=3e9504f8-2ab6-4bc7-b675-8bea98084380,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:33.254135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f1be062-3caf-4c11-b498-876be4855c23 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:33.266077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f1be062-3caf-4c11-b498-876be4855c23 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:33.266925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7f1be062-3caf-4c11-b498-876be4855c23 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:33.278842 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Floating IP 0e2ec9d3-e2bf-426f-b40a-c47f8c8fa0a3 associated. External IP: 172.25.2.110, port: 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf. Jul 09 13:59:33.281495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1be062-3caf-4c11-b498-876be4855c23 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=d9df59ec-352d-4bef-9c68-701dc3de9a1d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:33.301187 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7f1be062-3caf-4c11-b498-876be4855c23 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3119223 Jul 09 13:59:33.305106 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43166) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:33.391782 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e520c7f6-c6c6-4468-8dbb-aa200ec6bc93 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:33.395775 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3e9504f8-2ab6-4bc7-b675-8bea98084380'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:59:33.398105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e520c7f6-c6c6-4468-8dbb-aa200ec6bc93 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:33.402190 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e520c7f6-c6c6-4468-8dbb-aa200ec6bc93 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0934427 Jul 09 13:59:33.402710 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43168) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:33.622813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-26b92110-7e67-447e-8421-6ec81a79fe3e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port d9df59ec-352d-4bef-9c68-701dc3de9a1d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:33.623589 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26b92110-7e67-447e-8421-6ec81a79fe3e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:33.708031 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 9e973367-e406-4d89-a27d-d3ee5c53605b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 13:59:33.822539 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26b92110-7e67-447e-8421-6ec81a79fe3e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:33.849248 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-26b92110-7e67-447e-8421-6ec81a79fe3e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for d9df59ec-352d-4bef-9c68-701dc3de9a1d owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:33.878919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0c9a30bb-a35a-4488-b577-ecb8d2774615 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:33.948686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9c4b2d-b9ae-4887-b31a-d1313d7fceee req-de9b8615-1dd9-40ba-b512-6646b1b1b4ea tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:33.952196 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e9c4b2d-b9ae-4887-b31a-d1313d7fceee req-de9b8615-1dd9-40ba-b512-6646b1b1b4ea tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 944 time: 0.2502651 Jul 09 13:59:33.994114 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 0c9a30bb-a35a-4488-b577-ecb8d2774615 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:34.017762 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26b92110-7e67-447e-8421-6ec81a79fe3e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:34.054992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b92110-7e67-447e-8421-6ec81a79fe3e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=d9df59ec-352d-4bef-9c68-701dc3de9a1d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:34.076138 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e9c4b2d-b9ae-4887-b31a-d1313d7fceee req-93e0a2fb-6da5-4790-8a23-107de98055c8 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790193 Jul 09 13:59:34.077832 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 13:59:34.092212 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26b92110-7e67-447e-8421-6ec81a79fe3e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:34.092735 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc85ab6-aaa7-4bc8-8f89-78ee7543efa7 None None] Sync routers for ids ['9e973367-e406-4d89-a27d-d3ee5c53605b'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 13:59:34.096938 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-26b92110-7e67-447e-8421-6ec81a79fe3e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/d9df59ec-352d-4bef-9c68-701dc3de9a1d HTTP/1.1" status: 204 len: 168 time: 0.6911769 Jul 09 13:59:34.099034 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43172) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:34.107543 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc85ab6-aaa7-4bc8-8f89-78ee7543efa7 None None] Routers {'9e973367-e406-4d89-a27d-d3ee5c53605b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:59:34.108515 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3cc85ab6-aaa7-4bc8-8f89-78ee7543efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:59:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9e973367-e406-4d89-a27d-d3ee5c53605b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:59:34.157464 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:34.221683 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719533fb-1419-4cc6-9a97-35fbd44411e8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:34.226492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719533fb-1419-4cc6-9a97-35fbd44411e8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:34.229281 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-719533fb-1419-4cc6-9a97-35fbd44411e8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1284268 Jul 09 13:59:34.231993 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43174) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:34.237134 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-69345cff-55ae-431d-a83c-2bb52d74f9c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.2361677 Jul 09 13:59:34.238862 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:59:34.246129 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9b448ae-9d64-464e-b13b-439228ed9276" -d '{"events": [{"name": "network-changed", "server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:59:34.307247 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-3cc85ab6-aaa7-4bc8-8f89-78ee7543efa7 None None] Set router 9e973367-e406-4d89-a27d-d3ee5c53605b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:59:34.376218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42615c2-4f85-4c96-8abb-eaadf8594a17 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet ad7e9470-0f15-4539-b2a8-1922c685fccd {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:59:34.383312 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a42615c2-4f85-4c96-8abb-eaadf8594a17 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:34.448172 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 13:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02e3f1e-6d50-4bd7-8ce4-a9efc911d355 x-openstack-request-id: req-c02e3f1e-6d50-4bd7-8ce4-a9efc911d355 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:59:34.448839 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:59:34.449947 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c02e3f1e-6d50-4bd7-8ce4-a9efc911d355 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:59:34.450108 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf', 'status': 'completed', 'code': 200} Jul 09 13:59:34.462701 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a42615c2-4f85-4c96-8abb-eaadf8594a17 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:34.499434 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3659ad-1bf9-4b05-8099-3879ffbeeba9 req-091a90f7-5ab1-47c3-80e7-283112e7f5d6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:34.502277 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec3659ad-1bf9-4b05-8099-3879ffbeeba9 req-091a90f7-5ab1-47c3-80e7-283112e7f5d6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 945 time: 0.1369646 Jul 09 13:59:34.564293 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec3659ad-1bf9-4b05-8099-3879ffbeeba9 req-fa5be2b8-ab2b-48e4-89d4-f267ba00e897 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540662 Jul 09 13:59:34.601117 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43182) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:34.658014 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a42615c2-4f85-4c96-8abb-eaadf8594a17 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:34.729403 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:34.734642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 3e9504f8-2ab6-4bc7-b675-8bea98084380 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:34.739588 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3cc85ab6-aaa7-4bc8-8f89-78ee7543efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342998646', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:58Z', 'updated_at': '2021-07-09T13:59:11Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:59Z', 'updated_at': '2021-07-09T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '0e2ec9d3-e2bf-426f-b40a-c47f8c8fa0a3', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'floating_ip_address': '172.25.2.110', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'port_id': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'mac_address': 'fa:16:3e:82:61:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e472d76-b496-44a1-b420-4b97db0b2991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:59:32Z', 'updated_at': '2021-07-09T13:59:32Z', 'revision_number': 0, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2273f31e-b9ae-431d-abee-2671d775ca36', 'name': '', 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:58:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:59:09Z', 'updated_at': '2021-07-09T13:59:20Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:59:34.745004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b448ae-9d64-464e-b13b-439228ed9276 req-a2ed4584-1956-47d1-8edf-948547ccd674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:34.746651 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e9b448ae-9d64-464e-b13b-439228ed9276 req-a2ed4584-1956-47d1-8edf-948547ccd674 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 1096 time: 0.2321575 Jul 09 13:59:34.807145 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc85ab6-aaa7-4bc8-8f89-78ee7543efa7 None None] Checking router: 9e973367-e406-4d89-a27d-d3ee5c53605b for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 13:59:34.808889 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e0731bf3-d605-42bc-bad3-cd2e4629aae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:34.827517 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc85ab6-aaa7-4bc8-8f89-78ee7543efa7 None None] Routers {'9e973367-e406-4d89-a27d-d3ee5c53605b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 13:59:34.829310 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3cc85ab6-aaa7-4bc8-8f89-78ee7543efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T13:59:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9e973367-e406-4d89-a27d-d3ee5c53605b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:59:34.855014 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6c8c55bc-4e51-4314-9a7a-1d3e3fce12c8 None None] Provisioning for port 0c9a30bb-a35a-4488-b577-ecb8d2774615 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:34.863173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6c8c55bc-4e51-4314-9a7a-1d3e3fce12c8 None None] Provisioning complete for port 0c9a30bb-a35a-4488-b577-ecb8d2774615 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:34.863647 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c8c55bc-4e51-4314-9a7a-1d3e3fce12c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:34.865729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 3e9504f8-2ab6-4bc7-b675-8bea98084380 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:34.884745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 3e9504f8-2ab6-4bc7-b675-8bea98084380 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:34.884745 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:35.037244 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a42615c2-4f85-4c96-8abb-eaadf8594a17 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:35.042439 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c8c55bc-4e51-4314-9a7a-1d3e3fce12c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:35.081338 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a42615c2-4f85-4c96-8abb-eaadf8594a17 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:35.083623 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a42615c2-4f85-4c96-8abb-eaadf8594a17 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/ad7e9470-0f15-4539-b2a8-1922c685fccd HTTP/1.1" status: 204 len: 168 time: 0.8502841 Jul 09 13:59:35.104596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43184) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:35.115747 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-3cc85ab6-aaa7-4bc8-8f89-78ee7543efa7 None None] Set router 9e973367-e406-4d89-a27d-d3ee5c53605b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 13:59:35.117464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42615c2-4f85-4c96-8abb-eaadf8594a17 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7e9470-0f15-4539-b2a8-1922c685fccd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:35.168199 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7b1a2c85-ebf9-41c3-9988-2252787a7edd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607584 Jul 09 13:59:35.172195 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43188) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:35.196050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535ec17d-1389-4206-9c4e-ef2b5b2bce7d None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:35.217499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b448ae-9d64-464e-b13b-439228ed9276 req-e06f9645-2d0d-43af-9cbc-47df3c48c3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:35.220770 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e9b448ae-9d64-464e-b13b-439228ed9276 req-e06f9645-2d0d-43af-9cbc-47df3c48c3e2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=941e0aca-741a-4e09-84f0-5b784e0bc9b1 HTTP/1.1" status: 200 len: 897 time: 0.4671543 Jul 09 13:59:35.248394 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dbb3432b-efa5-44ae-ac7a-28b1a1e98011 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/0e2ec9d3-e2bf-426f-b40a-c47f8c8fa0a3 HTTP/1.1" status: 200 len: 991 time: 0.6456602 Jul 09 13:59:35.316373 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7604ce-050d-42a8-803f-940f77006459 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:35.317903 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3c7604ce-050d-42a8-803f-940f77006459 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1445036 Jul 09 13:59:35.323149 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43190) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:35.383579 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e9b448ae-9d64-464e-b13b-439228ed9276 req-544f3ce9-9082-4baa-ac9e-8971c9c59e3a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf HTTP/1.1" status: 200 len: 999 time: 0.1531739 Jul 09 13:59:35.400898 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:35.407173 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ddb2920-58a1-49ea-9884-d5cae6cbb980 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:35.409622 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9ddb2920-58a1-49ea-9884-d5cae6cbb980 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0853562 Jul 09 13:59:35.414632 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43192) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:35.447750 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-6c8c55bc-4e51-4314-9a7a-1d3e3fce12c8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:59:35.448466 n-d-799525-3 neutron-server[93755]: DEBUG oslo_db.api [None req-6c8c55bc-4e51-4314-9a7a-1d3e3fce12c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:59:35.485280 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d27915-6aa1-44cf-b4ea-72e3c2552dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9504f8-2ab6-4bc7-b675-8bea98084380'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:59:35.490663 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16ab951b-326e-42fc-aaf5-10afdc5384ae" -d '{"events": [{"server_uuid": "d3d27915-6aa1-44cf-b4ea-72e3c2552dd9", "name": "network-vif-plugged", "status": "completed", "tag": "3e9504f8-2ab6-4bc7-b675-8bea98084380"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:59:35.532001 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3cc85ab6-aaa7-4bc8-8f89-78ee7543efa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342998646', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:58Z', 'updated_at': '2021-07-09T13:59:11Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:59Z', 'updated_at': '2021-07-09T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '0e2ec9d3-e2bf-426f-b40a-c47f8c8fa0a3', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'floating_ip_address': '172.25.2.110', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'port_id': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'mac_address': 'fa:16:3e:82:61:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e472d76-b496-44a1-b420-4b97db0b2991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:59:32Z', 'updated_at': '2021-07-09T13:59:32Z', 'revision_number': 0, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2273f31e-b9ae-431d-abee-2671d775ca36', 'name': '', 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:58:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:59:09Z', 'updated_at': '2021-07-09T13:59:20Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 13:59:35.536203 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-94dac295-62d8-40f0-96de-34408537d5d5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1171067 Jul 09 13:59:35.543403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5aae0-84d9-4df4-a405-7126a08cae0f req-986be9e0-e3a7-4fad-866c-74be47458e55 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:35.546272 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c3c5aae0-84d9-4df4-a405-7126a08cae0f req-986be9e0-e3a7-4fad-866c-74be47458e55 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 944 time: 0.1352687 Jul 09 13:59:35.549259 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43196) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:35.590121 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cc85ab6-aaa7-4bc8-8f89-78ee7543efa7 None None] The sync data for ids ['9e973367-e406-4d89-a27d-d3ee5c53605b'] in n-d-799525-3 is: [{'id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342998646', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:58Z', 'updated_at': '2021-07-09T13:59:11Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:59Z', 'updated_at': '2021-07-09T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '0e2ec9d3-e2bf-426f-b40a-c47f8c8fa0a3', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'floating_ip_address': '172.25.2.110', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'port_id': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'mac_address': 'fa:16:3e:82:61:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e472d76-b496-44a1-b420-4b97db0b2991', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T13:59:32Z', 'updated_at': '2021-07-09T13:59:32Z', 'revision_number': 0, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2273f31e-b9ae-431d-abee-2671d775ca36', 'name': '', 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:58:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:59:09Z', 'updated_at': '2021-07-09T13:59:20Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 13:59:35.593438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b448ae-9d64-464e-b13b-439228ed9276 req-5751ebda-7e52-4aa6-b09b-9c70c5e385d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:35.598197 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1de570fc-fb35-4a45-855f-1bfa2ec23395 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:35.598968 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 3e9504f8-2ab6-4bc7-b675-8bea98084380, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3e9504f8-2ab6-4bc7-b675-8bea98084380,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:35.604037 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e9b448ae-9d64-464e-b13b-439228ed9276 req-5751ebda-7e52-4aa6-b09b-9c70c5e385d0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5261e9e-d540-4abf-bbbe-383d71d22db6 HTTP/1.1" status: 200 len: 834 time: 0.2139401 Jul 09 13:59:35.654387 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:59:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-812d0eba-bc66-46a2-b131-8ff524d9521f x-openstack-request-id: req-812d0eba-bc66-46a2-b131-8ff524d9521f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:59:35.654804 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d27915-6aa1-44cf-b4ea-72e3c2552dd9", "name": "network-vif-plugged", "status": "completed", "tag": "3e9504f8-2ab6-4bc7-b675-8bea98084380", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:59:35.655200 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-812d0eba-bc66-46a2-b131-8ff524d9521f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:59:35.655816 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d27915-6aa1-44cf-b4ea-72e3c2552dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9504f8-2ab6-4bc7-b675-8bea98084380', 'code': 200} Jul 09 13:59:35.666154 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:35.758895 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c3c5aae0-84d9-4df4-a405-7126a08cae0f req-9c44872f-312d-488f-aaba-e30b98c063a6 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018950 Jul 09 13:59:35.771078 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:35.799433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=3e9504f8-2ab6-4bc7-b675-8bea98084380,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:35.803363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b448ae-9d64-464e-b13b-439228ed9276 req-c74dd6d0-9563-4b14-967d-ed7a77dab4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:35.812882 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e9b448ae-9d64-464e-b13b-439228ed9276 req-c74dd6d0-9563-4b14-967d-ed7a77dab4e5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=941e0aca-741a-4e09-84f0-5b784e0bc9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1951089 Jul 09 13:59:35.856405 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de570fc-fb35-4a45-855f-1bfa2ec23395 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:35.861698 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1de570fc-fb35-4a45-855f-1bfa2ec23395 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:35.894198 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585ee9ed-4660-4aa9-8592-631ad1262b2f None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:59:36.038252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-585ee9ed-4660-4aa9-8592-631ad1262b2f None None] Deleting port 0c9a30bb-a35a-4488-b577-ecb8d2774615 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:36.038868 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-585ee9ed-4660-4aa9-8592-631ad1262b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:36.060427 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c8c55bc-4e51-4314-9a7a-1d3e3fce12c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:36.183405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-585ee9ed-4660-4aa9-8592-631ad1262b2f None None] For port 0c9a30bb-a35a-4488-b577-ecb8d2774615, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0c9a30bb-a35a-4488-b577-ecb8d2774615,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:36.183971 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-585ee9ed-4660-4aa9-8592-631ad1262b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:36.189179 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0c26509-a633-4c85-bcc2-91886eb9cbb0 None None] New status for floating IP 0e2ec9d3-e2bf-426f-b40a-c47f8c8fa0a3: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 13:59:36.211587 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6c8c55bc-4e51-4314-9a7a-1d3e3fce12c8 None None] For port 0c9a30bb-a35a-4488-b577-ecb8d2774615, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0c9a30bb-a35a-4488-b577-ecb8d2774615,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:36.213248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-585ee9ed-4660-4aa9-8592-631ad1262b2f None None] Calling delete_port for 0c9a30bb-a35a-4488-b577-ecb8d2774615 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:36.255076 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c8c55bc-4e51-4314-9a7a-1d3e3fce12c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:36.258672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43198) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:36.346146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb13b02-ba82-49cb-84b1-137d848b3937 req-7fafa439-b5b0-4154-9fa2-a3c259e0d8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:36.347428 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eb13b02-ba82-49cb-84b1-137d848b3937 req-7fafa439-b5b0-4154-9fa2-a3c259e0d8fd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 1096 time: 0.5794101 Jul 09 13:59:36.372831 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e9b448ae-9d64-464e-b13b-439228ed9276 req-82e3a296-a465-4e1d-957e-80b28239de12 service neutron] 10.222.0.15 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5337665 Jul 09 13:59:36.424092 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7ab95bf5-7ec6-4c60-83d1-6aeb9a203601 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/0e2ec9d3-e2bf-426f-b40a-c47f8c8fa0a3 HTTP/1.1" status: 200 len: 991 time: 0.1598880 Jul 09 13:59:36.431777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dec96ed4-8222-4eb9-8958-81f3a7e888bf None None] Could not find standard attr ID for object d9df59ec-352d-4bef-9c68-701dc3de9a1d. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:59:36.446995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c55bc-4e51-4314-9a7a-1d3e3fce12c8 None None] Pushing event updated for resources: {'Port': ['ID=0c9a30bb-a35a-4488-b577-ecb8d2774615,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:36.457425 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eb13b02-ba82-49cb-84b1-137d848b3937 req-719bd55e-fc6f-4f1b-9bd4-0757dc6f6295 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017404 Jul 09 13:59:36.528579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.objects.ports [None req-1de570fc-fb35-4a45-855f-1bfa2ec23395 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:59:36.534574 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e9b448ae-9d64-464e-b13b-439228ed9276 req-80828a64-5d8e-4054-b65c-d117efb055ca service neutron] 10.222.0.15 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540427 Jul 09 13:59:36.545517 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-585ee9ed-4660-4aa9-8592-631ad1262b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:36.608210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585ee9ed-4660-4aa9-8592-631ad1262b2f None None] No DVR routers for this DVR port 0c9a30bb-a35a-4488-b577-ecb8d2774615 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:59:36.610756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585ee9ed-4660-4aa9-8592-631ad1262b2f None None] Pushing event deleted for resources: {'Port': ['ID=0c9a30bb-a35a-4488-b577-ecb8d2774615,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:36.657612 n-d-799525-3 neutron-server[93754]: WARNING neutron.services.revisions.revision_plugin [None req-1de570fc-fb35-4a45-855f-1bfa2ec23395 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Could not find related port for resource to bump revision. Jul 09 13:59:36.663057 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.ipam_pluggable_backend [None req-1de570fc-fb35-4a45-855f-1bfa2ec23395 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Port 0c9a30bb-a35a-4488-b577-ecb8d2774615 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93754) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 13:59:36.663916 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.ipam_pluggable_backend [None req-1de570fc-fb35-4a45-855f-1bfa2ec23395 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Reverting IP allocation for 2001:db8::f816:3eff:fe8d:225e {{(pid=93754) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 13:59:36.667766 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.ipam_pluggable_backend [None req-1de570fc-fb35-4a45-855f-1bfa2ec23395 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe8d:225e {{(pid=93754) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 13:59:36.669052 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1de570fc-fb35-4a45-855f-1bfa2ec23395 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:36.715658 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de570fc-fb35-4a45-855f-1bfa2ec23395 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:36.719133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1de570fc-fb35-4a45-855f-1bfa2ec23395 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:36.722278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de570fc-fb35-4a45-855f-1bfa2ec23395 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:36.722882 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1de570fc-fb35-4a45-855f-1bfa2ec23395 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:36.734554 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a79f591-a9bf-4a4e-a9c8-3118f6808008 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:36.739395 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de570fc-fb35-4a45-855f-1bfa2ec23395 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=17c0fdb1-dc40-42bd-806f-685efc614510,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:36.753464 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1de570fc-fb35-4a45-855f-1bfa2ec23395 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.1977932 Jul 09 13:59:36.756428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43200) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:36.762069 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e8fd9517-8ec5-46ca-86d5-3346fdcac5b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'mac_address': 'fa:16:3e:3d:36:26', 'name': 'tempest-NetworksTestDHCPv6-1827605588'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:36.934245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8fd9517-8ec5-46ca-86d5-3346fdcac5b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:36.938782 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9517-8ec5-46ca-86d5-3346fdcac5b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:36.968348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-e8fd9517-8ec5-46ca-86d5-3346fdcac5b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port ab7d1927-82d7-4d46-b892-33847d046c7b yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:59:36.970364 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': '17c0fdb1-dc40-42bd-806f-685efc614510'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:59:36.971312 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:37.059137 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f1b031-8aa0-4482-954f-ce9190f8f8a3 req-8d16d732-c96a-4d82-a43c-f823092997c3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:37.062870 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04f1b031-8aa0-4482-954f-ce9190f8f8a3 req-8d16d732-c96a-4d82-a43c-f823092997c3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 945 time: 0.1216393 Jul 09 13:59:37.127458 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04f1b031-8aa0-4482-954f-ce9190f8f8a3 req-f53ddf15-56a8-4ea6-83f6-89b413e5d344 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589988 Jul 09 13:59:37.130110 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:37.165261 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e8fd9517-8ec5-46ca-86d5-3346fdcac5b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::f816:3eff:fe3d:3626 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/17c0fdb1-dc40-42bd-806f-685efc614510/ab7d1927-82d7-4d46-b892-33847d046c7b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:37.353721 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9517-8ec5-46ca-86d5-3346fdcac5b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:37.371207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-e8fd9517-8ec5-46ca-86d5-3346fdcac5b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object ab7d1927-82d7-4d46-b892-33847d046c7b will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:37.426031 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43204) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:37.430350 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9517-8ec5-46ca-86d5-3346fdcac5b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:37.518120 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Allocated IP 2001:db8::f816:3eff:feaa:1ba1 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/17c0fdb1-dc40-42bd-806f-685efc614510/0866d51f-0dc8-4da5-bdd5-bd144d5560d8) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:37.536718 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fd9517-8ec5-46ca-86d5-3346fdcac5b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=ab7d1927-82d7-4d46-b892-33847d046c7b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:37.549400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8fd9517-8ec5-46ca-86d5-3346fdcac5b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:37.557364 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-590e99bc-b3f1-4541-b047-c7261684bdf0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/0e2ec9d3-e2bf-426f-b40a-c47f8c8fa0a3 HTTP/1.1" status: 200 len: 993 time: 0.1192439 Jul 09 13:59:37.560447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e8fd9517-8ec5-46ca-86d5-3346fdcac5b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:37.566913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8fd9517-8ec5-46ca-86d5-3346fdcac5b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:37.575227 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fd9517-8ec5-46ca-86d5-3346fdcac5b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:37.576139 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e8fd9517-8ec5-46ca-86d5-3346fdcac5b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:37.595594 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e8fd9517-8ec5-46ca-86d5-3346fdcac5b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.8373952 Jul 09 13:59:37.600063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43206) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:37.693357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b730315b-a964-4b79-a757-53cea4049e54 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:37.695123 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b730315b-a964-4b79-a757-53cea4049e54 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0919352 Jul 09 13:59:37.699423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43208) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:37.737960 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:37.754636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Transition to ACTIVE for port object 0866d51f-0dc8-4da5-bdd5-bd144d5560d8 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:37.779925 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Transition to ACTIVE for port object 0866d51f-0dc8-4da5-bdd5-bd144d5560d8 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:37.791178 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:37.832932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0c9a30bb-a35a-4488-b577-ecb8d2774615 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:59:37.870554 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-81607295-f580-4621-9e4c-165e59ecfdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port ab7d1927-82d7-4d46-b892-33847d046c7b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:37.871023 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81607295-f580-4621-9e4c-165e59ecfdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:37.878708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:37.885822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:37.888142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 0c9a30bb-a35a-4488-b577-ecb8d2774615 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:59:37.888684 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0c9a30bb-a35a-4488-b577-ecb8d2774615 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:59:37.893694 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:37.905991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Pushing event updated for resources: {'Port': ['ID=0866d51f-0dc8-4da5-bdd5-bd144d5560d8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:37.990340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Attempting to bind port 0866d51f-0dc8-4da5-bdd5-bd144d5560d8 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:59:37.991199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Attempting to bind port 0866d51f-0dc8-4da5-bdd5-bd144d5560d8 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:59:37.991199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Attempting to bind port 0866d51f-0dc8-4da5-bdd5-bd144d5560d8 on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:59:37.997583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:59:37.997962 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:59:37.998380 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:37.998778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:59:37.999292 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Bound port: 0866d51f-0dc8-4da5-bdd5-bd144d5560d8, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:59:37.999685 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:38.001245 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81607295-f580-4621-9e4c-165e59ecfdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:38.025428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-81607295-f580-4621-9e4c-165e59ecfdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for ab7d1927-82d7-4d46-b892-33847d046c7b owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:38.074925 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] For port 0866d51f-0dc8-4da5-bdd5-bd144d5560d8, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:59:38.080551 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] For port 0866d51f-0dc8-4da5-bdd5-bd144d5560d8, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0866d51f-0dc8-4da5-bdd5-bd144d5560d8,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:59:38.087999 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:38.189023 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428c125-73b3-4402-9eb0-3c007fc589f2 None None] Pushing event updated for resources: {'Port': ['ID=0866d51f-0dc8-4da5-bdd5-bd144d5560d8,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:38.268550 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81607295-f580-4621-9e4c-165e59ecfdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:38.354273 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81607295-f580-4621-9e4c-165e59ecfdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=ab7d1927-82d7-4d46-b892-33847d046c7b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:38.400455 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81607295-f580-4621-9e4c-165e59ecfdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:38.408663 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-81607295-f580-4621-9e4c-165e59ecfdbc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/ab7d1927-82d7-4d46-b892-33847d046c7b HTTP/1.1" status: 204 len: 168 time: 0.7052610 Jul 09 13:59:38.409789 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43212) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:38.445304 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa37c03-3acd-4c1a-bbfe-8ee04aa9cafa req-1bd8d8a1-48eb-44d9-9525-054ce7670e19 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:38.456614 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fa37c03-3acd-4c1a-bbfe-8ee04aa9cafa req-1bd8d8a1-48eb-44d9-9525-054ce7670e19 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 945 time: 0.1263208 Jul 09 13:59:38.540055 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1fa37c03-3acd-4c1a-bbfe-8ee04aa9cafa req-f6fadaf7-db26-4404-b585-bb79236834fd tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821033 Jul 09 13:59:38.590264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5ee47b-a11c-42aa-9756-5f332f3eed0f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:38.592340 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5ee47b-a11c-42aa-9756-5f332f3eed0f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:38.596103 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9b5ee47b-a11c-42aa-9756-5f332f3eed0f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1843739 Jul 09 13:59:38.597187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43216) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:38.668221 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88aae0a-e419-4cb4-8ef8-e056752ab1b2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 17c0fdb1-dc40-42bd-806f-685efc614510 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:59:38.672224 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d88aae0a-e419-4cb4-8ef8-e056752ab1b2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:38.683032 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:38.732493 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d88aae0a-e419-4cb4-8ef8-e056752ab1b2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:38.833073 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:38.892225 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d88aae0a-e419-4cb4-8ef8-e056752ab1b2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:38.922659 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47e2c78-f2c7-4cef-9b88-968137ceaa50 req-49396e50-4b69-4a29-85aa-9d2bacf5b740 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:38.924399 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b47e2c78-f2c7-4cef-9b88-968137ceaa50 req-49396e50-4b69-4a29-85aa-9d2bacf5b740 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 945 time: 0.1662600 Jul 09 13:59:38.989922 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b47e2c78-f2c7-4cef-9b88-968137ceaa50 req-50fbb060-90d0-49cb-9e3b-0d40744e9551 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590472 Jul 09 13:59:39.001121 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d88aae0a-e419-4cb4-8ef8-e056752ab1b2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:39.037388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88aae0a-e419-4cb4-8ef8-e056752ab1b2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=17c0fdb1-dc40-42bd-806f-685efc614510,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:39.043055 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d88aae0a-e419-4cb4-8ef8-e056752ab1b2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:39.049640 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d88aae0a-e419-4cb4-8ef8-e056752ab1b2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/17c0fdb1-dc40-42bd-806f-685efc614510 HTTP/1.1" status: 204 len: 168 time: 0.4470983 Jul 09 13:59:39.050575 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43220) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:39.124744 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8d4e6129-881a-4e76-9b52-7f869d271408 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0729957 Jul 09 13:59:39.128806 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43222) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:39.139629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fe3f3f83-d6be-48df-b976-04164e7f40f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:39.410959 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97460bdd-6726-4ddc-b1b9-ab1f234bb7ab req-e205fea0-3ce6-49a0-9858-9ed812d8e928 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:39.413826 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97460bdd-6726-4ddc-b1b9-ab1f234bb7ab req-e205fea0-3ce6-49a0-9858-9ed812d8e928 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 945 time: 0.2426081 Jul 09 13:59:39.421056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3f3f83-d6be-48df-b976-04164e7f40f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:39.426095 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3f83-d6be-48df-b976-04164e7f40f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:39.469912 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0ceb5c-2e49-42a6-8e4a-ba43438a0bfe None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:39.552606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97460bdd-6726-4ddc-b1b9-ab1f234bb7ab req-c4583c1f-02cc-4d5d-8fc3-60f6c5f5188f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214263 Jul 09 13:59:39.555722 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3d59be38-d23a-4f58-809b-d5d526febee1 None None] Provisioning for port 0866d51f-0dc8-4da5-bdd5-bd144d5560d8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:39.756344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e72359-2d18-40f8-a623-ca68404c49d1 None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:59:39.846079 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f9e72359-2d18-40f8-a623-ca68404c49d1 None None] Deleting port 0866d51f-0dc8-4da5-bdd5-bd144d5560d8 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:39.846836 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f9e72359-2d18-40f8-a623-ca68404c49d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:39.968684 n-d-799525-3 neutron-server[93754]: DEBUG neutron.objects.ports [None req-fe3f3f83-d6be-48df-b976-04164e7f40f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:59:39.977070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f9e72359-2d18-40f8-a623-ca68404c49d1 None None] For port 0866d51f-0dc8-4da5-bdd5-bd144d5560d8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0866d51f-0dc8-4da5-bdd5-bd144d5560d8,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:39.977889 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f9e72359-2d18-40f8-a623-ca68404c49d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:40.000550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f9e72359-2d18-40f8-a623-ca68404c49d1 None None] Calling delete_port for 0866d51f-0dc8-4da5-bdd5-bd144d5560d8 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:40.134804 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f9e72359-2d18-40f8-a623-ca68404c49d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:40.176182 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e72359-2d18-40f8-a623-ca68404c49d1 None None] Pushing event deleted for resources: {'Port': ['ID=0866d51f-0dc8-4da5-bdd5-bd144d5560d8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:40.186687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e72359-2d18-40f8-a623-ca68404c49d1 None None] No DVR routers for this DVR port 0866d51f-0dc8-4da5-bdd5-bd144d5560d8 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:59:40.189199 n-d-799525-3 neutron-server[93754]: WARNING neutron.services.revisions.revision_plugin [None req-fe3f3f83-d6be-48df-b976-04164e7f40f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Could not find related port for resource to bump revision. Jul 09 13:59:40.197659 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.ipam_pluggable_backend [None req-fe3f3f83-d6be-48df-b976-04164e7f40f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Port 0866d51f-0dc8-4da5-bdd5-bd144d5560d8 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93754) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 13:59:40.198059 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.ipam_pluggable_backend [None req-fe3f3f83-d6be-48df-b976-04164e7f40f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Reverting IP allocation for 2001:db8::f816:3eff:feaa:1ba1 {{(pid=93754) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 13:59:40.203875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.ipam_pluggable_backend [None req-fe3f3f83-d6be-48df-b976-04164e7f40f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feaa:1ba1 {{(pid=93754) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 13:59:40.205992 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3f83-d6be-48df-b976-04164e7f40f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:40.293899 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3f3f83-d6be-48df-b976-04164e7f40f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:40.300010 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-fe3f3f83-d6be-48df-b976-04164e7f40f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:40.306181 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3f3f83-d6be-48df-b976-04164e7f40f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:40.306804 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fe3f3f83-d6be-48df-b976-04164e7f40f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:40.311880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716e3339-4792-4942-84a4-d609e8940e27 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:40.326697 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f3f83-d6be-48df-b976-04164e7f40f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=6f4750ae-316e-4c1b-8746-15d5137bf9aa,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:40.341509 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fe3f3f83-d6be-48df-b976-04164e7f40f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2080088 Jul 09 13:59:40.342393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43230) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:40.350178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-99d697c9-9c38-4321-851b-0dff804f0c3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'mac_address': 'fa:16:3e:75:18:33', 'name': 'tempest-NetworksTestDHCPv6-1585295957'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:40.365350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592a33d0-3447-4b0a-9223-25243b749b2a req-01cb5afa-9ba1-49fb-ba6b-715b1abd1505 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:40.368028 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-592a33d0-3447-4b0a-9223-25243b749b2a req-01cb5afa-9ba1-49fb-ba6b-715b1abd1505 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 945 time: 0.1446693 Jul 09 13:59:40.434583 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-592a33d0-3447-4b0a-9223-25243b749b2a req-e81e744c-6413-43cd-9227-31b5b12ddc60 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513968 Jul 09 13:59:40.500449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': '6f4750ae-316e-4c1b-8746-15d5137bf9aa'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:59:40.501423 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:40.516505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d697c9-9c38-4321-851b-0dff804f0c3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:40.648826 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Allocated IP 2001:db8::f816:3eff:fea6:e35 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/6f4750ae-316e-4c1b-8746-15d5137bf9aa/363379cd-711f-4356-bc47-28768b079369) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:40.665534 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99d697c9-9c38-4321-851b-0dff804f0c3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:40.703556 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-99d697c9-9c38-4321-851b-0dff804f0c3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port 231e2352-ccbd-42d4-9364-6a0f8aa7ccd6 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:59:40.815788 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:40.826427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Transition to ACTIVE for port object 363379cd-711f-4356-bc47-28768b079369 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:40.843970 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Transition to ACTIVE for port object 363379cd-711f-4356-bc47-28768b079369 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:40.851432 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:40.892224 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:40.899110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:40.903013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:40.912487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Pushing event updated for resources: {'Port': ['ID=363379cd-711f-4356-bc47-28768b079369,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:40.915028 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-99d697c9-9c38-4321-851b-0dff804f0c3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::f816:3eff:fe75:1833 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/6f4750ae-316e-4c1b-8746-15d5137bf9aa/231e2352-ccbd-42d4-9364-6a0f8aa7ccd6) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:40.985473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Attempting to bind port 363379cd-711f-4356-bc47-28768b079369 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:59:40.985956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Attempting to bind port 363379cd-711f-4356-bc47-28768b079369 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:59:40.986550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Attempting to bind port 363379cd-711f-4356-bc47-28768b079369 on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:59:40.993109 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:59:40.993488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:59:40.993903 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:40.994473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:59:40.994967 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Bound port: 363379cd-711f-4356-bc47-28768b079369, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:59:40.995389 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:41.070088 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] For port 363379cd-711f-4356-bc47-28768b079369, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:59:41.073618 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] For port 363379cd-711f-4356-bc47-28768b079369, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=363379cd-711f-4356-bc47-28768b079369,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:59:41.080895 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:41.097611 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99d697c9-9c38-4321-851b-0dff804f0c3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:41.114162 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-99d697c9-9c38-4321-851b-0dff804f0c3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object 231e2352-ccbd-42d4-9364-6a0f8aa7ccd6 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:41.143284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1550cc8-4b2b-4567-b6bf-e0d2e789be3b None None] Pushing event updated for resources: {'Port': ['ID=363379cd-711f-4356-bc47-28768b079369,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:41.155710 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99d697c9-9c38-4321-851b-0dff804f0c3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:41.212359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d697c9-9c38-4321-851b-0dff804f0c3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:41.216039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-99d697c9-9c38-4321-851b-0dff804f0c3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:41.220617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d697c9-9c38-4321-851b-0dff804f0c3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:41.227198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d697c9-9c38-4321-851b-0dff804f0c3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:41.227899 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-99d697c9-9c38-4321-851b-0dff804f0c3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:41.235233 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d697c9-9c38-4321-851b-0dff804f0c3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=231e2352-ccbd-42d4-9364-6a0f8aa7ccd6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:41.250452 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-99d697c9-9c38-4321-851b-0dff804f0c3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9067633 Jul 09 13:59:41.254011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43232) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:41.367065 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ef8bd-7f11-4518-ae10-37d7ff5be4c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:41.374164 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c6ef8bd-7f11-4518-ae10-37d7ff5be4c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:41.376156 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4c6ef8bd-7f11-4518-ae10-37d7ff5be4c4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1211312 Jul 09 13:59:41.379301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43234) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:41.509527 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-16e05014-1e27-42fc-9fb1-ab7393d8bc51 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port 231e2352-ccbd-42d4-9364-6a0f8aa7ccd6 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:41.509960 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16e05014-1e27-42fc-9fb1-ab7393d8bc51 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:41.646307 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16704adb-ef6b-463d-9ebe-c7c38d8079c3 req-4db6b3e0-53af-47e8-96fc-d1ac246da15f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:41.648813 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16704adb-ef6b-463d-9ebe-c7c38d8079c3 req-4db6b3e0-53af-47e8-96fc-d1ac246da15f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 945 time: 0.0754557 Jul 09 13:59:41.651313 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16e05014-1e27-42fc-9fb1-ab7393d8bc51 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:41.694911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-16e05014-1e27-42fc-9fb1-ab7393d8bc51 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for 231e2352-ccbd-42d4-9364-6a0f8aa7ccd6 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:41.696037 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16704adb-ef6b-463d-9ebe-c7c38d8079c3 req-0c6b5607-567a-431c-9b48-bed0142b7dd5 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Jul 09 13:59:41.803037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c6a6b-2dd2-4e2b-9e13-620be5ce9785 req-07f48ad0-e019-4c23-93a0-184ac4b9dc94 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:41.805315 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fb8c6a6b-2dd2-4e2b-9e13-620be5ce9785 req-07f48ad0-e019-4c23-93a0-184ac4b9dc94 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.18 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 945 time: 0.1511915 Jul 09 13:59:41.822449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 363379cd-711f-4356-bc47-28768b079369 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:41.886413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 363379cd-711f-4356-bc47-28768b079369 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:41.966462 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16e05014-1e27-42fc-9fb1-ab7393d8bc51 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:42.005990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e05014-1e27-42fc-9fb1-ab7393d8bc51 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=231e2352-ccbd-42d4-9364-6a0f8aa7ccd6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:42.036720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-fb8c6a6b-2dd2-4e2b-9e13-620be5ce9785 req-26b57cf0-f9fc-44d7-a1ec-99a094df04e4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Deleting port 3e9504f8-2ab6-4bc7-b675-8bea98084380 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:42.037059 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fb8c6a6b-2dd2-4e2b-9e13-620be5ce9785 req-26b57cf0-f9fc-44d7-a1ec-99a094df04e4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:42.043966 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16e05014-1e27-42fc-9fb1-ab7393d8bc51 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:42.046020 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-16e05014-1e27-42fc-9fb1-ab7393d8bc51 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/231e2352-ccbd-42d4-9364-6a0f8aa7ccd6 HTTP/1.1" status: 204 len: 168 time: 0.6656737 Jul 09 13:59:42.050241 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43238) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:42.152898 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7100da-2d71-484f-b93f-6cd3d935d286 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:42.156316 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7100da-2d71-484f-b93f-6cd3d935d286 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:42.163380 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ff7100da-2d71-484f-b93f-6cd3d935d286 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1113734 Jul 09 13:59:42.164290 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43240) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:42.168268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fb8c6a6b-2dd2-4e2b-9e13-620be5ce9785 req-26b57cf0-f9fc-44d7-a1ec-99a094df04e4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] For port 3e9504f8-2ab6-4bc7-b675-8bea98084380, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=3e9504f8-2ab6-4bc7-b675-8bea98084380,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:42.168730 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fb8c6a6b-2dd2-4e2b-9e13-620be5ce9785 req-26b57cf0-f9fc-44d7-a1ec-99a094df04e4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:42.186460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-fb8c6a6b-2dd2-4e2b-9e13-620be5ce9785 req-26b57cf0-f9fc-44d7-a1ec-99a094df04e4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Calling delete_port for 3e9504f8-2ab6-4bc7-b675-8bea98084380 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:42.269631 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-4907ddee-0877-4c92-b798-8dbc3a1c99c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 6f4750ae-316e-4c1b-8746-15d5137bf9aa {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:59:42.276502 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4907ddee-0877-4c92-b798-8dbc3a1c99c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:42.365182 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4907ddee-0877-4c92-b798-8dbc3a1c99c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:42.400097 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fb8c6a6b-2dd2-4e2b-9e13-620be5ce9785 req-26b57cf0-f9fc-44d7-a1ec-99a094df04e4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:42.416937 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['3e9504f8-2ab6-4bc7-b675-8bea98084380'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 13:59:42.455221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b57cf0-f9fc-44d7-a1ec-99a094df04e4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event deleted for resources: {'Port': ['ID=3e9504f8-2ab6-4bc7-b675-8bea98084380,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:42.524886 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb8c6a6b-2dd2-4e2b-9e13-620be5ce9785 req-26b57cf0-f9fc-44d7-a1ec-99a094df04e4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] No DVR routers for this DVR port 3e9504f8-2ab6-4bc7-b675-8bea98084380 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:59:42.533590 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fb8c6a6b-2dd2-4e2b-9e13-620be5ce9785 req-26b57cf0-f9fc-44d7-a1ec-99a094df04e4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:42.539770 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fb8c6a6b-2dd2-4e2b-9e13-620be5ce9785 req-26b57cf0-f9fc-44d7-a1ec-99a094df04e4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.18 "DELETE /v2.0/ports/3e9504f8-2ab6-4bc7-b675-8bea98084380 HTTP/1.1" status: 204 len: 173 time: 0.7282827 Jul 09 13:59:42.540724 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3d27915-6aa1-44cf-b4ea-72e3c2552dd9', 'name': 'network-vif-deleted', 'tag': '3e9504f8-2ab6-4bc7-b675-8bea98084380'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 13:59:42.544320 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8ac5a5e-e4de-48e9-9acd-a321ccdcd1fd" -d '{"events": [{"server_uuid": "d3d27915-6aa1-44cf-b4ea-72e3c2552dd9", "name": "network-vif-deleted", "tag": "3e9504f8-2ab6-4bc7-b675-8bea98084380"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 13:59:42.548860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9797ca19-f38a-4ba3-b88a-3341e1a5fe0b None None] Provisioning for port 363379cd-711f-4356-bc47-28768b079369 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:42.561509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9797ca19-f38a-4ba3-b88a-3341e1a5fe0b None None] Provisioning complete for port 363379cd-711f-4356-bc47-28768b079369 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:42.562104 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9797ca19-f38a-4ba3-b88a-3341e1a5fe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:42.603513 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 13:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2453e7ab-67f2-4d8a-9596-9a7c48d07dbc x-openstack-request-id: req-2453e7ab-67f2-4d8a-9596-9a7c48d07dbc {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 13:59:42.604250 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3d27915-6aa1-44cf-b4ea-72e3c2552dd9", "name": "network-vif-deleted", "tag": "3e9504f8-2ab6-4bc7-b675-8bea98084380", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 13:59:42.604748 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2453e7ab-67f2-4d8a-9596-9a7c48d07dbc {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 13:59:42.605563 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3d27915-6aa1-44cf-b4ea-72e3c2552dd9', 'name': 'network-vif-deleted', 'tag': '3e9504f8-2ab6-4bc7-b675-8bea98084380', 'status': 'completed', 'code': 200} Jul 09 13:59:42.714734 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4907ddee-0877-4c92-b798-8dbc3a1c99c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:42.887763 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9797ca19-f38a-4ba3-b88a-3341e1a5fe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:42.933460 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4907ddee-0877-4c92-b798-8dbc3a1c99c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:42.993306 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-9797ca19-f38a-4ba3-b88a-3341e1a5fe0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 13:59:42.993872 n-d-799525-3 neutron-server[93755]: DEBUG oslo_db.api [None req-9797ca19-f38a-4ba3-b88a-3341e1a5fe0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 13:59:43.007284 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4907ddee-0877-4c92-b798-8dbc3a1c99c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=6f4750ae-316e-4c1b-8746-15d5137bf9aa,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:43.023730 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4907ddee-0877-4c92-b798-8dbc3a1c99c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:43.028852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43246) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:43.033031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4907ddee-0877-4c92-b798-8dbc3a1c99c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/6f4750ae-316e-4c1b-8746-15d5137bf9aa HTTP/1.1" status: 204 len: 168 time: 0.8666806 Jul 09 13:59:43.094287 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43248) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:43.105424 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ca431ca1-22db-4af1-bf7a-544b8db63f77 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0717850 Jul 09 13:59:43.112248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca4a7cd-b20b-4e10-aa83-a0de9a48a75d None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:43.211896 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-52652e26-94ea-47f0-ae72-dff5671480ef req-d46f18d6-a282-4603-9ee6-a4cd903a5659 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 210 time: 0.0407724 Jul 09 13:59:43.278102 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b083ff4-03f5-40f3-9c11-bfc25feb75d7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:43.282883 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3b083ff4-03f5-40f3-9c11-bfc25feb75d7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1845441 Jul 09 13:59:43.283620 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43250) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:43.395887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49574fd0-87bd-4573-a685-e6e88716b016 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:43.400467 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-49574fd0-87bd-4573-a685-e6e88716b016 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1118958 Jul 09 13:59:43.401711 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43252) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:43.459046 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43254) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:43.460789 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d0db1965-23d3-4794-9ca9-6614c9caae42 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0571656 Jul 09 13:59:43.467258 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b1983daa-0423-4121-bbd9-d68610d63ce3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:43.600888 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9797ca19-f38a-4ba3-b88a-3341e1a5fe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:43.626074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac224b80-5a2a-4f5a-9b1e-5e28e8b53cd0 None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:59:43.634592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1983daa-0423-4121-bbd9-d68610d63ce3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:43.640929 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1983daa-0423-4121-bbd9-d68610d63ce3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:43.661189 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9797ca19-f38a-4ba3-b88a-3341e1a5fe0b None None] For port 363379cd-711f-4356-bc47-28768b079369, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=363379cd-711f-4356-bc47-28768b079369,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:43.712997 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9797ca19-f38a-4ba3-b88a-3341e1a5fe0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:43.846505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-37e94b41-b3ac-4d68-9a05-6b378e52ece3 None None] Could not find standard attr ID for object 231e2352-ccbd-42d4-9364-6a0f8aa7ccd6. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:59:43.893567 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 363379cd-711f-4356-bc47-28768b079369 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:59:43.910536 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ac224b80-5a2a-4f5a-9b1e-5e28e8b53cd0 None None] Deleting port 363379cd-711f-4356-bc47-28768b079369 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:43.911262 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac224b80-5a2a-4f5a-9b1e-5e28e8b53cd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:43.974039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9797ca19-f38a-4ba3-b88a-3341e1a5fe0b None None] Pushing event updated for resources: {'Port': ['ID=363379cd-711f-4356-bc47-28768b079369,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:44.088998 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1983daa-0423-4121-bbd9-d68610d63ce3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:44.092130 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ac224b80-5a2a-4f5a-9b1e-5e28e8b53cd0 None None] For port 363379cd-711f-4356-bc47-28768b079369, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=363379cd-711f-4356-bc47-28768b079369,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:44.092901 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac224b80-5a2a-4f5a-9b1e-5e28e8b53cd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:44.142760 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1983daa-0423-4121-bbd9-d68610d63ce3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:44.146736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b1983daa-0423-4121-bbd9-d68610d63ce3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:44.147959 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ac224b80-5a2a-4f5a-9b1e-5e28e8b53cd0 None None] Calling delete_port for 363379cd-711f-4356-bc47-28768b079369 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:44.153278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1983daa-0423-4121-bbd9-d68610d63ce3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:44.153881 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b1983daa-0423-4121-bbd9-d68610d63ce3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:44.168695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1983daa-0423-4121-bbd9-d68610d63ce3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=9b8ade80-5a31-443f-a9ae-d0905d9f8f05,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:44.185254 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:44.186016 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b1983daa-0423-4121-bbd9-d68610d63ce3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7241497 Jul 09 13:59:44.186325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43256) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:44.197543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7be30291-8443-4890-bb17-81143129a4c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'mac_address': 'fa:16:3e:91:25:dd', 'name': 'tempest-NetworksTestDHCPv6-34951595'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:44.271593 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 363379cd-711f-4356-bc47-28768b079369, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=363379cd-711f-4356-bc47-28768b079369,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:44.287530 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:44.380643 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ac224b80-5a2a-4f5a-9b1e-5e28e8b53cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:44.381732 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7be30291-8443-4890-bb17-81143129a4c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:44.390610 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7be30291-8443-4890-bb17-81143129a4c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:44.399714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=363379cd-711f-4356-bc47-28768b079369,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:44.426353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac224b80-5a2a-4f5a-9b1e-5e28e8b53cd0 None None] Pushing event deleted for resources: {'Port': ['ID=363379cd-711f-4356-bc47-28768b079369,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:44.429762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac224b80-5a2a-4f5a-9b1e-5e28e8b53cd0 None None] No DVR routers for this DVR port 363379cd-711f-4356-bc47-28768b079369 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:59:44.430801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-7be30291-8443-4890-bb17-81143129a4c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port c9f2444b-c0c5-481d-a096-5b1b65d5e850 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:59:44.462967 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24e2688-578a-4fb4-a863-7f7c47e97ac3 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:44.519744 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-01e951ac-d238-4ec6-8e2a-bd8010fafc6b req-7cb17789-9fea-4fa3-a7bd-25034a2e8d2c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 210 time: 0.1030264 Jul 09 13:59:44.640150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-7be30291-8443-4890-bb17-81143129a4c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::178 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/9b8ade80-5a31-443f-a9ae-d0905d9f8f05/c9f2444b-c0c5-481d-a096-5b1b65d5e850) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:44.721715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': '9b8ade80-5a31-443f-a9ae-d0905d9f8f05'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:59:44.722788 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:44.907524 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7be30291-8443-4890-bb17-81143129a4c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:44.924267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-7be30291-8443-4890-bb17-81143129a4c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object c9f2444b-c0c5-481d-a096-5b1b65d5e850 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:44.961926 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7be30291-8443-4890-bb17-81143129a4c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:45.027223 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be30291-8443-4890-bb17-81143129a4c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:45.031366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-7be30291-8443-4890-bb17-81143129a4c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:45.036589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be30291-8443-4890-bb17-81143129a4c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:45.043489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be30291-8443-4890-bb17-81143129a4c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:45.044301 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7be30291-8443-4890-bb17-81143129a4c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:45.051131 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Allocated IP 2001:db8::2 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/9b8ade80-5a31-443f-a9ae-d0905d9f8f05/1b7acc78-7bfd-4f8f-b3e1-9110d9475adc) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:45.062064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be30291-8443-4890-bb17-81143129a4c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=c9f2444b-c0c5-481d-a096-5b1b65d5e850,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:45.070392 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7be30291-8443-4890-bb17-81143129a4c3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.8822396 Jul 09 13:59:45.070678 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43260) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:45.186113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-399f6f09-5738-4baa-b860-e7179b96e7b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:45.191144 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-399f6f09-5738-4baa-b860-e7179b96e7b1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.1170228 Jul 09 13:59:45.192132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43262) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:45.301829 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:45.312131 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Transition to ACTIVE for port object 1b7acc78-7bfd-4f8f-b3e1-9110d9475adc will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:45.330564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Transition to ACTIVE for port object 1b7acc78-7bfd-4f8f-b3e1-9110d9475adc will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:45.339471 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:45.375773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b51c5658-034f-400f-bc53-fcbc8b68d115 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port c9f2444b-c0c5-481d-a096-5b1b65d5e850 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:45.376400 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b51c5658-034f-400f-bc53-fcbc8b68d115 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:45.388988 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:45.392412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:45.396753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:45.406254 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Pushing event updated for resources: {'Port': ['ID=1b7acc78-7bfd-4f8f-b3e1-9110d9475adc,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:45.478645 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Attempting to bind port 1b7acc78-7bfd-4f8f-b3e1-9110d9475adc on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:59:45.479400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Attempting to bind port 1b7acc78-7bfd-4f8f-b3e1-9110d9475adc by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:59:45.479920 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Attempting to bind port 1b7acc78-7bfd-4f8f-b3e1-9110d9475adc on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:59:45.486550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:59:45.487262 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:59:45.487988 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:45.488528 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:59:45.489168 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Bound port: 1b7acc78-7bfd-4f8f-b3e1-9110d9475adc, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:59:45.489734 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:45.503308 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b51c5658-034f-400f-bc53-fcbc8b68d115 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:45.519595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b51c5658-034f-400f-bc53-fcbc8b68d115 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for c9f2444b-c0c5-481d-a096-5b1b65d5e850 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:45.612888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] For port 1b7acc78-7bfd-4f8f-b3e1-9110d9475adc, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:59:45.621164 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] For port 1b7acc78-7bfd-4f8f-b3e1-9110d9475adc, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1b7acc78-7bfd-4f8f-b3e1-9110d9475adc,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:59:45.629868 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:45.760833 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6cc120-e50b-448b-aa51-30db9eb9958c None None] Pushing event updated for resources: {'Port': ['ID=1b7acc78-7bfd-4f8f-b3e1-9110d9475adc,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:45.812996 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b0548346-649e-4465-9b65-b6632c6d02da req-5c3f3556-61fd-4685-b56d-6250089667eb tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 210 time: 0.1213467 Jul 09 13:59:45.848411 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b51c5658-034f-400f-bc53-fcbc8b68d115 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:45.886257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51c5658-034f-400f-bc53-fcbc8b68d115 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=c9f2444b-c0c5-481d-a096-5b1b65d5e850,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:45.927335 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b51c5658-034f-400f-bc53-fcbc8b68d115 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:45.933238 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b51c5658-034f-400f-bc53-fcbc8b68d115 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/c9f2444b-c0c5-481d-a096-5b1b65d5e850 HTTP/1.1" status: 204 len: 168 time: 0.7375910 Jul 09 13:59:45.933656 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43266) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:46.050685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3aeb55-1138-4a46-a213-092b3b36c383 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:46.054859 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a3aeb55-1138-4a46-a213-092b3b36c383 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:46.059151 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1a3aeb55-1138-4a46-a213-092b3b36c383 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1226690 Jul 09 13:59:46.060412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43268) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:46.186621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-007cbfcc-cf72-4d0f-88ec-5ef5d3bce82f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 9b8ade80-5a31-443f-a9ae-d0905d9f8f05 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:59:46.192163 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-007cbfcc-cf72-4d0f-88ec-5ef5d3bce82f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:46.246963 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-007cbfcc-cf72-4d0f-88ec-5ef5d3bce82f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:46.379360 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-007cbfcc-cf72-4d0f-88ec-5ef5d3bce82f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:46.438591 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e4b0e20-f0f5-4f5e-9ee0-ca56a4cce6d0 req-1296c17d-f80d-465f-b525-aa033ca5a726 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1078527 Jul 09 13:59:46.487551 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-007cbfcc-cf72-4d0f-88ec-5ef5d3bce82f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:46.541160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007cbfcc-cf72-4d0f-88ec-5ef5d3bce82f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=9b8ade80-5a31-443f-a9ae-d0905d9f8f05,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:46.549217 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-007cbfcc-cf72-4d0f-88ec-5ef5d3bce82f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:46.551728 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-007cbfcc-cf72-4d0f-88ec-5ef5d3bce82f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/9b8ade80-5a31-443f-a9ae-d0905d9f8f05 HTTP/1.1" status: 204 len: 168 time: 0.4897239 Jul 09 13:59:46.556823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43270) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:46.618933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2bf6cfd9-9d85-4dd8-ba6b-26e1bc76bb56 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0590057 Jul 09 13:59:46.620176 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b0e20-f0f5-4f5e-9ee0-ca56a4cce6d0 req-c25302a7-9bba-48aa-98a3-ac6a2e6b9071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:46.622492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43272) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:46.624056 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e4b0e20-f0f5-4f5e-9ee0-ca56a4cce6d0 req-c25302a7-9bba-48aa-98a3-ac6a2e6b9071 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 1096 time: 0.1247332 Jul 09 13:59:46.716972 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee94042-4746-40f7-9f34-c3b2ac566909 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:46.722609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7ee94042-4746-40f7-9f34-c3b2ac566909 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0959430 Jul 09 13:59:46.723208 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43274) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:46.821755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bc04d5-3b6d-4391-b623-c31e83c62573 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:46.828460 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e2bc04d5-3b6d-4391-b623-c31e83c62573 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1021991 Jul 09 13:59:46.828592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43276) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:46.857442 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 3e9504f8-2ab6-4bc7-b675-8bea98084380 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:59:46.908096 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 3e9504f8-2ab6-4bc7-b675-8bea98084380 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 13:59:46.909070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 3e9504f8-2ab6-4bc7-b675-8bea98084380 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 13:59:46.922442 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8ee0c9dc-d843-4f2d-a4a2-f260486db31b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0867939 Jul 09 13:59:46.922442 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b0e20-f0f5-4f5e-9ee0-ca56a4cce6d0 req-da3ea4d8-5136-45e6-97ed-fae41c0fdea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:46.922442 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e4b0e20-f0f5-4f5e-9ee0-ca56a4cce6d0 req-da3ea4d8-5136-45e6-97ed-fae41c0fdea2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=941e0aca-741a-4e09-84f0-5b784e0bc9b1 HTTP/1.1" status: 200 len: 897 time: 0.2662365 Jul 09 13:59:46.922902 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43280) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:46.928171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-232eccf1-1aad-4e5e-80e2-6ad871b4713f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:47.068170 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e4b0e20-f0f5-4f5e-9ee0-ca56a4cce6d0 req-54cef4a6-c311-47fe-b9b6-5299868d868f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf HTTP/1.1" status: 200 len: 1001 time: 0.1387818 Jul 09 13:59:47.112228 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-780a60ed-a3d1-41b8-889a-1471e9b21e4f req-cf922962-65b2-4081-a8e4-05cebf433eb2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 210 time: 0.0528724 Jul 09 13:59:47.168892 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b0e20-f0f5-4f5e-9ee0-ca56a4cce6d0 req-84df4ba6-30d4-4bf8-ab79-f8806dad9232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:47.171429 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e4b0e20-f0f5-4f5e-9ee0-ca56a4cce6d0 req-84df4ba6-30d4-4bf8-ab79-f8806dad9232 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5261e9e-d540-4abf-bbbe-383d71d22db6 HTTP/1.1" status: 200 len: 834 time: 0.0930681 Jul 09 13:59:47.178131 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232eccf1-1aad-4e5e-80e2-6ad871b4713f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:47.187637 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-232eccf1-1aad-4e5e-80e2-6ad871b4713f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:47.188818 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23bb18c-b51a-44ae-bfb5-9fef93c6737b None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:47.315010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b0e20-f0f5-4f5e-9ee0-ca56a4cce6d0 req-633d65e3-74f6-4114-82c4-38a71d376310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:47.319635 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e4b0e20-f0f5-4f5e-9ee0-ca56a4cce6d0 req-633d65e3-74f6-4114-82c4-38a71d376310 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=941e0aca-741a-4e09-84f0-5b784e0bc9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1397257 Jul 09 13:59:47.326275 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5959313c-35a7-407f-827d-7015a251bc96 None None] Provisioning for port 1b7acc78-7bfd-4f8f-b3e1-9110d9475adc completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:47.502731 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e4b0e20-f0f5-4f5e-9ee0-ca56a4cce6d0 req-1a540f8f-3c66-4abb-8fac-f7ae5e042db2 service neutron] 10.222.0.15 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759732 Jul 09 13:59:47.570927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c6b4d0-a5ff-4e33-8aa3-b76097dca292 None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:59:47.677615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-71c6b4d0-a5ff-4e33-8aa3-b76097dca292 None None] Deleting port 1b7acc78-7bfd-4f8f-b3e1-9110d9475adc {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:47.678036 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71c6b4d0-a5ff-4e33-8aa3-b76097dca292 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:47.687530 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e4b0e20-f0f5-4f5e-9ee0-ca56a4cce6d0 req-2ece43f5-c590-4be6-8cdf-87f6c8809737 service neutron] 10.222.0.15 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769998 Jul 09 13:59:47.761359 n-d-799525-3 neutron-server[93754]: DEBUG neutron.objects.ports [None req-232eccf1-1aad-4e5e-80e2-6ad871b4713f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:59:47.806101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-71c6b4d0-a5ff-4e33-8aa3-b76097dca292 None None] For port 1b7acc78-7bfd-4f8f-b3e1-9110d9475adc, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=1b7acc78-7bfd-4f8f-b3e1-9110d9475adc,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:47.806518 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71c6b4d0-a5ff-4e33-8aa3-b76097dca292 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:47.824064 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-71c6b4d0-a5ff-4e33-8aa3-b76097dca292 None None] Calling delete_port for 1b7acc78-7bfd-4f8f-b3e1-9110d9475adc owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:47.962066 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-71c6b4d0-a5ff-4e33-8aa3-b76097dca292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:47.964960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.ipam_pluggable_backend [None req-232eccf1-1aad-4e5e-80e2-6ad871b4713f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Port 1b7acc78-7bfd-4f8f-b3e1-9110d9475adc was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93754) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 09 13:59:47.965443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.ipam_pluggable_backend [None req-232eccf1-1aad-4e5e-80e2-6ad871b4713f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Reverting IP allocation for 2001:db8::f816:3eff:fe0b:7f36 {{(pid=93754) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 09 13:59:47.972143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.ipam_pluggable_backend [None req-232eccf1-1aad-4e5e-80e2-6ad871b4713f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe0b:7f36 {{(pid=93754) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 09 13:59:47.973640 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-232eccf1-1aad-4e5e-80e2-6ad871b4713f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:48.013202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c6b4d0-a5ff-4e33-8aa3-b76097dca292 None None] Pushing event deleted for resources: {'Port': ['ID=1b7acc78-7bfd-4f8f-b3e1-9110d9475adc,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:48.024687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6b4d0-a5ff-4e33-8aa3-b76097dca292 None None] No DVR routers for this DVR port 1b7acc78-7bfd-4f8f-b3e1-9110d9475adc on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:59:48.060272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232eccf1-1aad-4e5e-80e2-6ad871b4713f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:48.064263 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-232eccf1-1aad-4e5e-80e2-6ad871b4713f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:48.068840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232eccf1-1aad-4e5e-80e2-6ad871b4713f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:48.070766 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-232eccf1-1aad-4e5e-80e2-6ad871b4713f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:48.077405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77cdcf4c-f89a-4696-9d02-d0e41f2f4b42 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:48.089224 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232eccf1-1aad-4e5e-80e2-6ad871b4713f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=5c451041-83f8-49d8-b4d9-c292106747fe,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:48.096244 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-232eccf1-1aad-4e5e-80e2-6ad871b4713f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1720479 Jul 09 13:59:48.099262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43282) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:48.109285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-551d54b5-eef7-4222-9599-25b7adfd30fe tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:48.287400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-551d54b5-eef7-4222-9599-25b7adfd30fe tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:48.294383 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-551d54b5-eef7-4222-9599-25b7adfd30fe tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:48.359552 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': '5c451041-83f8-49d8-b4d9-c292106747fe'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:59:48.362269 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:48.372820 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63b6d0cf-9edc-45a1-957c-de452e8cacec req-73a9ea3c-29e7-40c7-8ba0-c2335fb0afc6 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 210 time: 0.0487852 Jul 09 13:59:48.447050 n-d-799525-3 neutron-server[93753]: INFO neutron.db.ipam_backend_mixin [None req-551d54b5-eef7-4222-9599-25b7adfd30fe tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 5c451041-83f8-49d8-b4d9-c292106747fe (CIDR: 2001:db8::/64) Jul 09 13:59:48.452441 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-551d54b5-eef7-4222-9599-25b7adfd30fe tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:59:48.452907 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-551d54b5-eef7-4222-9599-25b7adfd30fe tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:59:48.476699 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-551d54b5-eef7-4222-9599-25b7adfd30fe tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3748705 Jul 09 13:59:48.476971 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43286) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:48.482319 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4b41af41-87ba-440f-a42e-88eddc0dba3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:48.595708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Allocated IP 2001:db8::f816:3eff:fe0d:7282 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/5c451041-83f8-49d8-b4d9-c292106747fe/8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:48.659366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b41af41-87ba-440f-a42e-88eddc0dba3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:48.664693 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b41af41-87ba-440f-a42e-88eddc0dba3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:48.852165 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:48.862350 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Transition to ACTIVE for port object 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:48.880274 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Transition to ACTIVE for port object 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:48.891428 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:48.960621 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:48.964262 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:48.966918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:48.977533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Pushing event updated for resources: {'Port': ['ID=8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:48.987024 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b41af41-87ba-440f-a42e-88eddc0dba3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:49.056696 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b41af41-87ba-440f-a42e-88eddc0dba3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:49.071690 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4b41af41-87ba-440f-a42e-88eddc0dba3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:49.073824 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Attempting to bind port 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:59:49.073824 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Attempting to bind port 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:59:49.074132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Attempting to bind port 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:59:49.076196 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b41af41-87ba-440f-a42e-88eddc0dba3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:49.078081 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b41af41-87ba-440f-a42e-88eddc0dba3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:49.084544 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:59:49.085744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:59:49.085926 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:49.087021 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:59:49.088163 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Bound port: 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:59:49.089059 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:49.104397 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b41af41-87ba-440f-a42e-88eddc0dba3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=85db07c8-ae83-4039-9007-72f03e1dcd49,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:49.123573 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4b41af41-87ba-440f-a42e-88eddc0dba3d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6456337 Jul 09 13:59:49.126728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43288) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:49.133151 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9c7d474e-d5d5-4ee3-ac33-f183325e46b8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'mac_address': 'fa:16:3e:88:0b:f8', 'name': 'tempest-NetworksTestDHCPv6-2633778'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:49.182090 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] For port 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:59:49.187641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] For port 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:59:49.194577 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:49.266720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c544c43f-9ae6-4432-901d-4e04420cd2b2 None None] Pushing event updated for resources: {'Port': ['ID=8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:49.282419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c7d474e-d5d5-4ee3-ac33-f183325e46b8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:49.407719 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c7d474e-d5d5-4ee3-ac33-f183325e46b8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:49.453910 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-9c7d474e-d5d5-4ee3-ac33-f183325e46b8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port c6f76c81-3c0c-4a75-9b9a-1c3b61f2c11b yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:59:49.704234 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-788740bd-87f4-4214-9735-6af4fa50fc19 req-edba2b27-014f-4cdc-bc83-8ce8ea731dd7 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3d27915-6aa1-44cf-b4ea-72e3c2552dd9 HTTP/1.1" status: 200 len: 210 time: 0.0954404 Jul 09 13:59:49.813912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-9c7d474e-d5d5-4ee3-ac33-f183325e46b8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8:0:1::56 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/85db07c8-ae83-4039-9007-72f03e1dcd49/c6f76c81-3c0c-4a75-9b9a-1c3b61f2c11b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:49.824573 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-9c7d474e-d5d5-4ee3-ac33-f183325e46b8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::f816:3eff:fe88:bf8 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/5c451041-83f8-49d8-b4d9-c292106747fe/c6f76c81-3c0c-4a75-9b9a-1c3b61f2c11b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:49.900914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:49.985868 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:50.025951 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c7d474e-d5d5-4ee3-ac33-f183325e46b8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:50.045389 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-9c7d474e-d5d5-4ee3-ac33-f183325e46b8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object c6f76c81-3c0c-4a75-9b9a-1c3b61f2c11b will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:50.097209 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c7d474e-d5d5-4ee3-ac33-f183325e46b8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:50.153955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c7d474e-d5d5-4ee3-ac33-f183325e46b8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:50.158030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-9c7d474e-d5d5-4ee3-ac33-f183325e46b8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:50.163769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c7d474e-d5d5-4ee3-ac33-f183325e46b8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:50.169697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c7d474e-d5d5-4ee3-ac33-f183325e46b8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:50.170418 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9c7d474e-d5d5-4ee3-ac33-f183325e46b8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:50.174675 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7d474e-d5d5-4ee3-ac33-f183325e46b8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=c6f76c81-3c0c-4a75-9b9a-1c3b61f2c11b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:50.201262 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9c7d474e-d5d5-4ee3-ac33-f183325e46b8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0697749 Jul 09 13:59:50.201950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43292) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:50.370317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f8974499-4805-41c2-bc61-83c3c1411940 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port c6f76c81-3c0c-4a75-9b9a-1c3b61f2c11b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:50.370654 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8974499-4805-41c2-bc61-83c3c1411940 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:50.481625 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8974499-4805-41c2-bc61-83c3c1411940 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:50.498101 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f8974499-4805-41c2-bc61-83c3c1411940 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for c6f76c81-3c0c-4a75-9b9a-1c3b61f2c11b owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:50.602608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404cc610-ab27-4f51-94fc-3d2d3b3347ed None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:50.730458 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-abb3af8b-c664-42cf-be48-e2216a18e93b None None] Provisioning for port 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:50.740048 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-abb3af8b-c664-42cf-be48-e2216a18e93b None None] Provisioning complete for port 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:50.740528 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-abb3af8b-c664-42cf-be48-e2216a18e93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:50.766059 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8974499-4805-41c2-bc61-83c3c1411940 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:50.852906 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8974499-4805-41c2-bc61-83c3c1411940 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=c6f76c81-3c0c-4a75-9b9a-1c3b61f2c11b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:50.907620 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-abb3af8b-c664-42cf-be48-e2216a18e93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:50.956649 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-abb3af8b-c664-42cf-be48-e2216a18e93b None None] For port 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:50.966348 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-abb3af8b-c664-42cf-be48-e2216a18e93b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:51.000454 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f8974499-4805-41c2-bc61-83c3c1411940 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:51.005191 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f8974499-4805-41c2-bc61-83c3c1411940 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/c6f76c81-3c0c-4a75-9b9a-1c3b61f2c11b HTTP/1.1" status: 204 len: 168 time: 0.8010664 Jul 09 13:59:51.015153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43298) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:51.124904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bf7d8fe-bac0-4fb2-a1cb-ea5ad4723bd1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:51.126975 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4bf7d8fe-bac0-4fb2-a1cb-ea5ad4723bd1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1148703 Jul 09 13:59:51.130162 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43300) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:51.137258 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb3af8b-c664-42cf-be48-e2216a18e93b None None] Pushing event updated for resources: {'Port': ['ID=8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:51.146431 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b60263-29f0-4ddc-ac13-35cc459db47f None None] Update dhcp port {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'fixed_ips': [{'subnet_id': '5c451041-83f8-49d8-b4d9-c292106747fe', 'ip_address': '2001:db8::f816:3eff:fe0d:7282'}, {'subnet_id': '85db07c8-ae83-4039-9007-72f03e1dcd49'}], 'binding:host_id': 'n-d-799525-3'}, 'id': '8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:59:51.198199 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54b60263-29f0-4ddc-ac13-35cc459db47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:51.237454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8c5089-aa7c-476b-8b5a-b47e1cf73745 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:51.242716 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-db8c5089-aa7c-476b-8b5a-b47e1cf73745 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1089063 Jul 09 13:59:51.243239 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43302) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:51.346937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c04fe3-7f89-4c7c-b108-dce512a9a8a8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:51.350300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c04fe3-7f89-4c7c-b108-dce512a9a8a8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:51.352465 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c04fe3-7f89-4c7c-b108-dce512a9a8a8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:51.357098 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f4c04fe3-7f89-4c7c-b108-dce512a9a8a8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1096051 Jul 09 13:59:51.357274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43304) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:51.418402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1266c9b-fe6d-4945-9f02-77a68d6fa5f2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 5c451041-83f8-49d8-b4d9-c292106747fe {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:59:51.498121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-54b60263-29f0-4ddc-ac13-35cc459db47f None None] Allocated IP 2001:db8:0:1::2 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/85db07c8-ae83-4039-9007-72f03e1dcd49/8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:51.625300 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-54b60263-29f0-4ddc-ac13-35cc459db47f None None] For port 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:51.666508 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54b60263-29f0-4ddc-ac13-35cc459db47f None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:51.682660 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-54b60263-29f0-4ddc-ac13-35cc459db47f None None] Transition to ACTIVE for port object 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:51.687392 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-54b60263-29f0-4ddc-ac13-35cc459db47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:51.687817 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1266c9b-fe6d-4945-9f02-77a68d6fa5f2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:51.764372 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1266c9b-fe6d-4945-9f02-77a68d6fa5f2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:51.840102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b60263-29f0-4ddc-ac13-35cc459db47f None None] Pushing event updated for resources: {'Port': ['ID=8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:51.870227 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:51.921518 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1266c9b-fe6d-4945-9f02-77a68d6fa5f2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:52.025270 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1266c9b-fe6d-4945-9f02-77a68d6fa5f2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:52.060936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1266c9b-fe6d-4945-9f02-77a68d6fa5f2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=5c451041-83f8-49d8-b4d9-c292106747fe,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:52.063336 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f1266c9b-fe6d-4945-9f02-77a68d6fa5f2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:52.068677 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f1266c9b-fe6d-4945-9f02-77a68d6fa5f2 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/5c451041-83f8-49d8-b4d9-c292106747fe HTTP/1.1" status: 204 len: 168 time: 0.7102580 Jul 09 13:59:52.068952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43306) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:52.190908 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-892159de-1423-47eb-b50c-06f2955db4e3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 85db07c8-ae83-4039-9007-72f03e1dcd49 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:59:52.197112 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-892159de-1423-47eb-b50c-06f2955db4e3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:52.262526 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-892159de-1423-47eb-b50c-06f2955db4e3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:52.399115 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-892159de-1423-47eb-b50c-06f2955db4e3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:52.569389 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-892159de-1423-47eb-b50c-06f2955db4e3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:52.599403 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-892159de-1423-47eb-b50c-06f2955db4e3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:52.603955 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-892159de-1423-47eb-b50c-06f2955db4e3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/85db07c8-ae83-4039-9007-72f03e1dcd49 HTTP/1.1" status: 204 len: 168 time: 0.5331511 Jul 09 13:59:52.606276 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43318) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:52.643072 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892159de-1423-47eb-b50c-06f2955db4e3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=85db07c8-ae83-4039-9007-72f03e1dcd49,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:52.686503 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-72806000-5dbb-4658-8d01-a7142c150e71 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779231 Jul 09 13:59:52.689268 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43320) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:52.699105 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-93eb9477-8436-4ebb-9ebb-b5f1117095ba tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:52.710885 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f233a2b-a94c-4df2-8032-6dba4ddb26c1 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:52.814467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f45b9255-8d98-44f5-aad4-b8932d5115b9 None None] Provisioning for port 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:52.838071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f45b9255-8d98-44f5-aad4-b8932d5115b9 None None] Provisioning complete for port 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:52.839054 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f45b9255-8d98-44f5-aad4-b8932d5115b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:52.843229 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93eb9477-8436-4ebb-9ebb-b5f1117095ba tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:52.850605 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93eb9477-8436-4ebb-9ebb-b5f1117095ba tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:53.224797 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a63677-24fd-4003-b1ef-1c3c806f5469 None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 13:59:53.292289 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-51a63677-24fd-4003-b1ef-1c3c806f5469 None None] Deleting port 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:53.292880 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51a63677-24fd-4003-b1ef-1c3c806f5469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:53.339713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.objects.ports [None req-93eb9477-8436-4ebb-9ebb-b5f1117095ba tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 13:59:53.595145 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93eb9477-8436-4ebb-9ebb-b5f1117095ba tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:53.617875 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-51a63677-24fd-4003-b1ef-1c3c806f5469 None None] For port 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:53.619231 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51a63677-24fd-4003-b1ef-1c3c806f5469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:53.638572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-51a63677-24fd-4003-b1ef-1c3c806f5469 None None] Calling delete_port for 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:53.820450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 13:59:53.935844 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:53.939863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-93eb9477-8436-4ebb-9ebb-b5f1117095ba tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] For port 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:53.995049 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93eb9477-8436-4ebb-9ebb-b5f1117095ba tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:54.001929 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93eb9477-8436-4ebb-9ebb-b5f1117095ba tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:54.002755 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93eb9477-8436-4ebb-9ebb-b5f1117095ba tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:54.022488 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-51a63677-24fd-4003-b1ef-1c3c806f5469 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:54.094516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51a63677-24fd-4003-b1ef-1c3c806f5469 None None] No DVR routers for this DVR port 8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 13:59:54.098286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a63677-24fd-4003-b1ef-1c3c806f5469 None None] Pushing event deleted for resources: {'Port': ['ID=8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:54.451513 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb9477-8436-4ebb-9ebb-b5f1117095ba tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=8c4cd5de-f5d1-4505-b17c-1a6fe6ccc84d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:54.464970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eb9477-8436-4ebb-9ebb-b5f1117095ba tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:54.468698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-93eb9477-8436-4ebb-9ebb-b5f1117095ba tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:54.473497 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93eb9477-8436-4ebb-9ebb-b5f1117095ba tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:54.474092 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93eb9477-8436-4ebb-9ebb-b5f1117095ba tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:54.482824 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f69e95bb-4aff-46e3-9d7f-b7bb9f45341a None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:54.495474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eb9477-8436-4ebb-9ebb-b5f1117095ba tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=ed5464f2-e60a-4044-847d-fc80267c3943,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:54.505491 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-93eb9477-8436-4ebb-9ebb-b5f1117095ba tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8145185 Jul 09 13:59:54.509400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43328) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:54.515130 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-40e8df4a-3936-479c-b3f3-2bd8129b5784 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:54.671341 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': 'ed5464f2-e60a-4044-847d-fc80267c3943'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 13:59:54.672420 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:54.697955 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e8df4a-3936-479c-b3f3-2bd8129b5784 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:54.702524 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40e8df4a-3936-479c-b3f3-2bd8129b5784 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:54.810575 n-d-799525-3 neutron-server[93754]: INFO neutron.db.ipam_backend_mixin [None req-40e8df4a-3936-479c-b3f3-2bd8129b5784 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ed5464f2-e60a-4044-847d-fc80267c3943 (CIDR: 2001:db8::/64) Jul 09 13:59:54.815227 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-40e8df4a-3936-479c-b3f3-2bd8129b5784 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 13:59:54.815739 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40e8df4a-3936-479c-b3f3-2bd8129b5784 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 13:59:54.835648 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-40e8df4a-3936-479c-b3f3-2bd8129b5784 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3247027 Jul 09 13:59:54.838530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43336) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:54.844415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7262a9c2-d16e-4d56-9ffe-1167fe390c32 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:54.936902 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Allocated IP 2001:db8::f816:3eff:fead:6b0f (bd2f202b-128c-4f97-8980-d1a8595b5b3e/ed5464f2-e60a-4044-847d-fc80267c3943/72682590-4106-495a-8cb6-742deb893b87) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:55.020280 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7262a9c2-d16e-4d56-9ffe-1167fe390c32 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:55.027731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7262a9c2-d16e-4d56-9ffe-1167fe390c32 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:55.158710 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:55.174863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Transition to ACTIVE for port object 72682590-4106-495a-8cb6-742deb893b87 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:55.207900 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Transition to ACTIVE for port object 72682590-4106-495a-8cb6-742deb893b87 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:55.219146 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:55.276368 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:55.284600 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:55.289051 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:55.297984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Pushing event updated for resources: {'Port': ['ID=72682590-4106-495a-8cb6-742deb893b87,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:55.372708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Attempting to bind port 72682590-4106-495a-8cb6-742deb893b87 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 13:59:55.375709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Attempting to bind port 72682590-4106-495a-8cb6-742deb893b87 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 13:59:55.375709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Attempting to bind port 72682590-4106-495a-8cb6-742deb893b87 on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 13:59:55.382537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 13, 59, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 13:59:55.382953 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 13:59:55.383372 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:55.383780 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 13:59:55.384337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Bound port: 72682590-4106-495a-8cb6-742deb893b87, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 13:59:55.384733 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:55.479829 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7262a9c2-d16e-4d56-9ffe-1167fe390c32 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:55.509464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] For port 72682590-4106-495a-8cb6-742deb893b87, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 13:59:55.515802 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] For port 72682590-4106-495a-8cb6-742deb893b87, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=72682590-4106-495a-8cb6-742deb893b87,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 13:59:55.526207 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:55.541195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7262a9c2-d16e-4d56-9ffe-1167fe390c32 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:55.544909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-7262a9c2-d16e-4d56-9ffe-1167fe390c32 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:55.550061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7262a9c2-d16e-4d56-9ffe-1167fe390c32 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:55.550672 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7262a9c2-d16e-4d56-9ffe-1167fe390c32 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:55.569806 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7262a9c2-d16e-4d56-9ffe-1167fe390c32 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=dac059a6-a8f5-4baf-b84b-9a33645b24f6,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:55.580991 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7262a9c2-d16e-4d56-9ffe-1167fe390c32 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7407424 Jul 09 13:59:55.585308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43338) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:55.592026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e44c9a1c-b43a-40a4-a7c2-9a5af3d1059b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'mac_address': 'fa:16:3e:f8:d2:f4', 'name': 'tempest-NetworksTestDHCPv6-1466068792'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 13:59:55.680060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc4da91-798e-4559-9d69-f34eae65fb21 None None] Pushing event updated for resources: {'Port': ['ID=72682590-4106-495a-8cb6-742deb893b87,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:55.800214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44c9a1c-b43a-40a4-a7c2-9a5af3d1059b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 13:59:56.020438 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e44c9a1c-b43a-40a4-a7c2-9a5af3d1059b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:56.061756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-e44c9a1c-b43a-40a4-a7c2-9a5af3d1059b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port 8f28255e-21da-4cc5-97a2-e0563436e5c9 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 13:59:56.375787 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e44c9a1c-b43a-40a4-a7c2-9a5af3d1059b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8:0:1::a9 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/dac059a6-a8f5-4baf-b84b-9a33645b24f6/8f28255e-21da-4cc5-97a2-e0563436e5c9) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:56.390321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e44c9a1c-b43a-40a4-a7c2-9a5af3d1059b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::f816:3eff:fef8:d2f4 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/ed5464f2-e60a-4044-847d-fc80267c3943/8f28255e-21da-4cc5-97a2-e0563436e5c9) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:56.641329 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e44c9a1c-b43a-40a4-a7c2-9a5af3d1059b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:56.663929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-e44c9a1c-b43a-40a4-a7c2-9a5af3d1059b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object 8f28255e-21da-4cc5-97a2-e0563436e5c9 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:56.744479 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e44c9a1c-b43a-40a4-a7c2-9a5af3d1059b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:56.812945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44c9a1c-b43a-40a4-a7c2-9a5af3d1059b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 13:59:56.817019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e44c9a1c-b43a-40a4-a7c2-9a5af3d1059b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 13:59:56.823412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44c9a1c-b43a-40a4-a7c2-9a5af3d1059b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 13:59:56.833344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44c9a1c-b43a-40a4-a7c2-9a5af3d1059b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:56.835215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e44c9a1c-b43a-40a4-a7c2-9a5af3d1059b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:56.860750 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c9a1c-b43a-40a4-a7c2-9a5af3d1059b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=8f28255e-21da-4cc5-97a2-e0563436e5c9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:56.872415 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e44c9a1c-b43a-40a4-a7c2-9a5af3d1059b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.2857995 Jul 09 13:59:56.878216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43344) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:57.024464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61dc5e18-113b-477e-b851-39475d015f75 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:57.034216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a0844797-87d3-4f06-806d-a50261e6de38 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port 8f28255e-21da-4cc5-97a2-e0563436e5c9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 13:59:57.035195 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a0844797-87d3-4f06-806d-a50261e6de38 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:57.173179 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0ad8d57e-a3c1-41b8-9493-f07a18e04f41 None None] Provisioning for port 72682590-4106-495a-8cb6-742deb893b87 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:57.378510 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Update dhcp port {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'fixed_ips': [{'subnet_id': 'ed5464f2-e60a-4044-847d-fc80267c3943', 'ip_address': '2001:db8::f816:3eff:fead:6b0f'}, {'subnet_id': 'dac059a6-a8f5-4baf-b84b-9a33645b24f6'}], 'binding:host_id': 'n-d-799525-3'}, 'id': '72682590-4106-495a-8cb6-742deb893b87'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 13:59:57.451324 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:57.739388 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Allocated IP 2001:db8:0:1::2 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/dac059a6-a8f5-4baf-b84b-9a33645b24f6/72682590-4106-495a-8cb6-742deb893b87) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 13:59:57.889436 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a0844797-87d3-4f06-806d-a50261e6de38 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:57.916594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a0844797-87d3-4f06-806d-a50261e6de38 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for 8f28255e-21da-4cc5-97a2-e0563436e5c9 owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 13:59:57.949377 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] For port 72682590-4106-495a-8cb6-742deb893b87, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=72682590-4106-495a-8cb6-742deb893b87,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:58.032235 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:58.062347 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Transition to ACTIVE for port object 72682590-4106-495a-8cb6-742deb893b87 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 13:59:58.067132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 72682590-4106-495a-8cb6-742deb893b87 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:58.074044 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:58.283778 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a0844797-87d3-4f06-806d-a50261e6de38 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:58.323664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Pushing event updated for resources: {'Port': ['ID=72682590-4106-495a-8cb6-742deb893b87,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:58.338644 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:58.339228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:58.339789 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:58.340350 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:58.340925 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:58.341478 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:58.342029 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:58.342570 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:58.343131 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:58.343677 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:58.344227 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:58.344829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-695af7ee-8b01-47c4-861a-7c2001d82813 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 13:59:58.368840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 72682590-4106-495a-8cb6-742deb893b87 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:58.369436 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0844797-87d3-4f06-806d-a50261e6de38 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=8f28255e-21da-4cc5-97a2-e0563436e5c9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:58.461906 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a0844797-87d3-4f06-806d-a50261e6de38 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:58.467524 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a0844797-87d3-4f06-806d-a50261e6de38 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/8f28255e-21da-4cc5-97a2-e0563436e5c9 HTTP/1.1" status: 204 len: 168 time: 1.5842881 Jul 09 13:59:58.467967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43420) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:58.582697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526d15fd-ae96-436e-8d4d-308679d14da8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:58.587610 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-526d15fd-ae96-436e-8d4d-308679d14da8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1184227 Jul 09 13:59:58.590146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43422) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:58.699193 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd81f9b2-ca2e-4a27-9910-868bd45268bf tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:58.699193 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cd81f9b2-ca2e-4a27-9910-868bd45268bf tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.1030366 Jul 09 13:59:58.700067 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43426) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:58.824174 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786f9f29-8f6d-4177-9c80-9c6d95e4a0a0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:58.825771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786f9f29-8f6d-4177-9c80-9c6d95e4a0a0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:58.827450 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-786f9f29-8f6d-4177-9c80-9c6d95e4a0a0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 13:59:58.829145 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-786f9f29-8f6d-4177-9c80-9c6d95e4a0a0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1276841 Jul 09 13:59:58.833569 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43428) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:58.924447 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cbe58ab-8b8c-4365-8000-a8b9429dbcc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet dac059a6-a8f5-4baf-b84b-9a33645b24f6 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:59:58.928657 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6cbe58ab-8b8c-4365-8000-a8b9429dbcc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:58.993993 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6cbe58ab-8b8c-4365-8000-a8b9429dbcc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:59.173636 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6cbe58ab-8b8c-4365-8000-a8b9429dbcc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:59.230009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b2629afa-32bd-47fb-9e63-e964b31d0dc7 None None] Could not find standard attr ID for object 8f28255e-21da-4cc5-97a2-e0563436e5c9. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:59:59.245069 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b2629afa-32bd-47fb-9e63-e964b31d0dc7 None None] Provisioning for port 72682590-4106-495a-8cb6-742deb893b87 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 13:59:59.250053 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b2629afa-32bd-47fb-9e63-e964b31d0dc7 None None] Provisioning complete for port 72682590-4106-495a-8cb6-742deb893b87 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:59.250553 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2629afa-32bd-47fb-9e63-e964b31d0dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:59.285183 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6cbe58ab-8b8c-4365-8000-a8b9429dbcc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:59.321797 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6cbe58ab-8b8c-4365-8000-a8b9429dbcc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:59.325066 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6cbe58ab-8b8c-4365-8000-a8b9429dbcc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/dac059a6-a8f5-4baf-b84b-9a33645b24f6 HTTP/1.1" status: 204 len: 168 time: 0.4892926 Jul 09 13:59:59.327818 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43430) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:59.403280 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbe58ab-8b8c-4365-8000-a8b9429dbcc8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=dac059a6-a8f5-4baf-b84b-9a33645b24f6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:59.424914 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2629afa-32bd-47fb-9e63-e964b31d0dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:59.489115 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b2629afa-32bd-47fb-9e63-e964b31d0dc7 None None] For port 72682590-4106-495a-8cb6-742deb893b87, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=72682590-4106-495a-8cb6-742deb893b87,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 13:59:59.496626 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2629afa-32bd-47fb-9e63-e964b31d0dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:59.510128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d0957d0-c0ec-49cf-8c24-dac1fec82e44 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet ed5464f2-e60a-4044-847d-fc80267c3943 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 13:59:59.516075 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d0957d0-c0ec-49cf-8c24-dac1fec82e44 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:59.537896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dddc0bb-8835-4917-83a9-e0f5a0d02f60 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 13:59:59.609148 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d0957d0-c0ec-49cf-8c24-dac1fec82e44 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:59.629586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b0ac215d-8235-4260-92bb-91c56be84b0a None None] Could not find standard attr ID for object 8f28255e-21da-4cc5-97a2-e0563436e5c9. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 13:59:59.634132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2629afa-32bd-47fb-9e63-e964b31d0dc7 None None] Pushing event updated for resources: {'Port': ['ID=72682590-4106-495a-8cb6-742deb893b87,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:59.765321 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d0957d0-c0ec-49cf-8c24-dac1fec82e44 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:59.832547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 72682590-4106-495a-8cb6-742deb893b87 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 13:59:59.857961 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d0957d0-c0ec-49cf-8c24-dac1fec82e44 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:59.906737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0957d0-c0ec-49cf-8c24-dac1fec82e44 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=ed5464f2-e60a-4044-847d-fc80267c3943,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 13:59:59.909544 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d0957d0-c0ec-49cf-8c24-dac1fec82e44 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:59.919689 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2d0957d0-c0ec-49cf-8c24-dac1fec82e44 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/ed5464f2-e60a-4044-847d-fc80267c3943 HTTP/1.1" status: 204 len: 168 time: 0.5834725 Jul 09 13:59:59.919826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43436) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 13:59:59.957351 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 72682590-4106-495a-8cb6-742deb893b87 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 13:59:59.958070 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 13:59:59.995986 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b66c553e-db63-41f4-862c-2df0716a73c6 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0774927 Jul 09 13:59:59.999070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43438) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:00.008869 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:00.165032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:00.171390 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:00.509355 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:00.555369 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:00.559621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:00.564506 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:00.565129 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:00.591763 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=43c476f9-624b-4907-b832-6ff575e1fe2f,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:00.596583 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5960159 Jul 09 14:00:00.601927 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43440) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:00.602905 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:00.603293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:00.603687 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:00.604030 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:00.604366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:00.604694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:00.605023 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:00.605348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:00.605857 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:00.606243 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:00.606604 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:00.607028 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e64c54b3-109e-409b-8cea-b377fb08bc66 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:00.609029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8cc811ab-2968-4c47-9ad1-a1f65508087f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:00.667757 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c5144ee-53c8-41ab-8d28-a948d0983846 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:00.784991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc811ab-2968-4c47-9ad1-a1f65508087f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:00.791733 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8cc811ab-2968-4c47-9ad1-a1f65508087f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:00.821788 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f18d7934-0923-4fc1-87ed-cbe3489d8626 None None] Provisioning complete for port 72682590-4106-495a-8cb6-742deb893b87 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:00.822465 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f18d7934-0923-4fc1-87ed-cbe3489d8626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:00.918172 n-d-799525-3 neutron-server[93753]: INFO neutron.db.ipam_backend_mixin [None req-8cc811ab-2968-4c47-9ad1-a1f65508087f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 43c476f9-624b-4907-b832-6ff575e1fe2f (CIDR: 2001:db8::/64) Jul 09 14:00:00.922065 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cc811ab-2968-4c47-9ad1-a1f65508087f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:00:00.922558 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cc811ab-2968-4c47-9ad1-a1f65508087f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:00.945571 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8cc811ab-2968-4c47-9ad1-a1f65508087f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3419204 Jul 09 14:00:00.949604 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43444) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:00.957036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fb2228c8-7af6-4898-a0c3-4fd556cfb73d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:01.136780 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb2228c8-7af6-4898-a0c3-4fd556cfb73d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:01.140929 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb2228c8-7af6-4898-a0c3-4fd556cfb73d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:01.375940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7a2cee9c-a646-4eda-a4d9-77882b37e3c8 None None] Provisioning complete for port 72682590-4106-495a-8cb6-742deb893b87 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:01.376722 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7a2cee9c-a646-4eda-a4d9-77882b37e3c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:01.655924 n-d-799525-3 neutron-server[93754]: DEBUG neutron.objects.ports [None req-fb2228c8-7af6-4898-a0c3-4fd556cfb73d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:00:01.856299 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1306bda0-fc27-4ab0-8e78-893e432a9b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:01.897692 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb2228c8-7af6-4898-a0c3-4fd556cfb73d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:02.119479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-fb2228c8-7af6-4898-a0c3-4fd556cfb73d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] For port 72682590-4106-495a-8cb6-742deb893b87, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=72682590-4106-495a-8cb6-742deb893b87,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:02.166720 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb2228c8-7af6-4898-a0c3-4fd556cfb73d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:02.172110 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb2228c8-7af6-4898-a0c3-4fd556cfb73d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:02.172881 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb2228c8-7af6-4898-a0c3-4fd556cfb73d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:02.249355 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb2228c8-7af6-4898-a0c3-4fd556cfb73d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:02.267202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-fb2228c8-7af6-4898-a0c3-4fd556cfb73d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:02.274498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2228c8-7af6-4898-a0c3-4fd556cfb73d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:02.275142 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb2228c8-7af6-4898-a0c3-4fd556cfb73d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:02.280340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08957f2-0e19-4104-81a1-edde5f267794 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:02.302521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2228c8-7af6-4898-a0c3-4fd556cfb73d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=c4787aec-638e-4cdf-9501-88df15919b11,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:02.315518 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2228c8-7af6-4898-a0c3-4fd556cfb73d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=72682590-4106-495a-8cb6-742deb893b87,revision_number=8']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:02.329877 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fb2228c8-7af6-4898-a0c3-4fd556cfb73d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.3780267 Jul 09 14:00:02.332950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43448) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:02.339505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f5500219-206a-459a-bf54-2a8ed710ef5f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'mac_address': 'fa:16:3e:a1:c9:c8', 'name': 'tempest-NetworksTestDHCPv6-2071833567'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:02.498338 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5500219-206a-459a-bf54-2a8ed710ef5f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:02.603412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded04a8c-ce29-47c1-9c39-9f9987fe9d4d None None] Update dhcp port {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'fixed_ips': [{'subnet_id': 'c4787aec-638e-4cdf-9501-88df15919b11', 'ip_address': '2001:db8:0:1:f816:3eff:fead:6b0f'}, {'subnet_id': '43c476f9-624b-4907-b832-6ff575e1fe2f'}], 'binding:host_id': 'n-d-799525-3'}, 'id': '72682590-4106-495a-8cb6-742deb893b87'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:00:02.628527 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5500219-206a-459a-bf54-2a8ed710ef5f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:02.660651 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-f5500219-206a-459a-bf54-2a8ed710ef5f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port 2438c7b8-e9dd-4792-9aa5-e8ae56d38ad7 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:00:02.667136 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ded04a8c-ce29-47c1-9c39-9f9987fe9d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:02.898306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-f5500219-206a-459a-bf54-2a8ed710ef5f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::3d (bd2f202b-128c-4f97-8980-d1a8595b5b3e/43c476f9-624b-4907-b832-6ff575e1fe2f/2438c7b8-e9dd-4792-9aa5-e8ae56d38ad7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:02.908923 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-f5500219-206a-459a-bf54-2a8ed710ef5f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8:0:1:f816:3eff:fea1:c9c8 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/c4787aec-638e-4cdf-9501-88df15919b11/2438c7b8-e9dd-4792-9aa5-e8ae56d38ad7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:03.103593 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5500219-206a-459a-bf54-2a8ed710ef5f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:03.123388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-f5500219-206a-459a-bf54-2a8ed710ef5f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object 2438c7b8-e9dd-4792-9aa5-e8ae56d38ad7 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:03.170452 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5500219-206a-459a-bf54-2a8ed710ef5f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:03.209081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5500219-206a-459a-bf54-2a8ed710ef5f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:03.214043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-f5500219-206a-459a-bf54-2a8ed710ef5f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:03.248339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5500219-206a-459a-bf54-2a8ed710ef5f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:00:03.254617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5500219-206a-459a-bf54-2a8ed710ef5f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:03.255325 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f5500219-206a-459a-bf54-2a8ed710ef5f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:03.264055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ded04a8c-ce29-47c1-9c39-9f9987fe9d4d None None] Allocated IP 2001:db8::2 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/43c476f9-624b-4907-b832-6ff575e1fe2f/72682590-4106-495a-8cb6-742deb893b87) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:03.290302 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f5500219-206a-459a-bf54-2a8ed710ef5f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.9529881 Jul 09 14:00:03.290688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43452) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:03.292848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5500219-206a-459a-bf54-2a8ed710ef5f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=2438c7b8-e9dd-4792-9aa5-e8ae56d38ad7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:03.407464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ded04a8c-ce29-47c1-9c39-9f9987fe9d4d None None] For port 72682590-4106-495a-8cb6-742deb893b87, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=72682590-4106-495a-8cb6-742deb893b87,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:03.434059 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-fb2e8cd6-2def-4291-a042-827af2e84b49 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port 2438c7b8-e9dd-4792-9aa5-e8ae56d38ad7 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:00:03.434404 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb2e8cd6-2def-4291-a042-827af2e84b49 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:03.449597 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ded04a8c-ce29-47c1-9c39-9f9987fe9d4d None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:03.471889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ded04a8c-ce29-47c1-9c39-9f9987fe9d4d None None] Transition to ACTIVE for port object 72682590-4106-495a-8cb6-742deb893b87 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:03.479893 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ded04a8c-ce29-47c1-9c39-9f9987fe9d4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:03.592619 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb2e8cd6-2def-4291-a042-827af2e84b49 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:03.610584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-fb2e8cd6-2def-4291-a042-827af2e84b49 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for 2438c7b8-e9dd-4792-9aa5-e8ae56d38ad7 owned by {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:00:03.634816 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded04a8c-ce29-47c1-9c39-9f9987fe9d4d None None] Pushing event updated for resources: {'Port': ['ID=72682590-4106-495a-8cb6-742deb893b87,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:03.862695 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 72682590-4106-495a-8cb6-742deb893b87 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:00:03.881720 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb2e8cd6-2def-4291-a042-827af2e84b49 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:03.923690 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2e8cd6-2def-4291-a042-827af2e84b49 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=2438c7b8-e9dd-4792-9aa5-e8ae56d38ad7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:03.990082 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fb2e8cd6-2def-4291-a042-827af2e84b49 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:03.995722 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fb2e8cd6-2def-4291-a042-827af2e84b49 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/2438c7b8-e9dd-4792-9aa5-e8ae56d38ad7 HTTP/1.1" status: 204 len: 168 time: 0.7034183 Jul 09 14:00:03.996113 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43454) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:04.114530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb9e0c06-c483-4c23-a59e-68948808ec8a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:04.121632 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-eb9e0c06-c483-4c23-a59e-68948808ec8a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1219642 Jul 09 14:00:04.122030 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43456) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:04.211030 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591eecee-8e10-434e-96e0-0d0aec89efea tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:04.215031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-591eecee-8e10-434e-96e0-0d0aec89efea tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0896976 Jul 09 14:00:04.215545 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43458) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:04.308100 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83f84a0-61b2-41fc-9b80-50df0193e124 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:04.309741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83f84a0-61b2-41fc-9b80-50df0193e124 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:04.311416 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83f84a0-61b2-41fc-9b80-50df0193e124 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:04.314758 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d83f84a0-61b2-41fc-9b80-50df0193e124 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0965781 Jul 09 14:00:04.316284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43462) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:04.404132 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-8afb9f99-f8ac-4b11-aea0-a4917c479bfd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 43c476f9-624b-4907-b832-6ff575e1fe2f {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:00:04.409211 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8afb9f99-f8ac-4b11-aea0-a4917c479bfd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:04.482115 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8afb9f99-f8ac-4b11-aea0-a4917c479bfd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:04.595268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-be430b77-62a2-4308-9138-a70ca2a6d7ed None None] Provisioning for port 72682590-4106-495a-8cb6-742deb893b87 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:04.607358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-be430b77-62a2-4308-9138-a70ca2a6d7ed None None] Provisioning complete for port 72682590-4106-495a-8cb6-742deb893b87 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:04.608045 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be430b77-62a2-4308-9138-a70ca2a6d7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:04.633125 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8afb9f99-f8ac-4b11-aea0-a4917c479bfd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:04.722692 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:04.733806 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2a3b8b7d-62bf-4a23-9ecb-86aa76ac49bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:04.734096 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8afb9f99-f8ac-4b11-aea0-a4917c479bfd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:04.774849 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afb9f99-f8ac-4b11-aea0-a4917c479bfd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=43c476f9-624b-4907-b832-6ff575e1fe2f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:04.796728 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8afb9f99-f8ac-4b11-aea0-a4917c479bfd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:04.803970 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8afb9f99-f8ac-4b11-aea0-a4917c479bfd tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/43c476f9-624b-4907-b832-6ff575e1fe2f HTTP/1.1" status: 204 len: 168 time: 0.4824009 Jul 09 14:00:04.804541 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43466) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:04.883834 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-da85fdda-258e-4d8c-873a-88759c761fad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet c4787aec-638e-4cdf-9501-88df15919b11 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:00:04.888368 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da85fdda-258e-4d8c-873a-88759c761fad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:04.892442 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f82cca2-c444-47a1-8a8d-e856aa90ec3e None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:04.948974 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da85fdda-258e-4d8c-873a-88759c761fad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:04.980286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c4af0fc4-048a-494f-92b3-6e12359886a8 None None] Could not find standard attr ID for object 2438c7b8-e9dd-4792-9aa5-e8ae56d38ad7. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:00:05.082261 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da85fdda-258e-4d8c-873a-88759c761fad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:05.201020 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da85fdda-258e-4d8c-873a-88759c761fad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:05.278581 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85fdda-258e-4d8c-873a-88759c761fad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=c4787aec-638e-4cdf-9501-88df15919b11,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:05.286705 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-da85fdda-258e-4d8c-873a-88759c761fad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:05.293026 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-da85fdda-258e-4d8c-873a-88759c761fad tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/c4787aec-638e-4cdf-9501-88df15919b11 HTTP/1.1" status: 204 len: 168 time: 0.4834116 Jul 09 14:00:05.293779 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43472) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:05.342760 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435696b3-6e2d-4b89-a948-4434b38c39fc req-5cd89bda-8a35-4e5d-9a69-9788dfdace9c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:05.344208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06de7fa-1f45-4565-83f1-469b8c1ceec2 None None] Update dhcp port {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'fixed_ips': [{'subnet_id': 'c4787aec-638e-4cdf-9501-88df15919b11'}], 'binding:host_id': 'n-d-799525-3'}, 'id': '72682590-4106-495a-8cb6-742deb893b87'} from n-d-799525-3. {{(pid=93755) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 09 14:00:05.344685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-435696b3-6e2d-4b89-a948-4434b38c39fc req-5cd89bda-8a35-4e5d-9a69-9788dfdace9c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 945 time: 0.2892601 Jul 09 14:00:05.404235 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-435696b3-6e2d-4b89-a948-4434b38c39fc req-90ae92a6-08d4-4f66-a3ca-90bd86bd0ae1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488601 Jul 09 14:00:05.424100 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a06de7fa-1f45-4565-83f1-469b8c1ceec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:05.426436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43476) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:05.437405 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-052155a4-1c9b-45af-a99d-d3a583415691 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:05.460552 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-32f7137d-8d8a-4f7f-8309-c1e66c000ae7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1445811 Jul 09 14:00:05.460808 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43478) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:05.579661 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e13066a0-f5da-47f4-b8b5-ed62369d4fe5 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/0e2ec9d3-e2bf-426f-b40a-c47f8c8fa0a3 HTTP/1.1" status: 200 len: 993 time: 0.1171210 Jul 09 14:00:05.642349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052155a4-1c9b-45af-a99d-d3a583415691 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:05.655285 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-052155a4-1c9b-45af-a99d-d3a583415691 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:05.665999 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-138dd541-ecb2-4417-a248-b036cb50dc0f None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:05.750105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f53e203c-a82d-4a6e-b1aa-d8402779dfad None None] Provisioning complete for port 72682590-4106-495a-8cb6-742deb893b87 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:05.750512 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f53e203c-a82d-4a6e-b1aa-d8402779dfad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:05.803869 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:05.925022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 72682590-4106-495a-8cb6-742deb893b87 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:00:06.004615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd1e0b7-e369-45ff-b5ac-1d6cd436d5e5 None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:00:06.080070 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:06.128966 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-052155a4-1c9b-45af-a99d-d3a583415691 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:06.133287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ffd1e0b7-e369-45ff-b5ac-1d6cd436d5e5 None None] Deleting port 72682590-4106-495a-8cb6-742deb893b87 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:00:06.133681 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffd1e0b7-e369-45ff-b5ac-1d6cd436d5e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:06.149416 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 72682590-4106-495a-8cb6-742deb893b87, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=72682590-4106-495a-8cb6-742deb893b87,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:06.178874 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:06.273073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=72682590-4106-495a-8cb6-742deb893b87,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:06.290681 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ffd1e0b7-e369-45ff-b5ac-1d6cd436d5e5 None None] For port 72682590-4106-495a-8cb6-742deb893b87, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=72682590-4106-495a-8cb6-742deb893b87,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:06.291076 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffd1e0b7-e369-45ff-b5ac-1d6cd436d5e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:06.296885 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052155a4-1c9b-45af-a99d-d3a583415691 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:06.307708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ffd1e0b7-e369-45ff-b5ac-1d6cd436d5e5 None None] Calling delete_port for 72682590-4106-495a-8cb6-742deb893b87 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:00:06.317536 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-052155a4-1c9b-45af-a99d-d3a583415691 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:06.329714 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052155a4-1c9b-45af-a99d-d3a583415691 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:06.330737 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-052155a4-1c9b-45af-a99d-d3a583415691 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:06.347796 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052155a4-1c9b-45af-a99d-d3a583415691 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=6e024d66-9784-4dc4-95b5-c72af6941c37,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:06.371639 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-052155a4-1c9b-45af-a99d-d3a583415691 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9377987 Jul 09 14:00:06.372165 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43486) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:06.384065 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-065c66b3-a4e3-4e20-9d4a-64b56c22c69b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:06.397111 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9d737-b9d6-4e65-ae48-d0615d9e6cd5 req-0ce24da5-6042-436b-9702-28e8ca7569c4 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:06.410595 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2f9d737-b9d6-4e65-ae48-d0615d9e6cd5 req-0ce24da5-6042-436b-9702-28e8ca7569c4 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 1096 time: 0.2250214 Jul 09 14:00:06.471298 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffd1e0b7-e369-45ff-b5ac-1d6cd436d5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:06.507394 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2f9d737-b9d6-4e65-ae48-d0615d9e6cd5 req-a1028ea8-9d6d-4138-9b4f-0799d190715d tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952606 Jul 09 14:00:06.563945 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd1e0b7-e369-45ff-b5ac-1d6cd436d5e5 None None] Pushing event deleted for resources: {'Port': ['ID=72682590-4106-495a-8cb6-742deb893b87,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:06.576854 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd1e0b7-e369-45ff-b5ac-1d6cd436d5e5 None None] No DVR routers for this DVR port 72682590-4106-495a-8cb6-742deb893b87 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:00:06.599962 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a54d1e-9745-4719-8f56-02ddb9324a05 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:06.667977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065c66b3-a4e3-4e20-9d4a-64b56c22c69b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:06.676178 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-065c66b3-a4e3-4e20-9d4a-64b56c22c69b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:06.861888 n-d-799525-3 neutron-server[93753]: INFO neutron.db.ipam_backend_mixin [None req-065c66b3-a4e3-4e20-9d4a-64b56c22c69b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e024d66-9784-4dc4-95b5-c72af6941c37 (CIDR: 2001:db8::/64) Jul 09 14:00:06.870358 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-065c66b3-a4e3-4e20-9d4a-64b56c22c69b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:00:06.871177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-065c66b3-a4e3-4e20-9d4a-64b56c22c69b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:06.886007 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'tenant_id': 'b9b4bc1f9e61485b89051620f213f808', 'fixed_ips': [{'subnet_id': '6e024d66-9784-4dc4-95b5-c72af6941c37'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:00:06.887048 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:06.903315 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-065c66b3-a4e3-4e20-9d4a-64b56c22c69b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5291510 Jul 09 14:00:06.907357 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43492) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:06.920250 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2a52a9dc-fb71-45d9-a532-e5cbbc25c325 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'subnet': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:07.166197 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:07.168656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Allocated IP 2001:db8::2 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/6e024d66-9784-4dc4-95b5-c72af6941c37/af21500c-9bc1-4fbe-bd0d-f3552c31f639) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:07.193170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a52a9dc-fb71-45d9-a532-e5cbbc25c325 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:07.201096 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a52a9dc-fb71-45d9-a532-e5cbbc25c325 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:07.542093 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:07.569829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Transition to ACTIVE for port object af21500c-9bc1-4fbe-bd0d-f3552c31f639 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:07.634812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Transition to ACTIVE for port object af21500c-9bc1-4fbe-bd0d-f3552c31f639 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:07.651642 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:07.753029 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:07.761042 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:07.770382 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:00:07.818600 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Pushing event updated for resources: {'Port': ['ID=af21500c-9bc1-4fbe-bd0d-f3552c31f639,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:07.875318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Attempting to bind port af21500c-9bc1-4fbe-bd0d-f3552c31f639 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:00:07.875701 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Attempting to bind port af21500c-9bc1-4fbe-bd0d-f3552c31f639 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:00:07.876346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Attempting to bind port af21500c-9bc1-4fbe-bd0d-f3552c31f639 on network bd2f202b-128c-4f97-8980-d1a8595b5b3e {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:00:07.884627 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:00:07.885028 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Checking segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:00:07.885447 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:07.887149 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Bound using segment: {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:00:07.887820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Bound port: af21500c-9bc1-4fbe-bd0d-f3552c31f639, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0043bbc2-7035-4f52-b328-e85d307e07a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 300, 'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:00:07.888122 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:07.970505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] For port af21500c-9bc1-4fbe-bd0d-f3552c31f639, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:00:07.975044 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] For port af21500c-9bc1-4fbe-bd0d-f3552c31f639, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=af21500c-9bc1-4fbe-bd0d-f3552c31f639,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:00:07.982279 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:08.008103 n-d-799525-3 neutron-server[93754]: DEBUG neutron.objects.ports [None req-2a52a9dc-fb71-45d9-a532-e5cbbc25c325 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93754) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 09 14:00:08.107915 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ad0351-4005-42c2-96af-971808b687c6 None None] Pushing event updated for resources: {'Port': ['ID=af21500c-9bc1-4fbe-bd0d-f3552c31f639,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:08.127639 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-f166621a-5a98-4c87-b32b-ec5764d1f4a5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2891853 Jul 09 14:00:08.254244 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:00:08.421366 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a52a9dc-fb71-45d9-a532-e5cbbc25c325 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:08.705345 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:08.724358 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-2a52a9dc-fb71-45d9-a532-e5cbbc25c325 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] For port af21500c-9bc1-4fbe-bd0d-f3552c31f639, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=af21500c-9bc1-4fbe-bd0d-f3552c31f639,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:08.782106 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a52a9dc-fb71-45d9-a532-e5cbbc25c325 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:08.790875 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a52a9dc-fb71-45d9-a532-e5cbbc25c325 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:08.792095 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a52a9dc-fb71-45d9-a532-e5cbbc25c325 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:08.833849 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:08.908898 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a52a9dc-fb71-45d9-a532-e5cbbc25c325 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:08.909740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52a9dc-fb71-45d9-a532-e5cbbc25c325 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Subnet': ['ID=8a67018e-b532-4e27-b604-0d3180b20ee5,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:08.920887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-2a52a9dc-fb71-45d9-a532-e5cbbc25c325 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:08.925617 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a52a9dc-fb71-45d9-a532-e5cbbc25c325 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:08.926223 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2a52a9dc-fb71-45d9-a532-e5cbbc25c325 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:08.934329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a52a9dc-fb71-45d9-a532-e5cbbc25c325 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=af21500c-9bc1-4fbe-bd0d-f3552c31f639,revision_number=4']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:08.953721 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2a52a9dc-fb71-45d9-a532-e5cbbc25c325 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.0392249 Jul 09 14:00:08.953984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43520) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:08.960172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-41201599-adc8-46cb-903c-39612baf318f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Request body: {'port': {'network_id': 'bd2f202b-128c-4f97-8980-d1a8595b5b3e', 'mac_address': 'fa:16:3e:39:de:f0', 'name': 'tempest-NetworksTestDHCPv6-1099947553'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:09.179306 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41201599-adc8-46cb-903c-39612baf318f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Made reservation on behalf of b9b4bc1f9e61485b89051620f213f808 for: {'port': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:09.247919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-7f79c541-10b7-42f9-8422-4dac16514b30 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:00:09.249289 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-7f79c541-10b7-42f9-8422-4dac16514b30 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1425018 Jul 09 14:00:09.275883 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-211679f9-4b72-4c7e-bea8-9bdf17228378 service neutron] Request body: {'binding': {'host': 'n-h1-799525-3', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:09.276720 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-211679f9-4b72-4c7e-bea8-9bdf17228378 service neutron] Unknown quota resources ['binding']. {{(pid=93754) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 09 14:00:09.384644 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41201599-adc8-46cb-903c-39612baf318f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:09.501599 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [None req-41201599-adc8-46cb-903c-39612baf318f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] device_id is not set on port ab1b19a3-0405-4178-846a-fc35b904462a yet. {{(pid=93754) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:00:09.576078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-942d2875-b6d7-47a0-99fe-c322dbc945d4 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:09.715008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a52160d3-f9b8-4616-a8cd-8451f623d6ca None None] Provisioning for port af21500c-9bc1-4fbe-bd0d-f3552c31f639 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:09.778484 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-211679f9-4b72-4c7e-bea8-9bdf17228378 service neutron] Attempting to bind port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf on host n-h1-799525-3 for vnic_type normal with profile None {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:00:09.779137 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-211679f9-4b72-4c7e-bea8-9bdf17228378 service neutron] Attempting to bind port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:00:09.779714 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-211679f9-4b72-4c7e-bea8-9bdf17228378 service neutron] Attempting to bind port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf on network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:00:09.794093 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-211679f9-4b72-4c7e-bea8-9bdf17228378 service neutron] Port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf on network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:00:09.794093 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-211679f9-4b72-4c7e-bea8-9bdf17228378 service neutron] Attempting to bind port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf on network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:00:09.821855 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-211679f9-4b72-4c7e-bea8-9bdf17228378 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:00:09.822446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-211679f9-4b72-4c7e-bea8-9bdf17228378 service neutron] Checking segment: {'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:00:09.823141 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-211679f9-4b72-4c7e-bea8-9bdf17228378 service neutron] Bound using segment: {'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'} {{(pid=93754) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:00:09.823961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.managers [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-211679f9-4b72-4c7e-bea8-9bdf17228378 service neutron] Bound port: 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'}}] {{(pid=93754) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:00:09.981841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device af21500c-9bc1-4fbe-bd0d-f3552c31f639 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:00:10.004032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-41201599-adc8-46cb-903c-39612baf318f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8::d2 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/6e024d66-9784-4dc4-95b5-c72af6941c37/ab1b19a3-0405-4178-846a-fc35b904462a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:10.012312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-211679f9-4b72-4c7e-bea8-9bdf17228378 service neutron] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93754) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:00:10.017118 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-41201599-adc8-46cb-903c-39612baf318f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Allocated IP 2001:db8:0:1:f816:3eff:fe39:def0 (bd2f202b-128c-4f97-8980-d1a8595b5b3e/8a67018e-b532-4e27-b604-0d3180b20ee5/ab1b19a3-0405-4178-846a-fc35b904462a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:10.026642 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-211679f9-4b72-4c7e-bea8-9bdf17228378 service neutron] Notify callbacks [] for binding, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:10.027917 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-211679f9-4b72-4c7e-bea8-9bdf17228378 service neutron] 10.222.0.39 "POST /v2.0/ports/9d296f0a-ffa8-4e8a-b2bb-4977331c52bf/bindings HTTP/1.1" status: 201 len: 389 time: 0.7619979 Jul 09 14:00:10.119462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port af21500c-9bc1-4fbe-bd0d-f3552c31f639 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:10.128764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port af21500c-9bc1-4fbe-bd0d-f3552c31f639 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:10.129379 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:10.394809 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41201599-adc8-46cb-903c-39612baf318f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:10.424512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-41201599-adc8-46cb-903c-39612baf318f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Transition to ACTIVE for port object ab1b19a3-0405-4178-846a-fc35b904462a will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:10.438320 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:10.503777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port af21500c-9bc1-4fbe-bd0d-f3552c31f639, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=af21500c-9bc1-4fbe-bd0d-f3552c31f639,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:10.509575 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:10.578653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=af21500c-9bc1-4fbe-bd0d-f3552c31f639,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:10.589047 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41201599-adc8-46cb-903c-39612baf318f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:10.630708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-27a484ae-5ae2-4b5a-8265-1b7d7631eb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:10.635758 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-27a484ae-5ae2-4b5a-8265-1b7d7631eb6c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 1096 time: 0.2200065 Jul 09 14:00:10.673781 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b43183-bf3d-440f-997f-6ef9843e8e50 req-84e57135-c762-468f-8ded-afc8802061b4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:10.676453 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-76b43183-bf3d-440f-997f-6ef9843e8e50 req-84e57135-c762-468f-8ded-afc8802061b4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 945 time: 0.2332993 Jul 09 14:00:10.710229 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41201599-adc8-46cb-903c-39612baf318f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:10.723566 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-41201599-adc8-46cb-903c-39612baf318f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:10.728021 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41201599-adc8-46cb-903c-39612baf318f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event updated for resources: {'Port': ['ID=ab1b19a3-0405-4178-846a-fc35b904462a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:10.730991 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41201599-adc8-46cb-903c-39612baf318f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:00:10.737424 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41201599-adc8-46cb-903c-39612baf318f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:10.738127 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-41201599-adc8-46cb-903c-39612baf318f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:10.769157 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-76b43183-bf3d-440f-997f-6ef9843e8e50 req-95a6003e-03c1-49ca-966f-366bee0c498a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776644 Jul 09 14:00:10.774964 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-41201599-adc8-46cb-903c-39612baf318f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.8196929 Jul 09 14:00:10.775323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43528) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:10.976076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-119c30a7-ef09-4f48-8dbc-c1430e30dc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:10.978818 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-119c30a7-ef09-4f48-8dbc-c1430e30dc6a service neutron] 10.222.0.18 "GET /v2.0/networks?id=941e0aca-741a-4e09-84f0-5b784e0bc9b1 HTTP/1.1" status: 200 len: 897 time: 0.3365943 Jul 09 14:00:11.135056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c183c6be-e64a-4ff4-978a-632496bd08cf tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting port ab1b19a3-0405-4178-846a-fc35b904462a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:00:11.135906 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c183c6be-e64a-4ff4-978a-632496bd08cf tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:11.142862 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-bbc80990-022d-4d57-9bff-71c906d30760 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf HTTP/1.1" status: 200 len: 1001 time: 0.1564019 Jul 09 14:00:11.186970 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8b85cc40-84cb-49fa-9251-deca8f4f726f None None] Provisioning complete for port af21500c-9bc1-4fbe-bd0d-f3552c31f639 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:11.187533 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b85cc40-84cb-49fa-9251-deca8f4f726f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:11.349139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-4e202384-b7d3-4d7b-8a78-02a69c637927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:11.351503 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-4e202384-b7d3-4d7b-8a78-02a69c637927 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5261e9e-d540-4abf-bbbe-383d71d22db6 HTTP/1.1" status: 200 len: 834 time: 0.1852665 Jul 09 14:00:11.432530 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c183c6be-e64a-4ff4-978a-632496bd08cf tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:11.450704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c183c6be-e64a-4ff4-978a-632496bd08cf tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Calling delete_port for ab1b19a3-0405-4178-846a-fc35b904462a owned by {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:00:11.507208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6c4ba747-4308-4fd4-b8a6-00f3dad0f6bf None None] Provisioning for port ab1b19a3-0405-4178-846a-fc35b904462a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:11.513765 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6c4ba747-4308-4fd4-b8a6-00f3dad0f6bf None None] Provisioning complete for port ab1b19a3-0405-4178-846a-fc35b904462a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:11.514959 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c4ba747-4308-4fd4-b8a6-00f3dad0f6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:11.544916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-e5a918e6-db6b-451b-8ce0-b5bddd98dfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:11.546510 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-e5a918e6-db6b-451b-8ce0-b5bddd98dfe5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=941e0aca-741a-4e09-84f0-5b784e0bc9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1822920 Jul 09 14:00:11.575433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6c4ba747-4308-4fd4-b8a6-00f3dad0f6bf None None] Port ab1b19a3-0405-4178-846a-fc35b904462a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:00:11.741169 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-60e49447-deb6-4afa-9ff8-70b65f7a088a service neutron] 10.222.0.18 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861267 Jul 09 14:00:11.852426 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device af21500c-9bc1-4fbe-bd0d-f3552c31f639 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:00:11.885962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c183c6be-e64a-4ff4-978a-632496bd08cf tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:11.929291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c183c6be-e64a-4ff4-978a-632496bd08cf tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Port': ['ID=ab1b19a3-0405-4178-846a-fc35b904462a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:11.968900 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port af21500c-9bc1-4fbe-bd0d-f3552c31f639 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:11.969283 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:11.994870 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-0476b2c3-085b-4181-bb78-7de2402a2378 service neutron] 10.222.0.18 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2459579 Jul 09 14:00:12.121446 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c183c6be-e64a-4ff4-978a-632496bd08cf tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:12.124172 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c183c6be-e64a-4ff4-978a-632496bd08cf tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/ab1b19a3-0405-4178-846a-fc35b904462a HTTP/1.1" status: 204 len: 168 time: 1.3474784 Jul 09 14:00:12.128687 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43538) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:12.213392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-53ec5077-34ea-4906-af79-52343929b42c tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:12.215590 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-53ec5077-34ea-4906-af79-52343929b42c tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991&tenant_id=e18f38b86e4946d19d906914b285cd31&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1096 time: 0.1419778 Jul 09 14:00:12.229243 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-799525-3'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:12.375400 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:12.643598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:12.726293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:00:12.756833 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-508c4c03-5d3c-4e6a-abaf-80b84c283537 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:12.759684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-508c4c03-5d3c-4e6a-abaf-80b84c283537 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6296203 Jul 09 14:00:12.762577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43540) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:12.805475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:00:12.808277 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e057cd7b-67ec-4001-82a6-8dc2019b9caf" -d '{"events": [{"server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "name": "network-vif-unplugged", "status": "completed", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:00:12.812618 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:12.829901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaaefa5-8931-4701-95ed-521b3c69fee6 req-91baa19c-6ca8-42a5-83ec-87101865c51b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:12.832702 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dcaaefa5-8931-4701-95ed-521b3c69fee6 req-91baa19c-6ca8-42a5-83ec-87101865c51b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 945 time: 0.8594685 Jul 09 14:00:12.835459 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:12.908631 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0098c4-6bf4-4b0d-bd65-6f21053ea1ab tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:12.914074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1c0098c4-6bf4-4b0d-bd65-6f21053ea1ab tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1446412 Jul 09 14:00:12.914366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43544) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:12.915820 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-600b041b-214a-4343-8a58-3d7ade9f28d9 x-openstack-request-id: req-600b041b-214a-4343-8a58-3d7ade9f28d9 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:00:12.916116 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "name": "network-vif-unplugged", "status": "completed", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:00:12.916377 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-600b041b-214a-4343-8a58-3d7ade9f28d9 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:00:12.916801 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf', 'code': 200} Jul 09 14:00:12.929539 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dcaaefa5-8931-4701-95ed-521b3c69fee6 req-18057117-f420-4b97-80aa-47e44ff6e57b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777135 Jul 09 14:00:12.934289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Pushing event updated for resources: {'Port': ['ID=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:13.007545 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a4aa65-bae1-4aa4-a0ef-ca9004f2b6c1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:13.009943 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a4aa65-bae1-4aa4-a0ef-ca9004f2b6c1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:13.012064 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2a4aa65-bae1-4aa4-a0ef-ca9004f2b6c1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:13.017163 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c2a4aa65-bae1-4aa4-a0ef-ca9004f2b6c1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1015556 Jul 09 14:00:13.023638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43546) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:13.129766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Attempting to bind port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf on host n-h2-799525-3 for vnic_type normal with profile {"migrating_to": "n-h1-799525-3"} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:00:13.131596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Attempting to bind port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:00:13.132475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Attempting to bind port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf on network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:00:13.152195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-21076d70-001f-4e18-9b85-85ffbabac3d3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 6e024d66-9784-4dc4-95b5-c72af6941c37 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:00:13.160600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf on network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:00:13.161067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Attempting to bind port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf on network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:00:13.165075 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21076d70-001f-4e18-9b85-85ffbabac3d3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:13.216867 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:00:13.217420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Checking segment: {'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:00:13.218094 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Bound using segment: {'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:00:13.218892 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Bound port: 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56214e5f-1639-4f50-9d28-7451f4269499', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:00:13.219579 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:13.281592 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21076d70-001f-4e18-9b85-85ffbabac3d3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:13.312766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c638a71f-048c-4f5a-8fd6-ef1b84ca25a0 None None] Provisioning complete for port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:13.313709 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c638a71f-048c-4f5a-8fd6-ef1b84ca25a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:13.376884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c638a71f-048c-4f5a-8fd6-ef1b84ca25a0 None None] Port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:00:13.495594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:00:13.532150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:00:13.543611 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:13.568337 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21076d70-001f-4e18-9b85-85ffbabac3d3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:13.793085 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Pushing event updated for resources: {'Port': ['ID=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,revision_number=8']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:13.861516 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21076d70-001f-4e18-9b85-85ffbabac3d3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:13.886485 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:13.887557 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:13.890078 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2f7154b4-c428-43f0-ae12-7b6d6a54e03e service neutron] 10.222.0.18 "PUT /v2.0/ports/9d296f0a-ffa8-4e8a-b2bb-4977331c52bf HTTP/1.1" status: 200 len: 1121 time: 1.6675527 Jul 09 14:00:13.934192 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21076d70-001f-4e18-9b85-85ffbabac3d3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=6e024d66-9784-4dc4-95b5-c72af6941c37,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:13.942187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ff8e7d-57e2-4168-94bd-9fedfcfb4554 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:13.948634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-21076d70-001f-4e18-9b85-85ffbabac3d3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:13.955013 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43550) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:13.956213 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-21076d70-001f-4e18-9b85-85ffbabac3d3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/6e024d66-9784-4dc4-95b5-c72af6941c37 HTTP/1.1" status: 204 len: 168 time: 0.9293661 Jul 09 14:00:13.962093 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['9d296f0a-ffa8-4e8a-b2bb-4977331c52bf'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:00:14.075310 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbe830c4-3fe2-47df-9117-fede46f6d18b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Deleting subnet 8a67018e-b532-4e27-b604-0d3180b20ee5 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:00:14.081626 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dbe830c4-3fe2-47df-9117-fede46f6d18b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:14.109108 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5896d45c-23c3-4757-8109-76c3c6ed1a6f None None] Provisioning complete for port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:14.110075 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5896d45c-23c3-4757-8109-76c3c6ed1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:14.173046 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dbe830c4-3fe2-47df-9117-fede46f6d18b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:14.420350 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5896d45c-23c3-4757-8109-76c3c6ed1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:14.442007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a76dd-df2f-4d61-b52a-21adc2fbf221 req-9637416c-e4ef-475c-954c-29c44274f860 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:14.445552 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a11a76dd-df2f-4d61-b52a-21adc2fbf221 req-9637416c-e4ef-475c-954c-29c44274f860 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 943 time: 0.2265346 Jul 09 14:00:14.457574 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dbe830c4-3fe2-47df-9117-fede46f6d18b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:14.483014 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:00:14.485391 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58eec12b-8c66-4695-a9dd-cb2ec98bfe88" -d '{"events": [{"server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "name": "network-vif-plugged", "status": "completed", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:00:14.509619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5896d45c-23c3-4757-8109-76c3c6ed1a6f None None] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:14.523647 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5896d45c-23c3-4757-8109-76c3c6ed1a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:14.594186 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a11a76dd-df2f-4d61-b52a-21adc2fbf221 req-a245bef2-4648-4b6a-a81e-e3fc7a0c62c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405361 Jul 09 14:00:14.635242 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dbe830c4-3fe2-47df-9117-fede46f6d18b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:14.690926 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe830c4-3fe2-47df-9117-fede46f6d18b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Subnet': ['ID=8a67018e-b532-4e27-b604-0d3180b20ee5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:14.705336 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dbe830c4-3fe2-47df-9117-fede46f6d18b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:14.709920 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dbe830c4-3fe2-47df-9117-fede46f6d18b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/8a67018e-b532-4e27-b604-0d3180b20ee5 HTTP/1.1" status: 204 len: 168 time: 0.7470732 Jul 09 14:00:14.712986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43558) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:14.733406 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc27215-892f-4592-8d15-36454d16220e x-openstack-request-id: req-3dc27215-892f-4592-8d15-36454d16220e {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:00:14.733776 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "name": "network-vif-plugged", "status": "completed", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:00:14.733957 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3dc27215-892f-4592-8d15-36454d16220e {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:00:14.734369 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf', 'code': 200} Jul 09 14:00:14.802030 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7195d710-7431-4c2f-aeed-7c4667e7ab93 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0868201 Jul 09 14:00:14.804865 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43560) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:14.900775 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896d45c-23c3-4757-8109-76c3c6ed1a6f None None] Pushing event updated for resources: {'Port': ['ID=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:14.939039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:00:14.952330 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6230bf0-2bb4-4725-8e03-b38b0acc4bac" -d '{"events": [{"name": "network-changed", "server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:00:14.985634 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:00:14.999318 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84edb190-8d0c-4c5b-8ee0-e7f8a7a37454 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:15.013651 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-84edb190-8d0c-4c5b-8ee0-e7f8a7a37454 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2059639 Jul 09 14:00:15.014973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43564) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:15.124561 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ac6dc6-1bc0-49ad-ab03-d9b26118eefb x-openstack-request-id: req-81ac6dc6-1bc0-49ad-ab03-d9b26118eefb {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:00:15.125359 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:00:15.125732 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-81ac6dc6-1bc0-49ad-ab03-d9b26118eefb {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:00:15.126617 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf', 'status': 'completed', 'code': 200} Jul 09 14:00:15.226537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75bc58de-53a1-4a18-b5c3-e20ddcd522d3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:15.233044 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-75bc58de-53a1-4a18-b5c3-e20ddcd522d3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2089102 Jul 09 14:00:15.233311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:15.233474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43566) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:15.276874 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf has no active binding in host n-h1-799525-3 {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 09 14:00:15.287284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6230bf0-2bb4-4725-8e03-b38b0acc4bac req-7eee424c-d78d-43dc-9069-425279cb6643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:15.290995 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b6230bf0-2bb4-4725-8e03-b38b0acc4bac req-7eee424c-d78d-43dc-9069-425279cb6643 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 1126 time: 0.1578259 Jul 09 14:00:15.292942 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-87b0b00f-8dab-47ea-9177-51605dac17bc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0583677 Jul 09 14:00:15.302626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43570) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:15.345902 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f7f8f2a-bb41-4300-a483-1856d0883a3e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:15.346680 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f7f8f2a-bb41-4300-a483-1856d0883a3e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:15.349748 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5f7f8f2a-bb41-4300-a483-1856d0883a3e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/ab1b19a3-0405-4178-846a-fc35b904462a HTTP/1.1" status: 404 len: 333 time: 0.0457530 Jul 09 14:00:15.355534 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43572) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:15.392544 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e55b34c-9d6b-4dd2-855d-4d0bc5da96c8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:15.393022 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e55b34c-9d6b-4dd2-855d-4d0bc5da96c8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:15.395305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9e55b34c-9d6b-4dd2-855d-4d0bc5da96c8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/8a67018e-b532-4e27-b604-0d3180b20ee5 HTTP/1.1" status: 404 len: 337 time: 0.0380030 Jul 09 14:00:15.400579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43574) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:15.448638 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-636b8494-9b74-4c09-9766-10c4b6a16538 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:15.449422 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-636b8494-9b74-4c09-9766-10c4b6a16538 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:15.456949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43580) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:15.457541 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-636b8494-9b74-4c09-9766-10c4b6a16538 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/6e024d66-9784-4dc4-95b5-c72af6941c37 HTTP/1.1" status: 404 len: 337 time: 0.0554972 Jul 09 14:00:15.525045 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-fefce100-baee-4e61-b3c3-15c8d808a7c1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:15.526307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fefce100-baee-4e61-b3c3-15c8d808a7c1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:15.531168 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fefce100-baee-4e61-b3c3-15c8d808a7c1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/2438c7b8-e9dd-4792-9aa5-e8ae56d38ad7 HTTP/1.1" status: 404 len: 333 time: 0.0714951 Jul 09 14:00:15.533703 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43586) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:15.543286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6230bf0-2bb4-4725-8e03-b38b0acc4bac req-0a80ec3a-d2aa-4ef9-9f4f-626fd0ec6f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:15.545679 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b6230bf0-2bb4-4725-8e03-b38b0acc4bac req-0a80ec3a-d2aa-4ef9-9f4f-626fd0ec6f5d service neutron] 10.222.0.15 "GET /v2.0/networks?id=941e0aca-741a-4e09-84f0-5b784e0bc9b1 HTTP/1.1" status: 200 len: 897 time: 0.2478526 Jul 09 14:00:15.584315 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-019e8f08-0a1a-48dd-a74c-aeb9d7a293a5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:15.585101 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-019e8f08-0a1a-48dd-a74c-aeb9d7a293a5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:15.588546 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-019e8f08-0a1a-48dd-a74c-aeb9d7a293a5 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/c4787aec-638e-4cdf-9501-88df15919b11 HTTP/1.1" status: 404 len: 337 time: 0.0530941 Jul 09 14:00:15.593134 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43588) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:15.643191 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc7e691e-853e-466e-bdb0-e8f1e64c7452 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:15.643999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc7e691e-853e-466e-bdb0-e8f1e64c7452 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:15.648685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bc7e691e-853e-466e-bdb0-e8f1e64c7452 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/43c476f9-624b-4907-b832-6ff575e1fe2f HTTP/1.1" status: 404 len: 337 time: 0.0537789 Jul 09 14:00:15.653114 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43592) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:15.680059 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b6230bf0-2bb4-4725-8e03-b38b0acc4bac req-ab698563-4b57-461c-b902-af33a8692297 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf HTTP/1.1" status: 200 len: 1001 time: 0.1276910 Jul 09 14:00:15.721240 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-89f04aba-7d4c-4c86-b63c-d335166c26e7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:15.721983 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89f04aba-7d4c-4c86-b63c-d335166c26e7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:15.723847 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-89f04aba-7d4c-4c86-b63c-d335166c26e7 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/8f28255e-21da-4cc5-97a2-e0563436e5c9 HTTP/1.1" status: 404 len: 333 time: 0.0685043 Jul 09 14:00:15.729783 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43594) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:15.778376 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c96b73-e064-45d8-aa89-ea96058e77bb tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:15.779448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c96b73-e064-45d8-aa89-ea96058e77bb tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:15.785608 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-57c96b73-e064-45d8-aa89-ea96058e77bb tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/dac059a6-a8f5-4baf-b84b-9a33645b24f6 HTTP/1.1" status: 404 len: 337 time: 0.0543516 Jul 09 14:00:15.789780 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43596) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:15.797667 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b83fb7-8645-46a9-a99b-1343708c7da9 None None] Network bd2f202b-128c-4f97-8980-d1a8595b5b3e requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:15.820373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6230bf0-2bb4-4725-8e03-b38b0acc4bac req-45b4b685-2776-4706-8c5d-03d55b6a7647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:15.825257 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b6230bf0-2bb4-4725-8e03-b38b0acc4bac req-45b4b685-2776-4706-8c5d-03d55b6a7647 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=c5261e9e-d540-4abf-bbbe-383d71d22db6 HTTP/1.1" status: 200 len: 834 time: 0.1379261 Jul 09 14:00:15.869034 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b84042d-c733-44c7-ae7b-3fd3191a7877 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:15.870659 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b84042d-c733-44c7-ae7b-3fd3191a7877 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:15.877098 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1b84042d-c733-44c7-ae7b-3fd3191a7877 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/ed5464f2-e60a-4044-847d-fc80267c3943 HTTP/1.1" status: 404 len: 337 time: 0.0848656 Jul 09 14:00:15.883845 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43598) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:15.894436 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8036c445-7888-412b-8dd8-4611490f6834 None None] Provisioning complete for port af21500c-9bc1-4fbe-bd0d-f3552c31f639 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:15.895234 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8036c445-7888-412b-8dd8-4611490f6834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:15.937963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6230bf0-2bb4-4725-8e03-b38b0acc4bac req-dc32e068-8802-47b9-a356-14a3a218948e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:15.941031 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b6230bf0-2bb4-4725-8e03-b38b0acc4bac req-dc32e068-8802-47b9-a356-14a3a218948e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=941e0aca-741a-4e09-84f0-5b784e0bc9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1090019 Jul 09 14:00:15.988578 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb91f2ab-c8b5-4f10-acd5-0a45c49c474f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:15.989812 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb91f2ab-c8b5-4f10-acd5-0a45c49c474f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:15.993800 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-eb91f2ab-c8b5-4f10-acd5-0a45c49c474f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/c6f76c81-3c0c-4a75-9b9a-1c3b61f2c11b HTTP/1.1" status: 404 len: 333 time: 0.1079807 Jul 09 14:00:16.000256 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43600) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:16.072772 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e550880-4c87-4b4f-9ce5-901fed0e188e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:16.073719 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e550880-4c87-4b4f-9ce5-901fed0e188e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:16.078287 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5e550880-4c87-4b4f-9ce5-901fed0e188e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/85db07c8-ae83-4039-9007-72f03e1dcd49 HTTP/1.1" status: 404 len: 337 time: 0.0759246 Jul 09 14:00:16.081669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43602) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:16.093539 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b6230bf0-2bb4-4725-8e03-b38b0acc4bac req-373155fb-40ca-415f-9acb-77e1d697e244 service neutron] 10.222.0.15 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368437 Jul 09 14:00:16.154494 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-029db611-fa4d-4f77-ae2a-42ac825b914f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:16.155312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-029db611-fa4d-4f77-ae2a-42ac825b914f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:16.158472 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-029db611-fa4d-4f77-ae2a-42ac825b914f tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/5c451041-83f8-49d8-b4d9-c292106747fe HTTP/1.1" status: 404 len: 337 time: 0.0723650 Jul 09 14:00:16.164589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43604) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:16.202334 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f25445a-0780-4adb-8bcd-28f7fe1e7a7a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:16.203187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0008131-5bcd-4e3a-a39c-ebb7954cb1e2 req-a3987b3b-028b-4a22-b3c7-ca275a53fb57 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:16.203373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f25445a-0780-4adb-8bcd-28f7fe1e7a7a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:16.205222 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2f25445a-0780-4adb-8bcd-28f7fe1e7a7a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/c9f2444b-c0c5-481d-a096-5b1b65d5e850 HTTP/1.1" status: 404 len: 333 time: 0.0396864 Jul 09 14:00:16.206101 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c0008131-5bcd-4e3a-a39c-ebb7954cb1e2 req-a3987b3b-028b-4a22-b3c7-ca275a53fb57 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 945 time: 0.3567042 Jul 09 14:00:16.211180 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43606) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:16.253553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8f2ae3-4137-45ce-8100-372b70994eae None None] DHCP port deletion for bd2f202b-128c-4f97-8980-d1a8595b5b3e request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:00:16.286282 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-574f623e-0932-4a50-a250-b86d659867f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:16.287074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-574f623e-0932-4a50-a250-b86d659867f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:16.294286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43612) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:16.298022 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-574f623e-0932-4a50-a250-b86d659867f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/9b8ade80-5a31-443f-a9ae-d0905d9f8f05 HTTP/1.1" status: 404 len: 337 time: 0.0849657 Jul 09 14:00:16.308213 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b6230bf0-2bb4-4725-8e03-b38b0acc4bac req-b359b5a1-6c78-4b8b-a32b-5a9d66675471 service neutron] 10.222.0.15 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069540 Jul 09 14:00:16.353892 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c8f2ae3-4137-45ce-8100-372b70994eae None None] Deleting port af21500c-9bc1-4fbe-bd0d-f3552c31f639 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:00:16.354368 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2ae3-4137-45ce-8100-372b70994eae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:16.366982 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8cfc31b-9a3a-47ff-b274-fdb5f67b8ebc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:16.368279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8cfc31b-9a3a-47ff-b274-fdb5f67b8ebc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:16.368621 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c0008131-5bcd-4e3a-a39c-ebb7954cb1e2 req-9c7aaf7e-493c-4b52-a1a7-c24d518f569d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405230 Jul 09 14:00:16.372362 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a8cfc31b-9a3a-47ff-b274-fdb5f67b8ebc tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/231e2352-ccbd-42d4-9364-6a0f8aa7ccd6 HTTP/1.1" status: 404 len: 333 time: 0.0763206 Jul 09 14:00:16.376246 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43620) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:16.424468 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-3125f8fd-fb02-4140-8d45-b5bd5604a3ab tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:16.425214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3125f8fd-fb02-4140-8d45-b5bd5604a3ab tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:16.429518 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3125f8fd-fb02-4140-8d45-b5bd5604a3ab tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/6f4750ae-316e-4c1b-8746-15d5137bf9aa HTTP/1.1" status: 404 len: 337 time: 0.0508816 Jul 09 14:00:16.433795 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43622) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:16.440305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c8f2ae3-4137-45ce-8100-372b70994eae None None] For port af21500c-9bc1-4fbe-bd0d-f3552c31f639, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=af21500c-9bc1-4fbe-bd0d-f3552c31f639,segment=NetworkSegment(0043bbc2-7035-4f52-b328-e85d307e07a8),segment_id=0043bbc2-7035-4f52-b328-e85d307e07a8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:16.441116 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2ae3-4137-45ce-8100-372b70994eae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:16.472584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c8f2ae3-4137-45ce-8100-372b70994eae None None] Calling delete_port for af21500c-9bc1-4fbe-bd0d-f3552c31f639 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:00:16.482161 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-76d40fd5-1eec-43d4-b219-b8a6523c6f90 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:16.483479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76d40fd5-1eec-43d4-b219-b8a6523c6f90 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:16.486698 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-76d40fd5-1eec-43d4-b219-b8a6523c6f90 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/ab7d1927-82d7-4d46-b892-33847d046c7b HTTP/1.1" status: 404 len: 333 time: 0.0508475 Jul 09 14:00:16.489307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43624) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:16.537194 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-87e48cb3-c5e5-4711-ae12-123ee199606e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:16.537917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87e48cb3-c5e5-4711-ae12-123ee199606e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:16.541868 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-87e48cb3-c5e5-4711-ae12-123ee199606e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/17c0fdb1-dc40-42bd-806f-685efc614510 HTTP/1.1" status: 404 len: 337 time: 0.0493162 Jul 09 14:00:16.545554 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43626) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:16.595524 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb76e7d4-2454-47a5-ab58-1b1ca7f51578 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:16.596790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb76e7d4-2454-47a5-ab58-1b1ca7f51578 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:16.602830 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bb76e7d4-2454-47a5-ab58-1b1ca7f51578 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/d9df59ec-352d-4bef-9c68-701dc3de9a1d HTTP/1.1" status: 404 len: 333 time: 0.0530539 Jul 09 14:00:16.603353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43628) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:16.606154 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c8f2ae3-4137-45ce-8100-372b70994eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:16.634545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f2ae3-4137-45ce-8100-372b70994eae None None] Pushing event deleted for resources: {'Port': ['ID=af21500c-9bc1-4fbe-bd0d-f3552c31f639,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:16.638693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8f2ae3-4137-45ce-8100-372b70994eae None None] No DVR routers for this DVR port af21500c-9bc1-4fbe-bd0d-f3552c31f639 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:00:16.668066 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-6449042c-017e-476e-9649-6f95b84f1efe tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:16.668811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6449042c-017e-476e-9649-6f95b84f1efe tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:16.671973 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6449042c-017e-476e-9649-6f95b84f1efe tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/ad7e9470-0f15-4539-b2a8-1922c685fccd HTTP/1.1" status: 404 len: 337 time: 0.0666616 Jul 09 14:00:16.674752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43630) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:16.723075 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-91be6c23-1fe3-485b-8ecd-a2b14b0c2242 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:16.724384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91be6c23-1fe3-485b-8ecd-a2b14b0c2242 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:16.727999 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-91be6c23-1fe3-485b-8ecd-a2b14b0c2242 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/dc561663-be0a-4b03-afac-7bf271d46be8 HTTP/1.1" status: 404 len: 333 time: 0.0515704 Jul 09 14:00:16.730867 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43632) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:16.780771 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a7718c-5c69-4dbb-b5b7-31519818d7f8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:16.781534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a7718c-5c69-4dbb-b5b7-31519818d7f8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:16.785037 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e9a7718c-5c69-4dbb-b5b7-31519818d7f8 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/ffd4677b-6fb3-4e80-93ea-5537d33b0ba1 HTTP/1.1" status: 404 len: 337 time: 0.0524268 Jul 09 14:00:16.788328 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43634) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:16.837862 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-02aed4ca-c17b-477f-b5db-e94a76e0ec7c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:16.839182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02aed4ca-c17b-477f-b5db-e94a76e0ec7c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:16.842604 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-02aed4ca-c17b-477f-b5db-e94a76e0ec7c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/e6e51d35-ec65-4d70-9766-4843d5413b89 HTTP/1.1" status: 404 len: 333 time: 0.0526361 Jul 09 14:00:16.845724 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43636) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:16.894029 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d73cca-4440-4716-ba2c-4803c7311e8d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:16.894789 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d73cca-4440-4716-ba2c-4803c7311e8d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:16.898587 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d1d73cca-4440-4716-ba2c-4803c7311e8d tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/5a777b01-3364-46c2-b910-b07b01e1f377 HTTP/1.1" status: 404 len: 337 time: 0.0512478 Jul 09 14:00:16.901657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43638) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:16.940225 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebeca206-e7cf-4c3b-bc2d-afaccede59f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:16.940717 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebeca206-e7cf-4c3b-bc2d-afaccede59f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:16.942590 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ebeca206-e7cf-4c3b-bc2d-afaccede59f9 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/097b2b6e-1686-4117-b906-9e63607f7aaa HTTP/1.1" status: 404 len: 337 time: 0.0395544 Jul 09 14:00:16.947006 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43640) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:16.979681 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad7c269c-9ff0-4d0f-893f-9b69bb6ac592 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:16.980493 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad7c269c-9ff0-4d0f-893f-9b69bb6ac592 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:16.982378 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ad7c269c-9ff0-4d0f-893f-9b69bb6ac592 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/f6895097-dedc-44a9-914a-38e8660d776b HTTP/1.1" status: 404 len: 333 time: 0.0340736 Jul 09 14:00:16.986548 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43642) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.028456 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67d67b2-49a2-4b0b-a967-decda877d91a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:17.029369 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67d67b2-49a2-4b0b-a967-decda877d91a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:17.031807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d67d67b2-49a2-4b0b-a967-decda877d91a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/5e73a4ca-01a0-4477-89a8-0117a7bdc558 HTTP/1.1" status: 404 len: 337 time: 0.0439951 Jul 09 14:00:17.034837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43644) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.081473 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-05c02b0f-334b-4d8d-9c04-f09fb0e7ed57 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:17.082259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05c02b0f-334b-4d8d-9c04-f09fb0e7ed57 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:17.086048 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-05c02b0f-334b-4d8d-9c04-f09fb0e7ed57 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/cb610877-8b43-4791-9061-17f8c0e3aa11 HTTP/1.1" status: 404 len: 337 time: 0.0497813 Jul 09 14:00:17.089074 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43646) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.137854 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-43b8a2e8-709d-411c-9828-3952b251aba3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:17.139154 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43b8a2e8-709d-411c-9828-3952b251aba3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:17.142350 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-43b8a2e8-709d-411c-9828-3952b251aba3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/442ba467-a62f-4faa-be53-83e87110c803 HTTP/1.1" status: 404 len: 333 time: 0.0516906 Jul 09 14:00:17.146710 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43648) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.193963 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-13c84306-34c7-4519-a50e-49f3fe5b2bb0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:17.194778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13c84306-34c7-4519-a50e-49f3fe5b2bb0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:17.198081 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-13c84306-34c7-4519-a50e-49f3fe5b2bb0 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/853bef87-cd98-48c8-88d5-566bbd843e8c HTTP/1.1" status: 404 len: 337 time: 0.0495987 Jul 09 14:00:17.200823 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43650) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.249146 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-2837859a-5b99-47f5-ac43-0b4eb7a5476b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:17.249826 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2837859a-5b99-47f5-ac43-0b4eb7a5476b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:17.253456 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2837859a-5b99-47f5-ac43-0b4eb7a5476b tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/840ac621-bae5-4bfe-afd2-1ac865614ea5 HTTP/1.1" status: 404 len: 337 time: 0.0508955 Jul 09 14:00:17.256339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43652) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.309321 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e98abf4-1484-41db-a492-c2f11e523415 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:17.310649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e98abf4-1484-41db-a492-c2f11e523415 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:17.313962 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6e98abf4-1484-41db-a492-c2f11e523415 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/ebb7c3f0-89fe-4c85-8aa4-780ea6bcbfc0 HTTP/1.1" status: 404 len: 333 time: 0.0559313 Jul 09 14:00:17.316916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43654) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.363858 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b091b2b-c286-4722-a6f5-802d1a652f99 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:17.364534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b091b2b-c286-4722-a6f5-802d1a652f99 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:17.368564 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4b091b2b-c286-4722-a6f5-802d1a652f99 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/511420a6-3826-4336-91a6-ae0ee79432e8 HTTP/1.1" status: 404 len: 337 time: 0.0494297 Jul 09 14:00:17.371998 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43656) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.421306 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-74d88c8c-1a40-4616-bb4b-bc6f11004050 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:17.422080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74d88c8c-1a40-4616-bb4b-bc6f11004050 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:17.425314 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-74d88c8c-1a40-4616-bb4b-bc6f11004050 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/303f0308-96a2-4bb5-96d6-cdca09c8b4d0 HTTP/1.1" status: 404 len: 337 time: 0.0516784 Jul 09 14:00:17.431056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43660) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.484843 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-112bd274-935b-404d-a625-f854497faeff tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports?device_id=2a479914-7825-482c-bc42-da2ca7d8ab08 HTTP/1.1" status: 200 len: 205 time: 0.0491316 Jul 09 14:00:17.487813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43662) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.581276 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-0a66d899-b373-46f5-b3c9-e62771546905 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] delete failed (client error): The resource could not be found. Jul 09 14:00:17.583234 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0a66d899-b373-46f5-b3c9-e62771546905 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/routers/2a479914-7825-482c-bc42-da2ca7d8ab08 HTTP/1.1" status: 404 len: 336 time: 0.0960679 Jul 09 14:00:17.587950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43666) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.641578 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-34a0045c-f61c-4305-9fb6-4d54d286382a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:17.642327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34a0045c-f61c-4305-9fb6-4d54d286382a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:17.652420 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-34a0045c-f61c-4305-9fb6-4d54d286382a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/2926227b-8c0d-4bd5-8376-63b6061fe597 HTTP/1.1" status: 404 len: 337 time: 0.0626006 Jul 09 14:00:17.653428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43668) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.687729 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8a680f14-9d2e-49e9-ba53-13d33c3fbf28 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "GET /v2.0/ports?device_id=c8c4e0ca-5733-4502-9e72-345b267d8cd3 HTTP/1.1" status: 200 len: 205 time: 0.0324004 Jul 09 14:00:17.689901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43670) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.691719 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608df599-923e-4e27-a788-733392350982 req-4f1bd15a-7fea-4713-9070-57f0aa649e26 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:17.695665 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-608df599-923e-4e27-a788-733392350982 req-4f1bd15a-7fea-4713-9070-57f0aa649e26 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 945 time: 0.1509075 Jul 09 14:00:17.731200 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-b09bb428-797b-486d-9abe-f0eecd87b823 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] delete failed (client error): The resource could not be found. Jul 09 14:00:17.732311 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b09bb428-797b-486d-9abe-f0eecd87b823 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/routers/c8c4e0ca-5733-4502-9e72-345b267d8cd3 HTTP/1.1" status: 404 len: 336 time: 0.0413640 Jul 09 14:00:17.736324 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43672) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.768031 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-608df599-923e-4e27-a788-733392350982 req-3441df0a-1f21-488e-a943-708c3647605f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639701 Jul 09 14:00:17.793409 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-d67bd0bd-a20f-4a5a-a131-b86a0fec8427 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:17.793796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d67bd0bd-a20f-4a5a-a131-b86a0fec8427 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:17.795822 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d67bd0bd-a20f-4a5a-a131-b86a0fec8427 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/0786c927-7bbb-49d9-a0f2-4095b7fe968a HTTP/1.1" status: 404 len: 337 time: 0.0582762 Jul 09 14:00:17.800794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43678) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.834866 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d309170-c3b4-4feb-9bcc-1546a844b139 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:17.835378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d309170-c3b4-4feb-9bcc-1546a844b139 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:17.837327 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5d309170-c3b4-4feb-9bcc-1546a844b139 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/8ac8bd8a-6d1f-40b1-8743-10e3010dc617 HTTP/1.1" status: 404 len: 337 time: 0.0354955 Jul 09 14:00:17.841495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43684) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.871352 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d6cb2f-07f7-4cb1-a120-7df8a34e2c08 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:17.872221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d6cb2f-07f7-4cb1-a120-7df8a34e2c08 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:17.873616 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device af21500c-9bc1-4fbe-bd0d-f3552c31f639 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:00:17.876595 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-25d6cb2f-07f7-4cb1-a120-7df8a34e2c08 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/dca87437-f247-4e16-9bc7-07d30952521a HTTP/1.1" status: 404 len: 333 time: 0.0330505 Jul 09 14:00:17.877376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43686) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.900594 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: af21500c-9bc1-4fbe-bd0d-f3552c31f639 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:00:17.900948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device af21500c-9bc1-4fbe-bd0d-f3552c31f639 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:00:17.928650 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcf65bc6-489b-4bc8-910a-830810c00b6c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:17.929410 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcf65bc6-489b-4bc8-910a-830810c00b6c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:17.934331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bcf65bc6-489b-4bc8-910a-830810c00b6c tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/bd1f7fda-f255-4ee3-8c3b-fb76715f0e67 HTTP/1.1" status: 404 len: 337 time: 0.0536771 Jul 09 14:00:17.936428 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43688) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:17.989563 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-721b1f53-e9bd-4b16-9ca6-f97f320a48bf tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:17.991442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-721b1f53-e9bd-4b16-9ca6-f97f320a48bf tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:17.994805 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-721b1f53-e9bd-4b16-9ca6-f97f320a48bf tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/5d75a2e8-848e-4da5-ac3b-0b8fe9a7a7b4 HTTP/1.1" status: 404 len: 333 time: 0.0565653 Jul 09 14:00:17.997669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43690) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:18.030340 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd981b5-b4e8-4055-b8e8-193b919c5ce4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:18.031423 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd981b5-b4e8-4055-b8e8-193b919c5ce4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:18.036087 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cbd981b5-b4e8-4055-b8e8-193b919c5ce4 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/e085e792-b225-4636-9290-894bcf8b5c5b HTTP/1.1" status: 404 len: 337 time: 0.0344162 Jul 09 14:00:18.036673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43692) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:18.081050 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-10367ef8-ed50-4038-bf85-1f27dfdedffb tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:18.082288 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10367ef8-ed50-4038-bf85-1f27dfdedffb tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:18.086413 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-10367ef8-ed50-4038-bf85-1f27dfdedffb tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/bd8b6049-805e-4d96-80af-e298617f9416 HTTP/1.1" status: 404 len: 333 time: 0.0475819 Jul 09 14:00:18.089129 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43694) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:18.119870 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a29ec01-9b94-456b-a829-a4ed5b92bd76 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:18.120328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a29ec01-9b94-456b-a829-a4ed5b92bd76 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:18.122226 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7a29ec01-9b94-456b-a829-a4ed5b92bd76 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/1482d2c1-debe-4401-bd15-8082ae762018 HTTP/1.1" status: 404 len: 337 time: 0.0320115 Jul 09 14:00:18.127231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43696) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:18.160430 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-7be5bbd6-ba78-4d41-8793-d89265c3b160 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:18.161214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7be5bbd6-ba78-4d41-8793-d89265c3b160 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:18.163840 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7be5bbd6-ba78-4d41-8793-d89265c3b160 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/eab02923-749e-468c-9d5f-c3d3a13e3c80 HTTP/1.1" status: 404 len: 333 time: 0.0356200 Jul 09 14:00:18.168113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43698) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:18.209376 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-2405fe58-adcb-4356-988e-53746c5199ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:18.210106 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2405fe58-adcb-4356-988e-53746c5199ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:18.217352 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2405fe58-adcb-4356-988e-53746c5199ed tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/9d39db4e-661d-446e-80f2-59be2313c3d9 HTTP/1.1" status: 404 len: 337 time: 0.0438290 Jul 09 14:00:18.217776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43700) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:18.257408 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c0bede0-773c-4d37-8f11-91811941ef60 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:18.258474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c0bede0-773c-4d37-8f11-91811941ef60 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:18.260711 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9c0bede0-773c-4d37-8f11-91811941ef60 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/3e6838a1-b1cc-4947-be40-587e1dfdd2b9 HTTP/1.1" status: 404 len: 333 time: 0.0416951 Jul 09 14:00:18.265133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43702) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:18.296631 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-8491b961-3fdd-4e59-99cd-13430babc0f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:18.297109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8491b961-3fdd-4e59-99cd-13430babc0f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:18.299206 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8491b961-3fdd-4e59-99cd-13430babc0f1 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/8efb1cd5-c75e-4857-b3a8-8033cf4ccba1 HTTP/1.1" status: 404 len: 337 time: 0.0328989 Jul 09 14:00:18.305115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43704) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:18.342415 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d4ed01e-6b3d-499f-a98f-cbc1ef31760a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:18.343218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d4ed01e-6b3d-499f-a98f-cbc1ef31760a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:18.345075 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0d4ed01e-6b3d-499f-a98f-cbc1ef31760a tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/1ff1c161-5125-42f9-825c-b24e29fb7565 HTTP/1.1" status: 404 len: 333 time: 0.0387185 Jul 09 14:00:18.349602 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43706) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:18.378749 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-911c7431-7e76-44b3-aee4-e381bc63fe5e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:18.379240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-911c7431-7e76-44b3-aee4-e381bc63fe5e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:18.382223 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-911c7431-7e76-44b3-aee4-e381bc63fe5e tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/3ef32a08-d2b2-4191-ab90-e1abbd9913a2 HTTP/1.1" status: 404 len: 337 time: 0.0312462 Jul 09 14:00:18.386117 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43708) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:18.417447 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a2983f3-0e59-46a8-8ec1-bd2a7ad7c277 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:18.418282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a2983f3-0e59-46a8-8ec1-bd2a7ad7c277 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:18.420360 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5a2983f3-0e59-46a8-8ec1-bd2a7ad7c277 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/ports/e0a0a455-9e25-4364-bd5d-8794a118eb5f HTTP/1.1" status: 404 len: 333 time: 0.0330937 Jul 09 14:00:18.424594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43710) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:18.455307 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fdf472b-52f1-4bbd-89a6-2b3735a80fb3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:18.455891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fdf472b-52f1-4bbd-89a6-2b3735a80fb3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:18.458022 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6fdf472b-52f1-4bbd-89a6-2b3735a80fb3 tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/subnets/8ddc9d19-a7b8-4d6f-9281-548835ac3d99 HTTP/1.1" status: 404 len: 337 time: 0.0321181 Jul 09 14:00:18.462077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43712) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:18.594563 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea420-d052-46e3-bb9b-797862a21bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:19.015153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba6a599-cc4c-4e59-82d7-a9341cb6a058 req-334e8b24-5ad5-4787-b882-dd057ba9b027 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:19.018326 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ba6a599-cc4c-4e59-82d7-a9341cb6a058 req-334e8b24-5ad5-4787-b882-dd057ba9b027 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 945 time: 0.1184251 Jul 09 14:00:19.092261 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ba6a599-cc4c-4e59-82d7-a9341cb6a058 req-a30e9d2b-c41e-406a-b289-8c9ae7a67d09 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671871 Jul 09 14:00:19.196121 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea420-d052-46e3-bb9b-797862a21bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:19.213396 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2f4ea420-d052-46e3-bb9b-797862a21bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd2f202b-128c-4f97-8980-d1a8595b5b3e']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:19.226184 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-23ff4584-64ff-49d4-a93c-fac9f8808e5c service neutron] 10.222.0.15 "GET /v2.0/ports/9d296f0a-ffa8-4e8a-b2bb-4977331c52bf/bindings/n-h1-799525-3 HTTP/1.1" status: 200 len: 384 time: 0.1760383 Jul 09 14:00:19.228020 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2f4ea420-d052-46e3-bb9b-797862a21bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0043bbc2-7035-4f52-b328-e85d307e07a8') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:19.228320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2f4ea420-d052-46e3-bb9b-797862a21bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0043bbc2-7035-4f52-b328-e85d307e07a8') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:19.246583 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea420-d052-46e3-bb9b-797862a21bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:19.289627 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea420-d052-46e3-bb9b-797862a21bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:19.304362 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4ea420-d052-46e3-bb9b-797862a21bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Releasing vlan 300 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:00:19.304779 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea420-d052-46e3-bb9b-797862a21bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:00:19.308073 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:00:19.416999 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea420-d052-46e3-bb9b-797862a21bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:19.425954 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2f4ea420-d052-46e3-bb9b-797862a21bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:19.429496 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2f4ea420-d052-46e3-bb9b-797862a21bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] 10.222.0.39 "DELETE /v2.0/networks/bd2f202b-128c-4f97-8980-d1a8595b5b3e HTTP/1.1" status: 204 len: 168 time: 0.9648085 Jul 09 14:00:19.453754 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ea420-d052-46e3-bb9b-797862a21bde tempest-NetworksTestDHCPv6-2021684164 tempest-NetworksTestDHCPv6-2021684164-project] Pushing event deleted for resources: {'Network': ['ID=bd2f202b-128c-4f97-8980-d1a8595b5b3e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:19.543573 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2abc5095-5864-4a47-98d4-aa5b3865b61e service neutron] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:19.569587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2abc5095-5864-4a47-98d4-aa5b3865b61e service neutron] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:00:19.624201 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:00:19.626910 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de23ad8-18bd-400b-9f5b-d547d5724432" -d '{"events": [{"server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "name": "network-vif-unplugged", "status": "completed", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:00:19.635477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2abc5095-5864-4a47-98d4-aa5b3865b61e service neutron] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:19.675623 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2abc5095-5864-4a47-98d4-aa5b3865b61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:19.701621 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f4bd2c-52da-41b6-b7f0-fdb6a50b5e5e x-openstack-request-id: req-d6f4bd2c-52da-41b6-b7f0-fdb6a50b5e5e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:00:19.701621 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "name": "network-vif-unplugged", "status": "completed", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:00:19.701621 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d6f4bd2c-52da-41b6-b7f0-fdb6a50b5e5e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:00:19.702484 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf', 'code': 200} Jul 09 14:00:19.809665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2abc5095-5864-4a47-98d4-aa5b3865b61e service neutron] Transition to ACTIVE for port object 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:19.815434 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2abc5095-5864-4a47-98d4-aa5b3865b61e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:19.911900 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43726) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:19.999425 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abc5095-5864-4a47-98d4-aa5b3865b61e service neutron] Pushing event updated for resources: {'Port': ['ID=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,revision_number=11']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:20.056260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2abc5095-5864-4a47-98d4-aa5b3865b61e service neutron] No DVR routers for this DVR port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:00:20.232382 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d47d36ec-df06-459d-9e03-200ca7cf000a admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9b4bc1f9e61485b89051620f213f808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187523 Jul 09 14:00:20.236590 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43732) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:20.358194 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2abc5095-5864-4a47-98d4-aa5b3865b61e service neutron] 10.222.0.15 "PUT /v2.0/ports/9d296f0a-ffa8-4e8a-b2bb-4977331c52bf/bindings/n-h1-799525-3/activate HTTP/1.1" status: 200 len: 369 time: 1.1217716 Jul 09 14:00:20.359807 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11c3092b-e2f0-4d27-93f8-32a94af7cb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:20.441688 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11c3092b-e2f0-4d27-93f8-32a94af7cb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:20.526094 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e23368c-e60a-4a15-b0ec-678c8094eb34 req-707afc67-27c8-47ca-b859-bc0cec59c02c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:20.527954 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e23368c-e60a-4a15-b0ec-678c8094eb34 req-707afc67-27c8-47ca-b859-bc0cec59c02c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 944 time: 0.1465242 Jul 09 14:00:20.544148 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-5c5bc5c4-bfb7-42d5-97b1-cce4d12319bc tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:20.546311 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-5c5bc5c4-bfb7-42d5-97b1-cce4d12319bc tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991&tenant_id=e18f38b86e4946d19d906914b285cd31&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 1095 time: 0.0948398 Jul 09 14:00:20.565827 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11c3092b-e2f0-4d27-93f8-32a94af7cb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:20.568742 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11c3092b-e2f0-4d27-93f8-32a94af7cb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:20.572382 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-11c3092b-e2f0-4d27-93f8-32a94af7cb6f admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d6abc3ad-ce37-4092-938a-9be6770d8cb0 HTTP/1.1" status: 204 len: 168 time: 0.3317528 Jul 09 14:00:20.593851 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e23368c-e60a-4a15-b0ec-678c8094eb34 req-fd231051-6b62-4752-b378-e2046fbc46f2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596750 Jul 09 14:00:20.594842 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c3092b-e2f0-4d27-93f8-32a94af7cb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6abc3ad-ce37-4092-938a-9be6770d8cb0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:20.650219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2c0b47d3-87aa-4358-88e4-56142259e62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:20.651867 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-2c0b47d3-87aa-4358-88e4-56142259e62d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991&tenant_id=e18f38b86e4946d19d906914b285cd31 HTTP/1.1" status: 200 len: 1095 time: 0.0980492 Jul 09 14:00:20.737938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-13889873-9584-47c1-b73c-772cdddc3ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:20.739770 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-13889873-9584-47c1-b73c-772cdddc3ca3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 1095 time: 0.0634720 Jul 09 14:00:20.906852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-da83fdba-36dc-4dac-8caf-d5b194070c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:20.909650 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-da83fdba-36dc-4dac-8caf-d5b194070c48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=941e0aca-741a-4e09-84f0-5b784e0bc9b1 HTTP/1.1" status: 200 len: 897 time: 0.1628306 Jul 09 14:00:21.011872 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-265f48a3-afc6-4ab1-a4ad-186321122987 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf HTTP/1.1" status: 200 len: 999 time: 0.0959959 Jul 09 14:00:21.079783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-29c09e0a-70b0-489f-8a35-255cc6b90cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:21.082649 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-29c09e0a-70b0-489f-8a35-255cc6b90cfc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5261e9e-d540-4abf-bbbe-383d71d22db6 HTTP/1.1" status: 200 len: 834 time: 0.0639751 Jul 09 14:00:21.190111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-49e3ff7d-243e-4c24-abab-98f0002da930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:21.192588 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-49e3ff7d-243e-4c24-abab-98f0002da930 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=941e0aca-741a-4e09-84f0-5b784e0bc9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1035266 Jul 09 14:00:21.339339 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-68955b0e-86b4-4069-851d-01e9da94137d service neutron] 10.222.0.18 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394734 Jul 09 14:00:21.448616 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-acbac37f-b617-4265-9c77-8a87b4ad89c3 service neutron] 10.222.0.18 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035738 Jul 09 14:00:21.570017 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43756) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:21.691879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1527c5bc-848d-4b5b-bfd7-5e582f9116ec tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] Request body: {'port': {'network_id': '0b72444a-9eda-40b3-922c-0d60ba9a687d', 'name': 'tempest-NetworksNegativeTestJSON-1108359252'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:21.708149 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-1527c5bc-848d-4b5b-bfd7-5e582f9116ec tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] POST failed (client error): The resource could not be found. Jul 09 14:00:21.709506 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1527c5bc-848d-4b5b-bfd7-5e582f9116ec tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:21.710772 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1527c5bc-848d-4b5b-bfd7-5e582f9116ec tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1392553 Jul 09 14:00:21.715156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43762) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:21.735942 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-69aa78ba-e784-4097-ba9e-8b9ac7aa1db5 tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:21.736826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69aa78ba-e784-4097-ba9e-8b9ac7aa1db5 tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:21.738746 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-69aa78ba-e784-4097-ba9e-8b9ac7aa1db5 tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] 10.222.0.39 "DELETE /v2.0/networks/c09b4084-2466-448b-8040-56b380c612ad HTTP/1.1" status: 404 len: 339 time: 0.0221987 Jul 09 14:00:21.743377 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43764) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:21.801100 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-abe83fa2-3cc9-4fda-b926-62c1b89fb6e7 tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:21.801893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abe83fa2-3cc9-4fda-b926-62c1b89fb6e7 tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:21.808154 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-abe83fa2-3cc9-4fda-b926-62c1b89fb6e7 tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] 10.222.0.39 "DELETE /v2.0/ports/0c53f084-59e9-4dfd-ac44-5f406e2641e2 HTTP/1.1" status: 404 len: 333 time: 0.0616863 Jul 09 14:00:21.809880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43766) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:21.822139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-9062743a-ab13-489d-b6bc-1b2484791a3b tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:21.824944 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-9062743a-ab13-489d-b6bc-1b2484791a3b tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991&tenant_id=e18f38b86e4946d19d906914b285cd31&binding%3Ahost_id=n-h1-799525-3 HTTP/1.1" status: 200 len: 1095 time: 0.0805671 Jul 09 14:00:21.846435 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98525ed1-4370-4a4e-9dd4-92b7cb96d055 req-48f33105-b31a-4441-9558-5af9806142f4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:21.848109 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98525ed1-4370-4a4e-9dd4-92b7cb96d055 req-48f33105-b31a-4441-9558-5af9806142f4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 944 time: 0.1068521 Jul 09 14:00:21.901083 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98525ed1-4370-4a4e-9dd4-92b7cb96d055 req-28cf0b4f-2a2e-423b-96ad-d1fa66c6ebb4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467279 Jul 09 14:00:21.922262 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-48286550-5a3d-4c1f-8d69-db3ee424d4cb tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] DELETE failed (client error): The resource could not be found. Jul 09 14:00:21.922721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48286550-5a3d-4c1f-8d69-db3ee424d4cb tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:21.924630 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-48286550-5a3d-4c1f-8d69-db3ee424d4cb tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] 10.222.0.39 "DELETE /v2.0/subnets/4cdd1e1c-4f28-488b-91f6-da4c906435c4 HTTP/1.1" status: 404 len: 337 time: 0.0983326 Jul 09 14:00:21.929066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43772) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:21.961083 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6406508-d35c-488c-ac93-c3fb9d4b1cbf tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] GET failed (client error): The resource could not be found. Jul 09 14:00:21.963011 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a6406508-d35c-488c-ac93-c3fb9d4b1cbf tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] 10.222.0.39 "GET /v2.0/networks/6e99f4f3-e7fc-4980-b9c2-b17efc3b36f6 HTTP/1.1" status: 404 len: 339 time: 0.0327175 Jul 09 14:00:21.967811 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43774) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:22.002783 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b06caf-f343-48b9-83ee-17b8391eddf6 tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] GET failed (client error): The resource could not be found. Jul 09 14:00:22.007315 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e1b06caf-f343-48b9-83ee-17b8391eddf6 tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] 10.222.0.39 "GET /v2.0/ports/b0a462e7-01a6-4342-bcce-7443b6856268 HTTP/1.1" status: 404 len: 333 time: 0.0354087 Jul 09 14:00:22.010980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43776) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:22.062887 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5060c06-6ba5-4a43-bb74-4523863b404d tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] GET failed (client error): The resource could not be found. Jul 09 14:00:22.070007 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a5060c06-6ba5-4a43-bb74-4523863b404d tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] 10.222.0.39 "GET /v2.0/subnets/752f9c45-27b1-4b54-9545-d2a9cb0b308d HTTP/1.1" status: 404 len: 337 time: 0.0525315 Jul 09 14:00:22.072917 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43780) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:22.080139 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bafb849e-0e68-470c-b47c-2f1f8d727421 tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:22.090280 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-699c7e30-2c8d-4527-b650-71f2907c48f3 service neutron] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:00:22.096470 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-699c7e30-2c8d-4527-b650-71f2907c48f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:22.098551 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84e92d66-01d3-43b8-8910-66925f5be8bb req-699c7e30-2c8d-4527-b650-71f2907c48f3 service neutron] 10.222.0.18 "DELETE /v2.0/ports/9d296f0a-ffa8-4e8a-b2bb-4977331c52bf/bindings/n-h2-799525-3 HTTP/1.1" status: 204 len: 173 time: 0.2567182 Jul 09 14:00:22.104502 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafb849e-0e68-470c-b47c-2f1f8d727421 tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] PUT failed (client error): The resource could not be found. Jul 09 14:00:22.105337 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bafb849e-0e68-470c-b47c-2f1f8d727421 tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:22.106732 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bafb849e-0e68-470c-b47c-2f1f8d727421 tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] 10.222.0.39 "PUT /v2.0/networks/35105a9c-04da-4883-bab7-ab239f0033fe HTTP/1.1" status: 404 len: 339 time: 0.0318549 Jul 09 14:00:22.113712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43782) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:22.122761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9f01a04b-a41e-4fb9-bd11-6f236dcf24f0 tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:22.158304 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f01a04b-a41e-4fb9-bd11-6f236dcf24f0 tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] PUT failed (client error): The resource could not be found. Jul 09 14:00:22.158304 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f01a04b-a41e-4fb9-bd11-6f236dcf24f0 tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:22.163956 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9f01a04b-a41e-4fb9-bd11-6f236dcf24f0 tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] 10.222.0.39 "PUT /v2.0/ports/9b121e7a-c384-423d-b001-a723441fa2fe HTTP/1.1" status: 404 len: 333 time: 0.0477757 Jul 09 14:00:22.164697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43786) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:22.170624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-78e450b0-17ae-4ba2-9337-3d9148d41bdf tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:22.201176 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-78e450b0-17ae-4ba2-9337-3d9148d41bdf tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] PUT failed (client error): The resource could not be found. Jul 09 14:00:22.201647 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78e450b0-17ae-4ba2-9337-3d9148d41bdf tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:00:22.202838 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-78e450b0-17ae-4ba2-9337-3d9148d41bdf tempest-NetworksNegativeTestJSON-861811451 tempest-NetworksNegativeTestJSON-861811451-project] 10.222.0.39 "PUT /v2.0/subnets/62cddf84-4283-4eaf-8f5b-c9afcab6e9e1 HTTP/1.1" status: 404 len: 337 time: 0.0368803 Jul 09 14:00:22.434448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170616f1-ec1d-40cc-b221-b687c1306997 req-7e8d3fa0-5bcc-4684-9cfe-6381e856829a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:22.437352 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-170616f1-ec1d-40cc-b221-b687c1306997 req-7e8d3fa0-5bcc-4684-9cfe-6381e856829a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 812 time: 0.1953659 Jul 09 14:00:22.455169 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-170616f1-ec1d-40cc-b221-b687c1306997 req-5acdda7b-a9cd-4e34-b300-8fdbda979483 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/quotas/25a69ce0edc7491da11553925111d73f HTTP/1.1" status: 200 len: 375 time: 0.0122821 Jul 09 14:00:22.558347 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-170616f1-ec1d-40cc-b221-b687c1306997 req-6bdf022a-61f5-457a-b301-636cebac926c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910959 Jul 09 14:00:22.571213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43794) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:22.673951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-170616f1-ec1d-40cc-b221-b687c1306997 req-c23c4eca-62a0-4108-878b-2a5fda05e89a service neutron] 10.222.0.39 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068861 Jul 09 14:00:22.709584 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6db6134-6be6-4eea-82f9-8fe11f1a853e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:22.831310 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-170616f1-ec1d-40cc-b221-b687c1306997 req-93bc858b-d71e-4e4b-977b-949e9bf7aae4 service neutron] 10.222.0.39 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496782 Jul 09 14:00:22.861339 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6db6134-6be6-4eea-82f9-8fe11f1a853e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:22.868726 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6db6134-6be6-4eea-82f9-8fe11f1a853e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:22.929537 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d6db6134-6be6-4eea-82f9-8fe11f1a853e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=214256744b7940938dd977e24fc53e38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568609 Jul 09 14:00:22.930488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db6134-6be6-4eea-82f9-8fe11f1a853e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e6705f5-048e-4331-8d79-842f02fc28bb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:22.932618 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43800) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:23.009982 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6085fa66-015a-48e0-b0d6-41280885a4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:23.058522 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6085fa66-015a-48e0-b0d6-41280885a4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:23.172064 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9126d91-62d8-40fa-84e7-4ffbb4f1722e req-35976663-a398-497e-9b42-b4fb70806c71 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:23.175439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9126d91-62d8-40fa-84e7-4ffbb4f1722e req-35976663-a398-497e-9b42-b4fb70806c71 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 944 time: 0.1202943 Jul 09 14:00:23.198245 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6085fa66-015a-48e0-b0d6-41280885a4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:23.203783 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6085fa66-015a-48e0-b0d6-41280885a4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:23.205712 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6085fa66-015a-48e0-b0d6-41280885a4b7 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3e6705f5-048e-4331-8d79-842f02fc28bb HTTP/1.1" status: 204 len: 168 time: 0.2717655 Jul 09 14:00:23.284715 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6085fa66-015a-48e0-b0d6-41280885a4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e6705f5-048e-4331-8d79-842f02fc28bb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:23.300101 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ea58eae-f9cd-4c48-b103-7100dba5c2fa req-7feaaa69-16b7-4d16-8c96-9ed90619a9c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 210 time: 0.0706029 Jul 09 14:00:23.314518 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9126d91-62d8-40fa-84e7-4ffbb4f1722e req-1a7578e2-d018-44dd-8cff-9fc28e7d85f3 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305766 Jul 09 14:00:23.576166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c4c376-463b-44a4-93a3-78811a61b21e req-7e4fa977-6263-4334-92e0-9342cc37b99c tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:23.577814 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88c4c376-463b-44a4-93a3-78811a61b21e req-7e4fa977-6263-4334-92e0-9342cc37b99c tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 1095 time: 0.0724776 Jul 09 14:00:23.629496 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88c4c376-463b-44a4-93a3-78811a61b21e req-d2490d6a-757d-4dab-a59e-9fe353c04fbc tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453019 Jul 09 14:00:23.858940 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f209d57-10a6-4869-9694-24ef49df2734 req-d00ba064-4bf3-42f7-a1d5-a5e44950b889 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:23.860761 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f209d57-10a6-4869-9694-24ef49df2734 req-d00ba064-4bf3-42f7-a1d5-a5e44950b889 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 944 time: 0.0759320 Jul 09 14:00:23.903327 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:00:23.957853 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f209d57-10a6-4869-9694-24ef49df2734 req-c8fce921-829e-40a9-8b91-4c9cfe2b8107 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830736 Jul 09 14:00:23.993403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43840) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:24.013187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:00:24.093456 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fed4a9ba-3ef9-4a4b-9f1c-1fcc5369f870 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/0e2ec9d3-e2bf-426f-b40a-c47f8c8fa0a3 HTTP/1.1" status: 200 len: 991 time: 0.0976889 Jul 09 14:00:24.282226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43846) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:24.432891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-626827009'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:24.469404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:24.473793 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:24.484801 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:24.574945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d17f5abc-fd2b-4263-ab0b-3e431ac31dc1 req-fe2b7033-7ef3-4532-a877-8bb62647b5f1 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 210 time: 0.0637996 Jul 09 14:00:24.722135 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:24.736251 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:24.800375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:00:24.812207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170616f1-ec1d-40cc-b221-b687c1306997 req-3e0057dd-b2d6-4c3d-b154-d25cbe9006dd tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:24.814060 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-170616f1-ec1d-40cc-b221-b687c1306997 req-3e0057dd-b2d6-4c3d-b154-d25cbe9006dd tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.18 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 812 time: 0.2119470 Jul 09 14:00:24.820160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'SecurityGroup': ['ID=433e1b7a-1764-4a86-8926-6dc7ed4591eb,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:24.830949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-170616f1-ec1d-40cc-b221-b687c1306997 req-9707c865-43f6-49bf-8d16-65764560ac63 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'port': {'device_id': 'ac1e658c-4e43-4045-84fc-96f9804c2621', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'admin_state_up': True, 'tenant_id': '25a69ce0edc7491da11553925111d73f'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:24.855432 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:24.855784 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:24.856127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:24.856467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:24.856800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:24.857135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:24.857496 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:24.857796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:24.858237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:24.858927 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:24.859135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:24.859471 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:24.897259 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:24.897669 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Added segment 946eec4b-669a-4c49-b52d-bba122dbfb68 of type vlan for network abc24a67-603c-4512-a87d-3934723d0269 Jul 09 14:00:24.975502 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:25.037079 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:25.043599 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:25.044240 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:25.077945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-170616f1-ec1d-40cc-b221-b687c1306997 req-9707c865-43f6-49bf-8d16-65764560ac63 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Made reservation on behalf of 25a69ce0edc7491da11553925111d73f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:25.082480 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-170616f1-ec1d-40cc-b221-b687c1306997 req-9707c865-43f6-49bf-8d16-65764560ac63 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:25.156650 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8730581 Jul 09 14:00:25.160878 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43852) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:25.171349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7b09b564-120b-4427-98fa-17489bf53bc2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1568048964'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:25.184519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c561450-a914-49e7-926a-af156ac13b06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Network': ['ID=abc24a67-603c-4512-a87d-3934723d0269,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:25.205026 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network abc24a67-603c-4512-a87d-3934723d0269 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:00:25.210110 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b09b564-120b-4427-98fa-17489bf53bc2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:25.217476 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b09b564-120b-4427-98fa-17489bf53bc2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:25.264721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b09b564-120b-4427-98fa-17489bf53bc2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:00:25.283910 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b09b564-120b-4427-98fa-17489bf53bc2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:25.284775 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-7b09b564-120b-4427-98fa-17489bf53bc2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Added segment 9c9f3ee9-8275-4f47-b035-c979b3894ba0 of type vlan for network fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171 Jul 09 14:00:25.336609 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b09b564-120b-4427-98fa-17489bf53bc2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:25.394236 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b09b564-120b-4427-98fa-17489bf53bc2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:25.400770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b09b564-120b-4427-98fa-17489bf53bc2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:25.401465 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7b09b564-120b-4427-98fa-17489bf53bc2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:25.410508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-170616f1-ec1d-40cc-b221-b687c1306997 req-9707c865-43f6-49bf-8d16-65764560ac63 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Allocated IP 172.20.0.6 (a40754f1-8945-4ca7-8f93-3f416e930007/5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d/2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:25.461893 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7b09b564-120b-4427-98fa-17489bf53bc2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2989225 Jul 09 14:00:25.466195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43854) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:25.476085 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-96c23f0f-1e7f-4b10-b449-f250284c429e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'subnet': {'network_id': 'abc24a67-603c-4512-a87d-3934723d0269', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:25.487657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09b564-120b-4427-98fa-17489bf53bc2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Network': ['ID=fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:25.506506 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:00:25.820035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96c23f0f-1e7f-4b10-b449-f250284c429e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:25.826060 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96c23f0f-1e7f-4b10-b449-f250284c429e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:25.851226 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4dd279b4-72a2-4c6b-b507-89b737f8e344 req-900b1ade-1914-4b0c-a708-9281193f47d9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 210 time: 0.0532134 Jul 09 14:00:25.929867 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-170616f1-ec1d-40cc-b221-b687c1306997 req-9707c865-43f6-49bf-8d16-65764560ac63 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:25.957749 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-170616f1-ec1d-40cc-b221-b687c1306997 req-9707c865-43f6-49bf-8d16-65764560ac63 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Transition to ACTIVE for port object 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:26.049439 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-170616f1-ec1d-40cc-b221-b687c1306997 req-9707c865-43f6-49bf-8d16-65764560ac63 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:26.142459 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-170616f1-ec1d-40cc-b221-b687c1306997 req-9707c865-43f6-49bf-8d16-65764560ac63 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Network a40754f1-8945-4ca7-8f93-3f416e930007 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:26.151530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-170616f1-ec1d-40cc-b221-b687c1306997 req-9707c865-43f6-49bf-8d16-65764560ac63 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:26.162007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-170616f1-ec1d-40cc-b221-b687c1306997 req-9707c865-43f6-49bf-8d16-65764560ac63 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:00:26.210866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9707c865-43f6-49bf-8d16-65764560ac63 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'Port': ['ID=2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:26.229966 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96c23f0f-1e7f-4b10-b449-f250284c429e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:26.340298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170616f1-ec1d-40cc-b221-b687c1306997 req-9707c865-43f6-49bf-8d16-65764560ac63 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:26.341458 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-170616f1-ec1d-40cc-b221-b687c1306997 req-9707c865-43f6-49bf-8d16-65764560ac63 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:26.407808 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-170616f1-ec1d-40cc-b221-b687c1306997 req-9707c865-43f6-49bf-8d16-65764560ac63 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5829620 Jul 09 14:00:26.411813 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43862) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:26.440600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Request body: {'port': {'device_id': 'ac1e658c-4e43-4045-84fc-96f9804c2621', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:26.445223 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c23f0f-1e7f-4b10-b449-f250284c429e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Subnet': ['ID=6c37e44a-8569-4470-9e4b-d607743700b9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:26.518556 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-535202d6-b415-48cc-99e0-c4e93bd0a6f0 None None] Provisioning for port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:26.528375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96c23f0f-1e7f-4b10-b449-f250284c429e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Checking segment: {'id': '946eec4b-669a-4c49-b52d-bba122dbfb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'abc24a67-603c-4512-a87d-3934723d0269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:00:26.529210 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c23f0f-1e7f-4b10-b449-f250284c429e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network hostable DHCP agents. Network: abc24a67-603c-4512-a87d-3934723d0269, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:00:26.531726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-535202d6-b415-48cc-99e0-c4e93bd0a6f0 None None] Provisioning complete for port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:26.533260 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-535202d6-b415-48cc-99e0-c4e93bd0a6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:26.596812 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:26.616658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-535202d6-b415-48cc-99e0-c4e93bd0a6f0 None None] Port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:00:26.653342 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96c23f0f-1e7f-4b10-b449-f250284c429e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network abc24a67-603c-4512-a87d-3934723d0269 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:00:26.677817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-96c23f0f-1e7f-4b10-b449-f250284c429e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, abc24a67-603c-4512-a87d-3934723d0269) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:26.678431 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6cc34-3e8d-4022-b591-36823be5387a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port 6f56a1d3-c2fa-410a-b56c-73ef641fe9d7 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:00:26.678968 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ea6cc34-3e8d-4022-b591-36823be5387a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:26.688974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96c23f0f-1e7f-4b10-b449-f250284c429e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:26.690052 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-96c23f0f-1e7f-4b10-b449-f250284c429e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:26.703927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390f3952-8a28-40d7-8e58-1a4d172efe8a None None] Network abc24a67-603c-4512-a87d-3934723d0269 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:26.728253 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-96c23f0f-1e7f-4b10-b449-f250284c429e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2601721 Jul 09 14:00:26.732859 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43864) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:26.749269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3c3c0e13-6ca7-4b18-93e1-652a8defd21f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'subnet': {'network_id': 'fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:26.867258 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ea6cc34-3e8d-4022-b591-36823be5387a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:26.867974 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ea6cc34-3e8d-4022-b591-36823be5387a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:26.891835 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5ea6cc34-3e8d-4022-b591-36823be5387a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for 6f56a1d3-c2fa-410a-b56c-73ef641fe9d7 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:00:27.052952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c3c0e13-6ca7-4b18-93e1-652a8defd21f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:27.059754 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c3c0e13-6ca7-4b18-93e1-652a8defd21f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:27.088613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-abc24a67-603c-4512-a87d-3934723d0269', 'network_id': 'abc24a67-603c-4512-a87d-3934723d0269', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'fixed_ips': [{'subnet_id': '6c37e44a-8569-4470-9e4b-d607743700b9'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:00:27.090274 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:27.248037 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ea6cc34-3e8d-4022-b591-36823be5387a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:27.297514 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea6cc34-3e8d-4022-b591-36823be5387a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=6f56a1d3-c2fa-410a-b56c-73ef641fe9d7,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:27.338105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Allocated IP 2001:db8::2 (abc24a67-603c-4512-a87d-3934723d0269/6c37e44a-8569-4470-9e4b-d607743700b9/31442969-087f-4eee-adb8-6ac44a72bb7a) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:27.354817 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c948b7c-2613-4860-ad8b-3bca1249a215 req-23075e8d-f291-4fd2-8966-458dbc5a68ee tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:27.363127 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c948b7c-2613-4860-ad8b-3bca1249a215 req-23075e8d-f291-4fd2-8966-458dbc5a68ee tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 931 time: 0.1492214 Jul 09 14:00:27.455312 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c948b7c-2613-4860-ad8b-3bca1249a215 req-be4b287b-4568-47b1-90ae-3781653c4a46 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911641 Jul 09 14:00:27.462733 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ea6cc34-3e8d-4022-b591-36823be5387a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:27.463073 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-5ea6cc34-3e8d-4022-b591-36823be5387a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Floating IP 0e2ec9d3-e2bf-426f-b40a-c47f8c8fa0a3 disassociated (deleted). External IP: 172.25.2.110, port: 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf. Jul 09 14:00:27.540761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:00:27.550925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:27.554667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c3c0e13-6ca7-4b18-93e1-652a8defd21f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:27.611398 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3c0e13-6ca7-4b18-93e1-652a8defd21f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Subnet': ['ID=00cd733e-3c71-4b5c-89bd-15943a299b81,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:27.624402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Transition to ACTIVE for port object 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:27.650418 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:27.651362 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:27.664117 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Transition to ACTIVE for port object 31442969-087f-4eee-adb8-6ac44a72bb7a will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:27.685675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Transition to ACTIVE for port object 31442969-087f-4eee-adb8-6ac44a72bb7a will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:27.694998 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:27.705238 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:27.712615 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c3c0e13-6ca7-4b18-93e1-652a8defd21f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Checking segment: {'id': '9c9f3ee9-8275-4f47-b035-c979b3894ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:00:27.712982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3c0e13-6ca7-4b18-93e1-652a8defd21f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network hostable DHCP agents. Network: fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:00:27.743422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c3c0e13-6ca7-4b18-93e1-652a8defd21f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:00:27.800051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3c3c0e13-6ca7-4b18-93e1-652a8defd21f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:27.825982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Network abc24a67-603c-4512-a87d-3934723d0269 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:27.831321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df5b966-32e0-4b72-922f-fef036999554 None None] Network fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:27.863854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3c0e13-6ca7-4b18-93e1-652a8defd21f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:27.864864 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3c3c0e13-6ca7-4b18-93e1-652a8defd21f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:27.906160 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43868) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:27.906464 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3c3c0e13-6ca7-4b18-93e1-652a8defd21f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1717434 Jul 09 14:00:27.917154 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-dccb2302-a770-48f1-80e7-1d497672d04b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1234732951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:27.953067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Attempting to bind port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:00:27.953609 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Attempting to bind port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:00:27.954133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Attempting to bind port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 on network a40754f1-8945-4ca7-8f93-3f416e930007 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:00:27.957994 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ea6cc34-3e8d-4022-b591-36823be5387a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 9e973367-e406-4d89-a27d-d3ee5c53605b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:00:27.961663 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:27.965323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:00:27.969643 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Pushing event updated for resources: {'Port': ['ID=31442969-087f-4eee-adb8-6ac44a72bb7a,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:27.976524 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 on network a40754f1-8945-4ca7-8f93-3f416e930007 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:00:27.976652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Attempting to bind port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 on network a40754f1-8945-4ca7-8f93-3f416e930007 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:00:27.993937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:00:27.994463 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Checking segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:00:27.995274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Bound using segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:00:27.995839 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Bound port: 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:00:27.996349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:28.100717 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] For port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:00:28.105606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] For port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:00:28.111008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Attempting to bind port 31442969-087f-4eee-adb8-6ac44a72bb7a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:00:28.111867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Attempting to bind port 31442969-087f-4eee-adb8-6ac44a72bb7a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '946eec4b-669a-4c49-b52d-bba122dbfb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'abc24a67-603c-4512-a87d-3934723d0269'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:00:28.112701 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Attempting to bind port 31442969-087f-4eee-adb8-6ac44a72bb7a on network abc24a67-603c-4512-a87d-3934723d0269 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:00:28.113544 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:28.140795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:00:28.142921 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Checking segment: {'id': '946eec4b-669a-4c49-b52d-bba122dbfb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'abc24a67-603c-4512-a87d-3934723d0269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:00:28.144226 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:28.145189 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Bound using segment: {'id': '946eec4b-669a-4c49-b52d-bba122dbfb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'abc24a67-603c-4512-a87d-3934723d0269'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:00:28.146793 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Bound port: 31442969-087f-4eee-adb8-6ac44a72bb7a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '946eec4b-669a-4c49-b52d-bba122dbfb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': 'abc24a67-603c-4512-a87d-3934723d0269'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:00:28.147513 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:28.154862 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dccb2302-a770-48f1-80e7-1d497672d04b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:28.157050 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dccb2302-a770-48f1-80e7-1d497672d04b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:28.164447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:28.165343 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:28.167511 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-170616f1-ec1d-40cc-b221-b687c1306997 req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] 10.222.0.18 "PUT /v2.0/ports/2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 HTTP/1.1" status: 200 len: 1091 time: 1.7479932 Jul 09 14:00:28.168082 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac1e658c-4e43-4045-84fc-96f9804c2621', 'tag': '2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:00:28.170700 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-923d41fe-2a8a-407c-b6b3-0d8e2255f0b2" -d '{"events": [{"name": "network-changed", "server_uuid": "ac1e658c-4e43-4045-84fc-96f9804c2621", "tag": "2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:00:28.249054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffec9fbf-5c78-4d29-87b2-4dfdc6a26095 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:28.260549 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6191643e-d3f3-4c3a-b832-3f6369c6fa40 x-openstack-request-id: req-6191643e-d3f3-4c3a-b832-3f6369c6fa40 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:00:28.260886 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac1e658c-4e43-4045-84fc-96f9804c2621", "tag": "2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:00:28.261265 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6191643e-d3f3-4c3a-b832-3f6369c6fa40 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:00:28.261731 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac1e658c-4e43-4045-84fc-96f9804c2621', 'tag': '2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01', 'status': 'completed', 'code': 200} Jul 09 14:00:28.390168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170616f1-ec1d-40cc-b221-b687c1306997 req-1ab9f3a0-0e29-4ad5-ac45-56f7d90a3411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:28.392022 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-170616f1-ec1d-40cc-b221-b687c1306997 req-1ab9f3a0-0e29-4ad5-ac45-56f7d90a3411 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 1094 time: 0.1227980 Jul 09 14:00:28.469217 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-170616f1-ec1d-40cc-b221-b687c1306997 req-27ad1793-8f9a-45e8-83bf-bd6a565ea084 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 HTTP/1.1" status: 200 len: 217 time: 0.0695858 Jul 09 14:00:28.488583 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dccb2302-a770-48f1-80e7-1d497672d04b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:28.496847 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dccb2302-a770-48f1-80e7-1d497672d04b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:28.504938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171', 'network_id': 'fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'fixed_ips': [{'subnet_id': '00cd733e-3c71-4b5c-89bd-15943a299b81'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:00:28.506918 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:28.540921 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] For port 31442969-087f-4eee-adb8-6ac44a72bb7a, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:00:28.566365 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] For port 31442969-087f-4eee-adb8-6ac44a72bb7a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=31442969-087f-4eee-adb8-6ac44a72bb7a,segment=NetworkSegment(946eec4b-669a-4c49-b52d-bba122dbfb68),segment_id=946eec4b-669a-4c49-b52d-bba122dbfb68)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:00:28.586617 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:28.586814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170616f1-ec1d-40cc-b221-b687c1306997 req-c4e15b01-1ae9-4789-aa8c-5f2f4c8f5d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:28.589371 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-170616f1-ec1d-40cc-b221-b687c1306997 req-c4e15b01-1ae9-4789-aa8c-5f2f4c8f5d98 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.1120379 Jul 09 14:00:28.596474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ea6cc34-3e8d-4022-b591-36823be5387a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:00:28.603622 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ea6cc34-3e8d-4022-b591-36823be5387a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:28.611066 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dccb2302-a770-48f1-80e7-1d497672d04b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:28.617369 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8e504-cf01-4c16-aefe-d49f23798165 None None] Sync routers for ids ['9e973367-e406-4d89-a27d-d3ee5c53605b'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:00:28.618927 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dccb2302-a770-48f1-80e7-1d497672d04b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7098856 Jul 09 14:00:28.620117 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43874) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:28.627923 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8e504-cf01-4c16-aefe-d49f23798165 None None] Routers {'9e973367-e406-4d89-a27d-d3ee5c53605b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:28.628981 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-80f8e504-cf01-4c16-aefe-d49f23798165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9e973367-e406-4d89-a27d-d3ee5c53605b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:28.787904 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5ea6cc34-3e8d-4022-b591-36823be5387a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/floatingips/0e2ec9d3-e2bf-426f-b40a-c47f8c8fa0a3 HTTP/1.1" status: 204 len: 168 time: 2.3747761 Jul 09 14:00:28.796694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:00:28.799660 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf81de7d-8f80-468b-a614-2856ee52e3b8" -d '{"events": [{"name": "network-changed", "server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:00:28.808309 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170616f1-ec1d-40cc-b221-b687c1306997 req-3085e163-9792-440f-b869-ca5dabf97a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:28.811068 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-170616f1-ec1d-40cc-b221-b687c1306997 req-3085e163-9792-440f-b869-ca5dabf97a71 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2151287 Jul 09 14:00:28.980950 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-80f8e504-cf01-4c16-aefe-d49f23798165 None None] Set router 9e973367-e406-4d89-a27d-d3ee5c53605b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:00:29.022022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdc141b-c22c-48bf-8a15-aa60b863217e None None] Pushing event updated for resources: {'Port': ['ID=31442969-087f-4eee-adb8-6ac44a72bb7a,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:29.188681 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-170616f1-ec1d-40cc-b221-b687c1306997 req-972a544a-376e-4df3-946c-8db8e9d0b23a service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584678 Jul 09 14:00:29.284190 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Allocated IP 2001:db8:1::2 (fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171/00cd733e-3c71-4b5c-89bd-15943a299b81/eb2b4c2d-4a66-4bbe-a460-40fc986c5078) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:29.340995 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:29.447793 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-80f8e504-cf01-4c16-aefe-d49f23798165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342998646', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:58Z', 'updated_at': '2021-07-09T13:59:11Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:59Z', 'updated_at': '2021-07-09T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '2273f31e-b9ae-431d-abee-2671d775ca36', 'name': '', 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:58:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:59:09Z', 'updated_at': '2021-07-09T13:59:20Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:29.528510 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8e504-cf01-4c16-aefe-d49f23798165 None None] Checking router: 9e973367-e406-4d89-a27d-d3ee5c53605b for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:00:29.531725 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-170616f1-ec1d-40cc-b221-b687c1306997 req-93cbbf4e-3b66-4a21-ac08-9e2f4787a80c service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355849 Jul 09 14:00:29.551686 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f8e504-cf01-4c16-aefe-d49f23798165 None None] Routers {'9e973367-e406-4d89-a27d-d3ee5c53605b'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:29.553473 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-80f8e504-cf01-4c16-aefe-d49f23798165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9e973367-e406-4d89-a27d-d3ee5c53605b'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:29.692895 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:29.717899 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Transition to ACTIVE for port object eb2b4c2d-4a66-4bbe-a460-40fc986c5078 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:29.738980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb77bf2-f1b5-4d20-8aad-23556af71f91 req-142b1210-e19b-4bcb-aefe-7bbf7c02ebce tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:29.740930 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6fb77bf2-f1b5-4d20-8aad-23556af71f91 req-142b1210-e19b-4bcb-aefe-7bbf7c02ebce tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 943 time: 0.9375045 Jul 09 14:00:29.751416 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-80f8e504-cf01-4c16-aefe-d49f23798165 None None] Set router 9e973367-e406-4d89-a27d-d3ee5c53605b gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:00:29.774835 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Transition to ACTIVE for port object eb2b4c2d-4a66-4bbe-a460-40fc986c5078 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:29.789650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d41fe-2a8a-407c-b6b3-0d8e2255f0b2 req-e6175fc2-8980-4ae9-8cbb-7358a71a5024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:29.791341 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-923d41fe-2a8a-407c-b6b3-0d8e2255f0b2 req-e6175fc2-8980-4ae9-8cbb-7358a71a5024 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 1094 time: 0.1482484 Jul 09 14:00:29.791939 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:29.818882 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc03580-79df-43f9-8da7-2e1adb94df61 x-openstack-request-id: req-5bc03580-79df-43f9-8da7-2e1adb94df61 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:00:29.818882 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:00:29.818882 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5bc03580-79df-43f9-8da7-2e1adb94df61 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:00:29.820540 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf', 'status': 'completed', 'code': 200} Jul 09 14:00:29.853139 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Network fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:29.924817 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:29.932890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:00:29.935572 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6fb77bf2-f1b5-4d20-8aad-23556af71f91 req-86c52751-5fd6-4e51-9dd4-1d3358f7176d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722202 Jul 09 14:00:29.988714 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Allocated IP 2001:db8::1 (abc24a67-603c-4512-a87d-3934723d0269/6c37e44a-8569-4470-9e4b-d607743700b9/c00e4ec7-1cfb-438c-b288-8f6b5659d631) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:30.039659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Pushing event updated for resources: {'Port': ['ID=eb2b4c2d-4a66-4bbe-a460-40fc986c5078,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:30.047310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 31442969-087f-4eee-adb8-6ac44a72bb7a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:00:30.092167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Attempting to bind port eb2b4c2d-4a66-4bbe-a460-40fc986c5078 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:00:30.092641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Attempting to bind port eb2b4c2d-4a66-4bbe-a460-40fc986c5078 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '9c9f3ee9-8275-4f47-b035-c979b3894ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:00:30.092913 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Attempting to bind port eb2b4c2d-4a66-4bbe-a460-40fc986c5078 on network fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:00:30.128588 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:00:30.129116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Checking segment: {'id': '9c9f3ee9-8275-4f47-b035-c979b3894ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:00:30.129393 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:30.129796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Bound using segment: {'id': '9c9f3ee9-8275-4f47-b035-c979b3894ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:00:30.130359 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Bound port: eb2b4c2d-4a66-4bbe-a460-40fc986c5078, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c9f3ee9-8275-4f47-b035-c979b3894ba0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:00:30.130952 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:30.244220 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-80f8e504-cf01-4c16-aefe-d49f23798165 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342998646', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:58Z', 'updated_at': '2021-07-09T13:59:11Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:59Z', 'updated_at': '2021-07-09T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '2273f31e-b9ae-431d-abee-2671d775ca36', 'name': '', 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:58:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:59:09Z', 'updated_at': '2021-07-09T13:59:20Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:30.248427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] For port eb2b4c2d-4a66-4bbe-a460-40fc986c5078, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:00:30.253516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] For port eb2b4c2d-4a66-4bbe-a460-40fc986c5078, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=eb2b4c2d-4a66-4bbe-a460-40fc986c5078,segment=NetworkSegment(9c9f3ee9-8275-4f47-b035-c979b3894ba0),segment_id=9c9f3ee9-8275-4f47-b035-c979b3894ba0)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:00:30.262854 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:30.313184 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80f8e504-cf01-4c16-aefe-d49f23798165 None None] The sync data for ids ['9e973367-e406-4d89-a27d-d3ee5c53605b'] in n-d-799525-3 is: [{'id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342998646', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:58Z', 'updated_at': '2021-07-09T13:59:11Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:59Z', 'updated_at': '2021-07-09T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '2273f31e-b9ae-431d-abee-2671d775ca36', 'name': '', 'network_id': '941e0aca-741a-4e09-84f0-5b784e0bc9b1', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:58:fe:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3746, 'fixed_ips': [{'subnet_id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:59:09Z', 'updated_at': '2021-07-09T13:59:20Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': 'c5261e9e-d540-4abf-bbbe-383d71d22db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:00:30.384976 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 31442969-087f-4eee-adb8-6ac44a72bb7a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:30.413337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0816e618-fb51-42d6-ba0c-93d203c73068 None None] Pushing event updated for resources: {'Port': ['ID=eb2b4c2d-4a66-4bbe-a460-40fc986c5078,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:30.673900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.18', 55880) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:30.836630 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81de7d-8f80-468b-a614-2856ee52e3b8 req-5ead012e-86e4-4123-b3ca-76564dcdd33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:30.838970 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bf81de7d-8f80-468b-a614-2856ee52e3b8 req-5ead012e-86e4-4123-b3ca-76564dcdd33e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 1095 time: 0.9588499 Jul 09 14:00:30.876288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d41fe-2a8a-407c-b6b3-0d8e2255f0b2 req-9fdeac10-3b8f-4a0c-9a65-69f595cc706f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:30.878406 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-923d41fe-2a8a-407c-b6b3-0d8e2255f0b2 req-9fdeac10-3b8f-4a0c-9a65-69f595cc706f service neutron] 10.222.0.18 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 1.0766613 Jul 09 14:00:30.894462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4008a948-d5ad-428d-a577-820be4b0d899 None None] Network abc24a67-603c-4512-a87d-3934723d0269 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:31.028912 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a603b05-dbaf-4158-83a4-89f25aefc7bc req-42d4e947-4c26-4430-b643-c5952f1beab9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:31.037199 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a603b05-dbaf-4158-83a4-89f25aefc7bc req-42d4e947-4c26-4430-b643-c5952f1beab9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 944 time: 0.2148547 Jul 09 14:00:31.078712 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-923d41fe-2a8a-407c-b6b3-0d8e2255f0b2 req-78dc4509-088b-456c-8524-9bff29cbd0e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 HTTP/1.1" status: 200 len: 217 time: 0.1883395 Jul 09 14:00:31.092061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c94c1d3-4cb3-4ac2-b148-11c9ae6e8f3e req-a2427f4a-a3cf-4139-a29d-7d14d751392d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:31.093718 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c94c1d3-4cb3-4ac2-b148-11c9ae6e8f3e req-a2427f4a-a3cf-4139-a29d-7d14d751392d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.18 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 944 time: 0.4260213 Jul 09 14:00:31.129404 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a603b05-dbaf-4158-83a4-89f25aefc7bc req-4bcdfcfb-fef9-45c5-93e0-e34280c25ac4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907345 Jul 09 14:00:31.172372 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:31.207511 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Transition to ACTIVE for port object c00e4ec7-1cfb-438c-b288-8f6b5659d631 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:31.249998 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81de7d-8f80-468b-a614-2856ee52e3b8 req-74e32d75-746a-4884-9253-2ee7736ab379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:31.252637 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bf81de7d-8f80-468b-a614-2856ee52e3b8 req-74e32d75-746a-4884-9253-2ee7736ab379 service neutron] 10.222.0.18 "GET /v2.0/networks?id=941e0aca-741a-4e09-84f0-5b784e0bc9b1 HTTP/1.1" status: 200 len: 897 time: 0.4007566 Jul 09 14:00:31.275209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d41fe-2a8a-407c-b6b3-0d8e2255f0b2 req-dd59234f-c183-4fb9-aa1f-343be01f4ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:31.277075 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-923d41fe-2a8a-407c-b6b3-0d8e2255f0b2 req-dd59234f-c183-4fb9-aa1f-343be01f4ab5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.1823421 Jul 09 14:00:31.322949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b03b02-0777-49e3-a081-a5b5656773e0 None None] New status for floating IP 0e2ec9d3-e2bf-426f-b40a-c47f8c8fa0a3: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:00:31.345499 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:31.391240 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bf81de7d-8f80-468b-a614-2856ee52e3b8 req-54f561ab-ceeb-41af-bce6-766e39eb4e58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf HTTP/1.1" status: 200 len: 217 time: 0.1105442 Jul 09 14:00:31.439455 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-72df4209-656b-469f-aa4d-eb71a59e2240 None None] Provisioning for port 31442969-087f-4eee-adb8-6ac44a72bb7a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:31.467866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81de7d-8f80-468b-a614-2856ee52e3b8 req-3834e990-452c-45c6-8654-adf71ea37018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:31.472812 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bf81de7d-8f80-468b-a614-2856ee52e3b8 req-3834e990-452c-45c6-8654-adf71ea37018 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5261e9e-d540-4abf-bbbe-383d71d22db6 HTTP/1.1" status: 200 len: 834 time: 0.0684829 Jul 09 14:00:31.477921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=c00e4ec7-1cfb-438c-b288-8f6b5659d631,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:31.492333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network abc24a67-603c-4512-a87d-3934723d0269 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:31.496743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-72df4209-656b-469f-aa4d-eb71a59e2240 None None] Provisioning complete for port 31442969-087f-4eee-adb8-6ac44a72bb7a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:31.497694 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72df4209-656b-469f-aa4d-eb71a59e2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:31.500142 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:31.504769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:00:31.506007 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:31.562722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923d41fe-2a8a-407c-b6b3-0d8e2255f0b2 req-58e3e1dc-a81c-4a60-b5b5-452ad19429d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:31.564692 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-923d41fe-2a8a-407c-b6b3-0d8e2255f0b2 req-58e3e1dc-a81c-4a60-b5b5-452ad19429d5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2780128 Jul 09 14:00:31.714331 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-923d41fe-2a8a-407c-b6b3-0d8e2255f0b2 req-42b40a51-4b48-4cf9-a510-cd50b34b79ad service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1375790 Jul 09 14:00:31.738613 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5c94c1d3-4cb3-4ac2-b148-11c9ae6e8f3e req-f420eab1-5dfb-4683-90d7-60f0a1b61fef tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:00:31.742122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd2d118-1e48-4c65-b63b-51c3d8f5c51e req-05e9881d-86e8-4b1d-ad9a-385f3809855f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:31.742595 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5c94c1d3-4cb3-4ac2-b148-11c9ae6e8f3e req-f420eab1-5dfb-4683-90d7-60f0a1b61fef tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:31.744355 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2cd2d118-1e48-4c65-b63b-51c3d8f5c51e req-05e9881d-86e8-4b1d-ad9a-385f3809855f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 943 time: 0.4910891 Jul 09 14:00:31.782314 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72df4209-656b-469f-aa4d-eb71a59e2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:31.906463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-72df4209-656b-469f-aa4d-eb71a59e2240 None None] For port 31442969-087f-4eee-adb8-6ac44a72bb7a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=31442969-087f-4eee-adb8-6ac44a72bb7a,segment=NetworkSegment(946eec4b-669a-4c49-b52d-bba122dbfb68),segment_id=946eec4b-669a-4c49-b52d-bba122dbfb68)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:31.927839 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:31.967757 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-72df4209-656b-469f-aa4d-eb71a59e2240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:31.986659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device eb2b4c2d-4a66-4bbe-a460-40fc986c5078 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:00:32.010173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81de7d-8f80-468b-a614-2856ee52e3b8 req-f84bb1f3-bce1-4c02-80e1-b8980c6513aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:32.012260 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bf81de7d-8f80-468b-a614-2856ee52e3b8 req-f84bb1f3-bce1-4c02-80e1-b8980c6513aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=941e0aca-741a-4e09-84f0-5b784e0bc9b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5250094 Jul 09 14:00:32.226275 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea3687b0-a6d0-4141-a085-50da65701598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:32.232275 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2cd2d118-1e48-4c65-b63b-51c3d8f5c51e req-a5d93337-3450-486e-ae8f-901f3ba6daee tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4130735 Jul 09 14:00:32.245664 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5c94c1d3-4cb3-4ac2-b148-11c9ae6e8f3e req-f420eab1-5dfb-4683-90d7-60f0a1b61fef tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] For port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:32.246042 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5c94c1d3-4cb3-4ac2-b148-11c9ae6e8f3e req-f420eab1-5dfb-4683-90d7-60f0a1b61fef tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:32.254370 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-923d41fe-2a8a-407c-b6b3-0d8e2255f0b2 req-396f803e-83cf-4e7a-a082-dd0330f99c7b service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5323303 Jul 09 14:00:32.283816 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5c94c1d3-4cb3-4ac2-b148-11c9ae6e8f3e req-f420eab1-5dfb-4683-90d7-60f0a1b61fef tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:00:32.309497 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-920fd134-fcfc-4e2a-b125-b271daa550fe None None] Network fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:32.376235 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bf81de7d-8f80-468b-a614-2856ee52e3b8 req-43682bdf-d53e-4067-bac7-36448c618b28 service neutron] 10.222.0.18 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3333871 Jul 09 14:00:32.438779 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:32.447427 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:32.448446 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:32.573795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f94a96aa-fef0-42d9-a4f7-042f63dcf704 None None] Provisioning complete for port 31442969-087f-4eee-adb8-6ac44a72bb7a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:32.574856 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f94a96aa-fef0-42d9-a4f7-042f63dcf704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:32.589209 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=c00e4ec7-1cfb-438c-b288-8f6b5659d631,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:32.607001 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a906ec4e-95ff-422b-a224-d84a326a6d51 req-4d37978a-c606-4163-b38b-f41fec981aa1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:32.608968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a906ec4e-95ff-422b-a224-d84a326a6d51 req-4d37978a-c606-4163-b38b-f41fec981aa1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e472d76-b496-44a1-b420-4b97db0b2991 HTTP/1.1" status: 200 len: 944 time: 0.2254565 Jul 09 14:00:32.634132 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bf81de7d-8f80-468b-a614-2856ee52e3b8 req-8c52825a-ad20-4a3b-8132-ab777a5d3a44 service neutron] 10.222.0.18 "GET /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496884 Jul 09 14:00:32.639627 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72df4209-656b-469f-aa4d-eb71a59e2240 None None] Pushing event updated for resources: {'Port': ['ID=31442969-087f-4eee-adb8-6ac44a72bb7a,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:32.690452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network abc24a67-603c-4512-a87d-3934723d0269 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:32.692466 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:32.694765 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5c94c1d3-4cb3-4ac2-b148-11c9ae6e8f3e req-f420eab1-5dfb-4683-90d7-60f0a1b61fef tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:32.697800 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a906ec4e-95ff-422b-a224-d84a326a6d51 req-39d0ab60-ebc9-4eed-8ea3-2212a7cf2593 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=63829733-4871-4556-8279-2f244e7fb607&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792994 Jul 09 14:00:32.736767 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port eb2b4c2d-4a66-4bbe-a460-40fc986c5078 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:32.820479 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f420eab1-5dfb-4683-90d7-60f0a1b61fef tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=9d296f0a-ffa8-4e8a-b2bb-4977331c52bf,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:32.856246 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c94c1d3-4cb3-4ac2-b148-11c9ae6e8f3e req-f420eab1-5dfb-4683-90d7-60f0a1b61fef tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] No DVR routers for this DVR port 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:00:32.863326 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5c94c1d3-4cb3-4ac2-b148-11c9ae6e8f3e req-f420eab1-5dfb-4683-90d7-60f0a1b61fef tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:32.866054 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router 4c1119f9-b70e-481f-b261-f2b0f881ce2a is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:00:32.868518 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5c94c1d3-4cb3-4ac2-b148-11c9ae6e8f3e req-f420eab1-5dfb-4683-90d7-60f0a1b61fef tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.18 "DELETE /v2.0/ports/9d296f0a-ffa8-4e8a-b2bb-4977331c52bf HTTP/1.1" status: 204 len: 173 time: 1.7620020 Jul 09 14:00:32.870573 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'name': 'network-vif-deleted', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:00:32.876619 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb676ff-8486-4f3c-af20-276742aaa492" -d '{"events": [{"server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "name": "network-vif-deleted", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:00:32.921919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f94a96aa-fef0-42d9-a4f7-042f63dcf704 None None] Provisioning for port c00e4ec7-1cfb-438c-b288-8f6b5659d631 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:32.934809 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f94a96aa-fef0-42d9-a4f7-042f63dcf704 None None] Provisioning complete for port c00e4ec7-1cfb-438c-b288-8f6b5659d631 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:32.939768 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f94a96aa-fef0-42d9-a4f7-042f63dcf704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:32.959004 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0b43583-bd9f-4d26-8baa-7bff4fa3cd34 x-openstack-request-id: req-d0b43583-bd9f-4d26-8baa-7bff4fa3cd34 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:00:32.959333 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e472d76-b496-44a1-b420-4b97db0b2991", "name": "network-vif-deleted", "tag": "9d296f0a-ffa8-4e8a-b2bb-4977331c52bf", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:00:32.959740 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0b43583-bd9f-4d26-8baa-7bff4fa3cd34 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:00:32.960163 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e472d76-b496-44a1-b420-4b97db0b2991', 'name': 'network-vif-deleted', 'tag': '9d296f0a-ffa8-4e8a-b2bb-4977331c52bf', 'status': 'completed', 'code': 200} Jul 09 14:00:33.015001 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f94a96aa-fef0-42d9-a4f7-042f63dcf704 None None] Port c00e4ec7-1cfb-438c-b288-8f6b5659d631 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:00:33.028257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:00:33.034872 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3a23a3a3-4d9a-4943-932f-100410ca8584 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/4c1119f9-b70e-481f-b261-f2b0f881ce2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3842101 Jul 09 14:00:33.039952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43888) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:33.040542 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a5fd68-e207-405d-bf76-dda4d2950089 None None] Sync routers for ids ['4c1119f9-b70e-481f-b261-f2b0f881ce2a'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:00:33.052908 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a5fd68-e207-405d-bf76-dda4d2950089 None None] Routers {'4c1119f9-b70e-481f-b261-f2b0f881ce2a'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:33.053692 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-54a5fd68-e207-405d-bf76-dda4d2950089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['4c1119f9-b70e-481f-b261-f2b0f881ce2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:33.109463 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-54a5fd68-e207-405d-bf76-dda4d2950089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:33.136736 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a5fd68-e207-405d-bf76-dda4d2950089 None None] Routers {'4c1119f9-b70e-481f-b261-f2b0f881ce2a'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:33.138334 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-54a5fd68-e207-405d-bf76-dda4d2950089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['4c1119f9-b70e-481f-b261-f2b0f881ce2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:33.160715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-06ae107b-5bda-4428-9bb7-1a1163802c1b None None] Provisioning complete for port c00e4ec7-1cfb-438c-b288-8f6b5659d631 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:33.163870 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-06ae107b-5bda-4428-9bb7-1a1163802c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:33.167705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a032d852-b0aa-4645-8107-de9268aea0df tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:33.173125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43890) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:33.179042 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a032d852-b0aa-4645-8107-de9268aea0df tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports/c00e4ec7-1cfb-438c-b288-8f6b5659d631 HTTP/1.1" status: 200 len: 911 time: 0.1365163 Jul 09 14:00:33.218760 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-54a5fd68-e207-405d-bf76-dda4d2950089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:33.220109 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a5fd68-e207-405d-bf76-dda4d2950089 None None] The sync data for ids ['4c1119f9-b70e-481f-b261-f2b0f881ce2a'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:00:33.231071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-06ae107b-5bda-4428-9bb7-1a1163802c1b None None] Port c00e4ec7-1cfb-438c-b288-8f6b5659d631 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:00:33.252529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-06ae107b-5bda-4428-9bb7-1a1163802c1b None None] Provisioning for port eb2b4c2d-4a66-4bbe-a460-40fc986c5078 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:33.278505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-06ae107b-5bda-4428-9bb7-1a1163802c1b None None] Provisioning complete for port eb2b4c2d-4a66-4bbe-a460-40fc986c5078 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:33.278887 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-06ae107b-5bda-4428-9bb7-1a1163802c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:33.401961 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-06ae107b-5bda-4428-9bb7-1a1163802c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:33.463713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-06ae107b-5bda-4428-9bb7-1a1163802c1b None None] For port eb2b4c2d-4a66-4bbe-a460-40fc986c5078, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=eb2b4c2d-4a66-4bbe-a460-40fc986c5078,segment=NetworkSegment(9c9f3ee9-8275-4f47-b035-c979b3894ba0),segment_id=9c9f3ee9-8275-4f47-b035-c979b3894ba0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:33.470362 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-06ae107b-5bda-4428-9bb7-1a1163802c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:33.543201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae107b-5bda-4428-9bb7-1a1163802c1b None None] Pushing event updated for resources: {'Port': ['ID=eb2b4c2d-4a66-4bbe-a460-40fc986c5078,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:33.599435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-af9a17ca-0fc5-4030-9e6d-577c75e8a550 None None] Provisioning complete for port eb2b4c2d-4a66-4bbe-a460-40fc986c5078 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:33.600286 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-af9a17ca-0fc5-4030-9e6d-577c75e8a550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:33.869893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c811f8e1-be58-4538-bf56-2af8a7043271 req-f9bc4afa-9db3-4eb7-b377-a448b5d08f55 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:33.872772 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c811f8e1-be58-4538-bf56-2af8a7043271 req-f9bc4afa-9db3-4eb7-b377-a448b5d08f55 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 943 time: 0.2628639 Jul 09 14:00:33.878118 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device eb2b4c2d-4a66-4bbe-a460-40fc986c5078 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:00:33.890777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43898) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:33.940086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port eb2b4c2d-4a66-4bbe-a460-40fc986c5078 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:33.941224 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:33.954407 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:33.972001 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c811f8e1-be58-4538-bf56-2af8a7043271 req-ceef7780-4638-4f61-a7a5-c565e89d7b19 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622993 Jul 09 14:00:34.053285 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 31442969-087f-4eee-adb8-6ac44a72bb7a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:00:34.127063 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 31442969-087f-4eee-adb8-6ac44a72bb7a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:34.127727 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:34.419432 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Allocated IP 2001:db8:1::1 (fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171/00cd733e-3c71-4b5c-89bd-15943a299b81/98919ca2-e2eb-4942-a13b-b37dc11cb8d4) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:34.469224 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23f79ccc-f5e3-4923-8680-b59b0d824c66 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:34.617211 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:34.637578 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Transition to ACTIVE for port object 98919ca2-e2eb-4942-a13b-b37dc11cb8d4 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:34.693925 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:34.716634 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:34.720438 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e8386986-1a3d-47df-887c-181dc4f8f347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:34.779874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:34.789187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:34.796360 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:00:34.797227 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:34.811963 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=98919ca2-e2eb-4942-a13b-b37dc11cb8d4,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:34.879189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-23f79ccc-f5e3-4923-8680-b59b0d824c66 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port 2273f31e-b9ae-431d-abee-2671d775ca36 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:00:34.879668 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23f79ccc-f5e3-4923-8680-b59b0d824c66 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:34.996194 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:35.057900 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:00:35.063997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-23f79ccc-f5e3-4923-8680-b59b0d824c66 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] For port 2273f31e-b9ae-431d-abee-2671d775ca36, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=2273f31e-b9ae-431d-abee-2671d775ca36,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:35.064667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23f79ccc-f5e3-4923-8680-b59b0d824c66 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:35.092591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-23f79ccc-f5e3-4923-8680-b59b0d824c66 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for 2273f31e-b9ae-431d-abee-2671d775ca36 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:00:35.108006 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:00:35.108690 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9d296f0a-ffa8-4e8a-b2bb-4977331c52bf not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:00:35.144737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3196bc61-c30e-4242-915d-caaff9c4c3d8 None None] Provisioning for port 98919ca2-e2eb-4942-a13b-b37dc11cb8d4 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:35.154736 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3196bc61-c30e-4242-915d-caaff9c4c3d8 None None] Provisioning complete for port 98919ca2-e2eb-4942-a13b-b37dc11cb8d4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:35.155219 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3196bc61-c30e-4242-915d-caaff9c4c3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:35.210009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3196bc61-c30e-4242-915d-caaff9c4c3d8 None None] Port 98919ca2-e2eb-4942-a13b-b37dc11cb8d4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:00:35.365208 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23f79ccc-f5e3-4923-8680-b59b0d824c66 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:35.401917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f79ccc-f5e3-4923-8680-b59b0d824c66 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=2273f31e-b9ae-431d-abee-2671d775ca36,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:35.462466 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590a27ba-80d5-4508-a9a4-6f7816679b0d req-24e48cae-348d-4aab-a957-2618b4cfd658 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:35.465327 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-590a27ba-80d5-4508-a9a4-6f7816679b0d req-24e48cae-348d-4aab-a957-2618b4cfd658 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 943 time: 0.2674944 Jul 09 14:00:35.590551 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-590a27ba-80d5-4508-a9a4-6f7816679b0d req-ec2ef99d-5ff5-412e-a530-53a294f93052 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140187 Jul 09 14:00:35.650557 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:35.666502 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:35.667526 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:35.682900 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-23f79ccc-f5e3-4923-8680-b59b0d824c66 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:35.696490 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:35.835505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=98919ca2-e2eb-4942-a13b-b37dc11cb8d4,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:35.899526 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:35.901500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:36.004283 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23f79ccc-f5e3-4923-8680-b59b0d824c66 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 9e973367-e406-4d89-a27d-d3ee5c53605b has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:00:36.177411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23f79ccc-f5e3-4923-8680-b59b0d824c66 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:00:36.183289 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-23f79ccc-f5e3-4923-8680-b59b0d824c66 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "PUT /v2.0/routers/9e973367-e406-4d89-a27d-d3ee5c53605b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2908301 Jul 09 14:00:36.187704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43904) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:36.193087 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2453f4-ea97-423c-84ec-00e9a6f688da None None] Sync routers for ids ['9e973367-e406-4d89-a27d-d3ee5c53605b'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:00:36.209874 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2453f4-ea97-423c-84ec-00e9a6f688da None None] Routers {'9e973367-e406-4d89-a27d-d3ee5c53605b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:36.211116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8d2453f4-ea97-423c-84ec-00e9a6f688da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9e973367-e406-4d89-a27d-d3ee5c53605b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:36.256974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-22fa01cb-431a-41ac-84d1-3f375ba01699 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting subnet c5261e9e-d540-4abf-bbbe-383d71d22db6 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:00:36.261089 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22fa01cb-431a-41ac-84d1-3f375ba01699 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:36.316104 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22fa01cb-431a-41ac-84d1-3f375ba01699 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:36.378098 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7795c73c-83ea-481e-ab8f-44a8e03d02fc None None] Provisioning complete for port 98919ca2-e2eb-4942-a13b-b37dc11cb8d4 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:36.378757 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7795c73c-83ea-481e-ab8f-44a8e03d02fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:36.425937 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22fa01cb-431a-41ac-84d1-3f375ba01699 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:36.436892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router 4c1119f9-b70e-481f-b261-f2b0f881ce2a has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:00:36.474198 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7795c73c-83ea-481e-ab8f-44a8e03d02fc None None] Port 98919ca2-e2eb-4942-a13b-b37dc11cb8d4 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:00:36.482428 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8d2453f4-ea97-423c-84ec-00e9a6f688da None None] Set router 9e973367-e406-4d89-a27d-d3ee5c53605b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:00:36.519506 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22fa01cb-431a-41ac-84d1-3f375ba01699 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:36.550297 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22fa01cb-431a-41ac-84d1-3f375ba01699 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Subnet': ['ID=c5261e9e-d540-4abf-bbbe-383d71d22db6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:36.562845 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-22fa01cb-431a-41ac-84d1-3f375ba01699 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:36.565141 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-22fa01cb-431a-41ac-84d1-3f375ba01699 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/subnets/c5261e9e-d540-4abf-bbbe-383d71d22db6 HTTP/1.1" status: 204 len: 168 time: 0.3761773 Jul 09 14:00:36.568958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43906) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:36.571981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14f56c6-905b-4f52-ba18-ee030a0939b5 None None] Network 941e0aca-741a-4e09-84f0-5b784e0bc9b1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:36.600567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:00:36.609289 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-59b95616-2090-4d6e-acb8-53e5dc0e97fb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/4c1119f9-b70e-481f-b261-f2b0f881ce2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4344974 Jul 09 14:00:36.611595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43908) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:36.621876 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb12014-ae88-43a3-be83-4281a0b6ea63 None None] Sync routers for ids ['4c1119f9-b70e-481f-b261-f2b0f881ce2a'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:00:36.642221 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb12014-ae88-43a3-be83-4281a0b6ea63 None None] Routers {'4c1119f9-b70e-481f-b261-f2b0f881ce2a'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:36.643782 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9eb12014-ae88-43a3-be83-4281a0b6ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['4c1119f9-b70e-481f-b261-f2b0f881ce2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:36.714779 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9eb12014-ae88-43a3-be83-4281a0b6ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:36.720222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-476259cd-51b4-4664-85a0-820761733087 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:36.725766 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-476259cd-51b4-4664-85a0-820761733087 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports/98919ca2-e2eb-4942-a13b-b37dc11cb8d4 HTTP/1.1" status: 200 len: 913 time: 0.1092620 Jul 09 14:00:36.726398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43912) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:36.748069 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876fbbed-520b-4633-848f-50890483266d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:36.755667 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb12014-ae88-43a3-be83-4281a0b6ea63 None None] Routers {'4c1119f9-b70e-481f-b261-f2b0f881ce2a'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:36.756437 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9eb12014-ae88-43a3-be83-4281a0b6ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['4c1119f9-b70e-481f-b261-f2b0f881ce2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:36.834870 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9eb12014-ae88-43a3-be83-4281a0b6ea63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:36.835897 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb12014-ae88-43a3-be83-4281a0b6ea63 None None] The sync data for ids ['4c1119f9-b70e-481f-b261-f2b0f881ce2a'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:00:37.006658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8d2453f4-ea97-423c-84ec-00e9a6f688da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342998646', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:58Z', 'updated_at': '2021-07-09T14:00:35Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:59Z', 'updated_at': '2021-07-09T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:37.063328 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2453f4-ea97-423c-84ec-00e9a6f688da None None] Checking router: 9e973367-e406-4d89-a27d-d3ee5c53605b for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:00:37.067848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8f29b2-ad02-45a4-ba3b-3425f58bffb4 None None] DHCP port deletion for 941e0aca-741a-4e09-84f0-5b784e0bc9b1 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:00:37.082153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d2453f4-ea97-423c-84ec-00e9a6f688da None None] Routers {'9e973367-e406-4d89-a27d-d3ee5c53605b'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:37.083552 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8d2453f4-ea97-423c-84ec-00e9a6f688da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['9e973367-e406-4d89-a27d-d3ee5c53605b'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:37.086001 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81feac9b-a410-4298-91f4-f94101594f36 req-ef00c4b6-8746-4d58-a4ad-f6105c157027 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:37.090019 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81feac9b-a410-4298-91f4-f94101594f36 req-ef00c4b6-8746-4d58-a4ad-f6105c157027 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 943 time: 0.2994678 Jul 09 14:00:37.168026 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:37.231057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81feac9b-a410-4298-91f4-f94101594f36 req-775e1f79-ff04-429f-8cdb-712f2b657dea tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308022 Jul 09 14:00:37.269829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8d2453f4-ea97-423c-84ec-00e9a6f688da None None] Set router 9e973367-e406-4d89-a27d-d3ee5c53605b gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:00:37.327326 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876fbbed-520b-4633-848f-50890483266d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:37.345355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-be8f29b2-ad02-45a4-ba3b-3425f58bffb4 None None] Deleting port a5a49bd6-3318-47ae-904a-07211eb69365 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:00:37.345754 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be8f29b2-ad02-45a4-ba3b-3425f58bffb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:37.405361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-876fbbed-520b-4633-848f-50890483266d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port 87a0f9d0-5e78-4c4d-a38b-dc857cc65739 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:00:37.405908 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876fbbed-520b-4633-848f-50890483266d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:37.414132 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a79fa82e-1dd2-45d2-871e-e93ad7b9323c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:37.526104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-876fbbed-520b-4633-848f-50890483266d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] For port 87a0f9d0-5e78-4c4d-a38b-dc857cc65739, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=87a0f9d0-5e78-4c4d-a38b-dc857cc65739,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:37.526942 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876fbbed-520b-4633-848f-50890483266d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:37.544343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-876fbbed-520b-4633-848f-50890483266d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for 87a0f9d0-5e78-4c4d-a38b-dc857cc65739 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:00:37.678333 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-be8f29b2-ad02-45a4-ba3b-3425f58bffb4 None None] For port a5a49bd6-3318-47ae-904a-07211eb69365, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a5a49bd6-3318-47ae-904a-07211eb69365,segment=NetworkSegment(56214e5f-1639-4f50-9d28-7451f4269499),segment_id=56214e5f-1639-4f50-9d28-7451f4269499)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:37.678907 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be8f29b2-ad02-45a4-ba3b-3425f58bffb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:37.702597 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-be8f29b2-ad02-45a4-ba3b-3425f58bffb4 None None] Calling delete_port for a5a49bd6-3318-47ae-904a-07211eb69365 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:00:37.799697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876fbbed-520b-4633-848f-50890483266d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:37.808871 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a79fa82e-1dd2-45d2-871e-e93ad7b9323c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port 98919ca2-e2eb-4942-a13b-b37dc11cb8d4 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:00:37.809575 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a79fa82e-1dd2-45d2-871e-e93ad7b9323c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:37.832165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8d2453f4-ea97-423c-84ec-00e9a6f688da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342998646', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:58Z', 'updated_at': '2021-07-09T14:00:35Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:59Z', 'updated_at': '2021-07-09T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:37.860691 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876fbbed-520b-4633-848f-50890483266d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=87a0f9d0-5e78-4c4d-a38b-dc857cc65739,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:37.866734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d2453f4-ea97-423c-84ec-00e9a6f688da None None] The sync data for ids ['9e973367-e406-4d89-a27d-d3ee5c53605b'] in n-d-799525-3 is: [{'id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1342998646', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199'}], 'enable_snat': True}, 'gw_port_id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:58:58Z', 'updated_at': '2021-07-09T14:00:35Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '87a0f9d0-5e78-4c4d-a38b-dc857cc65739', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:5a:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e973367-e406-4d89-a27d-d3ee5c53605b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3741, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:58:59Z', 'updated_at': '2021-07-09T13:59:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:00:37.872993 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be8f29b2-ad02-45a4-ba3b-3425f58bffb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:37.906881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8f29b2-ad02-45a4-ba3b-3425f58bffb4 None None] Pushing event deleted for resources: {'Port': ['ID=a5a49bd6-3318-47ae-904a-07211eb69365,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:37.911619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be8f29b2-ad02-45a4-ba3b-3425f58bffb4 None None] No DVR routers for this DVR port a5a49bd6-3318-47ae-904a-07211eb69365 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:00:37.933648 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a5a49bd6-3318-47ae-904a-07211eb69365 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:00:37.955161 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a79fa82e-1dd2-45d2-871e-e93ad7b9323c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:37.965381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: a5a49bd6-3318-47ae-904a-07211eb69365 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:00:37.965720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a5a49bd6-3318-47ae-904a-07211eb69365 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:00:37.970928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a79fa82e-1dd2-45d2-871e-e93ad7b9323c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for 98919ca2-e2eb-4942-a13b-b37dc11cb8d4 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:00:38.022903 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876fbbed-520b-4633-848f-50890483266d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.131004 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876fbbed-520b-4633-848f-50890483266d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.135232 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876fbbed-520b-4633-848f-50890483266d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.173142 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a79fa82e-1dd2-45d2-871e-e93ad7b9323c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.203515 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fa82e-1dd2-45d2-871e-e93ad7b9323c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=98919ca2-e2eb-4942-a13b-b37dc11cb8d4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:38.240490 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876fbbed-520b-4633-848f-50890483266d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.241742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-876fbbed-520b-4633-848f-50890483266d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Fanout notify agent at l3_agent the message router_deleted on router 9e973367-e406-4d89-a27d-d3ee5c53605b {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:00:38.249470 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-876fbbed-520b-4633-848f-50890483266d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.255947 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-876fbbed-520b-4633-848f-50890483266d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/routers/9e973367-e406-4d89-a27d-d3ee5c53605b HTTP/1.1" status: 204 len: 168 time: 1.6809115 Jul 09 14:00:38.256491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43914) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:38.397342 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-360302a3-542b-4bfc-ada5-c498dd1c10d2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.491670 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a79fa82e-1dd2-45d2-871e-e93ad7b9323c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.565869 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-360302a3-542b-4bfc-ada5-c498dd1c10d2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.578074 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-360302a3-542b-4bfc-ada5-c498dd1c10d2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['941e0aca-741a-4e09-84f0-5b784e0bc9b1']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:38.590927 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-360302a3-542b-4bfc-ada5-c498dd1c10d2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56214e5f-1639-4f50-9d28-7451f4269499') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:38.591252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-360302a3-542b-4bfc-ada5-c498dd1c10d2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56214e5f-1639-4f50-9d28-7451f4269499') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:38.602181 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-360302a3-542b-4bfc-ada5-c498dd1c10d2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.619675 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-360302a3-542b-4bfc-ada5-c498dd1c10d2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.628237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-360302a3-542b-4bfc-ada5-c498dd1c10d2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Releasing vlan 306 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:00:38.628824 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-360302a3-542b-4bfc-ada5-c498dd1c10d2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:00:38.633860 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:00:38.725118 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.745107 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-360302a3-542b-4bfc-ada5-c498dd1c10d2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.753686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-360302a3-542b-4bfc-ada5-c498dd1c10d2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.761830 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-360302a3-542b-4bfc-ada5-c498dd1c10d2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/networks/941e0aca-741a-4e09-84f0-5b784e0bc9b1 HTTP/1.1" status: 204 len: 168 time: 0.5038543 Jul 09 14:00:38.762884 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43918) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:38.821585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360302a3-542b-4bfc-ada5-c498dd1c10d2 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Network': ['ID=941e0aca-741a-4e09-84f0-5b784e0bc9b1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:38.850784 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ac653-a3de-4e66-bee7-c51cfbb0d19d req-b1fef98d-57e7-4779-8913-8bf822742726 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:38.852490 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-854ac653-a3de-4e66-bee7-c51cfbb0d19d req-b1fef98d-57e7-4779-8913-8bf822742726 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 943 time: 0.3394692 Jul 09 14:00:38.853266 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.886386 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb41552e-a6d5-4cf4-99a1-335508f5f59d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.909215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79fa82e-1dd2-45d2-871e-e93ad7b9323c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router 4c1119f9-b70e-481f-b261-f2b0f881ce2a has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:00:38.913209 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-854ac653-a3de-4e66-bee7-c51cfbb0d19d req-c8bebb45-d056-4839-b8f9-50e27b7b0e78 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518928 Jul 09 14:00:38.919426 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb41552e-a6d5-4cf4-99a1-335508f5f59d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.994517 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb41552e-a6d5-4cf4-99a1-335508f5f59d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:38.999204 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb41552e-a6d5-4cf4-99a1-335508f5f59d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:39.001527 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-eb41552e-a6d5-4cf4-99a1-335508f5f59d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/security-groups/63829733-4871-4556-8279-2f244e7fb607 HTTP/1.1" status: 204 len: 168 time: 0.2100444 Jul 09 14:00:39.019462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb41552e-a6d5-4cf4-99a1-335508f5f59d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63829733-4871-4556-8279-2f244e7fb607,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:39.044448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79fa82e-1dd2-45d2-871e-e93ad7b9323c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:00:39.059121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:00:39.060055 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a79fa82e-1dd2-45d2-871e-e93ad7b9323c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/4c1119f9-b70e-481f-b261-f2b0f881ce2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3245475 Jul 09 14:00:39.061013 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43922) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:39.080055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab193c-5941-4a38-8646-c4f56a7a6b11 None None] Sync routers for ids ['4c1119f9-b70e-481f-b261-f2b0f881ce2a'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:00:39.111831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab193c-5941-4a38-8646-c4f56a7a6b11 None None] Routers {'4c1119f9-b70e-481f-b261-f2b0f881ce2a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:39.113002 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-18ab193c-5941-4a38-8646-c4f56a7a6b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['4c1119f9-b70e-481f-b261-f2b0f881ce2a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:39.210961 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-18ab193c-5941-4a38-8646-c4f56a7a6b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:39.276767 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ab193c-5941-4a38-8646-c4f56a7a6b11 None None] Routers {'4c1119f9-b70e-481f-b261-f2b0f881ce2a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:39.277822 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-18ab193c-5941-4a38-8646-c4f56a7a6b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['4c1119f9-b70e-481f-b261-f2b0f881ce2a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:39.357763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-18ab193c-5941-4a38-8646-c4f56a7a6b11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:39.358899 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ab193c-5941-4a38-8646-c4f56a7a6b11 None None] The sync data for ids ['4c1119f9-b70e-481f-b261-f2b0f881ce2a'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:00:39.414810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43926) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:39.423352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-127fb2e3-ab1f-4d20-b0c6-d8027dff6dbf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-120841776', 'description': 'tempest-secgroup-smoke-120841776 description', 'project_id': 'e18f38b86e4946d19d906914b285cd31'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:39.453888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:39.472308 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'port_id': '2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01', 'mac_address': 'fa:16:3e:aa:44:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:00:39.475191 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-127fb2e3-ab1f-4d20-b0c6-d8027dff6dbf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:39.548917 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:39.572337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:00:39.604133 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-127fb2e3-ab1f-4d20-b0c6-d8027dff6dbf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:39.605529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:39.609901 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-127fb2e3-ab1f-4d20-b0c6-d8027dff6dbf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:39.612040 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:39.659278 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-127fb2e3-ab1f-4d20-b0c6-d8027dff6dbf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:39.660803 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-127fb2e3-ab1f-4d20-b0c6-d8027dff6dbf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2444770 Jul 09 14:00:39.665745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43928) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:39.668109 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02272e5f-dcc9-48a7-b2c2-8ecdcfc5b278 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:39.671233 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-468e9b1d-8313-4b6f-bab0-06e63bdeb295 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': '3badc846-2c4b-4d34-aefb-4fa27497e83e', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:39.676829 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127fb2e3-ab1f-4d20-b0c6-d8027dff6dbf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3badc846-2c4b-4d34-aefb-4fa27497e83e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:39.698361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:39.717584 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-468e9b1d-8313-4b6f-bab0-06e63bdeb295 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:39.821769 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:00:39.852910 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-468e9b1d-8313-4b6f-bab0-06e63bdeb295 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:39.858627 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 87a0f9d0-5e78-4c4d-a38b-dc857cc65739 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:00:39.859048 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-468e9b1d-8313-4b6f-bab0-06e63bdeb295 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:39.891613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 87a0f9d0-5e78-4c4d-a38b-dc857cc65739 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:00:39.891962 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 87a0f9d0-5e78-4c4d-a38b-dc857cc65739 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:00:39.892381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2273f31e-b9ae-431d-abee-2671d775ca36 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:00:39.895146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468e9b1d-8313-4b6f-bab0-06e63bdeb295 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cb7f30f-d989-48f9-90a8-ec3b920aad98,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:39.905463 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-468e9b1d-8313-4b6f-bab0-06e63bdeb295 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:39.910120 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-468e9b1d-8313-4b6f-bab0-06e63bdeb295 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2406249 Jul 09 14:00:39.910644 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43930) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:39.919637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3239756e-4ed8-4cbb-b5a2-d0fc1f443a68 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': '3badc846-2c4b-4d34-aefb-4fa27497e83e', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:39.921630 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 2273f31e-b9ae-431d-abee-2671d775ca36 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:00:39.921986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 2273f31e-b9ae-431d-abee-2671d775ca36 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:00:39.978775 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3239756e-4ed8-4cbb-b5a2-d0fc1f443a68 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.076392 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3239756e-4ed8-4cbb-b5a2-d0fc1f443a68 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.081720 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3239756e-4ed8-4cbb-b5a2-d0fc1f443a68 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.102559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3239756e-4ed8-4cbb-b5a2-d0fc1f443a68 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c596928-a6e5-4bc5-800e-0c81e88d3e15,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:40.110902 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3239756e-4ed8-4cbb-b5a2-d0fc1f443a68 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.112205 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3239756e-4ed8-4cbb-b5a2-d0fc1f443a68 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1990657 Jul 09 14:00:40.115772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43934) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:40.120633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b575f112-7515-4958-b6e9-7bf6c6ce8af5 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': '3badc846-2c4b-4d34-aefb-4fa27497e83e', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:40.152103 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b575f112-7515-4958-b6e9-7bf6c6ce8af5 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.221350 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b575f112-7515-4958-b6e9-7bf6c6ce8af5 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.227055 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b575f112-7515-4958-b6e9-7bf6c6ce8af5 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.246360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b575f112-7515-4958-b6e9-7bf6c6ce8af5 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7314d3c3-cb81-4f0f-9eba-79fd0a846c9d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:40.260770 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b575f112-7515-4958-b6e9-7bf6c6ce8af5 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.263152 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b575f112-7515-4958-b6e9-7bf6c6ce8af5 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1455631 Jul 09 14:00:40.265827 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43936) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:40.270956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-42cf9ec2-397d-4dbb-9a60-b9bdada206c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': '3badc846-2c4b-4d34-aefb-4fa27497e83e', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:40.302864 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42cf9ec2-397d-4dbb-9a60-b9bdada206c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.305281 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9077f8-d703-4386-9f16-d8f038ee8009 req-02f881ee-5610-4b8b-a81f-8dbe3f72dadc tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:40.308177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e9077f8-d703-4386-9f16-d8f038ee8009 req-02f881ee-5610-4b8b-a81f-8dbe3f72dadc tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 944 time: 0.2249181 Jul 09 14:00:40.350840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-02272e5f-dcc9-48a7-b2c2-8ecdcfc5b278 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port c00e4ec7-1cfb-438c-b288-8f6b5659d631 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:00:40.351297 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02272e5f-dcc9-48a7-b2c2-8ecdcfc5b278 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.380798 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42cf9ec2-397d-4dbb-9a60-b9bdada206c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.385601 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42cf9ec2-397d-4dbb-9a60-b9bdada206c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.408514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42cf9ec2-397d-4dbb-9a60-b9bdada206c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb7db0b5-b79a-4d8e-9841-4b5ba9df2cc2,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:40.421392 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42cf9ec2-397d-4dbb-9a60-b9bdada206c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.425702 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-42cf9ec2-397d-4dbb-9a60-b9bdada206c9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1587703 Jul 09 14:00:40.426455 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43938) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:40.435334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d666cea6-6665-47fd-9f9d-cedb0979ac47 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': '3badc846-2c4b-4d34-aefb-4fa27497e83e', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:40.438820 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e9077f8-d703-4386-9f16-d8f038ee8009 req-48d8f635-5bf4-4e4c-8a4e-b74e7ba5b813 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232023 Jul 09 14:00:40.476929 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-d666cea6-6665-47fd-9f9d-cedb0979ac47 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Project e18f38b86e4946d19d906914b285cd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:00:40.483653 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d666cea6-6665-47fd-9f9d-cedb0979ac47 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.485860 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02272e5f-dcc9-48a7-b2c2-8ecdcfc5b278 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.500386 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-02272e5f-dcc9-48a7-b2c2-8ecdcfc5b278 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for c00e4ec7-1cfb-438c-b288-8f6b5659d631 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:00:40.558384 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d666cea6-6665-47fd-9f9d-cedb0979ac47 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.564571 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d666cea6-6665-47fd-9f9d-cedb0979ac47 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.584561 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d666cea6-6665-47fd-9f9d-cedb0979ac47 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32b7f371-d756-4340-a862-d2cefd3ae4a8,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:40.596677 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d666cea6-6665-47fd-9f9d-cedb0979ac47 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.598120 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d666cea6-6665-47fd-9f9d-cedb0979ac47 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1695187 Jul 09 14:00:40.601682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43940) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:40.607645 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6d1a04a5-bfd5-48a0-a9ac-1c128e87d142 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'security_group_rule': {'security_group_id': '3badc846-2c4b-4d34-aefb-4fa27497e83e', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:40.637553 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-6d1a04a5-bfd5-48a0-a9ac-1c128e87d142 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Project e18f38b86e4946d19d906914b285cd31 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:00:40.643254 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d1a04a5-bfd5-48a0-a9ac-1c128e87d142 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.714223 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02272e5f-dcc9-48a7-b2c2-8ecdcfc5b278 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.718682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d1a04a5-bfd5-48a0-a9ac-1c128e87d142 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.724908 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d1a04a5-bfd5-48a0-a9ac-1c128e87d142 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.745160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a04a5-bfd5-48a0-a9ac-1c128e87d142 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9f6032e-1b24-4cce-a24d-779c96dd4dbb,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:40.753558 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6d1a04a5-bfd5-48a0-a9ac-1c128e87d142 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.754340 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6d1a04a5-bfd5-48a0-a9ac-1c128e87d142 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1512468 Jul 09 14:00:40.758321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43942) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:40.759249 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02272e5f-dcc9-48a7-b2c2-8ecdcfc5b278 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=c00e4ec7-1cfb-438c-b288-8f6b5659d631,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:40.765050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8be32c12-2a9f-4fad-9a63-a5f873459183 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'network': {'name': 'tempest-network-smoke--2001156193', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'port_security_enabled': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:40.791579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be32c12-2a9f-4fad-9a63-a5f873459183 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Made reservation on behalf of e18f38b86e4946d19d906914b285cd31 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:40.795417 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8be32c12-2a9f-4fad-9a63-a5f873459183 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.825453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8be32c12-2a9f-4fad-9a63-a5f873459183 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] vlan segment allocate from pool success with {'vlan_id': 316, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:00:40.838748 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8be32c12-2a9f-4fad-9a63-a5f873459183 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.839137 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-8be32c12-2a9f-4fad-9a63-a5f873459183 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Added segment e803520a-a1a7-40b2-a051-eedddb14d77f of type vlan for network d998aadb-b990-46c1-a1c0-fb41a210c709 Jul 09 14:00:40.891412 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8be32c12-2a9f-4fad-9a63-a5f873459183 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.904273 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-02272e5f-dcc9-48a7-b2c2-8ecdcfc5b278 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.931346 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8be32c12-2a9f-4fad-9a63-a5f873459183 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:40.937860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be32c12-2a9f-4fad-9a63-a5f873459183 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:40.938686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8be32c12-2a9f-4fad-9a63-a5f873459183 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:41.009264 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8be32c12-2a9f-4fad-9a63-a5f873459183 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2491958 Jul 09 14:00:41.012332 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43944) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:41.019564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2037097509', 'admin_state_up': True, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:41.030799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be32c12-2a9f-4fad-9a63-a5f873459183 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Network': ['ID=d998aadb-b990-46c1-a1c0-fb41a210c709,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:41.043908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network d998aadb-b990-46c1-a1c0-fb41a210c709 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:00:41.062413 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:41.062631 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:00:41.064673 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:41.118964 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02272e5f-dcc9-48a7-b2c2-8ecdcfc5b278 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router 4c1119f9-b70e-481f-b261-f2b0f881ce2a has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:00:41.137193 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:41.174993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:41.181467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:41.181837 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:41.276746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02272e5f-dcc9-48a7-b2c2-8ecdcfc5b278 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:00:41.290471 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-02272e5f-dcc9-48a7-b2c2-8ecdcfc5b278 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/4c1119f9-b70e-481f-b261-f2b0f881ce2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2181771 Jul 09 14:00:41.292943 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43946) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:41.296752 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea28766-7bf8-4163-9e0f-1bbb40115220 None None] Sync routers for ids ['4c1119f9-b70e-481f-b261-f2b0f881ce2a'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:00:41.308915 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea28766-7bf8-4163-9e0f-1bbb40115220 None None] Routers {'4c1119f9-b70e-481f-b261-f2b0f881ce2a'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:41.309802 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-eea28766-7bf8-4163-9e0f-1bbb40115220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['4c1119f9-b70e-481f-b261-f2b0f881ce2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:41.310018 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:41.342988 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:41.346969 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-eea28766-7bf8-4163-9e0f-1bbb40115220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:41.358025 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea28766-7bf8-4163-9e0f-1bbb40115220 None None] Routers {'4c1119f9-b70e-481f-b261-f2b0f881ce2a'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:41.361499 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d57ad7f0-c020-4bac-9b0b-27e82ea65515 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c1119f9-b70e-481f-b261-f2b0f881ce2a HTTP/1.1" status: 200 len: 205 time: 0.0617452 Jul 09 14:00:41.362034 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-eea28766-7bf8-4163-9e0f-1bbb40115220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['4c1119f9-b70e-481f-b261-f2b0f881ce2a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:41.362572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43948) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:41.377844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1e658c-4e43-4045-84fc-96f9804c2621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:00:41.384123 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e547855a-a29a-4d9f-8ac4-d759f6624ec9" -d '{"events": [{"server_uuid": "ac1e658c-4e43-4045-84fc-96f9804c2621", "name": "network-vif-plugged", "status": "completed", "tag": "2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:00:41.414627 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:41.424256 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:41.431858 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-eea28766-7bf8-4163-9e0f-1bbb40115220 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:41.433317 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea28766-7bf8-4163-9e0f-1bbb40115220 None None] The sync data for ids ['4c1119f9-b70e-481f-b261-f2b0f881ce2a'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:00:41.437361 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a500180-e678-438b-ad1f-fe485b169121 x-openstack-request-id: req-8a500180-e678-438b-ad1f-fe485b169121 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:00:41.437853 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1e658c-4e43-4045-84fc-96f9804c2621", "name": "network-vif-plugged", "status": "completed", "tag": "2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:00:41.439650 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a500180-e678-438b-ad1f-fe485b169121 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:00:41.440320 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1e658c-4e43-4045-84fc-96f9804c2621', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01', 'code': 200} Jul 09 14:00:41.521127 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:41.607525 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6b82-6fae-4e42-b304-3282bb58595d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:41.712526 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43838138-df8f-4134-b0d6-533503c02718 req-c1a92e12-2a82-455f-be53-c06ffbfc0db4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:41.727325 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43838138-df8f-4134-b0d6-533503c02718 req-c1a92e12-2a82-455f-be53-c06ffbfc0db4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 945 time: 0.1270180 Jul 09 14:00:41.786382 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43838138-df8f-4134-b0d6-533503c02718 req-cb0024e3-770f-4e89-bfde-ca5b029c8aed tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576396 Jul 09 14:00:41.883069 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6b82-6fae-4e42-b304-3282bb58595d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:41.887155 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6b82-6fae-4e42-b304-3282bb58595d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:41.954456 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6b82-6fae-4e42-b304-3282bb58595d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:41.955153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffaf6b82-6fae-4e42-b304-3282bb58595d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Fanout notify agent at l3_agent the message router_deleted on router 4c1119f9-b70e-481f-b261-f2b0f881ce2a {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:00:41.965616 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ffaf6b82-6fae-4e42-b304-3282bb58595d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:41.967419 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ffaf6b82-6fae-4e42-b304-3282bb58595d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/routers/4c1119f9-b70e-481f-b261-f2b0f881ce2a HTTP/1.1" status: 204 len: 168 time: 0.6030679 Jul 09 14:00:41.971419 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43956) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:41.991454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e7207-22e6-4d86-8c92-94361e14adfb req-9a7f92f9-0803-4f60-97f9-a76daa873a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:41.993330 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e41e7207-22e6-4d86-8c92-94361e14adfb req-9a7f92f9-0803-4f60-97f9-a76daa873a27 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 1096 time: 0.4584017 Jul 09 14:00:42.036514 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-70c589fd-ed7b-480b-a1b4-473ee1b22089 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting subnet 00cd733e-3c71-4b5c-89bd-15943a299b81 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:00:42.040400 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70c589fd-ed7b-480b-a1b4-473ee1b22089 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:42.088455 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70c589fd-ed7b-480b-a1b4-473ee1b22089 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:42.123417 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e41e7207-22e6-4d86-8c92-94361e14adfb req-0b2dda21-8433-40d1-8b2e-dc5fb9101c74 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231887 Jul 09 14:00:42.149674 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:42.174713 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:42.206944 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70c589fd-ed7b-480b-a1b4-473ee1b22089 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:42.287141 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70c589fd-ed7b-480b-a1b4-473ee1b22089 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:42.311020 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Allocated IP 172.25.2.144 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/73890fcb-48ca-4f1c-8d91-a10486124ce7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:42.317371 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c589fd-ed7b-480b-a1b4-473ee1b22089 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Subnet': ['ID=00cd733e-3c71-4b5c-89bd-15943a299b81,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:42.322271 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70c589fd-ed7b-480b-a1b4-473ee1b22089 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:42.328692 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-70c589fd-ed7b-480b-a1b4-473ee1b22089 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/00cd733e-3c71-4b5c-89bd-15943a299b81 HTTP/1.1" status: 204 len: 168 time: 0.3511889 Jul 09 14:00:42.328948 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43958) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:42.342311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f08bfe5f-2b97-4a5a-aab3-3840ede9ba5f None None] Network fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:42.411037 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-aca302a0-000c-4b9a-ae4a-21e34ba4a70b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting subnet 6c37e44a-8569-4470-9e4b-d607743700b9 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:00:42.420626 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aca302a0-000c-4b9a-ae4a-21e34ba4a70b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:42.469249 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:42.520979 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aca302a0-000c-4b9a-ae4a-21e34ba4a70b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:42.534949 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:42.586865 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:42.591077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:42.598772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:00:42.626878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=73890fcb-48ca-4f1c-8d91-a10486124ce7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:42.628142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da4cc4b-8632-44bd-9a19-e413920b352c None None] DHCP port deletion for fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:00:42.674157 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aca302a0-000c-4b9a-ae4a-21e34ba4a70b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:42.695425 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2da4cc4b-8632-44bd-9a19-e413920b352c None None] Deleting port eb2b4c2d-4a66-4bbe-a460-40fc986c5078 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:00:42.700169 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2da4cc4b-8632-44bd-9a19-e413920b352c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:42.795204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2da4cc4b-8632-44bd-9a19-e413920b352c None None] For port eb2b4c2d-4a66-4bbe-a460-40fc986c5078, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=eb2b4c2d-4a66-4bbe-a460-40fc986c5078,segment=NetworkSegment(9c9f3ee9-8275-4f47-b035-c979b3894ba0),segment_id=9c9f3ee9-8275-4f47-b035-c979b3894ba0)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:42.795848 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2da4cc4b-8632-44bd-9a19-e413920b352c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:42.799569 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aca302a0-000c-4b9a-ae4a-21e34ba4a70b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:42.812232 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2da4cc4b-8632-44bd-9a19-e413920b352c None None] Calling delete_port for eb2b4c2d-4a66-4bbe-a460-40fc986c5078 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:00:42.858401 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca302a0-000c-4b9a-ae4a-21e34ba4a70b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Subnet': ['ID=6c37e44a-8569-4470-9e4b-d607743700b9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:42.862808 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aca302a0-000c-4b9a-ae4a-21e34ba4a70b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:42.868834 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-aca302a0-000c-4b9a-ae4a-21e34ba4a70b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/6c37e44a-8569-4470-9e4b-d607743700b9 HTTP/1.1" status: 204 len: 168 time: 0.5369992 Jul 09 14:00:42.872058 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43962) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:42.962262 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfcd5f5-2934-4b39-9b42-ccfe9cad9e16 None None] Network abc24a67-603c-4512-a87d-3934723d0269 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:43.048120 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.170237 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2da4cc4b-8632-44bd-9a19-e413920b352c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.173436 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.279749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da4cc4b-8632-44bd-9a19-e413920b352c None None] Pushing event deleted for resources: {'Port': ['ID=eb2b4c2d-4a66-4bbe-a460-40fc986c5078,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:43.295460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb70980-f524-48bd-ae03-94d7f500d2d2 req-d9bd39ad-0803-4dbd-a023-0fc6df219bdf tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:43.297124 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fb70980-f524-48bd-ae03-94d7f500d2d2 req-d9bd39ad-0803-4dbd-a023-0fc6df219bdf tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 945 time: 0.2269025 Jul 09 14:00:43.317190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port eb2b4c2d-4a66-4bbe-a460-40fc986c5078 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:00:43.317190 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.324686 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da4cc4b-8632-44bd-9a19-e413920b352c None None] No DVR routers for this DVR port eb2b4c2d-4a66-4bbe-a460-40fc986c5078 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:00:43.443533 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fb70980-f524-48bd-ae03-94d7f500d2d2 req-89a67c9a-ec99-471c-a64c-e7c5fd32223b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310644 Jul 09 14:00:43.453272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] For port eb2b4c2d-4a66-4bbe-a460-40fc986c5078, host n-d-799525-3, got binding levels [] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:43.453776 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.482778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c374880-0613-494f-bbed-2eb4fb9b47e7 None None] DHCP port deletion for abc24a67-603c-4512-a87d-3934723d0269 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:00:43.483387 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for eb2b4c2d-4a66-4bbe-a460-40fc986c5078 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:00:43.486789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.ipam_backend_mixin [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Port eb2b4c2d-4a66-4bbe-a460-40fc986c5078 was not found and therefore no delete operation was performed {{(pid=93754) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:00:43.488249 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.530005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=eb2b4c2d-4a66-4bbe-a460-40fc986c5078,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:43.532888 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No DVR routers for this DVR port eb2b4c2d-4a66-4bbe-a460-40fc986c5078 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:00:43.601222 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.603595 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1c374880-0613-494f-bbed-2eb4fb9b47e7 None None] Deleting port 31442969-087f-4eee-adb8-6ac44a72bb7a {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:00:43.604230 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c374880-0613-494f-bbed-2eb4fb9b47e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.657058 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.671051 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:43.688891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9f3ee9-8275-4f47-b035-c979b3894ba0') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:43.689550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9f3ee9-8275-4f47-b035-c979b3894ba0') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:43.712908 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.730008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-1c374880-0613-494f-bbed-2eb4fb9b47e7 None None] For port 31442969-087f-4eee-adb8-6ac44a72bb7a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=31442969-087f-4eee-adb8-6ac44a72bb7a,segment=NetworkSegment(946eec4b-669a-4c49-b52d-bba122dbfb68),segment_id=946eec4b-669a-4c49-b52d-bba122dbfb68)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:43.730561 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c374880-0613-494f-bbed-2eb4fb9b47e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.745254 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.749543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1c374880-0613-494f-bbed-2eb4fb9b47e7 None None] Calling delete_port for 31442969-087f-4eee-adb8-6ac44a72bb7a owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:00:43.757960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:00:43.758369 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:00:43.762208 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:00:43.821120 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 86f1d053-ac3c-49f5-aea6-a40406f46add is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:00:43.863576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.873445 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.878579 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/networks/fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171 HTTP/1.1" status: 204 len: 168 time: 1.0016017 Jul 09 14:00:43.887109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43964) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:43.893071 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1c374880-0613-494f-bbed-2eb4fb9b47e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:43.911149 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c374880-0613-494f-bbed-2eb4fb9b47e7 None None] No DVR routers for this DVR port 31442969-087f-4eee-adb8-6ac44a72bb7a on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:00:43.921493 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a359e46d-160d-4222-a76b-30447fda4b73 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Network': ['ID=fd6a3f38-c6a2-4f6f-bcce-0a9302d1d171,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:43.939895 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device eb2b4c2d-4a66-4bbe-a460-40fc986c5078 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:00:43.963900 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c374880-0613-494f-bbed-2eb4fb9b47e7 None None] Pushing event deleted for resources: {'Port': ['ID=31442969-087f-4eee-adb8-6ac44a72bb7a,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:43.971210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: eb2b4c2d-4a66-4bbe-a460-40fc986c5078 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:00:43.971751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device eb2b4c2d-4a66-4bbe-a460-40fc986c5078 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:00:43.972321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 31442969-087f-4eee-adb8-6ac44a72bb7a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:00:43.997678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 31442969-087f-4eee-adb8-6ac44a72bb7a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:00:43.998290 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 31442969-087f-4eee-adb8-6ac44a72bb7a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:00:44.032230 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f5b99d7-15e2-40d7-a556-13c7c4702938 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:44.141597 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f5b99d7-15e2-40d7-a556-13c7c4702938 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:44.153487 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3f5b99d7-15e2-40d7-a556-13c7c4702938 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abc24a67-603c-4512-a87d-3934723d0269']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:44.166860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3f5b99d7-15e2-40d7-a556-13c7c4702938 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '946eec4b-669a-4c49-b52d-bba122dbfb68') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:44.167186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-3f5b99d7-15e2-40d7-a556-13c7c4702938 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '946eec4b-669a-4c49-b52d-bba122dbfb68') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:44.179480 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f5b99d7-15e2-40d7-a556-13c7c4702938 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:44.197617 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f5b99d7-15e2-40d7-a556-13c7c4702938 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:44.204892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f5b99d7-15e2-40d7-a556-13c7c4702938 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:00:44.205306 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f5b99d7-15e2-40d7-a556-13c7c4702938 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:00:44.209230 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:00:44.276664 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f5b99d7-15e2-40d7-a556-13c7c4702938 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:44.290342 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3f5b99d7-15e2-40d7-a556-13c7c4702938 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:44.293194 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3f5b99d7-15e2-40d7-a556-13c7c4702938 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/networks/abc24a67-603c-4512-a87d-3934723d0269 HTTP/1.1" status: 204 len: 168 time: 0.4043379 Jul 09 14:00:44.309602 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43966) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:44.332409 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0890e7fe-1b03-4d2b-9c15-1cf89cdd2083 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1175639679'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:44.336627 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b99d7-15e2-40d7-a556-13c7c4702938 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Network': ['ID=abc24a67-603c-4512-a87d-3934723d0269,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:44.362017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:00:44.368253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0890e7fe-1b03-4d2b-9c15-1cf89cdd2083 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:44.375806 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0890e7fe-1b03-4d2b-9c15-1cf89cdd2083 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:44.383743 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:44.389397 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-04ee6cc5-eeee-43e4-aa92-b6cc7ab88d6c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.3718858 Jul 09 14:00:44.389738 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Sync routers for ids ['86f1d053-ac3c-49f5-aea6-a40406f46add'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:00:44.389896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43968) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:44.407910 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Routers {'86f1d053-ac3c-49f5-aea6-a40406f46add'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:44.409345 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['86f1d053-ac3c-49f5-aea6-a40406f46add'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:44.419005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0890e7fe-1b03-4d2b-9c15-1cf89cdd2083 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:00:44.434195 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0890e7fe-1b03-4d2b-9c15-1cf89cdd2083 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:44.434526 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-0890e7fe-1b03-4d2b-9c15-1cf89cdd2083 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Added segment 7d721435-f3d3-4f24-bbb4-2292055e67bb of type vlan for network 21817d08-62f5-47fd-9268-8417569056af Jul 09 14:00:44.439165 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-06c753d4-e74e-4cc5-bcae-8dd21201e340 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=e18f38b86e4946d19d906914b285cd31&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449145 Jul 09 14:00:44.439845 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43970) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:44.499430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0890e7fe-1b03-4d2b-9c15-1cf89cdd2083 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:44.558716 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0890e7fe-1b03-4d2b-9c15-1cf89cdd2083 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:44.573356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0890e7fe-1b03-4d2b-9c15-1cf89cdd2083 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:44.573838 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0890e7fe-1b03-4d2b-9c15-1cf89cdd2083 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:44.600349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-500f732c-000f-4c13-85c2-6f56baa79301 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:44.606108 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-500f732c-000f-4c13-85c2-6f56baa79301 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1610410 Jul 09 14:00:44.607163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43974) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:44.620756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Set router 86f1d053-ac3c-49f5-aea6-a40406f46add gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:00:44.648867 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7bffd3ff-aaa9-4188-a2ad-17d6820eeec6 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405447 Jul 09 14:00:44.656861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43976) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:44.666656 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b0eed131-d099-4940-b3ae-8eeac0e4de4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-355346851', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:44.700121 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0890e7fe-1b03-4d2b-9c15-1cf89cdd2083 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3859293 Jul 09 14:00:44.717792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43978) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:44.724148 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-70227a35-c8d1-4b42-93a6-7b2e833f1b3a tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'subnet': {'network_id': '21817d08-62f5-47fd-9268-8417569056af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:44.745190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890e7fe-1b03-4d2b-9c15-1cf89cdd2083 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Network': ['ID=21817d08-62f5-47fd-9268-8417569056af,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:44.763738 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 21817d08-62f5-47fd-9268-8417569056af details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:00:44.792581 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f99ab-b6d7-4d32-bb0e-855afc8cf695 req-ceaddbf1-e409-4324-ac8f-25bfab88f257 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:44.794916 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec2f99ab-b6d7-4d32-bb0e-855afc8cf695 req-ceaddbf1-e409-4324-ac8f-25bfab88f257 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 945 time: 0.1274734 Jul 09 14:00:44.853102 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0eed131-d099-4940-b3ae-8eeac0e4de4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Made reservation on behalf of e18f38b86e4946d19d906914b285cd31 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:44.857044 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0eed131-d099-4940-b3ae-8eeac0e4de4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:44.940387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037097509', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:00:41Z', 'updated_at': '2021-07-09T14:00:42Z', 'revision_number': 3, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:42Z', 'updated_at': '2021-07-09T14:00:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:44.942950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70227a35-c8d1-4b42-93a6-7b2e833f1b3a tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:44.948424 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70227a35-c8d1-4b42-93a6-7b2e833f1b3a tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:44.994940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Checking router: 86f1d053-ac3c-49f5-aea6-a40406f46add for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:00:44.995672 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Updating router 86f1d053-ac3c-49f5-aea6-a40406f46add port 73890fcb-48ca-4f1c-8d91-a10486124ce7 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:00:45.074963 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:45.273191 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:00:45.281169 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0eed131-d099-4940-b3ae-8eeac0e4de4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:45.305205 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec2f99ab-b6d7-4d32-bb0e-855afc8cf695 req-0a6eb170-3a20-431d-a27b-71148007b7d0 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955359 Jul 09 14:00:45.379899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0eed131-d099-4940-b3ae-8eeac0e4de4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Subnet': ['ID=432387ee-1dc9-4535-8061-df0d31235d02,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:45.384438 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70227a35-c8d1-4b42-93a6-7b2e833f1b3a tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:45.450998 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:45.460380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0eed131-d099-4940-b3ae-8eeac0e4de4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Checking segment: {'id': 'e803520a-a1a7-40b2-a051-eedddb14d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:00:45.460749 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eed131-d099-4940-b3ae-8eeac0e4de4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network hostable DHCP agents. Network: d998aadb-b990-46c1-a1c0-fb41a210c709, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:00:45.465029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70227a35-c8d1-4b42-93a6-7b2e833f1b3a tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Subnet': ['ID=b3968b87-a9d1-4ec9-a264-7a155b140145,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:45.465320 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Transition to ACTIVE for port object 73890fcb-48ca-4f1c-8d91-a10486124ce7 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:45.480075 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:45.496100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70227a35-c8d1-4b42-93a6-7b2e833f1b3a tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Checking segment: {'id': '7d721435-f3d3-4f24-bbb4-2292055e67bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '21817d08-62f5-47fd-9268-8417569056af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:00:45.496478 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70227a35-c8d1-4b42-93a6-7b2e833f1b3a tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network hostable DHCP agents. Network: 21817d08-62f5-47fd-9268-8417569056af, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:00:45.500333 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0eed131-d099-4940-b3ae-8eeac0e4de4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network d998aadb-b990-46c1-a1c0-fb41a210c709 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:00:45.513820 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-b0eed131-d099-4940-b3ae-8eeac0e4de4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, d998aadb-b990-46c1-a1c0-fb41a210c709) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:45.520240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0eed131-d099-4940-b3ae-8eeac0e4de4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:45.521120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b0eed131-d099-4940-b3ae-8eeac0e4de4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:45.532101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fdc0d3-2712-4aff-b041-3821035dedde None None] Network d998aadb-b990-46c1-a1c0-fb41a210c709 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:45.536932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70227a35-c8d1-4b42-93a6-7b2e833f1b3a tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network 21817d08-62f5-47fd-9268-8417569056af is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:00:45.544297 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-70227a35-c8d1-4b42-93a6-7b2e833f1b3a tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 21817d08-62f5-47fd-9268-8417569056af) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:45.547021 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b0eed131-d099-4940-b3ae-8eeac0e4de4c tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8881598 Jul 09 14:00:45.550916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70227a35-c8d1-4b42-93a6-7b2e833f1b3a tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:45.551944 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70227a35-c8d1-4b42-93a6-7b2e833f1b3a tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:45.554384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43982) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:45.620913 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-70227a35-c8d1-4b42-93a6-7b2e833f1b3a tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8976698 Jul 09 14:00:45.622431 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 43984) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:45.631853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c1907d32-585b-4cc8-a16e-ae2b0ca315cd tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-648213594', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:45.659043 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a4e0f-49ae-4520-b5dd-8c100928d049 req-a57231eb-29a0-4bd5-81f6-f081140b5891 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:45.662610 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e3a4e0f-49ae-4520-b5dd-8c100928d049 req-a57231eb-29a0-4bd5-81f6-f081140b5891 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 945 time: 0.1538231 Jul 09 14:00:45.730534 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1907d32-585b-4cc8-a16e-ae2b0ca315cd tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:45.732368 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1907d32-585b-4cc8-a16e-ae2b0ca315cd tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:45.768702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27bde1db-6f6c-4455-b3cb-8b0537ca567c None None] Network 21817d08-62f5-47fd-9268-8417569056af requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:45.825082 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e3a4e0f-49ae-4520-b5dd-8c100928d049 req-89000e7f-30d6-4075-80cf-9898a209ed96 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453967 Jul 09 14:00:45.834886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1907d32-585b-4cc8-a16e-ae2b0ca315cd tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:45.860497 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1907d32-585b-4cc8-a16e-ae2b0ca315cd tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:45.860724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95594850-d47c-40ca-b9dc-54a3d78065c1 None None] Pushing event updated for resources: {'Port': ['ID=73890fcb-48ca-4f1c-8d91-a10486124ce7,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:45.860724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Attempting to bind port 73890fcb-48ca-4f1c-8d91-a10486124ce7 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:00:45.860724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Attempting to bind port 73890fcb-48ca-4f1c-8d91-a10486124ce7 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:00:45.860724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Attempting to bind port 73890fcb-48ca-4f1c-8d91-a10486124ce7 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:00:45.889139 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1907d32-585b-4cc8-a16e-ae2b0ca315cd tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:45.890766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:00:45.891208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:00:45.891634 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:45.891789 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c1907d32-585b-4cc8-a16e-ae2b0ca315cd tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2676837 Jul 09 14:00:45.892020 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:00:45.892542 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Bound port: 73890fcb-48ca-4f1c-8d91-a10486124ce7, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:00:45.892770 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 43988) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:45.892949 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:45.902402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-01dcbdd5-1373-4e6d-9111-f1b2a20ebc80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'port': {'network_id': '21817d08-62f5-47fd-9268-8417569056af', 'name': 'tempest-RoutersIpV6Test-525874878'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:46.096352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] For port 73890fcb-48ca-4f1c-8d91-a10486124ce7, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:00:46.134009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-21817d08-62f5-47fd-9268-8417569056af', 'network_id': '21817d08-62f5-47fd-9268-8417569056af', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'fixed_ips': [{'subnet_id': 'b3968b87-a9d1-4ec9-a264-7a155b140145'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:00:46.135351 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:46.180696 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01dcbdd5-1373-4e6d-9111-f1b2a20ebc80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:46.184524 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01dcbdd5-1373-4e6d-9111-f1b2a20ebc80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:46.185118 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] For port 73890fcb-48ca-4f1c-8d91-a10486124ce7, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=73890fcb-48ca-4f1c-8d91-a10486124ce7,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:00:46.213179 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:46.234191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [None req-01dcbdd5-1373-4e6d-9111-f1b2a20ebc80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] device_id is not set on port 1126163e-eec0-4a77-8667-dbaf891b3ba5 yet. {{(pid=93753) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 09 14:00:46.235837 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-d998aadb-b990-46c1-a1c0-fb41a210c709', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ips': [{'subnet_id': '432387ee-1dc9-4535-8061-df0d31235d02'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:00:46.237309 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:46.414170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Routers {'86f1d053-ac3c-49f5-aea6-a40406f46add'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:46.414865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['86f1d053-ac3c-49f5-aea6-a40406f46add'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:46.420465 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:46.424231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-01dcbdd5-1373-4e6d-9111-f1b2a20ebc80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Allocated IP 2001:db8::330 (21817d08-62f5-47fd-9268-8417569056af/b3968b87-a9d1-4ec9-a264-7a155b140145/1126163e-eec0-4a77-8667-dbaf891b3ba5) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:46.514861 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95594850-d47c-40ca-b9dc-54a3d78065c1 None None] Pushing event updated for resources: {'Port': ['ID=73890fcb-48ca-4f1c-8d91-a10486124ce7,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:46.682128 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Allocated IP 172.20.0.2 (d998aadb-b990-46c1-a1c0-fb41a210c709/432387ee-1dc9-4535-8061-df0d31235d02/b4c37cbb-ffe2-4538-9697-b544b2adb046) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:46.685714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] Set router 86f1d053-ac3c-49f5-aea6-a40406f46add gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:00:46.823582 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01dcbdd5-1373-4e6d-9111-f1b2a20ebc80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:46.865860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-01dcbdd5-1373-4e6d-9111-f1b2a20ebc80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Transition to ACTIVE for port object 1126163e-eec0-4a77-8667-dbaf891b3ba5 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:46.901982 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01dcbdd5-1373-4e6d-9111-f1b2a20ebc80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:46.962724 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01dcbdd5-1373-4e6d-9111-f1b2a20ebc80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network 21817d08-62f5-47fd-9268-8417569056af is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:46.975793 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-01dcbdd5-1373-4e6d-9111-f1b2a20ebc80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:46.980955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01dcbdd5-1373-4e6d-9111-f1b2a20ebc80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:00:46.988240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01dcbdd5-1373-4e6d-9111-f1b2a20ebc80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:46.989316 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01dcbdd5-1373-4e6d-9111-f1b2a20ebc80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:47.004333 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b504e8c-1a76-48dc-aa0f-1db640db578a req-151cea30-b9fb-4eb4-a752-1b535b8de5e5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2841635 Jul 09 14:00:47.010984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Allocated IP 2001:db8::2 (21817d08-62f5-47fd-9268-8417569056af/b3968b87-a9d1-4ec9-a264-7a155b140145/3df2dea7-b4ca-4100-bad4-9b4bf9f73845) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:47.014435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dcbdd5-1373-4e6d-9111-f1b2a20ebc80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=1126163e-eec0-4a77-8667-dbaf891b3ba5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:47.038697 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-01dcbdd5-1373-4e6d-9111-f1b2a20ebc80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.1422091 Jul 09 14:00:47.039041 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44008) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:47.363144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b504e8c-1a76-48dc-aa0f-1db640db578a req-1d739a2c-d703-4417-98a2-35317ca7d73b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:47.365566 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b504e8c-1a76-48dc-aa0f-1db640db578a req-1d739a2c-d703-4417-98a2-35317ca7d73b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 1096 time: 0.2789984 Jul 09 14:00:47.466284 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:47.505147 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037097509', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:00:41Z', 'updated_at': '2021-07-09T14:00:42Z', 'revision_number': 3, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:42Z', 'updated_at': '2021-07-09T14:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:47.515039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Transition to ACTIVE for port object b4c37cbb-ffe2-4538-9697-b544b2adb046 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:47.519009 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:47.580157 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b504e8c-1a76-48dc-aa0f-1db640db578a req-958d5fab-81c0-41a6-b3a5-68461abb7d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:47.581699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be011a61-6d38-4894-bda8-515e699b3540 None None] The sync data for ids ['86f1d053-ac3c-49f5-aea6-a40406f46add'] in n-d-799525-3 is: [{'id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037097509', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:00:41Z', 'updated_at': '2021-07-09T14:00:42Z', 'revision_number': 3, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:42Z', 'updated_at': '2021-07-09T14:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:00:47.583502 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b504e8c-1a76-48dc-aa0f-1db640db578a req-958d5fab-81c0-41a6-b3a5-68461abb7d72 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.1931956 Jul 09 14:00:47.596558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Transition to ACTIVE for port object 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:47.604137 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15a01f41-9ca5-4811-86e6-48591e712f77 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:47.635236 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Transition to ACTIVE for port object b4c37cbb-ffe2-4538-9697-b544b2adb046 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:47.650976 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:47.653787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Transition to ACTIVE for port object 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:47.658463 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b504e8c-1a76-48dc-aa0f-1db640db578a req-2b6637e9-fa7d-475f-b947-d0f4dc023aad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 HTTP/1.1" status: 200 len: 217 time: 0.0498433 Jul 09 14:00:47.686336 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:47.721581 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Network d998aadb-b990-46c1-a1c0-fb41a210c709 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:47.730728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Allocated IP 172.20.0.1 (d998aadb-b990-46c1-a1c0-fb41a210c709/432387ee-1dc9-4535-8061-df0d31235d02/bf9db3de-7429-42fb-bc66-b2e91c0dbab8) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:47.731028 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Pushing event updated for resources: {'Port': ['ID=b4c37cbb-ffe2-4538-9697-b544b2adb046,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:47.734350 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Network 21817d08-62f5-47fd-9268-8417569056af is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:47.735628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:47.741845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:00:47.778375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:47.783132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:00:47.901274 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Pushing event updated for resources: {'Port': ['ID=3df2dea7-b4ca-4100-bad4-9b4bf9f73845,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:47.969104 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Attempting to bind port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:00:47.969682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Attempting to bind port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '7d721435-f3d3-4f24-bbb4-2292055e67bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '21817d08-62f5-47fd-9268-8417569056af'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:00:47.970200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Attempting to bind port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 on network 21817d08-62f5-47fd-9268-8417569056af {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:00:47.976013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Attempting to bind port b4c37cbb-ffe2-4538-9697-b544b2adb046 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:00:47.976907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Attempting to bind port b4c37cbb-ffe2-4538-9697-b544b2adb046 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'e803520a-a1a7-40b2-a051-eedddb14d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:00:47.977515 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Attempting to bind port b4c37cbb-ffe2-4538-9697-b544b2adb046 on network d998aadb-b990-46c1-a1c0-fb41a210c709 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:00:47.992850 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:00:47.993386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Checking segment: {'id': '7d721435-f3d3-4f24-bbb4-2292055e67bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '21817d08-62f5-47fd-9268-8417569056af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:00:47.993974 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:47.995525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Bound using segment: {'id': '7d721435-f3d3-4f24-bbb4-2292055e67bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '21817d08-62f5-47fd-9268-8417569056af'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:00:47.996496 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Bound port: 3df2dea7-b4ca-4100-bad4-9b4bf9f73845, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d721435-f3d3-4f24-bbb4-2292055e67bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': '21817d08-62f5-47fd-9268-8417569056af'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:00:47.998420 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:48.015932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:00:48.017003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Checking segment: {'id': 'e803520a-a1a7-40b2-a051-eedddb14d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:00:48.017321 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:48.017751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Bound using segment: {'id': 'e803520a-a1a7-40b2-a051-eedddb14d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:00:48.018539 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Bound port: b4c37cbb-ffe2-4538-9697-b544b2adb046, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e803520a-a1a7-40b2-a051-eedddb14d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:00:48.019353 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:48.091675 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:48.118200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b504e8c-1a76-48dc-aa0f-1db640db578a req-881d8f8e-e884-41ae-bdf2-92b0d347f195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:48.119916 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b504e8c-1a76-48dc-aa0f-1db640db578a req-881d8f8e-e884-41ae-bdf2-92b0d347f195 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.2035027 Jul 09 14:00:48.244841 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Transition to ACTIVE for port object bf9db3de-7429-42fb-bc66-b2e91c0dbab8 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:48.390972 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] For port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:00:48.400076 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] For port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3df2dea7-b4ca-4100-bad4-9b4bf9f73845,segment=NetworkSegment(7d721435-f3d3-4f24-bbb4-2292055e67bb),segment_id=7d721435-f3d3-4f24-bbb4-2292055e67bb)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:00:48.458903 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] For port b4c37cbb-ffe2-4538-9697-b544b2adb046, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:00:48.465727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] For port b4c37cbb-ffe2-4538-9697-b544b2adb046, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b4c37cbb-ffe2-4538-9697-b544b2adb046,segment=NetworkSegment(e803520a-a1a7-40b2-a051-eedddb14d77f),segment_id=e803520a-a1a7-40b2-a051-eedddb14d77f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:00:48.470466 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:48.533496 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:48.643591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894159df-2a7a-4cf7-a2e2-1fc0e05b4df5 None None] Pushing event updated for resources: {'Port': ['ID=3df2dea7-b4ca-4100-bad4-9b4bf9f73845,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:48.779247 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0116029-98ae-46a5-81dd-7eea1f508c3d None None] Pushing event updated for resources: {'Port': ['ID=b4c37cbb-ffe2-4538-9697-b544b2adb046,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:49.189140 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:49.237264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b504e8c-1a76-48dc-aa0f-1db640db578a req-ff8dfe3d-fa3c-4879-889e-9ee3a1630f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:49.239694 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b504e8c-1a76-48dc-aa0f-1db640db578a req-ff8dfe3d-fa3c-4879-889e-9ee3a1630f55 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0132113 Jul 09 14:00:49.262113 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-5b504e8c-1a76-48dc-aa0f-1db640db578a req-1289f8d4-3307-4ecf-9861-a887538876e7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:00:49.263428 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b504e8c-1a76-48dc-aa0f-1db640db578a req-1289f8d4-3307-4ecf-9861-a887538876e7 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116024 Jul 09 14:00:49.284912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network d998aadb-b990-46c1-a1c0-fb41a210c709 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:49.311361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:49.374756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:00:49.405402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=bf9db3de-7429-42fb-bc66-b2e91c0dbab8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:49.460271 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15a01f41-9ca5-4811-86e6-48591e712f77 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:49.473623 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15a01f41-9ca5-4811-86e6-48591e712f77 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:49.492388 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:49.572823 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b504e8c-1a76-48dc-aa0f-1db640db578a req-1f20e2f4-60e0-4939-b0ef-dcf198c66cf4 service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3020861 Jul 09 14:00:49.723581 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a01f41-9ca5-4811-86e6-48591e712f77 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=1126163e-eec0-4a77-8667-dbaf891b3ba5,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:49.961456 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5b504e8c-1a76-48dc-aa0f-1db640db578a req-07786c3f-d0cc-4cf6-9668-53554ce2fbf5 service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3743060 Jul 09 14:00:50.023582 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b4c37cbb-ffe2-4538-9697-b544b2adb046 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:00:50.037314 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:50.116880 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15a01f41-9ca5-4811-86e6-48591e712f77 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:50.137484 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port b4c37cbb-ffe2-4538-9697-b544b2adb046 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:50.143209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 73890fcb-48ca-4f1c-8d91-a10486124ce7 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:00:50.208018 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 73890fcb-48ca-4f1c-8d91-a10486124ce7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:50.213608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 73890fcb-48ca-4f1c-8d91-a10486124ce7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:50.214253 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:50.413921 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:50.465489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 73890fcb-48ca-4f1c-8d91-a10486124ce7, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=73890fcb-48ca-4f1c-8d91-a10486124ce7,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:50.475470 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:50.476864 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:00:50.671065 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-23570345-b361-4075-8752-e679a216d9d5 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:50.673871 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-23570345-b361-4075-8752-e679a216d9d5 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 812 time: 0.3299730 Jul 09 14:00:50.674323 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15a01f41-9ca5-4811-86e6-48591e712f77 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:50.682175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3a39369-487f-4475-b87a-ceec9124e480 None None] Network 21817d08-62f5-47fd-9268-8417569056af requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:50.690377 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:50.705243 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-b7e96c40-8713-4b15-bdf4-fb2f926519d5 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/quotas/25a69ce0edc7491da11553925111d73f HTTP/1.1" status: 200 len: 375 time: 0.0181496 Jul 09 14:00:50.817665 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-f2eb3b4f-aa21-46ff-a309-aefe2c122290 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0971746 Jul 09 14:00:50.851949 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-199d21ff-92a8-47af-bae0-7500f76a2fb3 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:00:50.855195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-199d21ff-92a8-47af-bae0-7500f76a2fb3 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0172219 Jul 09 14:00:50.869055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=73890fcb-48ca-4f1c-8d91-a10486124ce7,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:50.875071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-19208279-12ef-4ad3-b4f9-ec7d70f9756a None None] Provisioning for port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:50.889819 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-19208279-12ef-4ad3-b4f9-ec7d70f9756a None None] Provisioning complete for port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:50.891407 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19208279-12ef-4ad3-b4f9-ec7d70f9756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:51.119756 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-fcc971b6-4413-48af-95a1-95798095af8b service neutron] 10.222.0.39 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474716 Jul 09 14:00:51.169498 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19208279-12ef-4ad3-b4f9-ec7d70f9756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:51.239580 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:51.254867 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:51.311575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-19208279-12ef-4ad3-b4f9-ec7d70f9756a None None] For port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3df2dea7-b4ca-4100-bad4-9b4bf9f73845,segment=NetworkSegment(7d721435-f3d3-4f24-bbb4-2292055e67bb),segment_id=7d721435-f3d3-4f24-bbb4-2292055e67bb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:51.321498 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19208279-12ef-4ad3-b4f9-ec7d70f9756a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:51.396947 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a8a45610-68ba-4041-9a9a-10c21f7a6b33 service neutron] 10.222.0.39 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749400 Jul 09 14:00:51.482935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19208279-12ef-4ad3-b4f9-ec7d70f9756a None None] Pushing event updated for resources: {'Port': ['ID=3df2dea7-b4ca-4100-bad4-9b4bf9f73845,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:51.499457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=bf9db3de-7429-42fb-bc66-b2e91c0dbab8,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:51.544937 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:51.737572 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15a01f41-9ca5-4811-86e6-48591e712f77 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:51.762843 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15a01f41-9ca5-4811-86e6-48591e712f77 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:51.767295 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-15a01f41-9ca5-4811-86e6-48591e712f77 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:51.836775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f77a642e-3181-4ad1-8167-4eb5fe20d543 req-0cc28d5d-d7db-474c-9f61-41eb3db9f962 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 210 time: 0.0568559 Jul 09 14:00:51.884723 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855e7483-5837-4c47-97b0-e365f30dd76c None None] Network d998aadb-b990-46c1-a1c0-fb41a210c709 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:00:51.959782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 73890fcb-48ca-4f1c-8d91-a10486124ce7 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:00:52.032289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network d998aadb-b990-46c1-a1c0-fb41a210c709 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:52.047234 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:52.061096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a01f41-9ca5-4811-86e6-48591e712f77 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=1126163e-eec0-4a77-8667-dbaf891b3ba5,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:52.175948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a01f41-9ca5-4811-86e6-48591e712f77 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network 21817d08-62f5-47fd-9268-8417569056af is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:52.186639 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-15a01f41-9ca5-4811-86e6-48591e712f77 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:52.272647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a5f4ab5a-b177-49d3-a1db-a10223a0006d None None] Provisioning for port b4c37cbb-ffe2-4538-9697-b544b2adb046 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:52.282344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a5f4ab5a-b177-49d3-a1db-a10223a0006d None None] Provisioning complete for port b4c37cbb-ffe2-4538-9697-b544b2adb046 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:52.283041 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5f4ab5a-b177-49d3-a1db-a10223a0006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:52.367762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 73890fcb-48ca-4f1c-8d91-a10486124ce7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:52.368746 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:52.463866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 86f1d053-ac3c-49f5-aea6-a40406f46add has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:00:52.569765 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5f4ab5a-b177-49d3-a1db-a10223a0006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:52.573907 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:00:52.594544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a01f41-9ca5-4811-86e6-48591e712f77 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router 95834bd0-1853-4ee1-b550-ecb4eeedd8cc is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:00:52.657704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a5f4ab5a-b177-49d3-a1db-a10223a0006d None None] For port b4c37cbb-ffe2-4538-9697-b544b2adb046, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b4c37cbb-ffe2-4538-9697-b544b2adb046,segment=NetworkSegment(e803520a-a1a7-40b2-a051-eedddb14d77f),segment_id=e803520a-a1a7-40b2-a051-eedddb14d77f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:52.665201 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5f4ab5a-b177-49d3-a1db-a10223a0006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:52.721110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:52.721534 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:52.749050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a5f4ab5a-b177-49d3-a1db-a10223a0006d None None] Provisioning for port 1126163e-eec0-4a77-8667-dbaf891b3ba5 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:52.782890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:00:52.784974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a01f41-9ca5-4811-86e6-48591e712f77 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:00:52.791224 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d2857f20-fcd8-4eaa-89b1-d8142856aa15 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "PUT /v2.0/routers/86f1d053-ac3c-49f5-aea6-a40406f46add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2357204 Jul 09 14:00:52.793992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a5f4ab5a-b177-49d3-a1db-a10223a0006d None None] Provisioning complete for port 1126163e-eec0-4a77-8667-dbaf891b3ba5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:52.794642 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5f4ab5a-b177-49d3-a1db-a10223a0006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:52.797887 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-15a01f41-9ca5-4811-86e6-48591e712f77 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/95834bd0-1853-4ee1-b550-ecb4eeedd8cc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7575533 Jul 09 14:00:52.798522 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44078) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:52.804645 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Sync routers for ids ['86f1d053-ac3c-49f5-aea6-a40406f46add'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:00:52.832372 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f4ab5a-b177-49d3-a1db-a10223a0006d None None] Pushing event updated for resources: {'Port': ['ID=b4c37cbb-ffe2-4538-9697-b544b2adb046,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:52.842235 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Routers {'86f1d053-ac3c-49f5-aea6-a40406f46add'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:52.843745 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['86f1d053-ac3c-49f5-aea6-a40406f46add'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:52.926741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6832fbf1-f493-496a-9a91-c6b62f784858 None None] Sync routers for ids ['95834bd0-1853-4ee1-b550-ecb4eeedd8cc'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:00:53.064696 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6832fbf1-f493-496a-9a91-c6b62f784858 None None] Routers {'95834bd0-1853-4ee1-b550-ecb4eeedd8cc'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:53.065849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6832fbf1-f493-496a-9a91-c6b62f784858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['95834bd0-1853-4ee1-b550-ecb4eeedd8cc'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:53.157983 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6832fbf1-f493-496a-9a91-c6b62f784858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:53.185468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a5f4ab5a-b177-49d3-a1db-a10223a0006d None None] Port 1126163e-eec0-4a77-8667-dbaf891b3ba5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:00:53.226319 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe9adbd1-4060-4201-b7d9-35d468a538ac req-8ee2148f-fd55-4ac2-a1b3-4722db8c892f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 210 time: 0.1137247 Jul 09 14:00:53.242807 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Set router 86f1d053-ac3c-49f5-aea6-a40406f46add gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:00:53.251975 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6832fbf1-f493-496a-9a91-c6b62f784858 None None] Routers {'95834bd0-1853-4ee1-b550-ecb4eeedd8cc'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:53.275036 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6832fbf1-f493-496a-9a91-c6b62f784858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['95834bd0-1853-4ee1-b550-ecb4eeedd8cc'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:53.334726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6832fbf1-f493-496a-9a91-c6b62f784858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:53.336225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6832fbf1-f493-496a-9a91-c6b62f784858 None None] The sync data for ids ['95834bd0-1853-4ee1-b550-ecb4eeedd8cc'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:00:53.338820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a5f4ab5a-b177-49d3-a1db-a10223a0006d None None] Provisioning complete for port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:53.339850 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a5f4ab5a-b177-49d3-a1db-a10223a0006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:53.389128 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-5c6a0b81-6b57-4fe5-8cd9-8cc93ac8eeca tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-120841776&fields=id&tenant_id=e18f38b86e4946d19d906914b285cd31 HTTP/1.1" status: 200 len: 267 time: 0.0850275 Jul 09 14:00:53.570969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-71879132-0764-4116-b5c4-59640f8a2297 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:53.578525 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-71879132-0764-4116-b5c4-59640f8a2297 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/networks?id=d998aadb-b990-46c1-a1c0-fb41a210c709 HTTP/1.1" status: 200 len: 797 time: 0.1883559 Jul 09 14:00:53.619545 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-fac06a29-86a6-42ae-bdea-ca57c9123dfe tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/quotas/e18f38b86e4946d19d906914b285cd31 HTTP/1.1" status: 200 len: 375 time: 0.0395999 Jul 09 14:00:53.640605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6dacb884-32d8-419a-9629-f03f7acd829e None None] Provisioning complete for port b4c37cbb-ffe2-4538-9697-b544b2adb046 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:53.641750 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6dacb884-32d8-419a-9629-f03f7acd829e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:53.717429 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037097509', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:00:41Z', 'updated_at': '2021-07-09T14:00:49Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:42Z', 'updated_at': '2021-07-09T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'bf9db3de-7429-42fb-bc66-b2e91c0dbab8', 'name': '', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:12:bd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '432387ee-1dc9-4535-8061-df0d31235d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:46Z', 'updated_at': '2021-07-09T14:00:50Z', 'revision_number': 2, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '432387ee-1dc9-4535-8061-df0d31235d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:53.800400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6dacb884-32d8-419a-9629-f03f7acd829e None None] Provisioning for port bf9db3de-7429-42fb-bc66-b2e91c0dbab8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:53.805638 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-cb5aa64f-aab0-4a84-84ce-49ca28713953 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1801505 Jul 09 14:00:53.812226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6dacb884-32d8-419a-9629-f03f7acd829e None None] Provisioning complete for port bf9db3de-7429-42fb-bc66-b2e91c0dbab8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:53.812919 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6dacb884-32d8-419a-9629-f03f7acd829e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:53.835609 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Checking router: 86f1d053-ac3c-49f5-aea6-a40406f46add for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:00:53.840046 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Updating router 86f1d053-ac3c-49f5-aea6-a40406f46add port bf9db3de-7429-42fb-bc66-b2e91c0dbab8 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:00:53.864986 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6756522-d8e5-4920-99c7-39fb6f3aa1c3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:53.889290 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c6756522-d8e5-4920-99c7-39fb6f3aa1c3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports/1126163e-eec0-4a77-8667-dbaf891b3ba5 HTTP/1.1" status: 200 len: 983 time: 1.0895002 Jul 09 14:00:53.889988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44096) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:53.898544 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6dacb884-32d8-419a-9629-f03f7acd829e None None] Port bf9db3de-7429-42fb-bc66-b2e91c0dbab8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:00:53.936330 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6dacb884-32d8-419a-9629-f03f7acd829e None None] Provisioning complete for port 1126163e-eec0-4a77-8667-dbaf891b3ba5 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:53.937053 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6dacb884-32d8-419a-9629-f03f7acd829e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:54.012386 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:54.023427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b4c37cbb-ffe2-4538-9697-b544b2adb046 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:00:54.068266 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-843642ab-5e1d-4cae-b32a-1e6373b4b6ea service neutron] 10.222.0.39 "GET /v2.0/networks/d998aadb-b990-46c1-a1c0-fb41a210c709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2483854 Jul 09 14:00:54.117608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6dacb884-32d8-419a-9629-f03f7acd829e None None] Port 1126163e-eec0-4a77-8667-dbaf891b3ba5 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:00:54.166599 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port b4c37cbb-ffe2-4538-9697-b544b2adb046 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:54.167196 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:54.290956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f4a2c14f-5d49-4df7-903e-31d0de5303b6 None None] Provisioning complete for port bf9db3de-7429-42fb-bc66-b2e91c0dbab8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:54.294413 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4a2c14f-5d49-4df7-903e-31d0de5303b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:54.378044 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f4a2c14f-5d49-4df7-903e-31d0de5303b6 None None] Port bf9db3de-7429-42fb-bc66-b2e91c0dbab8 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:00:54.397354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-2b2c6d44-c740-4d88-866b-22a086279e3d service neutron] 10.222.0.39 "GET /v2.0/networks/d998aadb-b990-46c1-a1c0-fb41a210c709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231466 Jul 09 14:00:54.438853 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-ff801c37-9339-4277-a890-d718201a6fd3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:54.442419 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-ff801c37-9339-4277-a890-d718201a6fd3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 812 time: 0.4014878 Jul 09 14:00:54.464220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-de9d9034-91cc-41c1-8ded-f4f32af51b6f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'port': {'device_id': 'ed47840d-c7c4-4df8-816b-1d2767c22543', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'admin_state_up': True, 'tenant_id': '25a69ce0edc7491da11553925111d73f'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:54.594689 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-990e74e0-cb5d-412d-9e5e-fae077d62096 req-23195fb7-2c23-4f4b-89b5-3734abe6a259 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 210 time: 0.0897694 Jul 09 14:00:54.814646 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2a2a7db2-b87d-4a3c-92e6-f0bf9396cf9f req-e3116e34-4f6c-4c4d-9106-6f44f7b6516f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 210 time: 0.0487564 Jul 09 14:00:54.865167 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:54.871777 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a581fd4-cc69-4baa-a4dd-b5af7c7ec6a2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:54.878106 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-de9d9034-91cc-41c1-8ded-f4f32af51b6f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Made reservation on behalf of 25a69ce0edc7491da11553925111d73f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:54.884444 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Transition to ACTIVE for port object bf9db3de-7429-42fb-bc66-b2e91c0dbab8 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:54.886058 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-de9d9034-91cc-41c1-8ded-f4f32af51b6f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:54.897438 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:55.021418 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04214413-1228-4024-800f-48b4b89dd9f6 None None] Pushing event updated for resources: {'Port': ['ID=bf9db3de-7429-42fb-bc66-b2e91c0dbab8,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:55.087160 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04214413-1228-4024-800f-48b4b89dd9f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:55.087715 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04214413-1228-4024-800f-48b4b89dd9f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:55.088328 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04214413-1228-4024-800f-48b4b89dd9f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:55.088719 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04214413-1228-4024-800f-48b4b89dd9f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:55.089535 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04214413-1228-4024-800f-48b4b89dd9f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:55.089881 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04214413-1228-4024-800f-48b4b89dd9f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:55.090344 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04214413-1228-4024-800f-48b4b89dd9f6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:55.090825 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04214413-1228-4024-800f-48b4b89dd9f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:55.091343 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04214413-1228-4024-800f-48b4b89dd9f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:55.092073 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04214413-1228-4024-800f-48b4b89dd9f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:55.092824 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04214413-1228-4024-800f-48b4b89dd9f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:55.093564 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04214413-1228-4024-800f-48b4b89dd9f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:55.241620 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Attempting to bind port bf9db3de-7429-42fb-bc66-b2e91c0dbab8 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:00:55.242206 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Attempting to bind port bf9db3de-7429-42fb-bc66-b2e91c0dbab8 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'e803520a-a1a7-40b2-a051-eedddb14d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:00:55.243009 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Attempting to bind port bf9db3de-7429-42fb-bc66-b2e91c0dbab8 on network d998aadb-b990-46c1-a1c0-fb41a210c709 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:00:55.258006 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:00:55.272977 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Checking segment: {'id': 'e803520a-a1a7-40b2-a051-eedddb14d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:00:55.274003 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:55.274840 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Bound using segment: {'id': 'e803520a-a1a7-40b2-a051-eedddb14d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:00:55.275925 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Bound port: bf9db3de-7429-42fb-bc66-b2e91c0dbab8, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e803520a-a1a7-40b2-a051-eedddb14d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:00:55.276800 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:55.312565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-de9d9034-91cc-41c1-8ded-f4f32af51b6f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Allocated IP 172.20.0.4 (a40754f1-8945-4ca7-8f93-3f416e930007/5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d/a15b5d4a-ce3b-4611-ac03-69b3aaca82c9) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:55.428266 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] For port bf9db3de-7429-42fb-bc66-b2e91c0dbab8, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:00:55.434582 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] For port bf9db3de-7429-42fb-bc66-b2e91c0dbab8, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=bf9db3de-7429-42fb-bc66-b2e91c0dbab8,segment=NetworkSegment(e803520a-a1a7-40b2-a051-eedddb14d77f),segment_id=e803520a-a1a7-40b2-a051-eedddb14d77f)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:00:55.444639 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:55.540177 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Routers {'86f1d053-ac3c-49f5-aea6-a40406f46add'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:55.541073 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['86f1d053-ac3c-49f5-aea6-a40406f46add'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:55.668498 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] Set router 86f1d053-ac3c-49f5-aea6-a40406f46add gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:00:55.669411 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-de9d9034-91cc-41c1-8ded-f4f32af51b6f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:55.693612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-de9d9034-91cc-41c1-8ded-f4f32af51b6f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Transition to ACTIVE for port object a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:55.780362 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-de9d9034-91cc-41c1-8ded-f4f32af51b6f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:55.794582 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:00:55.936007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-de9d9034-91cc-41c1-8ded-f4f32af51b6f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Network a40754f1-8945-4ca7-8f93-3f416e930007 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:55.962756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-de9d9034-91cc-41c1-8ded-f4f32af51b6f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:55.972306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-de9d9034-91cc-41c1-8ded-f4f32af51b6f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:00:56.026768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206c34ea-2b89-4f3f-aba5-5b9668d0a736 req-d4f834fe-4e1b-4751-a83a-65669508f383 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:56.038802 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-206c34ea-2b89-4f3f-aba5-5b9668d0a736 req-d4f834fe-4e1b-4751-a83a-65669508f383 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 931 time: 0.2219758 Jul 09 14:00:56.107354 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04214413-1228-4024-800f-48b4b89dd9f6 None None] Pushing event updated for resources: {'Port': ['ID=bf9db3de-7429-42fb-bc66-b2e91c0dbab8,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:56.136871 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-206c34ea-2b89-4f3f-aba5-5b9668d0a736 req-afba18b1-72f8-4e7c-b601-453de8a2ed05 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963655 Jul 09 14:00:56.215932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9d9034-91cc-41c1-8ded-f4f32af51b6f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'Port': ['ID=a15b5d4a-ce3b-4611-ac03-69b3aaca82c9,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:56.253790 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-364b8873-8540-4a6c-abee-94c5807185d2 req-f25e1a95-58ef-44a9-9091-f3c8543683c7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 210 time: 0.0616019 Jul 09 14:00:56.267123 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1a581fd4-cc69-4baa-a4dd-b5af7c7ec6a2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port 1126163e-eec0-4a77-8667-dbaf891b3ba5 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:00:56.268335 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a581fd4-cc69-4baa-a4dd-b5af7c7ec6a2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:56.322038 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037097509', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:00:41Z', 'updated_at': '2021-07-09T14:00:49Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:42Z', 'updated_at': '2021-07-09T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'bf9db3de-7429-42fb-bc66-b2e91c0dbab8', 'name': '', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:12:bd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '432387ee-1dc9-4535-8061-df0d31235d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:46Z', 'updated_at': '2021-07-09T14:00:55Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '432387ee-1dc9-4535-8061-df0d31235d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:56.335822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-de9d9034-91cc-41c1-8ded-f4f32af51b6f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:56.340378 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-de9d9034-91cc-41c1-8ded-f4f32af51b6f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:56.375162 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d38c057-8128-4df9-8be6-d896db51d5f0 None None] The sync data for ids ['86f1d053-ac3c-49f5-aea6-a40406f46add'] in n-d-799525-3 is: [{'id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037097509', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:00:41Z', 'updated_at': '2021-07-09T14:00:49Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:42Z', 'updated_at': '2021-07-09T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'bf9db3de-7429-42fb-bc66-b2e91c0dbab8', 'name': '', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:12:bd:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '432387ee-1dc9-4535-8061-df0d31235d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:46Z', 'updated_at': '2021-07-09T14:00:55Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '432387ee-1dc9-4535-8061-df0d31235d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:00:56.439227 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-de9d9034-91cc-41c1-8ded-f4f32af51b6f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9843545 Jul 09 14:00:56.529920 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a581fd4-cc69-4baa-a4dd-b5af7c7ec6a2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:56.540253 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-73fe04e4-3747-4b8c-895c-a00c8059b497 None None] Provisioning for port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:56.550170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-73fe04e4-3747-4b8c-895c-a00c8059b497 None None] Provisioning complete for port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:56.551887 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73fe04e4-3747-4b8c-895c-a00c8059b497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:56.568003 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-1a581fd4-cc69-4baa-a4dd-b5af7c7ec6a2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for 1126163e-eec0-4a77-8667-dbaf891b3ba5 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:00:56.679287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-73fe04e4-3747-4b8c-895c-a00c8059b497 None None] Port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:00:56.721823 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Request body: {'port': {'device_id': 'ed47840d-c7c4-4df8-816b-1d2767c22543', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:57.117708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-c0fcd143-36b9-4b8d-8d1f-5f4359d82bfa tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:57.119400 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-c0fcd143-36b9-4b8d-8d1f-5f4359d82bfa tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.18 "GET /v2.0/networks?id=d998aadb-b990-46c1-a1c0-fb41a210c709 HTTP/1.1" status: 200 len: 797 time: 0.2921324 Jul 09 14:00:57.153353 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:57.313015 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-a0ad786b-a7d1-4f63-bc26-be78c08b3b4e tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e18f38b86e4946d19d906914b285cd31 HTTP/1.1" status: 200 len: 379 time: 0.1800723 Jul 09 14:00:57.373102 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-0cd2ac88-d4a6-4966-b45f-5f7007c7a166 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'port': {'device_id': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'admin_state_up': True, 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'security_groups': ['3badc846-2c4b-4d34-aefb-4fa27497e83e']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:57.476869 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a373ec-fd90-4ba4-ba4f-d0c1830d8083 req-c768e0b4-e5cd-4281-a3e4-f18575d972f3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:57.485008 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-30a373ec-fd90-4ba4-ba4f-d0c1830d8083 req-c768e0b4-e5cd-4281-a3e4-f18575d972f3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 931 time: 0.1209302 Jul 09 14:00:57.558975 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e383d93-4a67-4b10-8d99-86a55e01af85 req-35cd518b-cfb1-471f-afe4-cbede6bda2c1 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 210 time: 0.0507495 Jul 09 14:00:57.573431 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-30a373ec-fd90-4ba4-ba4f-d0c1830d8083 req-745526ef-31c5-4bb9-b235-819ecf6853f6 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871124 Jul 09 14:00:57.624596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-0cd2ac88-d4a6-4966-b45f-5f7007c7a166 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Made reservation on behalf of e18f38b86e4946d19d906914b285cd31 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:00:57.628714 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-0cd2ac88-d4a6-4966-b45f-5f7007c7a166 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:57.736726 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a581fd4-cc69-4baa-a4dd-b5af7c7ec6a2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:57.956727 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a581fd4-cc69-4baa-a4dd-b5af7c7ec6a2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=1126163e-eec0-4a77-8667-dbaf891b3ba5,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:57.997890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device bf9db3de-7429-42fb-bc66-b2e91c0dbab8 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:00:58.100494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port bf9db3de-7429-42fb-bc66-b2e91c0dbab8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:00:58.107012 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port bf9db3de-7429-42fb-bc66-b2e91c0dbab8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:00:58.107975 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:58.396395 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1a581fd4-cc69-4baa-a4dd-b5af7c7ec6a2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:58.438033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-0cd2ac88-d4a6-4966-b45f-5f7007c7a166 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Allocated IP 172.20.0.13 (d998aadb-b990-46c1-a1c0-fb41a210c709/432387ee-1dc9-4535-8061-df0d31235d02/fac46981-c0d9-4ec9-b6e8-c0875f4caf67) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:00:58.441227 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:58.551814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port bf9db3de-7429-42fb-bc66-b2e91c0dbab8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=bf9db3de-7429-42fb-bc66-b2e91c0dbab8,segment=NetworkSegment(e803520a-a1a7-40b2-a051-eedddb14d77f),segment_id=e803520a-a1a7-40b2-a051-eedddb14d77f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:00:58.559225 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:58.702369 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=bf9db3de-7429-42fb-bc66-b2e91c0dbab8,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:58.723943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:58.724527 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:58.724883 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:58.725226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:58.725565 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:58.725902 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:58.726238 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:58.732817 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:58.733022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:58.733489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:58.733631 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:58.733971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:00:58.847312 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19b2e474-ed05-4247-aba7-b7d734817752 req-e5a826d6-fe83-44e7-9100-74f122ff3a40 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 210 time: 0.0375602 Jul 09 14:00:58.897397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:00:58.914679 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:58.918814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a581fd4-cc69-4baa-a4dd-b5af7c7ec6a2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router 95834bd0-1853-4ee1-b550-ecb4eeedd8cc has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:00:58.959457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Transition to ACTIVE for port object a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:58.973810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d12714-b36f-4295-a3af-57b1300efb72 req-23effaa5-3b2a-4132-b72c-8f9b900c0413 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:58.974132 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:58.975678 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5d12714-b36f-4295-a3af-57b1300efb72 req-23effaa5-3b2a-4132-b72c-8f9b900c0413 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 931 time: 0.1149757 Jul 09 14:00:59.034921 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5d12714-b36f-4295-a3af-57b1300efb72 req-9ac06c9f-7434-497e-a649-1efc147c3522 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520649 Jul 09 14:00:59.218731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-0cd2ac88-d4a6-4966-b45f-5f7007c7a166 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:59.282506 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Pushing event updated for resources: {'Port': ['ID=a15b5d4a-ce3b-4611-ac03-69b3aaca82c9,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:59.288816 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-0cd2ac88-d4a6-4966-b45f-5f7007c7a166 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Transition to ACTIVE for port object fac46981-c0d9-4ec9-b6e8-c0875f4caf67 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:00:59.300044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a581fd4-cc69-4baa-a4dd-b5af7c7ec6a2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:00:59.320564 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb3a755-34a7-42b1-9fa4-75e3c9b19fcc None None] Sync routers for ids ['95834bd0-1853-4ee1-b550-ecb4eeedd8cc'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:00:59.341431 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3a755-34a7-42b1-9fa4-75e3c9b19fcc None None] Routers {'95834bd0-1853-4ee1-b550-ecb4eeedd8cc'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:59.342508 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2fb3a755-34a7-42b1-9fa4-75e3c9b19fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['95834bd0-1853-4ee1-b550-ecb4eeedd8cc'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:59.353415 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1a581fd4-cc69-4baa-a4dd-b5af7c7ec6a2 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/95834bd0-1853-4ee1-b550-ecb4eeedd8cc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4597268 Jul 09 14:00:59.354106 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44128) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:59.414837 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2fb3a755-34a7-42b1-9fa4-75e3c9b19fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:59.480505 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fb3a755-34a7-42b1-9fa4-75e3c9b19fcc None None] Routers {'95834bd0-1853-4ee1-b550-ecb4eeedd8cc'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:00:59.481874 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2fb3a755-34a7-42b1-9fa4-75e3c9b19fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:00:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['95834bd0-1853-4ee1-b550-ecb4eeedd8cc'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:59.495067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Attempting to bind port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:00:59.495937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Attempting to bind port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:00:59.496170 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Attempting to bind port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 on network a40754f1-8945-4ca7-8f93-3f416e930007 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:00:59.505920 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-0cd2ac88-d4a6-4966-b45f-5f7007c7a166 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:59.521881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 on network a40754f1-8945-4ca7-8f93-3f416e930007 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:00:59.521881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Attempting to bind port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 on network a40754f1-8945-4ca7-8f93-3f416e930007 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:00:59.561644 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:00:59.562029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Checking segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:00:59.562446 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Bound using segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:00:59.562908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Bound port: a15b5d4a-ce3b-4611-ac03-69b3aaca82c9, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:00:59.564640 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:59.589278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-0cd2ac88-d4a6-4966-b45f-5f7007c7a166 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network d998aadb-b990-46c1-a1c0-fb41a210c709 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:00:59.600560 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2ac88-d4a6-4966-b45f-5f7007c7a166 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=fac46981-c0d9-4ec9-b6e8-c0875f4caf67,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:00:59.607301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-0cd2ac88-d4a6-4966-b45f-5f7007c7a166 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:00:59.612996 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-0cd2ac88-d4a6-4966-b45f-5f7007c7a166 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:00:59.629223 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-2fb3a755-34a7-42b1-9fa4-75e3c9b19fcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:00:59.639605 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fb3a755-34a7-42b1-9fa4-75e3c9b19fcc None None] The sync data for ids ['95834bd0-1853-4ee1-b550-ecb4eeedd8cc'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:00:59.681862 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-80c6480f-41e3-43d4-a689-36d57710bd9d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] remove_router_interface failed (client error): The resource could not be found. Jul 09 14:00:59.683372 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-80c6480f-41e3-43d4-a689-36d57710bd9d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/95834bd0-1853-4ee1-b550-ecb4eeedd8cc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3276761 Jul 09 14:00:59.689066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44130) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:59.716117 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-0cd2ac88-d4a6-4966-b45f-5f7007c7a166 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:00:59.716492 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-0cd2ac88-d4a6-4966-b45f-5f7007c7a166 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:59.742680 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] For port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:00:59.748074 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] For port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a15b5d4a-ce3b-4611-ac03-69b3aaca82c9,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:00:59.756969 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7ab935d5-3c52-43fd-ab10-ed057af90137 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports?device_id=95834bd0-1853-4ee1-b550-ecb4eeedd8cc HTTP/1.1" status: 200 len: 205 time: 0.0651355 Jul 09 14:00:59.758521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44132) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:00:59.773645 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:00:59.797816 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-0cd2ac88-d4a6-4966-b45f-5f7007c7a166 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4724894 Jul 09 14:00:59.825003 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Request body: {'port': {'device_id': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:00:59.960057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device bf9db3de-7429-42fb-bc66-b2e91c0dbab8 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:00:59.979387 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f060f27b-0626-4ff0-aaf4-8638f08103da tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:00.123646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port bf9db3de-7429-42fb-bc66-b2e91c0dbab8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:00.124528 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:00.459815 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f2846259-cf55-4222-b114-3348c4d470b2 None None] Provisioning for port fac46981-c0d9-4ec9-b6e8-c0875f4caf67 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:00.485290 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f2846259-cf55-4222-b114-3348c4d470b2 None None] Provisioning complete for port fac46981-c0d9-4ec9-b6e8-c0875f4caf67 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:00.485681 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2846259-cf55-4222-b114-3348c4d470b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:00.587559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f2846259-cf55-4222-b114-3348c4d470b2 None None] Port fac46981-c0d9-4ec9-b6e8-c0875f4caf67 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:01:00.716637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:00.717830 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:00.720438 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] 10.222.0.15 "PUT /v2.0/ports/a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 HTTP/1.1" status: 200 len: 1091 time: 4.2343514 Jul 09 14:01:00.721307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed47840d-c7c4-4df8-816b-1d2767c22543', 'tag': 'a15b5d4a-ce3b-4611-ac03-69b3aaca82c9'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:01:00.726286 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2eaa7c24-b90d-4dee-9610-99fd19b298fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ed47840d-c7c4-4df8-816b-1d2767c22543", "tag": "a15b5d4a-ce3b-4611-ac03-69b3aaca82c9"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:01:00.762520 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4b098-4a6c-4b14-97a1-6b5a727895d5 req-0a3130ce-daf9-4821-b2fa-708ca764b98d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:00.772502 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37f4b098-4a6c-4b14-97a1-6b5a727895d5 req-0a3130ce-daf9-4821-b2fa-708ca764b98d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.3155024 Jul 09 14:01:00.817660 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f060f27b-0626-4ff0-aaf4-8638f08103da tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:00.834515 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6969ee2-d1b7-42a5-839a-25adb68dc063 req-ef28af93-d6d2-474c-8df1-e1c43d812379 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:00.836503 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6969ee2-d1b7-42a5-839a-25adb68dc063 req-ef28af93-d6d2-474c-8df1-e1c43d812379 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 932 time: 0.4763343 Jul 09 14:01:00.845333 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f060f27b-0626-4ff0-aaf4-8638f08103da tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:00.849975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e35b52-8712-4b99-94b6-73bc0253d651 service neutron] Pushing event updated for resources: {'Port': ['ID=a15b5d4a-ce3b-4611-ac03-69b3aaca82c9,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:00.855475 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37f4b098-4a6c-4b14-97a1-6b5a727895d5 req-edbf86c2-478d-40c3-9c74-5192e8fcc417 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789504 Jul 09 14:01:00.940099 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:01.021010 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f060f27b-0626-4ff0-aaf4-8638f08103da tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:01.023071 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f060f27b-0626-4ff0-aaf4-8638f08103da tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Fanout notify agent at l3_agent the message router_deleted on router 95834bd0-1853-4ee1-b550-ecb4eeedd8cc {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:01:01.025984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-c7e44416-7d76-4004-b29c-a33b8098d81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:01.027700 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-c7e44416-7d76-4004-b29c-a33b8098d81b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 1094 time: 0.1912045 Jul 09 14:01:01.049031 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f060f27b-0626-4ff0-aaf4-8638f08103da tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:01.051986 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f060f27b-0626-4ff0-aaf4-8638f08103da tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/routers/95834bd0-1853-4ee1-b550-ecb4eeedd8cc HTTP/1.1" status: 204 len: 168 time: 1.2918756 Jul 09 14:01:01.055401 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44142) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:01.059066 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6969ee2-d1b7-42a5-839a-25adb68dc063 req-6fe804cd-3704-4583-8974-d2051730acca tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1993122 Jul 09 14:01:01.100975 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-652e4f9f-f958-422a-8ec9-7e4034dd6343 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 HTTP/1.1" status: 200 len: 217 time: 0.0599535 Jul 09 14:01:01.283117 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac306305-5cb4-4b2c-80f8-bf6ea57fb1d3 x-openstack-request-id: req-ac306305-5cb4-4b2c-80f8-bf6ea57fb1d3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:01:01.283834 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed47840d-c7c4-4df8-816b-1d2767c22543", "tag": "a15b5d4a-ce3b-4611-ac03-69b3aaca82c9", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:01:01.283995 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ac306305-5cb4-4b2c-80f8-bf6ea57fb1d3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:01:01.284643 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed47840d-c7c4-4df8-816b-1d2767c22543', 'tag': 'a15b5d4a-ce3b-4611-ac03-69b3aaca82c9', 'status': 'completed', 'code': 200} Jul 09 14:01:01.310913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a9aa049-8d4f-44cc-bf44-5b81edfdef80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting subnet b3968b87-a9d1-4ec9-a264-7a155b140145 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:01:01.352841 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-e5659e5f-3d6c-4782-a07d-1bebe5493a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:01.355222 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-e5659e5f-3d6c-4782-a07d-1bebe5493a18 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.2013807 Jul 09 14:01:01.356414 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a9aa049-8d4f-44cc-bf44-5b81edfdef80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:01.453104 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a9aa049-8d4f-44cc-bf44-5b81edfdef80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:01.671798 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-f90c776f-17ea-49e1-a194-77639c561aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:01.673395 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-f90c776f-17ea-49e1-a194-77639c561aa3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2899685 Jul 09 14:01:01.705933 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a9aa049-8d4f-44cc-bf44-5b81edfdef80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:01.791204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fac46981-c0d9-4ec9-b6e8-c0875f4caf67 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:01:01.824909 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:01.876146 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10285425-9fa3-434c-bdcb-a80e2ad235e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:01.915547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Transition to ACTIVE for port object fac46981-c0d9-4ec9-b6e8-c0875f4caf67 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:01.929195 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:02.016725 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-04393f9e-7bf2-44b7-a1f7-986e9d4228b7 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3347218 Jul 09 14:01:02.063305 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a9aa049-8d4f-44cc-bf44-5b81edfdef80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:02.273807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fac46981-c0d9-4ec9-b6e8-c0875f4caf67,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:02.314452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9aa049-8d4f-44cc-bf44-5b81edfdef80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Subnet': ['ID=b3968b87-a9d1-4ec9-a264-7a155b140145,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:02.329398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cbaa6e-2e0b-46c3-97d7-d1172757128d req-17b21112-81f3-401a-aec5-831ee9fe16b4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:02.341034 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7cbaa6e-2e0b-46c3-97d7-d1172757128d req-17b21112-81f3-401a-aec5-831ee9fe16b4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.2344618 Jul 09 14:01:02.349610 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6a9aa049-8d4f-44cc-bf44-5b81edfdef80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:02.354517 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6a9aa049-8d4f-44cc-bf44-5b81edfdef80 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/b3968b87-a9d1-4ec9-a264-7a155b140145 HTTP/1.1" status: 204 len: 168 time: 1.2661276 Jul 09 14:01:02.368354 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30280ef0-98ce-443a-b4fc-2eac278273bb None None] Network 21817d08-62f5-47fd-9268-8417569056af requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:01:02.377546 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44148) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:02.417545 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-223ef5f2-43b8-47ba-b43a-aa115d6f5bc7 req-8449c3f3-a864-4986-b48b-dc5d9689ec0d service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863704 Jul 09 14:01:02.481801 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7cbaa6e-2e0b-46c3-97d7-d1172757128d req-c71820aa-ac12-4fbb-8a56-b2fb1e99d5d4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373165 Jul 09 14:01:02.681536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Attempting to bind port fac46981-c0d9-4ec9-b6e8-c0875f4caf67 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:01:02.682284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Attempting to bind port fac46981-c0d9-4ec9-b6e8-c0875f4caf67 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'e803520a-a1a7-40b2-a051-eedddb14d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:01:02.682711 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Attempting to bind port fac46981-c0d9-4ec9-b6e8-c0875f4caf67 on network d998aadb-b990-46c1-a1c0-fb41a210c709 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:01:02.699578 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Port fac46981-c0d9-4ec9-b6e8-c0875f4caf67 on network d998aadb-b990-46c1-a1c0-fb41a210c709 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:01:02.700088 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Attempting to bind port fac46981-c0d9-4ec9-b6e8-c0875f4caf67 on network d998aadb-b990-46c1-a1c0-fb41a210c709 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:01:02.709992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 0, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:01:02.710738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Checking segment: {'id': 'e803520a-a1a7-40b2-a051-eedddb14d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:02.711167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Bound using segment: {'id': 'e803520a-a1a7-40b2-a051-eedddb14d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:01:02.711732 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Bound port: fac46981-c0d9-4ec9-b6e8-c0875f4caf67, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e803520a-a1a7-40b2-a051-eedddb14d77f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 316, 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:01:02.712408 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:02.712560 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:02.742662 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa7c24-b90d-4dee-9610-99fd19b298fb req-7cb5739a-99c2-4f8f-a3ef-dbde716faaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:02.744858 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eaa7c24-b90d-4dee-9610-99fd19b298fb req-7cb5739a-99c2-4f8f-a3ef-dbde716faaa7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 1094 time: 0.1900518 Jul 09 14:01:02.750591 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a62981-e1f2-4083-95db-1150fe03adc9 req-af18480b-dd5a-4bba-aea4-2911e1b7ffa9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:02.753137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-29a62981-e1f2-4083-95db-1150fe03adc9 req-af18480b-dd5a-4bba-aea4-2911e1b7ffa9 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 944 time: 0.3739107 Jul 09 14:01:02.878460 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-29a62981-e1f2-4083-95db-1150fe03adc9 req-0b1a58dd-3f30-4c4f-aa56-1203a87d7e85 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124010 Jul 09 14:01:02.893480 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52754595-d658-4c3b-b384-693740b1f443 None None] DHCP port deletion for 21817d08-62f5-47fd-9268-8417569056af request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:01:02.900328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:01:02.900993 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:02.968280 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] For port fac46981-c0d9-4ec9-b6e8-c0875f4caf67, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:01:03.009516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] For port fac46981-c0d9-4ec9-b6e8-c0875f4caf67, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fac46981-c0d9-4ec9-b6e8-c0875f4caf67,segment=NetworkSegment(e803520a-a1a7-40b2-a051-eedddb14d77f),segment_id=e803520a-a1a7-40b2-a051-eedddb14d77f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:01:03.017854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa7c24-b90d-4dee-9610-99fd19b298fb req-c4d8cdf2-3467-4d5c-9eab-985d78b8bf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:03.023548 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eaa7c24-b90d-4dee-9610-99fd19b298fb req-c4d8cdf2-3467-4d5c-9eab-985d78b8bf35 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.2173047 Jul 09 14:01:03.028661 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:03.046010 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] For port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3df2dea7-b4ca-4100-bad4-9b4bf9f73845,segment=NetworkSegment(7d721435-f3d3-4f24-bbb4-2292055e67bb),segment_id=7d721435-f3d3-4f24-bbb4-2292055e67bb)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:03.046637 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:03.079409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-52754595-d658-4c3b-b384-693740b1f443 None None] Deleting port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:01:03.080082 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52754595-d658-4c3b-b384-693740b1f443 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:03.085593 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:01:03.090021 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eaa7c24-b90d-4dee-9610-99fd19b298fb req-5989a914-39f4-4b93-a40b-c36c13855267 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 HTTP/1.1" status: 200 len: 217 time: 0.0499437 Jul 09 14:01:03.198621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:03.198621 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:03.199952 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] 10.222.0.18 "PUT /v2.0/ports/fac46981-c0d9-4ec9-b6e8-c0875f4caf67 HTTP/1.1" status: 200 len: 1092 time: 3.3868766 Jul 09 14:01:03.286660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'tag': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:01:03.289131 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d37a9d2-2ecd-4b72-9a9a-bd9d1524fc50" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2bc6a5-20a0-4b72-81c0-ce23d2af408b", "tag": "fac46981-c0d9-4ec9-b6e8-c0875f4caf67"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:01:03.299057 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:03.335219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-52754595-d658-4c3b-b384-693740b1f443 None None] For port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3df2dea7-b4ca-4100-bad4-9b4bf9f73845,segment=NetworkSegment(7d721435-f3d3-4f24-bbb4-2292055e67bb),segment_id=7d721435-f3d3-4f24-bbb4-2292055e67bb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:03.336318 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52754595-d658-4c3b-b384-693740b1f443 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:03.357289 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=3df2dea7-b4ca-4100-bad4-9b4bf9f73845,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:03.384486 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-52754595-d658-4c3b-b384-693740b1f443 None None] Calling delete_port for 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:01:03.384755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:03.389383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:03.390099 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:03.390980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:03.391952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:03.392644 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:03.395771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:03.400371 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:03.401269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:03.402476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:03.403772 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:03.406210 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:03.414978 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8590d993-ec13-4e8c-99ca-3aaa4d8e08d8 service neutron] Pushing event updated for resources: {'Port': ['ID=fac46981-c0d9-4ec9-b6e8-c0875f4caf67,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:03.422976 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No DVR routers for this DVR port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:01:03.440037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa7c24-b90d-4dee-9610-99fd19b298fb req-e19fef61-c7ba-45a8-9391-f6c722b83e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:03.446686 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eaa7c24-b90d-4dee-9610-99fd19b298fb req-e19fef61-c7ba-45a8-9391-f6c722b83e08 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.3212149 Jul 09 14:01:03.582720 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33f7f9ac-e0a8-4e32-b7ae-57e9227a1d02 x-openstack-request-id: req-33f7f9ac-e0a8-4e32-b7ae-57e9227a1d02 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:01:03.583538 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2bc6a5-20a0-4b72-81c0-ce23d2af408b", "tag": "fac46981-c0d9-4ec9-b6e8-c0875f4caf67", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:01:03.584011 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-33f7f9ac-e0a8-4e32-b7ae-57e9227a1d02 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:01:03.584650 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'tag': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67', 'status': 'completed', 'code': 200} Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:03.619980 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:01:03.629466 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-52754595-d658-4c3b-b384-693740b1f443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:03.641101 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-32d5907c-36b1-4d88-9b99-bd773cf6b7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:03.648623 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-32d5907c-36b1-4d88-9b99-bd773cf6b7c2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 1095 time: 0.3830605 Jul 09 14:01:03.710693 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-669e747a-a990-4cf8-b717-ada2367bb7ff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fac46981-c0d9-4ec9-b6e8-c0875f4caf67 HTTP/1.1" status: 200 len: 217 time: 0.0533183 Jul 09 14:01:03.736249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52754595-d658-4c3b-b384-693740b1f443 None None] Pushing event deleted for resources: {'Port': ['ID=3df2dea7-b4ca-4100-bad4-9b4bf9f73845,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:03.736519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa7c24-b90d-4dee-9610-99fd19b298fb req-7c6069af-28f6-48cc-9b25-98514a7ae09b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:03.747828 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52754595-d658-4c3b-b384-693740b1f443 None None] No DVR routers for this DVR port 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:01:03.756951 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eaa7c24-b90d-4dee-9610-99fd19b298fb req-7c6069af-28f6-48cc-9b25-98514a7ae09b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2935796 Jul 09 14:01:03.845655 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:03.913471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21817d08-62f5-47fd-9268-8417569056af']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:03.962363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:01:03.964826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d721435-f3d3-4f24-bbb4-2292055e67bb') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:03.965407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d721435-f3d3-4f24-bbb4-2292055e67bb') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:03.999589 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:04.047447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-331d800d-0201-417c-9079-022f168e2fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:04.051367 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-331d800d-0201-417c-9079-022f168e2fd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=432387ee-1dc9-4535-8061-df0d31235d02 HTTP/1.1" status: 200 len: 834 time: 0.3254561 Jul 09 14:01:04.059741 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:04.071665 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:01:04.072181 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3df2dea7-b4ca-4100-bad4-9b4bf9f73845 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:01:04.078411 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:01:04.079079 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:01:04.088977 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:01:04.102209 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586795ed-f29d-48ad-a21c-cbf9fed7b658 req-5b2dc4d2-f55c-4ef4-be8c-ef7bae9474e4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:04.117439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-586795ed-f29d-48ad-a21c-cbf9fed7b658 req-5b2dc4d2-f55c-4ef4-be8c-ef7bae9474e4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.2901647 Jul 09 14:01:04.183825 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eaa7c24-b90d-4dee-9610-99fd19b298fb req-a65ae43a-04b3-4677-9646-f056c002dc92 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942506 Jul 09 14:01:04.313242 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-586795ed-f29d-48ad-a21c-cbf9fed7b658 req-aeb180f3-54ba-4e04-a7cc-56a56f0a0dc6 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704874 Jul 09 14:01:04.317289 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:04.329599 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-5e17cda1-c545-47eb-8d7b-f90e211fbe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:04.334183 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-5e17cda1-c545-47eb-8d7b-f90e211fbe80 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d998aadb-b990-46c1-a1c0-fb41a210c709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2576993 Jul 09 14:01:04.344195 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:04.351484 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/networks/21817d08-62f5-47fd-9268-8417569056af HTTP/1.1" status: 204 len: 168 time: 1.9518137 Jul 09 14:01:04.353208 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44156) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:04.356347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2b9e8c-d799-4149-a3e7-d7dac0f3e312 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Network': ['ID=21817d08-62f5-47fd-9268-8417569056af,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:04.381283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-eb0d61ad-9da7-4dac-9d5f-9366b011d603 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-566975451'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:04.448346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e9c3ed-5ca6-46c3-9e1b-653e0a32914f req-08a30ba9-db02-4ce0-98a9-364aae3fd0a6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:04.458800 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5e9c3ed-5ca6-46c3-9e1b-653e0a32914f req-08a30ba9-db02-4ce0-98a9-364aae3fd0a6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 944 time: 0.2415457 Jul 09 14:01:04.479793 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0d61ad-9da7-4dac-9d5f-9366b011d603 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:01:04.483462 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb0d61ad-9da7-4dac-9d5f-9366b011d603 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:04.523662 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5e9c3ed-5ca6-46c3-9e1b-653e0a32914f req-e5a91ccc-a576-4179-affc-995a7a4ae525 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638843 Jul 09 14:01:04.536632 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0d61ad-9da7-4dac-9d5f-9366b011d603 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] vlan segment allocate from pool success with {'vlan_id': 324, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:01:04.549480 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb0d61ad-9da7-4dac-9d5f-9366b011d603 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:04.549884 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-eb0d61ad-9da7-4dac-9d5f-9366b011d603 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Added segment 2273a7f4-6bb5-43e9-892a-064e291a7d07 of type vlan for network fca1787b-7f19-4432-a66a-f13fcd214baf Jul 09 14:01:04.605260 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2eaa7c24-b90d-4dee-9610-99fd19b298fb req-dba4745c-5c1f-4d7b-a54a-339975e5c45c service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4075143 Jul 09 14:01:04.619127 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb0d61ad-9da7-4dac-9d5f-9366b011d603 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:04.636140 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-ecc21d5c-c51e-49bb-b0e7-4d771b0be71a service neutron] 10.222.0.18 "GET /v2.0/networks/d998aadb-b990-46c1-a1c0-fb41a210c709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2879467 Jul 09 14:01:04.671677 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb0d61ad-9da7-4dac-9d5f-9366b011d603 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:04.679941 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0d61ad-9da7-4dac-9d5f-9366b011d603 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:04.681210 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb0d61ad-9da7-4dac-9d5f-9366b011d603 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:04.791866 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab8fe707-d419-4d53-a45d-46ee881bc062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:04.799237 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-eb0d61ad-9da7-4dac-9d5f-9366b011d603 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4393914 Jul 09 14:01:04.800135 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:04.801226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44158) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:04.810193 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-33f76485-a4a7-4018-a2f2-e92175d7674c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'subnet': {'network_id': 'fca1787b-7f19-4432-a66a-f13fcd214baf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:04.839353 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0d61ad-9da7-4dac-9d5f-9366b011d603 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Network': ['ID=fca1787b-7f19-4432-a66a-f13fcd214baf,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:04.872048 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network fca1787b-7f19-4432-a66a-f13fcd214baf details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:01:04.904334 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2576f7cb-6977-4d08-89c9-51c48a765dc1 req-184eccab-5d93-404e-9690-d9dd67a79b08 service neutron] 10.222.0.18 "GET /v2.0/networks/d998aadb-b990-46c1-a1c0-fb41a210c709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604544 Jul 09 14:01:05.020135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f76485-a4a7-4018-a2f2-e92175d7674c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:01:05.024251 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33f76485-a4a7-4018-a2f2-e92175d7674c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:05.124387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37a9d2-2ecd-4b72-9a9a-bd9d1524fc50 req-5b2a66b1-7d4a-4ad0-a469-faead6046cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:05.127667 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0d37a9d2-2ecd-4b72-9a9a-bd9d1524fc50 req-5b2a66b1-7d4a-4ad0-a469-faead6046cc3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 1095 time: 0.1492317 Jul 09 14:01:05.321378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37a9d2-2ecd-4b72-9a9a-bd9d1524fc50 req-f83a7fd8-a1a4-4340-a77a-de88a6041f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:05.323005 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0d37a9d2-2ecd-4b72-9a9a-bd9d1524fc50 req-f83a7fd8-a1a4-4340-a77a-de88a6041f35 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d998aadb-b990-46c1-a1c0-fb41a210c709 HTTP/1.1" status: 200 len: 898 time: 0.1867750 Jul 09 14:01:05.430057 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0d37a9d2-2ecd-4b72-9a9a-bd9d1524fc50 req-89873fbf-092e-43c8-9795-725d073f266c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fac46981-c0d9-4ec9-b6e8-c0875f4caf67 HTTP/1.1" status: 200 len: 217 time: 0.0767255 Jul 09 14:01:05.509515 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33f76485-a4a7-4018-a2f2-e92175d7674c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:05.634415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37a9d2-2ecd-4b72-9a9a-bd9d1524fc50 req-c2265261-19ee-485c-8e37-ca72afe8d7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:05.637187 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0d37a9d2-2ecd-4b72-9a9a-bd9d1524fc50 req-c2265261-19ee-485c-8e37-ca72afe8d7ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=432387ee-1dc9-4535-8061-df0d31235d02 HTTP/1.1" status: 200 len: 834 time: 0.1925261 Jul 09 14:01:05.663651 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f76485-a4a7-4018-a2f2-e92175d7674c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Subnet': ['ID=3824b91d-90fa-43f9-9145-3c4b5a595d7e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:05.675741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f3d4e-3ba9-4e69-a874-0dd18fa2979c req-70d3725a-c9ff-473e-9930-5994e1dd400d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:05.684381 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d7f3d4e-3ba9-4e69-a874-0dd18fa2979c req-70d3725a-c9ff-473e-9930-5994e1dd400d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.1617699 Jul 09 14:01:05.730774 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:05.761305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33f76485-a4a7-4018-a2f2-e92175d7674c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Checking segment: {'id': '2273a7f4-6bb5-43e9-892a-064e291a7d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fca1787b-7f19-4432-a66a-f13fcd214baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:05.761807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f76485-a4a7-4018-a2f2-e92175d7674c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network hostable DHCP agents. Network: fca1787b-7f19-4432-a66a-f13fcd214baf, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:01:05.799505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f76485-a4a7-4018-a2f2-e92175d7674c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network fca1787b-7f19-4432-a66a-f13fcd214baf is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:01:05.810363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d37a9d2-2ecd-4b72-9a9a-bd9d1524fc50 req-fdf63d00-31c3-42dc-8cc9-257423bbe5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:05.812081 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0d37a9d2-2ecd-4b72-9a9a-bd9d1524fc50 req-fdf63d00-31c3-42dc-8cc9-257423bbe5e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d998aadb-b990-46c1-a1c0-fb41a210c709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1654463 Jul 09 14:01:05.820620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-33f76485-a4a7-4018-a2f2-e92175d7674c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, fca1787b-7f19-4432-a66a-f13fcd214baf) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:05.840970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f76485-a4a7-4018-a2f2-e92175d7674c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:05.841233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee94f55-8df5-4c17-aa44-53258f8a9f1e None None] Network fca1787b-7f19-4432-a66a-f13fcd214baf requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:01:05.841900 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33f76485-a4a7-4018-a2f2-e92175d7674c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:05.856567 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d7f3d4e-3ba9-4e69-a874-0dd18fa2979c req-1d1b14fb-3e76-4fee-8521-2205abe65d99 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686881 Jul 09 14:01:05.943589 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993e510d-5978-4e5b-b928-69e1a1279164 req-bf6fce14-eba9-4de1-aacf-5b79354fef9f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:05.952617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-993e510d-5978-4e5b-b928-69e1a1279164 req-bf6fce14-eba9-4de1-aacf-5b79354fef9f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 944 time: 0.2178705 Jul 09 14:01:05.959175 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-33f76485-a4a7-4018-a2f2-e92175d7674c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1510355 Jul 09 14:01:05.960200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44164) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:05.972062 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9a5f9776-bd6f-411d-98e8-4ed75881db7c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1984178254', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:06.031937 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-993e510d-5978-4e5b-b928-69e1a1279164 req-0ff56889-5b65-45ca-871e-c973d080c8ca tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780904 Jul 09 14:01:06.064168 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9776-bd6f-411d-98e8-4ed75881db7c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:06.066156 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9776-bd6f-411d-98e8-4ed75881db7c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:06.104518 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0d37a9d2-2ecd-4b72-9a9a-bd9d1524fc50 req-bddaf782-918a-4e92-9d22-c5ecfd3c2d9f service neutron] 10.222.0.18 "GET /v2.0/networks/d998aadb-b990-46c1-a1c0-fb41a210c709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2814820 Jul 09 14:01:06.155529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-fca1787b-7f19-4432-a66a-f13fcd214baf', 'network_id': 'fca1787b-7f19-4432-a66a-f13fcd214baf', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'fixed_ips': [{'subnet_id': '3824b91d-90fa-43f9-9145-3c4b5a595d7e'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:01:06.156858 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:06.289800 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9776-bd6f-411d-98e8-4ed75881db7c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:06.299880 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9776-bd6f-411d-98e8-4ed75881db7c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:06.372589 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9a5f9776-bd6f-411d-98e8-4ed75881db7c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:06.373005 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Allocated IP 2001:db8::2 (fca1787b-7f19-4432-a66a-f13fcd214baf/3824b91d-90fa-43f9-9145-3c4b5a595d7e/a34d5d70-bd77-48ea-98e9-561523004042) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:01:06.379464 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9a5f9776-bd6f-411d-98e8-4ed75881db7c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4092455 Jul 09 14:01:06.379681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44166) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:06.402121 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0d37a9d2-2ecd-4b72-9a9a-bd9d1524fc50 req-016ebc47-7249-485d-9dc6-b6d3e3a67d66 service neutron] 10.222.0.18 "GET /v2.0/networks/d998aadb-b990-46c1-a1c0-fb41a210c709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892697 Jul 09 14:01:06.649147 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:06.661581 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Transition to ACTIVE for port object a34d5d70-bd77-48ea-98e9-561523004042 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:06.690745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Transition to ACTIVE for port object a34d5d70-bd77-48ea-98e9-561523004042 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:06.706202 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:06.779863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Network fca1787b-7f19-4432-a66a-f13fcd214baf is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:06.790063 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:06.793098 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:01:06.806264 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Pushing event updated for resources: {'Port': ['ID=a34d5d70-bd77-48ea-98e9-561523004042,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:06.899890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Attempting to bind port a34d5d70-bd77-48ea-98e9-561523004042 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:01:06.900327 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Attempting to bind port a34d5d70-bd77-48ea-98e9-561523004042 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '2273a7f4-6bb5-43e9-892a-064e291a7d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fca1787b-7f19-4432-a66a-f13fcd214baf'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:01:06.901009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Attempting to bind port a34d5d70-bd77-48ea-98e9-561523004042 on network fca1787b-7f19-4432-a66a-f13fcd214baf {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:01:06.912447 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:01:06.913410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Checking segment: {'id': '2273a7f4-6bb5-43e9-892a-064e291a7d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fca1787b-7f19-4432-a66a-f13fcd214baf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:06.914243 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:06.915321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Bound using segment: {'id': '2273a7f4-6bb5-43e9-892a-064e291a7d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fca1787b-7f19-4432-a66a-f13fcd214baf'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:01:06.916346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Bound port: a34d5d70-bd77-48ea-98e9-561523004042, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2273a7f4-6bb5-43e9-892a-064e291a7d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'fca1787b-7f19-4432-a66a-f13fcd214baf'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:01:06.917104 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:07.033878 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] For port a34d5d70-bd77-48ea-98e9-561523004042, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:01:07.042462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] For port a34d5d70-bd77-48ea-98e9-561523004042, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a34d5d70-bd77-48ea-98e9-561523004042,segment=NetworkSegment(2273a7f4-6bb5-43e9-892a-064e291a7d07),segment_id=2273a7f4-6bb5-43e9-892a-064e291a7d07)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:01:07.054564 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:07.202869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fac46981-c0d9-4ec9-b6e8-c0875f4caf67 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:01:07.239691 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:07.271786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e73a05a-a328-4a8d-a5f6-c044abe289ae None None] Pushing event updated for resources: {'Port': ['ID=a34d5d70-bd77-48ea-98e9-561523004042,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:07.344922 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.resource_extend [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 09 14:01:07.407921 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:07.523956 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640fa173-f174-4344-8076-051984e42335 req-917148f1-2fbb-4c11-ab5c-37c114199911 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:07.525168 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-640fa173-f174-4344-8076-051984e42335 req-917148f1-2fbb-4c11-ab5c-37c114199911 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.3763611 Jul 09 14:01:07.546936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fac46981-c0d9-4ec9-b6e8-c0875f4caf67, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fac46981-c0d9-4ec9-b6e8-c0875f4caf67,segment=NetworkSegment(e803520a-a1a7-40b2-a051-eedddb14d77f),segment_id=e803520a-a1a7-40b2-a051-eedddb14d77f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:07.649233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'port_id': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67', 'mac_address': 'fa:16:3e:ca:83:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '432387ee-1dc9-4535-8061-df0d31235d02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:01:07.667245 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-640fa173-f174-4344-8076-051984e42335 req-b21ef262-5f5b-4d2a-a6cb-510fe927a8b1 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204460 Jul 09 14:01:07.689552 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf19964-d26f-4639-ade5-80fd86bfcd8c req-ab457ee4-41c6-495c-9544-db0b639384ff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:07.691535 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dcf19964-d26f-4639-ade5-80fd86bfcd8c req-ab457ee4-41c6-495c-9544-db0b639384ff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 944 time: 0.3544421 Jul 09 14:01:07.736567 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:07.753948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fac46981-c0d9-4ec9-b6e8-c0875f4caf67 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:01:07.796104 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fac46981-c0d9-4ec9-b6e8-c0875f4caf67, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fac46981-c0d9-4ec9-b6e8-c0875f4caf67,segment=NetworkSegment(e803520a-a1a7-40b2-a051-eedddb14d77f),segment_id=e803520a-a1a7-40b2-a051-eedddb14d77f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:07.807742 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:07.963806 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Allocated IP 2001:db8::1 (fca1787b-7f19-4432-a66a-f13fcd214baf/3824b91d-90fa-43f9-9145-3c4b5a595d7e/a63f189b-5efc-4401-87bf-6a2bb5fe5095) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:01:08.007315 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dcf19964-d26f-4639-ade5-80fd86bfcd8c req-b1badc64-0c92-48af-9e6c-85c00542fa2f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2611182 Jul 09 14:01:08.015128 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fac46981-c0d9-4ec9-b6e8-c0875f4caf67,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:08.052651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['fac46981-c0d9-4ec9-b6e8-c0875f4caf67'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:01:08.062720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a34d5d70-bd77-48ea-98e9-561523004042 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:08.190478 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port a34d5d70-bd77-48ea-98e9-561523004042 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:08.214576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:08.235419 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Transition to ACTIVE for port object a63f189b-5efc-4401-87bf-6a2bb5fe5095 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:08.298097 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:08.389911 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network fca1787b-7f19-4432-a66a-f13fcd214baf is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:08.396522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:08.404173 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:01:08.404982 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:08.415853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=a63f189b-5efc-4401-87bf-6a2bb5fe5095,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:08.629451 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:08.730544 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:08.848889 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:08.938238 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a587da-5100-4d1f-bf0a-fad859bd18bf None None] Network fca1787b-7f19-4432-a66a-f13fcd214baf requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:01:09.055912 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6c72078c-980f-4a7f-b2d6-78932654685e None None] Provisioning for port a34d5d70-bd77-48ea-98e9-561523004042 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:09.080001 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6c72078c-980f-4a7f-b2d6-78932654685e None None] Provisioning complete for port a34d5d70-bd77-48ea-98e9-561523004042 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:09.080613 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c72078c-980f-4a7f-b2d6-78932654685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:09.102372 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d977b8cc-c477-4eee-aa0a-aeffe6a34f8e req-c85b56cc-a99b-4933-9444-b56e6b802f42 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:09.104384 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d977b8cc-c477-4eee-aa0a-aeffe6a34f8e req-c85b56cc-a99b-4933-9444-b56e6b802f42 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.1737523 Jul 09 14:01:09.232283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fac46981-c0d9-4ec9-b6e8-c0875f4caf67 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:09.292851 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d977b8cc-c477-4eee-aa0a-aeffe6a34f8e req-fbc02100-9266-4a1e-b823-f6f6f51b2df7 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736112 Jul 09 14:01:09.393769 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:09.405252 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:09.406861 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:09.440236 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c72078c-980f-4a7f-b2d6-78932654685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:09.501192 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f860d3-1a43-46bd-b4d3-c0cc24d5243e req-ef19138d-6cfa-4875-80bf-7a4c1139e51a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:09.502265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port fac46981-c0d9-4ec9-b6e8-c0875f4caf67 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:09.504932 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04f860d3-1a43-46bd-b4d3-c0cc24d5243e req-ef19138d-6cfa-4875-80bf-7a4c1139e51a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 945 time: 0.3097804 Jul 09 14:01:09.538272 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port fac46981-c0d9-4ec9-b6e8-c0875f4caf67 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:09.538878 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:09.585995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6c72078c-980f-4a7f-b2d6-78932654685e None None] For port a34d5d70-bd77-48ea-98e9-561523004042, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a34d5d70-bd77-48ea-98e9-561523004042,segment=NetworkSegment(2273a7f4-6bb5-43e9-892a-064e291a7d07),segment_id=2273a7f4-6bb5-43e9-892a-064e291a7d07)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:09.609633 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6c72078c-980f-4a7f-b2d6-78932654685e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:09.641917 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=a63f189b-5efc-4401-87bf-6a2bb5fe5095,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:09.691585 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04f860d3-1a43-46bd-b4d3-c0cc24d5243e req-51091587-0a6b-432e-84e5-86446abe95ad tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568713 Jul 09 14:01:09.732667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network fca1787b-7f19-4432-a66a-f13fcd214baf is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:09.734617 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:09.798341 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72078c-980f-4a7f-b2d6-78932654685e None None] Pushing event updated for resources: {'Port': ['ID=a34d5d70-bd77-48ea-98e9-561523004042,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:09.828805 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:09.871412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:01:09.874555 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bc7472-45c3-454c-b624-3b862a5de817" -d '{"events": [{"server_uuid": "aa2bc6a5-20a0-4b72-81c0-ce23d2af408b", "name": "network-vif-plugged", "status": "completed", "tag": "fac46981-c0d9-4ec9-b6e8-c0875f4caf67"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:01:09.893984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fac46981-c0d9-4ec9-b6e8-c0875f4caf67, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fac46981-c0d9-4ec9-b6e8-c0875f4caf67,segment=NetworkSegment(e803520a-a1a7-40b2-a051-eedddb14d77f),segment_id=e803520a-a1a7-40b2-a051-eedddb14d77f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:09.900672 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:09.976430 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fac46981-c0d9-4ec9-b6e8-c0875f4caf67,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:09.976965 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router 57315a1b-3683-4c27-a65a-58165adf5565 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:01:09.985242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9d6ac8f2-8a6e-4eef-af84-330557481d9d None None] Provisioning for port a63f189b-5efc-4401-87bf-6a2bb5fe5095 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:09.990535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9d6ac8f2-8a6e-4eef-af84-330557481d9d None None] Provisioning complete for port a63f189b-5efc-4401-87bf-6a2bb5fe5095 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:09.990920 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac8f2-8a6e-4eef-af84-330557481d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:10.032611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9d6ac8f2-8a6e-4eef-af84-330557481d9d None None] Port a63f189b-5efc-4401-87bf-6a2bb5fe5095 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:01:10.055531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9d6ac8f2-8a6e-4eef-af84-330557481d9d None None] Provisioning complete for port a34d5d70-bd77-48ea-98e9-561523004042 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:10.056752 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9d6ac8f2-8a6e-4eef-af84-330557481d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:10.138703 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:01:10.152565 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-04482e28-e643-4949-bcf0-97fff9664758 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/57315a1b-3683-4c27-a65a-58165adf5565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7706871 Jul 09 14:01:10.158935 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44180) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:10.175893 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09330d90-88cd-4a5d-9c7e-b72e7f7cdd72 x-openstack-request-id: req-09330d90-88cd-4a5d-9c7e-b72e7f7cdd72 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:01:10.176365 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2bc6a5-20a0-4b72-81c0-ce23d2af408b", "name": "network-vif-plugged", "status": "completed", "tag": "fac46981-c0d9-4ec9-b6e8-c0875f4caf67", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:01:10.178152 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-09330d90-88cd-4a5d-9c7e-b72e7f7cdd72 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:01:10.178808 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67', 'code': 200} Jul 09 14:01:10.185441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c35084b-adb4-409c-b200-220fe173cb1f None None] Sync routers for ids ['57315a1b-3683-4c27-a65a-58165adf5565'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:01:10.223638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c35084b-adb4-409c-b200-220fe173cb1f None None] Routers {'57315a1b-3683-4c27-a65a-58165adf5565'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:10.224611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3c35084b-adb4-409c-b200-220fe173cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['57315a1b-3683-4c27-a65a-58165adf5565'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:10.303388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17d543c-c9d7-4ec7-a35d-f413495c7b48 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:10.310970 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d17d543c-c9d7-4ec7-a35d-f413495c7b48 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports/a63f189b-5efc-4401-87bf-6a2bb5fe5095 HTTP/1.1" status: 200 len: 911 time: 0.1450193 Jul 09 14:01:10.311328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44182) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:10.356621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8ec1c-a8a8-4d2e-b1fd-a085384245b5 req-314b2bc8-12e4-4c04-b9b4-a735f85600a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:10.359604 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-73f8ec1c-a8a8-4d2e-b1fd-a085384245b5 req-314b2bc8-12e4-4c04-b9b4-a735f85600a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 1097 time: 0.1280837 Jul 09 14:01:10.433312 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-73f8ec1c-a8a8-4d2e-b1fd-a085384245b5 req-8dd16806-7d82-4240-bd73-628ab01adb6e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648828 Jul 09 14:01:10.595836 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3c35084b-adb4-409c-b200-220fe173cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:10.614021 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c35084b-adb4-409c-b200-220fe173cb1f None None] Routers {'57315a1b-3683-4c27-a65a-58165adf5565'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:10.615267 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3c35084b-adb4-409c-b200-220fe173cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['57315a1b-3683-4c27-a65a-58165adf5565'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:10.675396 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3c35084b-adb4-409c-b200-220fe173cb1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:10.677366 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c35084b-adb4-409c-b200-220fe173cb1f None None] The sync data for ids ['57315a1b-3683-4c27-a65a-58165adf5565'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:01:10.725976 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-75ad2398-e8ad-46f1-a2d7-27131eedf25c None None] Provisioning complete for port a63f189b-5efc-4401-87bf-6a2bb5fe5095 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:10.725976 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-75ad2398-e8ad-46f1-a2d7-27131eedf25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:10.763986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8fa812-3fae-4a85-ac57-b6d48c3db6fc req-42a38385-4e68-4df5-ba61-86abeef0c074 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:10.766827 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2e8fa812-3fae-4a85-ac57-b6d48c3db6fc req-42a38385-4e68-4df5-ba61-86abeef0c074 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.1878891 Jul 09 14:01:10.793409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-75ad2398-e8ad-46f1-a2d7-27131eedf25c None None] Port a63f189b-5efc-4401-87bf-6a2bb5fe5095 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:01:10.861721 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2e8fa812-3fae-4a85-ac57-b6d48c3db6fc req-38095caf-2345-4a14-b6cc-64298bfdb324 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852866 Jul 09 14:01:11.001669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c0388f-d601-4572-8d39-6b0a69cf63f6 req-adb8b299-7e37-4e4e-8bc5-fb69d4852bff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:11.004652 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96c0388f-d601-4572-8d39-6b0a69cf63f6 req-adb8b299-7e37-4e4e-8bc5-fb69d4852bff tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 946 time: 0.1269231 Jul 09 14:01:11.010679 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d966d669-83e8-489c-abe3-9b39064b5eb7 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:11.187799 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96c0388f-d601-4572-8d39-6b0a69cf63f6 req-13ca67e7-9e4a-418e-b380-788924387012 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693113 Jul 09 14:01:11.494230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d966d669-83e8-489c-abe3-9b39064b5eb7 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port a63f189b-5efc-4401-87bf-6a2bb5fe5095 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:01:11.494936 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d966d669-83e8-489c-abe3-9b39064b5eb7 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:11.674015 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d966d669-83e8-489c-abe3-9b39064b5eb7 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:11.691741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-d966d669-83e8-489c-abe3-9b39064b5eb7 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for a63f189b-5efc-4401-87bf-6a2bb5fe5095 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:01:11.869170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a34d5d70-bd77-48ea-98e9-561523004042 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:11.912555 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d966d669-83e8-489c-abe3-9b39064b5eb7 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:11.930115 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a34d5d70-bd77-48ea-98e9-561523004042 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:11.930493 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:11.958874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d966d669-83e8-489c-abe3-9b39064b5eb7 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=a63f189b-5efc-4401-87bf-6a2bb5fe5095,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:12.089435 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d966d669-83e8-489c-abe3-9b39064b5eb7 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:12.327750 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137dd55c-5be6-4465-8f8a-1c6b51ca5d21 req-96dc442c-58d2-44ff-a9ba-9b0c6d226e12 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:12.329285 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-137dd55c-5be6-4465-8f8a-1c6b51ca5d21 req-96dc442c-58d2-44ff-a9ba-9b0c6d226e12 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.1868780 Jul 09 14:01:12.344776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d966d669-83e8-489c-abe3-9b39064b5eb7 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router 57315a1b-3683-4c27-a65a-58165adf5565 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:01:12.834138 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-137dd55c-5be6-4465-8f8a-1c6b51ca5d21 req-8f8b0c0a-c383-4fa1-befe-f734c7d92ec3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4915793 Jul 09 14:01:12.877750 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d966d669-83e8-489c-abe3-9b39064b5eb7 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:01:12.887313 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d966d669-83e8-489c-abe3-9b39064b5eb7 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/57315a1b-3683-4c27-a65a-58165adf5565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5713186 Jul 09 14:01:12.889167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44192) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:12.893123 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68088484-05fc-4b78-aff8-2c374c7d70b6 None None] Sync routers for ids ['57315a1b-3683-4c27-a65a-58165adf5565'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:01:12.902901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7268c-99d0-4ff5-b513-baf27b964a6b req-0b046991-a217-42a8-9c76-0953d88af431 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:12.910887 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dda7268c-99d0-4ff5-b513-baf27b964a6b req-0b046991-a217-42a8-9c76-0953d88af431 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 946 time: 0.5804431 Jul 09 14:01:12.914569 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68088484-05fc-4b78-aff8-2c374c7d70b6 None None] Routers {'57315a1b-3683-4c27-a65a-58165adf5565'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:12.915812 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-68088484-05fc-4b78-aff8-2c374c7d70b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['57315a1b-3683-4c27-a65a-58165adf5565'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:12.949927 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-22a175c8-2578-46c7-8972-37342ec2fd1b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports?device_id=57315a1b-3683-4c27-a65a-58165adf5565 HTTP/1.1" status: 200 len: 205 time: 0.0588722 Jul 09 14:01:12.955531 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44194) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:12.963825 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dda7268c-99d0-4ff5-b513-baf27b964a6b req-7efcebf5-6418-41ed-be0e-7283d8a3273d tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514894 Jul 09 14:01:12.975180 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-68088484-05fc-4b78-aff8-2c374c7d70b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:12.993731 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68088484-05fc-4b78-aff8-2c374c7d70b6 None None] Routers {'57315a1b-3683-4c27-a65a-58165adf5565'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:12.995718 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-68088484-05fc-4b78-aff8-2c374c7d70b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['57315a1b-3683-4c27-a65a-58165adf5565'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:13.069792 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-68088484-05fc-4b78-aff8-2c374c7d70b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:13.071878 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68088484-05fc-4b78-aff8-2c374c7d70b6 None None] The sync data for ids ['57315a1b-3683-4c27-a65a-58165adf5565'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:01:13.131048 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b186b8f-be99-4663-911f-29528324ee3b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:13.471717 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b186b8f-be99-4663-911f-29528324ee3b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:13.475619 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b186b8f-be99-4663-911f-29528324ee3b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:13.536979 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b9fd4-620b-417f-8b42-88987d5adf70 req-7f943acb-a5a5-4c2f-abb6-8ee30e20ebfe tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:13.538629 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f7b9fd4-620b-417f-8b42-88987d5adf70 req-7f943acb-a5a5-4c2f-abb6-8ee30e20ebfe tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 946 time: 0.2945428 Jul 09 14:01:13.552129 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b186b8f-be99-4663-911f-29528324ee3b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:13.552878 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b186b8f-be99-4663-911f-29528324ee3b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Fanout notify agent at l3_agent the message router_deleted on router 57315a1b-3683-4c27-a65a-58165adf5565 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:01:13.565149 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b186b8f-be99-4663-911f-29528324ee3b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:13.566355 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1b186b8f-be99-4663-911f-29528324ee3b tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/routers/57315a1b-3683-4c27-a65a-58165adf5565 HTTP/1.1" status: 204 len: 168 time: 0.6085603 Jul 09 14:01:13.571763 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44198) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:13.603617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f7b9fd4-620b-417f-8b42-88987d5adf70 req-905b1d73-83a5-460e-ac0d-a1988bdf4b7a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544238 Jul 09 14:01:13.665213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-f06a217b-459c-4df0-9672-ecbe6cd6cfb6 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting subnet 3824b91d-90fa-43f9-9145-3c4b5a595d7e {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:01:13.667162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44200) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:13.670406 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f06a217b-459c-4df0-9672-ecbe6cd6cfb6 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:13.738251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeba7fc-8804-4a11-954d-c214588ac6a7 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:13.741441 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0aeba7fc-8804-4a11-954d-c214588ac6a7 tempest-TestNetworkAdvancedServerOps-1720453068 tempest-TestNetworkAdvancedServerOps-1720453068-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 1092 time: 0.0725317 Jul 09 14:01:13.745652 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44202) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:13.753230 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f06a217b-459c-4df0-9672-ecbe6cd6cfb6 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:13.755228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:13.792455 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:13.883321 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f06a217b-459c-4df0-9672-ecbe6cd6cfb6 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:13.978484 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f06a217b-459c-4df0-9672-ecbe6cd6cfb6 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.010885 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.020847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06a217b-459c-4df0-9672-ecbe6cd6cfb6 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Subnet': ['ID=3824b91d-90fa-43f9-9145-3c4b5a595d7e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:14.023455 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f06a217b-459c-4df0-9672-ecbe6cd6cfb6 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.029318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9188582b-ffdd-4184-95df-39ab14f121ce None None] Network fca1787b-7f19-4432-a66a-f13fcd214baf requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:01:14.031822 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f06a217b-459c-4df0-9672-ecbe6cd6cfb6 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/3824b91d-90fa-43f9-9145-3c4b5a595d7e HTTP/1.1" status: 204 len: 168 time: 0.4564674 Jul 09 14:01:14.034127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44206) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:14.161944 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.232784 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port a34d5d70-bd77-48ea-98e9-561523004042 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:01:14.233159 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.252145 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd6245-fda0-4a57-b11e-9d5ddeb446ac req-f97f35a7-f897-48bc-9248-c926a2daa922 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:14.255824 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69dd6245-fda0-4a57-b11e-9d5ddeb446ac req-f97f35a7-f897-48bc-9248-c926a2daa922 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.1592183 Jul 09 14:01:14.307751 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Allocated IP 172.25.2.37 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/05513eff-1453-4e7c-8c67-081ad6dd2f23) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:01:14.347983 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69dd6245-fda0-4a57-b11e-9d5ddeb446ac req-064a8007-07ac-4cb7-b237-156793ecaba1 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836921 Jul 09 14:01:14.406248 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] For port a34d5d70-bd77-48ea-98e9-561523004042, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a34d5d70-bd77-48ea-98e9-561523004042,segment=NetworkSegment(2273a7f4-6bb5-43e9-892a-064e291a7d07),segment_id=2273a7f4-6bb5-43e9-892a-064e291a7d07)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:14.406871 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.434334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for a34d5d70-bd77-48ea-98e9-561523004042 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:01:14.469199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b42190d-60b7-4605-b1a5-571ee8bae287 None None] DHCP port deletion for fca1787b-7f19-4432-a66a-f13fcd214baf request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:01:14.510075 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.537132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7b42190d-60b7-4605-b1a5-571ee8bae287 None None] Deleting port a34d5d70-bd77-48ea-98e9-561523004042 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:01:14.537801 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b42190d-60b7-4605-b1a5-571ee8bae287 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.547404 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.573057 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.586872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=a34d5d70-bd77-48ea-98e9-561523004042,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:14.590631 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No DVR routers for this DVR port a34d5d70-bd77-48ea-98e9-561523004042 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:01:14.642191 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7b42190d-60b7-4605-b1a5-571ee8bae287 None None] For port a34d5d70-bd77-48ea-98e9-561523004042, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a34d5d70-bd77-48ea-98e9-561523004042,segment=NetworkSegment(2273a7f4-6bb5-43e9-892a-064e291a7d07),segment_id=2273a7f4-6bb5-43e9-892a-064e291a7d07)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:14.643055 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b42190d-60b7-4605-b1a5-571ee8bae287 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.660831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7b42190d-60b7-4605-b1a5-571ee8bae287 None None] Calling delete_port for a34d5d70-bd77-48ea-98e9-561523004042 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:01:14.726734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=05513eff-1453-4e7c-8c67-081ad6dd2f23,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:14.757928 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b42190d-60b7-4605-b1a5-571ee8bae287 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.772568 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.777063 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:14.780698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:14.788244 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:01:14.789151 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42190d-60b7-4605-b1a5-571ee8bae287 None None] Pushing event deleted for resources: {'Port': ['ID=a34d5d70-bd77-48ea-98e9-561523004042,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:14.797158 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b42190d-60b7-4605-b1a5-571ee8bae287 None None] No DVR routers for this DVR port a34d5d70-bd77-48ea-98e9-561523004042 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:01:14.807957 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fca1787b-7f19-4432-a66a-f13fcd214baf']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:14.845147 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2273a7f4-6bb5-43e9-892a-064e291a7d07') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:14.845776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2273a7f4-6bb5-43e9-892a-064e291a7d07') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:14.864664 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.892835 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.906745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Releasing vlan 324 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:01:14.907443 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:01:14.913987 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:01:15.002160 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:15.013003 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:15.020850 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/networks/fca1787b-7f19-4432-a66a-f13fcd214baf HTTP/1.1" status: 204 len: 168 time: 0.9777291 Jul 09 14:01:15.021944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44208) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:15.028322 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-686571273', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:15.029508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5991632-5537-4e9c-8456-11bdc9eca17f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Network': ['ID=fca1787b-7f19-4432-a66a-f13fcd214baf,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:15.098569 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:15.099705 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:15.190100 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:15.429398 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:15.591065 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:15.737563 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e53d6f5-2507-4c2b-b81f-e36c8552ba29 req-1c5de715-e032-4212-8146-5b54c1ecb804 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:15.740137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e53d6f5-2507-4c2b-b81f-e36c8552ba29 req-1c5de715-e032-4212-8146-5b54c1ecb804 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.2355936 Jul 09 14:01:15.796252 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:15.858556 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e53d6f5-2507-4c2b-b81f-e36c8552ba29 req-c968dd38-9e20-4d89-bcd7-c95965b025c7 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099629 Jul 09 14:01:15.919330 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a34d5d70-bd77-48ea-98e9-561523004042 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:01:15.949490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: a34d5d70-bd77-48ea-98e9-561523004042 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:01:15.950029 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a34d5d70-bd77-48ea-98e9-561523004042 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:01:16.048852 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:16.080860 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:16.220598 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:16.230147 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:16.310439 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Allocated IP 172.25.2.38 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/b059303d-aa73-4836-a480-794135e5b472) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:01:16.340058 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event updated for resources: {'Port': ['ID=05513eff-1453-4e7c-8c67-081ad6dd2f23,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:16.355319 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:16.559713 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:16.565346 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Floating IP abfd63fc-726d-48d5-b5f5-28d8e178b353 associated. External IP: 172.25.2.37, port: fac46981-c0d9-4ec9-b6e8-c0875f4caf67. Jul 09 14:01:16.737456 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:16.820605 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:16.830349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:16.840480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:01:16.851538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=b059303d-aa73-4836-a480-794135e5b472,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:17.534391 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 86f1d053-ac3c-49f5-aea6-a40406f46add has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:01:17.623533 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a0899e-2f97-4484-88a4-9f50a45ea634 req-76bbb35c-d4f0-4598-8c45-b8e3f3f0f855 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:17.626121 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-05a0899e-2f97-4484-88a4-9f50a45ea634 req-76bbb35c-d4f0-4598-8c45-b8e3f3f0f855 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.2870836 Jul 09 14:01:17.798354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-05a0899e-2f97-4484-88a4-9f50a45ea634 req-a07e6823-0a92-41ce-8b38-fedc6c504154 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336100 Jul 09 14:01:17.828961 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:17.835478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:01:17.853772 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0dd82b-f817-4b3f-b291-1758c404a5ff None None] Sync routers for ids ['86f1d053-ac3c-49f5-aea6-a40406f46add'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:01:17.870954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0dd82b-f817-4b3f-b291-1758c404a5ff None None] Routers {'86f1d053-ac3c-49f5-aea6-a40406f46add'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:17.872067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7d0dd82b-f817-4b3f-b291-1758c404a5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['86f1d053-ac3c-49f5-aea6-a40406f46add'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:17.899812 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:17.997762 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b8ba44ef-06f2-475a-b424-3ccd67ba6a61 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2499146 Jul 09 14:01:18.000800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'tag': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:01:18.003967 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33d522d-d86c-4a56-a08c-70eecfff7265" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2bc6a5-20a0-4b72-81c0-ce23d2af408b", "tag": "fac46981-c0d9-4ec9-b6e8-c0875f4caf67"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:01:18.069231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7d0dd82b-f817-4b3f-b291-1758c404a5ff None None] Set router 86f1d053-ac3c-49f5-aea6-a40406f46add gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:01:18.094260 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139193a5-bd3b-4e74-81db-1a68236aa6a8 x-openstack-request-id: req-139193a5-bd3b-4e74-81db-1a68236aa6a8 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:01:18.094568 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2bc6a5-20a0-4b72-81c0-ce23d2af408b", "tag": "fac46981-c0d9-4ec9-b6e8-c0875f4caf67", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:01:18.094880 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-139193a5-bd3b-4e74-81db-1a68236aa6a8 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:01:18.095287 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'tag': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67', 'status': 'completed', 'code': 200} Jul 09 14:01:18.177205 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:18.225922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d522d-d86c-4a56-a08c-70eecfff7265 req-60406b69-552c-48ba-b127-7554d645ac06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:18.228569 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c33d522d-d86c-4a56-a08c-70eecfff7265 req-60406b69-552c-48ba-b127-7554d645ac06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 1097 time: 0.1033344 Jul 09 14:01:18.386128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05561d98-7473-48ab-8827-515a4c89f13e req-5fe7a2e7-75d9-4a2a-9251-b3c8002f64e7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:18.388312 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-05561d98-7473-48ab-8827-515a4c89f13e req-5fe7a2e7-75d9-4a2a-9251-b3c8002f64e7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 946 time: 0.1484289 Jul 09 14:01:18.430065 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d522d-d86c-4a56-a08c-70eecfff7265 req-e864dbe4-6b03-476f-82bf-de427c332a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:18.432920 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c33d522d-d86c-4a56-a08c-70eecfff7265 req-e864dbe4-6b03-476f-82bf-de427c332a84 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d998aadb-b990-46c1-a1c0-fb41a210c709 HTTP/1.1" status: 200 len: 898 time: 0.1969519 Jul 09 14:01:18.450210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7d0dd82b-f817-4b3f-b291-1758c404a5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037097509', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:00:41Z', 'updated_at': '2021-07-09T14:00:49Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:42Z', 'updated_at': '2021-07-09T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'abfd63fc-726d-48d5-b5f5-28d8e178b353', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'port_id': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'mac_address': 'fa:16:3e:ca:83:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:01:15Z', 'updated_at': '2021-07-09T14:01:15Z', 'revision_number': 0, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9db3de-7429-42fb-bc66-b2e91c0dbab8', 'name': '', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:12:bd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '432387ee-1dc9-4535-8061-df0d31235d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:46Z', 'updated_at': '2021-07-09T14:00:58Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '432387ee-1dc9-4535-8061-df0d31235d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:18.495446 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-05561d98-7473-48ab-8827-515a4c89f13e req-297f5150-3f27-4b79-be99-36ddeb8fa7f6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941889 Jul 09 14:01:18.498543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router 15e40669-2ff6-4c9c-b762-da3f3beb7f4c is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:01:18.513631 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0dd82b-f817-4b3f-b291-1758c404a5ff None None] Checking router: 86f1d053-ac3c-49f5-aea6-a40406f46add for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:01:18.537633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44218) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:18.540684 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d0dd82b-f817-4b3f-b291-1758c404a5ff None None] Routers {'86f1d053-ac3c-49f5-aea6-a40406f46add'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:18.541488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7d0dd82b-f817-4b3f-b291-1758c404a5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['86f1d053-ac3c-49f5-aea6-a40406f46add'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:18.632535 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c33d522d-d86c-4a56-a08c-70eecfff7265 req-871879fd-43dc-4de8-98ca-35fc12f26883 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fac46981-c0d9-4ec9-b6e8-c0875f4caf67 HTTP/1.1" status: 200 len: 999 time: 0.1929884 Jul 09 14:01:18.725946 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-49cbced8-5f56-4c9e-95a0-89133fc8d287 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/abfd63fc-726d-48d5-b5f5-28d8e178b353 HTTP/1.1" status: 200 len: 991 time: 0.1868651 Jul 09 14:01:18.730226 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:01:18.746470 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b9baf-e82a-4ced-bb58-07fb5486aef6 None None] Sync routers for ids ['15e40669-2ff6-4c9c-b762-da3f3beb7f4c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:01:18.754003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7d0dd82b-f817-4b3f-b291-1758c404a5ff None None] Set router 86f1d053-ac3c-49f5-aea6-a40406f46add gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:01:18.757892 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d522d-d86c-4a56-a08c-70eecfff7265 req-9305ccc4-ba2f-444a-933f-ec834b9e6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:18.759744 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c33d522d-d86c-4a56-a08c-70eecfff7265 req-9305ccc4-ba2f-444a-933f-ec834b9e6ffe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=432387ee-1dc9-4535-8061-df0d31235d02 HTTP/1.1" status: 200 len: 834 time: 0.1128664 Jul 09 14:01:18.763469 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:18.766502 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-43db6a4d-b519-426d-b339-ff1b5a6e5383 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.7428439 Jul 09 14:01:18.769364 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b9baf-e82a-4ced-bb58-07fb5486aef6 None None] Routers {'15e40669-2ff6-4c9c-b762-da3f3beb7f4c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:18.770568 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44220) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:18.770891 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f96b9baf-e82a-4ced-bb58-07fb5486aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['15e40669-2ff6-4c9c-b762-da3f3beb7f4c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:18.839779 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f96b9baf-e82a-4ced-bb58-07fb5486aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:18.859777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33d522d-d86c-4a56-a08c-70eecfff7265 req-dcc69af0-33dc-4303-a379-fa26b4f7cda9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:18.866237 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c33d522d-d86c-4a56-a08c-70eecfff7265 req-dcc69af0-33dc-4303-a379-fa26b4f7cda9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d998aadb-b990-46c1-a1c0-fb41a210c709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0975902 Jul 09 14:01:18.895930 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b9baf-e82a-4ced-bb58-07fb5486aef6 None None] Routers {'15e40669-2ff6-4c9c-b762-da3f3beb7f4c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:18.897100 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f96b9baf-e82a-4ced-bb58-07fb5486aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['15e40669-2ff6-4c9c-b762-da3f3beb7f4c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:18.990831 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f96b9baf-e82a-4ced-bb58-07fb5486aef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:18.994671 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f96b9baf-e82a-4ced-bb58-07fb5486aef6 None None] The sync data for ids ['15e40669-2ff6-4c9c-b762-da3f3beb7f4c'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:01:19.026781 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c33d522d-d86c-4a56-a08c-70eecfff7265 req-2261c868-c99c-42ed-a5af-61bb8258a196 service neutron] 10.222.0.18 "GET /v2.0/networks/d998aadb-b990-46c1-a1c0-fb41a210c709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540461 Jul 09 14:01:19.046366 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-153a241e-8960-4f22-9154-dc364f7f6c37 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/routers/15e40669-2ff6-4c9c-b762-da3f3beb7f4c HTTP/1.1" status: 200 len: 883 time: 0.2736282 Jul 09 14:01:19.047708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44224) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:19.219684 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c33d522d-d86c-4a56-a08c-70eecfff7265 req-454ed4c5-3171-476b-9fd2-c2b1bb92a5a7 service neutron] 10.222.0.18 "GET /v2.0/networks/d998aadb-b990-46c1-a1c0-fb41a210c709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796756 Jul 09 14:01:19.294624 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7d0dd82b-f817-4b3f-b291-1758c404a5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037097509', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:00:41Z', 'updated_at': '2021-07-09T14:00:49Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:42Z', 'updated_at': '2021-07-09T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'abfd63fc-726d-48d5-b5f5-28d8e178b353', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'port_id': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'mac_address': 'fa:16:3e:ca:83:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:01:15Z', 'updated_at': '2021-07-09T14:01:15Z', 'revision_number': 0, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9db3de-7429-42fb-bc66-b2e91c0dbab8', 'name': '', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:12:bd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '432387ee-1dc9-4535-8061-df0d31235d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:46Z', 'updated_at': '2021-07-09T14:00:58Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '432387ee-1dc9-4535-8061-df0d31235d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:19.338111 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554eadd-f888-4ac4-ab67-e770daf43cc9 req-5f7d314d-215a-456c-9ab1-3312bcdc8d20 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:19.340982 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f554eadd-f888-4ac4-ab67-e770daf43cc9 req-5f7d314d-215a-456c-9ab1-3312bcdc8d20 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.2064145 Jul 09 14:01:19.346766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d0dd82b-f817-4b3f-b291-1758c404a5ff None None] The sync data for ids ['86f1d053-ac3c-49f5-aea6-a40406f46add'] in n-d-799525-3 is: [{'id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037097509', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:00:41Z', 'updated_at': '2021-07-09T14:00:49Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:42Z', 'updated_at': '2021-07-09T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'abfd63fc-726d-48d5-b5f5-28d8e178b353', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'floating_ip_address': '172.25.2.37', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'port_id': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3838, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'mac_address': 'fa:16:3e:ca:83:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:01:15Z', 'updated_at': '2021-07-09T14:01:15Z', 'revision_number': 0, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf9db3de-7429-42fb-bc66-b2e91c0dbab8', 'name': '', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:12:bd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '432387ee-1dc9-4535-8061-df0d31235d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:46Z', 'updated_at': '2021-07-09T14:00:58Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '432387ee-1dc9-4535-8061-df0d31235d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:01:19.485888 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f554eadd-f888-4ac4-ab67-e770daf43cc9 req-aa37ce61-2001-4958-bbce-31b05d0aa73d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752938 Jul 09 14:01:19.569264 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1902702f-b180-4818-8bfd-5e5cffc12966 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.5169246 Jul 09 14:01:19.569641 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44226) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:19.577242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2b3d46d2-f83e-4118-bda6-83e011991b29 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-686571273'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:19.666917 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c6d9672-5d14-47cc-a436-a58ce61de2b0 None None] New status for floating IP abfd63fc-726d-48d5-b5f5-28d8e178b353: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:01:19.730958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44228) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:20.136610 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b3d46d2-f83e-4118-bda6-83e011991b29 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:20.153880 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b3d46d2-f83e-4118-bda6-83e011991b29 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:20.256185 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c9c9d064-33bc-4616-9d90-98307279bb22 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/abfd63fc-726d-48d5-b5f5-28d8e178b353 HTTP/1.1" status: 200 len: 991 time: 0.5230443 Jul 09 14:01:20.332598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b3d46d2-f83e-4118-bda6-83e011991b29 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router 15e40669-2ff6-4c9c-b762-da3f3beb7f4c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:01:20.456760 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b3d46d2-f83e-4118-bda6-83e011991b29 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:01:20.465505 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b3d46d2-f83e-4118-bda6-83e011991b29 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:20.467500 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2b3d46d2-f83e-4118-bda6-83e011991b29 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/15e40669-2ff6-4c9c-b762-da3f3beb7f4c HTTP/1.1" status: 200 len: 890 time: 0.8963120 Jul 09 14:01:20.468620 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e7f03d-d1db-43b5-b723-a12a25154ad1 None None] Sync routers for ids ['15e40669-2ff6-4c9c-b762-da3f3beb7f4c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:01:20.470933 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44230) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:20.483885 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e7f03d-d1db-43b5-b723-a12a25154ad1 None None] Routers {'15e40669-2ff6-4c9c-b762-da3f3beb7f4c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:20.484891 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e4e7f03d-d1db-43b5-b723-a12a25154ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['15e40669-2ff6-4c9c-b762-da3f3beb7f4c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:20.542735 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e4e7f03d-d1db-43b5-b723-a12a25154ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:20.562455 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e7f03d-d1db-43b5-b723-a12a25154ad1 None None] Routers {'15e40669-2ff6-4c9c-b762-da3f3beb7f4c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:20.564099 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e4e7f03d-d1db-43b5-b723-a12a25154ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['15e40669-2ff6-4c9c-b762-da3f3beb7f4c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:20.627613 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e4e7f03d-d1db-43b5-b723-a12a25154ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:20.629520 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4e7f03d-d1db-43b5-b723-a12a25154ad1 None None] The sync data for ids ['15e40669-2ff6-4c9c-b762-da3f3beb7f4c'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:01:20.661463 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-beae3110-839f-46ad-ae3c-9bba3ea5d13f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/routers/15e40669-2ff6-4c9c-b762-da3f3beb7f4c HTTP/1.1" status: 200 len: 890 time: 0.1885073 Jul 09 14:01:20.664450 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44234) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:20.703252 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-33d79c96-9a09-4e60-8d91-40f4d642551e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e40669-2ff6-4c9c-b762-da3f3beb7f4c HTTP/1.1" status: 200 len: 205 time: 0.0373559 Jul 09 14:01:20.706975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44236) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:20.807753 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d3c4fd-cfdf-4093-92aa-947b4ec4d8f5 req-2c65bc09-ba6a-4ff0-b96f-7debd46327e6 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:20.810320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33d3c4fd-cfdf-4093-92aa-947b4ec4d8f5 req-2c65bc09-ba6a-4ff0-b96f-7debd46327e6 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.1108797 Jul 09 14:01:20.849456 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aacbca7f-6fa2-4e34-8ec6-0f1480635763 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:20.875808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33d3c4fd-cfdf-4093-92aa-947b4ec4d8f5 req-8a5d27b2-90ab-4226-a1d5-7c64d8f790a5 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558341 Jul 09 14:01:20.973605 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aacbca7f-6fa2-4e34-8ec6-0f1480635763 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:21.044056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-aacbca7f-6fa2-4e34-8ec6-0f1480635763 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port b059303d-aa73-4836-a480-794135e5b472 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:01:21.044790 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aacbca7f-6fa2-4e34-8ec6-0f1480635763 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:21.150304 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aacbca7f-6fa2-4e34-8ec6-0f1480635763 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:21.169984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-aacbca7f-6fa2-4e34-8ec6-0f1480635763 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for b059303d-aa73-4836-a480-794135e5b472 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:01:21.260342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44238) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:21.378750 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-679869f8-1dc6-483a-aa6e-58c0d738148f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/abfd63fc-726d-48d5-b5f5-28d8e178b353 HTTP/1.1" status: 200 len: 993 time: 0.1163640 Jul 09 14:01:21.426490 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aacbca7f-6fa2-4e34-8ec6-0f1480635763 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:21.459894 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacbca7f-6fa2-4e34-8ec6-0f1480635763 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=b059303d-aa73-4836-a480-794135e5b472,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:21.545213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aacbca7f-6fa2-4e34-8ec6-0f1480635763 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:21.644332 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aacbca7f-6fa2-4e34-8ec6-0f1480635763 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:21.646871 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aacbca7f-6fa2-4e34-8ec6-0f1480635763 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:21.695320 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aacbca7f-6fa2-4e34-8ec6-0f1480635763 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:21.696006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacbca7f-6fa2-4e34-8ec6-0f1480635763 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Fanout notify agent at l3_agent the message router_deleted on router 15e40669-2ff6-4c9c-b762-da3f3beb7f4c {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:01:21.707834 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aacbca7f-6fa2-4e34-8ec6-0f1480635763 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:21.709337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aacbca7f-6fa2-4e34-8ec6-0f1480635763 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/routers/15e40669-2ff6-4c9c-b762-da3f3beb7f4c HTTP/1.1" status: 204 len: 168 time: 1.0005324 Jul 09 14:01:21.714987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44240) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:21.720282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4196a1ff-430e-4629-aede-6d589d3ca24d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1622222414'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:21.746604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4196a1ff-430e-4629-aede-6d589d3ca24d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:01:21.750666 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4196a1ff-430e-4629-aede-6d589d3ca24d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:21.782533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4196a1ff-430e-4629-aede-6d589d3ca24d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:01:21.799779 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4196a1ff-430e-4629-aede-6d589d3ca24d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:21.801470 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-4196a1ff-430e-4629-aede-6d589d3ca24d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Added segment 91823e90-9828-4bf2-b98f-b350f418ca4b of type vlan for network 06776b07-0085-4607-8ece-ec352300eb89 Jul 09 14:01:21.852202 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4196a1ff-430e-4629-aede-6d589d3ca24d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:21.888248 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4196a1ff-430e-4629-aede-6d589d3ca24d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:21.894877 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4196a1ff-430e-4629-aede-6d589d3ca24d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:21.895822 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4196a1ff-430e-4629-aede-6d589d3ca24d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:21.964538 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4196a1ff-430e-4629-aede-6d589d3ca24d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2455900 Jul 09 14:01:21.965158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44244) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:21.969612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4196a1ff-430e-4629-aede-6d589d3ca24d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Network': ['ID=06776b07-0085-4607-8ece-ec352300eb89,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:21.976691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2d00964b-5d07-437e-adf8-e0e61ba7a254 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'subnet': {'network_id': '06776b07-0085-4607-8ece-ec352300eb89', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:21.985228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 06776b07-0085-4607-8ece-ec352300eb89 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:01:22.232560 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d00964b-5d07-437e-adf8-e0e61ba7a254 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:01:22.239021 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d00964b-5d07-437e-adf8-e0e61ba7a254 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:22.254333 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:01:22.275925 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5ea32-03f9-4a3a-a9dd-368c0e50d243 req-fae60f6c-c754-4855-a52f-f702c1bc72c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:22.278396 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aac5ea32-03f9-4a3a-a9dd-368c0e50d243 req-fae60f6c-c754-4855-a52f-f702c1bc72c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.2281275 Jul 09 14:01:22.394006 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aac5ea32-03f9-4a3a-a9dd-368c0e50d243 req-57bd5917-43b2-45c7-b33e-24bcffdc647a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785677 Jul 09 14:01:22.529116 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d00964b-5d07-437e-adf8-e0e61ba7a254 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:22.599448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d00964b-5d07-437e-adf8-e0e61ba7a254 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Subnet': ['ID=6f9b94a7-0d16-4b70-a9fb-7d90a2209ace,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:22.610428 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d00964b-5d07-437e-adf8-e0e61ba7a254 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Checking segment: {'id': '91823e90-9828-4bf2-b98f-b350f418ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '06776b07-0085-4607-8ece-ec352300eb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:22.610792 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d00964b-5d07-437e-adf8-e0e61ba7a254 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network hostable DHCP agents. Network: 06776b07-0085-4607-8ece-ec352300eb89, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:01:22.636894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d00964b-5d07-437e-adf8-e0e61ba7a254 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network 06776b07-0085-4607-8ece-ec352300eb89 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:01:22.651381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-2d00964b-5d07-437e-adf8-e0e61ba7a254 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 06776b07-0085-4607-8ece-ec352300eb89) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:22.657228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d00964b-5d07-437e-adf8-e0e61ba7a254 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:22.658184 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2d00964b-5d07-437e-adf8-e0e61ba7a254 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:22.664753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1f4ff8-a0e9-4bfc-868b-75f1c6253fa6 None None] Network 06776b07-0085-4607-8ece-ec352300eb89 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:01:22.678772 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2d00964b-5d07-437e-adf8-e0e61ba7a254 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7111320 Jul 09 14:01:22.681798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44246) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:22.687738 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-67a7b4ee-3969-4313-ac39-528319bdc001 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-225277920', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:22.717332 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67a7b4ee-3969-4313-ac39-528319bdc001 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:22.718744 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67a7b4ee-3969-4313-ac39-528319bdc001 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:22.793618 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67a7b4ee-3969-4313-ac39-528319bdc001 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:22.801340 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67a7b4ee-3969-4313-ac39-528319bdc001 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:22.823762 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-67a7b4ee-3969-4313-ac39-528319bdc001 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:22.825607 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-67a7b4ee-3969-4313-ac39-528319bdc001 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1424837 Jul 09 14:01:22.830364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44248) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:22.873776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-06776b07-0085-4607-8ece-ec352300eb89', 'network_id': '06776b07-0085-4607-8ece-ec352300eb89', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'fixed_ips': [{'subnet_id': '6f9b94a7-0d16-4b70-a9fb-7d90a2209ace'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:01:22.875067 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:23.074958 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Allocated IP 2001:db8::2 (06776b07-0085-4607-8ece-ec352300eb89/6f9b94a7-0d16-4b70-a9fb-7d90a2209ace/e8bfe772-798d-42b1-a869-dd21b83a89ae) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:01:23.240271 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:23.259880 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:23.271279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Transition to ACTIVE for port object e8bfe772-798d-42b1-a869-dd21b83a89ae will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:23.289254 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Transition to ACTIVE for port object e8bfe772-798d-42b1-a869-dd21b83a89ae will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:23.296220 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:23.341956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Network 06776b07-0085-4607-8ece-ec352300eb89 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:23.346807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:23.350324 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:01:23.357477 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Pushing event updated for resources: {'Port': ['ID=e8bfe772-798d-42b1-a869-dd21b83a89ae,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:23.432823 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Attempting to bind port e8bfe772-798d-42b1-a869-dd21b83a89ae on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:01:23.433312 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Attempting to bind port e8bfe772-798d-42b1-a869-dd21b83a89ae by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '91823e90-9828-4bf2-b98f-b350f418ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '06776b07-0085-4607-8ece-ec352300eb89'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:01:23.433682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Attempting to bind port e8bfe772-798d-42b1-a869-dd21b83a89ae on network 06776b07-0085-4607-8ece-ec352300eb89 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:01:23.439543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:01:23.439953 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Checking segment: {'id': '91823e90-9828-4bf2-b98f-b350f418ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '06776b07-0085-4607-8ece-ec352300eb89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:23.440325 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:23.440889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Bound using segment: {'id': '91823e90-9828-4bf2-b98f-b350f418ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '06776b07-0085-4607-8ece-ec352300eb89'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:01:23.441956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Bound port: e8bfe772-798d-42b1-a869-dd21b83a89ae, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91823e90-9828-4bf2-b98f-b350f418ca4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '06776b07-0085-4607-8ece-ec352300eb89'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:01:23.442419 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:23.546172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] For port e8bfe772-798d-42b1-a869-dd21b83a89ae, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:01:23.552003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] For port e8bfe772-798d-42b1-a869-dd21b83a89ae, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e8bfe772-798d-42b1-a869-dd21b83a89ae,segment=NetworkSegment(91823e90-9828-4bf2-b98f-b350f418ca4b),segment_id=91823e90-9828-4bf2-b98f-b350f418ca4b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:01:23.559808 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:23.630415 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5ba6d9-cf8e-43dd-8fb2-f31e97b06d40 req-6c8afd30-4b8e-4e32-8d25-fe0c7541223f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:23.644645 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a5ba6d9-cf8e-43dd-8fb2-f31e97b06d40 req-6c8afd30-4b8e-4e32-8d25-fe0c7541223f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.1106775 Jul 09 14:01:23.645095 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dcdab4-7b5e-43e5-bbf6-fbc31c17e119 None None] Pushing event updated for resources: {'Port': ['ID=e8bfe772-798d-42b1-a869-dd21b83a89ae,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:23.679198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Allocated IP 2001:db8::1 (06776b07-0085-4607-8ece-ec352300eb89/6f9b94a7-0d16-4b70-a9fb-7d90a2209ace/70f946fd-7736-4f5c-b089-6a6662f5ab91) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:01:23.707309 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a5ba6d9-cf8e-43dd-8fb2-f31e97b06d40 req-6e9a2d9e-2be5-4a22-b0db-2b264de411dc tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603759 Jul 09 14:01:23.864448 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:23.881638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Transition to ACTIVE for port object 70f946fd-7736-4f5c-b089-6a6662f5ab91 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:23.950795 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:24.017744 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network 06776b07-0085-4607-8ece-ec352300eb89 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:24.023275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:24.025945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:01:24.026737 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:24.071380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=70f946fd-7736-4f5c-b089-6a6662f5ab91,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:24.185847 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:24.523613 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:24.530458 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:24.532172 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:24.651467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=70f946fd-7736-4f5c-b089-6a6662f5ab91,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:24.713668 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network 06776b07-0085-4607-8ece-ec352300eb89 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:24.715565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:24.905821 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router d3858a77-a408-42af-a8e0-f2e9e43e7075 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:01:24.925955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98048455-0743-4639-9ee3-36f0c8cde958 None None] Network 06776b07-0085-4607-8ece-ec352300eb89 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:01:24.940347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ca20a3-c4ec-4e27-aaa4-ff79d2721174 req-c3a6980b-29f1-43de-9dd1-633e44cf5756 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:24.942404 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06ca20a3-c4ec-4e27-aaa4-ff79d2721174 req-c3a6980b-29f1-43de-9dd1-633e44cf5756 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.0838416 Jul 09 14:01:24.997141 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06ca20a3-c4ec-4e27-aaa4-ff79d2721174 req-e978d277-f1ad-48fb-9a34-6873d170027a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411921 Jul 09 14:01:25.036952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:01:25.044689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2cee5823-8806-47be-a1a3-6c45473df153 None None] Provisioning for port e8bfe772-798d-42b1-a869-dd21b83a89ae completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:25.051817 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cd54ccfd-9834-4f6e-b75e-08a73f76b1ba tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/d3858a77-a408-42af-a8e0-f2e9e43e7075/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2200468 Jul 09 14:01:25.054076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44254) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:25.057420 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b55a76-ac8c-4a9e-ac91-9bcd6471d80d None None] Sync routers for ids ['d3858a77-a408-42af-a8e0-f2e9e43e7075'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:01:25.113648 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b55a76-ac8c-4a9e-ac91-9bcd6471d80d None None] Routers {'d3858a77-a408-42af-a8e0-f2e9e43e7075'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:25.114740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-13b55a76-ac8c-4a9e-ac91-9bcd6471d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d3858a77-a408-42af-a8e0-f2e9e43e7075'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:25.116301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdadfbfc-cbf8-4f6b-a9f2-9feccf2b67a7 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:25.118063 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cdadfbfc-cbf8-4f6b-a9f2-9feccf2b67a7 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports/70f946fd-7736-4f5c-b089-6a6662f5ab91 HTTP/1.1" status: 200 len: 911 time: 0.0629523 Jul 09 14:01:25.121050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44256) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:25.126832 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '6f9b94a7-0d16-4b70-a9fb-7d90a2209ace'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:25.186331 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-13b55a76-ac8c-4a9e-ac91-9bcd6471d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:25.224121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b55a76-ac8c-4a9e-ac91-9bcd6471d80d None None] Routers {'d3858a77-a408-42af-a8e0-f2e9e43e7075'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:25.224766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-13b55a76-ac8c-4a9e-ac91-9bcd6471d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d3858a77-a408-42af-a8e0-f2e9e43e7075'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:25.263204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-13b55a76-ac8c-4a9e-ac91-9bcd6471d80d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:25.263898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b55a76-ac8c-4a9e-ac91-9bcd6471d80d None None] The sync data for ids ['d3858a77-a408-42af-a8e0-f2e9e43e7075'] in n-d-799525-3 is: [] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:01:25.318415 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:25.617201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c5f5478f-907d-43c9-be0f-390fe89328fe None None] Provisioning for port 70f946fd-7736-4f5c-b089-6a6662f5ab91 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:25.627432 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c5f5478f-907d-43c9-be0f-390fe89328fe None None] Provisioning complete for port 70f946fd-7736-4f5c-b089-6a6662f5ab91 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:25.629430 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c5f5478f-907d-43c9-be0f-390fe89328fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:25.691926 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c5f5478f-907d-43c9-be0f-390fe89328fe None None] Port 70f946fd-7736-4f5c-b089-6a6662f5ab91 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:01:25.770877 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:25.781340 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:25.790353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:25.791421 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:25.793746 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/ports/70f946fd-7736-4f5c-b089-6a6662f5ab91 HTTP/1.1" status: 200 len: 911 time: 0.6714220 Jul 09 14:01:25.796410 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44258) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:25.862097 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=70f946fd-7736-4f5c-b089-6a6662f5ab91,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:25.875704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:25.876127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:25.876565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:25.877430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:25.877834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:25.878883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:25.879470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:25.879938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:25.880318 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:25.880718 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:25.881709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:25.881709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2982ab6-4191-4e0b-ba68-415a3314cebf tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:01:25.917132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2e9c78b8-40a0-4183-8865-7998cc1a8b73 None None] Provisioning complete for port 70f946fd-7736-4f5c-b089-6a6662f5ab91 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:25.917808 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e9c78b8-40a0-4183-8865-7998cc1a8b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:25.963543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2e9c78b8-40a0-4183-8865-7998cc1a8b73 None None] Port 70f946fd-7736-4f5c-b089-6a6662f5ab91 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:01:25.992882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e8bfe772-798d-42b1-a869-dd21b83a89ae up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:26.079179 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port e8bfe772-798d-42b1-a869-dd21b83a89ae completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:26.089609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port e8bfe772-798d-42b1-a869-dd21b83a89ae triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:26.090089 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:26.206171 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:26.259543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port e8bfe772-798d-42b1-a869-dd21b83a89ae, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e8bfe772-798d-42b1-a869-dd21b83a89ae,segment=NetworkSegment(91823e90-9828-4bf2-b98f-b350f418ca4b),segment_id=91823e90-9828-4bf2-b98f-b350f418ca4b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:26.264367 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:26.328727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6aeedb13-21bf-4da4-bf6d-3f0625e982f3 None None] Provisioning complete for port 70f946fd-7736-4f5c-b089-6a6662f5ab91 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:26.329120 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6aeedb13-21bf-4da4-bf6d-3f0625e982f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:26.358021 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:01:26.363917 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=e8bfe772-798d-42b1-a869-dd21b83a89ae,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:26.412699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6aeedb13-21bf-4da4-bf6d-3f0625e982f3 None None] Port 70f946fd-7736-4f5c-b089-6a6662f5ab91 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:01:26.563132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a15b5d4a-ce3b-4611-ac03-69b3aaca82c9,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:26.580670 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'a15b5d4a-ce3b-4611-ac03-69b3aaca82c9', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'port_id': 'a15b5d4a-ce3b-4611-ac03-69b3aaca82c9', 'mac_address': 'fa:16:3e:cd:97:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:01:26.639752 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:26.662007 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:01:26.685486 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c992c10-579d-47ac-915c-4f480ba24b75 req-6d53399b-3553-401e-b94a-285c3a5560b7 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:26.687227 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c992c10-579d-47ac-915c-4f480ba24b75 req-6d53399b-3553-401e-b94a-285c3a5560b7 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 943 time: 0.5107629 Jul 09 14:01:26.699356 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a15b5d4a-ce3b-4611-ac03-69b3aaca82c9,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:26.707429 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:26.769355 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c992c10-579d-47ac-915c-4f480ba24b75 req-93a55e7c-d424-4472-b51c-5d83d9d77c51 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671852 Jul 09 14:01:26.795352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=a15b5d4a-ce3b-4611-ac03-69b3aaca82c9,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:26.795460 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c243eaf1-f1db-471f-9fa7-b1782bb8e213 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:26.959999 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['a15b5d4a-ce3b-4611-ac03-69b3aaca82c9'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:01:27.178201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c243eaf1-f1db-471f-9fa7-b1782bb8e213 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port 70f946fd-7736-4f5c-b089-6a6662f5ab91 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:01:27.178780 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c243eaf1-f1db-471f-9fa7-b1782bb8e213 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:27.350833 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c243eaf1-f1db-471f-9fa7-b1782bb8e213 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:27.373130 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c243eaf1-f1db-471f-9fa7-b1782bb8e213 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for 70f946fd-7736-4f5c-b089-6a6662f5ab91 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:01:27.639893 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c243eaf1-f1db-471f-9fa7-b1782bb8e213 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:27.674334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c243eaf1-f1db-471f-9fa7-b1782bb8e213 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=70f946fd-7736-4f5c-b089-6a6662f5ab91,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:27.826318 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c243eaf1-f1db-471f-9fa7-b1782bb8e213 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:27.973512 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e8bfe772-798d-42b1-a869-dd21b83a89ae up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:28.093229 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port e8bfe772-798d-42b1-a869-dd21b83a89ae triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:28.093818 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:28.161626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c243eaf1-f1db-471f-9fa7-b1782bb8e213 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router d3858a77-a408-42af-a8e0-f2e9e43e7075 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:01:28.343046 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c243eaf1-f1db-471f-9fa7-b1782bb8e213 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:01:28.351226 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c243eaf1-f1db-471f-9fa7-b1782bb8e213 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/d3858a77-a408-42af-a8e0-f2e9e43e7075/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5524831 Jul 09 14:01:28.355173 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44264) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:28.359684 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b88966-a6ea-4d40-b741-c48a0af9cedf None None] Sync routers for ids ['d3858a77-a408-42af-a8e0-f2e9e43e7075'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:01:28.378547 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b88966-a6ea-4d40-b741-c48a0af9cedf None None] Routers {'d3858a77-a408-42af-a8e0-f2e9e43e7075'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:28.379380 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a7b88966-a6ea-4d40-b741-c48a0af9cedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d3858a77-a408-42af-a8e0-f2e9e43e7075'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:28.417753 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1033c04d-29eb-41e2-ba05-b890f1037aa3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3858a77-a408-42af-a8e0-f2e9e43e7075 HTTP/1.1" status: 200 len: 205 time: 0.0561538 Jul 09 14:01:28.418071 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44266) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:28.422598 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a7b88966-a6ea-4d40-b741-c48a0af9cedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:28.427830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:28.444706 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b88966-a6ea-4d40-b741-c48a0af9cedf None None] Routers {'d3858a77-a408-42af-a8e0-f2e9e43e7075'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:28.445862 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a7b88966-a6ea-4d40-b741-c48a0af9cedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d3858a77-a408-42af-a8e0-f2e9e43e7075'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:28.473153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375acd9-8146-44f4-afd4-588cb0b489fb req-bc541dea-1168-43f9-bd27-b76e3301419d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:28.475331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2375acd9-8146-44f4-afd4-588cb0b489fb req-bc541dea-1168-43f9-bd27-b76e3301419d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 944 time: 0.1745760 Jul 09 14:01:28.517673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:28.523585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:28.524409 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:28.529468 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a7b88966-a6ea-4d40-b741-c48a0af9cedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:28.532079 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7b88966-a6ea-4d40-b741-c48a0af9cedf None None] The sync data for ids ['d3858a77-a408-42af-a8e0-f2e9e43e7075'] in n-d-799525-3 is: [] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:01:28.544518 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2375acd9-8146-44f4-afd4-588cb0b489fb req-4d88dbc8-efe3-4c24-911c-9c4c76469e43 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573425 Jul 09 14:01:28.564371 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4885020-7ed0-4e12-a670-506aab6d36d8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:28.660227 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:28.686111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed47840d-c7c4-4df8-816b-1d2767c22543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15b5d4a-ce3b-4611-ac03-69b3aaca82c9'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:01:28.688375 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f930c9e-e404-4399-9a44-6d4bc51bbb21" -d '{"events": [{"server_uuid": "ed47840d-c7c4-4df8-816b-1d2767c22543", "name": "network-vif-plugged", "status": "completed", "tag": "a15b5d4a-ce3b-4611-ac03-69b3aaca82c9"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:01:28.703908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a15b5d4a-ce3b-4611-ac03-69b3aaca82c9,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:28.710730 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:28.758017 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba64c7ea-3bc5-48de-a509-f1702a2c3ed8 x-openstack-request-id: req-ba64c7ea-3bc5-48de-a509-f1702a2c3ed8 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:01:28.758478 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed47840d-c7c4-4df8-816b-1d2767c22543", "name": "network-vif-plugged", "status": "completed", "tag": "a15b5d4a-ce3b-4611-ac03-69b3aaca82c9", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:01:28.758892 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba64c7ea-3bc5-48de-a509-f1702a2c3ed8 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:01:28.759565 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed47840d-c7c4-4df8-816b-1d2767c22543', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a15b5d4a-ce3b-4611-ac03-69b3aaca82c9', 'code': 200} Jul 09 14:01:28.807682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=a15b5d4a-ce3b-4611-ac03-69b3aaca82c9,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:28.869088 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4885020-7ed0-4e12-a670-506aab6d36d8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:28.873334 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4885020-7ed0-4e12-a670-506aab6d36d8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:28.936169 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4885020-7ed0-4e12-a670-506aab6d36d8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:28.936775 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4885020-7ed0-4e12-a670-506aab6d36d8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Fanout notify agent at l3_agent the message router_deleted on router d3858a77-a408-42af-a8e0-f2e9e43e7075 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:01:28.946400 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e4885020-7ed0-4e12-a670-506aab6d36d8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:28.947702 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e4885020-7ed0-4e12-a670-506aab6d36d8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/routers/d3858a77-a408-42af-a8e0-f2e9e43e7075 HTTP/1.1" status: 204 len: 168 time: 0.5288365 Jul 09 14:01:28.952195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44270) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:28.988057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574339ce-fe2a-4d22-bee6-9ccc7c4779f0 req-4b915bfc-976b-4210-8176-f22f973230a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:28.989639 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-574339ce-fe2a-4d22-bee6-9ccc7c4779f0 req-4b915bfc-976b-4210-8176-f22f973230a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 1096 time: 0.1573095 Jul 09 14:01:29.053999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-8071c8e0-3f4c-4f74-a7f5-1fba4a64f67c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting subnet 6f9b94a7-0d16-4b70-a9fb-7d90a2209ace {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:01:29.069240 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8071c8e0-3f4c-4f74-a7f5-1fba4a64f67c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:29.110017 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-574339ce-fe2a-4d22-bee6-9ccc7c4779f0 req-da25d6c9-3eda-4a46-a00b-2f249915efd9 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055191 Jul 09 14:01:29.136674 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8071c8e0-3f4c-4f74-a7f5-1fba4a64f67c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:29.248471 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8071c8e0-3f4c-4f74-a7f5-1fba4a64f67c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:29.334825 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8071c8e0-3f4c-4f74-a7f5-1fba4a64f67c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:29.380932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8071c8e0-3f4c-4f74-a7f5-1fba4a64f67c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9b94a7-0d16-4b70-a9fb-7d90a2209ace,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:29.384353 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8071c8e0-3f4c-4f74-a7f5-1fba4a64f67c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:29.387643 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8071c8e0-3f4c-4f74-a7f5-1fba4a64f67c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/6f9b94a7-0d16-4b70-a9fb-7d90a2209ace HTTP/1.1" status: 204 len: 168 time: 0.4338896 Jul 09 14:01:29.391370 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44272) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:29.398058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156fdca4-fbd5-40fd-91c4-41b6de2797d6 None None] Network 06776b07-0085-4607-8ece-ec352300eb89 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:01:29.679129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605b34ea-2e5b-4fa6-a599-53f95f345655 None None] DHCP port deletion for 06776b07-0085-4607-8ece-ec352300eb89 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:01:29.777164 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-605b34ea-2e5b-4fa6-a599-53f95f345655 None None] Deleting port e8bfe772-798d-42b1-a869-dd21b83a89ae {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:01:29.778264 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-605b34ea-2e5b-4fa6-a599-53f95f345655 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:29.897329 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-605b34ea-2e5b-4fa6-a599-53f95f345655 None None] For port e8bfe772-798d-42b1-a869-dd21b83a89ae, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e8bfe772-798d-42b1-a869-dd21b83a89ae,segment=NetworkSegment(91823e90-9828-4bf2-b98f-b350f418ca4b),segment_id=91823e90-9828-4bf2-b98f-b350f418ca4b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:29.897988 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-605b34ea-2e5b-4fa6-a599-53f95f345655 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:29.905364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fdb53-3ded-4fd2-9ddf-faa1e798a757 req-03e39548-e709-4042-ae3a-d06ccdc4e079 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:29.909279 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b27fdb53-3ded-4fd2-9ddf-faa1e798a757 req-03e39548-e709-4042-ae3a-d06ccdc4e079 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 945 time: 0.1708093 Jul 09 14:01:29.937697 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-605b34ea-2e5b-4fa6-a599-53f95f345655 None None] Calling delete_port for e8bfe772-798d-42b1-a869-dd21b83a89ae owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:01:29.948629 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e8bfe772-798d-42b1-a869-dd21b83a89ae no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:01:29.973380 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:29.989862 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b27fdb53-3ded-4fd2-9ddf-faa1e798a757 req-81ef035e-416c-4103-9f93-ba040dfccb7a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721896 Jul 09 14:01:30.098629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port e8bfe772-798d-42b1-a869-dd21b83a89ae {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:01:30.098900 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.121358 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.134062 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-605b34ea-2e5b-4fa6-a599-53f95f345655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.180487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b34ea-2e5b-4fa6-a599-53f95f345655 None None] Pushing event deleted for resources: {'Port': ['ID=e8bfe772-798d-42b1-a869-dd21b83a89ae,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:30.183559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605b34ea-2e5b-4fa6-a599-53f95f345655 None None] No DVR routers for this DVR port e8bfe772-798d-42b1-a869-dd21b83a89ae on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:01:30.198445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] For port e8bfe772-798d-42b1-a869-dd21b83a89ae, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e8bfe772-798d-42b1-a869-dd21b83a89ae,segment=NetworkSegment(91823e90-9828-4bf2-b98f-b350f418ca4b),segment_id=91823e90-9828-4bf2-b98f-b350f418ca4b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:30.199015 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.225178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for e8bfe772-798d-42b1-a869-dd21b83a89ae owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:01:30.322344 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.352984 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=e8bfe772-798d-42b1-a869-dd21b83a89ae,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:30.355510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No DVR routers for this DVR port e8bfe772-798d-42b1-a869-dd21b83a89ae on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:01:30.457292 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.472057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06776b07-0085-4607-8ece-ec352300eb89']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:30.487167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91823e90-9828-4bf2-b98f-b350f418ca4b') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:30.488093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91823e90-9828-4bf2-b98f-b350f418ca4b') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:30.501846 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.522641 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.535516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:01:30.536195 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: self.session.flush() Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:01:30.542127 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:01:30.647158 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.659473 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.662008 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/networks/06776b07-0085-4607-8ece-ec352300eb89 HTTP/1.1" status: 204 len: 168 time: 1.2691388 Jul 09 14:01:30.667033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44276) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:30.673259 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d69af7b1-f3c0-4076-8c68-d63a0cf90091 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1811938538', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:30.681000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f0791-65fa-4e11-a571-569d97c0b32e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Network': ['ID=06776b07-0085-4607-8ece-ec352300eb89,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:30.709668 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d69af7b1-f3c0-4076-8c68-d63a0cf90091 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.710940 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d69af7b1-f3c0-4076-8c68-d63a0cf90091 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.793354 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d69af7b1-f3c0-4076-8c68-d63a0cf90091 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.799110 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d69af7b1-f3c0-4076-8c68-d63a0cf90091 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.820414 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d69af7b1-f3c0-4076-8c68-d63a0cf90091 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.821669 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d69af7b1-f3c0-4076-8c68-d63a0cf90091 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1529150 Jul 09 14:01:30.825256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44278) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:30.832032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-dfb71cc6-5a58-4b67-aa3d-1a304586215e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1273934615'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:30.859908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb71cc6-5a58-4b67-aa3d-1a304586215e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:01:30.867840 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dfb71cc6-5a58-4b67-aa3d-1a304586215e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.919341 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfb71cc6-5a58-4b67-aa3d-1a304586215e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] vlan segment allocate from pool success with {'vlan_id': 333, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:01:30.937135 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dfb71cc6-5a58-4b67-aa3d-1a304586215e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:30.937724 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-dfb71cc6-5a58-4b67-aa3d-1a304586215e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Added segment 04b18350-997a-4a7f-b61f-b8c853410c82 of type vlan for network c1f0430b-d7e5-4708-a1db-64edb7fbfeda Jul 09 14:01:31.013860 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dfb71cc6-5a58-4b67-aa3d-1a304586215e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:31.059117 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dfb71cc6-5a58-4b67-aa3d-1a304586215e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:31.071012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb71cc6-5a58-4b67-aa3d-1a304586215e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:31.071706 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dfb71cc6-5a58-4b67-aa3d-1a304586215e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:31.154461 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dfb71cc6-5a58-4b67-aa3d-1a304586215e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3276215 Jul 09 14:01:31.157393 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44282) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:31.164563 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-11dfd227-a1e4-4c76-9541-f9f01d3f19b9 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'subnet': {'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:31.172509 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb71cc6-5a58-4b67-aa3d-1a304586215e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Network': ['ID=c1f0430b-d7e5-4708-a1db-64edb7fbfeda,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:31.187121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network c1f0430b-d7e5-4708-a1db-64edb7fbfeda details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:01:31.324362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dfd227-a1e4-4c76-9541-f9f01d3f19b9 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:01:31.330248 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11dfd227-a1e4-4c76-9541-f9f01d3f19b9 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:31.347274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801b17df-bef4-427b-aff0-ee9e93d79b61 req-4e288a0f-36ea-4a54-a844-4f8d5cdb7164 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:31.349234 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-801b17df-bef4-427b-aff0-ee9e93d79b61 req-4e288a0f-36ea-4a54-a844-4f8d5cdb7164 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 945 time: 0.1794412 Jul 09 14:01:31.455147 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-801b17df-bef4-427b-aff0-ee9e93d79b61 req-16c3dc72-8c46-498d-930a-66bf1c453b6d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867546 Jul 09 14:01:31.632110 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11dfd227-a1e4-4c76-9541-f9f01d3f19b9 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:31.711179 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dfd227-a1e4-4c76-9541-f9f01d3f19b9 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Subnet': ['ID=1ed89db7-c2b6-48ec-85c0-bd808ef55502,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:31.743054 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d77c46-7388-4229-92fd-beba9ba5439b req-3b16f92a-a64f-4267-ba7e-841d69375d5e tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:31.744891 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7d77c46-7388-4229-92fd-beba9ba5439b req-3b16f92a-a64f-4267-ba7e-841d69375d5e tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 945 time: 0.1520410 Jul 09 14:01:31.746278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dfd227-a1e4-4c76-9541-f9f01d3f19b9 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Checking segment: {'id': '04b18350-997a-4a7f-b61f-b8c853410c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:31.746646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dfd227-a1e4-4c76-9541-f9f01d3f19b9 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network hostable DHCP agents. Network: c1f0430b-d7e5-4708-a1db-64edb7fbfeda, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:01:31.793532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dfd227-a1e4-4c76-9541-f9f01d3f19b9 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network c1f0430b-d7e5-4708-a1db-64edb7fbfeda is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:01:31.825637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7d77c46-7388-4229-92fd-beba9ba5439b req-af74c766-881d-4113-a625-d5db66cefbc0 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736895 Jul 09 14:01:31.826854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-11dfd227-a1e4-4c76-9541-f9f01d3f19b9 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, c1f0430b-d7e5-4708-a1db-64edb7fbfeda) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:31.833792 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dfd227-a1e4-4c76-9541-f9f01d3f19b9 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:31.834882 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-11dfd227-a1e4-4c76-9541-f9f01d3f19b9 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:31.841142 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a71bf4-cff5-460f-8be6-80b102da374f None None] Network c1f0430b-d7e5-4708-a1db-64edb7fbfeda requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:01:31.855702 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-11dfd227-a1e4-4c76-9541-f9f01d3f19b9 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6954775 Jul 09 14:01:31.858004 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44286) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:31.947544 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4a674e1-5512-45d8-98a9-42d40025387f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:32.154008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:01:32.155918 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:32.306142 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:32.346218 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Allocated IP 2001:db8::2 (c1f0430b-d7e5-4708-a1db-64edb7fbfeda/1ed89db7-c2b6-48ec-85c0-bd808ef55502/3f322ad8-cb7c-4df5-8e40-c58d2f71c386) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:01:32.545611 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:32.556364 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Transition to ACTIVE for port object 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:32.584459 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Transition to ACTIVE for port object 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:32.595371 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:32.611070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1336e49-21fc-4db9-95b0-e2149f9d996b req-ab6fe307-e14a-4611-8afa-8ae5256de86c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:32.614096 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1336e49-21fc-4db9-95b0-e2149f9d996b req-ab6fe307-e14a-4611-8afa-8ae5256de86c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 945 time: 0.1448400 Jul 09 14:01:32.640837 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Network c1f0430b-d7e5-4708-a1db-64edb7fbfeda is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:32.644704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:32.648804 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:01:32.656537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Pushing event updated for resources: {'Port': ['ID=3f322ad8-cb7c-4df5-8e40-c58d2f71c386,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:32.713553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Allocated IP 2001:db8::1 (c1f0430b-d7e5-4708-a1db-64edb7fbfeda/1ed89db7-c2b6-48ec-85c0-bd808ef55502/7c645800-d51c-42d4-9161-241d9aa0d5aa) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:01:32.718821 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1336e49-21fc-4db9-95b0-e2149f9d996b req-20c35bea-11a6-403a-9151-0d8ee4fa7d22 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670333 Jul 09 14:01:32.735985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Attempting to bind port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:01:32.736602 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Attempting to bind port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '04b18350-997a-4a7f-b61f-b8c853410c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:01:32.737105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Attempting to bind port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 on network c1f0430b-d7e5-4708-a1db-64edb7fbfeda {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:01:32.755303 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:01:32.755774 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Checking segment: {'id': '04b18350-997a-4a7f-b61f-b8c853410c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:32.756335 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:32.756904 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Bound using segment: {'id': '04b18350-997a-4a7f-b61f-b8c853410c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:01:32.757606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Bound port: 3f322ad8-cb7c-4df5-8e40-c58d2f71c386, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b18350-997a-4a7f-b61f-b8c853410c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:01:32.758232 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:32.865663 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:32.868617 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] For port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:01:32.873432 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] For port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3f322ad8-cb7c-4df5-8e40-c58d2f71c386,segment=NetworkSegment(04b18350-997a-4a7f-b61f-b8c853410c82),segment_id=04b18350-997a-4a7f-b61f-b8c853410c82)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:01:32.880215 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:32.890415 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Transition to ACTIVE for port object 7c645800-d51c-42d4-9161-241d9aa0d5aa will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:32.954951 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23fe4be-70d6-4c96-85d5-d64aed97cc88 None None] Pushing event updated for resources: {'Port': ['ID=3f322ad8-cb7c-4df5-8e40-c58d2f71c386,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:32.960955 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:33.014149 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network c1f0430b-d7e5-4708-a1db-64edb7fbfeda is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:33.016159 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:33.023290 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:01:33.024823 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:33.098556 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=7c645800-d51c-42d4-9161-241d9aa0d5aa,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:33.249450 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:33.649897 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:33.656401 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:33.657365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:33.762744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=7c645800-d51c-42d4-9161-241d9aa0d5aa,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:33.855065 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network c1f0430b-d7e5-4708-a1db-64edb7fbfeda is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:33.857492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:34.015598 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:34.023458 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77daeb0b-16bc-41ba-8719-e482be279897 req-b679d7dc-e19e-4df2-8da3-74135100af4b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:34.027536 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-77daeb0b-16bc-41ba-8719-e482be279897 req-b679d7dc-e19e-4df2-8da3-74135100af4b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 945 time: 0.2175446 Jul 09 14:01:34.117105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:34.168077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-77daeb0b-16bc-41ba-8719-e482be279897 req-ded7704b-00f6-4dea-a18a-cca9fa90f3c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Deleting port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:01:34.168439 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-77daeb0b-16bc-41ba-8719-e482be279897 req-ded7704b-00f6-4dea-a18a-cca9fa90f3c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:34.185640 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router b082403f-00c7-4203-819d-52d3bd985028 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:01:34.328971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-77daeb0b-16bc-41ba-8719-e482be279897 req-ded7704b-00f6-4dea-a18a-cca9fa90f3c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] For port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a15b5d4a-ce3b-4611-ac03-69b3aaca82c9,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:34.329198 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-77daeb0b-16bc-41ba-8719-e482be279897 req-ded7704b-00f6-4dea-a18a-cca9fa90f3c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:34.345346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d25b75-9b11-4c20-8b68-5639b8a71d7b None None] Network c1f0430b-d7e5-4708-a1db-64edb7fbfeda requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:01:34.357588 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-77daeb0b-16bc-41ba-8719-e482be279897 req-ded7704b-00f6-4dea-a18a-cca9fa90f3c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Calling delete_port for a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:01:34.445344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0994ba2f-8b77-4906-9001-bbd76bc073b7 None None] Provisioning for port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:34.454668 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0994ba2f-8b77-4906-9001-bbd76bc073b7 None None] Provisioning complete for port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:34.455048 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0994ba2f-8b77-4906-9001-bbd76bc073b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:34.620323 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0994ba2f-8b77-4906-9001-bbd76bc073b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:34.623442 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-77daeb0b-16bc-41ba-8719-e482be279897 req-ded7704b-00f6-4dea-a18a-cca9fa90f3c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:34.638216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf003001-53fe-4081-b223-258d1463da74 req-50f576d0-cceb-4c38-9738-15ed07fdbd84 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:34.640323 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf003001-53fe-4081-b223-258d1463da74 req-50f576d0-cceb-4c38-9738-15ed07fdbd84 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 945 time: 0.6233547 Jul 09 14:01:34.648404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['a15b5d4a-ce3b-4611-ac03-69b3aaca82c9'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:01:34.651149 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:01:34.680424 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded7704b-00f6-4dea-a18a-cca9fa90f3c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event deleted for resources: {'Port': ['ID=a15b5d4a-ce3b-4611-ac03-69b3aaca82c9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:34.703301 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:01:34.713635 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0a0e2d42-d37f-4828-a53a-5f7cf83ef986 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/b082403f-00c7-4203-819d-52d3bd985028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8540959 Jul 09 14:01:34.718037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44296) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:34.727561 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d38839b5-38dd-4748-941c-1757a5cd1d38 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2130462484'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:34.753394 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-77daeb0b-16bc-41ba-8719-e482be279897 req-ded7704b-00f6-4dea-a18a-cca9fa90f3c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] No DVR routers for this DVR port a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:01:34.754744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Sync routers for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:01:34.759968 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-77daeb0b-16bc-41ba-8719-e482be279897 req-ded7704b-00f6-4dea-a18a-cca9fa90f3c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:34.762395 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-77daeb0b-16bc-41ba-8719-e482be279897 req-ded7704b-00f6-4dea-a18a-cca9fa90f3c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "DELETE /v2.0/ports/a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 HTTP/1.1" status: 204 len: 173 time: 0.7266171 Jul 09 14:01:34.763734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed47840d-c7c4-4df8-816b-1d2767c22543', 'name': 'network-vif-deleted', 'tag': 'a15b5d4a-ce3b-4611-ac03-69b3aaca82c9'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:01:34.765030 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0994ba2f-8b77-4906-9001-bbd76bc073b7 None None] For port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3f322ad8-cb7c-4df5-8e40-c58d2f71c386,segment=NetworkSegment(04b18350-997a-4a7f-b61f-b8c853410c82),segment_id=04b18350-997a-4a7f-b61f-b8c853410c82)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:34.767188 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9542ef61-7320-42da-aeb6-4a9561621b2a" -d '{"events": [{"server_uuid": "ed47840d-c7c4-4df8-816b-1d2767c22543", "name": "network-vif-deleted", "tag": "a15b5d4a-ce3b-4611-ac03-69b3aaca82c9"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:01:34.772709 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-074e8954-4021-44e7-9f49-d1985d37f8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:34.788374 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0994ba2f-8b77-4906-9001-bbd76bc073b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:34.789986 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:34.801307 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:34.801519 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:34.811623 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf003001-53fe-4081-b223-258d1463da74 req-4a298ea9-27a2-4f36-9297-0e7dd6c76955 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964305 Jul 09 14:01:34.824555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38839b5-38dd-4748-941c-1757a5cd1d38 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:01:34.836018 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d38839b5-38dd-4748-941c-1757a5cd1d38 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:34.883004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38839b5-38dd-4748-941c-1757a5cd1d38 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] vlan segment allocate from pool success with {'vlan_id': 304, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:01:34.902245 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d38839b5-38dd-4748-941c-1757a5cd1d38 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:34.902990 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-d38839b5-38dd-4748-941c-1757a5cd1d38 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Added segment e69f8a8f-0994-46a7-928a-5256252d769b of type vlan for network 61afca63-6a9c-4152-9d08-0377bb2766a8 Jul 09 14:01:34.971144 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:01:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f409739c-ab72-42ab-a1f9-7e3a0b4bcd38 x-openstack-request-id: req-f409739c-ab72-42ab-a1f9-7e3a0b4bcd38 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:01:34.972174 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed47840d-c7c4-4df8-816b-1d2767c22543", "name": "network-vif-deleted", "tag": "a15b5d4a-ce3b-4611-ac03-69b3aaca82c9", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:01:34.972685 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f409739c-ab72-42ab-a1f9-7e3a0b4bcd38 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:01:34.973514 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed47840d-c7c4-4df8-816b-1d2767c22543', 'name': 'network-vif-deleted', 'tag': 'a15b5d4a-ce3b-4611-ac03-69b3aaca82c9', 'status': 'completed', 'code': 200} Jul 09 14:01:35.013994 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d38839b5-38dd-4748-941c-1757a5cd1d38 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:35.067439 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d38839b5-38dd-4748-941c-1757a5cd1d38 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:35.073705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38839b5-38dd-4748-941c-1757a5cd1d38 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:35.074044 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d38839b5-38dd-4748-941c-1757a5cd1d38 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:35.092194 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0994ba2f-8b77-4906-9001-bbd76bc073b7 None None] Pushing event updated for resources: {'Port': ['ID=3f322ad8-cb7c-4df5-8e40-c58d2f71c386,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:35.095145 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d38839b5-38dd-4748-941c-1757a5cd1d38 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3753629 Jul 09 14:01:35.100718 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44300) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:35.114875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d5f394c4-7851-4784-a218-84ac96597f5c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'subnet': {'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:35.131575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:01:35.225541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38839b5-38dd-4748-941c-1757a5cd1d38 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Network': ['ID=61afca63-6a9c-4152-9d08-0377bb2766a8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:35.253743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 61afca63-6a9c-4152-9d08-0377bb2766a8 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:01:35.363764 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f394c4-7851-4784-a218-84ac96597f5c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:01:35.368798 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5f394c4-7851-4784-a218-84ac96597f5c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:35.445342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a1ab15d5-dbb4-41e9-9917-51d5e5eef17c None None] Provisioning for port 7c645800-d51c-42d4-9161-241d9aa0d5aa completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:35.473992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a1ab15d5-dbb4-41e9-9917-51d5e5eef17c None None] Provisioning complete for port 7c645800-d51c-42d4-9161-241d9aa0d5aa triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:35.474347 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1ab15d5-dbb4-41e9-9917-51d5e5eef17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:35.558113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a1ab15d5-dbb4-41e9-9917-51d5e5eef17c None None] Port 7c645800-d51c-42d4-9161-241d9aa0d5aa cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:01:35.605881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a1ab15d5-dbb4-41e9-9917-51d5e5eef17c None None] Provisioning complete for port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:35.606155 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1ab15d5-dbb4-41e9-9917-51d5e5eef17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:35.641329 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5f394c4-7851-4784-a218-84ac96597f5c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:35.726196 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f394c4-7851-4784-a218-84ac96597f5c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Subnet': ['ID=a195cf4b-3049-4adf-87fc-390afd54c549,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:35.743592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f394c4-7851-4784-a218-84ac96597f5c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Checking segment: {'id': 'e69f8a8f-0994-46a7-928a-5256252d769b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:35.743960 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f394c4-7851-4784-a218-84ac96597f5c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network hostable DHCP agents. Network: 61afca63-6a9c-4152-9d08-0377bb2766a8, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:01:35.768132 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:35.769740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f394c4-7851-4784-a218-84ac96597f5c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network 61afca63-6a9c-4152-9d08-0377bb2766a8 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:01:35.783625 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:33Z', 'revision_number': 2, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:33Z', 'revision_number': 2, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:35.786525 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d5f394c4-7851-4784-a218-84ac96597f5c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 61afca63-6a9c-4152-9d08-0377bb2766a8) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:35.807611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f394c4-7851-4784-a218-84ac96597f5c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:35.808722 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d5f394c4-7851-4784-a218-84ac96597f5c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:35.830889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d5f394c4-7851-4784-a218-84ac96597f5c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7285006 Jul 09 14:01:35.834171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44302) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:35.838670 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-631cbe5a-8663-483c-8815-061def966426 None None] Network 61afca63-6a9c-4152-9d08-0377bb2766a8 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:01:35.917958 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Checking router: b082403f-00c7-4203-819d-52d3bd985028 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:01:35.918278 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Updating router b082403f-00c7-4203-819d-52d3bd985028 port 7c645800-d51c-42d4-9161-241d9aa0d5aa binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:01:35.980516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:36.181085 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77ea1014-a00a-414a-b3b5-fe1c760bf33f req-a3e73578-6585-4452-9ec5-29a89c58f4fc tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 210 time: 0.0687702 Jul 09 14:01:36.305574 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:36.335399 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ad8383e8-ed47-4ab1-a3ae-54f621b643b8 None None] Provisioning complete for port 7c645800-d51c-42d4-9161-241d9aa0d5aa triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:36.335786 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ad8383e8-ed47-4ab1-a3ae-54f621b643b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:36.445929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ad8383e8-ed47-4ab1-a3ae-54f621b643b8 None None] Port 7c645800-d51c-42d4-9161-241d9aa0d5aa cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:01:36.476878 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:36.500566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-61afca63-6a9c-4152-9d08-0377bb2766a8', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:01:36.501445 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:36.522894 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:36.522894 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:36.834835 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Allocated IP 2001:db8:1::2 (61afca63-6a9c-4152-9d08-0377bb2766a8/a195cf4b-3049-4adf-87fc-390afd54c549/814d6259-9e6a-403a-85ad-f413462dbe41) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:01:36.981332 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:37.015136 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Transition to ACTIVE for port object 7c645800-d51c-42d4-9161-241d9aa0d5aa will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:37.033269 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:37.240165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114db85-0693-4e43-8fdf-401182dae07c None None] Pushing event updated for resources: {'Port': ['ID=7c645800-d51c-42d4-9161-241d9aa0d5aa,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:37.318135 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:37.370887 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:37.385865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Attempting to bind port 7c645800-d51c-42d4-9161-241d9aa0d5aa on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:01:37.386281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Attempting to bind port 7c645800-d51c-42d4-9161-241d9aa0d5aa by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '04b18350-997a-4a7f-b61f-b8c853410c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:01:37.386754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Attempting to bind port 7c645800-d51c-42d4-9161-241d9aa0d5aa on network c1f0430b-d7e5-4708-a1db-64edb7fbfeda {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:01:37.401043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Transition to ACTIVE for port object 814d6259-9e6a-403a-85ad-f413462dbe41 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:37.407932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:01:37.408276 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Checking segment: {'id': '04b18350-997a-4a7f-b61f-b8c853410c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:37.408698 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:37.409143 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Bound using segment: {'id': '04b18350-997a-4a7f-b61f-b8c853410c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:01:37.412049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Bound port: 7c645800-d51c-42d4-9161-241d9aa0d5aa, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04b18350-997a-4a7f-b61f-b8c853410c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 333, 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:01:37.412517 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:37.449775 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Transition to ACTIVE for port object 814d6259-9e6a-403a-85ad-f413462dbe41 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:37.485356 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:37.523719 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8418c168-95ac-43b7-aa89-36f0f8d2e706 req-945f3607-3c4a-40e2-add9-2f2608cc02ea tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 210 time: 0.1031718 Jul 09 14:01:37.553489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Network 61afca63-6a9c-4152-9d08-0377bb2766a8 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:37.589312 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:37.604944 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:01:37.606510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Allocated IP 2001:db8:1::1 (61afca63-6a9c-4152-9d08-0377bb2766a8/a195cf4b-3049-4adf-87fc-390afd54c549/d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:01:37.676624 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Pushing event updated for resources: {'Port': ['ID=814d6259-9e6a-403a-85ad-f413462dbe41,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:37.690223 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] For port 7c645800-d51c-42d4-9161-241d9aa0d5aa, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:01:37.739976 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Attempting to bind port 814d6259-9e6a-403a-85ad-f413462dbe41 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:01:37.740741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Attempting to bind port 814d6259-9e6a-403a-85ad-f413462dbe41 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'e69f8a8f-0994-46a7-928a-5256252d769b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:01:37.741340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Attempting to bind port 814d6259-9e6a-403a-85ad-f413462dbe41 on network 61afca63-6a9c-4152-9d08-0377bb2766a8 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:01:37.749240 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] For port 7c645800-d51c-42d4-9161-241d9aa0d5aa, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7c645800-d51c-42d4-9161-241d9aa0d5aa,segment=NetworkSegment(04b18350-997a-4a7f-b61f-b8c853410c82),segment_id=04b18350-997a-4a7f-b61f-b8c853410c82)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:01:37.754761 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:01:37.755351 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Checking segment: {'id': 'e69f8a8f-0994-46a7-928a-5256252d769b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:37.759796 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:37.760339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Bound using segment: {'id': 'e69f8a8f-0994-46a7-928a-5256252d769b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:01:37.760986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Bound port: 814d6259-9e6a-403a-85ad-f413462dbe41, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69f8a8f-0994-46a7-928a-5256252d769b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:01:37.761626 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:37.777774 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:37.810177 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:37.851320 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Transition to ACTIVE for port object d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:37.930434 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:37.931414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:37.932066 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:38.040663 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:38.047410 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network 61afca63-6a9c-4152-9d08-0377bb2766a8 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:38.051577 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:38.055639 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:01:38.056560 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:38.082084 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f114db85-0693-4e43-8fdf-401182dae07c None None] Pushing event updated for resources: {'Port': ['ID=7c645800-d51c-42d4-9161-241d9aa0d5aa,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:38.111603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] For port 814d6259-9e6a-403a-85ad-f413462dbe41, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:01:38.125270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] For port 814d6259-9e6a-403a-85ad-f413462dbe41, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=814d6259-9e6a-403a-85ad-f413462dbe41,segment=NetworkSegment(e69f8a8f-0994-46a7-928a-5256252d769b),segment_id=e69f8a8f-0994-46a7-928a-5256252d769b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:01:38.141938 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:38.196405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:01:38.293840 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad69044-037a-4cf5-b535-d8a0361bcd32 None None] Pushing event updated for resources: {'Port': ['ID=814d6259-9e6a-403a-85ad-f413462dbe41,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:38.392131 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:01:38.413501 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:38.453830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:01:38.453830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a15b5d4a-ce3b-4611-ac03-69b3aaca82c9 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:01:38.776526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:33Z', 'revision_number': 2, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:37Z', 'revision_number': 4, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:38.879712 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab41b512-3600-420b-9b0d-0e325dbee106 None None] The sync data for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 is: [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:33Z', 'revision_number': 2, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:37Z', 'revision_number': 4, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:01:38.897389 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:38.916910 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:39.004456 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-af3d37cc-48d6-46b8-8416-22290d686d25 req-ecdaf0d5-3e16-499a-a4f7-aed04f5f1058 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 210 time: 0.0668890 Jul 09 14:01:39.157386 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:39.164619 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:39.165556 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:39.357969 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:39.401769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network 61afca63-6a9c-4152-9d08-0377bb2766a8 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:39.403687 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:39.606105 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router b082403f-00c7-4203-819d-52d3bd985028 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:01:39.768564 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:01:39.775847 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8145003c-3c90-46f4-9e6f-76a468d31206 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/b082403f-00c7-4203-819d-52d3bd985028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9402997 Jul 09 14:01:39.778380 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44314) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:39.785091 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b8530ec2-64e4-4fd1-8b7e-47777b92c92c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1966621931'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:39.822597 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869da818-e57e-48d1-b4e6-55b0f2dafda8 None None] Network 61afca63-6a9c-4152-9d08-0377bb2766a8 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:01:39.827892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8530ec2-64e4-4fd1-8b7e-47777b92c92c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:01:39.836111 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8530ec2-64e4-4fd1-8b7e-47777b92c92c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:39.920271 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8530ec2-64e4-4fd1-8b7e-47777b92c92c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] vlan segment allocate from pool success with {'vlan_id': 341, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:01:39.933377 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6c4619f3-c335-4fb4-8e5c-59bf993e21f1 None None] Provisioning for port 814d6259-9e6a-403a-85ad-f413462dbe41 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:39.942729 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8530ec2-64e4-4fd1-8b7e-47777b92c92c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:39.943611 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-b8530ec2-64e4-4fd1-8b7e-47777b92c92c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Added segment e422f0a1-13d0-4afd-9fc2-6d5328dc00b1 of type vlan for network 0c518d85-b2fb-47a9-8709-6c8074ff11f6 Jul 09 14:01:40.030033 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7c645800-d51c-42d4-9161-241d9aa0d5aa up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:40.062165 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8530ec2-64e4-4fd1-8b7e-47777b92c92c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:40.132394 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8530ec2-64e4-4fd1-8b7e-47777b92c92c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:40.152106 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8530ec2-64e4-4fd1-8b7e-47777b92c92c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:40.153331 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8530ec2-64e4-4fd1-8b7e-47777b92c92c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:40.172804 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 7c645800-d51c-42d4-9161-241d9aa0d5aa completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:40.178698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 7c645800-d51c-42d4-9161-241d9aa0d5aa triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:40.179149 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:40.321826 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:40.367415 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8530ec2-64e4-4fd1-8b7e-47777b92c92c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Network': ['ID=0c518d85-b2fb-47a9-8709-6c8074ff11f6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:40.372171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 7c645800-d51c-42d4-9161-241d9aa0d5aa, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7c645800-d51c-42d4-9161-241d9aa0d5aa,segment=NetworkSegment(04b18350-997a-4a7f-b61f-b8c853410c82),segment_id=04b18350-997a-4a7f-b61f-b8c853410c82)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:40.383181 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:40.386329 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 814d6259-9e6a-403a-85ad-f413462dbe41 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:40.400820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 0c518d85-b2fb-47a9-8709-6c8074ff11f6 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:01:40.423633 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7349b7e-dc1a-4439-98d3-f2bd34d9321c req-c7d6099f-9595-40e0-9b9f-10a368a567f0 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 210 time: 0.0779166 Jul 09 14:01:40.429955 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b8530ec2-64e4-4fd1-8b7e-47777b92c92c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6496308 Jul 09 14:01:40.432634 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44320) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:40.441189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-45da3889-84f3-4d12-b8c3-81516893ac63 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'subnet': {'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:40.647663 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45da3889-84f3-4d12-b8c3-81516893ac63 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:01:40.658063 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45da3889-84f3-4d12-b8c3-81516893ac63 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:40.665310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e800d4db-3f2e-4026-a14e-38c28f7ef4eb None None] Provisioning for port d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:40.673052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=7c645800-d51c-42d4-9161-241d9aa0d5aa,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:40.679981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e800d4db-3f2e-4026-a14e-38c28f7ef4eb None None] Provisioning complete for port d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:40.680373 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e800d4db-3f2e-4026-a14e-38c28f7ef4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:40.914830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 814d6259-9e6a-403a-85ad-f413462dbe41 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:40.948609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 814d6259-9e6a-403a-85ad-f413462dbe41 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:40.949221 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:40.993317 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e800d4db-3f2e-4026-a14e-38c28f7ef4eb None None] Port d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:01:41.020265 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45da3889-84f3-4d12-b8c3-81516893ac63 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:41.035805 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e800d4db-3f2e-4026-a14e-38c28f7ef4eb None None] Provisioning complete for port 814d6259-9e6a-403a-85ad-f413462dbe41 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:41.036234 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e800d4db-3f2e-4026-a14e-38c28f7ef4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:41.067723 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Sync routers for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:01:41.097469 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da3889-84f3-4d12-b8c3-81516893ac63 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Subnet': ['ID=75e5795e-52cd-4649-ab8e-4c1ec4344a56,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:41.099794 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:41.100857 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:41.162181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da3889-84f3-4d12-b8c3-81516893ac63 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Checking segment: {'id': 'e422f0a1-13d0-4afd-9fc2-6d5328dc00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:41.162638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45da3889-84f3-4d12-b8c3-81516893ac63 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network hostable DHCP agents. Network: 0c518d85-b2fb-47a9-8709-6c8074ff11f6, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:01:41.203764 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45da3889-84f3-4d12-b8c3-81516893ac63 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network 0c518d85-b2fb-47a9-8709-6c8074ff11f6 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:01:41.208026 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e800d4db-3f2e-4026-a14e-38c28f7ef4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:41.210603 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:41.224514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-45da3889-84f3-4d12-b8c3-81516893ac63 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 0c518d85-b2fb-47a9-8709-6c8074ff11f6) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:41.241762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45da3889-84f3-4d12-b8c3-81516893ac63 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:41.245657 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-45da3889-84f3-4d12-b8c3-81516893ac63 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:41.264810 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-694cafbe-910d-4a34-812c-88887b19aa73 None None] Network 0c518d85-b2fb-47a9-8709-6c8074ff11f6 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:01:41.279136 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-45da3889-84f3-4d12-b8c3-81516893ac63 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8445835 Jul 09 14:01:41.283008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44322) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:41.360505 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:01:41.369676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 814d6259-9e6a-403a-85ad-f413462dbe41, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=814d6259-9e6a-403a-85ad-f413462dbe41,segment=NetworkSegment(e69f8a8f-0994-46a7-928a-5256252d769b),segment_id=e69f8a8f-0994-46a7-928a-5256252d769b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:41.395339 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:41.468743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=814d6259-9e6a-403a-85ad-f413462dbe41,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:41.566875 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.db.api [None req-e800d4db-3f2e-4026-a14e-38c28f7ef4eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93755) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 09 14:01:41.566875 n-d-799525-3 neutron-server[93755]: DEBUG oslo_db.api [None req-e800d4db-3f2e-4026-a14e-38c28f7ef4eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 09 14:01:41.569379 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-0c518d85-b2fb-47a9-8709-6c8074ff11f6', 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'fixed_ips': [{'subnet_id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:01:41.577073 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:41.777286 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4dfed65-76e5-4d33-96c8-c69dc1a50c15 req-cb7b6a0a-b95e-47b8-b7f6-a9cfb697ea99 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ed47840d-c7c4-4df8-816b-1d2767c22543 HTTP/1.1" status: 200 len: 210 time: 0.0662327 Jul 09 14:01:41.960105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7c645800-d51c-42d4-9161-241d9aa0d5aa up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:41.963298 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Allocated IP 2001:db8:2::2 (0c518d85-b2fb-47a9-8709-6c8074ff11f6/75e5795e-52cd-4649-ab8e-4c1ec4344a56/cc0c1829-ca05-4b81-88ce-65d8f14b9828) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:01:41.992571 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:38Z', 'revision_number': 3, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:38Z', 'revision_number': 2, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:42.023025 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Checking router: b082403f-00c7-4203-819d-52d3bd985028 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:01:42.023431 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Updating router b082403f-00c7-4203-819d-52d3bd985028 port d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:01:42.062183 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:42.289447 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:42.400554 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 7c645800-d51c-42d4-9161-241d9aa0d5aa triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:42.401212 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:42.533121 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:42.573422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Transition to ACTIVE for port object cc0c1829-ca05-4b81-88ce-65d8f14b9828 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:42.585377 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:42.606966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Transition to ACTIVE for port object cc0c1829-ca05-4b81-88ce-65d8f14b9828 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:42.618766 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Transition to ACTIVE for port object d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:42.641231 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:42.643004 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:42.701648 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Network 0c518d85-b2fb-47a9-8709-6c8074ff11f6 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:42.704903 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:42.712431 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:01:42.759848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Pushing event updated for resources: {'Port': ['ID=cc0c1829-ca05-4b81-88ce-65d8f14b9828,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:42.786961 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befae73f-9e90-4322-93a5-fd759cbbc56a None None] Pushing event updated for resources: {'Port': ['ID=d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:42.900247 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Attempting to bind port cc0c1829-ca05-4b81-88ce-65d8f14b9828 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:01:42.900843 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Attempting to bind port cc0c1829-ca05-4b81-88ce-65d8f14b9828 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'e422f0a1-13d0-4afd-9fc2-6d5328dc00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:01:42.901435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Attempting to bind port cc0c1829-ca05-4b81-88ce-65d8f14b9828 on network 0c518d85-b2fb-47a9-8709-6c8074ff11f6 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:01:42.906357 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Attempting to bind port d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:01:42.906749 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Attempting to bind port d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'e69f8a8f-0994-46a7-928a-5256252d769b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:01:42.907138 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Attempting to bind port d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d on network 61afca63-6a9c-4152-9d08-0377bb2766a8 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:01:42.913358 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:01:42.913744 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Checking segment: {'id': 'e69f8a8f-0994-46a7-928a-5256252d769b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:42.914132 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:42.914524 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Bound using segment: {'id': 'e69f8a8f-0994-46a7-928a-5256252d769b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:01:42.915004 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Bound port: d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e69f8a8f-0994-46a7-928a-5256252d769b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 304, 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:01:42.921630 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:01:42.922261 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Checking segment: {'id': 'e422f0a1-13d0-4afd-9fc2-6d5328dc00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:42.927728 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:42.928791 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:42.929582 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Bound using segment: {'id': 'e422f0a1-13d0-4afd-9fc2-6d5328dc00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:01:42.939816 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Bound port: cc0c1829-ca05-4b81-88ce-65d8f14b9828, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e422f0a1-13d0-4afd-9fc2-6d5328dc00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:01:42.941026 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:42.960436 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 814d6259-9e6a-403a-85ad-f413462dbe41 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:43.031302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Allocated IP 2001:db8:2::1 (0c518d85-b2fb-47a9-8709-6c8074ff11f6/75e5795e-52cd-4649-ab8e-4c1ec4344a56/ce676243-0b38-477c-8429-043a1a86b593) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:01:43.126105 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] For port d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:01:43.132912 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] For port d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d,segment=NetworkSegment(e69f8a8f-0994-46a7-928a-5256252d769b),segment_id=e69f8a8f-0994-46a7-928a-5256252d769b)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:01:43.143590 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:43.176009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] For port cc0c1829-ca05-4b81-88ce-65d8f14b9828, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:01:43.182810 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] For port cc0c1829-ca05-4b81-88ce-65d8f14b9828, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=cc0c1829-ca05-4b81-88ce-65d8f14b9828,segment=NetworkSegment(e422f0a1-13d0-4afd-9fc2-6d5328dc00b1),segment_id=e422f0a1-13d0-4afd-9fc2-6d5328dc00b1)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:01:43.196119 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:43.334431 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea849f93-86f9-40c0-8da3-40f3a1a20f6d None None] Pushing event updated for resources: {'Port': ['ID=cc0c1829-ca05-4b81-88ce-65d8f14b9828,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:43.340342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 814d6259-9e6a-403a-85ad-f413462dbe41 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:43.341004 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:43.358004 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befae73f-9e90-4322-93a5-fd759cbbc56a None None] Pushing event updated for resources: {'Port': ['ID=d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:43.401460 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:43.434028 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:43.435517 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:43.438706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Transition to ACTIVE for port object ce676243-0b38-477c-8429-043a1a86b593 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:43.517430 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:43.610093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network 0c518d85-b2fb-47a9-8709-6c8074ff11f6 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:43.650549 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:43.671978 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:01:43.672865 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:43.760365 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:01:43.867498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=ce676243-0b38-477c-8429-043a1a86b593,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:44.265892 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:44.554911 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:38Z', 'revision_number': 3, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:43Z', 'revision_number': 4, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:44.619795 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a46f7c-74ee-4b82-94ef-51a1fe3964b6 None None] The sync data for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 is: [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:38Z', 'revision_number': 3, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:43Z', 'revision_number': 4, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:01:45.114803 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:45.126806 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:45.128085 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:45.346164 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network 0c518d85-b2fb-47a9-8709-6c8074ff11f6 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:45.348404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:45.350696 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=ce676243-0b38-477c-8429-043a1a86b593,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:45.574621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0188c6-f9fd-4520-bf85-f49868161049 req-4c47f177-15f3-46d0-a911-da0f2f4cd506 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:45.590241 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a0188c6-f9fd-4520-bf85-f49868161049 req-4c47f177-15f3-46d0-a911-da0f2f4cd506 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 946 time: 0.2524707 Jul 09 14:01:45.647798 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router b082403f-00c7-4203-819d-52d3bd985028 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:01:45.672305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a0188c6-f9fd-4520-bf85-f49868161049 req-3500848a-e988-4863-a61a-e02c57e56346 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791302 Jul 09 14:01:45.698243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ac14c8e-d24b-4528-bf6f-b56950678f08 None None] Network 0c518d85-b2fb-47a9-8709-6c8074ff11f6 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:01:45.808820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-882a3407-0b2e-44f1-b8e1-b3c4827ad6aa None None] Provisioning for port cc0c1829-ca05-4b81-88ce-65d8f14b9828 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:45.884423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:01:45.900837 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a5f54cfc-5a63-488f-a597-47017c9f39e3 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/b082403f-00c7-4203-819d-52d3bd985028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6135437 Jul 09 14:01:45.903311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Sync routers for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:01:45.904701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44352) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:45.915846 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6d67ed43-edac-41bd-9bf5-9e4ff98ceeae tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1652491056'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:45.967470 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d67ed43-edac-41bd-9bf5-9e4ff98ceeae tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:01:45.969700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:45.970359 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:45.975138 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d67ed43-edac-41bd-9bf5-9e4ff98ceeae tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:46.015745 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d67ed43-edac-41bd-9bf5-9e4ff98ceeae tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] vlan segment allocate from pool success with {'vlan_id': 345, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:01:46.038688 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d67ed43-edac-41bd-9bf5-9e4ff98ceeae tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:46.039772 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-6d67ed43-edac-41bd-9bf5-9e4ff98ceeae tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Added segment 912f5e45-5657-4cc3-a09d-a8befb11a542 of type vlan for network 4a3aedb2-e921-4a16-b59d-5f1ee39d2512 Jul 09 14:01:46.068999 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:46.130051 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d67ed43-edac-41bd-9bf5-9e4ff98ceeae tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:46.163074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:01:46.194676 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d67ed43-edac-41bd-9bf5-9e4ff98ceeae tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:46.210427 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d67ed43-edac-41bd-9bf5-9e4ff98ceeae tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:46.212120 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d67ed43-edac-41bd-9bf5-9e4ff98ceeae tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:46.296740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:46.313266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:46.314290 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:46.332051 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6d67ed43-edac-41bd-9bf5-9e4ff98ceeae tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4220448 Jul 09 14:01:46.333128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44354) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:46.346961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d67ed43-edac-41bd-9bf5-9e4ff98ceeae tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Network': ['ID=4a3aedb2-e921-4a16-b59d-5f1ee39d2512,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:46.349201 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-dea42281-0c5b-43c6-a8c0-e767d6b8d31d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'subnet': {'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:46.435570 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 4a3aedb2-e921-4a16-b59d-5f1ee39d2512 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:01:46.571700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dea42281-0c5b-43c6-a8c0-e767d6b8d31d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Made reservation on behalf of 0c0afaa3b5174326b7d116fa3cadb256 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:01:46.579082 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dea42281-0c5b-43c6-a8c0-e767d6b8d31d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:46.995804 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:47.061538 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:43Z', 'revision_number': 4, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce676243-0b38-477c-8429-043a1a86b593', 'name': '', 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:c8:cf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:42Z', 'updated_at': '2021-07-09T14:01:44Z', 'revision_number': 2, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:43Z', 'revision_number': 4, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:47.106481 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dea42281-0c5b-43c6-a8c0-e767d6b8d31d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:47.164196 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bd4afb09-026e-4469-baea-6989b2f14e46 None None] Provisioning for port ce676243-0b38-477c-8429-043a1a86b593 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:47.171500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Checking router: b082403f-00c7-4203-819d-52d3bd985028 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:01:47.172059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Updating router b082403f-00c7-4203-819d-52d3bd985028 port ce676243-0b38-477c-8429-043a1a86b593 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:01:47.288776 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:47.292966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bd4afb09-026e-4469-baea-6989b2f14e46 None None] Provisioning complete for port ce676243-0b38-477c-8429-043a1a86b593 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:47.293343 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd4afb09-026e-4469-baea-6989b2f14e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:47.316754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62619d4-09f0-45c1-8fcd-fd1d9f34d0f1 req-afcd685f-bcd6-4778-b325-50656732a4b5 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:47.335506 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c62619d4-09f0-45c1-8fcd-fd1d9f34d0f1 req-afcd685f-bcd6-4778-b325-50656732a4b5 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 946 time: 0.2945883 Jul 09 14:01:47.395408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea42281-0c5b-43c6-a8c0-e767d6b8d31d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Subnet': ['ID=656df2b0-9181-4b85-b69f-c08e9ab77615,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:47.414753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d,segment=NetworkSegment(e69f8a8f-0994-46a7-928a-5256252d769b),segment_id=e69f8a8f-0994-46a7-928a-5256252d769b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:47.418425 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dea42281-0c5b-43c6-a8c0-e767d6b8d31d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Checking segment: {'id': '912f5e45-5657-4cc3-a09d-a8befb11a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:47.419972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea42281-0c5b-43c6-a8c0-e767d6b8d31d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network hostable DHCP agents. Network: 4a3aedb2-e921-4a16-b59d-5f1ee39d2512, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:01:47.422705 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c62619d4-09f0-45c1-8fcd-fd1d9f34d0f1 req-e6ea274a-959a-4599-bb76-bcb550df5c30 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861971 Jul 09 14:01:47.426375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bd4afb09-026e-4469-baea-6989b2f14e46 None None] Port ce676243-0b38-477c-8429-043a1a86b593 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:01:47.430918 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:47.441720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device cc0c1829-ca05-4b81-88ce-65d8f14b9828 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:47.482267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dea42281-0c5b-43c6-a8c0-e767d6b8d31d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network 4a3aedb2-e921-4a16-b59d-5f1ee39d2512 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:01:47.509124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-dea42281-0c5b-43c6-a8c0-e767d6b8d31d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 4a3aedb2-e921-4a16-b59d-5f1ee39d2512) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:47.539425 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dea42281-0c5b-43c6-a8c0-e767d6b8d31d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:47.543771 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dea42281-0c5b-43c6-a8c0-e767d6b8d31d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:47.553729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:47.556839 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2a2a20-fac3-4559-aac7-c0e87a2622c7 None None] Network 4a3aedb2-e921-4a16-b59d-5f1ee39d2512 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:01:47.597159 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dea42281-0c5b-43c6-a8c0-e767d6b8d31d tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2618654 Jul 09 14:01:47.599997 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44366) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:47.910399 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5d54aec8-f757-43b9-8a0e-77a44b1ab8f6 None None] Provisioning complete for port ce676243-0b38-477c-8429-043a1a86b593 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:47.910399 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5d54aec8-f757-43b9-8a0e-77a44b1ab8f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:48.068117 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5d54aec8-f757-43b9-8a0e-77a44b1ab8f6 None None] Port ce676243-0b38-477c-8429-043a1a86b593 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:01:48.126645 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port cc0c1829-ca05-4b81-88ce-65d8f14b9828 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:48.207955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port cc0c1829-ca05-4b81-88ce-65d8f14b9828 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:48.208457 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:48.396175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e875dd5e-4463-4eb0-a949-e5b6d3c5a4d1 None None] Provisioning complete for port ce676243-0b38-477c-8429-043a1a86b593 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:48.396795 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e875dd5e-4463-4eb0-a949-e5b6d3c5a4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:48.418959 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-4a3aedb2-e921-4a16-b59d-5f1ee39d2512', 'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'fixed_ips': [{'subnet_id': '656df2b0-9181-4b85-b69f-c08e9ab77615'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:01:48.420481 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:48.579292 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3850e617-e392-477e-be75-40e42147009d req-821bb6d6-7b55-43d3-818d-d63833a8f889 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1467507 Jul 09 14:01:48.602963 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e875dd5e-4463-4eb0-a949-e5b6d3c5a4d1 None None] Port ce676243-0b38-477c-8429-043a1a86b593 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:01:48.662237 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:48.796826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8c4a14-d65f-4872-b625-dbd062dc7d38 req-464a4fea-25d2-4287-a79e-b64f033e5d1f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:48.798703 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8d8c4a14-d65f-4872-b625-dbd062dc7d38 req-464a4fea-25d2-4287-a79e-b64f033e5d1f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 946 time: 0.0969999 Jul 09 14:01:48.832081 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:48.875541 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8d8c4a14-d65f-4872-b625-dbd062dc7d38 req-da2b7a31-940f-4e3e-b6c4-ccc6b07c7066 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705943 Jul 09 14:01:48.963050 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:49.022913 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Transition to ACTIVE for port object ce676243-0b38-477c-8429-043a1a86b593 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:49.026948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Allocated IP 2001:db8:3::2 (4a3aedb2-e921-4a16-b59d-5f1ee39d2512/656df2b0-9181-4b85-b69f-c08e9ab77615/6d8bd720-7d67-4580-aaf3-d8a60496d1ea) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:01:49.032575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port cc0c1829-ca05-4b81-88ce-65d8f14b9828, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=cc0c1829-ca05-4b81-88ce-65d8f14b9828,segment=NetworkSegment(e422f0a1-13d0-4afd-9fc2-6d5328dc00b1),segment_id=e422f0a1-13d0-4afd-9fc2-6d5328dc00b1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:49.045193 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:49.048716 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:49.059462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850e617-e392-477e-be75-40e42147009d req-4fd15eb0-334e-4b8e-ad05-2371211c6013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:49.062065 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3850e617-e392-477e-be75-40e42147009d req-4fd15eb0-334e-4b8e-ad05-2371211c6013 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 1096 time: 0.3254244 Jul 09 14:01:49.210952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:49.225031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850e617-e392-477e-be75-40e42147009d req-08310a88-ae70-4fc7-8199-920260ac2fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:49.227364 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3850e617-e392-477e-be75-40e42147009d req-08310a88-ae70-4fc7-8199-920260ac2fe1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.1328099 Jul 09 14:01:49.271571 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3850e617-e392-477e-be75-40e42147009d req-50963844-7372-4069-a9fc-d05e1651fb00 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 HTTP/1.1" status: 200 len: 217 time: 0.0379491 Jul 09 14:01:49.336952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=cc0c1829-ca05-4b81-88ce-65d8f14b9828,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:49.357466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850e617-e392-477e-be75-40e42147009d req-523db084-1854-4ecb-a812-a467d7396bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:49.360257 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3850e617-e392-477e-be75-40e42147009d req-523db084-1854-4ecb-a812-a467d7396bbf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0824289 Jul 09 14:01:49.435332 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3850e617-e392-477e-be75-40e42147009d req-29ad9749-6b8d-4568-9dcb-a3a50fde7583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:49.436858 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3850e617-e392-477e-be75-40e42147009d req-29ad9749-6b8d-4568-9dcb-a3a50fde7583 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0699964 Jul 09 14:01:49.470856 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ae822-cfbf-4b08-be04-451f480ee3d0 None None] Pushing event updated for resources: {'Port': ['ID=ce676243-0b38-477c-8429-043a1a86b593,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:49.473749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Attempting to bind port ce676243-0b38-477c-8429-043a1a86b593 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:01:49.474746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Attempting to bind port ce676243-0b38-477c-8429-043a1a86b593 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'e422f0a1-13d0-4afd-9fc2-6d5328dc00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:01:49.474746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Attempting to bind port ce676243-0b38-477c-8429-043a1a86b593 on network 0c518d85-b2fb-47a9-8709-6c8074ff11f6 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:01:49.515686 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:01:49.516094 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Checking segment: {'id': 'e422f0a1-13d0-4afd-9fc2-6d5328dc00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:49.516482 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:49.516894 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Bound using segment: {'id': 'e422f0a1-13d0-4afd-9fc2-6d5328dc00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:01:49.517406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Bound port: ce676243-0b38-477c-8429-043a1a86b593, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e422f0a1-13d0-4afd-9fc2-6d5328dc00b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:01:49.517947 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:49.554662 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3850e617-e392-477e-be75-40e42147009d req-6de562c2-1f3b-4286-9956-ee2d9c4dff1e service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109152 Jul 09 14:01:49.559020 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:49.559447 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:49.587689 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:49.633378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Transition to ACTIVE for port object 6d8bd720-7d67-4580-aaf3-d8a60496d1ea will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:49.676748 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Transition to ACTIVE for port object 6d8bd720-7d67-4580-aaf3-d8a60496d1ea will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:49.685766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] For port ce676243-0b38-477c-8429-043a1a86b593, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:01:49.688522 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3850e617-e392-477e-be75-40e42147009d req-25132913-1885-4b73-b155-972a8aec4a07 service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263502 Jul 09 14:01:49.690148 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] For port ce676243-0b38-477c-8429-043a1a86b593, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ce676243-0b38-477c-8429-043a1a86b593,segment=NetworkSegment(e422f0a1-13d0-4afd-9fc2-6d5328dc00b1),segment_id=e422f0a1-13d0-4afd-9fc2-6d5328dc00b1)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:01:49.693794 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:49.701696 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:49.756347 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Allocated IP 2001:db8:3::1 (4a3aedb2-e921-4a16-b59d-5f1ee39d2512/656df2b0-9181-4b85-b69f-c08e9ab77615/383b9269-8474-4e37-a30e-3a4ae888488e) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:01:49.778872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Network 4a3aedb2-e921-4a16-b59d-5f1ee39d2512 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:49.794794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:49.802719 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:01:49.808893 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Pushing event updated for resources: {'Port': ['ID=6d8bd720-7d67-4580-aaf3-d8a60496d1ea,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:49.823994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:49.824784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:49.972760 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:50.000678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Transition to ACTIVE for port object 383b9269-8474-4e37-a30e-3a4ae888488e will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:50.019498 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376ae822-cfbf-4b08-be04-451f480ee3d0 None None] Pushing event updated for resources: {'Port': ['ID=ce676243-0b38-477c-8429-043a1a86b593,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:50.045956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:01:50.048543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Attempting to bind port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:01:50.048827 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Attempting to bind port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '912f5e45-5657-4cc3-a09d-a8befb11a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:01:50.049232 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Attempting to bind port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea on network 4a3aedb2-e921-4a16-b59d-5f1ee39d2512 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:01:50.098119 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:50.103300 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:01:50.104050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Checking segment: {'id': '912f5e45-5657-4cc3-a09d-a8befb11a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:50.104856 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:50.105727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Bound using segment: {'id': '912f5e45-5657-4cc3-a09d-a8befb11a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:01:50.106667 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Bound port: 6d8bd720-7d67-4580-aaf3-d8a60496d1ea, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912f5e45-5657-4cc3-a09d-a8befb11a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:01:50.107467 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:50.156215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network 4a3aedb2-e921-4a16-b59d-5f1ee39d2512 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:50.161508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:50.166472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:01:50.167052 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:50.178400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb27c8f-9d22-41c8-be86-f97c5c09088c req-e4450ab0-2590-45e1-bc13-00bcbd4ae004 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:50.180108 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8fb27c8f-9d22-41c8-be86-f97c5c09088c req-e4450ab0-2590-45e1-bc13-00bcbd4ae004 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 946 time: 0.1297388 Jul 09 14:01:50.248773 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8fb27c8f-9d22-41c8-be86-f97c5c09088c req-c4de4bfb-72a2-4fb1-8d7f-54f980b1e715 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568242 Jul 09 14:01:50.255165 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=383b9269-8474-4e37-a30e-3a4ae888488e,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:50.392612 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:50.456383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] For port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:01:50.464652 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] For port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6d8bd720-7d67-4580-aaf3-d8a60496d1ea,segment=NetworkSegment(912f5e45-5657-4cc3-a09d-a8befb11a542),segment_id=912f5e45-5657-4cc3-a09d-a8befb11a542)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:01:50.472136 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:50.598954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e4300-698a-42d8-ba7d-bcc3b29415d2 None None] Pushing event updated for resources: {'Port': ['ID=6d8bd720-7d67-4580-aaf3-d8a60496d1ea,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:50.634157 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:43Z', 'revision_number': 4, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce676243-0b38-477c-8429-043a1a86b593', 'name': '', 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:c8:cf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:42Z', 'updated_at': '2021-07-09T14:01:49Z', 'revision_number': 4, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:47Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:50.640445 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e5e1a5-1ce3-44e1-8e86-9cf6fa1f884a req-e37d68b5-f60b-4d31-a901-8acfe53af6af tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:50.642278 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-75e5e1a5-1ce3-44e1-8e86-9cf6fa1f884a req-e37d68b5-f60b-4d31-a901-8acfe53af6af tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 945 time: 0.1102831 Jul 09 14:01:50.668129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d96d07f4-2c8d-4ae9-a1d9-38e5b331d40b None None] The sync data for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 is: [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:43Z', 'revision_number': 4, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce676243-0b38-477c-8429-043a1a86b593', 'name': '', 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:c8:cf:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:42Z', 'updated_at': '2021-07-09T14:01:49Z', 'revision_number': 4, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:47Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:01:50.702352 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-75e5e1a5-1ce3-44e1-8e86-9cf6fa1f884a req-d88402e3-61fb-4e47-b40e-7717df8bb9b8 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524397 Jul 09 14:01:50.816558 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:50.823749 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:50.824969 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:50.941537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event updated for resources: {'Port': ['ID=383b9269-8474-4e37-a30e-3a4ae888488e,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:51.014992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Network 4a3aedb2-e921-4a16-b59d-5f1ee39d2512 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:01:51.016492 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:01:51.194522 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router b082403f-00c7-4203-819d-52d3bd985028 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:01:51.336604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:01:51.342285 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a915c795-939d-4042-98f4-c40b847bcd97 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/b082403f-00c7-4203-819d-52d3bd985028/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7403276 Jul 09 14:01:51.347523 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44384) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:51.365554 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-809be7bf-069f-4f31-bf0e-b9d2f2b97a06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:51.381439 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6d8bd720-7d67-4580-aaf3-d8a60496d1ea up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:51.473081 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:51.486091 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ce676243-0b38-477c-8429-043a1a86b593 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:51.553092 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port ce676243-0b38-477c-8429-043a1a86b593 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:51.561689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ce676243-0b38-477c-8429-043a1a86b593 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:51.562240 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:51.667911 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:51.671456 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba446f-df34-478f-832a-092916e29467 req-a2abea1b-3c44-4ffd-8d9f-e3916b3d5bc4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:51.673136 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7ba446f-df34-478f-832a-092916e29467 req-a2abea1b-3c44-4ffd-8d9f-e3916b3d5bc4 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 946 time: 0.2058632 Jul 09 14:01:51.731324 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port ce676243-0b38-477c-8429-043a1a86b593, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ce676243-0b38-477c-8429-043a1a86b593,segment=NetworkSegment(e422f0a1-13d0-4afd-9fc2-6d5328dc00b1),segment_id=e422f0a1-13d0-4afd-9fc2-6d5328dc00b1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:51.744055 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:51.745586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device cc0c1829-ca05-4b81-88ce-65d8f14b9828 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:51.840917 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Sync routers for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:01:51.859923 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port cc0c1829-ca05-4b81-88ce-65d8f14b9828 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:51.860309 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:51.868366 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:51.870015 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:51.966525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=ce676243-0b38-477c-8429-043a1a86b593,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:52.083881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d024345d-0d04-4c22-92e8-17e743c95bca req-843f2d95-2526-433d-8649-a986dd07e7d8 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:52.086494 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d024345d-0d04-4c22-92e8-17e743c95bca req-843f2d95-2526-433d-8649-a986dd07e7d8 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.18 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 945 time: 0.1981995 Jul 09 14:01:52.119685 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:01:52.241863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d024345d-0d04-4c22-92e8-17e743c95bca req-52e14070-34e2-4214-8804-2bc7e4a7049a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Deleting port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:01:52.242225 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d024345d-0d04-4c22-92e8-17e743c95bca req-52e14070-34e2-4214-8804-2bc7e4a7049a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:52.244328 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7ba446f-df34-478f-832a-092916e29467 req-2f9f2f9c-5742-4141-8d2d-924dae3f7f51 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5385559 Jul 09 14:01:52.317854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca75cede-a7ae-4583-bb95-e747ecd54fb3 req-94aad473-dfb4-4f07-b277-2ec72d6abd25 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:52.319898 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca75cede-a7ae-4583-bb95-e747ecd54fb3 req-94aad473-dfb4-4f07-b277-2ec72d6abd25 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 945 time: 0.1791248 Jul 09 14:01:52.367220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25002fcb-ebb9-42e8-b481-d6d6dc9b938b None None] Network 4a3aedb2-e921-4a16-b59d-5f1ee39d2512 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:01:52.406026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d024345d-0d04-4c22-92e8-17e743c95bca req-52e14070-34e2-4214-8804-2bc7e4a7049a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] For port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:52.406640 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d024345d-0d04-4c22-92e8-17e743c95bca req-52e14070-34e2-4214-8804-2bc7e4a7049a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:52.433658 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-d024345d-0d04-4c22-92e8-17e743c95bca req-52e14070-34e2-4214-8804-2bc7e4a7049a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Calling delete_port for 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:01:52.456065 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.extraroute_db [None req-809be7bf-069f-4f31-bf0e-b9d2f2b97a06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93754) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 14:01:52.462905 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca75cede-a7ae-4583-bb95-e747ecd54fb3 req-c1340eda-905c-45df-be7a-cd86852e9927 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=425ad3b7-8431-4b8a-86e1-5c2d6c636056&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246686 Jul 09 14:01:52.490270 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.extraroute_db [None req-809be7bf-069f-4f31-bf0e-b9d2f2b97a06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Removed routes are [] {{(pid=93754) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 14:01:52.490861 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-809be7bf-069f-4f31-bf0e-b9d2f2b97a06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:52.517322 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:50Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '383b9269-8474-4e37-a30e-3a4ae888488e', 'name': '', 'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:9c:94:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '656df2b0-9181-4b85-b69f-c08e9ab77615', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:48Z', 'updated_at': '2021-07-09T14:01:50Z', 'revision_number': 2, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '656df2b0-9181-4b85-b69f-c08e9ab77615', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce676243-0b38-477c-8429-043a1a86b593', 'name': '', 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:c8:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:42Z', 'updated_at': '2021-07-09T14:01:51Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:47Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:52.555593 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Checking router: b082403f-00c7-4203-819d-52d3bd985028 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:01:52.556288 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Updating router b082403f-00c7-4203-819d-52d3bd985028 port 383b9269-8474-4e37-a30e-3a4ae888488e binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:01:52.598489 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:52.686382 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6f578843-2036-455b-972b-9c8ef11a1b24 None None] Provisioning for port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:52.695048 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6f578843-2036-455b-972b-9c8ef11a1b24 None None] Provisioning complete for port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:52.695652 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f578843-2036-455b-972b-9c8ef11a1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:52.742209 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-809be7bf-069f-4f31-bf0e-b9d2f2b97a06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:52.747349 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-809be7bf-069f-4f31-bf0e-b9d2f2b97a06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:52.755957 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d024345d-0d04-4c22-92e8-17e743c95bca req-52e14070-34e2-4214-8804-2bc7e4a7049a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:52.780162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:01:52.800194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e14070-34e2-4214-8804-2bc7e4a7049a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event deleted for resources: {'Port': ['ID=2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:52.849841 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d024345d-0d04-4c22-92e8-17e743c95bca req-52e14070-34e2-4214-8804-2bc7e4a7049a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] No DVR routers for this DVR port 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:01:52.854891 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d024345d-0d04-4c22-92e8-17e743c95bca req-52e14070-34e2-4214-8804-2bc7e4a7049a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:52.857073 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d024345d-0d04-4c22-92e8-17e743c95bca req-52e14070-34e2-4214-8804-2bc7e4a7049a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.18 "DELETE /v2.0/ports/2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 HTTP/1.1" status: 204 len: 173 time: 0.7649128 Jul 09 14:01:52.857577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac1e658c-4e43-4045-84fc-96f9804c2621', 'name': 'network-vif-deleted', 'tag': '2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:01:52.860505 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66033849-a012-41ae-9713-bc97b01cabf7" -d '{"events": [{"server_uuid": "ac1e658c-4e43-4045-84fc-96f9804c2621", "name": "network-vif-deleted", "tag": "2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:01:52.932681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-809be7bf-069f-4f31-bf0e-b9d2f2b97a06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router b082403f-00c7-4203-819d-52d3bd985028 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:01:52.935138 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43801c2b-a6fc-4ab5-86a9-6a0f7345f6d8 x-openstack-request-id: req-43801c2b-a6fc-4ab5-86a9-6a0f7345f6d8 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:01:52.935465 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac1e658c-4e43-4045-84fc-96f9804c2621", "name": "network-vif-deleted", "tag": "2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:01:52.935764 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-43801c2b-a6fc-4ab5-86a9-6a0f7345f6d8 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:01:52.936216 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac1e658c-4e43-4045-84fc-96f9804c2621', 'name': 'network-vif-deleted', 'tag': '2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01', 'status': 'completed', 'code': 200} Jul 09 14:01:52.944451 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f578843-2036-455b-972b-9c8ef11a1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:52.997461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6f578843-2036-455b-972b-9c8ef11a1b24 None None] For port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6d8bd720-7d67-4580-aaf3-d8a60496d1ea,segment=NetworkSegment(912f5e45-5657-4cc3-a09d-a8befb11a542),segment_id=912f5e45-5657-4cc3-a09d-a8befb11a542)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:53.005739 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f578843-2036-455b-972b-9c8ef11a1b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:53.106606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f578843-2036-455b-972b-9c8ef11a1b24 None None] Pushing event updated for resources: {'Port': ['ID=6d8bd720-7d67-4580-aaf3-d8a60496d1ea,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:53.125671 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-809be7bf-069f-4f31-bf0e-b9d2f2b97a06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:01:53.134538 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-809be7bf-069f-4f31-bf0e-b9d2f2b97a06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:53.137681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-809be7bf-069f-4f31-bf0e-b9d2f2b97a06 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/b082403f-00c7-4203-819d-52d3bd985028 HTTP/1.1" status: 200 len: 954 time: 1.7863967 Jul 09 14:01:53.138565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44390) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:53.162550 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:53.180882 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Transition to ACTIVE for port object 383b9269-8474-4e37-a30e-3a4ae888488e will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:01:53.198751 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:53.255375 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd3bf7-4a02-4791-aaab-b59d42d990e8 None None] Pushing event updated for resources: {'Port': ['ID=383b9269-8474-4e37-a30e-3a4ae888488e,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:53.337161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ce676243-0b38-477c-8429-043a1a86b593 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:53.393784 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Attempting to bind port 383b9269-8474-4e37-a30e-3a4ae888488e on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:01:53.394506 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Attempting to bind port 383b9269-8474-4e37-a30e-3a4ae888488e by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '912f5e45-5657-4cc3-a09d-a8befb11a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:01:53.394979 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Attempting to bind port 383b9269-8474-4e37-a30e-3a4ae888488e on network 4a3aedb2-e921-4a16-b59d-5f1ee39d2512 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:01:53.398581 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44394) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:53.399697 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5a4ea9b8-5712-41ce-88ab-6347d3693ff4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/routers/b082403f-00c7-4203-819d-52d3bd985028 HTTP/1.1" status: 200 len: 954 time: 0.2602584 Jul 09 14:01:53.403964 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-551fba32-3c96-4521-8d99-020c1abafa2e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'router': {'routes': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:01:53.432334 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:01:53.442316 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Checking segment: {'id': '912f5e45-5657-4cc3-a09d-a8befb11a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:01:53.445054 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:53.452206 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Bound using segment: {'id': '912f5e45-5657-4cc3-a09d-a8befb11a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:01:53.453039 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Bound port: 383b9269-8474-4e37-a30e-3a4ae888488e, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '912f5e45-5657-4cc3-a09d-a8befb11a542', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:01:53.456077 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:53.507497 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-537f763f-a8fe-4aa4-a9eb-df3458ce0daf None None] Provisioning complete for port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:53.507821 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-537f763f-a8fe-4aa4-a9eb-df3458ce0daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:53.585289 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ce676243-0b38-477c-8429-043a1a86b593 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:53.585665 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:53.609211 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] For port 383b9269-8474-4e37-a30e-3a4ae888488e, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:01:53.613939 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] For port 383b9269-8474-4e37-a30e-3a4ae888488e, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=383b9269-8474-4e37-a30e-3a4ae888488e,segment=NetworkSegment(912f5e45-5657-4cc3-a09d-a8befb11a542),segment_id=912f5e45-5657-4cc3-a09d-a8befb11a542)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:01:53.623696 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:53.742837 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:53.749149 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:53.888219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-537f763f-a8fe-4aa4-a9eb-df3458ce0daf None None] Provisioning for port 383b9269-8474-4e37-a30e-3a4ae888488e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:53.985425 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:01:54.167198 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b1170af-c108-43fc-8587-cf399fd4da4b req-a7ce8a0b-87c3-443e-900a-716f3e23d9cf tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 210 time: 0.4214461 Jul 09 14:01:54.198512 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bd3bf7-4a02-4791-aaab-b59d42d990e8 None None] Pushing event updated for resources: {'Port': ['ID=383b9269-8474-4e37-a30e-3a4ae888488e,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:54.219929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eee4f9-278f-4deb-80a0-c4aa07655bdf req-6b6e90ef-c77b-40d2-9768-105b540785af tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:54.231357 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-10eee4f9-278f-4deb-80a0-c4aa07655bdf req-6b6e90ef-c77b-40d2-9768-105b540785af tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 946 time: 0.6351268 Jul 09 14:01:54.410122 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-10eee4f9-278f-4deb-80a0-c4aa07655bdf req-27d4b72a-3324-4e97-863f-cf5df4939752 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1770937 Jul 09 14:01:54.487075 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:52Z', 'revision_number': 6, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '383b9269-8474-4e37-a30e-3a4ae888488e', 'name': '', 'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:9c:94:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '656df2b0-9181-4b85-b69f-c08e9ab77615', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:48Z', 'updated_at': '2021-07-09T14:01:53Z', 'revision_number': 4, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '656df2b0-9181-4b85-b69f-c08e9ab77615', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce676243-0b38-477c-8429-043a1a86b593', 'name': '', 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:c8:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:42Z', 'updated_at': '2021-07-09T14:01:51Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:47Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:54.527736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.extraroute_db [None req-551fba32-3c96-4521-8d99-020c1abafa2e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Added routes are [] {{(pid=93754) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 14:01:54.528056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.extraroute_db [None req-551fba32-3c96-4521-8d99-020c1abafa2e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=93754) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 14:01:54.528327 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f559faaa-0645-43e9-b789-9df8e6c18bf8 None None] The sync data for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 is: [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:52Z', 'revision_number': 6, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '383b9269-8474-4e37-a30e-3a4ae888488e', 'name': '', 'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:9c:94:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '656df2b0-9181-4b85-b69f-c08e9ab77615', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:48Z', 'updated_at': '2021-07-09T14:01:53Z', 'revision_number': 4, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '656df2b0-9181-4b85-b69f-c08e9ab77615', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce676243-0b38-477c-8429-043a1a86b593', 'name': '', 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:c8:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:42Z', 'updated_at': '2021-07-09T14:01:51Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:47Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:01:54.598048 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-551fba32-3c96-4521-8d99-020c1abafa2e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:54.956356 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-551fba32-3c96-4521-8d99-020c1abafa2e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:54.965064 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-551fba32-3c96-4521-8d99-020c1abafa2e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:55.166256 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551fba32-3c96-4521-8d99-020c1abafa2e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router b082403f-00c7-4203-819d-52d3bd985028 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:01:55.343255 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6d8bd720-7d67-4580-aaf3-d8a60496d1ea up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:55.362980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551fba32-3c96-4521-8d99-020c1abafa2e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:01:55.370312 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-551fba32-3c96-4521-8d99-020c1abafa2e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:55.374882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44400) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:55.384336 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-551fba32-3c96-4521-8d99-020c1abafa2e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/b082403f-00c7-4203-819d-52d3bd985028 HTTP/1.1" status: 200 len: 704 time: 1.9843402 Jul 09 14:01:55.427150 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:55.427548 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:55.491561 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a314c997-2e7b-4f15-907a-f4270a525693 req-30dc0aa3-cb55-446c-9c30-bc0b8fd6a554 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 210 time: 0.0382371 Jul 09 14:01:55.497160 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:01:55.540833 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a33cbf83-b3b4-497e-8ce6-c54103a195be tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/routers/b082403f-00c7-4203-819d-52d3bd985028 HTTP/1.1" status: 200 len: 704 time: 0.1646888 Jul 09 14:01:55.543788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44404) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:55.589845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:01:55.590188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 2ae8e7ce-3911-4e7c-83b6-cea4bafe3a01 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:01:55.616609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 383b9269-8474-4e37-a30e-3a4ae888488e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:55.690652 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 383b9269-8474-4e37-a30e-3a4ae888488e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:01:55.699075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 383b9269-8474-4e37-a30e-3a4ae888488e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:55.699809 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:55.809501 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a0af3b-7243-409c-9f27-b91a12f3cb1d req-d331ce5c-239d-482b-8c21-077757686105 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:55.811227 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78a0af3b-7243-409c-9f27-b91a12f3cb1d req-d331ce5c-239d-482b-8c21-077757686105 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 946 time: 0.1728845 Jul 09 14:01:55.889989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc5e97-d777-4f72-9be0-81aea51d73b2 None None] Sync routers for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:01:55.906796 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:55.916937 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78a0af3b-7243-409c-9f27-b91a12f3cb1d req-92ad54c8-3b7a-442d-8f88-e611a93e8785 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617239 Jul 09 14:01:55.930927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc5e97-d777-4f72-9be0-81aea51d73b2 None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:55.931693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c8bc5e97-d777-4f72-9be0-81aea51d73b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:56.053284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 383b9269-8474-4e37-a30e-3a4ae888488e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=383b9269-8474-4e37-a30e-3a4ae888488e,segment=NetworkSegment(912f5e45-5657-4cc3-a09d-a8befb11a542),segment_id=912f5e45-5657-4cc3-a09d-a8befb11a542)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:56.058981 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:56.123428 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c8bc5e97-d777-4f72-9be0-81aea51d73b2 None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:01:56.136096 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c49f3ed9-092a-4f99-90ef-df333c831bb4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:56.248318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=383b9269-8474-4e37-a30e-3a4ae888488e,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:56.475964 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c8bc5e97-d777-4f72-9be0-81aea51d73b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:54Z', 'revision_number': 7, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '383b9269-8474-4e37-a30e-3a4ae888488e', 'name': '', 'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:9c:94:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '656df2b0-9181-4b85-b69f-c08e9ab77615', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:48Z', 'updated_at': '2021-07-09T14:01:53Z', 'revision_number': 4, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '656df2b0-9181-4b85-b69f-c08e9ab77615', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce676243-0b38-477c-8429-043a1a86b593', 'name': '', 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:c8:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:42Z', 'updated_at': '2021-07-09T14:01:51Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:47Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:56.513141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc5e97-d777-4f72-9be0-81aea51d73b2 None None] Checking router: b082403f-00c7-4203-819d-52d3bd985028 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:01:56.525123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bc5e97-d777-4f72-9be0-81aea51d73b2 None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:56.525791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c8bc5e97-d777-4f72-9be0-81aea51d73b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:56.640149 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c8bc5e97-d777-4f72-9be0-81aea51d73b2 None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:01:56.810343 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a68790be-c7f3-47eb-885c-fb311a3de733 req-45febedb-0cc4-4b6f-b2ce-f25161950903 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 210 time: 0.0405688 Jul 09 14:01:56.892141 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c49f3ed9-092a-4f99-90ef-df333c831bb4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port 383b9269-8474-4e37-a30e-3a4ae888488e {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:01:56.894329 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c49f3ed9-092a-4f99-90ef-df333c831bb4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:56.996663 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c8bc5e97-d777-4f72-9be0-81aea51d73b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:54Z', 'revision_number': 7, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '383b9269-8474-4e37-a30e-3a4ae888488e', 'name': '', 'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:9c:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '656df2b0-9181-4b85-b69f-c08e9ab77615', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:48Z', 'updated_at': '2021-07-09T14:01:56Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '656df2b0-9181-4b85-b69f-c08e9ab77615', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce676243-0b38-477c-8429-043a1a86b593', 'name': '', 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:c8:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:42Z', 'updated_at': '2021-07-09T14:01:51Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:47Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:57.041433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8bc5e97-d777-4f72-9be0-81aea51d73b2 None None] The sync data for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 is: [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:54Z', 'revision_number': 7, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '383b9269-8474-4e37-a30e-3a4ae888488e', 'name': '', 'network_id': '4a3aedb2-e921-4a16-b59d-5f1ee39d2512', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:9c:94:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3866, 'fixed_ips': [{'subnet_id': '656df2b0-9181-4b85-b69f-c08e9ab77615', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:48Z', 'updated_at': '2021-07-09T14:01:56Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '656df2b0-9181-4b85-b69f-c08e9ab77615', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce676243-0b38-477c-8429-043a1a86b593', 'name': '', 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:c8:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:42Z', 'updated_at': '2021-07-09T14:01:51Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:47Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:01:57.135271 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-c49f3ed9-092a-4f99-90ef-df333c831bb4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] For port 383b9269-8474-4e37-a30e-3a4ae888488e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=383b9269-8474-4e37-a30e-3a4ae888488e,segment=NetworkSegment(912f5e45-5657-4cc3-a09d-a8befb11a542),segment_id=912f5e45-5657-4cc3-a09d-a8befb11a542)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:57.136023 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c49f3ed9-092a-4f99-90ef-df333c831bb4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:57.204783 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c49f3ed9-092a-4f99-90ef-df333c831bb4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for 383b9269-8474-4e37-a30e-3a4ae888488e owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:01:57.217536 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 383b9269-8474-4e37-a30e-3a4ae888488e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:01:57.293799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62244b94-1c99-49b7-aeeb-7d298463f55e req-c6dbef33-8350-4c7d-bfab-778c73717dbc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:57.295622 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-62244b94-1c99-49b7-aeeb-7d298463f55e req-c6dbef33-8350-4c7d-bfab-778c73717dbc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 946 time: 0.1426630 Jul 09 14:01:57.309273 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 383b9269-8474-4e37-a30e-3a4ae888488e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:01:57.309798 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:57.362734 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-62244b94-1c99-49b7-aeeb-7d298463f55e req-07a61816-9764-4ab1-9dc4-218a327a68df tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469177 Jul 09 14:01:57.501365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c49f3ed9-092a-4f99-90ef-df333c831bb4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:57.541415 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49f3ed9-092a-4f99-90ef-df333c831bb4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=383b9269-8474-4e37-a30e-3a4ae888488e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:57.699338 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c49f3ed9-092a-4f99-90ef-df333c831bb4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:57.930032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c49f3ed9-092a-4f99-90ef-df333c831bb4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router b082403f-00c7-4203-819d-52d3bd985028 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:01:58.090921 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19c700b5-94ad-4f7a-b88e-b619da7f1b11 req-19edf7d1-3d86-4ae4-92a7-02b22cb5f6f1 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 210 time: 0.0756161 Jul 09 14:01:58.123703 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49f3ed9-092a-4f99-90ef-df333c831bb4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:01:58.130098 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c49f3ed9-092a-4f99-90ef-df333c831bb4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/b082403f-00c7-4203-819d-52d3bd985028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5846088 Jul 09 14:01:58.133816 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44412) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:58.138237 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561025a2-47c4-40c8-94f6-25d8bdfd9303 None None] Sync routers for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:01:58.153064 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561025a2-47c4-40c8-94f6-25d8bdfd9303 None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:58.154261 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-561025a2-47c4-40c8-94f6-25d8bdfd9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:58.212150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-b199a654-18b9-455f-80f6-2da75e3bc363 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting subnet 656df2b0-9181-4b85-b69f-c08e9ab77615 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:01:58.217202 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b199a654-18b9-455f-80f6-2da75e3bc363 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:58.294752 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-561025a2-47c4-40c8-94f6-25d8bdfd9303 None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:01:58.304662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b199a654-18b9-455f-80f6-2da75e3bc363 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:58.473223 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b199a654-18b9-455f-80f6-2da75e3bc363 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:58.627508 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b199a654-18b9-455f-80f6-2da75e3bc363 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:58.671949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b199a654-18b9-455f-80f6-2da75e3bc363 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Subnet': ['ID=656df2b0-9181-4b85-b69f-c08e9ab77615,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:58.680545 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b199a654-18b9-455f-80f6-2da75e3bc363 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:58.682583 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b199a654-18b9-455f-80f6-2da75e3bc363 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/656df2b0-9181-4b85-b69f-c08e9ab77615 HTTP/1.1" status: 204 len: 168 time: 0.5471313 Jul 09 14:01:58.685766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47a726c-88a7-4172-83cf-69ae6de0cc74 req-973b7b1c-28f0-4813-b88f-d2d827ec5f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:58.687647 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e47a726c-88a7-4172-83cf-69ae6de0cc74 req-973b7b1c-28f0-4813-b88f-d2d827ec5f83 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 1097 time: 0.2325187 Jul 09 14:01:58.689042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44416) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:01:58.735025 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26649d05-a15a-41d5-9ce5-1372f6b50b70 None None] Network 4a3aedb2-e921-4a16-b59d-5f1ee39d2512 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:01:58.759031 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-561025a2-47c4-40c8-94f6-25d8bdfd9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:57Z', 'revision_number': 8, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce676243-0b38-477c-8429-043a1a86b593', 'name': '', 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:c8:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:42Z', 'updated_at': '2021-07-09T14:01:51Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:47Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:58.842370 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561025a2-47c4-40c8-94f6-25d8bdfd9303 None None] Checking router: b082403f-00c7-4203-819d-52d3bd985028 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:01:58.867035 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9eba3a8-95bc-4039-b4fa-552b8f14cdc5 req-40cdd357-d9c0-491c-8bd5-0a6bc06efae7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:01:58.870061 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9eba3a8-95bc-4039-b4fa-552b8f14cdc5 req-40cdd357-d9c0-491c-8bd5-0a6bc06efae7 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 946 time: 0.1983681 Jul 09 14:01:58.886953 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-561025a2-47c4-40c8-94f6-25d8bdfd9303 None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:01:58.887962 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-561025a2-47c4-40c8-94f6-25d8bdfd9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:59.025644 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9eba3a8-95bc-4039-b4fa-552b8f14cdc5 req-07b163e7-ed39-45ff-94b1-dbbe709587c6 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1386127 Jul 09 14:01:59.044987 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e47a726c-88a7-4172-83cf-69ae6de0cc74 req-b00a9e8b-abc9-449f-b2c3-b4a70a8eaea2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3038173 Jul 09 14:01:59.065686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:59.117327 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-561025a2-47c4-40c8-94f6-25d8bdfd9303 None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:01:59.210191 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] DHCP port deletion for 4a3aedb2-e921-4a16-b59d-5f1ee39d2512 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:01:59.212248 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:01:59.213007 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:59.273764 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:01:59.386597 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Deleting port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:01:59.391577 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:59.399877 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] For port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6d8bd720-7d67-4580-aaf3-d8a60496d1ea,segment=NetworkSegment(912f5e45-5657-4cc3-a09d-a8befb11a542),segment_id=912f5e45-5657-4cc3-a09d-a8befb11a542)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:59.400664 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:59.431520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for 6d8bd720-7d67-4580-aaf3-d8a60496d1ea owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:01:59.468563 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33fbccc1-28eb-4bd4-98d8-d8b0a07d1348 req-2e26ff31-d466-44c0-9f55-1245fab45749 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ac1e658c-4e43-4045-84fc-96f9804c2621 HTTP/1.1" status: 200 len: 210 time: 0.0954804 Jul 09 14:01:59.519751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fac46981-c0d9-4ec9-b6e8-c0875f4caf67 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:01:59.576605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] For port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6d8bd720-7d67-4580-aaf3-d8a60496d1ea,segment=NetworkSegment(912f5e45-5657-4cc3-a09d-a8befb11a542),segment_id=912f5e45-5657-4cc3-a09d-a8befb11a542)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:59.577944 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:59.601557 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-561025a2-47c4-40c8-94f6-25d8bdfd9303 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:57Z', 'revision_number': 8, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce676243-0b38-477c-8429-043a1a86b593', 'name': '', 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:c8:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:42Z', 'updated_at': '2021-07-09T14:01:51Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:47Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:01:59.649955 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-561025a2-47c4-40c8-94f6-25d8bdfd9303 None None] The sync data for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 is: [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:01:57Z', 'revision_number': 8, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ce676243-0b38-477c-8429-043a1a86b593', 'name': '', 'network_id': '0c518d85-b2fb-47a9-8709-6c8074ff11f6', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:c8:cf:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:42Z', 'updated_at': '2021-07-09T14:01:51Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '75e5795e-52cd-4649-ab8e-4c1ec4344a56', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:47Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:01:59.653613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Calling delete_port for 6d8bd720-7d67-4580-aaf3-d8a60496d1ea owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:01:59.669229 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:59.709105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No DVR routers for this DVR port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:01:59.754847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=6d8bd720-7d67-4580-aaf3-d8a60496d1ea,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:01:59.834194 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fac46981-c0d9-4ec9-b6e8-c0875f4caf67, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fac46981-c0d9-4ec9-b6e8-c0875f4caf67,segment=NetworkSegment(e803520a-a1a7-40b2-a051-eedddb14d77f),segment_id=e803520a-a1a7-40b2-a051-eedddb14d77f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:01:59.860085 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'port_id': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67', 'mac_address': 'fa:16:3e:ca:83:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 316, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '432387ee-1dc9-4535-8061-df0d31235d02', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:01:59.953005 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:59.967373 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:59.979956 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:01:59.985936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fac46981-c0d9-4ec9-b6e8-c0875f4caf67 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:01:59.992624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a3aedb2-e921-4a16-b59d-5f1ee39d2512']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:00.036081 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Pushing event deleted for resources: {'Port': ['ID=6d8bd720-7d67-4580-aaf3-d8a60496d1ea,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:00.044268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '912f5e45-5657-4cc3-a09d-a8befb11a542') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:00.044741 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '912f5e45-5657-4cc3-a09d-a8befb11a542') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:00.046397 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] No DVR routers for this DVR port 6d8bd720-7d67-4580-aaf3-d8a60496d1ea on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:02:00.057902 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fac46981-c0d9-4ec9-b6e8-c0875f4caf67, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fac46981-c0d9-4ec9-b6e8-c0875f4caf67,segment=NetworkSegment(e803520a-a1a7-40b2-a051-eedddb14d77f),segment_id=e803520a-a1a7-40b2-a051-eedddb14d77f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:00.062623 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:00.062983 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:00.063360 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:00.064474 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:00.064474 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:00.064474 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:00.064719 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:00.066311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:00.066311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:00.066541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:00.066930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:00.067308 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10f5628e-07c8-4e82-8d55-d3e67c2e2b2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:00.078593 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:00.084796 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:00.126416 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:00.140078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Releasing vlan 345 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:02:00.151850 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:02:00.155585 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:02:00.207951 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fac46981-c0d9-4ec9-b6e8-c0875f4caf67,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:00.295612 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:00.325794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['fac46981-c0d9-4ec9-b6e8-c0875f4caf67'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:02:00.326822 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:00.332697 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/networks/4a3aedb2-e921-4a16-b59d-5f1ee39d2512 HTTP/1.1" status: 204 len: 168 time: 1.6422660 Jul 09 14:02:00.337618 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44422) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:00.351424 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefb1409-eca5-4155-adb8-d55767be42cb tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Network': ['ID=4a3aedb2-e921-4a16-b59d-5f1ee39d2512,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:00.438334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4ee1e-592e-4a0a-8a5d-1afe8513d8c5 req-ba31fc11-d71c-4453-922b-16cf7fc91410 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:00.440836 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14b4ee1e-592e-4a0a-8a5d-1afe8513d8c5 req-ba31fc11-d71c-4453-922b-16cf7fc91410 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 945 time: 0.2105098 Jul 09 14:02:00.583709 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14b4ee1e-592e-4a0a-8a5d-1afe8513d8c5 req-0b12b141-1156-4ed1-9e44-253fd0b31887 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862992 Jul 09 14:02:00.649147 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44426) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:00.819337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b9c4b8db-e90d-4d49-9852-3054f872be77 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/floatingips/abfd63fc-726d-48d5-b5f5-28d8e178b353 HTTP/1.1" status: 200 len: 992 time: 0.1681490 Jul 09 14:02:00.963886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f5d962a-2c25-4306-a026-aa2eb69b95a8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:01.167196 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6d8bd720-7d67-4580-aaf3-d8a60496d1ea no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:02:01.191744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 6d8bd720-7d67-4580-aaf3-d8a60496d1ea {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:02:01.192190 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6d8bd720-7d67-4580-aaf3-d8a60496d1ea not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:02:01.192693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 383b9269-8474-4e37-a30e-3a4ae888488e no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:02:01.214205 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 383b9269-8474-4e37-a30e-3a4ae888488e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:02:01.214435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 383b9269-8474-4e37-a30e-3a4ae888488e not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:02:01.342240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d962a-2c25-4306-a026-aa2eb69b95a8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port ce676243-0b38-477c-8429-043a1a86b593 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:02:01.342955 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f5d962a-2c25-4306-a026-aa2eb69b95a8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:01.491426 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-1f5d962a-2c25-4306-a026-aa2eb69b95a8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] For port ce676243-0b38-477c-8429-043a1a86b593, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ce676243-0b38-477c-8429-043a1a86b593,segment=NetworkSegment(e422f0a1-13d0-4afd-9fc2-6d5328dc00b1),segment_id=e422f0a1-13d0-4afd-9fc2-6d5328dc00b1)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:01.491772 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f5d962a-2c25-4306-a026-aa2eb69b95a8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:01.500746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fac46981-c0d9-4ec9-b6e8-c0875f4caf67 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:02:01.511844 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1f5d962a-2c25-4306-a026-aa2eb69b95a8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for ce676243-0b38-477c-8429-043a1a86b593 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:02:01.558833 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port fac46981-c0d9-4ec9-b6e8-c0875f4caf67 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:02:01.559426 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:01.686057 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:01.725402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:02:01.729462 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e17342f3-29ae-41e5-ac7a-a4413e856e9a" -d '{"events": [{"server_uuid": "aa2bc6a5-20a0-4b72-81c0-ce23d2af408b", "name": "network-vif-plugged", "status": "completed", "tag": "fac46981-c0d9-4ec9-b6e8-c0875f4caf67"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:02:01.751423 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port fac46981-c0d9-4ec9-b6e8-c0875f4caf67, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fac46981-c0d9-4ec9-b6e8-c0875f4caf67,segment=NetworkSegment(e803520a-a1a7-40b2-a051-eedddb14d77f),segment_id=e803520a-a1a7-40b2-a051-eedddb14d77f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:01.757651 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:01.804661 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f5d962a-2c25-4306-a026-aa2eb69b95a8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:01.810435 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906bbd1e-e943-4261-8ec7-d8e1fe9b1fbd x-openstack-request-id: req-906bbd1e-e943-4261-8ec7-d8e1fe9b1fbd {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:02:01.810955 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2bc6a5-20a0-4b72-81c0-ce23d2af408b", "name": "network-vif-plugged", "status": "completed", "tag": "fac46981-c0d9-4ec9-b6e8-c0875f4caf67", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:02:01.811624 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-906bbd1e-e943-4261-8ec7-d8e1fe9b1fbd {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:02:01.812210 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67', 'code': 200} Jul 09 14:02:01.868436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5d962a-2c25-4306-a026-aa2eb69b95a8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=ce676243-0b38-477c-8429-043a1a86b593,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:01.928734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=fac46981-c0d9-4ec9-b6e8-c0875f4caf67,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:01.941354 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d7806339-bf9d-4903-8157-9d563b2bed67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:02.070028 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1f5d962a-2c25-4306-a026-aa2eb69b95a8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:02.324651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f5d962a-2c25-4306-a026-aa2eb69b95a8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router b082403f-00c7-4203-819d-52d3bd985028 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:02:02.727078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f5d962a-2c25-4306-a026-aa2eb69b95a8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:02:02.733779 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1f5d962a-2c25-4306-a026-aa2eb69b95a8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/b082403f-00c7-4203-819d-52d3bd985028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3929768 Jul 09 14:02:02.736950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44434) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:02.741251 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f421441-33be-4596-a772-9ce77e9e6fbd None None] Sync routers for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:02:02.757607 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f421441-33be-4596-a772-9ce77e9e6fbd None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:02:02.758727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8f421441-33be-4596-a772-9ce77e9e6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:02.791413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca5f5f40-0e39-4dd5-8280-ba187ad937cc tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting subnet 75e5795e-52cd-4649-ab8e-4c1ec4344a56 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:02:02.795077 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca5f5f40-0e39-4dd5-8280-ba187ad937cc tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:02.845950 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca5f5f40-0e39-4dd5-8280-ba187ad937cc tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:02.885096 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8f421441-33be-4596-a772-9ce77e9e6fbd None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:02:02.954164 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca5f5f40-0e39-4dd5-8280-ba187ad937cc tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:03.050883 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca5f5f40-0e39-4dd5-8280-ba187ad937cc tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:03.116207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f5f40-0e39-4dd5-8280-ba187ad937cc tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Subnet': ['ID=75e5795e-52cd-4649-ab8e-4c1ec4344a56,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:03.128421 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ca5f5f40-0e39-4dd5-8280-ba187ad937cc tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:03.131149 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ca5f5f40-0e39-4dd5-8280-ba187ad937cc tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/75e5795e-52cd-4649-ab8e-4c1ec4344a56 HTTP/1.1" status: 204 len: 168 time: 0.3930962 Jul 09 14:02:03.133721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44442) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:03.262052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9d25de-6ae0-439b-aae5-6eb4eb0cec26 None None] Network 0c518d85-b2fb-47a9-8709-6c8074ff11f6 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:02:03.294776 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:03.385219 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port cc0c1829-ca05-4b81-88ce-65d8f14b9828 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:02:03.385717 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:03.494852 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] For port cc0c1829-ca05-4b81-88ce-65d8f14b9828, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=cc0c1829-ca05-4b81-88ce-65d8f14b9828,segment=NetworkSegment(e422f0a1-13d0-4afd-9fc2-6d5328dc00b1),segment_id=e422f0a1-13d0-4afd-9fc2-6d5328dc00b1)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:03.495335 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:03.519771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for cc0c1829-ca05-4b81-88ce-65d8f14b9828 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:02:03.660850 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:03.712510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No DVR routers for this DVR port cc0c1829-ca05-4b81-88ce-65d8f14b9828 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:02:03.720130 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=cc0c1829-ca05-4b81-88ce-65d8f14b9828,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:03.725046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8f421441-33be-4596-a772-9ce77e9e6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:02:01Z', 'revision_number': 9, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:47Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:03.765191 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f421441-33be-4596-a772-9ce77e9e6fbd None None] Checking router: b082403f-00c7-4203-819d-52d3bd985028 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:02:03.766207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:03.766207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:03.766207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:03.768172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:03.768172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:03.768172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:03.768172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:03.769323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:03.769672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:03.770003 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:03.770350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:03.771033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:03.778849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f421441-33be-4596-a772-9ce77e9e6fbd None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:02:03.780528 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8f421441-33be-4596-a772-9ce77e9e6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:01:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:03.827744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b7db94-cd5d-409b-86a6-2eeebefef546 None None] DHCP port deletion for 0c518d85-b2fb-47a9-8709-6c8074ff11f6 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:02:03.856445 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:03.889116 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c518d85-b2fb-47a9-8709-6c8074ff11f6']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:03.901015 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-8f421441-33be-4596-a772-9ce77e9e6fbd None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:02:03.917709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e422f0a1-13d0-4afd-9fc2-6d5328dc00b1') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:03.918116 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e422f0a1-13d0-4afd-9fc2-6d5328dc00b1') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:03.938528 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:03.967278 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:03.984933 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Releasing vlan 341 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:02:03.985622 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:02:03.992276 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:02:04.099122 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:04.112698 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:04.116533 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/networks/0c518d85-b2fb-47a9-8709-6c8074ff11f6 HTTP/1.1" status: 204 len: 168 time: 0.9810419 Jul 09 14:02:04.119381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44480) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:04.134705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaed8483-9e24-48c6-a76e-3150f240df33 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Network': ['ID=0c518d85-b2fb-47a9-8709-6c8074ff11f6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:04.221280 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-8f421441-33be-4596-a772-9ce77e9e6fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:02:01Z', 'revision_number': 9, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:47Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:04.254481 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f421441-33be-4596-a772-9ce77e9e6fbd None None] The sync data for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 is: [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:02:01Z', 'revision_number': 9, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd4b54730-d6ef-42ca-bfbe-ecc3d445ea0d', 'name': '', 'network_id': '61afca63-6a9c-4152-9d08-0377bb2766a8', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:59:46:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3856, 'fixed_ips': [{'subnet_id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:36Z', 'updated_at': '2021-07-09T14:01:47Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': 'a195cf4b-3049-4adf-87fc-390afd54c549', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:02:04.572601 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-000e0fe6-4ccf-4472-a215-de5ebf138588 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:04.722785 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:04.725911 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44490) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:04.732645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c40cf449-df27-4d71-b328-d97e1333ba68 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1117965235', 'description': 'tempest-secgroup-smoke-1117965235 description', 'project_id': '25a69ce0edc7491da11553925111d73f'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:04.733904 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d22401e4-640c-47ad-8588-6798676d961a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:04.769029 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c40cf449-df27-4d71-b328-d97e1333ba68 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:04.905505 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c40cf449-df27-4d71-b328-d97e1333ba68 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:04.911062 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c40cf449-df27-4d71-b328-d97e1333ba68 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:04.952601 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c40cf449-df27-4d71-b328-d97e1333ba68 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:04.954120 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c40cf449-df27-4d71-b328-d97e1333ba68 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2261782 Jul 09 14:02:04.958362 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44492) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:04.963424 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1bb26228-af60-4d31-8fb8-0fe4dd264f5c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'security_group_rule': {'security_group_id': '2cd3c4bb-dd1d-426c-adbf-e5964883a099', 'project_id': '25a69ce0edc7491da11553925111d73f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:04.969618 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cf449-df27-4d71-b328-d97e1333ba68 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cd3c4bb-dd1d-426c-adbf-e5964883a099,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:05.006873 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bb26228-af60-4d31-8fb8-0fe4dd264f5c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.091629 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bb26228-af60-4d31-8fb8-0fe4dd264f5c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.098483 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bb26228-af60-4d31-8fb8-0fe4dd264f5c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.123155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb26228-af60-4d31-8fb8-0fe4dd264f5c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0461af9a-01d9-48e7-bd61-bebdfb05cda1,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:05.132658 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1bb26228-af60-4d31-8fb8-0fe4dd264f5c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.134398 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1bb26228-af60-4d31-8fb8-0fe4dd264f5c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1747580 Jul 09 14:02:05.138643 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44494) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:05.144823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5a30f982-1e24-4b3f-8cd8-523120079729 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'security_group_rule': {'security_group_id': '2cd3c4bb-dd1d-426c-adbf-e5964883a099', 'project_id': '25a69ce0edc7491da11553925111d73f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:05.181918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ce676243-0b38-477c-8429-043a1a86b593 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:02:05.184844 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a30f982-1e24-4b3f-8cd8-523120079729 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.203864 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: ce676243-0b38-477c-8429-043a1a86b593 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:02:05.204218 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ce676243-0b38-477c-8429-043a1a86b593 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:02:05.204641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device cc0c1829-ca05-4b81-88ce-65d8f14b9828 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:02:05.227654 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: cc0c1829-ca05-4b81-88ce-65d8f14b9828 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:02:05.228003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device cc0c1829-ca05-4b81-88ce-65d8f14b9828 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:02:05.263558 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a30f982-1e24-4b3f-8cd8-523120079729 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.269583 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a30f982-1e24-4b3f-8cd8-523120079729 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.293175 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a30f982-1e24-4b3f-8cd8-523120079729 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2ffcfc9-b98f-4fd2-8c21-4f4cf1a986b9,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:05.302967 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5a30f982-1e24-4b3f-8cd8-523120079729 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.307381 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5a30f982-1e24-4b3f-8cd8-523120079729 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1662927 Jul 09 14:02:05.308860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44496) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:05.313829 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8c323fed-71f4-4885-a896-95ca7e6edc2c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'security_group_rule': {'security_group_id': '2cd3c4bb-dd1d-426c-adbf-e5964883a099', 'project_id': '25a69ce0edc7491da11553925111d73f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:05.315030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-000e0fe6-4ccf-4472-a215-de5ebf138588 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:02:05.315700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-000e0fe6-4ccf-4472-a215-de5ebf138588 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.346475 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c323fed-71f4-4885-a896-95ca7e6edc2c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.422912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-000e0fe6-4ccf-4472-a215-de5ebf138588 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] For port d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d,segment=NetworkSegment(e69f8a8f-0994-46a7-928a-5256252d769b),segment_id=e69f8a8f-0994-46a7-928a-5256252d769b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:05.423265 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c323fed-71f4-4885-a896-95ca7e6edc2c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.424067 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-000e0fe6-4ccf-4472-a215-de5ebf138588 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.430340 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c323fed-71f4-4885-a896-95ca7e6edc2c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.448776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-000e0fe6-4ccf-4472-a215-de5ebf138588 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:02:05.461832 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c323fed-71f4-4885-a896-95ca7e6edc2c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f5f19c7-78bd-40fc-97db-565bea0e0d1c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:05.465477 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8c323fed-71f4-4885-a896-95ca7e6edc2c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.467941 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8c323fed-71f4-4885-a896-95ca7e6edc2c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1573882 Jul 09 14:02:05.470277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44498) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:05.478635 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-76ba681e-b071-457a-955b-358e1bcb3069 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'security_group_rule': {'security_group_id': '2cd3c4bb-dd1d-426c-adbf-e5964883a099', 'project_id': '25a69ce0edc7491da11553925111d73f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:05.517534 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76ba681e-b071-457a-955b-358e1bcb3069 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.592079 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76ba681e-b071-457a-955b-358e1bcb3069 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.597940 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76ba681e-b071-457a-955b-358e1bcb3069 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.618308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ba681e-b071-457a-955b-358e1bcb3069 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d283e83c-6720-4aed-a7c5-46cf55a55bcb,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:05.627462 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-76ba681e-b071-457a-955b-358e1bcb3069 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.629121 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-76ba681e-b071-457a-955b-358e1bcb3069 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1568582 Jul 09 14:02:05.632520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44500) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:05.639703 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-043588df-a693-4f34-a0c4-aefec9ff4845 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'security_group_rule': {'security_group_id': '2cd3c4bb-dd1d-426c-adbf-e5964883a099', 'project_id': '25a69ce0edc7491da11553925111d73f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:05.682659 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-000e0fe6-4ccf-4472-a215-de5ebf138588 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.690869 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-043588df-a693-4f34-a0c4-aefec9ff4845 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Project 25a69ce0edc7491da11553925111d73f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:02:05.704515 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.719366 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-043588df-a693-4f34-a0c4-aefec9ff4845 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.734921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e0fe6-4ccf-4472-a215-de5ebf138588 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:05.910688 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-043588df-a693-4f34-a0c4-aefec9ff4845 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.917214 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-043588df-a693-4f34-a0c4-aefec9ff4845 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.938999 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-000e0fe6-4ccf-4472-a215-de5ebf138588 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.945804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043588df-a693-4f34-a0c4-aefec9ff4845 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48923ee3-b645-42f3-b4ea-6b6d9c77e57f,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:05.956467 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-043588df-a693-4f34-a0c4-aefec9ff4845 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:05.958051 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-043588df-a693-4f34-a0c4-aefec9ff4845 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3244822 Jul 09 14:02:05.961076 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44502) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:05.966433 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c4013e18-c97b-4cfa-97da-9ea1f575a50a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'security_group_rule': {'security_group_id': '2cd3c4bb-dd1d-426c-adbf-e5964883a099', 'project_id': '25a69ce0edc7491da11553925111d73f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:05.995964 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-c4013e18-c97b-4cfa-97da-9ea1f575a50a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Project 25a69ce0edc7491da11553925111d73f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:02:06.002849 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4013e18-c97b-4cfa-97da-9ea1f575a50a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:06.078248 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4013e18-c97b-4cfa-97da-9ea1f575a50a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:06.083688 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4013e18-c97b-4cfa-97da-9ea1f575a50a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:06.103864 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4013e18-c97b-4cfa-97da-9ea1f575a50a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e001d0-aa9f-41da-986a-c93459821829,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:06.112381 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c4013e18-c97b-4cfa-97da-9ea1f575a50a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:06.117785 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c4013e18-c97b-4cfa-97da-9ea1f575a50a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514912 Jul 09 14:02:06.178371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000e0fe6-4ccf-4472-a215-de5ebf138588 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router b082403f-00c7-4203-819d-52d3bd985028 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:02:06.301921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000e0fe6-4ccf-4472-a215-de5ebf138588 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:02:06.308726 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-000e0fe6-4ccf-4472-a215-de5ebf138588 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/b082403f-00c7-4203-819d-52d3bd985028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1858501 Jul 09 14:02:06.312044 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44538) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:06.317458 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ceba7-f43e-4238-ad37-1752c5269c1d None None] Sync routers for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:02:06.334039 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ceba7-f43e-4238-ad37-1752c5269c1d None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:02:06.335082 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a40ceba7-f43e-4238-ad37-1752c5269c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:02:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:06.406849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-0acf4ce6-2ebc-460d-8d42-5073b1dd7a8c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting subnet a195cf4b-3049-4adf-87fc-390afd54c549 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:02:06.411358 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0acf4ce6-2ebc-460d-8d42-5073b1dd7a8c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:06.441379 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a40ceba7-f43e-4238-ad37-1752c5269c1d None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:02:06.476644 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0acf4ce6-2ebc-460d-8d42-5073b1dd7a8c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:06.646574 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0acf4ce6-2ebc-460d-8d42-5073b1dd7a8c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:06.779574 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0acf4ce6-2ebc-460d-8d42-5073b1dd7a8c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:06.799931 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0acf4ce6-2ebc-460d-8d42-5073b1dd7a8c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:06.805332 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0acf4ce6-2ebc-460d-8d42-5073b1dd7a8c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/a195cf4b-3049-4adf-87fc-390afd54c549 HTTP/1.1" status: 204 len: 168 time: 0.4915473 Jul 09 14:02:06.805598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44548) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:06.813073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46a64f98-a360-4d3d-a155-078eb416b4d5 None None] Network 61afca63-6a9c-4152-9d08-0377bb2766a8 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:02:06.830400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0acf4ce6-2ebc-460d-8d42-5073b1dd7a8c tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Subnet': ['ID=a195cf4b-3049-4adf-87fc-390afd54c549,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:06.839754 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a40ceba7-f43e-4238-ad37-1752c5269c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:02:05Z', 'revision_number': 10, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:06.875476 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ceba7-f43e-4238-ad37-1752c5269c1d None None] Checking router: b082403f-00c7-4203-819d-52d3bd985028 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:02:06.888343 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40ceba7-f43e-4238-ad37-1752c5269c1d None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:02:06.889627 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a40ceba7-f43e-4238-ad37-1752c5269c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:02:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:07.028897 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:07.104523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port 814d6259-9e6a-403a-85ad-f413462dbe41 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:02:07.105336 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:07.112231 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a40ceba7-f43e-4238-ad37-1752c5269c1d None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:02:07.171337 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:07.263742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] For port 814d6259-9e6a-403a-85ad-f413462dbe41, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=814d6259-9e6a-403a-85ad-f413462dbe41,segment=NetworkSegment(e69f8a8f-0994-46a7-928a-5256252d769b),segment_id=e69f8a8f-0994-46a7-928a-5256252d769b)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:07.264378 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:07.292450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for 814d6259-9e6a-403a-85ad-f413462dbe41 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:02:07.323396 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e271bc88-4423-493f-b8f2-a4f2ee5d75e7 None None] DHCP port deletion for 61afca63-6a9c-4152-9d08-0377bb2766a8 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:02:07.393870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e271bc88-4423-493f-b8f2-a4f2ee5d75e7 None None] Deleting port 814d6259-9e6a-403a-85ad-f413462dbe41 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:02:07.394324 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e271bc88-4423-493f-b8f2-a4f2ee5d75e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:07.476731 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a40ceba7-f43e-4238-ad37-1752c5269c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:02:05Z', 'revision_number': 10, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:07.497398 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e271bc88-4423-493f-b8f2-a4f2ee5d75e7 None None] For port 814d6259-9e6a-403a-85ad-f413462dbe41, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=814d6259-9e6a-403a-85ad-f413462dbe41,segment=NetworkSegment(e69f8a8f-0994-46a7-928a-5256252d769b),segment_id=e69f8a8f-0994-46a7-928a-5256252d769b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:07.498021 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e271bc88-4423-493f-b8f2-a4f2ee5d75e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:07.505330 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:07.523637 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e271bc88-4423-493f-b8f2-a4f2ee5d75e7 None None] Calling delete_port for 814d6259-9e6a-403a-85ad-f413462dbe41 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:02:07.543734 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40ceba7-f43e-4238-ad37-1752c5269c1d None None] The sync data for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 is: [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:02:05Z', 'revision_number': 10, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None, '_interfaces': [{'id': '7c645800-d51c-42d4-9161-241d9aa0d5aa', 'name': '', 'network_id': 'c1f0430b-d7e5-4708-a1db-64edb7fbfeda', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'mac_address': 'fa:16:3e:06:c2:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b082403f-00c7-4203-819d-52d3bd985028', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:01:32Z', 'updated_at': '2021-07-09T14:01:40Z', 'revision_number': 5, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'subnets': [{'id': '1ed89db7-c2b6-48ec-85c0-bd808ef55502', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:02:07.573995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=814d6259-9e6a-403a-85ad-f413462dbe41,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:07.581579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No DVR routers for this DVR port 814d6259-9e6a-403a-85ad-f413462dbe41 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:02:07.671754 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e271bc88-4423-493f-b8f2-a4f2ee5d75e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:07.713855 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:07.717882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271bc88-4423-493f-b8f2-a4f2ee5d75e7 None None] Pushing event deleted for resources: {'Port': ['ID=814d6259-9e6a-403a-85ad-f413462dbe41,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:07.723597 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e271bc88-4423-493f-b8f2-a4f2ee5d75e7 None None] No DVR routers for this DVR port 814d6259-9e6a-403a-85ad-f413462dbe41 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:02:07.738536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61afca63-6a9c-4152-9d08-0377bb2766a8']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:07.758658 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e69f8a8f-0994-46a7-928a-5256252d769b') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:07.759054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e69f8a8f-0994-46a7-928a-5256252d769b') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:07.770934 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:07.791605 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:07.798504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Releasing vlan 304 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:02:07.798926 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:02:07.802840 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:02:07.873410 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:07.880593 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:07.886168 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44582) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:07.886704 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/networks/61afca63-6a9c-4152-9d08-0377bb2766a8 HTTP/1.1" status: 204 len: 168 time: 1.0784132 Jul 09 14:02:07.912004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bec552-025b-428e-a2c2-0aa7722f1388 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Network': ['ID=61afca63-6a9c-4152-9d08-0377bb2766a8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:08.372822 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8445-f8ee-493c-ac64-8739ec318578 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:08.725453 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:08.738881 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6d3a8445-f8ee-493c-ac64-8739ec318578 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port 7c645800-d51c-42d4-9161-241d9aa0d5aa {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:02:08.739267 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8445-f8ee-493c-ac64-8739ec318578 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:08.839257 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:08.918197 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-6d3a8445-f8ee-493c-ac64-8739ec318578 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] For port 7c645800-d51c-42d4-9161-241d9aa0d5aa, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7c645800-d51c-42d4-9161-241d9aa0d5aa,segment=NetworkSegment(04b18350-997a-4a7f-b61f-b8c853410c82),segment_id=04b18350-997a-4a7f-b61f-b8c853410c82)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:08.918915 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8445-f8ee-493c-ac64-8739ec318578 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:08.947733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-6d3a8445-f8ee-493c-ac64-8739ec318578 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for 7c645800-d51c-42d4-9161-241d9aa0d5aa owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:02:09.192915 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:02:09.217908 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8445-f8ee-493c-ac64-8739ec318578 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:09.230691 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:02:09.231255 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d4b54730-d6ef-42ca-bfbe-ecc3d445ea0d not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:02:09.232086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 814d6259-9e6a-403a-85ad-f413462dbe41 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:02:09.261882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 814d6259-9e6a-403a-85ad-f413462dbe41 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:02:09.262593 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 814d6259-9e6a-403a-85ad-f413462dbe41 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:02:09.288512 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3a8445-f8ee-493c-ac64-8739ec318578 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=7c645800-d51c-42d4-9161-241d9aa0d5aa,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:09.410365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6d3a8445-f8ee-493c-ac64-8739ec318578 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:09.654194 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d3a8445-f8ee-493c-ac64-8739ec318578 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router b082403f-00c7-4203-819d-52d3bd985028 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:02:09.760984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d3a8445-f8ee-493c-ac64-8739ec318578 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:02:09.769735 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6d3a8445-f8ee-493c-ac64-8739ec318578 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/b082403f-00c7-4203-819d-52d3bd985028/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8820851 Jul 09 14:02:09.772206 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44586) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:09.780499 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea27e114-47e5-4fec-bf13-62cdf08b16df None None] Sync routers for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:02:09.793403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea27e114-47e5-4fec-bf13-62cdf08b16df None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:02:09.794216 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ea27e114-47e5-4fec-bf13-62cdf08b16df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:02:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:09.859204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-e89838b3-079d-4da8-8873-635a70d0c668 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting subnet 1ed89db7-c2b6-48ec-85c0-bd808ef55502 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:02:09.863835 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e89838b3-079d-4da8-8873-635a70d0c668 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:09.877525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ea27e114-47e5-4fec-bf13-62cdf08b16df None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:02:09.930428 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e89838b3-079d-4da8-8873-635a70d0c668 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:09.941220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ea27e114-47e5-4fec-bf13-62cdf08b16df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:02:09Z', 'revision_number': 11, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:09.983528 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea27e114-47e5-4fec-bf13-62cdf08b16df None None] Checking router: b082403f-00c7-4203-819d-52d3bd985028 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:02:10.000086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea27e114-47e5-4fec-bf13-62cdf08b16df None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:02:10.001485 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ea27e114-47e5-4fec-bf13-62cdf08b16df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:02:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:10.103339 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e89838b3-079d-4da8-8873-635a70d0c668 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:10.135130 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ea27e114-47e5-4fec-bf13-62cdf08b16df None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:02:10.192994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ea27e114-47e5-4fec-bf13-62cdf08b16df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:02:09Z', 'revision_number': 11, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:10.209023 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e89838b3-079d-4da8-8873-635a70d0c668 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:10.227501 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea27e114-47e5-4fec-bf13-62cdf08b16df None None] The sync data for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 is: [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:02:09Z', 'revision_number': 11, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:02:10.248254 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89838b3-079d-4da8-8873-635a70d0c668 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Subnet': ['ID=1ed89db7-c2b6-48ec-85c0-bd808ef55502,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:10.259240 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e89838b3-079d-4da8-8873-635a70d0c668 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:10.264322 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e89838b3-079d-4da8-8873-635a70d0c668 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/1ed89db7-c2b6-48ec-85c0-bd808ef55502 HTTP/1.1" status: 204 len: 168 time: 0.4906013 Jul 09 14:02:10.265153 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44590) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:10.277998 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf7c42a-b9bc-4e53-a57d-fa30d07c04fa None None] Network c1f0430b-d7e5-4708-a1db-64edb7fbfeda requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:02:10.405920 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:10.495046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Deleting port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:02:10.495498 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:10.586602 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] For port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3f322ad8-cb7c-4df5-8e40-c58d2f71c386,segment=NetworkSegment(04b18350-997a-4a7f-b61f-b8c853410c82),segment_id=04b18350-997a-4a7f-b61f-b8c853410c82)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:10.587017 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:10.611950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Calling delete_port for 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:02:10.621517 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6fddcc-20b4-47ca-8f99-b0c3a30112cf None None] DHCP port deletion for c1f0430b-d7e5-4708-a1db-64edb7fbfeda request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:02:10.732608 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6e6fddcc-20b4-47ca-8f99-b0c3a30112cf None None] Deleting port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:02:10.734157 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e6fddcc-20b4-47ca-8f99-b0c3a30112cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:10.752771 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:10.797671 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Port': ['ID=3f322ad8-cb7c-4df5-8e40-c58d2f71c386,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:10.806017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No DVR routers for this DVR port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:02:10.860591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6e6fddcc-20b4-47ca-8f99-b0c3a30112cf None None] For port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=3f322ad8-cb7c-4df5-8e40-c58d2f71c386,segment=NetworkSegment(04b18350-997a-4a7f-b61f-b8c853410c82),segment_id=04b18350-997a-4a7f-b61f-b8c853410c82)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:10.862354 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e6fddcc-20b4-47ca-8f99-b0c3a30112cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:10.890025 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6e6fddcc-20b4-47ca-8f99-b0c3a30112cf None None] Calling delete_port for 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:02:10.949969 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:10.962690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f0430b-d7e5-4708-a1db-64edb7fbfeda']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:10.978444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04b18350-997a-4a7f-b61f-b8c853410c82') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:10.978868 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04b18350-997a-4a7f-b61f-b8c853410c82') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:10.992663 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:11.018162 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:11.042258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Releasing vlan 333 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:02:11.043028 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:02:11.049600 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:02:11.068601 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6e6fddcc-20b4-47ca-8f99-b0c3a30112cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:11.132860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6fddcc-20b4-47ca-8f99-b0c3a30112cf None None] Pushing event deleted for resources: {'Port': ['ID=3f322ad8-cb7c-4df5-8e40-c58d2f71c386,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:11.136097 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6fddcc-20b4-47ca-8f99-b0c3a30112cf None None] No DVR routers for this DVR port 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:02:11.140753 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:11.166745 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:11.166745 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/networks/c1f0430b-d7e5-4708-a1db-64edb7fbfeda HTTP/1.1" status: 204 len: 168 time: 0.8930016 Jul 09 14:02:11.167754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44594) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:11.171756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b016f5-a196-4bff-ba1f-086ef4ac4e02 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Pushing event deleted for resources: {'Network': ['ID=c1f0430b-d7e5-4708-a1db-64edb7fbfeda,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:11.177677 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4ed4f244-332b-4f20-a0bc-d6b38a68a586 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'router': {'routes': None}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:11.232792 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7c645800-d51c-42d4-9161-241d9aa0d5aa no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:02:11.274370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 7c645800-d51c-42d4-9161-241d9aa0d5aa {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:02:11.274947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7c645800-d51c-42d4-9161-241d9aa0d5aa not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:02:11.275682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:02:11.313730 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:02:11.314807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 3f322ad8-cb7c-4df5-8e40-c58d2f71c386 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:02:11.389257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.extraroute_db [None req-4ed4f244-332b-4f20-a0bc-d6b38a68a586 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Added routes are [] {{(pid=93754) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 09 14:02:11.389564 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.extraroute_db [None req-4ed4f244-332b-4f20-a0bc-d6b38a68a586 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Removed routes are [] {{(pid=93754) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 09 14:02:11.389940 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f244-332b-4f20-a0bc-d6b38a68a586 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:11.542241 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f244-332b-4f20-a0bc-d6b38a68a586 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:11.547543 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f244-332b-4f20-a0bc-d6b38a68a586 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:11.661788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed4f244-332b-4f20-a0bc-d6b38a68a586 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router b082403f-00c7-4203-819d-52d3bd985028 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:02:12.199747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed4f244-332b-4f20-a0bc-d6b38a68a586 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:02:12.211378 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fdab00-0790-457d-8ffa-7b63ac10d3c1 None None] Sync routers for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:02:12.211905 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4ed4f244-332b-4f20-a0bc-d6b38a68a586 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:12.213537 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4ed4f244-332b-4f20-a0bc-d6b38a68a586 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/b082403f-00c7-4203-819d-52d3bd985028 HTTP/1.1" status: 200 len: 705 time: 1.0470645 Jul 09 14:02:12.216581 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44598) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:12.225341 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fdab00-0790-457d-8ffa-7b63ac10d3c1 None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:02:12.226267 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c4fdab00-0790-457d-8ffa-7b63ac10d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:02:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:12.260164 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b378b56d-0b5c-4dae-afe8-3383f0083db9 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports?device_id=b082403f-00c7-4203-819d-52d3bd985028 HTTP/1.1" status: 200 len: 205 time: 0.0418549 Jul 09 14:02:12.262692 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44600) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:12.304779 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c4fdab00-0790-457d-8ffa-7b63ac10d3c1 None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:02:12.346555 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-312f146e-e08e-46b9-8660-f2c51f4042bc tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:12.365318 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c4fdab00-0790-457d-8ffa-7b63ac10d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:02:09Z', 'revision_number': 11, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:12.393883 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fdab00-0790-457d-8ffa-7b63ac10d3c1 None None] Checking router: b082403f-00c7-4203-819d-52d3bd985028 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:02:12.403277 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fdab00-0790-457d-8ffa-7b63ac10d3c1 None None] Routers {'b082403f-00c7-4203-819d-52d3bd985028'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:02:12.403955 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c4fdab00-0790-457d-8ffa-7b63ac10d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:02:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b082403f-00c7-4203-819d-52d3bd985028'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:12.501229 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-c4fdab00-0790-457d-8ffa-7b63ac10d3c1 None None] Set router b082403f-00c7-4203-819d-52d3bd985028 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:02:12.527200 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-312f146e-e08e-46b9-8660-f2c51f4042bc tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:12.529563 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-312f146e-e08e-46b9-8660-f2c51f4042bc tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:12.560618 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-c4fdab00-0790-457d-8ffa-7b63ac10d3c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:02:09Z', 'revision_number': 11, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:12.599138 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-312f146e-e08e-46b9-8660-f2c51f4042bc tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:12.600889 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fdab00-0790-457d-8ffa-7b63ac10d3c1 None None] The sync data for ids ['b082403f-00c7-4203-819d-52d3bd985028'] in n-d-799525-3 is: [{'id': 'b082403f-00c7-4203-819d-52d3bd985028', 'name': 'tempest-RoutersIpV6Test-router-1811938538', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:01:30Z', 'updated_at': '2021-07-09T14:02:09Z', 'revision_number': 11, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:02:12.604723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312f146e-e08e-46b9-8660-f2c51f4042bc tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Fanout notify agent at l3_agent the message router_deleted on router b082403f-00c7-4203-819d-52d3bd985028 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:02:12.614067 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-312f146e-e08e-46b9-8660-f2c51f4042bc tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:12.622094 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-312f146e-e08e-46b9-8660-f2c51f4042bc tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/routers/b082403f-00c7-4203-819d-52d3bd985028 HTTP/1.1" status: 204 len: 168 time: 0.3580444 Jul 09 14:02:12.622630 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44602) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:12.630525 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-9245d85f-1125-40e1-badf-c42a1b9bf953 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1101919216', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:12.670890 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9245d85f-1125-40e1-badf-c42a1b9bf953 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:12.673928 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9245d85f-1125-40e1-badf-c42a1b9bf953 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:12.770476 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9245d85f-1125-40e1-badf-c42a1b9bf953 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:12.776889 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9245d85f-1125-40e1-badf-c42a1b9bf953 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:12.800070 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9245d85f-1125-40e1-badf-c42a1b9bf953 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:12.801512 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9245d85f-1125-40e1-badf-c42a1b9bf953 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1773195 Jul 09 14:02:12.806228 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44604) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:12.817225 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-335e3444-2aa0-47ba-9062-5a9ef3a8c5a4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:13.071015 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-335e3444-2aa0-47ba-9062-5a9ef3a8c5a4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:13.084367 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-335e3444-2aa0-47ba-9062-5a9ef3a8c5a4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-775673', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-775664', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-542510'] for router, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:13.237294 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335e3444-2aa0-47ba-9062-5a9ef3a8c5a4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Router dbd8d672-79c8-41db-ba0e-78195edfaed4 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:02:13.349358 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335e3444-2aa0-47ba-9062-5a9ef3a8c5a4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:02:13.356290 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-335e3444-2aa0-47ba-9062-5a9ef3a8c5a4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:13.360986 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44608) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:13.363282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa2884-f15a-4c61-8c34-c6911d7c2fb2 None None] Sync routers for ids ['dbd8d672-79c8-41db-ba0e-78195edfaed4'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:02:13.363823 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-335e3444-2aa0-47ba-9062-5a9ef3a8c5a4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "PUT /v2.0/routers/dbd8d672-79c8-41db-ba0e-78195edfaed4 HTTP/1.1" status: 200 len: 698 time: 0.5497446 Jul 09 14:02:13.375165 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa2884-f15a-4c61-8c34-c6911d7c2fb2 None None] Routers {'dbd8d672-79c8-41db-ba0e-78195edfaed4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:02:13.376303 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fbaa2884-f15a-4c61-8c34-c6911d7c2fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:02:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['dbd8d672-79c8-41db-ba0e-78195edfaed4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:13.455534 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-fbaa2884-f15a-4c61-8c34-c6911d7c2fb2 None None] Set router dbd8d672-79c8-41db-ba0e-78195edfaed4 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:02:13.457171 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ef9e73cb-8841-4b55-8913-d1f60517c297 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/routers/dbd8d672-79c8-41db-ba0e-78195edfaed4 HTTP/1.1" status: 200 len: 704 time: 0.0945935 Jul 09 14:02:13.461623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44610) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:13.495287 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-42b436b8-7be7-4655-a64d-429802cef2aa tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbd8d672-79c8-41db-ba0e-78195edfaed4 HTTP/1.1" status: 200 len: 205 time: 0.0319331 Jul 09 14:02:13.499936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44612) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:13.548986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fbaa2884-f15a-4c61-8c34-c6911d7c2fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd8d672-79c8-41db-ba0e-78195edfaed4', 'name': 'tempest-RoutersIpV6Test-router-1101919216', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:02:12Z', 'updated_at': '2021-07-09T14:02:13Z', 'revision_number': 2, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:13.588403 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ea08a52-8d2d-412c-82b5-d038dc60b38f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:13.604612 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa2884-f15a-4c61-8c34-c6911d7c2fb2 None None] Checking router: dbd8d672-79c8-41db-ba0e-78195edfaed4 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:02:13.620565 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbaa2884-f15a-4c61-8c34-c6911d7c2fb2 None None] Routers {'dbd8d672-79c8-41db-ba0e-78195edfaed4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:02:13.621487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fbaa2884-f15a-4c61-8c34-c6911d7c2fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:02:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['dbd8d672-79c8-41db-ba0e-78195edfaed4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:13.734870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-fbaa2884-f15a-4c61-8c34-c6911d7c2fb2 None None] Set router dbd8d672-79c8-41db-ba0e-78195edfaed4 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:02:13.790099 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ea08a52-8d2d-412c-82b5-d038dc60b38f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:13.792851 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ea08a52-8d2d-412c-82b5-d038dc60b38f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:13.801638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fbaa2884-f15a-4c61-8c34-c6911d7c2fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd8d672-79c8-41db-ba0e-78195edfaed4', 'name': 'tempest-RoutersIpV6Test-router-1101919216', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:02:12Z', 'updated_at': '2021-07-09T14:02:13Z', 'revision_number': 2, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:13.857387 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ea08a52-8d2d-412c-82b5-d038dc60b38f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:13.858616 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea08a52-8d2d-412c-82b5-d038dc60b38f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Fanout notify agent at l3_agent the message router_deleted on router dbd8d672-79c8-41db-ba0e-78195edfaed4 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:02:13.872433 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ea08a52-8d2d-412c-82b5-d038dc60b38f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:13.874470 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7ea08a52-8d2d-412c-82b5-d038dc60b38f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/routers/dbd8d672-79c8-41db-ba0e-78195edfaed4 HTTP/1.1" status: 204 len: 168 time: 0.3724828 Jul 09 14:02:13.881638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44614) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:13.942257 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e11caa4e-c00d-4fcb-b281-0d6b68dfd251 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports?device_id=dbd8d672-79c8-41db-ba0e-78195edfaed4 HTTP/1.1" status: 200 len: 205 time: 0.0581820 Jul 09 14:02:13.945682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44616) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:13.997990 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbaa2884-f15a-4c61-8c34-c6911d7c2fb2 None None] The sync data for ids ['dbd8d672-79c8-41db-ba0e-78195edfaed4'] in n-d-799525-3 is: [{'id': 'dbd8d672-79c8-41db-ba0e-78195edfaed4', 'name': 'tempest-RoutersIpV6Test-router-1101919216', 'tenant_id': '0c0afaa3b5174326b7d116fa3cadb256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:02:12Z', 'updated_at': '2021-07-09T14:02:13Z', 'revision_number': 2, 'project_id': '0c0afaa3b5174326b7d116fa3cadb256', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:02:14.030147 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-1856c172-8756-4e75-b5ca-62a6a3709b6e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] delete failed (client error): The resource could not be found. Jul 09 14:02:14.032075 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1856c172-8756-4e75-b5ca-62a6a3709b6e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/routers/dbd8d672-79c8-41db-ba0e-78195edfaed4 HTTP/1.1" status: 404 len: 336 time: 0.0845387 Jul 09 14:02:14.035836 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44618) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.080436 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-718902d2-c939-4c39-b247-82c7f3f3f115 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] DELETE failed (client error): The resource could not be found. Jul 09 14:02:14.081126 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-718902d2-c939-4c39-b247-82c7f3f3f115 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:02:14.085453 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-718902d2-c939-4c39-b247-82c7f3f3f115 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/656df2b0-9181-4b85-b69f-c08e9ab77615 HTTP/1.1" status: 404 len: 337 time: 0.0453389 Jul 09 14:02:14.085762 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44620) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.121011 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d7c6132-903f-41e8-9c9d-702b7e8f1c45 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] DELETE failed (client error): The resource could not be found. Jul 09 14:02:14.121544 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d7c6132-903f-41e8-9c9d-702b7e8f1c45 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:02:14.126104 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0d7c6132-903f-41e8-9c9d-702b7e8f1c45 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/75e5795e-52cd-4649-ab8e-4c1ec4344a56 HTTP/1.1" status: 404 len: 337 time: 0.0366318 Jul 09 14:02:14.126490 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44622) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.155760 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e605d25-1366-4604-9e6b-185abb91163e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] DELETE failed (client error): The resource could not be found. Jul 09 14:02:14.156772 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e605d25-1366-4604-9e6b-185abb91163e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:02:14.160007 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1e605d25-1366-4604-9e6b-185abb91163e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/a195cf4b-3049-4adf-87fc-390afd54c549 HTTP/1.1" status: 404 len: 337 time: 0.0312834 Jul 09 14:02:14.164154 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44624) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.196424 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-44368b85-a09e-41cc-85bc-34fe066d2d13 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] DELETE failed (client error): The resource could not be found. Jul 09 14:02:14.196886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44368b85-a09e-41cc-85bc-34fe066d2d13 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:02:14.198782 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-44368b85-a09e-41cc-85bc-34fe066d2d13 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/1ed89db7-c2b6-48ec-85c0-bd808ef55502 HTTP/1.1" status: 404 len: 337 time: 0.0334923 Jul 09 14:02:14.203168 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44626) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.238495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-493f889b-64d8-491f-b14c-7f51b614ddc1 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports?device_id=b082403f-00c7-4203-819d-52d3bd985028 HTTP/1.1" status: 200 len: 205 time: 0.0341139 Jul 09 14:02:14.242584 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44630) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.296057 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-17267563-c928-4f49-8489-9b757cf87f19 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] delete failed (client error): The resource could not be found. Jul 09 14:02:14.302246 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-17267563-c928-4f49-8489-9b757cf87f19 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/routers/b082403f-00c7-4203-819d-52d3bd985028 HTTP/1.1" status: 404 len: 336 time: 0.0532982 Jul 09 14:02:14.302757 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44632) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.342369 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-eb52436b-9e51-488f-89b0-e2a6520bcee0 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports?device_id=d3858a77-a408-42af-a8e0-f2e9e43e7075 HTTP/1.1" status: 200 len: 205 time: 0.0344682 Jul 09 14:02:14.343014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44634) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.388403 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-f461df50-3b05-44c0-9a5d-91065a78c680 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] delete failed (client error): The resource could not be found. Jul 09 14:02:14.389502 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f461df50-3b05-44c0-9a5d-91065a78c680 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/routers/d3858a77-a408-42af-a8e0-f2e9e43e7075 HTTP/1.1" status: 404 len: 336 time: 0.0454774 Jul 09 14:02:14.394323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44636) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.423718 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-de8c62e7-a24d-4569-9472-f9808fa9bf58 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] DELETE failed (client error): The resource could not be found. Jul 09 14:02:14.424357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de8c62e7-a24d-4569-9472-f9808fa9bf58 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:02:14.426251 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-de8c62e7-a24d-4569-9472-f9808fa9bf58 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/6f9b94a7-0d16-4b70-a9fb-7d90a2209ace HTTP/1.1" status: 404 len: 337 time: 0.0297091 Jul 09 14:02:14.429240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44638) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.460933 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-26eb5873-f915-43e4-b8a0-f2d98927f484 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e40669-2ff6-4c9c-b762-da3f3beb7f4c HTTP/1.1" status: 200 len: 205 time: 0.0305498 Jul 09 14:02:14.464094 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44640) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.504287 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-c1ff2803-2a3e-4eec-8dee-ad7164dd0ae8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] delete failed (client error): The resource could not be found. Jul 09 14:02:14.505769 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c1ff2803-2a3e-4eec-8dee-ad7164dd0ae8 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/routers/15e40669-2ff6-4c9c-b762-da3f3beb7f4c HTTP/1.1" status: 404 len: 336 time: 0.0406005 Jul 09 14:02:14.509151 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44642) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.571611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9057261f-8c17-4c9b-b774-6451d9636fa1 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports?device_id=57315a1b-3683-4c27-a65a-58165adf5565 HTTP/1.1" status: 200 len: 205 time: 0.0585830 Jul 09 14:02:14.572485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44644) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.638128 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-eb8128fb-8c66-45ab-b096-3d5385323599 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] delete failed (client error): The resource could not be found. Jul 09 14:02:14.639693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-eb8128fb-8c66-45ab-b096-3d5385323599 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/routers/57315a1b-3683-4c27-a65a-58165adf5565 HTTP/1.1" status: 404 len: 336 time: 0.0657523 Jul 09 14:02:14.644551 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44646) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.679205 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea518ff-db42-4e0c-a4ba-bd566105923e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] DELETE failed (client error): The resource could not be found. Jul 09 14:02:14.679679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ea518ff-db42-4e0c-a4ba-bd566105923e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:02:14.684563 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1ea518ff-db42-4e0c-a4ba-bd566105923e tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/3824b91d-90fa-43f9-9145-3c4b5a595d7e HTTP/1.1" status: 404 len: 337 time: 0.0359480 Jul 09 14:02:14.684809 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44648) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.724938 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d44a2b7c-0e77-4c02-ba2d-0c0041a9fc72 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports?device_id=95834bd0-1853-4ee1-b550-ecb4eeedd8cc HTTP/1.1" status: 200 len: 205 time: 0.0386958 Jul 09 14:02:14.727173 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44650) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.794022 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-50054232-2299-424a-bee3-2fcf32707e6f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] delete failed (client error): The resource could not be found. Jul 09 14:02:14.795172 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-50054232-2299-424a-bee3-2fcf32707e6f tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/routers/95834bd0-1853-4ee1-b550-ecb4eeedd8cc HTTP/1.1" status: 404 len: 336 time: 0.0667777 Jul 09 14:02:14.800176 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44652) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.840741 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1e7b0f-7959-4f63-9b64-9a8710661637 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] DELETE failed (client error): The resource could not be found. Jul 09 14:02:14.841202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e1e7b0f-7959-4f63-9b64-9a8710661637 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:02:14.846480 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6e1e7b0f-7959-4f63-9b64-9a8710661637 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/b3968b87-a9d1-4ec9-a264-7a155b140145 HTTP/1.1" status: 404 len: 337 time: 0.0416701 Jul 09 14:02:14.846708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44654) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.879004 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5a7f8d1e-836f-4c34-b767-b9d37662f349 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "GET /v2.0/ports?device_id=4c1119f9-b70e-481f-b261-f2b0f881ce2a HTTP/1.1" status: 200 len: 205 time: 0.0310390 Jul 09 14:02:14.882071 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44656) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.933141 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-4398e2b2-b695-4acc-b3bc-ae822c6bf382 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] delete failed (client error): The resource could not be found. Jul 09 14:02:14.937279 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4398e2b2-b695-4acc-b3bc-ae822c6bf382 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/routers/4c1119f9-b70e-481f-b261-f2b0f881ce2a HTTP/1.1" status: 404 len: 336 time: 0.0509052 Jul 09 14:02:14.937720 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44658) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:14.972326 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e21bc2-a140-4fce-aa81-3a29683ff267 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] DELETE failed (client error): The resource could not be found. Jul 09 14:02:14.972792 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e21bc2-a140-4fce-aa81-3a29683ff267 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:02:14.974606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e0e21bc2-a140-4fce-aa81-3a29683ff267 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/00cd733e-3c71-4b5c-89bd-15943a299b81 HTTP/1.1" status: 404 len: 337 time: 0.0361221 Jul 09 14:02:14.978968 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44660) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:15.009361 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcc2088f-1f60-41c4-bb63-a9a845b900f4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] DELETE failed (client error): The resource could not be found. Jul 09 14:02:15.009837 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcc2088f-1f60-41c4-bb63-a9a845b900f4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:02:15.011706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fcc2088f-1f60-41c4-bb63-a9a845b900f4 tempest-RoutersIpV6Test-1555844689 tempest-RoutersIpV6Test-1555844689-project] 10.222.0.39 "DELETE /v2.0/subnets/6c37e44a-8569-4470-9e4b-d607743700b9 HTTP/1.1" status: 404 len: 337 time: 0.0316415 Jul 09 14:02:15.462990 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44668) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:15.648936 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1817baae-6a8d-444b-a397-dd74b5919b32 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0c0afaa3b5174326b7d116fa3cadb256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846490 Jul 09 14:02:15.653048 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44672) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:15.720160 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd337064-8e6f-45e5-aa5f-3b6bafa8ddfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:15.758090 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd337064-8e6f-45e5-aa5f-3b6bafa8ddfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:15.831662 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd337064-8e6f-45e5-aa5f-3b6bafa8ddfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:15.836542 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fd337064-8e6f-45e5-aa5f-3b6bafa8ddfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:15.840771 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fd337064-8e6f-45e5-aa5f-3b6bafa8ddfa admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/433e1b7a-1764-4a86-8926-6dc7ed4591eb HTTP/1.1" status: 204 len: 168 time: 0.1843624 Jul 09 14:02:15.854383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd337064-8e6f-45e5-aa5f-3b6bafa8ddfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=433e1b7a-1764-4a86-8926-6dc7ed4591eb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:16.912148 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44696) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:17.034295 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-aed0b63d-71fb-41ad-8ba6-07b62c400433 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:17.034758 n-d-799525-3 neutron-server[93754]: WARNING neutron.api.v2.base [None req-aed0b63d-71fb-41ad-8ba6-07b62c400433 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 14:02:17.035353 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-aed0b63d-71fb-41ad-8ba6-07b62c400433 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 14:02:17.036388 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-aed0b63d-71fb-41ad-8ba6-07b62c400433 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1231987 Jul 09 14:02:17.041118 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44700) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:17.046571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-452912c1-3b7e-43bd-ac66-a0e6aa3483f0 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1119867844'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:17.074969 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-452912c1-3b7e-43bd-ac66-a0e6aa3483f0 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.092985 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-452912c1-3b7e-43bd-ac66-a0e6aa3483f0 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.246662 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-452912c1-3b7e-43bd-ac66-a0e6aa3483f0 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.252938 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-452912c1-3b7e-43bd-ac66-a0e6aa3483f0 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.314655 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452912c1-3b7e-43bd-ac66-a0e6aa3483f0 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=694f711c-f822-4e30-8f8b-0cfecb608acf,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:17.406720 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-452912c1-3b7e-43bd-ac66-a0e6aa3483f0 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.413719 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-452912c1-3b7e-43bd-ac66-a0e6aa3483f0 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.452971 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-452912c1-3b7e-43bd-ac66-a0e6aa3483f0 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.459727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-452912c1-3b7e-43bd-ac66-a0e6aa3483f0 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4132476 Jul 09 14:02:17.460298 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44702) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:17.465275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-059281a9-c067-42be-b3e0-6d7cc2350098 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': 'fe038a10-4a35-4215-a60b-9d4a9c89a60c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:17.474573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452912c1-3b7e-43bd-ac66-a0e6aa3483f0 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe038a10-4a35-4215-a60b-9d4a9c89a60c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:17.504293 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-059281a9-c067-42be-b3e0-6d7cc2350098 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.588304 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-059281a9-c067-42be-b3e0-6d7cc2350098 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.594781 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-059281a9-c067-42be-b3e0-6d7cc2350098 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.616928 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059281a9-c067-42be-b3e0-6d7cc2350098 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f9b1f6-7740-4bed-90ff-c48e82034766,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:17.625141 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-059281a9-c067-42be-b3e0-6d7cc2350098 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.627182 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-059281a9-c067-42be-b3e0-6d7cc2350098 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1650553 Jul 09 14:02:17.629805 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44706) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:17.634842 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3a60ec10-bdb6-48c2-805d-a452347f0b32 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': 'fe038a10-4a35-4215-a60b-9d4a9c89a60c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:17.677536 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3a60ec10-bdb6-48c2-805d-a452347f0b32 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.737253 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-3a60ec10-bdb6-48c2-805d-a452347f0b32 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): There was a conflict when trying to complete your request. Jul 09 14:02:17.741543 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3a60ec10-bdb6-48c2-805d-a452347f0b32 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1108208 Jul 09 14:02:17.742157 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44708) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:17.820807 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-017b388c-6d94-4fa6-9fb7-63cb743bf88c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.850195 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-017b388c-6d94-4fa6-9fb7-63cb743bf88c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.915599 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-017b388c-6d94-4fa6-9fb7-63cb743bf88c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.920651 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-017b388c-6d94-4fa6-9fb7-63cb743bf88c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:17.923973 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-017b388c-6d94-4fa6-9fb7-63cb743bf88c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "DELETE /v2.0/security-groups/fe038a10-4a35-4215-a60b-9d4a9c89a60c HTTP/1.1" status: 204 len: 168 time: 0.1793456 Jul 09 14:02:17.926688 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44710) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:17.941441 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017b388c-6d94-4fa6-9fb7-63cb743bf88c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe038a10-4a35-4215-a60b-9d4a9c89a60c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:18.009488 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-664203e6-01d0-495f-a685-962f2b9964e5 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0812674 Jul 09 14:02:18.015123 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44712) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:18.020970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c0ee5f12-b442-4091-8b5f-330a38582260 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group': {'name': 'tempest-secgroup--2142015150'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:18.055728 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0ee5f12-b442-4091-8b5f-330a38582260 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:18.200758 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0ee5f12-b442-4091-8b5f-330a38582260 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:18.210773 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0ee5f12-b442-4091-8b5f-330a38582260 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:18.250322 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0ee5f12-b442-4091-8b5f-330a38582260 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:18.255367 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c0ee5f12-b442-4091-8b5f-330a38582260 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2365155 Jul 09 14:02:18.257164 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44714) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:18.263957 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ee5f12-b442-4091-8b5f-330a38582260 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d93f6ec0-137e-497b-9859-f404daa6ec73,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:18.265813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-526b247b-16ef-4a6d-8d18-d7fbfbc3e71f tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': 'd93f6ec0-137e-497b-9859-f404daa6ec73', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:18.266613 n-d-799525-3 neutron-server[93753]: WARNING neutron.api.v2.base [None req-526b247b-16ef-4a6d-8d18-d7fbfbc3e71f tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 09 14:02:18.268117 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-526b247b-16ef-4a6d-8d18-d7fbfbc3e71f tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:02:18.270165 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-526b247b-16ef-4a6d-8d18-d7fbfbc3e71f tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0112388 Jul 09 14:02:18.275168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44716) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:18.372244 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d60305c6-78af-4302-bca3-8921ff02c04d tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:18.414408 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d60305c6-78af-4302-bca3-8921ff02c04d tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:18.486106 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d60305c6-78af-4302-bca3-8921ff02c04d tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:18.489894 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d60305c6-78af-4302-bca3-8921ff02c04d tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:18.491431 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d60305c6-78af-4302-bca3-8921ff02c04d tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "DELETE /v2.0/security-groups/d93f6ec0-137e-497b-9859-f404daa6ec73 HTTP/1.1" status: 204 len: 168 time: 0.2149813 Jul 09 14:02:18.495369 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44718) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:18.507796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60305c6-78af-4302-bca3-8921ff02c04d tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93f6ec0-137e-497b-9859-f404daa6ec73,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:18.580972 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7ace31a3-11f7-4ba8-9034-035a1b155b37 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0839067 Jul 09 14:02:18.586354 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44720) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:18.591622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-eb5f2416-5c8e-4400-a604-ddbe76da9bbc tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1913729045'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:18.624386 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2416-5c8e-4400-a604-ddbe76da9bbc tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:18.770100 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2416-5c8e-4400-a604-ddbe76da9bbc tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:18.776837 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2416-5c8e-4400-a604-ddbe76da9bbc tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:18.813310 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eb5f2416-5c8e-4400-a604-ddbe76da9bbc tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:18.818877 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-eb5f2416-5c8e-4400-a604-ddbe76da9bbc tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2271564 Jul 09 14:02:18.819136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44724) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:18.824802 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3fffe92c-1002-41d1-87fa-b847a2e6595f tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': '8b45a500-b20e-4e64-839b-fe886e954992', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:18.825402 n-d-799525-3 neutron-server[93754]: WARNING neutron.api.v2.base [None req-3fffe92c-1002-41d1-87fa-b847a2e6595f tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 09 14:02:18.825925 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-3fffe92c-1002-41d1-87fa-b847a2e6595f tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:02:18.831933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3fffe92c-1002-41d1-87fa-b847a2e6595f tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068834 Jul 09 14:02:18.831933 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5f2416-5c8e-4400-a604-ddbe76da9bbc tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b45a500-b20e-4e64-839b-fe886e954992,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:18.831933 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44726) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:18.914526 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4d75c2c-2809-465d-9a52-2b4cd1ff3d0e tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:18.945283 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4d75c2c-2809-465d-9a52-2b4cd1ff3d0e tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:19.018369 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4d75c2c-2809-465d-9a52-2b4cd1ff3d0e tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:19.023029 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4d75c2c-2809-465d-9a52-2b4cd1ff3d0e tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:19.028016 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a4d75c2c-2809-465d-9a52-2b4cd1ff3d0e tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "DELETE /v2.0/security-groups/8b45a500-b20e-4e64-839b-fe886e954992 HTTP/1.1" status: 204 len: 168 time: 0.1886284 Jul 09 14:02:19.028419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44728) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:19.040692 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d75c2c-2809-465d-9a52-2b4cd1ff3d0e tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b45a500-b20e-4e64-839b-fe886e954992,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:19.098442 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ad6f490a-6042-4945-bf06-c49335466341 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0687704 Jul 09 14:02:19.102636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44730) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:19.107527 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-11b12588-e7b2-41dc-b6c9-6a693bb2d1da tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group': {'name': 'tempest-secgroup--2002824628'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:19.136697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11b12588-e7b2-41dc-b6c9-6a693bb2d1da tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:19.258099 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11b12588-e7b2-41dc-b6c9-6a693bb2d1da tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:19.263014 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11b12588-e7b2-41dc-b6c9-6a693bb2d1da tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:19.289150 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11b12588-e7b2-41dc-b6c9-6a693bb2d1da tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:19.290374 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-11b12588-e7b2-41dc-b6c9-6a693bb2d1da tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1866884 Jul 09 14:02:19.293384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44732) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:19.300357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b12588-e7b2-41dc-b6c9-6a693bb2d1da tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=db6008d7-3543-4fdc-be26-bce3fd6962b5,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:19.302290 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c1cb1da8-56d9-428d-8663-b03477293c65 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': 'db6008d7-3543-4fdc-be26-bce3fd6962b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:19.311071 n-d-799525-3 neutron-server[93754]: WARNING neutron.api.v2.base [None req-c1cb1da8-56d9-428d-8663-b03477293c65 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 09 14:02:19.312131 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-c1cb1da8-56d9-428d-8663-b03477293c65 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:02:19.313572 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c1cb1da8-56d9-428d-8663-b03477293c65 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0188448 Jul 09 14:02:19.317937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44734) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:19.322936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ad2e15de-c519-4f6a-b277-64cbb687debd tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': 'db6008d7-3543-4fdc-be26-bce3fd6962b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:19.323860 n-d-799525-3 neutron-server[93753]: WARNING neutron.api.v2.base [None req-ad2e15de-c519-4f6a-b277-64cbb687debd tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 09 14:02:19.324372 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-ad2e15de-c519-4f6a-b277-64cbb687debd tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:02:19.325400 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ad2e15de-c519-4f6a-b277-64cbb687debd tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0064397 Jul 09 14:02:19.329320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44736) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:19.336443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-28b8da2c-4440-44d0-b040-79c711c1d76c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': 'db6008d7-3543-4fdc-be26-bce3fd6962b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:19.337273 n-d-799525-3 neutron-server[93753]: WARNING neutron.api.v2.base [None req-28b8da2c-4440-44d0-b040-79c711c1d76c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 09 14:02:19.338087 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-28b8da2c-4440-44d0-b040-79c711c1d76c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:02:19.339120 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-28b8da2c-4440-44d0-b040-79c711c1d76c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0073233 Jul 09 14:02:19.342300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44738) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:19.351728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7f95f18a-a7a9-4ae5-9ca2-c55886ea33dc tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': 'db6008d7-3543-4fdc-be26-bce3fd6962b5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:19.352617 n-d-799525-3 neutron-server[93753]: WARNING neutron.api.v2.base [None req-7f95f18a-a7a9-4ae5-9ca2-c55886ea33dc tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 09 14:02:19.353124 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-7f95f18a-a7a9-4ae5-9ca2-c55886ea33dc tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:02:19.358186 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7f95f18a-a7a9-4ae5-9ca2-c55886ea33dc tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0108967 Jul 09 14:02:19.358560 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44740) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:19.436654 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3de66542-2f15-4ada-9666-b62f8ed67b9d tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:19.472494 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3de66542-2f15-4ada-9666-b62f8ed67b9d tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:19.542871 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3de66542-2f15-4ada-9666-b62f8ed67b9d tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:19.546909 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3de66542-2f15-4ada-9666-b62f8ed67b9d tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:19.551843 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44742) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:19.555939 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3de66542-2f15-4ada-9666-b62f8ed67b9d tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "DELETE /v2.0/security-groups/db6008d7-3543-4fdc-be26-bce3fd6962b5 HTTP/1.1" status: 204 len: 168 time: 0.1959417 Jul 09 14:02:19.573882 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de66542-2f15-4ada-9666-b62f8ed67b9d tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6008d7-3543-4fdc-be26-bce3fd6962b5,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:19.621518 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-987faa89-3808-47b6-81bf-8943d578b9c2 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0681872 Jul 09 14:02:19.628219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44744) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:19.633284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0a3e9f3e-ffd1-4a98-85b0-36ae8e3187d7 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group': {'name': 'tempest-secgroup--481598061'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:19.666638 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9f3e-ffd1-4a98-85b0-36ae8e3187d7 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:19.790010 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9f3e-ffd1-4a98-85b0-36ae8e3187d7 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:19.796266 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9f3e-ffd1-4a98-85b0-36ae8e3187d7 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:19.826407 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0a3e9f3e-ffd1-4a98-85b0-36ae8e3187d7 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:19.827831 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0a3e9f3e-ffd1-4a98-85b0-36ae8e3187d7 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1985860 Jul 09 14:02:19.831564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44748) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:19.837730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-43ee977b-00fb-4e9f-a64c-9eecd75018ee tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': '19574357-8e4c-4704-aeb7-11e9237f4338', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:19.838225 n-d-799525-3 neutron-server[93753]: WARNING neutron.api.v2.base [None req-43ee977b-00fb-4e9f-a64c-9eecd75018ee tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 14:02:19.838734 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-43ee977b-00fb-4e9f-a64c-9eecd75018ee tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:02:19.839819 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-43ee977b-00fb-4e9f-a64c-9eecd75018ee tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062747 Jul 09 14:02:19.840746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3e9f3e-ffd1-4a98-85b0-36ae8e3187d7 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19574357-8e4c-4704-aeb7-11e9237f4338,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:19.843934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44750) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:19.849167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-54d8b5eb-929e-4f0e-9a68-64442644ffe6 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': '19574357-8e4c-4704-aeb7-11e9237f4338', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:19.899009 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-54d8b5eb-929e-4f0e-9a68-64442644ffe6 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:02:19.900887 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-54d8b5eb-929e-4f0e-9a68-64442644ffe6 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0557673 Jul 09 14:02:19.905488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44752) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:19.911432 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f144c566-949a-4f26-b3c1-ecdc3bbb4003 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': '19574357-8e4c-4704-aeb7-11e9237f4338', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:19.912161 n-d-799525-3 neutron-server[93753]: WARNING neutron.api.v2.base [None req-f144c566-949a-4f26-b3c1-ecdc3bbb4003 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 09 14:02:19.912875 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-f144c566-949a-4f26-b3c1-ecdc3bbb4003 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:02:19.914461 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f144c566-949a-4f26-b3c1-ecdc3bbb4003 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0075636 Jul 09 14:02:19.919390 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44754) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:19.925514 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fd7bed05-76fd-479a-81db-bd7ec6a7510c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': '19574357-8e4c-4704-aeb7-11e9237f4338', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:19.976000 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-fd7bed05-76fd-479a-81db-bd7ec6a7510c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:02:19.977925 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fd7bed05-76fd-479a-81db-bd7ec6a7510c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0569975 Jul 09 14:02:19.982190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44756) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:19.989531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-51033239-98d7-43dd-bf36-968940591f94 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': '19574357-8e4c-4704-aeb7-11e9237f4338', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:19.990073 n-d-799525-3 neutron-server[93753]: WARNING neutron.api.v2.base [None req-51033239-98d7-43dd-bf36-968940591f94 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 09 14:02:19.990751 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-51033239-98d7-43dd-bf36-968940591f94 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:02:19.993380 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-51033239-98d7-43dd-bf36-968940591f94 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0092452 Jul 09 14:02:19.997289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44758) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:20.003374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-02851c76-4d61-4edb-b506-0d78fdcff816 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': '19574357-8e4c-4704-aeb7-11e9237f4338', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:20.059849 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-02851c76-4d61-4edb-b506-0d78fdcff816 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:02:20.061734 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-02851c76-4d61-4edb-b506-0d78fdcff816 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0631659 Jul 09 14:02:20.065961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44760) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:20.073788 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f55986f5-3494-45e0-98ba-d7d8c03f8707 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': '19574357-8e4c-4704-aeb7-11e9237f4338', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:20.074551 n-d-799525-3 neutron-server[93753]: WARNING neutron.api.v2.base [None req-f55986f5-3494-45e0-98ba-d7d8c03f8707 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 09 14:02:20.076651 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-f55986f5-3494-45e0-98ba-d7d8c03f8707 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:02:20.082280 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f55986f5-3494-45e0-98ba-d7d8c03f8707 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0103765 Jul 09 14:02:20.082572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44762) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:20.088580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-00396fe2-b2db-4b88-83b8-ce4867a52ace tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': '19574357-8e4c-4704-aeb7-11e9237f4338', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:20.136779 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-00396fe2-b2db-4b88-83b8-ce4867a52ace tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:02:20.138429 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-00396fe2-b2db-4b88-83b8-ce4867a52ace tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0544388 Jul 09 14:02:20.141881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44764) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:20.152225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-029723bd-9676-4f88-89d4-dc939e632c2b tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': '19574357-8e4c-4704-aeb7-11e9237f4338', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:20.207788 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-029723bd-9676-4f88-89d4-dc939e632c2b tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:02:20.209326 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-029723bd-9676-4f88-89d4-dc939e632c2b tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0656157 Jul 09 14:02:20.212637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44766) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:20.288735 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fee80504-273b-4de4-94c7-7746c10edf26 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:20.326359 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fee80504-273b-4de4-94c7-7746c10edf26 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:20.414624 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fee80504-273b-4de4-94c7-7746c10edf26 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:20.419979 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fee80504-273b-4de4-94c7-7746c10edf26 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:20.422039 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fee80504-273b-4de4-94c7-7746c10edf26 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "DELETE /v2.0/security-groups/19574357-8e4c-4704-aeb7-11e9237f4338 HTTP/1.1" status: 204 len: 168 time: 0.2079344 Jul 09 14:02:20.425579 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44776) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:20.455353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee80504-273b-4de4-94c7-7746c10edf26 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19574357-8e4c-4704-aeb7-11e9237f4338,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:20.484420 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f09381a2-8b25-4ac6-8129-e5db0ca3b2e8 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0572646 Jul 09 14:02:20.491818 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44778) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:20.499037 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cbde016b-e95c-449e-b37a-f1ffa6504f70 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group': {'name': 'tempest-secgroup--932191103'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:20.533595 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbde016b-e95c-449e-b37a-f1ffa6504f70 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:20.671638 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbde016b-e95c-449e-b37a-f1ffa6504f70 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:20.677184 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbde016b-e95c-449e-b37a-f1ffa6504f70 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:20.727852 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cbde016b-e95c-449e-b37a-f1ffa6504f70 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:20.730000 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cbde016b-e95c-449e-b37a-f1ffa6504f70 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2367926 Jul 09 14:02:20.733387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44780) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:20.738174 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbde016b-e95c-449e-b37a-f1ffa6504f70 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ac5d66-f9ee-40f0-a114-e990dd2bb5d0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:20.740513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0a7f0636-67fc-421d-9409-512e5cc36ea1 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': 'c6ac5d66-f9ee-40f0-a114-e990dd2bb5d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:20.808403 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-0a7f0636-67fc-421d-9409-512e5cc36ea1 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The resource could not be found. Jul 09 14:02:20.809905 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0a7f0636-67fc-421d-9409-512e5cc36ea1 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0742881 Jul 09 14:02:20.813382 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44784) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:20.822415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e9afbb0b-8ad9-48ce-89ff-1e413a008167 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': 'c6ac5d66-f9ee-40f0-a114-e990dd2bb5d0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fe8042d8-1b58-45a2-88ad-dc7472906e6b'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:20.894981 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-e9afbb0b-8ad9-48ce-89ff-1e413a008167 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The resource could not be found. Jul 09 14:02:20.896887 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e9afbb0b-8ad9-48ce-89ff-1e413a008167 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0815458 Jul 09 14:02:20.900353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44786) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:20.996098 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5fac1aa-16cc-4710-a03f-e111f1f097e8 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:21.035729 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5fac1aa-16cc-4710-a03f-e111f1f097e8 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:21.101066 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5fac1aa-16cc-4710-a03f-e111f1f097e8 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:21.105724 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5fac1aa-16cc-4710-a03f-e111f1f097e8 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:21.107996 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d5fac1aa-16cc-4710-a03f-e111f1f097e8 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "DELETE /v2.0/security-groups/c6ac5d66-f9ee-40f0-a114-e990dd2bb5d0 HTTP/1.1" status: 204 len: 168 time: 0.2060261 Jul 09 14:02:21.111738 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44796) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:21.125152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fac1aa-16cc-4710-a03f-e111f1f097e8 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ac5d66-f9ee-40f0-a114-e990dd2bb5d0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:21.185253 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-63918ef9-3673-4b1e-9c7f-597c37a59d8f tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0719757 Jul 09 14:02:21.192057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44798) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:21.197335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-94347eee-19af-4e59-a589-e515764bea2a tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': '1d576aaf-b501-45ee-aee7-3f2dbf19b74e', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:21.250775 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-94347eee-19af-4e59-a589-e515764bea2a tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The resource could not be found. Jul 09 14:02:21.253128 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-94347eee-19af-4e59-a589-e515764bea2a tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0596907 Jul 09 14:02:21.259130 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44800) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:21.264169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9817380a-287b-4eaf-b157-9891d7c6a027 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1980996642'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:21.295054 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9817380a-287b-4eaf-b157-9891d7c6a027 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:21.446854 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9817380a-287b-4eaf-b157-9891d7c6a027 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:21.452748 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9817380a-287b-4eaf-b157-9891d7c6a027 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:21.515970 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9817380a-287b-4eaf-b157-9891d7c6a027 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:21.519275 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9817380a-287b-4eaf-b157-9891d7c6a027 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2586150 Jul 09 14:02:21.522810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9817380a-287b-4eaf-b157-9891d7c6a027 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02528c0-206f-4251-a02b-9fb95b293117,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:21.523636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44802) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:21.529241 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-be09e26e-d571-46a7-9c4b-b4392e9e92e8 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group': {'name': 'tempest-secgroup--1844996377'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:21.566007 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be09e26e-d571-46a7-9c4b-b4392e9e92e8 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:21.714482 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be09e26e-d571-46a7-9c4b-b4392e9e92e8 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:21.721449 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be09e26e-d571-46a7-9c4b-b4392e9e92e8 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:21.772353 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-be09e26e-d571-46a7-9c4b-b4392e9e92e8 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:21.777961 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-be09e26e-d571-46a7-9c4b-b4392e9e92e8 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2492237 Jul 09 14:02:21.778736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44804) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:21.781855 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be09e26e-d571-46a7-9c4b-b4392e9e92e8 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b41353-829a-4fa1-8b84-bb60b4c5a6c4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:21.785954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2daf8804-650f-4aac-aa97-69b117c3c35c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group_rule': {'security_group_id': 'a02528c0-206f-4251-a02b-9fb95b293117', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a2b41353-829a-4fa1-8b84-bb60b4c5a6c4'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:21.841651 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-2daf8804-650f-4aac-aa97-69b117c3c35c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:02:21.843680 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2daf8804-650f-4aac-aa97-69b117c3c35c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0631783 Jul 09 14:02:21.847370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44806) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:21.912149 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16612d9c-74c7-4f81-adcf-a0730bc3f43b tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:21.940437 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16612d9c-74c7-4f81-adcf-a0730bc3f43b tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:22.010019 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16612d9c-74c7-4f81-adcf-a0730bc3f43b tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:22.014754 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16612d9c-74c7-4f81-adcf-a0730bc3f43b tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:22.020744 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44810) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:22.021445 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-16612d9c-74c7-4f81-adcf-a0730bc3f43b tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "DELETE /v2.0/security-groups/a2b41353-829a-4fa1-8b84-bb60b4c5a6c4 HTTP/1.1" status: 204 len: 168 time: 0.1726134 Jul 09 14:02:22.037690 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16612d9c-74c7-4f81-adcf-a0730bc3f43b tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b41353-829a-4fa1-8b84-bb60b4c5a6c4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:22.124250 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-11cba630-53e4-4fb8-a447-28e3428f2bc2 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1013751 Jul 09 14:02:22.128406 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44812) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:22.223508 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bb3b386-9639-4993-b6e7-e0d1a4a56cf9 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:22.263403 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bb3b386-9639-4993-b6e7-e0d1a4a56cf9 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:22.335870 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bb3b386-9639-4993-b6e7-e0d1a4a56cf9 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:22.338605 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bb3b386-9639-4993-b6e7-e0d1a4a56cf9 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:22.339966 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5bb3b386-9639-4993-b6e7-e0d1a4a56cf9 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "DELETE /v2.0/security-groups/a02528c0-206f-4251-a02b-9fb95b293117 HTTP/1.1" status: 204 len: 168 time: 0.2105284 Jul 09 14:02:22.343052 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44822) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:22.354320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3b386-9639-4993-b6e7-e0d1a4a56cf9 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02528c0-206f-4251-a02b-9fb95b293117,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:22.440398 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-49d5ddc5-9b03-4ae8-945d-aadee19c1992 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0956161 Jul 09 14:02:22.446541 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44824) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:22.452140 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6f238cd3-e78c-4bae-9b14-d1a7b91773a3 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group': {'name': 'tempest-secgroup--173300069'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:22.488851 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f238cd3-e78c-4bae-9b14-d1a7b91773a3 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:22.627815 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f238cd3-e78c-4bae-9b14-d1a7b91773a3 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:22.633129 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f238cd3-e78c-4bae-9b14-d1a7b91773a3 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:22.674036 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6f238cd3-e78c-4bae-9b14-d1a7b91773a3 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:22.676029 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6f238cd3-e78c-4bae-9b14-d1a7b91773a3 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2279272 Jul 09 14:02:22.677405 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f238cd3-e78c-4bae-9b14-d1a7b91773a3 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0204bd3-2220-4077-bfa4-a67835881fa2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:22.680672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44826) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:22.689264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-347b9f88-7e0f-4576-822c-39b460eab930 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:22.689803 n-d-799525-3 neutron-server[93753]: WARNING neutron.api.v2.base [None req-347b9f88-7e0f-4576-822c-39b460eab930 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 09 14:02:22.690602 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-347b9f88-7e0f-4576-822c-39b460eab930 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] update failed (client error): There was a conflict when trying to complete your request. Jul 09 14:02:22.692765 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-347b9f88-7e0f-4576-822c-39b460eab930 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "PUT /v2.0/security-groups/d0204bd3-2220-4077-bfa4-a67835881fa2 HTTP/1.1" status: 409 len: 330 time: 0.0099285 Jul 09 14:02:22.695737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44828) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:22.762916 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5259cdb5-9f99-416f-b5e2-1b89a10caeb2 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:22.791769 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5259cdb5-9f99-416f-b5e2-1b89a10caeb2 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:22.847774 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5259cdb5-9f99-416f-b5e2-1b89a10caeb2 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:22.850675 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5259cdb5-9f99-416f-b5e2-1b89a10caeb2 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:22.851850 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5259cdb5-9f99-416f-b5e2-1b89a10caeb2 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "DELETE /v2.0/security-groups/d0204bd3-2220-4077-bfa4-a67835881fa2 HTTP/1.1" status: 204 len: 168 time: 0.1550181 Jul 09 14:02:22.856144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44830) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:22.871517 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259cdb5-9f99-416f-b5e2-1b89a10caeb2 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0204bd3-2220-4077-bfa4-a67835881fa2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:22.911137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-56d37813-2918-468c-a0d1-5ec11dfc7785 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0529127 Jul 09 14:02:22.916336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44832) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:22.932751 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-1a98caa4-2efd-479b-bdca-0008030f4aa2 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] delete failed (client error): The resource could not be found. Jul 09 14:02:22.935138 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1a98caa4-2efd-479b-bdca-0008030f4aa2 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "DELETE /v2.0/security-groups/3dda84d7-e134-4b16-8111-3449b54d19e3 HTTP/1.1" status: 404 len: 347 time: 0.0165262 Jul 09 14:02:22.939879 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44834) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:22.959955 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-b126d7b7-fdf9-4ee5-b229-9bd7e4e70b0c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] show failed (client error): The resource could not be found. Jul 09 14:02:22.964563 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b126d7b7-fdf9-4ee5-b229-9bd7e4e70b0c tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "GET /v2.0/security-groups/828acdc3-7284-40f0-8dc0-9b553d87d129 HTTP/1.1" status: 404 len: 347 time: 0.0205398 Jul 09 14:02:22.968307 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44836) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:22.997466 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-e02d2b6c-f00b-47b5-9234-cfd1c6523c33 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] show failed (client error): The resource could not be found. Jul 09 14:02:22.999662 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e02d2b6c-f00b-47b5-9234-cfd1c6523c33 tempest-NegativeSecGroupTest-218831534 tempest-NegativeSecGroupTest-218831534-project] 10.222.0.39 "GET /v2.0/security-group-rules/9b60bb37-b5c0-40b0-a47c-1c89a91abda7 HTTP/1.1" status: 404 len: 356 time: 0.0297742 Jul 09 14:02:23.317724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44844) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:23.478791 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-da92be4c-5a87-4542-a02d-a06af57fefa1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7b9afe973fe2449daef7ec2a29185f74&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1598730 Jul 09 14:02:23.482897 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44848) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:23.551121 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8072e9c8-d998-4885-90db-403b0a972fb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:23.577890 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8072e9c8-d998-4885-90db-403b0a972fb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:23.646739 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8072e9c8-d998-4885-90db-403b0a972fb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:23.650615 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8072e9c8-d998-4885-90db-403b0a972fb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:23.652099 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8072e9c8-d998-4885-90db-403b0a972fb2 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/694f711c-f822-4e30-8f8b-0cfecb608acf HTTP/1.1" status: 204 len: 168 time: 0.1681283 Jul 09 14:02:23.665669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072e9c8-d998-4885-90db-403b0a972fb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=694f711c-f822-4e30-8f8b-0cfecb608acf,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:26.129334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 44908) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:26.282963 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-101f1581-18cf-4719-bd27-eb3c209577ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:26.411523 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-101f1581-18cf-4719-bd27-eb3c209577ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:26.417628 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-101f1581-18cf-4719-bd27-eb3c209577ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:26.483630 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-101f1581-18cf-4719-bd27-eb3c209577ff admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=0ba983814e774885b1d2a2ed131cad30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3530092 Jul 09 14:02:26.486591 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101f1581-18cf-4719-bd27-eb3c209577ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e428d3-6545-4613-aeb9-06e15b3956ba,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:26.488411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44918) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:26.566754 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:26.600341 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:26.646375 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-456e31f0-93ce-407c-a8f7-e45f67498088 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117965235&fields=id&tenant_id=25a69ce0edc7491da11553925111d73f HTTP/1.1" status: 200 len: 267 time: 0.0436642 Jul 09 14:02:26.667712 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:26.672625 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:26.675766 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/46e428d3-6545-4613-aeb9-06e15b3956ba HTTP/1.1" status: 204 len: 168 time: 0.1852820 Jul 09 14:02:26.690264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e428d3-6545-4613-aeb9-06e15b3956ba,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:26.706289 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:26.706902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:26.707496 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:26.708050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:26.708601 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:26.709182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:26.709769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:26.710345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:26.710914 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:26.711673 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:26.712041 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:26.712602 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d70fad0-e560-477c-9c42-90ad9986a5c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:02:26.823567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26feb53e-e181-4677-94d5-6c8afde141ec req-97ddf045-2d2e-4e06-a349-a4849282ef4f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:26.825810 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-97ddf045-2d2e-4e06-a349-a4849282ef4f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 812 time: 0.1661725 Jul 09 14:02:26.848018 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-57859a07-d1af-4fb6-98ac-37ebec69a3bb tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/quotas/25a69ce0edc7491da11553925111d73f HTTP/1.1" status: 200 len: 375 time: 0.0123367 Jul 09 14:02:26.939329 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-4dbd06a2-ed62-4c09-b429-0fb0ca8bb177 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0832319 Jul 09 14:02:27.105627 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44928) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:27.122303 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09c2eb65-55fa-45a3-91c4-182bc6c68ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:27.283653 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09c2eb65-55fa-45a3-91c4-182bc6c68ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:27.289032 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-09c2eb65-55fa-45a3-91c4-182bc6c68ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:27.357510 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-09c2eb65-55fa-45a3-91c4-182bc6c68ba9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=c718c05681b84dd7b3a656ee26765c57&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2505102 Jul 09 14:02:27.358508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c2eb65-55fa-45a3-91c4-182bc6c68ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=666ceb46-0d6f-42db-8278-d406caa6bd84,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:27.363327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 44932) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:27.385303 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-96e5b755-5033-4845-975d-51c9379ae597 service neutron] 10.222.0.39 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4293048 Jul 09 14:02:27.424608 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47cb1e19-fc62-4e2b-bfb0-de5cc9b63169 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:27.451399 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47cb1e19-fc62-4e2b-bfb0-de5cc9b63169 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:27.516320 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47cb1e19-fc62-4e2b-bfb0-de5cc9b63169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:27.519867 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47cb1e19-fc62-4e2b-bfb0-de5cc9b63169 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:27.525061 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-47cb1e19-fc62-4e2b-bfb0-de5cc9b63169 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/666ceb46-0d6f-42db-8278-d406caa6bd84 HTTP/1.1" status: 204 len: 168 time: 0.1569085 Jul 09 14:02:27.538442 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb1e19-fc62-4e2b-bfb0-de5cc9b63169 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=666ceb46-0d6f-42db-8278-d406caa6bd84,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:27.544598 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-542403a6-9d9f-42ed-b5c0-98d746ccca51 service neutron] 10.222.0.39 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464982 Jul 09 14:02:27.978640 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-103688ab-605e-4f0f-9ea5-2dd787e4487d req-aa6d1e7b-e9fb-474b-9a3a-2d8449bbc413 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 210 time: 0.0367091 Jul 09 14:02:29.242276 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f7a026c9-4119-45a1-a885-0132d2362d56 req-f8b4b5d9-581a-4a74-8d59-5531d480020a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 210 time: 0.0526185 Jul 09 14:02:29.812572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26feb53e-e181-4677-94d5-6c8afde141ec req-e9ec0951-5ba1-4eba-9276-de63fabd53bd tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:29.814885 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-e9ec0951-5ba1-4eba-9276-de63fabd53bd tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 812 time: 0.1887414 Jul 09 14:02:29.866970 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-edf5916c-cd22-4071-85cb-ec3e9fba36e8 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25a69ce0edc7491da11553925111d73f HTTP/1.1" status: 200 len: 380 time: 0.0436862 Jul 09 14:02:29.877174 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-26feb53e-e181-4677-94d5-6c8afde141ec req-7a074f48-32dc-4a32-8de6-d1f489a4c93a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'port': {'device_id': 'cff6836c-9ede-4304-bdc5-008c981b1406', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'admin_state_up': True, 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'security_groups': ['2cd3c4bb-dd1d-426c-adbf-e5964883a099']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:30.057712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26feb53e-e181-4677-94d5-6c8afde141ec req-7a074f48-32dc-4a32-8de6-d1f489a4c93a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Made reservation on behalf of 25a69ce0edc7491da11553925111d73f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:02:30.062062 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26feb53e-e181-4677-94d5-6c8afde141ec req-7a074f48-32dc-4a32-8de6-d1f489a4c93a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:30.244746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-26feb53e-e181-4677-94d5-6c8afde141ec req-7a074f48-32dc-4a32-8de6-d1f489a4c93a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Allocated IP 172.20.0.11 (a40754f1-8945-4ca7-8f93-3f416e930007/5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d/2f754f1c-77ae-4470-97eb-7fa5678d4035) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:02:30.451609 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26feb53e-e181-4677-94d5-6c8afde141ec req-7a074f48-32dc-4a32-8de6-d1f489a4c93a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:30.474760 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-26feb53e-e181-4677-94d5-6c8afde141ec req-7a074f48-32dc-4a32-8de6-d1f489a4c93a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Transition to ACTIVE for port object 2f754f1c-77ae-4470-97eb-7fa5678d4035 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:02:30.489300 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1c8f51e-03d7-445d-9d3b-cf1f53684577 req-c56a6fd5-a7ce-4643-a558-eb1fa93267b3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 210 time: 0.0320938 Jul 09 14:02:30.532282 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26feb53e-e181-4677-94d5-6c8afde141ec req-7a074f48-32dc-4a32-8de6-d1f489a4c93a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:30.590292 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26feb53e-e181-4677-94d5-6c8afde141ec req-7a074f48-32dc-4a32-8de6-d1f489a4c93a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Network a40754f1-8945-4ca7-8f93-3f416e930007 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:02:30.596296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-26feb53e-e181-4677-94d5-6c8afde141ec req-7a074f48-32dc-4a32-8de6-d1f489a4c93a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:02:30.602603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-26feb53e-e181-4677-94d5-6c8afde141ec req-7a074f48-32dc-4a32-8de6-d1f489a4c93a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:02:30.651190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a074f48-32dc-4a32-8de6-d1f489a4c93a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'Port': ['ID=2f754f1c-77ae-4470-97eb-7fa5678d4035,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:30.700598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26feb53e-e181-4677-94d5-6c8afde141ec req-7a074f48-32dc-4a32-8de6-d1f489a4c93a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:30.702069 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26feb53e-e181-4677-94d5-6c8afde141ec req-7a074f48-32dc-4a32-8de6-d1f489a4c93a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:30.727450 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-7a074f48-32dc-4a32-8de6-d1f489a4c93a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8550148 Jul 09 14:02:30.741698 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-463245f7-a31b-4100-bab9-cd7ded88fe9d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:02:30.744068 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-463245f7-a31b-4100-bab9-cd7ded88fe9d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0101488 Jul 09 14:02:30.759015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Request body: {'port': {'device_id': 'cff6836c-9ede-4304-bdc5-008c981b1406', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:30.868689 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:30.987669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-73488d66-1769-411c-b495-0e9a937195d5 None None] Provisioning for port 2f754f1c-77ae-4470-97eb-7fa5678d4035 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:02:30.996593 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-73488d66-1769-411c-b495-0e9a937195d5 None None] Provisioning complete for port 2f754f1c-77ae-4470-97eb-7fa5678d4035 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:02:30.997581 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-73488d66-1769-411c-b495-0e9a937195d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:31.046559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-73488d66-1769-411c-b495-0e9a937195d5 None None] Port 2f754f1c-77ae-4470-97eb-7fa5678d4035 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:02:31.345562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f754f1c-77ae-4470-97eb-7fa5678d4035 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:02:31.361713 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:31.386024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Transition to ACTIVE for port object 2f754f1c-77ae-4470-97eb-7fa5678d4035 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:02:31.391445 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:31.494284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Pushing event updated for resources: {'Port': ['ID=2f754f1c-77ae-4470-97eb-7fa5678d4035,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:31.680013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Attempting to bind port 2f754f1c-77ae-4470-97eb-7fa5678d4035 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:02:31.680532 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Attempting to bind port 2f754f1c-77ae-4470-97eb-7fa5678d4035 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:02:31.681049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Attempting to bind port 2f754f1c-77ae-4470-97eb-7fa5678d4035 on network a40754f1-8945-4ca7-8f93-3f416e930007 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:02:31.692856 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Port 2f754f1c-77ae-4470-97eb-7fa5678d4035 on network a40754f1-8945-4ca7-8f93-3f416e930007 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:02:31.693805 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Attempting to bind port 2f754f1c-77ae-4470-97eb-7fa5678d4035 on network a40754f1-8945-4ca7-8f93-3f416e930007 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:02:31.705822 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 2, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:02:31.706375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Checking segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:02:31.707080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Bound using segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:02:31.708229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Bound port: 2f754f1c-77ae-4470-97eb-7fa5678d4035, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:02:31.709232 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:31.877973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] For port 2f754f1c-77ae-4470-97eb-7fa5678d4035, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:02:31.888012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] For port 2f754f1c-77ae-4470-97eb-7fa5678d4035, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2f754f1c-77ae-4470-97eb-7fa5678d4035,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:02:31.891048 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6c5cde6-bb65-4449-9eef-3a296f5961f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:31.899915 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:31.932588 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0164ebe0-da93-4440-ba25-adf37fa6e2ab req-d5829db3-17be-43e7-b0a9-ecae52c17c84 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:31.942958 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0164ebe0-da93-4440-ba25-adf37fa6e2ab req-d5829db3-17be-43e7-b0a9-ecae52c17c84 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 944 time: 0.1426008 Jul 09 14:02:32.004385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:32.005504 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:32.010521 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] 10.222.0.15 "PUT /v2.0/ports/2f754f1c-77ae-4470-97eb-7fa5678d4035 HTTP/1.1" status: 200 len: 1092 time: 1.2584951 Jul 09 14:02:32.012577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff6836c-9ede-4304-bdc5-008c981b1406', 'tag': '2f754f1c-77ae-4470-97eb-7fa5678d4035'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:02:32.017229 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23fba470-851a-4141-ae0e-3d379099598a" -d '{"events": [{"name": "network-changed", "server_uuid": "cff6836c-9ede-4304-bdc5-008c981b1406", "tag": "2f754f1c-77ae-4470-97eb-7fa5678d4035"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:02:32.067395 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0164ebe0-da93-4440-ba25-adf37fa6e2ab req-2c19ad43-c829-461e-a260-dc8a175e9dbe tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223230 Jul 09 14:02:32.074934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe506e6e-e352-443f-9149-47d8099caf55 service neutron] Pushing event updated for resources: {'Port': ['ID=2f754f1c-77ae-4470-97eb-7fa5678d4035,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:32.183393 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f471ded5-9265-4b48-96a9-00c504e9cfdf x-openstack-request-id: req-f471ded5-9265-4b48-96a9-00c504e9cfdf {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:02:32.184033 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff6836c-9ede-4304-bdc5-008c981b1406", "tag": "2f754f1c-77ae-4470-97eb-7fa5678d4035", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:02:32.184522 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f471ded5-9265-4b48-96a9-00c504e9cfdf {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:02:32.185266 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff6836c-9ede-4304-bdc5-008c981b1406', 'tag': '2f754f1c-77ae-4470-97eb-7fa5678d4035', 'status': 'completed', 'code': 200} Jul 09 14:02:32.203726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26feb53e-e181-4677-94d5-6c8afde141ec req-e0158318-df73-4fc6-b170-8b066c10b85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:32.206733 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-e0158318-df73-4fc6-b170-8b066c10b85b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 1095 time: 0.1235838 Jul 09 14:02:32.285115 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-d1fbe36f-f762-407a-8566-027617baf6bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f754f1c-77ae-4470-97eb-7fa5678d4035 HTTP/1.1" status: 200 len: 217 time: 0.0704806 Jul 09 14:02:32.383320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26feb53e-e181-4677-94d5-6c8afde141ec req-93e9e7ab-9b5a-46c4-805a-034226b09751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:32.385122 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-93e9e7ab-9b5a-46c4-805a-034226b09751 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0944741 Jul 09 14:02:32.459860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26feb53e-e181-4677-94d5-6c8afde141ec req-34e2ba7d-db1a-4b4d-96bf-164ccf2a8682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:32.462703 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-34e2ba7d-db1a-4b4d-96bf-164ccf2a8682 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0696845 Jul 09 14:02:32.592565 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-932abd08-6bd6-48fd-b5a7-0dfd5c452808 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216567 Jul 09 14:02:32.702086 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26feb53e-e181-4677-94d5-6c8afde141ec req-cd40aad7-0eb1-4c0d-a528-99343cd8c08f service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033447 Jul 09 14:02:32.831310 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fba470-851a-4141-ae0e-3d379099598a req-7d5a2aa9-4949-412c-b45b-8b64e11e6cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:32.833588 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-23fba470-851a-4141-ae0e-3d379099598a req-7d5a2aa9-4949-412c-b45b-8b64e11e6cb3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 1095 time: 0.0774872 Jul 09 14:02:32.960672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fba470-851a-4141-ae0e-3d379099598a req-2349cfdd-88bb-4d95-bc68-24cb3557604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:32.962337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-23fba470-851a-4141-ae0e-3d379099598a req-2349cfdd-88bb-4d95-bc68-24cb3557604a service neutron] 10.222.0.15 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.1226771 Jul 09 14:02:33.046535 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-23fba470-851a-4141-ae0e-3d379099598a req-9533f87c-6de6-4164-89d7-44cd0c8b3618 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f754f1c-77ae-4470-97eb-7fa5678d4035 HTTP/1.1" status: 200 len: 217 time: 0.0751796 Jul 09 14:02:33.175243 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fba470-851a-4141-ae0e-3d379099598a req-70b47c7f-be97-4902-ac2c-d6af0343b74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:33.178084 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-23fba470-851a-4141-ae0e-3d379099598a req-70b47c7f-be97-4902-ac2c-d6af0343b74e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.1256711 Jul 09 14:02:33.351461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e338f2-3ce5-43dd-b70c-8072950f2fe7 req-2ff1aa55-ef1d-4518-a238-fda1c9cd5910 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:33.360276 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7e338f2-3ce5-43dd-b70c-8072950f2fe7 req-2ff1aa55-ef1d-4518-a238-fda1c9cd5910 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 944 time: 0.1324718 Jul 09 14:02:33.381522 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fba470-851a-4141-ae0e-3d379099598a req-df0766c9-ccba-4430-bd18-4b094768c607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:33.385481 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-23fba470-851a-4141-ae0e-3d379099598a req-df0766c9-ccba-4430-bd18-4b094768c607 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1996226 Jul 09 14:02:33.422840 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7e338f2-3ce5-43dd-b70c-8072950f2fe7 req-3dbc42f2-8180-4a06-9ddb-3e4c5fe12d6e tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608797 Jul 09 14:02:33.536196 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-23fba470-851a-4141-ae0e-3d379099598a req-9809ae85-fd77-415b-a15e-9663ed2393e3 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423004 Jul 09 14:02:33.667476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45052) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:33.925542 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-908a7f53-48b2-4d1e-8249-59f220af9240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:34.080935 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-23fba470-851a-4141-ae0e-3d379099598a req-ce8aa9b0-c691-4bd5-8009-45128a0ee3af service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5367737 Jul 09 14:02:34.090264 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-908a7f53-48b2-4d1e-8249-59f220af9240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:34.095702 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-908a7f53-48b2-4d1e-8249-59f220af9240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:34.139775 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a7f53-48b2-4d1e-8249-59f220af9240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e24554-cd84-4a11-a229-f0a09e41b9d0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:34.148495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-908a7f53-48b2-4d1e-8249-59f220af9240 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=36a8a43406884e3f86803b94a42543d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4754620 Jul 09 14:02:34.148765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45058) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:34.210177 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7dff1df-5258-49f7-89a1-9165a5324a6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:34.241470 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7dff1df-5258-49f7-89a1-9165a5324a6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:34.295305 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7dff1df-5258-49f7-89a1-9165a5324a6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:34.297988 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7dff1df-5258-49f7-89a1-9165a5324a6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:34.302388 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a7dff1df-5258-49f7-89a1-9165a5324a6e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/22e24554-cd84-4a11-a229-f0a09e41b9d0 HTTP/1.1" status: 204 len: 168 time: 0.1499360 Jul 09 14:02:34.308398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dff1df-5258-49f7-89a1-9165a5324a6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e24554-cd84-4a11-a229-f0a09e41b9d0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:34.728470 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:34.730411 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a1273-4d62-45d3-84b5-2bf1460ec396 req-6f8f86c8-27bb-454b-ac73-ad529c4cacb6 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:34.733285 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c9a1273-4d62-45d3-84b5-2bf1460ec396 req-6f8f86c8-27bb-454b-ac73-ad529c4cacb6 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 944 time: 0.1173036 Jul 09 14:02:34.750554 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c0af5376-2719-4efc-b54c-3dad7ed9328e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:34.785955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45066) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:34.804283 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c9a1273-4d62-45d3-84b5-2bf1460ec396 req-5dc1c8af-bf9c-4b37-bb42-a66b4c60d754 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552969 Jul 09 14:02:34.810338 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e1abca69-6605-489c-bfd8-5414d41caec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:34.949570 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e1abca69-6605-489c-bfd8-5414d41caec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:34.956074 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e1abca69-6605-489c-bfd8-5414d41caec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:35.012925 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e1abca69-6605-489c-bfd8-5414d41caec5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a3f4f40783d6444c8b5505e8cbadf47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2254655 Jul 09 14:02:35.013885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abca69-6605-489c-bfd8-5414d41caec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17081fd-3ddd-42fe-844d-85882b52f039,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:35.017371 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45068) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:35.087376 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16bc0d4b-5b14-4d61-a6de-2a6ec1794547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:35.116166 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16bc0d4b-5b14-4d61-a6de-2a6ec1794547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:35.177643 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16bc0d4b-5b14-4d61-a6de-2a6ec1794547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:35.180509 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-16bc0d4b-5b14-4d61-a6de-2a6ec1794547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:35.181751 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-16bc0d4b-5b14-4d61-a6de-2a6ec1794547 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a17081fd-3ddd-42fe-844d-85882b52f039 HTTP/1.1" status: 204 len: 168 time: 0.1634512 Jul 09 14:02:35.192961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16bc0d4b-5b14-4d61-a6de-2a6ec1794547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17081fd-3ddd-42fe-844d-85882b52f039,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:35.713912 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:36.131524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac49b4ec-09b4-42f5-8dd9-ca2fbe56eb33 req-9814ad66-dabd-4020-abd1-241fcebf3571 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:36.134320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac49b4ec-09b4-42f5-8dd9-ca2fbe56eb33 req-9814ad66-dabd-4020-abd1-241fcebf3571 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 944 time: 0.1415496 Jul 09 14:02:36.176017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45094) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:36.194559 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac49b4ec-09b4-42f5-8dd9-ca2fbe56eb33 req-857c2376-6962-4c8e-9020-bce40bdd527f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523701 Jul 09 14:02:36.254490 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:02:36.464098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b1321f1c-6b93-4697-8a66-5d314065d177 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port 05513eff-1453-4e7c-8c67-081ad6dd2f23 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:02:36.464925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1321f1c-6b93-4697-8a66-5d314065d177 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:36.562213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1321f1c-6b93-4697-8a66-5d314065d177 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:36.562614 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1321f1c-6b93-4697-8a66-5d314065d177 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:36.583731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-b1321f1c-6b93-4697-8a66-5d314065d177 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for 05513eff-1453-4e7c-8c67-081ad6dd2f23 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:02:36.766339 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1321f1c-6b93-4697-8a66-5d314065d177 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:36.810914 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1321f1c-6b93-4697-8a66-5d314065d177 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=05513eff-1453-4e7c-8c67-081ad6dd2f23,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:36.897948 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1321f1c-6b93-4697-8a66-5d314065d177 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:36.898190 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-b1321f1c-6b93-4697-8a66-5d314065d177 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Floating IP abfd63fc-726d-48d5-b5f5-28d8e178b353 disassociated (deleted). External IP: 172.25.2.37, port: fac46981-c0d9-4ec9-b6e8-c0875f4caf67. Jul 09 14:02:37.127166 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:37.209004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1321f1c-6b93-4697-8a66-5d314065d177 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 86f1d053-ac3c-49f5-aea6-a40406f46add has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:02:37.367404 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1321f1c-6b93-4697-8a66-5d314065d177 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:02:37.378769 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc6fa7-c559-4803-9ebc-f4da91f63943 None None] Sync routers for ids ['86f1d053-ac3c-49f5-aea6-a40406f46add'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:02:37.379945 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1321f1c-6b93-4697-8a66-5d314065d177 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:37.392315 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc6fa7-c559-4803-9ebc-f4da91f63943 None None] Routers {'86f1d053-ac3c-49f5-aea6-a40406f46add'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:02:37.393252 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b8fc6fa7-c559-4803-9ebc-f4da91f63943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:02:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['86f1d053-ac3c-49f5-aea6-a40406f46add'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:37.458164 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b1321f1c-6b93-4697-8a66-5d314065d177 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/floatingips/abfd63fc-726d-48d5-b5f5-28d8e178b353 HTTP/1.1" status: 204 len: 168 time: 1.2729876 Jul 09 14:02:37.458164 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'tag': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:02:37.462720 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c243a35d-cfd1-42db-a688-ace8ae2a5b51" -d '{"events": [{"name": "network-changed", "server_uuid": "aa2bc6a5-20a0-4b72-81c0-ce23d2af408b", "tag": "fac46981-c0d9-4ec9-b6e8-c0875f4caf67"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:02:37.558132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4ad19-21a5-4e09-a2b7-3b0252238a03 req-e72a6c86-85b6-412c-9c65-0739e407e7d0 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:37.562589 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12d4ad19-21a5-4e09-a2b7-3b0252238a03 req-e72a6c86-85b6-412c-9c65-0739e407e7d0 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 944 time: 0.1480293 Jul 09 14:02:37.639233 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b8fc6fa7-c559-4803-9ebc-f4da91f63943 None None] Set router 86f1d053-ac3c-49f5-aea6-a40406f46add gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:02:37.651262 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12d4ad19-21a5-4e09-a2b7-3b0252238a03 req-60a5465c-f030-4b31-abb3-bffcaf25b9f4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786653 Jul 09 14:02:37.747727 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:02:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a286a43-45ea-4bdc-8cb8-d68fa25ae7f3 x-openstack-request-id: req-4a286a43-45ea-4bdc-8cb8-d68fa25ae7f3 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:02:37.748209 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa2bc6a5-20a0-4b72-81c0-ce23d2af408b", "tag": "fac46981-c0d9-4ec9-b6e8-c0875f4caf67", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:02:37.748865 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4a286a43-45ea-4bdc-8cb8-d68fa25ae7f3 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:02:37.749499 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'tag': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67', 'status': 'completed', 'code': 200} Jul 09 14:02:37.902619 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243a35d-cfd1-42db-a688-ace8ae2a5b51 req-02ffddd3-b402-49d8-ad0b-ad901595752a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:37.905764 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c243a35d-cfd1-42db-a688-ace8ae2a5b51 req-02ffddd3-b402-49d8-ad0b-ad901595752a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e18f38b86e4946d19d906914b285cd31&device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 1097 time: 0.1275139 Jul 09 14:02:38.079414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243a35d-cfd1-42db-a688-ace8ae2a5b51 req-d841647f-5ace-4179-8798-2eab71992a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:38.081285 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c243a35d-cfd1-42db-a688-ace8ae2a5b51 req-d841647f-5ace-4179-8798-2eab71992a9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d998aadb-b990-46c1-a1c0-fb41a210c709 HTTP/1.1" status: 200 len: 898 time: 0.1677179 Jul 09 14:02:38.100806 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b8fc6fa7-c559-4803-9ebc-f4da91f63943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037097509', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:00:41Z', 'updated_at': '2021-07-09T14:00:49Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:42Z', 'updated_at': '2021-07-09T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'bf9db3de-7429-42fb-bc66-b2e91c0dbab8', 'name': '', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:12:bd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '432387ee-1dc9-4535-8061-df0d31235d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:46Z', 'updated_at': '2021-07-09T14:00:58Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '432387ee-1dc9-4535-8061-df0d31235d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:38.147369 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c243a35d-cfd1-42db-a688-ace8ae2a5b51 req-0aa63087-15cc-40f0-be9e-7dec58480a6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fac46981-c0d9-4ec9-b6e8-c0875f4caf67 HTTP/1.1" status: 200 len: 217 time: 0.0429177 Jul 09 14:02:38.157724 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc6fa7-c559-4803-9ebc-f4da91f63943 None None] Checking router: 86f1d053-ac3c-49f5-aea6-a40406f46add for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:02:38.173391 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8fc6fa7-c559-4803-9ebc-f4da91f63943 None None] Routers {'86f1d053-ac3c-49f5-aea6-a40406f46add'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:02:38.174386 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b8fc6fa7-c559-4803-9ebc-f4da91f63943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:02:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['86f1d053-ac3c-49f5-aea6-a40406f46add'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:38.254540 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243a35d-cfd1-42db-a688-ace8ae2a5b51 req-dffd8407-ad3d-496e-bf0f-4e19be2728af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:38.257135 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c243a35d-cfd1-42db-a688-ace8ae2a5b51 req-dffd8407-ad3d-496e-bf0f-4e19be2728af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=432387ee-1dc9-4535-8061-df0d31235d02 HTTP/1.1" status: 200 len: 834 time: 0.1022902 Jul 09 14:02:38.305090 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b20b58-d344-4097-a7da-48ee4eea00bc req-3041523e-bcbd-4b05-af07-dba9953c9903 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:38.307307 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88b20b58-d344-4097-a7da-48ee4eea00bc req-3041523e-bcbd-4b05-af07-dba9953c9903 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 946 time: 0.1426761 Jul 09 14:02:38.345662 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243a35d-cfd1-42db-a688-ace8ae2a5b51 req-b8b13671-f052-4dfe-b0e5-a41572624df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:38.348611 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c243a35d-cfd1-42db-a688-ace8ae2a5b51 req-b8b13671-f052-4dfe-b0e5-a41572624df7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d998aadb-b990-46c1-a1c0-fb41a210c709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0837510 Jul 09 14:02:38.373700 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b8fc6fa7-c559-4803-9ebc-f4da91f63943 None None] Set router 86f1d053-ac3c-49f5-aea6-a40406f46add gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:02:38.381331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88b20b58-d344-4097-a7da-48ee4eea00bc req-ce33c66f-bf7f-4383-b66c-f572d6a129fc tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610766 Jul 09 14:02:38.483926 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c243a35d-cfd1-42db-a688-ace8ae2a5b51 req-8d845a80-845f-4b37-a18b-50631c50276c service neutron] 10.222.0.18 "GET /v2.0/networks/d998aadb-b990-46c1-a1c0-fb41a210c709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279876 Jul 09 14:02:38.590852 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c243a35d-cfd1-42db-a688-ace8ae2a5b51 req-26755cdf-ef8a-4dde-8c84-90d74a57681f service neutron] 10.222.0.18 "GET /v2.0/networks/d998aadb-b990-46c1-a1c0-fb41a210c709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988266 Jul 09 14:02:38.745698 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:38.756281 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b8fc6fa7-c559-4803-9ebc-f4da91f63943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037097509', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:00:41Z', 'updated_at': '2021-07-09T14:00:49Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:42Z', 'updated_at': '2021-07-09T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'bf9db3de-7429-42fb-bc66-b2e91c0dbab8', 'name': '', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:12:bd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '432387ee-1dc9-4535-8061-df0d31235d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:46Z', 'updated_at': '2021-07-09T14:00:58Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '432387ee-1dc9-4535-8061-df0d31235d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:38.785353 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8fc6fa7-c559-4803-9ebc-f4da91f63943 None None] The sync data for ids ['86f1d053-ac3c-49f5-aea6-a40406f46add'] in n-d-799525-3 is: [{'id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037097509', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:00:41Z', 'updated_at': '2021-07-09T14:00:49Z', 'revision_number': 4, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:42Z', 'updated_at': '2021-07-09T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'bf9db3de-7429-42fb-bc66-b2e91c0dbab8', 'name': '', 'network_id': 'd998aadb-b990-46c1-a1c0-fb41a210c709', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'mac_address': 'fa:16:3e:12:bd:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': '432387ee-1dc9-4535-8061-df0d31235d02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:46Z', 'updated_at': '2021-07-09T14:00:58Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'subnets': [{'id': '432387ee-1dc9-4535-8061-df0d31235d02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:02:38.852742 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:38.942944 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc2db8-d116-471d-910b-e711485ce9b7 req-6b721c6f-a18d-48ea-9c24-02a608bcb253 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:38.946585 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12dc2db8-d116-471d-910b-e711485ce9b7 req-6b721c6f-a18d-48ea-9c24-02a608bcb253 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 944 time: 0.0804808 Jul 09 14:02:39.001567 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12dc2db8-d116-471d-910b-e711485ce9b7 req-0045e430-ffb0-4e26-a413-c7b1e76cff5c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478892 Jul 09 14:02:39.088857 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74ea22d9-cbb7-45dc-8534-4dfe710a2c49 None None] New status for floating IP abfd63fc-726d-48d5-b5f5-28d8e178b353: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:02:39.324376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f65e5af-5349-41ac-8067-c2b05a51bafc req-fa5942bc-2314-4d32-9d02-59271d96fc4b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:39.326032 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1f65e5af-5349-41ac-8067-c2b05a51bafc req-fa5942bc-2314-4d32-9d02-59271d96fc4b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.18 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 946 time: 0.0932963 Jul 09 14:02:39.481628 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-1f65e5af-5349-41ac-8067-c2b05a51bafc req-a56af265-60a1-46fc-9c3c-a713ac46b64b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port fac46981-c0d9-4ec9-b6e8-c0875f4caf67 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:02:39.482143 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1f65e5af-5349-41ac-8067-c2b05a51bafc req-a56af265-60a1-46fc-9c3c-a713ac46b64b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:39.660569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1f65e5af-5349-41ac-8067-c2b05a51bafc req-a56af265-60a1-46fc-9c3c-a713ac46b64b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] For port fac46981-c0d9-4ec9-b6e8-c0875f4caf67, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=fac46981-c0d9-4ec9-b6e8-c0875f4caf67,segment=NetworkSegment(e803520a-a1a7-40b2-a051-eedddb14d77f),segment_id=e803520a-a1a7-40b2-a051-eedddb14d77f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:39.660936 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1f65e5af-5349-41ac-8067-c2b05a51bafc req-a56af265-60a1-46fc-9c3c-a713ac46b64b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:39.684268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-1f65e5af-5349-41ac-8067-c2b05a51bafc req-a56af265-60a1-46fc-9c3c-a713ac46b64b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for fac46981-c0d9-4ec9-b6e8-c0875f4caf67 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:02:39.728269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d2e03-1ebb-4209-a0df-734216958b16 req-98b2d72a-fb33-43c4-8d26-adb590a3905b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:39.736860 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f1d2e03-1ebb-4209-a0df-734216958b16 req-98b2d72a-fb33-43c4-8d26-adb590a3905b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/ports?device_id=aa2bc6a5-20a0-4b72-81c0-ce23d2af408b HTTP/1.1" status: 200 len: 946 time: 0.1327996 Jul 09 14:02:39.823318 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f1d2e03-1ebb-4209-a0df-734216958b16 req-9aaa103b-782c-4272-9f64-7f261d073ecf tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "GET /v2.0/security-groups?id=3badc846-2c4b-4d34-aefb-4fa27497e83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0788615 Jul 09 14:02:39.899019 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1f65e5af-5349-41ac-8067-c2b05a51bafc req-a56af265-60a1-46fc-9c3c-a713ac46b64b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:39.941792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56af265-60a1-46fc-9c3c-a713ac46b64b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=fac46981-c0d9-4ec9-b6e8-c0875f4caf67,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:40.035706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f65e5af-5349-41ac-8067-c2b05a51bafc req-a56af265-60a1-46fc-9c3c-a713ac46b64b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] No DVR routers for this DVR port fac46981-c0d9-4ec9-b6e8-c0875f4caf67 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:02:40.039000 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1f65e5af-5349-41ac-8067-c2b05a51bafc req-a56af265-60a1-46fc-9c3c-a713ac46b64b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:40.041669 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1f65e5af-5349-41ac-8067-c2b05a51bafc req-a56af265-60a1-46fc-9c3c-a713ac46b64b tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.18 "DELETE /v2.0/ports/fac46981-c0d9-4ec9-b6e8-c0875f4caf67 HTTP/1.1" status: 204 len: 173 time: 0.7094979 Jul 09 14:02:40.042377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'name': 'network-vif-deleted', 'tag': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:02:40.061119 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d87ed6-1bdb-40e3-b5f6-5873144dd5bb" -d '{"events": [{"server_uuid": "aa2bc6a5-20a0-4b72-81c0-ce23d2af408b", "name": "network-vif-deleted", "tag": "fac46981-c0d9-4ec9-b6e8-c0875f4caf67"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:02:40.118969 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91fc436-7644-469b-8364-154a38f2a3ea x-openstack-request-id: req-d91fc436-7644-469b-8364-154a38f2a3ea {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:02:40.119316 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa2bc6a5-20a0-4b72-81c0-ce23d2af408b", "name": "network-vif-deleted", "tag": "fac46981-c0d9-4ec9-b6e8-c0875f4caf67", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:02:40.119565 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d91fc436-7644-469b-8364-154a38f2a3ea {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:02:40.119979 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa2bc6a5-20a0-4b72-81c0-ce23d2af408b', 'name': 'network-vif-deleted', 'tag': 'fac46981-c0d9-4ec9-b6e8-c0875f4caf67', 'status': 'completed', 'code': 200} Jul 09 14:02:40.601508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ed8e76-ed32-45c2-804b-ae994774e94b req-09ecb5b0-d07e-4051-9764-9f5c5bf1063e tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:40.603881 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a4ed8e76-ed32-45c2-804b-ae994774e94b req-09ecb5b0-d07e-4051-9764-9f5c5bf1063e tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 944 time: 0.1133180 Jul 09 14:02:40.650757 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a4ed8e76-ed32-45c2-804b-ae994774e94b req-e0eda2db-ae13-4e3d-80c8-628cfc037e58 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395679 Jul 09 14:02:40.947508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45158) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:41.466593 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bcc1dfd5-5cb6-472f-ba7c-769395509d7a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:41.885164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bcc1dfd5-5cb6-472f-ba7c-769395509d7a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port bf9db3de-7429-42fb-bc66-b2e91c0dbab8 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:02:41.885886 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bcc1dfd5-5cb6-472f-ba7c-769395509d7a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:41.908998 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d16317-2d6e-4cdc-8eaa-e6f6fe271471 req-788b42e2-55de-406b-a38c-a0221f5f37d5 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:41.910676 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c6d16317-2d6e-4cdc-8eaa-e6f6fe271471 req-788b42e2-55de-406b-a38c-a0221f5f37d5 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 944 time: 0.1139729 Jul 09 14:02:42.023790 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c6d16317-2d6e-4cdc-8eaa-e6f6fe271471 req-0d090f67-f9ee-466b-864e-c7f2fa0eca8d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851696 Jul 09 14:02:42.062733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-bcc1dfd5-5cb6-472f-ba7c-769395509d7a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] For port bf9db3de-7429-42fb-bc66-b2e91c0dbab8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=bf9db3de-7429-42fb-bc66-b2e91c0dbab8,segment=NetworkSegment(e803520a-a1a7-40b2-a051-eedddb14d77f),segment_id=e803520a-a1a7-40b2-a051-eedddb14d77f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:42.063774 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bcc1dfd5-5cb6-472f-ba7c-769395509d7a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:42.085259 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-bcc1dfd5-5cb6-472f-ba7c-769395509d7a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for bf9db3de-7429-42fb-bc66-b2e91c0dbab8 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:02:42.214362 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45192) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:42.353112 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bb237c3-e561-48b1-a626-91249818f508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:42.418005 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bcc1dfd5-5cb6-472f-ba7c-769395509d7a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:42.470939 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bb237c3-e561-48b1-a626-91249818f508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:42.473394 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1dfd5-5cb6-472f-ba7c-769395509d7a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=bf9db3de-7429-42fb-bc66-b2e91c0dbab8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:42.485097 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5bb237c3-e561-48b1-a626-91249818f508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:42.521951 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5bb237c3-e561-48b1-a626-91249818f508 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=2b3aa305bd3241d68a56f0fe389eeeca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3057117 Jul 09 14:02:42.524536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45196) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:42.574915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb237c3-e561-48b1-a626-91249818f508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=951b6a54-6711-42fd-8cba-c25e0c544b7f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:42.621195 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0754e56-c381-4324-9bcb-9246acb44ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:42.648347 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0754e56-c381-4324-9bcb-9246acb44ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:42.725224 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0754e56-c381-4324-9bcb-9246acb44ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:42.729422 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f0754e56-c381-4324-9bcb-9246acb44ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:42.736286 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f0754e56-c381-4324-9bcb-9246acb44ba8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/951b6a54-6711-42fd-8cba-c25e0c544b7f HTTP/1.1" status: 204 len: 168 time: 0.2059565 Jul 09 14:02:42.744353 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bcc1dfd5-5cb6-472f-ba7c-769395509d7a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:42.752505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0754e56-c381-4324-9bcb-9246acb44ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=951b6a54-6711-42fd-8cba-c25e0c544b7f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:43.074978 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc1dfd5-5cb6-472f-ba7c-769395509d7a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Router 86f1d053-ac3c-49f5-aea6-a40406f46add has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:02:43.187032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45204) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:43.203267 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfc646e0-6f0a-4b2a-a400-288b4ef74537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:43.216498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc1dfd5-5cb6-472f-ba7c-769395509d7a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:02:43.230700 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5869fb-c132-4f20-b374-018e05c4b0a4 None None] Sync routers for ids ['86f1d053-ac3c-49f5-aea6-a40406f46add'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:02:43.233209 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bcc1dfd5-5cb6-472f-ba7c-769395509d7a tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "PUT /v2.0/routers/86f1d053-ac3c-49f5-aea6-a40406f46add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2839737 Jul 09 14:02:43.239167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45206) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:43.252567 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5869fb-c132-4f20-b374-018e05c4b0a4 None None] Routers {'86f1d053-ac3c-49f5-aea6-a40406f46add'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:02:43.253949 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3a5869fb-c132-4f20-b374-018e05c4b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:02:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['86f1d053-ac3c-49f5-aea6-a40406f46add'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:43.347909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0077b7-b130-41d5-b31b-8fdf72338b3c req-cd20b998-25d0-4744-8c9b-03cae0476369 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:43.350823 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a0077b7-b130-41d5-b31b-8fdf72338b3c req-cd20b998-25d0-4744-8c9b-03cae0476369 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 944 time: 0.1357424 Jul 09 14:02:43.351900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b86c0df-4be0-422e-b95e-a0d1b42ce098 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting subnet 432387ee-1dc9-4535-8061-df0d31235d02 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:02:43.362015 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b86c0df-4be0-422e-b95e-a0d1b42ce098 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:43.412919 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a0077b7-b130-41d5-b31b-8fdf72338b3c req-1a5961a4-b235-4af7-aed4-f60aa6cb36fc tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546272 Jul 09 14:02:43.416062 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-3a5869fb-c132-4f20-b374-018e05c4b0a4 None None] Set router 86f1d053-ac3c-49f5-aea6-a40406f46add gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:02:43.473893 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b86c0df-4be0-422e-b95e-a0d1b42ce098 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:43.604925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfc646e0-6f0a-4b2a-a400-288b4ef74537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:43.635691 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3a5869fb-c132-4f20-b374-018e05c4b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037097509', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:00:41Z', 'updated_at': '2021-07-09T14:02:42Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:42Z', 'updated_at': '2021-07-09T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:43.644221 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bfc646e0-6f0a-4b2a-a400-288b4ef74537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:43.665119 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5869fb-c132-4f20-b374-018e05c4b0a4 None None] Checking router: 86f1d053-ac3c-49f5-aea6-a40406f46add for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:02:43.675741 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a5869fb-c132-4f20-b374-018e05c4b0a4 None None] Routers {'86f1d053-ac3c-49f5-aea6-a40406f46add'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:02:43.676313 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3a5869fb-c132-4f20-b374-018e05c4b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:02:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['86f1d053-ac3c-49f5-aea6-a40406f46add'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:43.742657 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b86c0df-4be0-422e-b95e-a0d1b42ce098 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:43.754044 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bfc646e0-6f0a-4b2a-a400-288b4ef74537 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=9cd274b763bf4992af0c2c88fa0e58aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5647101 Jul 09 14:02:43.756961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45208) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:43.772867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fac46981-c0d9-4ec9-b6e8-c0875f4caf67 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:02:43.811882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: fac46981-c0d9-4ec9-b6e8-c0875f4caf67 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:02:43.812315 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc646e0-6f0a-4b2a-a400-288b4ef74537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d570d3-f49f-42ba-b961-58ac5da21b2b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:43.812468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device fac46981-c0d9-4ec9-b6e8-c0875f4caf67 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:02:43.828137 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-651c9e67-effa-4a3f-badf-3e5bc4ed609b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:43.835889 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-3a5869fb-c132-4f20-b374-018e05c4b0a4 None None] Set router 86f1d053-ac3c-49f5-aea6-a40406f46add gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:02:43.853003 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b86c0df-4be0-422e-b95e-a0d1b42ce098 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:43.863891 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-651c9e67-effa-4a3f-badf-3e5bc4ed609b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:43.909055 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86c0df-4be0-422e-b95e-a0d1b42ce098 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Subnet': ['ID=432387ee-1dc9-4535-8061-df0d31235d02,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:43.922016 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-651c9e67-effa-4a3f-badf-3e5bc4ed609b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:43.924091 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5b86c0df-4be0-422e-b95e-a0d1b42ce098 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:43.926574 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5b86c0df-4be0-422e-b95e-a0d1b42ce098 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/subnets/432387ee-1dc9-4535-8061-df0d31235d02 HTTP/1.1" status: 204 len: 168 time: 0.6856921 Jul 09 14:02:43.928437 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-651c9e67-effa-4a3f-badf-3e5bc4ed609b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:43.932388 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-651c9e67-effa-4a3f-badf-3e5bc4ed609b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e9d570d3-f49f-42ba-b961-58ac5da21b2b HTTP/1.1" status: 204 len: 168 time: 0.1716938 Jul 09 14:02:43.932572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45210) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:43.950393 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c9e67-effa-4a3f-badf-3e5bc4ed609b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d570d3-f49f-42ba-b961-58ac5da21b2b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:43.966342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503e59a8-a73a-4cb9-8876-337e5642bb1b None None] Network d998aadb-b990-46c1-a1c0-fb41a210c709 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:02:44.076794 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3a5869fb-c132-4f20-b374-018e05c4b0a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037097509', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:00:41Z', 'updated_at': '2021-07-09T14:02:42Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:42Z', 'updated_at': '2021-07-09T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:44.126556 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-533f1214-ea01-468d-bdf3-f5386b8f48b0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:44.130343 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a5869fb-c132-4f20-b374-018e05c4b0a4 None None] The sync data for ids ['86f1d053-ac3c-49f5-aea6-a40406f46add'] in n-d-799525-3 is: [{'id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2037097509', 'tenant_id': 'e18f38b86e4946d19d906914b285cd31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144'}], 'enable_snat': True}, 'gw_port_id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:00:41Z', 'updated_at': '2021-07-09T14:02:42Z', 'revision_number': 5, 'project_id': 'e18f38b86e4946d19d906914b285cd31', 'gw_port': {'id': '73890fcb-48ca-4f1c-8d91-a10486124ce7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:6a:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '86f1d053-ac3c-49f5-aea6-a40406f46add', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3818, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:00:42Z', 'updated_at': '2021-07-09T14:00:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:02:44.338933 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-533f1214-ea01-468d-bdf3-f5386b8f48b0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:44.414090 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-533f1214-ea01-468d-bdf3-f5386b8f48b0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Deleting port 73890fcb-48ca-4f1c-8d91-a10486124ce7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:02:44.414456 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-533f1214-ea01-468d-bdf3-f5386b8f48b0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:44.586777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-533f1214-ea01-468d-bdf3-f5386b8f48b0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] For port 73890fcb-48ca-4f1c-8d91-a10486124ce7, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=73890fcb-48ca-4f1c-8d91-a10486124ce7,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:44.587475 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-533f1214-ea01-468d-bdf3-f5386b8f48b0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:44.593820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87616df1-6659-40ec-804f-a6b893788f1c None None] DHCP port deletion for d998aadb-b990-46c1-a1c0-fb41a210c709 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:02:44.634635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 2f754f1c-77ae-4470-97eb-7fa5678d4035 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:02:44.674448 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-533f1214-ea01-468d-bdf3-f5386b8f48b0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Calling delete_port for 73890fcb-48ca-4f1c-8d91-a10486124ce7 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:02:44.781902 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-87616df1-6659-40ec-804f-a6b893788f1c None None] Deleting port b4c37cbb-ffe2-4538-9697-b544b2adb046 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:02:44.783015 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87616df1-6659-40ec-804f-a6b893788f1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:44.826590 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bb1b0e-1e49-45d6-9efb-9bb55e9f6249 req-9a952189-d8e1-4bc2-a2c1-84871b779b89 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:44.852367 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04bb1b0e-1e49-45d6-9efb-9bb55e9f6249 req-9a952189-d8e1-4bc2-a2c1-84871b779b89 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 944 time: 0.2165136 Jul 09 14:02:44.914185 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 2f754f1c-77ae-4470-97eb-7fa5678d4035, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2f754f1c-77ae-4470-97eb-7fa5678d4035,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:44.933841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-87616df1-6659-40ec-804f-a6b893788f1c None None] For port b4c37cbb-ffe2-4538-9697-b544b2adb046, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b4c37cbb-ffe2-4538-9697-b544b2adb046,segment=NetworkSegment(e803520a-a1a7-40b2-a051-eedddb14d77f),segment_id=e803520a-a1a7-40b2-a051-eedddb14d77f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:44.934958 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87616df1-6659-40ec-804f-a6b893788f1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:44.957817 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04bb1b0e-1e49-45d6-9efb-9bb55e9f6249 req-91aa4cf8-575e-4ec3-928c-ca01332c7abe tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014686 Jul 09 14:02:45.005867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '2f754f1c-77ae-4470-97eb-7fa5678d4035', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'port_id': '2f754f1c-77ae-4470-97eb-7fa5678d4035', 'mac_address': 'fa:16:3e:e6:fe:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:02:45.005867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-87616df1-6659-40ec-804f-a6b893788f1c None None] Calling delete_port for b4c37cbb-ffe2-4538-9697-b544b2adb046 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:02:45.104939 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-533f1214-ea01-468d-bdf3-f5386b8f48b0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:45.157509 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f1214-ea01-468d-bdf3-f5386b8f48b0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Port': ['ID=73890fcb-48ca-4f1c-8d91-a10486124ce7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:45.178448 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:45.226561 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f754f1c-77ae-4470-97eb-7fa5678d4035 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:02:45.252188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device bf9db3de-7429-42fb-bc66-b2e91c0dbab8 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:02:45.269609 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-533f1214-ea01-468d-bdf3-f5386b8f48b0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:45.323382 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: bf9db3de-7429-42fb-bc66-b2e91c0dbab8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:02:45.324121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device bf9db3de-7429-42fb-bc66-b2e91c0dbab8 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:02:45.324919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b4c37cbb-ffe2-4538-9697-b544b2adb046 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:02:45.365283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 2f754f1c-77ae-4470-97eb-7fa5678d4035, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2f754f1c-77ae-4470-97eb-7fa5678d4035,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:45.385701 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:45.386422 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-533f1214-ea01-468d-bdf3-f5386b8f48b0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:45.389475 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-533f1214-ea01-468d-bdf3-f5386b8f48b0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:45.443674 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-533f1214-ea01-468d-bdf3-f5386b8f48b0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:45.444243 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533f1214-ea01-468d-bdf3-f5386b8f48b0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Fanout notify agent at l3_agent the message router_deleted on router 86f1d053-ac3c-49f5-aea6-a40406f46add {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:02:45.451920 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-87616df1-6659-40ec-804f-a6b893788f1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:45.452172 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-533f1214-ea01-468d-bdf3-f5386b8f48b0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:45.456689 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-533f1214-ea01-468d-bdf3-f5386b8f48b0 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/routers/86f1d053-ac3c-49f5-aea6-a40406f46add HTTP/1.1" status: 204 len: 168 time: 1.5227153 Jul 09 14:02:45.456689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45234) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:45.467918 n-d-799525-3 neutron-server[93755]: INFO neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No ports have port_id starting with b4c37cbb-ffe2-4538-9697-b544b2adb046 Jul 09 14:02:45.492071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87616df1-6659-40ec-804f-a6b893788f1c None None] No DVR routers for this DVR port b4c37cbb-ffe2-4538-9697-b544b2adb046 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:02:45.503022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=2f754f1c-77ae-4470-97eb-7fa5678d4035,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:45.540569 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87616df1-6659-40ec-804f-a6b893788f1c None None] Pushing event deleted for resources: {'Port': ['ID=b4c37cbb-ffe2-4538-9697-b544b2adb046,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:45.610441 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67c23e75-34e3-480f-8734-c12584680a4f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:45.610775 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['2f754f1c-77ae-4470-97eb-7fa5678d4035'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:02:45.761010 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67c23e75-34e3-480f-8734-c12584680a4f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:45.786393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-67c23e75-34e3-480f-8734-c12584680a4f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d998aadb-b990-46c1-a1c0-fb41a210c709']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:45.832144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-67c23e75-34e3-480f-8734-c12584680a4f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e803520a-a1a7-40b2-a051-eedddb14d77f') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:45.833062 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-67c23e75-34e3-480f-8734-c12584680a4f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e803520a-a1a7-40b2-a051-eedddb14d77f') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:45.858063 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67c23e75-34e3-480f-8734-c12584680a4f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:45.881010 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67c23e75-34e3-480f-8734-c12584680a4f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:45.889422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67c23e75-34e3-480f-8734-c12584680a4f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Releasing vlan 316 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:02:45.889871 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67c23e75-34e3-480f-8734-c12584680a4f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:02:45.893967 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:02:45.986541 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67c23e75-34e3-480f-8734-c12584680a4f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:46.009326 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67c23e75-34e3-480f-8734-c12584680a4f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:46.009326 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-67c23e75-34e3-480f-8734-c12584680a4f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/networks/d998aadb-b990-46c1-a1c0-fb41a210c709 HTTP/1.1" status: 204 len: 168 time: 0.5489919 Jul 09 14:02:46.017822 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45240) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:46.023852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c23e75-34e3-480f-8734-c12584680a4f tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'Network': ['ID=d998aadb-b990-46c1-a1c0-fb41a210c709,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:46.140695 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b492083-eb1a-4cba-beb2-8c8d8639ce35 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:46.233065 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b492083-eb1a-4cba-beb2-8c8d8639ce35 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:46.306686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52523cd-e819-4273-94d7-168798ae1bef req-11c78ecd-f1a4-4054-a713-7cb56aad0230 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:46.308378 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e52523cd-e819-4273-94d7-168798ae1bef req-11c78ecd-f1a4-4054-a713-7cb56aad0230 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 945 time: 0.1486168 Jul 09 14:02:46.364170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e52523cd-e819-4273-94d7-168798ae1bef req-3ffec6ee-757b-4828-b63f-384dd98990da tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482464 Jul 09 14:02:46.365331 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b492083-eb1a-4cba-beb2-8c8d8639ce35 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:46.367984 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b492083-eb1a-4cba-beb2-8c8d8639ce35 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:46.374259 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4b492083-eb1a-4cba-beb2-8c8d8639ce35 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] 10.222.0.39 "DELETE /v2.0/security-groups/3badc846-2c4b-4d34-aefb-4fa27497e83e HTTP/1.1" status: 204 len: 168 time: 0.3532891 Jul 09 14:02:46.380182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b492083-eb1a-4cba-beb2-8c8d8639ce35 tempest-TestNetworkAdvancedServerOps-2047137886 tempest-TestNetworkAdvancedServerOps-2047137886-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3badc846-2c4b-4d34-aefb-4fa27497e83e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:46.645545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 2f754f1c-77ae-4470-97eb-7fa5678d4035 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:02:46.715013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 2f754f1c-77ae-4470-97eb-7fa5678d4035 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:02:46.722811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 2f754f1c-77ae-4470-97eb-7fa5678d4035 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:02:46.723340 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:46.805589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45264) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:46.843732 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:46.876451 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff6836c-9ede-4304-bdc5-008c981b1406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f754f1c-77ae-4470-97eb-7fa5678d4035'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:02:46.879397 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91334099-6c75-4ab5-85a9-597691023d1f" -d '{"events": [{"server_uuid": "cff6836c-9ede-4304-bdc5-008c981b1406", "name": "network-vif-plugged", "status": "completed", "tag": "2f754f1c-77ae-4470-97eb-7fa5678d4035"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:02:46.900604 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 2f754f1c-77ae-4470-97eb-7fa5678d4035, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2f754f1c-77ae-4470-97eb-7fa5678d4035,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:02:46.909917 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:46.968336 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7aff72b-5785-4d39-b77c-692cf9cd8fb7 x-openstack-request-id: req-d7aff72b-5785-4d39-b77c-692cf9cd8fb7 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:02:46.968661 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff6836c-9ede-4304-bdc5-008c981b1406", "name": "network-vif-plugged", "status": "completed", "tag": "2f754f1c-77ae-4470-97eb-7fa5678d4035", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:02:46.969480 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d7aff72b-5785-4d39-b77c-692cf9cd8fb7 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:02:46.969899 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff6836c-9ede-4304-bdc5-008c981b1406', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f754f1c-77ae-4470-97eb-7fa5678d4035', 'code': 200} Jul 09 14:02:47.020749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=2f754f1c-77ae-4470-97eb-7fa5678d4035,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:47.122428 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fb8116aa-03f1-4ae7-b4b3-acca743f38bf admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e18f38b86e4946d19d906914b285cd31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3156381 Jul 09 14:02:47.126666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45272) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:47.134763 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d17667-39a4-4596-9c67-5d8526beb1ca req-e7cd70d3-6411-4839-9538-3e4ddbab7d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:47.136417 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f8d17667-39a4-4596-9c67-5d8526beb1ca req-e7cd70d3-6411-4839-9538-3e4ddbab7d6c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 1097 time: 0.1128457 Jul 09 14:02:47.189575 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f8d17667-39a4-4596-9c67-5d8526beb1ca req-d2b95f51-f625-4ac6-9028-dd21996ba194 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462887 Jul 09 14:02:47.197964 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 73890fcb-48ca-4f1c-8d91-a10486124ce7 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:02:47.233519 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 73890fcb-48ca-4f1c-8d91-a10486124ce7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:02:47.233623 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-914e3952-8a8d-4e25-9d76-f65d155712ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:47.233801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 73890fcb-48ca-4f1c-8d91-a10486124ce7 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:02:47.286817 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-914e3952-8a8d-4e25-9d76-f65d155712ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:47.365113 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-914e3952-8a8d-4e25-9d76-f65d155712ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:47.368524 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-914e3952-8a8d-4e25-9d76-f65d155712ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:47.374196 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-914e3952-8a8d-4e25-9d76-f65d155712ab admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/a3f713b0-ab22-4cc8-a6d2-357520a27818 HTTP/1.1" status: 204 len: 168 time: 0.2417712 Jul 09 14:02:47.382835 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914e3952-8a8d-4e25-9d76-f65d155712ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f713b0-ab22-4cc8-a6d2-357520a27818,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:47.649154 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f8756-e3d0-4737-91c3-15c0ec27538e req-8bb03f5b-ade1-4cd4-8e35-7fc69953222d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:47.650696 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-947f8756-e3d0-4737-91c3-15c0ec27538e req-8bb03f5b-ade1-4cd4-8e35-7fc69953222d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 946 time: 0.0928211 Jul 09 14:02:47.704911 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-947f8756-e3d0-4737-91c3-15c0ec27538e req-6f7f8a2c-f5ba-4739-bd79-70d87deadf7d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421681 Jul 09 14:02:47.852423 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45286) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:47.926257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45288) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:47.926837 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a4b0d8d7-d720-4ee5-8f08-e427b991c0f2 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=50a93a32cbe44e3685f391466a081517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0727110 Jul 09 14:02:47.994993 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-081f69da-c3c7-4eb3-9f7a-dfd349e38911 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:48.026535 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-081f69da-c3c7-4eb3-9f7a-dfd349e38911 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:48.139020 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-081f69da-c3c7-4eb3-9f7a-dfd349e38911 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:48.143861 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-081f69da-c3c7-4eb3-9f7a-dfd349e38911 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:48.148060 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-081f69da-c3c7-4eb3-9f7a-dfd349e38911 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c080440c-d9b4-4e64-9a65-27bda9ad2469 HTTP/1.1" status: 204 len: 168 time: 0.2200396 Jul 09 14:02:48.163073 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f69da-c3c7-4eb3-9f7a-dfd349e38911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c080440c-d9b4-4e64-9a65-27bda9ad2469,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:49.159756 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b5398b-fba8-47fb-9524-c689b50efc5b req-5f67a36b-9e01-4072-872b-a71dfc1eda2c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:49.162246 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7b5398b-fba8-47fb-9524-c689b50efc5b req-5f67a36b-9e01-4072-872b-a71dfc1eda2c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 946 time: 0.1353712 Jul 09 14:02:49.230094 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7b5398b-fba8-47fb-9524-c689b50efc5b req-818b3186-c18c-4f7c-863f-0b472dd47adc tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581300 Jul 09 14:02:49.460417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535cf21-5d76-4064-9e0c-2c81bf1436e0 req-f25cddd1-b4eb-4949-858f-e628c5d56f35 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:49.462502 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f535cf21-5d76-4064-9e0c-2c81bf1436e0 req-f25cddd1-b4eb-4949-858f-e628c5d56f35 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 946 time: 0.0773883 Jul 09 14:02:49.535685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f535cf21-5d76-4064-9e0c-2c81bf1436e0 req-6fd145db-9383-4ea5-a048-f30f8877ba5a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647001 Jul 09 14:02:49.570481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45310) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:49.851838 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-844afddd-cd9c-44b6-8132-362556d83e01 tempest-TestVolumeBootPattern-419732494 tempest-TestVolumeBootPattern-419732494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:49.854872 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-844afddd-cd9c-44b6-8132-362556d83e01 tempest-TestVolumeBootPattern-419732494 tempest-TestVolumeBootPattern-419732494-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 1092 time: 0.2825780 Jul 09 14:02:49.858409 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45314) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:02:49.865112 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '2f754f1c-77ae-4470-97eb-7fa5678d4035', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:02:49.898744 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:50.022918 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:50.139388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Allocated IP 172.25.2.38 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/1444216f-28f7-40bc-a453-e1b42cff3aa6) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:02:50.301150 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:50.592102 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a9b41c9-058d-4dac-b639-f722d998068e req-a0a746a0-8213-463c-9722-8d1925318af4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0944040 Jul 09 14:02:50.669554 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:50.713621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:02:50.719748 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:02:50.724070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:02:50.727940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b41c9-058d-4dac-b639-f722d998068e req-390b9482-7882-4f7b-baed-e64b1429f928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:50.730765 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a9b41c9-058d-4dac-b639-f722d998068e req-390b9482-7882-4f7b-baed-e64b1429f928 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 1097 time: 0.0900936 Jul 09 14:02:50.755272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'Port': ['ID=1444216f-28f7-40bc-a453-e1b42cff3aa6,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:50.883810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b41c9-058d-4dac-b639-f722d998068e req-94ec861a-dc2d-4461-b6aa-189cc9083b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:50.886417 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a9b41c9-058d-4dac-b639-f722d998068e req-94ec861a-dc2d-4461-b6aa-189cc9083b42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.1217668 Jul 09 14:02:50.961939 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a9b41c9-058d-4dac-b639-f722d998068e req-81468274-d6dd-4db4-bb3b-8353d8c30122 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f754f1c-77ae-4470-97eb-7fa5678d4035 HTTP/1.1" status: 200 len: 217 time: 0.0669527 Jul 09 14:02:51.042120 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b41c9-058d-4dac-b639-f722d998068e req-7a3c0512-cb85-4017-bd31-d07be3f73232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:51.043596 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a9b41c9-058d-4dac-b639-f722d998068e req-7a3c0512-cb85-4017-bd31-d07be3f73232 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0749686 Jul 09 14:02:51.116714 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9b41c9-058d-4dac-b639-f722d998068e req-252783d9-06b3-4435-82e1-13c5f9cc9ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:51.118510 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a9b41c9-058d-4dac-b639-f722d998068e req-252783d9-06b3-4435-82e1-13c5f9cc9ed5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690386 Jul 09 14:02:51.232762 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a9b41c9-058d-4dac-b639-f722d998068e req-742395f5-4969-4f09-9075-8a9256bf91c6 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074638 Jul 09 14:02:51.327863 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:51.433048 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:51.627454 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:51.633068 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:51.715131 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'Port': ['ID=1444216f-28f7-40bc-a453-e1b42cff3aa6,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:02:51.725891 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:51.756773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a9b41c9-058d-4dac-b639-f722d998068e req-a525c4ba-8b65-4b77-b23c-0e53c0355d23 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5176702 Jul 09 14:02:51.858637 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Floating IP fb8f25cd-3f1d-4a89-bad8-0f0bdd7ccdb0 associated. External IP: 172.25.2.38, port: 2f754f1c-77ae-4470-97eb-7fa5678d4035. Jul 09 14:02:52.132567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Router d5c2de92-280b-44fc-8e36-90c7650878a4 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:02:52.299240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:02:52.312411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68113e9-fcd7-45b8-bb39-0e4569f56ecc None None] Sync routers for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:02:52.327780 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:02:52.331226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68113e9-fcd7-45b8-bb39-0e4569f56ecc None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:02:52.332463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e68113e9-fcd7-45b8-bb39-0e4569f56ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:02:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:52.404088 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e86ecb41-95ae-43da-b7aa-e3f46dbe8959 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5436764 Jul 09 14:02:52.405207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cff6836c-9ede-4304-bdc5-008c981b1406', 'tag': '2f754f1c-77ae-4470-97eb-7fa5678d4035'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:02:52.408780 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71a62968-e9bf-499d-98aa-e4fa7429a8aa" -d '{"events": [{"name": "network-changed", "server_uuid": "cff6836c-9ede-4304-bdc5-008c981b1406", "tag": "2f754f1c-77ae-4470-97eb-7fa5678d4035"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:02:52.462807 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb508c7a-acb6-40a6-ba0d-a9cbabced91a x-openstack-request-id: req-eb508c7a-acb6-40a6-ba0d-a9cbabced91a {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:02:52.463210 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cff6836c-9ede-4304-bdc5-008c981b1406", "tag": "2f754f1c-77ae-4470-97eb-7fa5678d4035", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:02:52.463477 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-eb508c7a-acb6-40a6-ba0d-a9cbabced91a {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:02:52.464034 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cff6836c-9ede-4304-bdc5-008c981b1406', 'tag': '2f754f1c-77ae-4470-97eb-7fa5678d4035', 'status': 'completed', 'code': 200} Jul 09 14:02:52.508478 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e68113e9-fcd7-45b8-bb39-0e4569f56ecc None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:02:52.561696 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a62968-e9bf-499d-98aa-e4fa7429a8aa req-cc7e792c-9bbc-4caa-8e0e-d05b3e5d31d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:52.563609 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71a62968-e9bf-499d-98aa-e4fa7429a8aa req-cc7e792c-9bbc-4caa-8e0e-d05b3e5d31d6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 1097 time: 0.0696533 Jul 09 14:02:52.667267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a62968-e9bf-499d-98aa-e4fa7429a8aa req-49aab735-f08b-4c27-9fed-22dfbe7c222e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:52.669106 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71a62968-e9bf-499d-98aa-e4fa7429a8aa req-49aab735-f08b-4c27-9fed-22dfbe7c222e service neutron] 10.222.0.15 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.0993881 Jul 09 14:02:52.746842 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71a62968-e9bf-499d-98aa-e4fa7429a8aa req-819fdd4e-e153-4dcf-9208-ef12fadbca22 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f754f1c-77ae-4470-97eb-7fa5678d4035 HTTP/1.1" status: 200 len: 999 time: 0.0710938 Jul 09 14:02:52.803044 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e68113e9-fcd7-45b8-bb39-0e4569f56ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'fb8f25cd-3f1d-4a89-bad8-0f0bdd7ccdb0', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'port_id': '2f754f1c-77ae-4470-97eb-7fa5678d4035', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'mac_address': 'fa:16:3e:e6:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff6836c-9ede-4304-bdc5-008c981b1406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:02:51Z', 'updated_at': '2021-07-09T14:02:51Z', 'revision_number': 0, 'project_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:52.826983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a62968-e9bf-499d-98aa-e4fa7429a8aa req-f79388ec-b0d3-49f8-987e-9d04eefaf8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:52.828625 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71a62968-e9bf-499d-98aa-e4fa7429a8aa req-f79388ec-b0d3-49f8-987e-9d04eefaf8f7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0763252 Jul 09 14:02:52.837172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68113e9-fcd7-45b8-bb39-0e4569f56ecc None None] Checking router: d5c2de92-280b-44fc-8e36-90c7650878a4 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:02:52.847181 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68113e9-fcd7-45b8-bb39-0e4569f56ecc None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:02:52.847826 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e68113e9-fcd7-45b8-bb39-0e4569f56ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:02:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:52.904457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a62968-e9bf-499d-98aa-e4fa7429a8aa req-1d82c0c2-df62-490c-a1ee-f9671fb66904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:02:52.906074 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71a62968-e9bf-499d-98aa-e4fa7429a8aa req-1d82c0c2-df62-490c-a1ee-f9671fb66904 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636940 Jul 09 14:02:52.995456 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e68113e9-fcd7-45b8-bb39-0e4569f56ecc None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:02:53.037655 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71a62968-e9bf-499d-98aa-e4fa7429a8aa req-b4da6391-fe22-4352-9043-53ca917a4028 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249673 Jul 09 14:02:53.224796 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71a62968-e9bf-499d-98aa-e4fa7429a8aa req-2307cf83-de18-431b-a4c8-55bced106f72 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1805236 Jul 09 14:02:53.336215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e68113e9-fcd7-45b8-bb39-0e4569f56ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'fb8f25cd-3f1d-4a89-bad8-0f0bdd7ccdb0', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'port_id': '2f754f1c-77ae-4470-97eb-7fa5678d4035', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'mac_address': 'fa:16:3e:e6:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff6836c-9ede-4304-bdc5-008c981b1406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:02:51Z', 'updated_at': '2021-07-09T14:02:51Z', 'revision_number': 0, 'project_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:02:53.365311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68113e9-fcd7-45b8-bb39-0e4569f56ecc None None] The sync data for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 is: [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'fb8f25cd-3f1d-4a89-bad8-0f0bdd7ccdb0', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'floating_ip_address': '172.25.2.38', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'port_id': '2f754f1c-77ae-4470-97eb-7fa5678d4035', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'mac_address': 'fa:16:3e:e6:fe:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cff6836c-9ede-4304-bdc5-008c981b1406', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:02:51Z', 'updated_at': '2021-07-09T14:02:51Z', 'revision_number': 0, 'project_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:02:53.667524 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46470f32-2d7f-44cc-b622-a8e4dc4490c7 None None] New status for floating IP fb8f25cd-3f1d-4a89-bad8-0f0bdd7ccdb0: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:03:00.794582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45386) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:03:00.982647 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b815f4b-faae-4f06-90a8-d18eff817b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:01.129003 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b815f4b-faae-4f06-90a8-d18eff817b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:01.135507 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b815f4b-faae-4f06-90a8-d18eff817b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:01.186032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b815f4b-faae-4f06-90a8-d18eff817b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb081eb-4f12-4f0d-8be3-8791c0148713,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:03:01.197259 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9b815f4b-faae-4f06-90a8-d18eff817b8b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=503f1daa6fe648d59d903487eb667e2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4007697 Jul 09 14:03:01.199328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45390) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:03:01.264627 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-369a6020-0568-42b4-8a16-1df5dbbb82e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:01.301334 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-369a6020-0568-42b4-8a16-1df5dbbb82e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:01.391430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-369a6020-0568-42b4-8a16-1df5dbbb82e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:01.394247 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-369a6020-0568-42b4-8a16-1df5dbbb82e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:01.395524 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-369a6020-0568-42b4-8a16-1df5dbbb82e5 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/2eb081eb-4f12-4f0d-8be3-8791c0148713 HTTP/1.1" status: 204 len: 168 time: 0.1949029 Jul 09 14:03:01.406027 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369a6020-0568-42b4-8a16-1df5dbbb82e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb081eb-4f12-4f0d-8be3-8791c0148713,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:03:01.705651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45396) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:03:01.720373 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1db69380-75b9-4c6e-8171-4723122ea909 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:01.858571 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1db69380-75b9-4c6e-8171-4723122ea909 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:01.865845 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1db69380-75b9-4c6e-8171-4723122ea909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:01.868885 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-228b7faf-082f-498b-9b43-1f74dce79e57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:01.913775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1db69380-75b9-4c6e-8171-4723122ea909 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=a1a85377dffa4af8ba6d27ac784d5540&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069435 Jul 09 14:03:01.914710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db69380-75b9-4c6e-8171-4723122ea909 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=738117e5-4f34-4452-bd07-7f92a4d1b56b,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:03:01.917007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45398) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:03:01.978144 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08902ffd-77da-4666-b05b-ab7e6d239637 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:02.004428 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08902ffd-77da-4666-b05b-ab7e6d239637 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:02.072173 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08902ffd-77da-4666-b05b-ab7e6d239637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:02.076125 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-08902ffd-77da-4666-b05b-ab7e6d239637 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:02.077475 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-08902ffd-77da-4666-b05b-ab7e6d239637 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/738117e5-4f34-4452-bd07-7f92a4d1b56b HTTP/1.1" status: 204 len: 168 time: 0.1590667 Jul 09 14:03:02.090562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08902ffd-77da-4666-b05b-ab7e6d239637 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=738117e5-4f34-4452-bd07-7f92a4d1b56b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:03:03.446272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45428) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:03:03.567509 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e51c1c1b-dc7b-4959-9812-0ba95cd23e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:03.679589 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e51c1c1b-dc7b-4959-9812-0ba95cd23e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:03.684195 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e51c1c1b-dc7b-4959-9812-0ba95cd23e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:03.724322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51c1c1b-dc7b-4959-9812-0ba95cd23e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a8f4e5-8258-45fa-b833-e657a1b73a10,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:03:03.732128 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e51c1c1b-dc7b-4959-9812-0ba95cd23e7d admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=d0f7650d887a4742b6de9b9b18f6243f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820024 Jul 09 14:03:03.732460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45432) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:03:03.792140 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-195e6737-e5a1-44c7-b618-869b17def17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:03.817807 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-195e6737-e5a1-44c7-b618-869b17def17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:03.877739 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-195e6737-e5a1-44c7-b618-869b17def17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:03.880962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-195e6737-e5a1-44c7-b618-869b17def17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:03.882437 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-195e6737-e5a1-44c7-b618-869b17def17e admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c3a8f4e5-8258-45fa-b833-e657a1b73a10 HTTP/1.1" status: 204 len: 168 time: 0.1489031 Jul 09 14:03:03.893357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195e6737-e5a1-44c7-b618-869b17def17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a8f4e5-8258-45fa-b833-e657a1b73a10,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:03:04.686531 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:04.706824 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58cfc133-a41c-4ddd-81fc-e06e6542d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:05.710721 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:07.121124 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:08.744246 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:08.848159 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:13.255744 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:03:31.864225 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a8a78669-34f1-43fc-bc51-24c679109520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:34.690305 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:34.711970 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ec70e49a-999e-4122-85f2-fc07a94a3ddb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:35.713746 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:37.121065 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:38.753109 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:38.879454 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:03:50.257204 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:03:51.955646 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d1da17fc-923f-469f-a851-971253ded26d req-e5137108-738b-49f4-9872-52d66c3513a9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0633030 Jul 09 14:03:52.059644 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da17fc-923f-469f-a851-971253ded26d req-db159faa-74c1-424e-a763-0d7acb0922b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:03:52.061765 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d1da17fc-923f-469f-a851-971253ded26d req-db159faa-74c1-424e-a763-0d7acb0922b2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 1097 time: 0.0597432 Jul 09 14:03:52.182657 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da17fc-923f-469f-a851-971253ded26d req-9465244d-a7f2-43a2-ad62-6fc4e35952be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:03:52.184401 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d1da17fc-923f-469f-a851-971253ded26d req-9465244d-a7f2-43a2-ad62-6fc4e35952be service neutron] 10.222.0.15 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.0998602 Jul 09 14:03:52.264107 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d1da17fc-923f-469f-a851-971253ded26d req-0977e055-3153-478c-896c-d3e9a007596e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2f754f1c-77ae-4470-97eb-7fa5678d4035 HTTP/1.1" status: 200 len: 1001 time: 0.0733566 Jul 09 14:03:52.315892 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da17fc-923f-469f-a851-971253ded26d req-d86cfb21-07f8-486a-8ca9-d0b8559c80d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:03:52.317653 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d1da17fc-923f-469f-a851-971253ded26d req-d86cfb21-07f8-486a-8ca9-d0b8559c80d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0479491 Jul 09 14:03:52.385134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1da17fc-923f-469f-a851-971253ded26d req-2b6d06ae-d20c-4555-9b49-096897b3a882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:03:52.386744 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d1da17fc-923f-469f-a851-971253ded26d req-2b6d06ae-d20c-4555-9b49-096897b3a882 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625710 Jul 09 14:03:52.494133 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d1da17fc-923f-469f-a851-971253ded26d req-26426dab-6e09-4848-aaa5-1fd812bd832c service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006553 Jul 09 14:03:52.594666 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d1da17fc-923f-469f-a851-971253ded26d req-6b4d1d6d-f113-4840-b8d2-e7699d1594dd service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942116 Jul 09 14:04:01.867859 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a1b61f8f-f559-494b-a158-cad8c8dd8140 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:04.697033 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:04.718663 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-46448aae-e153-4216-9cb9-29d3a04ed3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:05.716876 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:07.125897 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:08.780869 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:08.893790 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:27.257746 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:04:31.873445 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4dc0c4e7-4c92-4281-8023-114eff87eca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:34.693526 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:34.714414 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-76c31782-bbca-466d-be73-a0366f62d950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:35.720737 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:37.127994 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:38.766788 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:38.926727 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:48.300775 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e11414-e0b9-4d7d-a397-bc5bfbc760d8 req-4faf157b-643c-4bb8-a828-498841f70347 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:04:48.302468 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07e11414-e0b9-4d7d-a397-bc5bfbc760d8 req-4faf157b-643c-4bb8-a828-498841f70347 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 946 time: 0.0776820 Jul 09 14:04:48.366550 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-07e11414-e0b9-4d7d-a397-bc5bfbc760d8 req-8d5634f5-59b4-4d3b-8f4d-e2649921e3ce tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579038 Jul 09 14:04:49.664637 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77fa87-29f2-43f1-a6eb-b1b2143eebf8 req-06adf3ce-e7aa-41e6-820c-e2b31054cf68 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:04:49.666719 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ab77fa87-29f2-43f1-a6eb-b1b2143eebf8 req-06adf3ce-e7aa-41e6-820c-e2b31054cf68 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 946 time: 0.0884519 Jul 09 14:04:49.737532 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ab77fa87-29f2-43f1-a6eb-b1b2143eebf8 req-9485524b-0a4c-4c3e-93bb-40150fd7f4a9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598211 Jul 09 14:04:49.774442 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a807c8f6-aa53-4fe3-b9b7-b66ba5753565 req-71d1231a-4e72-465a-a7d0-0297f8f2724d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:04:49.776081 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a807c8f6-aa53-4fe3-b9b7-b66ba5753565 req-71d1231a-4e72-465a-a7d0-0297f8f2724d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 946 time: 0.1068554 Jul 09 14:04:49.897253 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-a807c8f6-aa53-4fe3-b9b7-b66ba5753565 req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Deleting port 2f754f1c-77ae-4470-97eb-7fa5678d4035 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:04:49.897667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a807c8f6-aa53-4fe3-b9b7-b66ba5753565 req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:50.003101 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a807c8f6-aa53-4fe3-b9b7-b66ba5753565 req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] For port 2f754f1c-77ae-4470-97eb-7fa5678d4035, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=2f754f1c-77ae-4470-97eb-7fa5678d4035,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:04:50.003630 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a807c8f6-aa53-4fe3-b9b7-b66ba5753565 req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:50.208362 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a807c8f6-aa53-4fe3-b9b7-b66ba5753565 req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:50.208737 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a807c8f6-aa53-4fe3-b9b7-b66ba5753565 req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:50.209057 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-a807c8f6-aa53-4fe3-b9b7-b66ba5753565 req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Floating IP fb8f25cd-3f1d-4a89-bad8-0f0bdd7ccdb0 disassociated. External IP: 172.25.2.38, port: 2f754f1c-77ae-4470-97eb-7fa5678d4035. Jul 09 14:04:50.209400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-a807c8f6-aa53-4fe3-b9b7-b66ba5753565 req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Calling delete_port for 2f754f1c-77ae-4470-97eb-7fa5678d4035 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:04:50.356840 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a807c8f6-aa53-4fe3-b9b7-b66ba5753565 req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:50.389810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event deleted for resources: {'Port': ['ID=2f754f1c-77ae-4470-97eb-7fa5678d4035,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:04:50.403029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:04:50.403453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:04:50.403796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:04:50.404143 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:04:50.405247 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:04:50.405593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:04:50.406042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:04:50.406295 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:04:50.406632 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:04:50.406967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:04:50.407332 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:04:50.407664 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:04:50.525401 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a807c8f6-aa53-4fe3-b9b7-b66ba5753565 req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Router d5c2de92-280b-44fc-8e36-90c7650878a4 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:04:50.643329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a807c8f6-aa53-4fe3-b9b7-b66ba5753565 req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:04:50.653626 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd1b953-7b07-45bc-807e-193b255a2b50 None None] Sync routers for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:04:50.664808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd1b953-7b07-45bc-807e-193b255a2b50 None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:04:50.665343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-dbd1b953-7b07-45bc-807e-193b255a2b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:04:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:04:50.690331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a807c8f6-aa53-4fe3-b9b7-b66ba5753565 req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] No DVR routers for this DVR port 2f754f1c-77ae-4470-97eb-7fa5678d4035 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:04:50.693422 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a807c8f6-aa53-4fe3-b9b7-b66ba5753565 req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:50.695605 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a807c8f6-aa53-4fe3-b9b7-b66ba5753565 req-7007a43c-b02d-4f11-b05f-686d97a38ea9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "DELETE /v2.0/ports/2f754f1c-77ae-4470-97eb-7fa5678d4035 HTTP/1.1" status: 204 len: 173 time: 0.9128001 Jul 09 14:04:50.696088 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cff6836c-9ede-4304-bdc5-008c981b1406', 'name': 'network-vif-deleted', 'tag': '2f754f1c-77ae-4470-97eb-7fa5678d4035'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:04:50.698707 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0f5449-64e6-4062-aaae-7c406ba03af6" -d '{"events": [{"server_uuid": "cff6836c-9ede-4304-bdc5-008c981b1406", "name": "network-vif-deleted", "tag": "2f754f1c-77ae-4470-97eb-7fa5678d4035"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:04:50.800895 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4473a37-6406-4e11-821e-d26546b45f5b x-openstack-request-id: req-a4473a37-6406-4e11-821e-d26546b45f5b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:04:50.801921 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cff6836c-9ede-4304-bdc5-008c981b1406", "name": "network-vif-deleted", "tag": "2f754f1c-77ae-4470-97eb-7fa5678d4035", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:04:50.802371 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4473a37-6406-4e11-821e-d26546b45f5b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:04:50.803002 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cff6836c-9ede-4304-bdc5-008c981b1406', 'name': 'network-vif-deleted', 'tag': '2f754f1c-77ae-4470-97eb-7fa5678d4035', 'status': 'completed', 'code': 200} Jul 09 14:04:50.887812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-dbd1b953-7b07-45bc-807e-193b255a2b50 None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:04:50.966553 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18c4d8fa-ccda-4d55-a0a4-fb2884b6aee4 req-ed4a4642-e32e-42cb-8a29-9ac4e3e61f9d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 210 time: 0.0388694 Jul 09 14:04:51.338500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-dbd1b953-7b07-45bc-807e-193b255a2b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:04:51.381039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd1b953-7b07-45bc-807e-193b255a2b50 None None] Checking router: d5c2de92-280b-44fc-8e36-90c7650878a4 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:04:51.395371 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd1b953-7b07-45bc-807e-193b255a2b50 None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:04:51.396463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-dbd1b953-7b07-45bc-807e-193b255a2b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:04:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:04:51.566600 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-dbd1b953-7b07-45bc-807e-193b255a2b50 None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:04:51.806313 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-dbd1b953-7b07-45bc-807e-193b255a2b50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:04:51.834809 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd1b953-7b07-45bc-807e-193b255a2b50 None None] The sync data for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 is: [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:04:52.139464 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b153ef-5748-4b67-88c5-9ee81e6795e7 None None] New status for floating IP fb8f25cd-3f1d-4a89-bad8-0f0bdd7ccdb0: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:04:52.147800 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97618d09-e65d-4bab-8f88-73ccac0ca5e8 req-c65de9f2-4b5a-458b-b16e-ba2629cc0e09 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 210 time: 0.0304637 Jul 09 14:04:53.241055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 2f754f1c-77ae-4470-97eb-7fa5678d4035 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:04:53.279739 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 2f754f1c-77ae-4470-97eb-7fa5678d4035 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:04:53.280659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 2f754f1c-77ae-4470-97eb-7fa5678d4035 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:04:53.322070 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0cbc1a1d-7bde-4504-ae48-f2f061e3649c req-a5f6eaac-3dd8-494d-b55f-b882e004b403 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 210 time: 0.0308857 Jul 09 14:04:54.530056 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c20f7ff-dbc8-4c9d-86b2-ca8644a4c5c0 req-82d1170b-9a75-4f45-a8ca-1be1da0c94f7 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=cff6836c-9ede-4304-bdc5-008c981b1406 HTTP/1.1" status: 200 len: 210 time: 0.0390611 Jul 09 14:04:55.930747 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-8ad59f3a-6403-4c16-bd94-99b88ab90476 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117965235&fields=id&tenant_id=25a69ce0edc7491da11553925111d73f HTTP/1.1" status: 200 len: 267 time: 0.0382822 Jul 09 14:04:56.057166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-35452434-4632-4f29-90c7-2a45186c1cd7 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:04:56.058840 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-35452434-4632-4f29-90c7-2a45186c1cd7 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 812 time: 0.1195977 Jul 09 14:04:56.077969 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-62c05481-9a62-4599-a19d-c45ac65e2b19 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/quotas/25a69ce0edc7491da11553925111d73f HTTP/1.1" status: 200 len: 375 time: 0.0113506 Jul 09 14:04:56.164079 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-4a123c7f-664a-4eab-86f1-48e9cdb4f091 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801198 Jul 09 14:04:56.301348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-28d3d4c9-b88e-427d-b25c-16fe100d6f31 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:04:56.302436 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-28d3d4c9-b88e-427d-b25c-16fe100d6f31 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1260989 Jul 09 14:04:56.455913 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-c2b00324-3d9d-4da9-a2c0-20ddbda593c9 service neutron] 10.222.0.39 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466823 Jul 09 14:04:56.563969 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-62ca9a9c-3c91-455b-9d40-a87217013e85 service neutron] 10.222.0.39 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020169 Jul 09 14:04:56.923596 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-463a6ea9-96a1-4d70-8616-ba464c87d9a2 req-1652023f-c2c4-4938-b135-9dad34d8d32c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 210 time: 0.0390532 Jul 09 14:04:58.110168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-272eef22-e00f-4cea-8668-2c2a3e3d2b08 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:04:58.112285 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-272eef22-e00f-4cea-8668-2c2a3e3d2b08 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.18 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 812 time: 0.1691225 Jul 09 14:04:58.173467 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-2f653cd2-d142-40a3-907a-e82581fe7601 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25a69ce0edc7491da11553925111d73f HTTP/1.1" status: 200 len: 380 time: 0.0524735 Jul 09 14:04:58.181105 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6cc9c611-42e9-49e3-820e-30f302d62f75 req-31265b40-8d91-4aa5-8dc7-7a7e7bb2e08b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 210 time: 0.0510173 Jul 09 14:04:58.192278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-f43971c7-6bf9-43f6-bb05-9f9836263fc2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'port': {'device_id': '8eaee480-8c51-4cbe-9788-604c6029482d', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'admin_state_up': True, 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'security_groups': ['2cd3c4bb-dd1d-426c-adbf-e5964883a099']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:04:58.377801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-f43971c7-6bf9-43f6-bb05-9f9836263fc2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Made reservation on behalf of 25a69ce0edc7491da11553925111d73f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:04:58.382060 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-f43971c7-6bf9-43f6-bb05-9f9836263fc2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:58.540859 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-f43971c7-6bf9-43f6-bb05-9f9836263fc2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Allocated IP 172.20.0.5 (a40754f1-8945-4ca7-8f93-3f416e930007/5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d/630c0a60-6a3d-4cb6-80db-0b858a663b35) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:04:58.724818 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-f43971c7-6bf9-43f6-bb05-9f9836263fc2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:58.751551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-f43971c7-6bf9-43f6-bb05-9f9836263fc2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Transition to ACTIVE for port object 630c0a60-6a3d-4cb6-80db-0b858a663b35 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:04:58.795762 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-f43971c7-6bf9-43f6-bb05-9f9836263fc2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:58.855013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-f43971c7-6bf9-43f6-bb05-9f9836263fc2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Network a40754f1-8945-4ca7-8f93-3f416e930007 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:04:58.861713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-f43971c7-6bf9-43f6-bb05-9f9836263fc2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:04:58.866506 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-f43971c7-6bf9-43f6-bb05-9f9836263fc2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:04:58.895316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43971c7-6bf9-43f6-bb05-9f9836263fc2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'Port': ['ID=630c0a60-6a3d-4cb6-80db-0b858a663b35,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:04:58.943581 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-f43971c7-6bf9-43f6-bb05-9f9836263fc2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:04:58.948869 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-f43971c7-6bf9-43f6-bb05-9f9836263fc2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:58.974982 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-f43971c7-6bf9-43f6-bb05-9f9836263fc2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7913215 Jul 09 14:04:58.988345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Request body: {'port': {'device_id': '8eaee480-8c51-4cbe-9788-604c6029482d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:04:59.101600 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:59.239288 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f7bb6daf-d8c4-4a58-a3ae-fa59fd83d8d3 None None] Provisioning for port 630c0a60-6a3d-4cb6-80db-0b858a663b35 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:04:59.247619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f7bb6daf-d8c4-4a58-a3ae-fa59fd83d8d3 None None] Provisioning complete for port 630c0a60-6a3d-4cb6-80db-0b858a663b35 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:04:59.248618 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f7bb6daf-d8c4-4a58-a3ae-fa59fd83d8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:59.334291 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb6daf-d8c4-4a58-a3ae-fa59fd83d8d3 None None] Port 630c0a60-6a3d-4cb6-80db-0b858a663b35 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:04:59.478426 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0ba83-39a7-4ff7-9d1a-33f5d591d586 req-12cedc97-75c7-4de0-b2d8-b4b6705b66e8 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:04:59.481354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31f0ba83-39a7-4ff7-9d1a-33f5d591d586 req-12cedc97-75c7-4de0-b2d8-b4b6705b66e8 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 931 time: 0.0992279 Jul 09 14:04:59.569333 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31f0ba83-39a7-4ff7-9d1a-33f5d591d586 req-d390a685-38f5-4db8-9cdf-6264dc9649a3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755467 Jul 09 14:04:59.600262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 630c0a60-6a3d-4cb6-80db-0b858a663b35 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:04:59.611158 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:59.635955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Transition to ACTIVE for port object 630c0a60-6a3d-4cb6-80db-0b858a663b35 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:04:59.642202 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:04:59.791964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Pushing event updated for resources: {'Port': ['ID=630c0a60-6a3d-4cb6-80db-0b858a663b35,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:04:59.891553 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Attempting to bind port 630c0a60-6a3d-4cb6-80db-0b858a663b35 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:04:59.892706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Attempting to bind port 630c0a60-6a3d-4cb6-80db-0b858a663b35 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:04:59.895509 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Attempting to bind port 630c0a60-6a3d-4cb6-80db-0b858a663b35 on network a40754f1-8945-4ca7-8f93-3f416e930007 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:04:59.901578 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Port 630c0a60-6a3d-4cb6-80db-0b858a663b35 on network a40754f1-8945-4ca7-8f93-3f416e930007 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:04:59.902007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Attempting to bind port 630c0a60-6a3d-4cb6-80db-0b858a663b35 on network a40754f1-8945-4ca7-8f93-3f416e930007 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:04:59.908383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 4, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:04:59.908839 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Checking segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:04:59.909111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Bound using segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:04:59.909721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Bound port: 630c0a60-6a3d-4cb6-80db-0b858a663b35, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:04:59.910099 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:00.011397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] For port 630c0a60-6a3d-4cb6-80db-0b858a663b35, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:05:00.016516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] For port 630c0a60-6a3d-4cb6-80db-0b858a663b35, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=630c0a60-6a3d-4cb6-80db-0b858a663b35,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:05:00.022844 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:00.068979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:00.069824 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:00.071378 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] 10.222.0.18 "PUT /v2.0/ports/630c0a60-6a3d-4cb6-80db-0b858a663b35 HTTP/1.1" status: 200 len: 1091 time: 1.0892935 Jul 09 14:05:00.071874 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eaee480-8c51-4cbe-9788-604c6029482d', 'tag': '630c0a60-6a3d-4cb6-80db-0b858a663b35'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:05:00.075034 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75516531-a7c3-426d-a08d-97cf588711ee" -d '{"events": [{"name": "network-changed", "server_uuid": "8eaee480-8c51-4cbe-9788-604c6029482d", "tag": "630c0a60-6a3d-4cb6-80db-0b858a663b35"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:05:00.116964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417630ae-6bd5-4a94-96f1-b7baaa42d8eb service neutron] Pushing event updated for resources: {'Port': ['ID=630c0a60-6a3d-4cb6-80db-0b858a663b35,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:05:00.159805 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3f24e7d-7227-4dac-a6b7-4f61e9a4e87f x-openstack-request-id: req-d3f24e7d-7227-4dac-a6b7-4f61e9a4e87f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:05:00.160111 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eaee480-8c51-4cbe-9788-604c6029482d", "tag": "630c0a60-6a3d-4cb6-80db-0b858a663b35", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:05:00.160373 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d3f24e7d-7227-4dac-a6b7-4f61e9a4e87f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:05:00.160780 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eaee480-8c51-4cbe-9788-604c6029482d', 'tag': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'status': 'completed', 'code': 200} Jul 09 14:05:00.193728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-670abea5-74d6-4b23-a83a-89000332e602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:00.195455 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-670abea5-74d6-4b23-a83a-89000332e602 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 1094 time: 0.0702686 Jul 09 14:05:00.257063 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-27ff0ca0-c813-4cee-b8d2-cd04e2223910 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=630c0a60-6a3d-4cb6-80db-0b858a663b35 HTTP/1.1" status: 200 len: 217 time: 0.0543089 Jul 09 14:05:00.355188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-e442b872-d1a4-4093-acdd-a6de6a61ea0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:00.357180 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-e442b872-d1a4-4093-acdd-a6de6a61ea0f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0937111 Jul 09 14:05:00.433073 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-21b101a9-7d7e-48d5-9e92-fd5e02a42209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:00.434648 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-21b101a9-7d7e-48d5-9e92-fd5e02a42209 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0715773 Jul 09 14:05:00.562750 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-6f74b589-1898-488f-a1e8-a734fb4ea3bb service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211975 Jul 09 14:05:00.698743 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-303fdfda-a066-443b-81f9-daa51beab5d6 req-15b59c4c-b686-47b6-b670-56165d63c081 service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290486 Jul 09 14:05:00.849100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75516531-a7c3-426d-a08d-97cf588711ee req-2e940e62-02e9-44dd-b92d-19531b148744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:00.852219 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-75516531-a7c3-426d-a08d-97cf588711ee req-2e940e62-02e9-44dd-b92d-19531b148744 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 1094 time: 0.0947387 Jul 09 14:05:00.939592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0578d2e0-173d-4e2a-ba4c-69037f4fe236 req-aab5ec95-70a8-4758-9fbe-a8bc7ddf303a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:00.941331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0578d2e0-173d-4e2a-ba4c-69037f4fe236 req-aab5ec95-70a8-4758-9fbe-a8bc7ddf303a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 943 time: 0.1217954 Jul 09 14:05:01.000652 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0578d2e0-173d-4e2a-ba4c-69037f4fe236 req-7d908215-ed7e-480d-a26f-5f21345a5cd2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460312 Jul 09 14:05:01.011154 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75516531-a7c3-426d-a08d-97cf588711ee req-76ee9381-ca41-4540-a20b-7127694c66bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:01.014795 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-75516531-a7c3-426d-a08d-97cf588711ee req-76ee9381-ca41-4540-a20b-7127694c66bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.1569462 Jul 09 14:05:01.083345 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-75516531-a7c3-426d-a08d-97cf588711ee req-6bde59fe-c474-4a57-a898-39c23ee31782 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=630c0a60-6a3d-4cb6-80db-0b858a663b35 HTTP/1.1" status: 200 len: 217 time: 0.0626564 Jul 09 14:05:01.164569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75516531-a7c3-426d-a08d-97cf588711ee req-4e5837fd-1280-4cc2-a350-3bed32b0261a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:01.166256 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-75516531-a7c3-426d-a08d-97cf588711ee req-4e5837fd-1280-4cc2-a350-3bed32b0261a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0765176 Jul 09 14:05:01.256079 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75516531-a7c3-426d-a08d-97cf588711ee req-31739272-5b54-4a1e-acd7-131fa6cee91c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:01.258623 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-75516531-a7c3-426d-a08d-97cf588711ee req-31739272-5b54-4a1e-acd7-131fa6cee91c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0859911 Jul 09 14:05:01.427557 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-75516531-a7c3-426d-a08d-97cf588711ee req-4e52d799-90c5-4457-8fd3-b883ae614b36 service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614270 Jul 09 14:05:01.609626 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-75516531-a7c3-426d-a08d-97cf588711ee req-d4ab7e8d-8ff5-4051-858b-a4248c887742 service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759188 Jul 09 14:05:01.877503 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-538e1222-9d81-4044-8b95-d9aa1e8dcc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:02.220458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd7eba-4974-4290-acf5-b837b74dba82 req-dfa549ec-c57a-44d4-8fb5-5f7f74dd1227 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:02.222419 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7bfd7eba-4974-4290-acf5-b837b74dba82 req-dfa549ec-c57a-44d4-8fb5-5f7f74dd1227 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 943 time: 0.0748620 Jul 09 14:05:02.268524 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7bfd7eba-4974-4290-acf5-b837b74dba82 req-56fe927b-749f-4877-b75e-f6dfb16f3976 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395596 Jul 09 14:05:03.467357 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be87e6-e6a9-4d75-acf9-243e6bb32b9c req-6589dd74-4381-4406-88f4-1e30a49686c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:03.469360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92be87e6-e6a9-4d75-acf9-243e6bb32b9c req-6589dd74-4381-4406-88f4-1e30a49686c4 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 943 time: 0.0754535 Jul 09 14:05:03.516871 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92be87e6-e6a9-4d75-acf9-243e6bb32b9c req-82195042-3bc6-4c70-82ca-017de8eb6b63 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413432 Jul 09 14:05:04.257641 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:05:04.705304 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:04.718046 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b88272f7-8025-4f6e-a6c0-a9b0675bbcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:04.849866 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4ac090-8eeb-4069-a53f-be68ac5fc6b2 req-03f6a9cb-faa3-41d3-8a71-0a82a85a40ca tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:04.851461 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b4ac090-8eeb-4069-a53f-be68ac5fc6b2 req-03f6a9cb-faa3-41d3-8a71-0a82a85a40ca tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 943 time: 0.2104180 Jul 09 14:05:04.896434 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b4ac090-8eeb-4069-a53f-be68ac5fc6b2 req-d8c6bc75-983e-4085-a3c0-a63f1cfd4e72 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378485 Jul 09 14:05:05.725178 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:06.098357 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b9f3de-09bf-44df-94c7-4a088396094b req-2ebeed2b-ab2c-4f90-979a-73421b564ccb tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:06.100081 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7b9f3de-09bf-44df-94c7-4a088396094b req-2ebeed2b-ab2c-4f90-979a-73421b564ccb tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 943 time: 0.0710244 Jul 09 14:05:06.148502 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7b9f3de-09bf-44df-94c7-4a088396094b req-c2351545-746a-43bd-8192-4e01c912681c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424542 Jul 09 14:05:07.132371 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:07.360107 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f6c26-e9df-487a-a71c-2e26958aab09 req-349d2482-7cf5-4c43-8f33-688eeddd148f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:07.361722 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-451f6c26-e9df-487a-a71c-2e26958aab09 req-349d2482-7cf5-4c43-8f33-688eeddd148f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 943 time: 0.0808787 Jul 09 14:05:07.411849 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-451f6c26-e9df-487a-a71c-2e26958aab09 req-7c5d8837-882b-4ba6-9dee-ebff052bf563 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394149 Jul 09 14:05:08.602687 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1035c4bb-f651-48f1-a8ac-9b06f668e3ee req-751e50bb-3330-4ee0-8749-d777d3d7ff08 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:08.604420 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1035c4bb-f651-48f1-a8ac-9b06f668e3ee req-751e50bb-3330-4ee0-8749-d777d3d7ff08 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 943 time: 0.0734277 Jul 09 14:05:08.649380 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1035c4bb-f651-48f1-a8ac-9b06f668e3ee req-e31e1e50-cd85-4348-a8c8-212aa85b4973 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382521 Jul 09 14:05:08.767273 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:08.941928 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:09.852113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311319e-dac9-4b64-91a6-83f9695c67c1 req-e36a7b9d-369d-4b43-814e-2922b123834e tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:09.853784 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9311319e-dac9-4b64-91a6-83f9695c67c1 req-e36a7b9d-369d-4b43-814e-2922b123834e tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 943 time: 0.0767159 Jul 09 14:05:09.899230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9311319e-dac9-4b64-91a6-83f9695c67c1 req-7393a794-ae19-45af-ba27-c30ad4695292 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376427 Jul 09 14:05:11.098143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674168b4-0142-4a69-be1a-60eccb36cfea req-c0848b5b-4cf1-4719-a954-f3f790714f44 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:11.099832 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-674168b4-0142-4a69-be1a-60eccb36cfea req-c0848b5b-4cf1-4719-a954-f3f790714f44 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 943 time: 0.0693176 Jul 09 14:05:11.143516 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-674168b4-0142-4a69-be1a-60eccb36cfea req-ca859716-5ca2-4d9f-9934-9c21d353a26a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378342 Jul 09 14:05:12.335047 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a154f82-ca72-4044-8729-bd8270f24e97 req-e38dc38a-4684-44c5-8983-62379732c565 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:12.336642 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3a154f82-ca72-4044-8729-bd8270f24e97 req-e38dc38a-4684-44c5-8983-62379732c565 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 943 time: 0.0709624 Jul 09 14:05:12.387033 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3a154f82-ca72-4044-8729-bd8270f24e97 req-1f4b18a3-daf3-4cfc-a6a0-02073f997a05 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418510 Jul 09 14:05:12.533826 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 630c0a60-6a3d-4cb6-80db-0b858a663b35 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:05:12.641370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 630c0a60-6a3d-4cb6-80db-0b858a663b35, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=630c0a60-6a3d-4cb6-80db-0b858a663b35,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:05:12.655047 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'port_id': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'mac_address': 'fa:16:3e:b5:8a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:05:12.700422 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:12.715867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 630c0a60-6a3d-4cb6-80db-0b858a663b35 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:05:12.738620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 630c0a60-6a3d-4cb6-80db-0b858a663b35, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=630c0a60-6a3d-4cb6-80db-0b858a663b35,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:05:12.743406 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:12.797752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=630c0a60-6a3d-4cb6-80db-0b858a663b35,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:05:12.805949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:05:12.806302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:05:12.806655 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:05:12.807001 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:05:12.807379 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:05:12.807721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:05:12.808063 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:05:12.808400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:05:12.808739 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:05:12.809076 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:05:12.809409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:05:12.809740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:05:12.965088 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['630c0a60-6a3d-4cb6-80db-0b858a663b35'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:05:13.642620 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15e320-0940-43d4-8d6a-ade2cf364377 req-0e141760-dc96-494b-80c4-330d0d3f0744 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:13.644342 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3a15e320-0940-43d4-8d6a-ade2cf364377 req-0e141760-dc96-494b-80c4-330d0d3f0744 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 944 time: 0.1372843 Jul 09 14:05:13.688981 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3a15e320-0940-43d4-8d6a-ade2cf364377 req-b00abd77-0f96-4bd9-8a51-23a36d9369af tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385842 Jul 09 14:05:14.543395 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 630c0a60-6a3d-4cb6-80db-0b858a663b35 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:05:14.599363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 630c0a60-6a3d-4cb6-80db-0b858a663b35 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:05:14.603989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 630c0a60-6a3d-4cb6-80db-0b858a663b35 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:05:14.604782 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:14.696266 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:14.725838 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eaee480-8c51-4cbe-9788-604c6029482d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630c0a60-6a3d-4cb6-80db-0b858a663b35'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:05:14.728773 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256a5fad-4ee5-4a08-a5e2-c36a3bb38eda" -d '{"events": [{"server_uuid": "8eaee480-8c51-4cbe-9788-604c6029482d", "name": "network-vif-plugged", "status": "completed", "tag": "630c0a60-6a3d-4cb6-80db-0b858a663b35"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:05:14.760930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 630c0a60-6a3d-4cb6-80db-0b858a663b35, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=630c0a60-6a3d-4cb6-80db-0b858a663b35,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:05:14.768032 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:14.775842 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5f86b8-1f8e-4049-bd17-0acb6e8b139c x-openstack-request-id: req-db5f86b8-1f8e-4049-bd17-0acb6e8b139c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:05:14.776308 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eaee480-8c51-4cbe-9788-604c6029482d", "name": "network-vif-plugged", "status": "completed", "tag": "630c0a60-6a3d-4cb6-80db-0b858a663b35", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:05:14.776718 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-db5f86b8-1f8e-4049-bd17-0acb6e8b139c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:05:14.777336 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eaee480-8c51-4cbe-9788-604c6029482d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'code': 200} Jul 09 14:05:14.859141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=630c0a60-6a3d-4cb6-80db-0b858a663b35,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:05:14.883183 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33da8f8-f365-484c-8873-0146e53dce6a req-a0dfc0f4-6bbc-479c-85a0-e63f08b6b328 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:14.884824 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f33da8f8-f365-484c-8873-0146e53dce6a req-a0dfc0f4-6bbc-479c-85a0-e63f08b6b328 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 945 time: 0.0744452 Jul 09 14:05:14.929456 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f33da8f8-f365-484c-8873-0146e53dce6a req-1e54896f-4561-42e8-8ed8-8b1297784ece tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371213 Jul 09 14:05:14.954163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb17b2e8-ee85-479b-a29c-e35a783e688d req-ad5d75c4-1030-4346-8294-a44fd3695537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:14.956853 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fb17b2e8-ee85-479b-a29c-e35a783e688d req-ad5d75c4-1030-4346-8294-a44fd3695537 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 1096 time: 0.0935006 Jul 09 14:05:15.005047 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fb17b2e8-ee85-479b-a29c-e35a783e688d req-3cd37d16-82dd-4539-aa7c-d1bab4848628 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413399 Jul 09 14:05:16.149323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7630c0-1875-4f7a-92a6-a8f90defc6c9 req-a54d6dcb-0249-47e9-b366-56a4f57024eb tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:16.151268 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da7630c0-1875-4f7a-92a6-a8f90defc6c9 req-a54d6dcb-0249-47e9-b366-56a4f57024eb tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 945 time: 0.0826056 Jul 09 14:05:16.207766 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da7630c0-1875-4f7a-92a6-a8f90defc6c9 req-0788aaf0-8c90-4138-ac6b-71f9a5f7f657 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496817 Jul 09 14:05:16.403548 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7635d3f-49d6-4a79-b7e3-95ca8be3c5a4 req-eb1332ed-7ce2-4aa9-8c95-786a99e1c9de tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:16.405960 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7635d3f-49d6-4a79-b7e3-95ca8be3c5a4 req-eb1332ed-7ce2-4aa9-8c95-786a99e1c9de tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 945 time: 0.0739229 Jul 09 14:05:16.450366 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7635d3f-49d6-4a79-b7e3-95ca8be3c5a4 req-641824f1-94f9-4422-9192-d2d5aab14d72 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383956 Jul 09 14:05:16.476615 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45576) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:05:16.537658 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f299374c-6d9c-4b51-83dc-35c2b733559f tempest-TestVolumeBootPattern-419732494 tempest-TestVolumeBootPattern-419732494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:16.539572 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f299374c-6d9c-4b51-83dc-35c2b733559f tempest-TestVolumeBootPattern-419732494 tempest-TestVolumeBootPattern-419732494-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 1091 time: 0.0618618 Jul 09 14:05:16.542612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45578) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:05:16.548477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:05:16.582019 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:16.692094 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:16.814366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Allocated IP 172.25.2.145 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/ec76ed47-3222-4dcd-a886-e39f75ff246b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:05:16.936520 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:16.985239 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:17.040884 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:05:17.045706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:05:17.051999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:05:17.059213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'Port': ['ID=ec76ed47-3222-4dcd-a886-e39f75ff246b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:05:18.144211 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:18.276281 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:18.454546 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:18.459936 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:18.540906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'Port': ['ID=ec76ed47-3222-4dcd-a886-e39f75ff246b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:05:18.551569 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:18.666855 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Floating IP 499fa586-988a-48aa-940c-0db3689a6057 associated. External IP: 172.25.2.145, port: 630c0a60-6a3d-4cb6-80db-0b858a663b35. Jul 09 14:05:18.901994 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Router d5c2de92-280b-44fc-8e36-90c7650878a4 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:05:19.022740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:05:19.034220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b293432-211d-4ce0-b3c7-0e634fe94fb8 None None] Sync routers for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:05:19.042631 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:19.045770 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b293432-211d-4ce0-b3c7-0e634fe94fb8 None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:05:19.046085 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3b293432-211d-4ce0-b3c7-0e634fe94fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:05:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:05:19.083895 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-87c9bf05-9515-4ecc-bcfd-8b1ef60d90db tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5399861 Jul 09 14:05:19.084521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eaee480-8c51-4cbe-9788-604c6029482d', 'tag': '630c0a60-6a3d-4cb6-80db-0b858a663b35'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:05:19.087320 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e687ec23-4d85-4b5e-93fe-74f30536cf0a" -d '{"events": [{"name": "network-changed", "server_uuid": "8eaee480-8c51-4cbe-9788-604c6029482d", "tag": "630c0a60-6a3d-4cb6-80db-0b858a663b35"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:05:19.143617 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535e17b1-751a-42c7-a77b-c433b5c6bc62 x-openstack-request-id: req-535e17b1-751a-42c7-a77b-c433b5c6bc62 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:05:19.143934 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eaee480-8c51-4cbe-9788-604c6029482d", "tag": "630c0a60-6a3d-4cb6-80db-0b858a663b35", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:05:19.144211 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-535e17b1-751a-42c7-a77b-c433b5c6bc62 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:05:19.144625 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eaee480-8c51-4cbe-9788-604c6029482d', 'tag': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'status': 'completed', 'code': 200} Jul 09 14:05:19.187062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-3b293432-211d-4ce0-b3c7-0e634fe94fb8 None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:05:19.238854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687ec23-4d85-4b5e-93fe-74f30536cf0a req-877f1a7a-255c-4736-aae9-e76312d50ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:19.241133 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e687ec23-4d85-4b5e-93fe-74f30536cf0a req-877f1a7a-255c-4736-aae9-e76312d50ed1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 1096 time: 0.0692220 Jul 09 14:05:19.345787 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687ec23-4d85-4b5e-93fe-74f30536cf0a req-dc33d22d-4d8d-4dbb-a0c6-57623093e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:19.347596 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e687ec23-4d85-4b5e-93fe-74f30536cf0a req-dc33d22d-4d8d-4dbb-a0c6-57623093e7f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.0997353 Jul 09 14:05:19.425603 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e687ec23-4d85-4b5e-93fe-74f30536cf0a req-506f6582-c830-49f6-8ba2-e28571696350 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=630c0a60-6a3d-4cb6-80db-0b858a663b35 HTTP/1.1" status: 200 len: 999 time: 0.0717347 Jul 09 14:05:19.454905 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3b293432-211d-4ce0-b3c7-0e634fe94fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '499fa586-988a-48aa-940c-0db3689a6057', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'port_id': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'mac_address': 'fa:16:3e:b5:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaee480-8c51-4cbe-9788-604c6029482d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:05:17Z', 'updated_at': '2021-07-09T14:05:17Z', 'revision_number': 0, 'project_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:05:19.479501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687ec23-4d85-4b5e-93fe-74f30536cf0a req-f1a926c2-11a9-4d10-93f8-86f9a9746459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:19.481027 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e687ec23-4d85-4b5e-93fe-74f30536cf0a req-f1a926c2-11a9-4d10-93f8-86f9a9746459 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0491235 Jul 09 14:05:19.485664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b293432-211d-4ce0-b3c7-0e634fe94fb8 None None] Checking router: d5c2de92-280b-44fc-8e36-90c7650878a4 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:05:19.495233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b293432-211d-4ce0-b3c7-0e634fe94fb8 None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:05:19.495876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3b293432-211d-4ce0-b3c7-0e634fe94fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:05:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:05:19.548525 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e687ec23-4d85-4b5e-93fe-74f30536cf0a req-754d1de6-1e63-4ee0-8163-e916e3c1872f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:19.552835 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e687ec23-4d85-4b5e-93fe-74f30536cf0a req-754d1de6-1e63-4ee0-8163-e916e3c1872f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635738 Jul 09 14:05:19.619673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-3b293432-211d-4ce0-b3c7-0e634fe94fb8 None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:05:19.663611 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e687ec23-4d85-4b5e-93fe-74f30536cf0a req-c24bd117-305d-4c52-950d-e0c1fc89f12e service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059399 Jul 09 14:05:19.769122 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e687ec23-4d85-4b5e-93fe-74f30536cf0a req-6023467f-8143-4e23-9437-f075b4d90e38 service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996885 Jul 09 14:05:19.890897 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3b293432-211d-4ce0-b3c7-0e634fe94fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '499fa586-988a-48aa-940c-0db3689a6057', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'port_id': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'mac_address': 'fa:16:3e:b5:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaee480-8c51-4cbe-9788-604c6029482d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:05:17Z', 'updated_at': '2021-07-09T14:05:17Z', 'revision_number': 0, 'project_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:05:19.923704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b293432-211d-4ce0-b3c7-0e634fe94fb8 None None] The sync data for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 is: [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '499fa586-988a-48aa-940c-0db3689a6057', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'port_id': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'mac_address': 'fa:16:3e:b5:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaee480-8c51-4cbe-9788-604c6029482d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:05:17Z', 'updated_at': '2021-07-09T14:05:17Z', 'revision_number': 0, 'project_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:05:20.131264 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14348fac-2144-4cc6-a5fa-5b5f6184bb8c None None] New status for floating IP 499fa586-988a-48aa-940c-0db3689a6057: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:05:31.873159 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cdf6016c-0628-46ee-9a0f-c565c917f3c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:34.691334 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:34.712792 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7470b851-a938-4b2e-95cc-1a94a9052a2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:35.728256 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:37.134695 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:38.761628 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:38.942953 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:05:41.258484 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:05:53.187651 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4826a1c3-7da5-405e-9f6c-8b32b8a976c3 req-a80663b8-e4fe-458e-89e1-eca386364931 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1403456 Jul 09 14:05:53.307921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826a1c3-7da5-405e-9f6c-8b32b8a976c3 req-9ad1b53e-6b06-4a8f-ad52-a7cd6552c44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:53.309407 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4826a1c3-7da5-405e-9f6c-8b32b8a976c3 req-9ad1b53e-6b06-4a8f-ad52-a7cd6552c44b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 1096 time: 0.0739532 Jul 09 14:05:53.434212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826a1c3-7da5-405e-9f6c-8b32b8a976c3 req-565270d3-0284-4823-bc57-6b85c8329e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:53.436454 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4826a1c3-7da5-405e-9f6c-8b32b8a976c3 req-565270d3-0284-4823-bc57-6b85c8329e15 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.0993290 Jul 09 14:05:53.515963 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4826a1c3-7da5-405e-9f6c-8b32b8a976c3 req-48c1ca3d-29f4-4910-ba3b-fdb92780a6a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=630c0a60-6a3d-4cb6-80db-0b858a663b35 HTTP/1.1" status: 200 len: 1001 time: 0.0733020 Jul 09 14:05:53.572373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826a1c3-7da5-405e-9f6c-8b32b8a976c3 req-7bc37fc6-f437-414c-8224-6cd6a08a2996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:53.573826 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4826a1c3-7da5-405e-9f6c-8b32b8a976c3 req-7bc37fc6-f437-414c-8224-6cd6a08a2996 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0514138 Jul 09 14:05:53.638933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4826a1c3-7da5-405e-9f6c-8b32b8a976c3 req-b35c0113-6d1a-4df9-8b98-e90fbe10bfb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:05:53.640581 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4826a1c3-7da5-405e-9f6c-8b32b8a976c3 req-b35c0113-6d1a-4df9-8b98-e90fbe10bfb8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610399 Jul 09 14:05:53.746468 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4826a1c3-7da5-405e-9f6c-8b32b8a976c3 req-d79d3535-f798-4189-8b36-18e0bcdbc29a service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992653 Jul 09 14:05:53.855877 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4826a1c3-7da5-405e-9f6c-8b32b8a976c3 req-5024916e-7f1c-4db3-9f41-242b55edce64 service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031187 Jul 09 14:06:01.879022 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e61bbb8d-1f6d-4460-8e01-277488a50b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:04.696812 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:04.718910 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-140e72b6-121a-4111-90e2-4dd188bd8fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:05.733431 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:07.141194 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:08.772422 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:08.942822 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:18.258422 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:06:31.878800 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4f255c41-be36-4f36-be9a-1a146df58ea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:34.709695 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:34.718728 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b1a1c4d-4dc3-4b81-8756-7634b7a92c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:35.738272 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:37.141026 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:38.767587 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:38.939794 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:06:54.134480 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e5654b4-30a1-49a8-abb0-7d178526dc49 req-14ed0e52-4568-497a-92a4-664ef2498859 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0887985 Jul 09 14:06:54.265784 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5654b4-30a1-49a8-abb0-7d178526dc49 req-eac0647e-e7f2-4d51-abd4-d2a4688b5d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:06:54.267458 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e5654b4-30a1-49a8-abb0-7d178526dc49 req-eac0647e-e7f2-4d51-abd4-d2a4688b5d82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 1096 time: 0.0811372 Jul 09 14:06:54.419861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5654b4-30a1-49a8-abb0-7d178526dc49 req-3d557d1d-27a8-4975-9dbe-b5052b96e54b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:06:54.422493 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e5654b4-30a1-49a8-abb0-7d178526dc49 req-3d557d1d-27a8-4975-9dbe-b5052b96e54b service neutron] 10.222.0.18 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.1325638 Jul 09 14:06:54.525272 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e5654b4-30a1-49a8-abb0-7d178526dc49 req-b262db0f-f37a-481c-8d93-dc72bde61b56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=630c0a60-6a3d-4cb6-80db-0b858a663b35 HTTP/1.1" status: 200 len: 1001 time: 0.0961063 Jul 09 14:06:54.580985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5654b4-30a1-49a8-abb0-7d178526dc49 req-8e187592-ffa1-40a1-abf8-2aab8b9473fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:06:54.582555 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e5654b4-30a1-49a8-abb0-7d178526dc49 req-8e187592-ffa1-40a1-abf8-2aab8b9473fb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0515275 Jul 09 14:06:54.649543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5654b4-30a1-49a8-abb0-7d178526dc49 req-730d1394-66d5-4c56-bb0c-7dda69b49f3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:06:54.651115 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e5654b4-30a1-49a8-abb0-7d178526dc49 req-730d1394-66d5-4c56-bb0c-7dda69b49f3d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627446 Jul 09 14:06:54.798899 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e5654b4-30a1-49a8-abb0-7d178526dc49 req-5860fb31-3088-4abe-98d7-e078213cffda service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408014 Jul 09 14:06:54.917586 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e5654b4-30a1-49a8-abb0-7d178526dc49 req-59241c2a-6c90-4597-818a-6a9f9f151511 service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122169 Jul 09 14:06:55.258531 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:07:01.883921 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cee74879-ba99-4072-ad27-d9ec46842e1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:02.397612 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-593fa5a9-1813-430c-b2c9-896181f2dfbb tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1117965235&fields=id&tenant_id=25a69ce0edc7491da11553925111d73f HTTP/1.1" status: 200 len: 267 time: 0.0406542 Jul 09 14:07:02.532461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-b14b546f-61c4-4697-a786-15015f86e1ce tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:02.534375 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-b14b546f-61c4-4697-a786-15015f86e1ce tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 812 time: 0.1280291 Jul 09 14:07:02.551690 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-6c660108-892e-4ac5-bbcf-87ba188c2430 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/quotas/25a69ce0edc7491da11553925111d73f HTTP/1.1" status: 200 len: 375 time: 0.0116341 Jul 09 14:07:02.635363 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4acd6091-ec92-4a96-8ebb-8e3c9ba703d7 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0780077 Jul 09 14:07:02.747988 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-07675acd-a0e2-47aa-ac6f-7b492efde360 service neutron] 10.222.0.39 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987663 Jul 09 14:07:02.853157 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-59a60d2e-ecc5-4119-80fa-ff17a2714cff service neutron] 10.222.0.39 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991518 Jul 09 14:07:03.264030 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cae0343c-ed12-44e1-8b07-38d59d0c324e req-12f574aa-2adc-4f8b-bbe1-dba8540db145 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 210 time: 0.0405340 Jul 09 14:07:04.427768 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb89816f-483a-499d-923d-02dab171aff3 req-fdaa1d11-d15b-4d7d-b2fb-07dc67093a45 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 210 time: 0.0374994 Jul 09 14:07:04.602021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-79d3ea85-57d0-4ea7-9b15-aa28948b553c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:04.604045 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-79d3ea85-57d0-4ea7-9b15-aa28948b553c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 812 time: 0.1476302 Jul 09 14:07:04.664039 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-3fb7a471-5a0b-463e-ab98-a23c632a8503 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=25a69ce0edc7491da11553925111d73f HTTP/1.1" status: 200 len: 380 time: 0.0498831 Jul 09 14:07:04.674824 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'port': {'device_id': 'ca9f1566-6ff7-4222-a7ca-59d4e030aa1f', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'admin_state_up': True, 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'security_groups': ['2cd3c4bb-dd1d-426c-adbf-e5964883a099']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:07:04.729836 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:04.740417 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f4489cb1-f96b-42ec-8806-e1a49d2d86a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:04.851195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Made reservation on behalf of 25a69ce0edc7491da11553925111d73f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:07:04.858604 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:05.058596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Allocated IP 172.20.0.6 (a40754f1-8945-4ca7-8f93-3f416e930007/5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d/6a1b6632-7304-4c31-9336-825a0875ee92) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:07:05.233099 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:05.257244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Transition to ACTIVE for port object 6a1b6632-7304-4c31-9336-825a0875ee92 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:07:05.296860 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:05.381628 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Network a40754f1-8945-4ca7-8f93-3f416e930007 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:07:05.386449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:07:05.393901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:07:05.400683 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'Port': ['ID=6a1b6632-7304-4c31-9336-825a0875ee92,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:07:05.433510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:05.433857 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:05.434646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:05.435296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:05.435740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:05.436068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:05.436405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:05.436729 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:05.437054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:05.437377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:05.437701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:05.438010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:05.492831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:05.494088 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:05.521319 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-6d4dd049-b9b9-4d38-bada-b92f2cea5c1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8514566 Jul 09 14:07:05.647034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Request body: {'port': {'device_id': 'ca9f1566-6ff7-4222-a7ca-59d4e030aa1f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:07:05.719564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7381172e-8f5c-4ace-af3e-36e125070bb4 None None] Provisioning for port 6a1b6632-7304-4c31-9336-825a0875ee92 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:07:05.730839 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7381172e-8f5c-4ace-af3e-36e125070bb4 None None] Provisioning complete for port 6a1b6632-7304-4c31-9336-825a0875ee92 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:07:05.732309 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7381172e-8f5c-4ace-af3e-36e125070bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:05.780921 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:05.800066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7381172e-8f5c-4ace-af3e-36e125070bb4 None None] Port 6a1b6632-7304-4c31-9336-825a0875ee92 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:07:05.808542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f051cc53-7a45-431e-b7d0-dd12298ff71c req-c455e1b7-cc8d-445f-8431-25078d3d1505 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:05.815965 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f051cc53-7a45-431e-b7d0-dd12298ff71c req-c455e1b7-cc8d-445f-8431-25078d3d1505 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 931 time: 0.1260777 Jul 09 14:07:05.829582 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:05.884249 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f051cc53-7a45-431e-b7d0-dd12298ff71c req-701deb91-7fba-40ca-93b4-319d02473ba7 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663195 Jul 09 14:07:06.266443 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a1b6632-7304-4c31-9336-825a0875ee92 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:07:06.276513 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:06.296098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Transition to ACTIVE for port object 6a1b6632-7304-4c31-9336-825a0875ee92 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:07:06.301412 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:06.417810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Pushing event updated for resources: {'Port': ['ID=6a1b6632-7304-4c31-9336-825a0875ee92,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:07:06.490563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Attempting to bind port 6a1b6632-7304-4c31-9336-825a0875ee92 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:07:06.491004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Attempting to bind port 6a1b6632-7304-4c31-9336-825a0875ee92 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:07:06.491331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Attempting to bind port 6a1b6632-7304-4c31-9336-825a0875ee92 on network a40754f1-8945-4ca7-8f93-3f416e930007 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:07:06.497163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Port 6a1b6632-7304-4c31-9336-825a0875ee92 on network a40754f1-8945-4ca7-8f93-3f416e930007 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:07:06.497562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Attempting to bind port 6a1b6632-7304-4c31-9336-825a0875ee92 on network a40754f1-8945-4ca7-8f93-3f416e930007 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:07:06.504302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:07:06.504709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Checking segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:07:06.505095 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Bound using segment: {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:07:06.505602 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Bound port: 6a1b6632-7304-4c31-9336-825a0875ee92, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '481fe366-dfbd-415d-bc88-9d0b0433a610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:07:06.506015 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:06.597525 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] For port 6a1b6632-7304-4c31-9336-825a0875ee92, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:07:06.602547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] For port 6a1b6632-7304-4c31-9336-825a0875ee92, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6a1b6632-7304-4c31-9336-825a0875ee92,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:07:06.610023 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:06.669204 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:06.670260 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:06.672911 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] 10.222.0.15 "PUT /v2.0/ports/6a1b6632-7304-4c31-9336-825a0875ee92 HTTP/1.1" status: 200 len: 1091 time: 1.1435349 Jul 09 14:07:06.673670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9f1566-6ff7-4222-a7ca-59d4e030aa1f', 'tag': '6a1b6632-7304-4c31-9336-825a0875ee92'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:07:06.678200 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7de0f43-20ca-4019-9130-fde9ae23fb69" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9f1566-6ff7-4222-a7ca-59d4e030aa1f", "tag": "6a1b6632-7304-4c31-9336-825a0875ee92"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:07:06.763829 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0846e5-ef96-4334-995e-521e28fcbe4a service neutron] Pushing event updated for resources: {'Port': ['ID=6a1b6632-7304-4c31-9336-825a0875ee92,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:07:06.830941 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-ef092092-82d7-404b-9e7c-ab8ddd69da06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:06.834195 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-ef092092-82d7-404b-9e7c-ab8ddd69da06 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 1094 time: 0.1158519 Jul 09 14:07:06.907551 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:07:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07691665-032e-4564-9688-06b99d22f678 x-openstack-request-id: req-07691665-032e-4564-9688-06b99d22f678 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:07:06.907852 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9f1566-6ff7-4222-a7ca-59d4e030aa1f", "tag": "6a1b6632-7304-4c31-9336-825a0875ee92", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:07:06.908114 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07691665-032e-4564-9688-06b99d22f678 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:07:06.908534 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9f1566-6ff7-4222-a7ca-59d4e030aa1f', 'tag': '6a1b6632-7304-4c31-9336-825a0875ee92', 'status': 'completed', 'code': 200} Jul 09 14:07:06.910620 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-ac535526-c61a-44da-a161-29548ce72770 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1b6632-7304-4c31-9336-825a0875ee92 HTTP/1.1" status: 200 len: 217 time: 0.0695574 Jul 09 14:07:06.980793 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-8dabd68a-73a3-43be-95f8-ae559a3b7f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:06.983503 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-8dabd68a-73a3-43be-95f8-ae559a3b7f99 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0664968 Jul 09 14:07:07.074475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-0b9cb71c-0060-4a18-b3fb-ffd07271b75d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:07.076369 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-0b9cb71c-0060-4a18-b3fb-ffd07271b75d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0856593 Jul 09 14:07:07.169641 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:07.193777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c64cdbb-a925-448d-824a-9c18153f7ece req-92c58b59-2f67-484f-a224-dc2bb7a41b40 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:07.196689 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2c64cdbb-a925-448d-824a-9c18153f7ece req-92c58b59-2f67-484f-a224-dc2bb7a41b40 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 943 time: 0.1010842 Jul 09 14:07:07.211723 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-1009a73f-49b8-4d62-bb2e-ac4d82a14318 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267929 Jul 09 14:07:07.264815 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2c64cdbb-a925-448d-824a-9c18153f7ece req-1cd1b34e-9a39-4dba-9256-a0a106e570f9 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601501 Jul 09 14:07:07.316594 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb9fe9a6-0226-4046-941f-121ae8e17db9 req-cd627e6c-d7be-4887-b21d-47c20a45530b service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990267 Jul 09 14:07:07.430762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de0f43-20ca-4019-9130-fde9ae23fb69 req-ad3da936-7e5b-491e-a890-6226c8fadb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:07.432391 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c7de0f43-20ca-4019-9130-fde9ae23fb69 req-ad3da936-7e5b-491e-a890-6226c8fadb19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 1094 time: 0.0645521 Jul 09 14:07:07.540871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de0f43-20ca-4019-9130-fde9ae23fb69 req-c0534d2f-f3f6-496c-8313-e47d2ddca1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:07.542525 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c7de0f43-20ca-4019-9130-fde9ae23fb69 req-c0534d2f-f3f6-496c-8313-e47d2ddca1ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.1042082 Jul 09 14:07:07.624237 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c7de0f43-20ca-4019-9130-fde9ae23fb69 req-d0caf58a-8183-4b35-9131-a48821675c61 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1b6632-7304-4c31-9336-825a0875ee92 HTTP/1.1" status: 200 len: 217 time: 0.0738573 Jul 09 14:07:07.712196 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de0f43-20ca-4019-9130-fde9ae23fb69 req-1120d915-482a-462b-876f-674d6c7c7dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:07.714762 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c7de0f43-20ca-4019-9130-fde9ae23fb69 req-1120d915-482a-462b-876f-674d6c7c7dcc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0841990 Jul 09 14:07:07.798695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7de0f43-20ca-4019-9130-fde9ae23fb69 req-043e887a-cce7-4940-9b26-a3f46ca2c19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:07.800390 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c7de0f43-20ca-4019-9130-fde9ae23fb69 req-043e887a-cce7-4940-9b26-a3f46ca2c19c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0799704 Jul 09 14:07:07.909894 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c7de0f43-20ca-4019-9130-fde9ae23fb69 req-327f921b-b705-4046-ad5d-b48681860702 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030252 Jul 09 14:07:08.036367 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c7de0f43-20ca-4019-9130-fde9ae23fb69 req-603cf528-e62b-47ff-b759-414c4e7c180a service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202343 Jul 09 14:07:08.544377 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e53a2-c47c-4f9b-85f4-71af93af2e72 req-ad0d21f6-9d14-4ee3-a8fd-198e911e8d2b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:08.546365 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-271e53a2-c47c-4f9b-85f4-71af93af2e72 req-ad0d21f6-9d14-4ee3-a8fd-198e911e8d2b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 943 time: 0.0881023 Jul 09 14:07:08.594738 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-271e53a2-c47c-4f9b-85f4-71af93af2e72 req-4c017074-64c6-4118-84a5-0f4b70035b7d tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416596 Jul 09 14:07:08.780423 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:08.966485 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:09.807781 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe9af7-01ec-4016-9ce1-d68e833cf956 req-42fbf40d-7428-4fff-b730-a5090641c567 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:09.810533 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3efe9af7-01ec-4016-9ce1-d68e833cf956 req-42fbf40d-7428-4fff-b730-a5090641c567 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 943 time: 0.0844588 Jul 09 14:07:09.864841 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3efe9af7-01ec-4016-9ce1-d68e833cf956 req-a171bd2d-722b-4a7e-919a-745d2e5b4d1f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489240 Jul 09 14:07:11.074451 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4febbb2f-acd6-41eb-a065-d4684563aa03 req-6a7b2c31-d2f8-4509-b145-ffaaa78ca1d8 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:11.076827 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4febbb2f-acd6-41eb-a065-d4684563aa03 req-6a7b2c31-d2f8-4509-b145-ffaaa78ca1d8 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 943 time: 0.0794663 Jul 09 14:07:11.120903 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4febbb2f-acd6-41eb-a065-d4684563aa03 req-6662e1c2-70db-4549-81fb-e33e00f16839 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379810 Jul 09 14:07:12.335414 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd7ec7b-28ba-491d-8da1-55027c032794 req-2065d4fb-486a-4244-9f78-4baa3afd99b2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:12.337014 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fdd7ec7b-28ba-491d-8da1-55027c032794 req-2065d4fb-486a-4244-9f78-4baa3afd99b2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 943 time: 0.0806603 Jul 09 14:07:12.392615 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fdd7ec7b-28ba-491d-8da1-55027c032794 req-c563a43e-3ecb-439c-b0fa-2a13e78d0cc5 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461457 Jul 09 14:07:13.597629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3779628-b337-440d-979c-65195759d353 req-ca200e63-fe14-4f52-bc40-4512b483d4f8 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:13.599139 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3779628-b337-440d-979c-65195759d353 req-ca200e63-fe14-4f52-bc40-4512b483d4f8 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 943 time: 0.0764704 Jul 09 14:07:13.648291 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3779628-b337-440d-979c-65195759d353 req-95a61ca1-1785-4bbf-b1e0-2e5c01a30ec1 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427010 Jul 09 14:07:14.864669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfb60a-978d-4cd9-a735-d0d51652750c req-121cebc7-c95c-4335-8644-7be82817ef0f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:14.867047 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fdfb60a-978d-4cd9-a735-d0d51652750c req-121cebc7-c95c-4335-8644-7be82817ef0f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 943 time: 0.0760865 Jul 09 14:07:14.910437 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fdfb60a-978d-4cd9-a735-d0d51652750c req-66004226-d94d-4391-a860-da181b7f0569 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369351 Jul 09 14:07:16.116742 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bb526e-2daf-4de6-a9a0-b874e388096b req-c997f63b-8421-4d2d-aae9-13cfc492cbda tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:16.118433 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a1bb526e-2daf-4de6-a9a0-b874e388096b req-c997f63b-8421-4d2d-aae9-13cfc492cbda tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 943 time: 0.0768924 Jul 09 14:07:16.163247 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a1bb526e-2daf-4de6-a9a0-b874e388096b req-9a04d4a5-414e-4ce5-b00e-be5c0ca0e850 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368800 Jul 09 14:07:17.355615 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44100da4-7dca-4a00-a88e-f8cf3c5f5be6 req-aceb4010-8570-4c1a-8470-e96b0927ecbe tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:17.357698 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-44100da4-7dca-4a00-a88e-f8cf3c5f5be6 req-aceb4010-8570-4c1a-8470-e96b0927ecbe tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 943 time: 0.0750093 Jul 09 14:07:17.407907 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-44100da4-7dca-4a00-a88e-f8cf3c5f5be6 req-8a36afa7-8407-4fe1-b883-65fe1e40c2d0 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403094 Jul 09 14:07:17.882911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6a1b6632-7304-4c31-9336-825a0875ee92 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:07:17.995767 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 6a1b6632-7304-4c31-9336-825a0875ee92, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6a1b6632-7304-4c31-9336-825a0875ee92,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:07:18.011299 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '6a1b6632-7304-4c31-9336-825a0875ee92', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'port_id': '6a1b6632-7304-4c31-9336-825a0875ee92', 'mac_address': 'fa:16:3e:88:35:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 327, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:07:18.055755 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:18.071195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a1b6632-7304-4c31-9336-825a0875ee92 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:07:18.094383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 6a1b6632-7304-4c31-9336-825a0875ee92, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6a1b6632-7304-4c31-9336-825a0875ee92,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:07:18.099535 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:18.154514 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=6a1b6632-7304-4c31-9336-825a0875ee92,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:07:18.163135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:18.163489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:18.163842 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:18.164187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:18.164526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:18.164865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:18.165202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:18.165536 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:18.165869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:18.166201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:18.166531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:18.166859 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:07:18.328235 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['6a1b6632-7304-4c31-9336-825a0875ee92'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:07:18.623217 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57e9da9-34fe-4488-bdf9-224deffa09ab req-b8b72fcd-828d-4600-8428-b579a59e5b85 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:18.625129 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e57e9da9-34fe-4488-bdf9-224deffa09ab req-b8b72fcd-828d-4600-8428-b579a59e5b85 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 944 time: 0.0893893 Jul 09 14:07:18.673182 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e57e9da9-34fe-4488-bdf9-224deffa09ab req-ba9c9967-ccdc-4cbb-bb9f-ae96fb72ab5a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388122 Jul 09 14:07:19.906514 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6a1b6632-7304-4c31-9336-825a0875ee92 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:07:19.951717 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba58bc-c10d-435f-a455-962e8f447d53 req-091e6306-7fbd-4c2b-a9c8-eae21cc40539 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:19.955515 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1ba58bc-c10d-435f-a455-962e8f447d53 req-091e6306-7fbd-4c2b-a9c8-eae21cc40539 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 944 time: 0.0804131 Jul 09 14:07:19.966521 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 6a1b6632-7304-4c31-9336-825a0875ee92 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:07:19.971602 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 6a1b6632-7304-4c31-9336-825a0875ee92 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:07:19.971987 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:20.007901 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1ba58bc-c10d-435f-a455-962e8f447d53 req-3d994c0c-5516-4eda-9568-b96a1d599372 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442734 Jul 09 14:07:20.066779 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:20.092970 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9f1566-6ff7-4222-a7ca-59d4e030aa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1b6632-7304-4c31-9336-825a0875ee92'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:07:20.105243 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35ddd1e-b04a-46bc-84fb-ca15f3d070d2" -d '{"events": [{"server_uuid": "ca9f1566-6ff7-4222-a7ca-59d4e030aa1f", "name": "network-vif-plugged", "status": "completed", "tag": "6a1b6632-7304-4c31-9336-825a0875ee92"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:07:20.124315 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 6a1b6632-7304-4c31-9336-825a0875ee92, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6a1b6632-7304-4c31-9336-825a0875ee92,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:07:20.130650 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:20.188688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=6a1b6632-7304-4c31-9336-825a0875ee92,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:07:20.235172 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:07:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ed40b1b-49cc-42bd-89bf-bf152bff4a06 x-openstack-request-id: req-2ed40b1b-49cc-42bd-89bf-bf152bff4a06 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:07:20.235481 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9f1566-6ff7-4222-a7ca-59d4e030aa1f", "name": "network-vif-plugged", "status": "completed", "tag": "6a1b6632-7304-4c31-9336-825a0875ee92", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:07:20.235745 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2ed40b1b-49cc-42bd-89bf-bf152bff4a06 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:07:20.236181 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9f1566-6ff7-4222-a7ca-59d4e030aa1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a1b6632-7304-4c31-9336-825a0875ee92', 'code': 200} Jul 09 14:07:20.364415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ff021-d9b8-4fea-89a0-50b0aa901389 req-32e2beed-ae88-4487-8b6e-9923f31fd2de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:20.366015 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a49ff021-d9b8-4fea-89a0-50b0aa901389 req-32e2beed-ae88-4487-8b6e-9923f31fd2de service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 1096 time: 0.0612130 Jul 09 14:07:20.405636 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a49ff021-d9b8-4fea-89a0-50b0aa901389 req-4f796dd1-9e6d-4720-a3bb-1a79d4bd19ab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325925 Jul 09 14:07:21.262706 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ce51ea-cca0-4ddc-b1a3-8d3609cf65c7 req-3f3dd93f-fab8-47ab-be6d-f1159f0d6e24 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:21.266341 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-65ce51ea-cca0-4ddc-b1a3-8d3609cf65c7 req-3f3dd93f-fab8-47ab-be6d-f1159f0d6e24 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 945 time: 0.1227922 Jul 09 14:07:21.311400 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-65ce51ea-cca0-4ddc-b1a3-8d3609cf65c7 req-48e2b112-b6f1-4393-ba91-f86324555739 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371320 Jul 09 14:07:22.524316 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e833a4f-8604-4dc0-a575-3ed0f188e306 req-c1a31193-87e4-466f-8c52-74229c3775d1 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:22.525954 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7e833a4f-8604-4dc0-a575-3ed0f188e306 req-c1a31193-87e4-466f-8c52-74229c3775d1 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 945 time: 0.0837772 Jul 09 14:07:22.577318 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7e833a4f-8604-4dc0-a575-3ed0f188e306 req-df42e7ee-4a7d-4cce-a543-bc8b7050f26b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388999 Jul 09 14:07:22.981854 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a5c7fd-5fe6-4815-b8bb-35f0efc69602 req-bf67b826-67a6-42b2-9787-c04edfdbc767 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:22.983778 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-74a5c7fd-5fe6-4815-b8bb-35f0efc69602 req-bf67b826-67a6-42b2-9787-c04edfdbc767 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 945 time: 0.0758002 Jul 09 14:07:23.331677 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-74a5c7fd-5fe6-4815-b8bb-35f0efc69602 req-623570cf-48e8-4e04-a744-24228252a8f3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3414783 Jul 09 14:07:23.360582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45738) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:07:23.784371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3415663e-e1bb-40eb-9c8c-97a1386513ff tempest-TestVolumeBootPattern-419732494 tempest-TestVolumeBootPattern-419732494-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:23.786026 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3415663e-e1bb-40eb-9c8c-97a1386513ff tempest-TestVolumeBootPattern-419732494 tempest-TestVolumeBootPattern-419732494-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 1091 time: 0.4240570 Jul 09 14:07:23.789098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45740) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:07:23.794290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '6a1b6632-7304-4c31-9336-825a0875ee92', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:07:23.823070 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:23.971257 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:24.128286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Allocated IP 172.25.2.36 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/2422236f-bf8f-4efe-9c9e-2f6cff77701b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:07:24.264073 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:24.309300 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:24.362619 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:07:24.365867 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:07:24.369817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:07:24.376481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'Port': ['ID=2422236f-bf8f-4efe-9c9e-2f6cff77701b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:07:24.791625 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:24.878884 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:25.049059 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:25.054111 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:25.129888 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event updated for resources: {'Port': ['ID=2422236f-bf8f-4efe-9c9e-2f6cff77701b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:07:25.142930 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:25.263522 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Floating IP 6d46a545-f286-4138-a7ee-228219a3ac57 associated. External IP: 172.25.2.36, port: 6a1b6632-7304-4c31-9336-825a0875ee92. Jul 09 14:07:25.495335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Router d5c2de92-280b-44fc-8e36-90c7650878a4 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:07:25.617411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:07:25.629340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8471322-dc37-43b1-9565-dd70c2b5ae2c None None] Sync routers for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:07:25.640403 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:25.641931 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8471322-dc37-43b1-9565-dd70c2b5ae2c None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:07:25.642596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d8471322-dc37-43b1-9565-dd70c2b5ae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:07:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:07:25.688630 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6739d60d-7e97-44ca-9be8-e624f79e4c66 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8980882 Jul 09 14:07:25.689702 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9f1566-6ff7-4222-a7ca-59d4e030aa1f', 'tag': '6a1b6632-7304-4c31-9336-825a0875ee92'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:07:25.693378 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-309b3dcc-0c0d-42f5-8d09-d96f511749cc" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9f1566-6ff7-4222-a7ca-59d4e030aa1f", "tag": "6a1b6632-7304-4c31-9336-825a0875ee92"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:07:25.735181 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:07:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-201c6c50-e463-4450-8c85-9335071fbd91 x-openstack-request-id: req-201c6c50-e463-4450-8c85-9335071fbd91 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:07:25.735488 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9f1566-6ff7-4222-a7ca-59d4e030aa1f", "tag": "6a1b6632-7304-4c31-9336-825a0875ee92", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:07:25.735751 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-201c6c50-e463-4450-8c85-9335071fbd91 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:07:25.736171 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9f1566-6ff7-4222-a7ca-59d4e030aa1f', 'tag': '6a1b6632-7304-4c31-9336-825a0875ee92', 'status': 'completed', 'code': 200} Jul 09 14:07:25.782310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d8471322-dc37-43b1-9565-dd70c2b5ae2c None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:07:25.820132 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b3dcc-0c0d-42f5-8d09-d96f511749cc req-ff0a411f-f505-42ec-be9d-402936a24323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:25.821868 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-309b3dcc-0c0d-42f5-8d09-d96f511749cc req-ff0a411f-f505-42ec-be9d-402936a24323 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 1096 time: 0.0624175 Jul 09 14:07:25.930933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b3dcc-0c0d-42f5-8d09-d96f511749cc req-1d530ece-aad7-4f29-ba3d-3e5832d899e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:25.932492 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-309b3dcc-0c0d-42f5-8d09-d96f511749cc req-1d530ece-aad7-4f29-ba3d-3e5832d899e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.1047118 Jul 09 14:07:26.018083 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-309b3dcc-0c0d-42f5-8d09-d96f511749cc req-3e3802cf-a754-4cb0-92da-dcd0b76c01f2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1b6632-7304-4c31-9336-825a0875ee92 HTTP/1.1" status: 200 len: 998 time: 0.0738838 Jul 09 14:07:26.082700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b3dcc-0c0d-42f5-8d09-d96f511749cc req-74d2166a-aa57-4551-9158-dac41c898e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:26.084530 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-309b3dcc-0c0d-42f5-8d09-d96f511749cc req-74d2166a-aa57-4551-9158-dac41c898e8f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0603993 Jul 09 14:07:26.159968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309b3dcc-0c0d-42f5-8d09-d96f511749cc req-1d8d2134-502f-4271-89c8-43e622e61282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:26.162869 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-309b3dcc-0c0d-42f5-8d09-d96f511749cc req-1d8d2134-502f-4271-89c8-43e622e61282 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709934 Jul 09 14:07:26.243549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d8471322-dc37-43b1-9565-dd70c2b5ae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '499fa586-988a-48aa-940c-0db3689a6057', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'port_id': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'mac_address': 'fa:16:3e:b5:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaee480-8c51-4cbe-9788-604c6029482d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:05:17Z', 'updated_at': '2021-07-09T14:05:20Z', 'revision_number': 1, 'project_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address_scope': None}, {'id': '6d46a545-f286-4138-a7ee-228219a3ac57', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'floating_ip_address': '172.25.2.36', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'port_id': '6a1b6632-7304-4c31-9336-825a0875ee92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'mac_address': 'fa:16:3e:88:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9f1566-6ff7-4222-a7ca-59d4e030aa1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:07:24Z', 'updated_at': '2021-07-09T14:07:24Z', 'revision_number': 0, 'project_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:07:26.266650 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-309b3dcc-0c0d-42f5-8d09-d96f511749cc req-f0ae07fb-e06c-470a-b933-02a053723e45 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970604 Jul 09 14:07:26.273767 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8471322-dc37-43b1-9565-dd70c2b5ae2c None None] Checking router: d5c2de92-280b-44fc-8e36-90c7650878a4 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:07:26.285799 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8471322-dc37-43b1-9565-dd70c2b5ae2c None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:07:26.286598 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d8471322-dc37-43b1-9565-dd70c2b5ae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:07:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:07:26.377728 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-309b3dcc-0c0d-42f5-8d09-d96f511749cc req-917923ab-15cf-41ca-a969-6251d23fffcd service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027915 Jul 09 14:07:26.410639 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d8471322-dc37-43b1-9565-dd70c2b5ae2c None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:07:26.666506 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d8471322-dc37-43b1-9565-dd70c2b5ae2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '499fa586-988a-48aa-940c-0db3689a6057', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'port_id': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'mac_address': 'fa:16:3e:b5:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaee480-8c51-4cbe-9788-604c6029482d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:05:17Z', 'updated_at': '2021-07-09T14:05:20Z', 'revision_number': 1, 'project_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address_scope': None}, {'id': '6d46a545-f286-4138-a7ee-228219a3ac57', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'floating_ip_address': '172.25.2.36', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'port_id': '6a1b6632-7304-4c31-9336-825a0875ee92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'mac_address': 'fa:16:3e:88:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9f1566-6ff7-4222-a7ca-59d4e030aa1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:07:24Z', 'updated_at': '2021-07-09T14:07:24Z', 'revision_number': 0, 'project_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:07:26.695007 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8471322-dc37-43b1-9565-dd70c2b5ae2c None None] The sync data for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 is: [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '499fa586-988a-48aa-940c-0db3689a6057', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'port_id': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'mac_address': 'fa:16:3e:b5:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaee480-8c51-4cbe-9788-604c6029482d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:05:17Z', 'updated_at': '2021-07-09T14:05:20Z', 'revision_number': 1, 'project_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address_scope': None}, {'id': '6d46a545-f286-4138-a7ee-228219a3ac57', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'floating_ip_address': '172.25.2.36', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'port_id': '6a1b6632-7304-4c31-9336-825a0875ee92', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'mac_address': 'fa:16:3e:88:35:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca9f1566-6ff7-4222-a7ca-59d4e030aa1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:07:24Z', 'updated_at': '2021-07-09T14:07:24Z', 'revision_number': 0, 'project_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:07:26.917592 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6978a7cf-e165-417d-99dd-0fc6f4caed06 None None] New status for floating IP 6d46a545-f286-4138-a7ee-228219a3ac57: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:07:31.874714 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bfbead9f-d998-4f0f-9b8a-5caf5d90fa52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:32.259641 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:07:34.717347 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:34.724060 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b65cef46-2125-444b-97cd-bcf95960bcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:35.740698 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:37.147248 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:38.798209 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:38.964947 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:07:55.127946 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b59b34a1-8ff1-4ff0-8226-25b7169859d2 req-61cf48fc-f711-4121-b68c-fbf0dabf1701 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0770969 Jul 09 14:07:55.192227 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9832e6b-9c05-4592-afc7-9b5d9616679a req-e1e5a50d-6d31-4028-a198-b4de04d86597 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0790997 Jul 09 14:07:55.292274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b34a1-8ff1-4ff0-8226-25b7169859d2 req-611324e3-9adb-402d-9753-603463059a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:55.294332 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b59b34a1-8ff1-4ff0-8226-25b7169859d2 req-611324e3-9adb-402d-9753-603463059a82 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 1096 time: 0.1158209 Jul 09 14:07:55.341085 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9832e6b-9c05-4592-afc7-9b5d9616679a req-2e0994a1-9652-4645-afd6-be2682747fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:55.342667 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9832e6b-9c05-4592-afc7-9b5d9616679a req-2e0994a1-9652-4645-afd6-be2682747fae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 1096 time: 0.0902994 Jul 09 14:07:55.489485 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b34a1-8ff1-4ff0-8226-25b7169859d2 req-fb22e62b-fae0-4398-b066-b00809cecddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:55.491045 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b59b34a1-8ff1-4ff0-8226-25b7169859d2 req-fb22e62b-fae0-4398-b066-b00809cecddc service neutron] 10.222.0.18 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.1738756 Jul 09 14:07:55.541958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9832e6b-9c05-4592-afc7-9b5d9616679a req-5c9df99d-e500-4afd-b4b4-93fb53bfc6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:55.544460 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9832e6b-9c05-4592-afc7-9b5d9616679a req-5c9df99d-e500-4afd-b4b4-93fb53bfc6a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.1749938 Jul 09 14:07:55.610594 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b59b34a1-8ff1-4ff0-8226-25b7169859d2 req-9ecf4d35-b31f-4aa3-8eb2-0ec7a918805c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=630c0a60-6a3d-4cb6-80db-0b858a663b35 HTTP/1.1" status: 200 len: 1001 time: 0.1127756 Jul 09 14:07:55.659379 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9832e6b-9c05-4592-afc7-9b5d9616679a req-44162766-b3ea-4f65-a075-525af4ece5f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1b6632-7304-4c31-9336-825a0875ee92 HTTP/1.1" status: 200 len: 1000 time: 0.1074021 Jul 09 14:07:55.713785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b34a1-8ff1-4ff0-8226-25b7169859d2 req-a786cc55-13e1-4062-9871-dacfa1f9d360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:55.715411 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b59b34a1-8ff1-4ff0-8226-25b7169859d2 req-a786cc55-13e1-4062-9871-dacfa1f9d360 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0991280 Jul 09 14:07:55.754793 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9832e6b-9c05-4592-afc7-9b5d9616679a req-ac8f6553-6638-404f-affb-ed99ef164614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:55.756345 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9832e6b-9c05-4592-afc7-9b5d9616679a req-ac8f6553-6638-404f-affb-ed99ef164614 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0902593 Jul 09 14:07:55.825055 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59b34a1-8ff1-4ff0-8226-25b7169859d2 req-e110e1ed-2f6c-46de-ad69-78ad112d6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:55.826753 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b59b34a1-8ff1-4ff0-8226-25b7169859d2 req-e110e1ed-2f6c-46de-ad69-78ad112d6a89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1040924 Jul 09 14:07:55.892199 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9832e6b-9c05-4592-afc7-9b5d9616679a req-ad3db80d-a244-4f9a-b69e-2f2a1b365974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:07:55.893833 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9832e6b-9c05-4592-afc7-9b5d9616679a req-ad3db80d-a244-4f9a-b69e-2f2a1b365974 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1297786 Jul 09 14:07:56.002698 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b59b34a1-8ff1-4ff0-8226-25b7169859d2 req-b102d854-ae66-455b-a2aa-c17cbef51e31 service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695979 Jul 09 14:07:56.078008 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9832e6b-9c05-4592-afc7-9b5d9616679a req-580ebeb2-8e67-4d82-b5ba-6fca5cd98beb service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766768 Jul 09 14:07:56.185305 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b59b34a1-8ff1-4ff0-8226-25b7169859d2 req-29185de9-1932-44e6-949b-089f1260e71e service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1765108 Jul 09 14:07:56.214253 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9832e6b-9c05-4592-afc7-9b5d9616679a req-2c7bd05c-f133-4f56-858c-553c343cc77c service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279464 Jul 09 14:08:01.879362 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4abaec46-e148-450d-bbc9-64103d932fe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:04.708898 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:04.724766 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dc313a44-e7b6-4ffb-a92d-085e39cb8b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:05.745374 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:07.151465 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:08.800611 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:08.987118 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:09.260033 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:08:31.875475 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9943dd26-be56-4b88-bcf0-0a642c66b862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:34.708980 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:34.722298 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ebfd6a12-bd59-4f28-b9c5-e617fd5c14e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:35.747423 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:37.150498 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:38.829912 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:38.987116 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:46.259574 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:08:53.248410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45782) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:08:53.667292 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Deleting port 2422236f-bf8f-4efe-9c9e-2f6cff77701b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:08:53.667544 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:53.788406 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:53.788824 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:53.803548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Calling delete_port for 2422236f-bf8f-4efe-9c9e-2f6cff77701b owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:08:54.020567 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:54.053745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event deleted for resources: {'Port': ['ID=2422236f-bf8f-4efe-9c9e-2f6cff77701b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:08:54.085195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:08:54.085632 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:08:54.086054 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:08:54.086429 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:08:54.086795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:08:54.087238 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:08:54.087691 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:08:54.088000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:08:54.088390 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:08:54.088907 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:08:54.089971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:08:54.090300 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:08:54.139670 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:54.140093 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Floating IP 6d46a545-f286-4138-a7ee-228219a3ac57 disassociated (deleted). External IP: 172.25.2.36, port: 6a1b6632-7304-4c31-9336-825a0875ee92. Jul 09 14:08:54.452220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Router d5c2de92-280b-44fc-8e36-90c7650878a4 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:08:54.612535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:08:54.617290 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:54.626874 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dde389-4dc7-4165-bddd-e06b224851c2 None None] Sync routers for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:08:54.643501 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dde389-4dc7-4165-bddd-e06b224851c2 None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:08:54.644171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d6dde389-4dc7-4165-bddd-e06b224851c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:08:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:08:54.676141 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c0eaa680-dbc7-409f-a785-8730d9ddb6e3 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "DELETE /v2.0/floatingips/6d46a545-f286-4138-a7ee-228219a3ac57 HTTP/1.1" status: 204 len: 168 time: 1.4258480 Jul 09 14:08:54.677183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca9f1566-6ff7-4222-a7ca-59d4e030aa1f', 'tag': '6a1b6632-7304-4c31-9336-825a0875ee92'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:08:54.684142 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34e805dd-2bc5-4c13-b3b9-4c6a014ed7d3" -d '{"events": [{"name": "network-changed", "server_uuid": "ca9f1566-6ff7-4222-a7ca-59d4e030aa1f", "tag": "6a1b6632-7304-4c31-9336-825a0875ee92"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:08:54.745769 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:08:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6022658d-11ef-4edf-80d0-f22574fa6716 x-openstack-request-id: req-6022658d-11ef-4edf-80d0-f22574fa6716 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:08:54.746728 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca9f1566-6ff7-4222-a7ca-59d4e030aa1f", "tag": "6a1b6632-7304-4c31-9336-825a0875ee92", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:08:54.748518 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6022658d-11ef-4edf-80d0-f22574fa6716 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:08:54.748518 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca9f1566-6ff7-4222-a7ca-59d4e030aa1f', 'tag': '6a1b6632-7304-4c31-9336-825a0875ee92', 'status': 'completed', 'code': 200} Jul 09 14:08:54.855264 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d6dde389-4dc7-4165-bddd-e06b224851c2 None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:08:54.888832 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e805dd-2bc5-4c13-b3b9-4c6a014ed7d3 req-d135a817-f5b1-4595-92b5-beae7180e390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:08:54.890420 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34e805dd-2bc5-4c13-b3b9-4c6a014ed7d3 req-d135a817-f5b1-4595-92b5-beae7180e390 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 1096 time: 0.1041288 Jul 09 14:08:55.015124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e805dd-2bc5-4c13-b3b9-4c6a014ed7d3 req-03888ecc-e9cb-449c-bcfe-5651f6491b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:08:55.016084 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34e805dd-2bc5-4c13-b3b9-4c6a014ed7d3 req-03888ecc-e9cb-449c-bcfe-5651f6491b2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.1190794 Jul 09 14:08:55.103722 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34e805dd-2bc5-4c13-b3b9-4c6a014ed7d3 req-7f14296b-79ae-44cc-b657-b771425d8963 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6a1b6632-7304-4c31-9336-825a0875ee92 HTTP/1.1" status: 200 len: 217 time: 0.0752044 Jul 09 14:08:55.176778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d6dde389-4dc7-4165-bddd-e06b224851c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '499fa586-988a-48aa-940c-0db3689a6057', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'port_id': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'mac_address': 'fa:16:3e:b5:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaee480-8c51-4cbe-9788-604c6029482d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:05:17Z', 'updated_at': '2021-07-09T14:05:20Z', 'revision_number': 1, 'project_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:08:55.179113 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e805dd-2bc5-4c13-b3b9-4c6a014ed7d3 req-e4919f2f-950e-4011-83b3-b2d18bc15fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:08:55.180798 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34e805dd-2bc5-4c13-b3b9-4c6a014ed7d3 req-e4919f2f-950e-4011-83b3-b2d18bc15fae service neutron] 10.222.0.15 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0706072 Jul 09 14:08:55.211055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dde389-4dc7-4165-bddd-e06b224851c2 None None] Checking router: d5c2de92-280b-44fc-8e36-90c7650878a4 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:08:55.222886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6dde389-4dc7-4165-bddd-e06b224851c2 None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:08:55.223588 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d6dde389-4dc7-4165-bddd-e06b224851c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:08:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:08:55.271661 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e805dd-2bc5-4c13-b3b9-4c6a014ed7d3 req-bdb1ed21-087d-4387-af24-f5b9c34e0f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:08:55.274147 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34e805dd-2bc5-4c13-b3b9-4c6a014ed7d3 req-bdb1ed21-087d-4387-af24-f5b9c34e0f59 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0860338 Jul 09 14:08:55.345691 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76241ca8-9fa0-481c-ad9b-8f730d1de38b req-fc9a7f62-c52d-4195-b307-a0cb9989e52f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:08:55.348506 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-76241ca8-9fa0-481c-ad9b-8f730d1de38b req-fc9a7f62-c52d-4195-b307-a0cb9989e52f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 945 time: 0.1149247 Jul 09 14:08:55.386696 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d6dde389-4dc7-4165-bddd-e06b224851c2 None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:08:55.402017 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34e805dd-2bc5-4c13-b3b9-4c6a014ed7d3 req-d516f268-fbff-4186-8a8d-b6884e4fd397 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195991 Jul 09 14:08:55.425318 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-76241ca8-9fa0-481c-ad9b-8f730d1de38b req-e25f151a-dda6-4bff-86f6-458795259ab7 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621650 Jul 09 14:08:55.535692 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34e805dd-2bc5-4c13-b3b9-4c6a014ed7d3 req-af7a292f-db3f-425d-94b3-775b24be62c5 service neutron] 10.222.0.15 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273327 Jul 09 14:08:55.690814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d6dde389-4dc7-4165-bddd-e06b224851c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '499fa586-988a-48aa-940c-0db3689a6057', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'port_id': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'mac_address': 'fa:16:3e:b5:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaee480-8c51-4cbe-9788-604c6029482d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:05:17Z', 'updated_at': '2021-07-09T14:05:20Z', 'revision_number': 1, 'project_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:08:55.722805 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6dde389-4dc7-4165-bddd-e06b224851c2 None None] The sync data for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 is: [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '499fa586-988a-48aa-940c-0db3689a6057', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'floating_ip_address': '172.25.2.145', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'port_id': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'mac_address': 'fa:16:3e:b5:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eaee480-8c51-4cbe-9788-604c6029482d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:05:17Z', 'updated_at': '2021-07-09T14:05:20Z', 'revision_number': 1, 'project_id': '25a69ce0edc7491da11553925111d73f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:08:55.988981 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01855d31-a388-41c1-9eb8-c9de2e9f9e14 None None] New status for floating IP 6d46a545-f286-4138-a7ee-228219a3ac57: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:08:56.134961 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a9d3e7d9-3e02-41c1-9a0e-963071a57737 req-66cd9b6d-62b5-4dc0-a057-c1779a11fe4a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0884736 Jul 09 14:08:56.263640 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3e7d9-3e02-41c1-9a0e-963071a57737 req-2101619c-d8c3-4ea9-8cd4-a41cd7b65500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:08:56.266419 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a9d3e7d9-3e02-41c1-9a0e-963071a57737 req-2101619c-d8c3-4ea9-8cd4-a41cd7b65500 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 1096 time: 0.0809567 Jul 09 14:08:56.383197 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3e7d9-3e02-41c1-9a0e-963071a57737 req-cfd91233-0d16-4dc3-97b4-072c69f60482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:08:56.384796 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a9d3e7d9-3e02-41c1-9a0e-963071a57737 req-cfd91233-0d16-4dc3-97b4-072c69f60482 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.0961308 Jul 09 14:08:56.460728 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a9d3e7d9-3e02-41c1-9a0e-963071a57737 req-564c17b1-7d80-4e94-9a61-84bf3b01d190 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=630c0a60-6a3d-4cb6-80db-0b858a663b35 HTTP/1.1" status: 200 len: 1001 time: 0.0698361 Jul 09 14:08:56.518847 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3e7d9-3e02-41c1-9a0e-963071a57737 req-d594d769-853b-4423-bc56-c52707c8e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:08:56.520986 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a9d3e7d9-3e02-41c1-9a0e-963071a57737 req-d594d769-853b-4423-bc56-c52707c8e1d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0543842 Jul 09 14:08:56.601759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d3e7d9-3e02-41c1-9a0e-963071a57737 req-ba88975e-e4e4-415c-940d-23607c3189d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:08:56.603768 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a9d3e7d9-3e02-41c1-9a0e-963071a57737 req-ba88975e-e4e4-415c-940d-23607c3189d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768003 Jul 09 14:08:56.643782 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ab8c25-885e-4f75-adf4-10003301ebb6 req-632ad383-e240-47c6-93d4-dfe3ee0c8f78 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:08:56.646068 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8ab8c25-885e-4f75-adf4-10003301ebb6 req-632ad383-e240-47c6-93d4-dfe3ee0c8f78 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 945 time: 0.0761077 Jul 09 14:08:56.717091 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8ab8c25-885e-4f75-adf4-10003301ebb6 req-47a9eaaf-9c85-4964-9d94-a448dba41c5a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622921 Jul 09 14:08:56.749993 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a8cc3-823d-4cd7-ac07-c91952a02fa5 req-031eed2f-8581-4fae-87f4-baaaacf8792c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:08:56.751799 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-730a8cc3-823d-4cd7-ac07-c91952a02fa5 req-031eed2f-8581-4fae-87f4-baaaacf8792c tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 945 time: 0.1655006 Jul 09 14:08:56.785585 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a9d3e7d9-3e02-41c1-9a0e-963071a57737 req-2a914ea3-1a24-421f-957b-06f7c2011374 service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593428 Jul 09 14:08:57.328285 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a9d3e7d9-3e02-41c1-9a0e-963071a57737 req-57ba259f-8906-482d-b3c3-7c7dbf6291a7 service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5156562 Jul 09 14:08:57.341127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-730a8cc3-823d-4cd7-ac07-c91952a02fa5 req-5150cbe2-5b4b-430c-af30-666e020f878b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Deleting port 6a1b6632-7304-4c31-9336-825a0875ee92 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:08:57.341676 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-730a8cc3-823d-4cd7-ac07-c91952a02fa5 req-5150cbe2-5b4b-430c-af30-666e020f878b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:57.452209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-730a8cc3-823d-4cd7-ac07-c91952a02fa5 req-5150cbe2-5b4b-430c-af30-666e020f878b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] For port 6a1b6632-7304-4c31-9336-825a0875ee92, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=6a1b6632-7304-4c31-9336-825a0875ee92,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:08:57.452576 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-730a8cc3-823d-4cd7-ac07-c91952a02fa5 req-5150cbe2-5b4b-430c-af30-666e020f878b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:57.471203 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-730a8cc3-823d-4cd7-ac07-c91952a02fa5 req-5150cbe2-5b4b-430c-af30-666e020f878b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Calling delete_port for 6a1b6632-7304-4c31-9336-825a0875ee92 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:08:57.627713 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-730a8cc3-823d-4cd7-ac07-c91952a02fa5 req-5150cbe2-5b4b-430c-af30-666e020f878b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:57.676534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5150cbe2-5b4b-430c-af30-666e020f878b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event deleted for resources: {'Port': ['ID=6a1b6632-7304-4c31-9336-825a0875ee92,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:08:57.751062 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-730a8cc3-823d-4cd7-ac07-c91952a02fa5 req-5150cbe2-5b4b-430c-af30-666e020f878b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] No DVR routers for this DVR port 6a1b6632-7304-4c31-9336-825a0875ee92 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:08:57.754135 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-730a8cc3-823d-4cd7-ac07-c91952a02fa5 req-5150cbe2-5b4b-430c-af30-666e020f878b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:08:57.756781 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-730a8cc3-823d-4cd7-ac07-c91952a02fa5 req-5150cbe2-5b4b-430c-af30-666e020f878b tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.15 "DELETE /v2.0/ports/6a1b6632-7304-4c31-9336-825a0875ee92 HTTP/1.1" status: 204 len: 173 time: 0.9907165 Jul 09 14:08:57.757280 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca9f1566-6ff7-4222-a7ca-59d4e030aa1f', 'name': 'network-vif-deleted', 'tag': '6a1b6632-7304-4c31-9336-825a0875ee92'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:08:57.760537 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e302314-54f8-46be-a808-3dc125df225c" -d '{"events": [{"server_uuid": "ca9f1566-6ff7-4222-a7ca-59d4e030aa1f", "name": "network-vif-deleted", "tag": "6a1b6632-7304-4c31-9336-825a0875ee92"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:08:57.830209 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab25d1ba-5f04-4d47-8910-5ec566018cbf x-openstack-request-id: req-ab25d1ba-5f04-4d47-8910-5ec566018cbf {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:08:57.831186 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca9f1566-6ff7-4222-a7ca-59d4e030aa1f", "name": "network-vif-deleted", "tag": "6a1b6632-7304-4c31-9336-825a0875ee92", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:08:57.831898 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ab25d1ba-5f04-4d47-8910-5ec566018cbf {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:08:57.832978 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca9f1566-6ff7-4222-a7ca-59d4e030aa1f', 'name': 'network-vif-deleted', 'tag': '6a1b6632-7304-4c31-9336-825a0875ee92', 'status': 'completed', 'code': 200} Jul 09 14:08:57.966874 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16348936-6e00-4a6f-8e96-c9c9165f71b8 req-107e8753-d5d7-49d4-a6f5-501099e0c953 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 210 time: 0.0344450 Jul 09 14:08:59.156038 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3be2d6ff-7caf-45f8-a3de-58a0ec7b7055 req-a5869984-d017-44c1-8746-fef9c0dba1ac tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 210 time: 0.0496409 Jul 09 14:09:00.333152 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e021e69-277d-4482-8d72-8a9b6fe7efb7 req-0b064df7-ca8d-4e76-8525-4ada88e5be68 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 210 time: 0.0338652 Jul 09 14:09:00.389080 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6a1b6632-7304-4c31-9336-825a0875ee92 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:09:00.412030 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 6a1b6632-7304-4c31-9336-825a0875ee92 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:09:00.412447 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 6a1b6632-7304-4c31-9336-825a0875ee92 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:09:01.559554 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b85328b1-368e-4943-ac7b-6363f8275cbe req-17a342f4-3f9c-415c-a902-ac4e3120e29f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=ca9f1566-6ff7-4222-a7ca-59d4e030aa1f HTTP/1.1" status: 200 len: 210 time: 0.0450277 Jul 09 14:09:01.871279 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-69fb2df9-e7d6-4868-91f2-31106d84ac6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:04.713757 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:04.721545 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-93ecda57-3edc-4843-b863-8e63341520de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:05.758356 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:07.157349 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:08.165138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45840) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:08.346604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bbe347e9-1de3-41ab-9ac4-69ea9873f899 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Deleting port ec76ed47-3222-4dcd-a886-e39f75ff246b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:09:08.346960 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbe347e9-1de3-41ab-9ac4-69ea9873f899 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:08.441184 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbe347e9-1de3-41ab-9ac4-69ea9873f899 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:08.441700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbe347e9-1de3-41ab-9ac4-69ea9873f899 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:08.457385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-bbe347e9-1de3-41ab-9ac4-69ea9873f899 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Calling delete_port for ec76ed47-3222-4dcd-a886-e39f75ff246b owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:09:08.626666 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbe347e9-1de3-41ab-9ac4-69ea9873f899 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:08.653298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe347e9-1de3-41ab-9ac4-69ea9873f899 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event deleted for resources: {'Port': ['ID=ec76ed47-3222-4dcd-a886-e39f75ff246b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:08.726048 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbe347e9-1de3-41ab-9ac4-69ea9873f899 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:08.726510 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-bbe347e9-1de3-41ab-9ac4-69ea9873f899 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Floating IP 499fa586-988a-48aa-940c-0db3689a6057 disassociated (deleted). External IP: 172.25.2.145, port: 630c0a60-6a3d-4cb6-80db-0b858a663b35. Jul 09 14:09:08.857408 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:08.966331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe347e9-1de3-41ab-9ac4-69ea9873f899 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Router d5c2de92-280b-44fc-8e36-90c7650878a4 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:09:09.008307 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:09.094890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe347e9-1de3-41ab-9ac4-69ea9873f899 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:09:09.100988 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bbe347e9-1de3-41ab-9ac4-69ea9873f899 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:09.105823 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bbffe7-144b-48b1-a42d-c98d5f75553d None None] Sync routers for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:09:09.116202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bbffe7-144b-48b1-a42d-c98d5f75553d None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:09:09.116838 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-66bbffe7-144b-48b1-a42d-c98d5f75553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:09:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:09.143529 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bbe347e9-1de3-41ab-9ac4-69ea9873f899 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "DELETE /v2.0/floatingips/499fa586-988a-48aa-940c-0db3689a6057 HTTP/1.1" status: 204 len: 168 time: 0.9770401 Jul 09 14:09:09.144242 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eaee480-8c51-4cbe-9788-604c6029482d', 'tag': '630c0a60-6a3d-4cb6-80db-0b858a663b35'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:09:09.146676 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1968a4-7a7e-44f4-a4b8-50aaca13a144" -d '{"events": [{"name": "network-changed", "server_uuid": "8eaee480-8c51-4cbe-9788-604c6029482d", "tag": "630c0a60-6a3d-4cb6-80db-0b858a663b35"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:09:09.188150 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85e7f732-1c33-4364-aac4-d7c03137e7b9 x-openstack-request-id: req-85e7f732-1c33-4364-aac4-d7c03137e7b9 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:09:09.188990 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8eaee480-8c51-4cbe-9788-604c6029482d", "tag": "630c0a60-6a3d-4cb6-80db-0b858a663b35", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:09:09.188990 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-85e7f732-1c33-4364-aac4-d7c03137e7b9 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:09:09.189515 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eaee480-8c51-4cbe-9788-604c6029482d', 'tag': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'status': 'completed', 'code': 200} Jul 09 14:09:09.269588 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-66bbffe7-144b-48b1-a42d-c98d5f75553d None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:09:09.290935 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1968a4-7a7e-44f4-a4b8-50aaca13a144 req-e5abc2fe-8cd7-4025-96b4-af52f66a822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:09.293702 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e1968a4-7a7e-44f4-a4b8-50aaca13a144 req-e5abc2fe-8cd7-4025-96b4-af52f66a822e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=25a69ce0edc7491da11553925111d73f&device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 1096 time: 0.0806737 Jul 09 14:09:09.407788 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1968a4-7a7e-44f4-a4b8-50aaca13a144 req-29c6b97d-e038-4c44-9d1d-3c0261f4af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:09.409646 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e1968a4-7a7e-44f4-a4b8-50aaca13a144 req-29c6b97d-e038-4c44-9d1d-3c0261f4af93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 200 len: 913 time: 0.1088843 Jul 09 14:09:09.461704 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e1968a4-7a7e-44f4-a4b8-50aaca13a144 req-f23742ef-af0f-4b62-924c-6ed97a805d4a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=630c0a60-6a3d-4cb6-80db-0b858a663b35 HTTP/1.1" status: 200 len: 217 time: 0.0448592 Jul 09 14:09:09.523562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1968a4-7a7e-44f4-a4b8-50aaca13a144 req-b750bd53-cbe0-4fc0-82b4-8c6835432992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:09.525294 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e1968a4-7a7e-44f4-a4b8-50aaca13a144 req-b750bd53-cbe0-4fc0-82b4-8c6835432992 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 200 len: 851 time: 0.0574329 Jul 09 14:09:09.646231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1968a4-7a7e-44f4-a4b8-50aaca13a144 req-9c40fd0f-bbcd-4a25-8e27-3b8d1aff5ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:09.649289 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e1968a4-7a7e-44f4-a4b8-50aaca13a144 req-9c40fd0f-bbcd-4a25-8e27-3b8d1aff5ff7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a40754f1-8945-4ca7-8f93-3f416e930007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1157165 Jul 09 14:09:09.739418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9d427-8346-43f0-aa52-4b4eb150b7df req-f5ec8076-2fbb-4def-a16d-869504147e93 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:09.742073 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23b9d427-8346-43f0-aa52-4b4eb150b7df req-f5ec8076-2fbb-4def-a16d-869504147e93 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 945 time: 0.1115716 Jul 09 14:09:09.787399 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e1968a4-7a7e-44f4-a4b8-50aaca13a144 req-30485dfa-d493-4082-875e-a5b9ad85331c service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305325 Jul 09 14:09:09.796376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-66bbffe7-144b-48b1-a42d-c98d5f75553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:09.818231 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23b9d427-8346-43f0-aa52-4b4eb150b7df req-11087de3-2d37-434d-91f4-43863d92a05f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642505 Jul 09 14:09:09.832596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bbffe7-144b-48b1-a42d-c98d5f75553d None None] Checking router: d5c2de92-280b-44fc-8e36-90c7650878a4 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:09:09.852620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bbffe7-144b-48b1-a42d-c98d5f75553d None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:09:09.853452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-66bbffe7-144b-48b1-a42d-c98d5f75553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:09:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:09.946484 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e1968a4-7a7e-44f4-a4b8-50aaca13a144 req-f715c9d4-8e54-4661-adc1-67846bb188a1 service neutron] 10.222.0.18 "GET /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522043 Jul 09 14:09:09.986416 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-66bbffe7-144b-48b1-a42d-c98d5f75553d None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:09:10.232737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-66bbffe7-144b-48b1-a42d-c98d5f75553d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:10.277984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66bbffe7-144b-48b1-a42d-c98d5f75553d None None] The sync data for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 is: [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:27Z', 'revision_number': 4, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'b5934500-e2db-4f74-9dc9-97130feeac32', 'name': '', 'network_id': 'a40754f1-8945-4ca7-8f93-3f416e930007', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'mac_address': 'fa:16:3e:a7:9d:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3619, 'fixed_ips': [{'subnet_id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:26Z', 'updated_at': '2021-07-09T13:57:37Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'subnets': [{'id': '5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:09:10.551994 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-486524b4-ef09-4022-82b3-9ec857b3d894 None None] New status for floating IP 499fa586-988a-48aa-940c-0db3689a6057: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:09:11.020583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e062f-ea66-41d9-a74b-daf666c6f548 req-198f29c5-ed0e-47d3-ba8a-e66cead21bd1 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:11.022223 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf5e062f-ea66-41d9-a74b-daf666c6f548 req-198f29c5-ed0e-47d3-ba8a-e66cead21bd1 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 945 time: 0.0702841 Jul 09 14:09:11.065284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c95001-c29f-4bb7-bd26-98775350fb14 req-668d5315-46ac-4ada-80b6-d1fa72fd93ab tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:11.067274 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-27c95001-c29f-4bb7-bd26-98775350fb14 req-668d5315-46ac-4ada-80b6-d1fa72fd93ab tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.18 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 945 time: 0.0785692 Jul 09 14:09:11.069536 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf5e062f-ea66-41d9-a74b-daf666c6f548 req-2aaff635-ed29-41f5-ab31-c725de08b718 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/security-groups?id=2cd3c4bb-dd1d-426c-adbf-e5964883a099&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407927 Jul 09 14:09:11.183882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-27c95001-c29f-4bb7-bd26-98775350fb14 req-4fd49b5e-32c6-4c15-8a79-4c212672c2d2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Deleting port 630c0a60-6a3d-4cb6-80db-0b858a663b35 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:09:11.184152 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-27c95001-c29f-4bb7-bd26-98775350fb14 req-4fd49b5e-32c6-4c15-8a79-4c212672c2d2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:11.295670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-27c95001-c29f-4bb7-bd26-98775350fb14 req-4fd49b5e-32c6-4c15-8a79-4c212672c2d2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] For port 630c0a60-6a3d-4cb6-80db-0b858a663b35, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=630c0a60-6a3d-4cb6-80db-0b858a663b35,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:09:11.296055 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-27c95001-c29f-4bb7-bd26-98775350fb14 req-4fd49b5e-32c6-4c15-8a79-4c212672c2d2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:11.312975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-27c95001-c29f-4bb7-bd26-98775350fb14 req-4fd49b5e-32c6-4c15-8a79-4c212672c2d2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Calling delete_port for 630c0a60-6a3d-4cb6-80db-0b858a663b35 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:09:11.459621 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-27c95001-c29f-4bb7-bd26-98775350fb14 req-4fd49b5e-32c6-4c15-8a79-4c212672c2d2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:11.499402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd49b5e-32c6-4c15-8a79-4c212672c2d2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event deleted for resources: {'Port': ['ID=630c0a60-6a3d-4cb6-80db-0b858a663b35,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:11.548550 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-27c95001-c29f-4bb7-bd26-98775350fb14 req-4fd49b5e-32c6-4c15-8a79-4c212672c2d2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] No DVR routers for this DVR port 630c0a60-6a3d-4cb6-80db-0b858a663b35 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:09:11.551327 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-27c95001-c29f-4bb7-bd26-98775350fb14 req-4fd49b5e-32c6-4c15-8a79-4c212672c2d2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:11.553416 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-27c95001-c29f-4bb7-bd26-98775350fb14 req-4fd49b5e-32c6-4c15-8a79-4c212672c2d2 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.18 "DELETE /v2.0/ports/630c0a60-6a3d-4cb6-80db-0b858a663b35 HTTP/1.1" status: 204 len: 173 time: 0.4808123 Jul 09 14:09:11.553918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eaee480-8c51-4cbe-9788-604c6029482d', 'name': 'network-vif-deleted', 'tag': '630c0a60-6a3d-4cb6-80db-0b858a663b35'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:09:11.556329 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca653e07-12a2-4fe4-a1e1-e3482a3ce411" -d '{"events": [{"server_uuid": "8eaee480-8c51-4cbe-9788-604c6029482d", "name": "network-vif-deleted", "tag": "630c0a60-6a3d-4cb6-80db-0b858a663b35"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:09:11.609907 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-367345c6-4994-4f0f-809b-bd7a7de2ced8 x-openstack-request-id: req-367345c6-4994-4f0f-809b-bd7a7de2ced8 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:09:11.610315 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8eaee480-8c51-4cbe-9788-604c6029482d", "name": "network-vif-deleted", "tag": "630c0a60-6a3d-4cb6-80db-0b858a663b35", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:09:11.610664 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-367345c6-4994-4f0f-809b-bd7a7de2ced8 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:09:11.611197 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eaee480-8c51-4cbe-9788-604c6029482d', 'name': 'network-vif-deleted', 'tag': '630c0a60-6a3d-4cb6-80db-0b858a663b35', 'status': 'completed', 'code': 200} Jul 09 14:09:12.238318 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5f2de27f-fb37-402f-83f3-3945c33d0945 req-aa992fb2-ed62-4657-96a2-4657fe44d150 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 210 time: 0.0498097 Jul 09 14:09:13.405169 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9476e3ce-1809-4c72-affb-190c29b83300 req-cbf3d2b3-4841-42e9-9fc9-a938fd1507fb tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 210 time: 0.0420940 Jul 09 14:09:13.910332 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-ed5ae5d9-691d-471c-b629-7ebc52065d2a req-8e5085ca-516c-4767-9f5a-c179569f67f4 service neutron] (93754) timed out ('10.222.0.39', 38632) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:09:14.566093 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e96ada7c-f6d9-4751-9524-e2dadf7265c1 req-1480304c-d23e-4050-a034-b754fe228f4e tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 210 time: 0.0333745 Jul 09 14:09:15.657002 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 630c0a60-6a3d-4cb6-80db-0b858a663b35 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:09:15.688884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 630c0a60-6a3d-4cb6-80db-0b858a663b35 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:09:15.689287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 630c0a60-6a3d-4cb6-80db-0b858a663b35 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:09:15.757761 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c17c0ac9-aab5-43c2-bb97-29821061da79 req-3baf1740-b976-4a6c-907c-93661551384a tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "GET /v2.0/ports?device_id=8eaee480-8c51-4cbe-9788-604c6029482d HTTP/1.1" status: 200 len: 210 time: 0.0310152 Jul 09 14:09:16.880311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45862) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:17.018467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9f4db8ad-1f2c-40ee-8fb2-b3525715d63f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Deleting port 1444216f-28f7-40bc-a453-e1b42cff3aa6 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:09:17.018870 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f4db8ad-1f2c-40ee-8fb2-b3525715d63f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:17.103748 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f4db8ad-1f2c-40ee-8fb2-b3525715d63f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:17.104016 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f4db8ad-1f2c-40ee-8fb2-b3525715d63f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:17.116993 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-9f4db8ad-1f2c-40ee-8fb2-b3525715d63f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Calling delete_port for 1444216f-28f7-40bc-a453-e1b42cff3aa6 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:09:17.266795 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f4db8ad-1f2c-40ee-8fb2-b3525715d63f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:17.296322 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4db8ad-1f2c-40ee-8fb2-b3525715d63f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event deleted for resources: {'Port': ['ID=1444216f-28f7-40bc-a453-e1b42cff3aa6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:17.376685 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f4db8ad-1f2c-40ee-8fb2-b3525715d63f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:17.379476 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-9f4db8ad-1f2c-40ee-8fb2-b3525715d63f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:17.380816 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9f4db8ad-1f2c-40ee-8fb2-b3525715d63f tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "DELETE /v2.0/floatingips/fb8f25cd-3f1d-4a89-bad8-0f0bdd7ccdb0 HTTP/1.1" status: 204 len: 168 time: 0.4993923 Jul 09 14:09:20.918146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45878) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:21.014055 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e8d5-0509-471e-989c-ef8fac432644 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:21.044865 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e8d5-0509-471e-989c-ef8fac432644 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:21.121828 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e8d5-0509-471e-989c-ef8fac432644 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:21.125156 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d9c1e8d5-0509-471e-989c-ef8fac432644 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:21.126474 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d9c1e8d5-0509-471e-989c-ef8fac432644 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] 10.222.0.39 "DELETE /v2.0/security-groups/2cd3c4bb-dd1d-426c-adbf-e5964883a099 HTTP/1.1" status: 204 len: 168 time: 0.2068002 Jul 09 14:09:21.142570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1e8d5-0509-471e-989c-ef8fac432644 tempest-TestVolumeBootPattern-2123501003 tempest-TestVolumeBootPattern-2123501003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cd3c4bb-dd1d-426c-adbf-e5964883a099,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:22.219450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45884) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:22.755785 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70a9fedb-7dab-4241-8ac8-88d44bbf4cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:23.047272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-70a9fedb-7dab-4241-8ac8-88d44bbf4cce admin admin] Deleting port b5934500-e2db-4f74-9dc9-97130feeac32 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:09:23.047621 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70a9fedb-7dab-4241-8ac8-88d44bbf4cce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:23.137000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-70a9fedb-7dab-4241-8ac8-88d44bbf4cce admin admin] For port b5934500-e2db-4f74-9dc9-97130feeac32, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b5934500-e2db-4f74-9dc9-97130feeac32,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:09:23.137446 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70a9fedb-7dab-4241-8ac8-88d44bbf4cce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:23.153727 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-70a9fedb-7dab-4241-8ac8-88d44bbf4cce admin admin] Calling delete_port for b5934500-e2db-4f74-9dc9-97130feeac32 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:09:23.262645 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:09:23.372215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70a9fedb-7dab-4241-8ac8-88d44bbf4cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:23.403367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9fedb-7dab-4241-8ac8-88d44bbf4cce admin admin] Pushing event deleted for resources: {'Port': ['ID=b5934500-e2db-4f74-9dc9-97130feeac32,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:23.611315 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-70a9fedb-7dab-4241-8ac8-88d44bbf4cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:23.852567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a9fedb-7dab-4241-8ac8-88d44bbf4cce admin admin] Router d5c2de92-280b-44fc-8e36-90c7650878a4 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:09:23.978032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a9fedb-7dab-4241-8ac8-88d44bbf4cce admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:09:23.986718 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-70a9fedb-7dab-4241-8ac8-88d44bbf4cce admin admin] 10.222.0.39 "PUT /v2.0/routers/d5c2de92-280b-44fc-8e36-90c7650878a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7633281 Jul 09 14:09:23.987580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45890) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:23.993962 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21925fe8-de83-43e8-badd-1b090c4ed513 None None] Sync routers for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:09:24.005348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21925fe8-de83-43e8-badd-1b090c4ed513 None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:09:24.006039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-21925fe8-de83-43e8-badd-1b090c4ed513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:09:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:24.114343 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eeaec9d3-0078-4a7e-969e-d913d975a503 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:24.140452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-21925fe8-de83-43e8-badd-1b090c4ed513 None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:09:24.241594 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eeaec9d3-0078-4a7e-969e-d913d975a503 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:24.313258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-eeaec9d3-0078-4a7e-969e-d913d975a503 admin admin] Deleting port e93cc322-f26d-4aa7-a018-4d5210a48b4e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:09:24.313689 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eeaec9d3-0078-4a7e-969e-d913d975a503 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:24.380843 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-21925fe8-de83-43e8-badd-1b090c4ed513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238'}], 'enable_snat': True}, 'gw_port_id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T14:09:23Z', 'revision_number': 5, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port': {'id': 'e93cc322-f26d-4aa7-a018-4d5210a48b4e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:93:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3618, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T13:57:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:24.411783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-eeaec9d3-0078-4a7e-969e-d913d975a503 admin admin] For port e93cc322-f26d-4aa7-a018-4d5210a48b4e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=e93cc322-f26d-4aa7-a018-4d5210a48b4e,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:09:24.412540 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eeaec9d3-0078-4a7e-969e-d913d975a503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:24.414009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21925fe8-de83-43e8-badd-1b090c4ed513 None None] Checking router: d5c2de92-280b-44fc-8e36-90c7650878a4 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:09:24.425661 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21925fe8-de83-43e8-badd-1b090c4ed513 None None] Routers {'d5c2de92-280b-44fc-8e36-90c7650878a4'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:09:24.426429 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-21925fe8-de83-43e8-badd-1b090c4ed513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:09:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['d5c2de92-280b-44fc-8e36-90c7650878a4'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:24.428145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-eeaec9d3-0078-4a7e-969e-d913d975a503 admin admin] Calling delete_port for e93cc322-f26d-4aa7-a018-4d5210a48b4e owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:09:24.525440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-21925fe8-de83-43e8-badd-1b090c4ed513 None None] Set router d5c2de92-280b-44fc-8e36-90c7650878a4 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:09:24.587243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-21925fe8-de83-43e8-badd-1b090c4ed513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T14:09:24Z', 'revision_number': 6, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:24.623328 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21925fe8-de83-43e8-badd-1b090c4ed513 None None] The sync data for ids ['d5c2de92-280b-44fc-8e36-90c7650878a4'] in n-d-799525-3 is: [{'id': 'd5c2de92-280b-44fc-8e36-90c7650878a4', 'name': 'tempest-TestVolumeBootPattern-1968550951-router', 'tenant_id': '25a69ce0edc7491da11553925111d73f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:24Z', 'updated_at': '2021-07-09T14:09:24Z', 'revision_number': 6, 'project_id': '25a69ce0edc7491da11553925111d73f', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:09:24.664786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eeaec9d3-0078-4a7e-969e-d913d975a503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:24.697645 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaec9d3-0078-4a7e-969e-d913d975a503 admin admin] Pushing event deleted for resources: {'Port': ['ID=e93cc322-f26d-4aa7-a018-4d5210a48b4e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:24.766666 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eeaec9d3-0078-4a7e-969e-d913d975a503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:24.867278 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eeaec9d3-0078-4a7e-969e-d913d975a503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:24.870400 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eeaec9d3-0078-4a7e-969e-d913d975a503 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:25.293707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eeaec9d3-0078-4a7e-969e-d913d975a503 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:25.294268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeaec9d3-0078-4a7e-969e-d913d975a503 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5c2de92-280b-44fc-8e36-90c7650878a4 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:09:25.300506 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eeaec9d3-0078-4a7e-969e-d913d975a503 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:25.302187 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-eeaec9d3-0078-4a7e-969e-d913d975a503 admin admin] 10.222.0.39 "DELETE /v2.0/routers/d5c2de92-280b-44fc-8e36-90c7650878a4 HTTP/1.1" status: 204 len: 168 time: 1.3140132 Jul 09 14:09:25.305034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45892) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:25.354569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7eb95fc-f275-4648-a244-c4273ed1935b admin admin] Deleting subnet 5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:09:25.358543 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7eb95fc-f275-4648-a244-c4273ed1935b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:25.398808 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7eb95fc-f275-4648-a244-c4273ed1935b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:25.509363 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7eb95fc-f275-4648-a244-c4273ed1935b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:25.530331 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b5934500-e2db-4f74-9dc9-97130feeac32 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:09:25.564778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: b5934500-e2db-4f74-9dc9-97130feeac32 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:09:25.565326 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b5934500-e2db-4f74-9dc9-97130feeac32 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:09:25.566672 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e93cc322-f26d-4aa7-a018-4d5210a48b4e no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:09:25.611362 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7eb95fc-f275-4648-a244-c4273ed1935b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:25.613715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: e93cc322-f26d-4aa7-a018-4d5210a48b4e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:09:25.614253 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device e93cc322-f26d-4aa7-a018-4d5210a48b4e not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:09:25.635830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d3aaab-f770-440e-8a37-9935fb649cb1 None None] Network a40754f1-8945-4ca7-8f93-3f416e930007 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:09:25.650500 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d7eb95fc-f275-4648-a244-c4273ed1935b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:25.653316 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d7eb95fc-f275-4648-a244-c4273ed1935b admin admin] 10.222.0.39 "DELETE /v2.0/subnets/5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d HTTP/1.1" status: 204 len: 168 time: 0.3468871 Jul 09 14:09:25.655323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eb95fc-f275-4648-a244-c4273ed1935b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5de5a4c1-2d80-43c5-8ba0-6c66c15ab30d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:25.659589 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45894) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:25.792812 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:25.875746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Deleting port ea68a14e-a97f-4665-b3f8-41ba445c3326 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:09:25.876077 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:25.881804 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] DHCP port deletion for a40754f1-8945-4ca7-8f93-3f416e930007 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:09:25.967276 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Deleting port ea68a14e-a97f-4665-b3f8-41ba445c3326 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:09:25.967787 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:25.972275 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] For port ea68a14e-a97f-4665-b3f8-41ba445c3326, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ea68a14e-a97f-4665-b3f8-41ba445c3326,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:09:25.972846 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:25.992801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Calling delete_port for ea68a14e-a97f-4665-b3f8-41ba445c3326 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:09:26.060883 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] For port ea68a14e-a97f-4665-b3f8-41ba445c3326, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ea68a14e-a97f-4665-b3f8-41ba445c3326,segment=NetworkSegment(481fe366-dfbd-415d-bc88-9d0b0433a610),segment_id=481fe366-dfbd-415d-bc88-9d0b0433a610)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:09:26.061322 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:26.076431 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Calling delete_port for ea68a14e-a97f-4665-b3f8-41ba445c3326 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:09:26.096384 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:26.136428 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea68a14e-a97f-4665-b3f8-41ba445c3326,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:26.143166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] No DVR routers for this DVR port ea68a14e-a97f-4665-b3f8-41ba445c3326 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:09:26.162342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.162850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.163364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.163789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.164256 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.164712 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.165149 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.165585 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.166032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.166499 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.166931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.167444 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.189636 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:26.219741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Pushing event deleted for resources: {'Port': ['ID=ea68a14e-a97f-4665-b3f8-41ba445c3326,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:26.224488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] No DVR routers for this DVR port ea68a14e-a97f-4665-b3f8-41ba445c3326 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:09:26.232525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.232872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.233215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.233595 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.233954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.234310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.234631 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.235036 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.235408 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.235740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.236070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.236422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3903dc36-b743-41db-9401-aaf368f27c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:26.266009 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:26.278749 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a40754f1-8945-4ca7-8f93-3f416e930007']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:26.290544 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '481fe366-dfbd-415d-bc88-9d0b0433a610') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:26.290839 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '481fe366-dfbd-415d-bc88-9d0b0433a610') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:26.309271 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:26.331486 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:26.340413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:09:26.340828 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:09:26.342882 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:09:26.406473 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:26.412696 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:26.417257 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] 10.222.0.39 "DELETE /v2.0/networks/a40754f1-8945-4ca7-8f93-3f416e930007 HTTP/1.1" status: 204 len: 168 time: 0.7542288 Jul 09 14:09:26.420345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45896) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:26.438114 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba4628e-91ca-4ae5-8c41-adce53145f87 admin admin] Pushing event deleted for resources: {'Network': ['ID=a40754f1-8945-4ca7-8f93-3f416e930007,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:26.826558 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0cacd79-8daa-47cc-9fac-2a12b7c27a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:27.150240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c0cacd79-8daa-47cc-9fac-2a12b7c27a9c admin admin] Deleting port ffa70675-c4c8-4c5d-9352-31ae7b6edc30 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:09:27.150544 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0cacd79-8daa-47cc-9fac-2a12b7c27a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:27.242938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c0cacd79-8daa-47cc-9fac-2a12b7c27a9c admin admin] For port ffa70675-c4c8-4c5d-9352-31ae7b6edc30, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ffa70675-c4c8-4c5d-9352-31ae7b6edc30,segment=NetworkSegment(cb66e3eb-6100-4612-9269-36bea2b504c0),segment_id=cb66e3eb-6100-4612-9269-36bea2b504c0)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:09:27.243611 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0cacd79-8daa-47cc-9fac-2a12b7c27a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:27.269788 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c0cacd79-8daa-47cc-9fac-2a12b7c27a9c admin admin] Calling delete_port for ffa70675-c4c8-4c5d-9352-31ae7b6edc30 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:09:27.476263 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ea68a14e-a97f-4665-b3f8-41ba445c3326 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:09:27.517188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: ea68a14e-a97f-4665-b3f8-41ba445c3326 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:09:27.517725 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ea68a14e-a97f-4665-b3f8-41ba445c3326 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:09:27.571550 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0cacd79-8daa-47cc-9fac-2a12b7c27a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:27.602953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cacd79-8daa-47cc-9fac-2a12b7c27a9c admin admin] Pushing event deleted for resources: {'Port': ['ID=ffa70675-c4c8-4c5d-9352-31ae7b6edc30,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:27.807561 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c0cacd79-8daa-47cc-9fac-2a12b7c27a9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:28.064303 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0cacd79-8daa-47cc-9fac-2a12b7c27a9c admin admin] Router 73c6be30-7bd1-49a0-a04b-ac8453ac5466 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:09:28.182817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cacd79-8daa-47cc-9fac-2a12b7c27a9c admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:09:28.188412 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c0cacd79-8daa-47cc-9fac-2a12b7c27a9c admin admin] 10.222.0.39 "PUT /v2.0/routers/73c6be30-7bd1-49a0-a04b-ac8453ac5466/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7662923 Jul 09 14:09:28.191910 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45904) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:28.192769 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a20c14-e828-4d7a-bbb8-f8b7010ae4ba None None] Sync routers for ids ['73c6be30-7bd1-49a0-a04b-ac8453ac5466'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:09:28.206084 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a20c14-e828-4d7a-bbb8-f8b7010ae4ba None None] Routers {'73c6be30-7bd1-49a0-a04b-ac8453ac5466'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:09:28.206843 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b0a20c14-e828-4d7a-bbb8-f8b7010ae4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:09:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['73c6be30-7bd1-49a0-a04b-ac8453ac5466'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:28.343427 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b0a20c14-e828-4d7a-bbb8-f8b7010ae4ba None None] Set router 73c6be30-7bd1-49a0-a04b-ac8453ac5466 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:09:28.345944 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5cfd-6245-4448-8a86-36730445f2ba admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:28.526652 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5cfd-6245-4448-8a86-36730445f2ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:28.570100 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b0a20c14-e828-4d7a-bbb8-f8b7010ae4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'name': 'tempest-TestVolumeBootPattern-1793570208-router', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c5e23240-dd27-4d61-ba6e-e0982c1269e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:32Z', 'updated_at': '2021-07-09T14:09:27Z', 'revision_number': 5, 'project_id': '3b49259f0baf47d788b10debe16d07a1', 'gw_port': {'id': 'c5e23240-dd27-4d61-ba6e-e0982c1269e7', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:ff:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3640, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T13:57:33Z', 'updated_at': '2021-07-09T13:57:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:28.606362 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3d3e5cfd-6245-4448-8a86-36730445f2ba admin admin] Deleting port c5e23240-dd27-4d61-ba6e-e0982c1269e7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:09:28.606719 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5cfd-6245-4448-8a86-36730445f2ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:28.607057 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a20c14-e828-4d7a-bbb8-f8b7010ae4ba None None] Checking router: 73c6be30-7bd1-49a0-a04b-ac8453ac5466 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:09:28.621857 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a20c14-e828-4d7a-bbb8-f8b7010ae4ba None None] Routers {'73c6be30-7bd1-49a0-a04b-ac8453ac5466'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:09:28.622997 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b0a20c14-e828-4d7a-bbb8-f8b7010ae4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:09:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['73c6be30-7bd1-49a0-a04b-ac8453ac5466'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:28.694307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3d3e5cfd-6245-4448-8a86-36730445f2ba admin admin] For port c5e23240-dd27-4d61-ba6e-e0982c1269e7, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=c5e23240-dd27-4d61-ba6e-e0982c1269e7,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:09:28.694673 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5cfd-6245-4448-8a86-36730445f2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:28.712287 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3d3e5cfd-6245-4448-8a86-36730445f2ba admin admin] Calling delete_port for c5e23240-dd27-4d61-ba6e-e0982c1269e7 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:09:28.752298 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b0a20c14-e828-4d7a-bbb8-f8b7010ae4ba None None] Set router 73c6be30-7bd1-49a0-a04b-ac8453ac5466 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:09:28.805503 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b0a20c14-e828-4d7a-bbb8-f8b7010ae4ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'name': 'tempest-TestVolumeBootPattern-1793570208-router', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:32Z', 'updated_at': '2021-07-09T14:09:28Z', 'revision_number': 6, 'project_id': '3b49259f0baf47d788b10debe16d07a1', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:28.836071 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a20c14-e828-4d7a-bbb8-f8b7010ae4ba None None] The sync data for ids ['73c6be30-7bd1-49a0-a04b-ac8453ac5466'] in n-d-799525-3 is: [{'id': '73c6be30-7bd1-49a0-a04b-ac8453ac5466', 'name': 'tempest-TestVolumeBootPattern-1793570208-router', 'tenant_id': '3b49259f0baf47d788b10debe16d07a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T13:57:32Z', 'updated_at': '2021-07-09T14:09:28Z', 'revision_number': 6, 'project_id': '3b49259f0baf47d788b10debe16d07a1', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:09:28.959159 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5cfd-6245-4448-8a86-36730445f2ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:28.991420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3e5cfd-6245-4448-8a86-36730445f2ba admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e23240-dd27-4d61-ba6e-e0982c1269e7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:29.061924 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5cfd-6245-4448-8a86-36730445f2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:29.160525 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5cfd-6245-4448-8a86-36730445f2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:29.163045 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5cfd-6245-4448-8a86-36730445f2ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:29.223515 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5cfd-6245-4448-8a86-36730445f2ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:29.224339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d3e5cfd-6245-4448-8a86-36730445f2ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router 73c6be30-7bd1-49a0-a04b-ac8453ac5466 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:09:29.233464 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3d3e5cfd-6245-4448-8a86-36730445f2ba admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:29.235181 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3d3e5cfd-6245-4448-8a86-36730445f2ba admin admin] 10.222.0.39 "DELETE /v2.0/routers/73c6be30-7bd1-49a0-a04b-ac8453ac5466 HTTP/1.1" status: 204 len: 168 time: 1.0420892 Jul 09 14:09:29.238074 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 45910) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:29.310311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-623dd102-6d8b-4a45-b2cb-dfd8a2e9247f admin admin] Deleting subnet 62b595bb-884f-4647-bd64-4265dc04587c {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:09:29.314059 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-623dd102-6d8b-4a45-b2cb-dfd8a2e9247f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:29.352697 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-623dd102-6d8b-4a45-b2cb-dfd8a2e9247f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:29.468906 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-623dd102-6d8b-4a45-b2cb-dfd8a2e9247f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:29.551774 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-623dd102-6d8b-4a45-b2cb-dfd8a2e9247f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:29.584748 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623dd102-6d8b-4a45-b2cb-dfd8a2e9247f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62b595bb-884f-4647-bd64-4265dc04587c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:29.592328 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-623dd102-6d8b-4a45-b2cb-dfd8a2e9247f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:29.595605 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-623dd102-6d8b-4a45-b2cb-dfd8a2e9247f admin admin] 10.222.0.39 "DELETE /v2.0/subnets/62b595bb-884f-4647-bd64-4265dc04587c HTTP/1.1" status: 204 len: 168 time: 0.3561726 Jul 09 14:09:29.596076 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b8cc9f4-ad88-4760-a8d3-f7291b48e193 None None] Network 6278904e-5d23-41ec-9d56-c761cfc38cef requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:09:29.599437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45912) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:29.700372 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:29.768447 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ffa70675-c4c8-4c5d-9352-31ae7b6edc30 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:09:29.805387 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] Deleting port ec2665b3-cd31-4cef-930f-6a37c717b96b {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:09:29.805984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: ffa70675-c4c8-4c5d-9352-31ae7b6edc30 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:09:29.806203 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:29.808632 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ffa70675-c4c8-4c5d-9352-31ae7b6edc30 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:09:29.809225 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device c5e23240-dd27-4d61-ba6e-e0982c1269e7 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:09:29.870785 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: c5e23240-dd27-4d61-ba6e-e0982c1269e7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:09:29.871386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device c5e23240-dd27-4d61-ba6e-e0982c1269e7 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:09:29.924876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] For port ec2665b3-cd31-4cef-930f-6a37c717b96b, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ec2665b3-cd31-4cef-930f-6a37c717b96b,segment=NetworkSegment(cb66e3eb-6100-4612-9269-36bea2b504c0),segment_id=cb66e3eb-6100-4612-9269-36bea2b504c0)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:09:29.925254 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:29.948828 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] Calling delete_port for ec2665b3-cd31-4cef-930f-6a37c717b96b owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:09:30.014637 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee35a804-8b16-44fd-9581-4fa5895f42a3 None None] DHCP port deletion for 6278904e-5d23-41ec-9d56-c761cfc38cef request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:09:30.087131 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:30.103178 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ee35a804-8b16-44fd-9581-4fa5895f42a3 None None] Deleting port ec2665b3-cd31-4cef-930f-6a37c717b96b {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:09:30.103705 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee35a804-8b16-44fd-9581-4fa5895f42a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:30.117978 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] No DVR routers for this DVR port ec2665b3-cd31-4cef-930f-6a37c717b96b on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:09:30.120681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] Pushing event deleted for resources: {'Port': ['ID=ec2665b3-cd31-4cef-930f-6a37c717b96b,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:30.176571 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ee35a804-8b16-44fd-9581-4fa5895f42a3 None None] For port ec2665b3-cd31-4cef-930f-6a37c717b96b, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:09:30.176969 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee35a804-8b16-44fd-9581-4fa5895f42a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:30.192219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ee35a804-8b16-44fd-9581-4fa5895f42a3 None None] Calling delete_port for ec2665b3-cd31-4cef-930f-6a37c717b96b owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:09:30.195219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-ee35a804-8b16-44fd-9581-4fa5895f42a3 None None] Port ec2665b3-cd31-4cef-930f-6a37c717b96b was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:09:30.196584 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ee35a804-8b16-44fd-9581-4fa5895f42a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:30.223998 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee35a804-8b16-44fd-9581-4fa5895f42a3 None None] Pushing event deleted for resources: {'Port': ['ID=ec2665b3-cd31-4cef-930f-6a37c717b96b,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:30.227782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee35a804-8b16-44fd-9581-4fa5895f42a3 None None] No DVR routers for this DVR port ec2665b3-cd31-4cef-930f-6a37c717b96b on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:09:30.259779 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:30.272507 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6278904e-5d23-41ec-9d56-c761cfc38cef']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:30.285812 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb66e3eb-6100-4612-9269-36bea2b504c0') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:30.286115 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb66e3eb-6100-4612-9269-36bea2b504c0') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:09:30.297208 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:30.314931 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:30.323504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:09:30.324338 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:09:30.326487 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:09:30.393265 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:30.400062 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:30.403630 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] 10.222.0.39 "DELETE /v2.0/networks/6278904e-5d23-41ec-9d56-c761cfc38cef HTTP/1.1" status: 204 len: 168 time: 0.8031023 Jul 09 14:09:30.420664 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486fc177-b0ad-493d-a4f9-3fad88ddaa9c admin admin] Pushing event deleted for resources: {'Network': ['ID=6278904e-5d23-41ec-9d56-c761cfc38cef,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:30.535535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45916) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:30.583514 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a2bd4e60-429c-43d8-b034-3c577845072e admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=25a69ce0edc7491da11553925111d73f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465961 Jul 09 14:09:30.585919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45918) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:30.646475 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a587-9bc7-42b3-bfcb-9efa30d225c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:30.672721 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a587-9bc7-42b3-bfcb-9efa30d225c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:30.728122 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a587-9bc7-42b3-bfcb-9efa30d225c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:30.732279 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a7b6a587-9bc7-42b3-bfcb-9efa30d225c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:30.733518 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a7b6a587-9bc7-42b3-bfcb-9efa30d225c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/425ad3b7-8431-4b8a-86e1-5c2d6c636056 HTTP/1.1" status: 204 len: 168 time: 0.1466188 Jul 09 14:09:30.742068 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b6a587-9bc7-42b3-bfcb-9efa30d225c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425ad3b7-8431-4b8a-86e1-5c2d6c636056,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:31.132645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45926) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:31.196665 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bc6085e5-7f7f-46db-aa5e-b9b89122c7f7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=3b49259f0baf47d788b10debe16d07a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0621839 Jul 09 14:09:31.199707 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 45928) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:31.265474 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94f95e8b-8897-4ccf-8045-068f6ce771a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:31.291694 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94f95e8b-8897-4ccf-8045-068f6ce771a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:31.347776 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94f95e8b-8897-4ccf-8045-068f6ce771a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:31.350448 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94f95e8b-8897-4ccf-8045-068f6ce771a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:31.351693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-94f95e8b-8897-4ccf-8045-068f6ce771a9 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/e0a7dee9-3be2-4bfd-beae-cf913b4b86fe HTTP/1.1" status: 204 len: 168 time: 0.1509485 Jul 09 14:09:31.362831 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f95e8b-8897-4ccf-8045-068f6ce771a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a7dee9-3be2-4bfd-beae-cf913b4b86fe,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:31.478168 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ec2665b3-cd31-4cef-930f-6a37c717b96b no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:09:31.504245 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: ec2665b3-cd31-4cef-930f-6a37c717b96b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:09:31.504593 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ec2665b3-cd31-4cef-930f-6a37c717b96b not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:09:31.871401 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c238227-f776-4f6a-a7f5-65a9b5383b43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:34.701610 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:34.722354 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa3a4c92-9944-4d50-8d26-15a4ba333202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:35.763961 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:37.156054 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:38.851569 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:39.004952 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:42.518009 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-87cdab88-ec1c-4ac9-940b-da392939d971 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b9d5384577bc4f2e991cab1784a67f90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342460 Jul 09 14:09:42.735860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-464cd37c-d608-4d8c-a300-b7af3fa47ba3 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:42.737737 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-464cd37c-d608-4d8c-a300-b7af3fa47ba3 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133737 Jul 09 14:09:42.758351 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-771cabf0-30e9-4911-b327-b3419431d9e9 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/quotas/b9d5384577bc4f2e991cab1784a67f90 HTTP/1.1" status: 200 len: 375 time: 0.0138960 Jul 09 14:09:42.819478 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-930e6cca-ee05-4c46-897f-812762effee7 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=b9d5384577bc4f2e991cab1784a67f90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546768 Jul 09 14:09:43.064001 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-62f20941-c944-4de5-bf55-a9f2ae94e695 req-ea4cb4b3-ce31-4509-b9cb-327f71cd2579 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/ports?device_id=eceb34c0-b984-456d-afaf-201b8957a77b HTTP/1.1" status: 200 len: 210 time: 0.0365422 Jul 09 14:09:44.276560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c7fea545-0ee7-4efb-893a-f497db776a0e req-4df3e4a8-a971-4b4d-a074-d71e82b66109 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/ports?device_id=eceb34c0-b984-456d-afaf-201b8957a77b HTTP/1.1" status: 200 len: 210 time: 0.0341787 Jul 09 14:09:44.554440 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-b9a55281-ff58-4b63-acca-cafa8a45cf41 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=b9d5384577bc4f2e991cab1784a67f90&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390882 Jul 09 14:09:44.778088 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-0508d90d-cc75-40c8-8433-0227c67393ca tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:44.779897 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-0508d90d-cc75-40c8-8433-0227c67393ca tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2205107 Jul 09 14:09:44.797444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Request body: {'port': {'device_id': 'eceb34c0-b984-456d-afaf-201b8957a77b', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'admin_state_up': True, 'tenant_id': 'b9d5384577bc4f2e991cab1784a67f90'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:09:44.930479 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Made reservation on behalf of b9d5384577bc4f2e991cab1784a67f90 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:09:44.934392 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:44.948267 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:45.069577 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:45.074428 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:45.141515 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08ff46f3-7661-424e-823e-1ab5682aef89,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:45.229076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Allocated IP 192.168.233.6 (f7beefc2-3efe-490c-871e-69982ae768a1/bd2bfdad-f9ef-43b7-a88d-a0919948175e/e4779aab-ead8-44fc-a65b-78e09afc7b90) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:09:45.401591 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:45.420288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Transition to ACTIVE for port object e4779aab-ead8-44fc-a65b-78e09afc7b90 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:09:45.468442 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:45.539760 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Network f7beefc2-3efe-490c-871e-69982ae768a1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:09:45.546335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:09:45.549982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:09:45.565314 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9553a537-a7cf-4678-9f38-e6feb4d3bafe req-65547034-688f-4a1f-bf3a-90112f3277e6 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:45.567603 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9553a537-a7cf-4678-9f38-e6feb4d3bafe req-65547034-688f-4a1f-bf3a-90112f3277e6 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/ports?device_id=eceb34c0-b984-456d-afaf-201b8957a77b HTTP/1.1" status: 200 len: 934 time: 0.1079257 Jul 09 14:09:45.594014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Pushing event updated for resources: {'Port': ['ID=e4779aab-ead8-44fc-a65b-78e09afc7b90,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:45.623694 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:45.624812 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:45.633244 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9553a537-a7cf-4678-9f38-e6feb4d3bafe req-c23608ec-48d2-49ea-b9b4-a4601dbcc938 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/security-groups?id=08ff46f3-7661-424e-823e-1ab5682aef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576880 Jul 09 14:09:45.647300 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-76b0fc11-949b-404c-9482-e848fec73ebf tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.8574069 Jul 09 14:09:45.659390 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Request body: {'port': {'device_id': 'eceb34c0-b984-456d-afaf-201b8957a77b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:09:45.755142 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:45.895325 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0b6f0b19-ed46-448b-9920-db9f78b47f58 None None] Provisioning for port e4779aab-ead8-44fc-a65b-78e09afc7b90 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:09:45.902727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0b6f0b19-ed46-448b-9920-db9f78b47f58 None None] Provisioning complete for port e4779aab-ead8-44fc-a65b-78e09afc7b90 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:09:45.903383 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0b6f0b19-ed46-448b-9920-db9f78b47f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:45.969133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0b6f0b19-ed46-448b-9920-db9f78b47f58 None None] Port e4779aab-ead8-44fc-a65b-78e09afc7b90 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:09:46.462375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4779aab-ead8-44fc-a65b-78e09afc7b90 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:09:46.472458 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:46.486995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Transition to ACTIVE for port object e4779aab-ead8-44fc-a65b-78e09afc7b90 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:09:46.491321 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:46.551432 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4779aab-ead8-44fc-a65b-78e09afc7b90,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:46.652824 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Attempting to bind port e4779aab-ead8-44fc-a65b-78e09afc7b90 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:09:46.653731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Attempting to bind port e4779aab-ead8-44fc-a65b-78e09afc7b90 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:09:46.653731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Attempting to bind port e4779aab-ead8-44fc-a65b-78e09afc7b90 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:09:46.661390 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Port e4779aab-ead8-44fc-a65b-78e09afc7b90 on network f7beefc2-3efe-490c-871e-69982ae768a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:09:46.661939 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Attempting to bind port e4779aab-ead8-44fc-a65b-78e09afc7b90 on network f7beefc2-3efe-490c-871e-69982ae768a1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:09:46.671038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:09:46.673264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Checking segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:09:46.673893 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Bound using segment: {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:09:46.674567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Bound port: e4779aab-ead8-44fc-a65b-78e09afc7b90, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:09:46.675329 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:46.799953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] For port e4779aab-ead8-44fc-a65b-78e09afc7b90, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:09:46.807342 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] For port e4779aab-ead8-44fc-a65b-78e09afc7b90, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=e4779aab-ead8-44fc-a65b-78e09afc7b90,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:09:46.815387 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:46.875372 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:46.876372 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:46.878769 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] 10.222.0.18 "PUT /v2.0/ports/e4779aab-ead8-44fc-a65b-78e09afc7b90 HTTP/1.1" status: 200 len: 1094 time: 1.2238979 Jul 09 14:09:46.879519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eceb34c0-b984-456d-afaf-201b8957a77b', 'tag': 'e4779aab-ead8-44fc-a65b-78e09afc7b90'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:09:46.883600 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d496f69-50ea-4ffa-94ed-c641b09f3c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "eceb34c0-b984-456d-afaf-201b8957a77b", "tag": "e4779aab-ead8-44fc-a65b-78e09afc7b90"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:09:46.895233 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d010b650-11a7-498e-98de-48b2d06e768b req-1cb9af8a-fcaf-4d49-a64f-5fca5675f250 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:46.904636 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d010b650-11a7-498e-98de-48b2d06e768b req-1cb9af8a-fcaf-4d49-a64f-5fca5675f250 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/ports?device_id=eceb34c0-b984-456d-afaf-201b8957a77b HTTP/1.1" status: 200 len: 946 time: 0.1309130 Jul 09 14:09:46.943770 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149c678d-b885-4fbd-9aef-51e4b58a27e8 service neutron] Pushing event updated for resources: {'Port': ['ID=e4779aab-ead8-44fc-a65b-78e09afc7b90,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:46.974030 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:09:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c268be05-2348-4603-9c44-fcdbe53f5e85 x-openstack-request-id: req-c268be05-2348-4603-9c44-fcdbe53f5e85 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:09:46.974391 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eceb34c0-b984-456d-afaf-201b8957a77b", "tag": "e4779aab-ead8-44fc-a65b-78e09afc7b90", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:09:46.974802 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c268be05-2348-4603-9c44-fcdbe53f5e85 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:09:46.975692 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eceb34c0-b984-456d-afaf-201b8957a77b', 'tag': 'e4779aab-ead8-44fc-a65b-78e09afc7b90', 'status': 'completed', 'code': 200} Jul 09 14:09:46.995132 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d010b650-11a7-498e-98de-48b2d06e768b req-736b29a8-0972-45fe-b142-83a8622ce2c0 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/security-groups?id=08ff46f3-7661-424e-823e-1ab5682aef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757318 Jul 09 14:09:47.072922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-626cf371-d1f4-45cc-b7d4-ca932fe4b402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:47.075394 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-626cf371-d1f4-45cc-b7d4-ca932fe4b402 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d5384577bc4f2e991cab1784a67f90&device_id=eceb34c0-b984-456d-afaf-201b8957a77b HTTP/1.1" status: 200 len: 1097 time: 0.1266136 Jul 09 14:09:47.138851 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-908495a7-2680-4ebd-9ea3-09277a3686ad service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=e4779aab-ead8-44fc-a65b-78e09afc7b90 HTTP/1.1" status: 200 len: 217 time: 0.0559442 Jul 09 14:09:47.219758 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-4ce670ef-2735-41df-98a5-2ea7a0364b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:47.222371 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-4ce670ef-2735-41df-98a5-2ea7a0364b4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0767779 Jul 09 14:09:47.300834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-0043d997-03ab-4c5e-bb08-6afab4d365b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:47.302416 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-0043d997-03ab-4c5e-bb08-6afab4d365b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0722013 Jul 09 14:09:47.430696 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-2894f5e2-80bb-4fb8-87d7-d91b2662336c service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213741 Jul 09 14:09:47.544166 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eb7436fd-3b0b-4eea-84e9-0b10760e0bcb req-f13a48c7-ba19-42ae-b226-745cc2b8b649 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071310 Jul 09 14:09:47.674312 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d496f69-50ea-4ffa-94ed-c641b09f3c8b req-52851620-0fc6-4e1d-b41c-81ac735d682a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:47.675993 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8d496f69-50ea-4ffa-94ed-c641b09f3c8b req-52851620-0fc6-4e1d-b41c-81ac735d682a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=b9d5384577bc4f2e991cab1784a67f90&device_id=eceb34c0-b984-456d-afaf-201b8957a77b HTTP/1.1" status: 200 len: 1097 time: 0.0671511 Jul 09 14:09:47.810749 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d496f69-50ea-4ffa-94ed-c641b09f3c8b req-b19a4e80-8d48-4a53-95a9-430a7a62ba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:47.813349 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8d496f69-50ea-4ffa-94ed-c641b09f3c8b req-b19a4e80-8d48-4a53-95a9-430a7a62ba6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=f7beefc2-3efe-490c-871e-69982ae768a1 HTTP/1.1" status: 200 len: 870 time: 0.1305826 Jul 09 14:09:47.879726 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8d496f69-50ea-4ffa-94ed-c641b09f3c8b req-c52050d4-f9a6-4433-9709-ae761e81d35a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=e4779aab-ead8-44fc-a65b-78e09afc7b90 HTTP/1.1" status: 200 len: 217 time: 0.0547161 Jul 09 14:09:47.946506 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d496f69-50ea-4ffa-94ed-c641b09f3c8b req-19cdecf3-3372-49f6-8eb6-9d17309ab2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:47.950363 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8d496f69-50ea-4ffa-94ed-c641b09f3c8b req-19cdecf3-3372-49f6-8eb6-9d17309ab2de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bd2bfdad-f9ef-43b7-a88d-a0919948175e HTTP/1.1" status: 200 len: 843 time: 0.0631688 Jul 09 14:09:48.019258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d496f69-50ea-4ffa-94ed-c641b09f3c8b req-36cb1b04-fa88-4419-a580-1a554e923f78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:48.021002 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8d496f69-50ea-4ffa-94ed-c641b09f3c8b req-36cb1b04-fa88-4419-a580-1a554e923f78 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f7beefc2-3efe-490c-871e-69982ae768a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0629098 Jul 09 14:09:48.198462 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8d496f69-50ea-4ffa-94ed-c641b09f3c8b req-acd9bcc5-ffeb-4330-a230-d3cd1d34ab67 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688426 Jul 09 14:09:48.207061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5175feed-f509-4ec6-a5ad-c5e8e7e6bd97 req-83ca29d8-b018-4184-a72a-d3b18f4a5ce4 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:48.208745 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5175feed-f509-4ec6-a5ad-c5e8e7e6bd97 req-83ca29d8-b018-4184-a72a-d3b18f4a5ce4 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/ports?device_id=eceb34c0-b984-456d-afaf-201b8957a77b HTTP/1.1" status: 200 len: 946 time: 0.0745230 Jul 09 14:09:48.257254 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5175feed-f509-4ec6-a5ad-c5e8e7e6bd97 req-6eaef03b-73f9-48ab-bc56-2f7733d8acc9 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/security-groups?id=08ff46f3-7661-424e-823e-1ab5682aef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411282 Jul 09 14:09:48.343178 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8d496f69-50ea-4ffa-94ed-c641b09f3c8b req-21e17c12-bfb9-4767-9093-190f0f68ac91 service neutron] 10.222.0.18 "GET /v2.0/networks/f7beefc2-3efe-490c-871e-69982ae768a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1378489 Jul 09 14:09:49.479216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7da9acf-ec55-46d5-82b1-02346ee08568 req-119f83c5-f8aa-4b8f-a927-8ffe1a2a1383 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:49.480858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c7da9acf-ec55-46d5-82b1-02346ee08568 req-119f83c5-f8aa-4b8f-a927-8ffe1a2a1383 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/ports?device_id=eceb34c0-b984-456d-afaf-201b8957a77b HTTP/1.1" status: 200 len: 946 time: 0.0964370 Jul 09 14:09:49.528486 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c7da9acf-ec55-46d5-82b1-02346ee08568 req-16cb213e-a5b5-401e-bc10-c362ffd776a7 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/security-groups?id=08ff46f3-7661-424e-823e-1ab5682aef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375757 Jul 09 14:09:49.841640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device e4779aab-ead8-44fc-a65b-78e09afc7b90 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:09:49.961004 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port e4779aab-ead8-44fc-a65b-78e09afc7b90, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=e4779aab-ead8-44fc-a65b-78e09afc7b90,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:09:49.974690 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'e4779aab-ead8-44fc-a65b-78e09afc7b90', 'network_id': 'f7beefc2-3efe-490c-871e-69982ae768a1', 'port_id': 'e4779aab-ead8-44fc-a65b-78e09afc7b90', 'mac_address': 'fa:16:3e:52:b5:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 339, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2bfdad-f9ef-43b7-a88d-a0919948175e', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:09:50.021109 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:50.037195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4779aab-ead8-44fc-a65b-78e09afc7b90 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:09:50.068299 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port e4779aab-ead8-44fc-a65b-78e09afc7b90, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=e4779aab-ead8-44fc-a65b-78e09afc7b90,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:09:50.072900 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:50.129432 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=e4779aab-ead8-44fc-a65b-78e09afc7b90,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:50.305159 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['e4779aab-ead8-44fc-a65b-78e09afc7b90'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:09:50.725460 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f45d0-d160-4be6-aa56-af1af14196cb req-c58c4e93-f5fb-4b4e-a7cc-c570efeb9f3b tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:50.727137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-738f45d0-d160-4be6-aa56-af1af14196cb req-c58c4e93-f5fb-4b4e-a7cc-c570efeb9f3b tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/ports?device_id=eceb34c0-b984-456d-afaf-201b8957a77b HTTP/1.1" status: 200 len: 947 time: 0.0705993 Jul 09 14:09:50.775110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-738f45d0-d160-4be6-aa56-af1af14196cb req-9c92f490-396a-4884-8140-f2794293d5b8 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/security-groups?id=08ff46f3-7661-424e-823e-1ab5682aef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378797 Jul 09 14:09:51.857046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device e4779aab-ead8-44fc-a65b-78e09afc7b90 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:09:51.920594 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port e4779aab-ead8-44fc-a65b-78e09afc7b90 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:09:51.925826 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port e4779aab-ead8-44fc-a65b-78e09afc7b90 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:09:51.926332 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:51.989590 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b430b17-0f1d-438b-b559-7194975c0fab req-bb06cac0-3784-4634-afc5-35bec5b2ba9d tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:51.991302 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b430b17-0f1d-438b-b559-7194975c0fab req-bb06cac0-3784-4634-afc5-35bec5b2ba9d tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/ports?device_id=eceb34c0-b984-456d-afaf-201b8957a77b HTTP/1.1" status: 200 len: 947 time: 0.0807180 Jul 09 14:09:52.059080 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b430b17-0f1d-438b-b559-7194975c0fab req-d6afd76b-f0f0-4252-a3b4-a1c477f31346 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/security-groups?id=08ff46f3-7661-424e-823e-1ab5682aef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578134 Jul 09 14:09:52.183622 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:52.209147 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceb34c0-b984-456d-afaf-201b8957a77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4779aab-ead8-44fc-a65b-78e09afc7b90'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:09:52.211522 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd2e8347-2ce7-4783-991b-8e69bc07bc17" -d '{"events": [{"server_uuid": "eceb34c0-b984-456d-afaf-201b8957a77b", "name": "network-vif-plugged", "status": "completed", "tag": "e4779aab-ead8-44fc-a65b-78e09afc7b90"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:09:52.227349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port e4779aab-ead8-44fc-a65b-78e09afc7b90, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=e4779aab-ead8-44fc-a65b-78e09afc7b90,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:09:52.237038 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:52.275999 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:09:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f9eb9d-44a4-4400-acc0-f4efc6493cad x-openstack-request-id: req-e2f9eb9d-44a4-4400-acc0-f4efc6493cad {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:09:52.276329 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceb34c0-b984-456d-afaf-201b8957a77b", "name": "network-vif-plugged", "status": "completed", "tag": "e4779aab-ead8-44fc-a65b-78e09afc7b90", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:09:52.276524 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e2f9eb9d-44a4-4400-acc0-f4efc6493cad {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:09:52.276928 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceb34c0-b984-456d-afaf-201b8957a77b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4779aab-ead8-44fc-a65b-78e09afc7b90', 'code': 200} Jul 09 14:09:52.302938 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=e4779aab-ead8-44fc-a65b-78e09afc7b90,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:52.431682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d14150-6b7b-4688-8ab7-38359add6a67 req-e819a302-eec2-4bc2-b928-dc53f64cecc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:52.434158 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a0d14150-6b7b-4688-8ab7-38359add6a67 req-e819a302-eec2-4bc2-b928-dc53f64cecc9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=eceb34c0-b984-456d-afaf-201b8957a77b HTTP/1.1" status: 200 len: 1099 time: 0.0887623 Jul 09 14:09:52.495637 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a0d14150-6b7b-4688-8ab7-38359add6a67 req-c0cbcce9-7c99-4cb4-bc01-270b86d533a8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=08ff46f3-7661-424e-823e-1ab5682aef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541697 Jul 09 14:09:53.269532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad861d5-f84e-4720-a6d0-8e7cc1e822a4 req-ee167585-6bd2-45be-8961-653c7b414fd6 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:53.271051 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dad861d5-f84e-4720-a6d0-8e7cc1e822a4 req-ee167585-6bd2-45be-8961-653c7b414fd6 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/ports?device_id=eceb34c0-b984-456d-afaf-201b8957a77b HTTP/1.1" status: 200 len: 948 time: 0.0767350 Jul 09 14:09:53.325389 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dad861d5-f84e-4720-a6d0-8e7cc1e822a4 req-f5d7fc66-4600-47a8-b3d1-eaa7315337ab tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/security-groups?id=08ff46f3-7661-424e-823e-1ab5682aef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420053 Jul 09 14:09:54.535685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf1fa1b-529f-47ea-9386-337a2e897b3b req-c20f3fc8-544b-4b34-9a68-41a9181bb1f3 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:54.537448 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cf1fa1b-529f-47ea-9386-337a2e897b3b req-c20f3fc8-544b-4b34-9a68-41a9181bb1f3 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/ports?device_id=eceb34c0-b984-456d-afaf-201b8957a77b HTTP/1.1" status: 200 len: 948 time: 0.0709527 Jul 09 14:09:54.583417 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cf1fa1b-529f-47ea-9386-337a2e897b3b req-805fd966-923e-45af-8e62-f7bfa15cdd14 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/security-groups?id=08ff46f3-7661-424e-823e-1ab5682aef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391297 Jul 09 14:09:56.048245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0843233f-2dc2-4d46-b71a-5fca4ad2877f req-2c287c1e-fbed-46d8-99f1-5bb59227870e tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:56.049916 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0843233f-2dc2-4d46-b71a-5fca4ad2877f req-2c287c1e-fbed-46d8-99f1-5bb59227870e tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/ports?device_id=eceb34c0-b984-456d-afaf-201b8957a77b HTTP/1.1" status: 200 len: 948 time: 0.0903740 Jul 09 14:09:56.122423 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0843233f-2dc2-4d46-b71a-5fca4ad2877f req-b27d238a-28dc-40e5-830d-cda82da3cd30 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/security-groups?id=08ff46f3-7661-424e-823e-1ab5682aef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618436 Jul 09 14:09:57.126520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b2d2a4-c4a9-4bb2-804c-2a79b3f2eaf5 req-c2c902ff-1765-4231-a4c9-2b253feb0180 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:57.128194 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45b2d2a4-c4a9-4bb2-804c-2a79b3f2eaf5 req-c2c902ff-1765-4231-a4c9-2b253feb0180 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.18 "GET /v2.0/ports?device_id=eceb34c0-b984-456d-afaf-201b8957a77b HTTP/1.1" status: 200 len: 948 time: 0.0749590 Jul 09 14:09:57.297428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-45b2d2a4-c4a9-4bb2-804c-2a79b3f2eaf5 req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Deleting port e4779aab-ead8-44fc-a65b-78e09afc7b90 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:09:57.297882 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45b2d2a4-c4a9-4bb2-804c-2a79b3f2eaf5 req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:57.412442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920fa1c7-f003-4d1a-947d-0dbcb14b2a43 req-59a0e474-8ebd-4d6a-b359-25db0e7175dc tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:09:57.414042 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-920fa1c7-f003-4d1a-947d-0dbcb14b2a43 req-59a0e474-8ebd-4d6a-b359-25db0e7175dc tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/ports?device_id=eceb34c0-b984-456d-afaf-201b8957a77b HTTP/1.1" status: 200 len: 948 time: 0.0978489 Jul 09 14:09:57.446438 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-45b2d2a4-c4a9-4bb2-804c-2a79b3f2eaf5 req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] For port e4779aab-ead8-44fc-a65b-78e09afc7b90, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=e4779aab-ead8-44fc-a65b-78e09afc7b90,segment=NetworkSegment(1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8),segment_id=1fa13aa9-4ba1-41ea-a3a5-354d5465e0e8)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:09:57.446844 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45b2d2a4-c4a9-4bb2-804c-2a79b3f2eaf5 req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:57.465906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-45b2d2a4-c4a9-4bb2-804c-2a79b3f2eaf5 req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Calling delete_port for e4779aab-ead8-44fc-a65b-78e09afc7b90 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:09:57.466997 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-920fa1c7-f003-4d1a-947d-0dbcb14b2a43 req-a7affda1-a234-4404-a834-03b096d61ad4 tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.39 "GET /v2.0/security-groups?id=08ff46f3-7661-424e-823e-1ab5682aef89&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436180 Jul 09 14:09:57.627354 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45b2d2a4-c4a9-4bb2-804c-2a79b3f2eaf5 req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:57.642211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['e4779aab-ead8-44fc-a65b-78e09afc7b90'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:09:57.664645 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Pushing event deleted for resources: {'Port': ['ID=e4779aab-ead8-44fc-a65b-78e09afc7b90,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:57.679801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:57.680205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:57.680531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:57.680864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:57.681894 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:57.683224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:57.683224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:57.683224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:57.683738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:57.687282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:57.688103 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:57.688685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:09:57.758906 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-45b2d2a4-c4a9-4bb2-804c-2a79b3f2eaf5 req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] No DVR routers for this DVR port e4779aab-ead8-44fc-a65b-78e09afc7b90 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:09:57.764016 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-45b2d2a4-c4a9-4bb2-804c-2a79b3f2eaf5 req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:57.768181 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-45b2d2a4-c4a9-4bb2-804c-2a79b3f2eaf5 req-3970df55-d775-4e20-bc13-65a3044bc48f tempest-ServersAdminNegativeTestJSON-1559992188 tempest-ServersAdminNegativeTestJSON-1559992188-project] 10.222.0.18 "DELETE /v2.0/ports/e4779aab-ead8-44fc-a65b-78e09afc7b90 HTTP/1.1" status: 204 len: 173 time: 0.6341553 Jul 09 14:09:57.768960 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eceb34c0-b984-456d-afaf-201b8957a77b', 'name': 'network-vif-deleted', 'tag': 'e4779aab-ead8-44fc-a65b-78e09afc7b90'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:09:57.773182 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd6e64e7-6172-459d-b792-9c8918293d0d" -d '{"events": [{"server_uuid": "eceb34c0-b984-456d-afaf-201b8957a77b", "name": "network-vif-deleted", "tag": "e4779aab-ead8-44fc-a65b-78e09afc7b90"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:09:57.826155 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b00d63-b463-4fbf-9e18-6155f277722b x-openstack-request-id: req-90b00d63-b463-4fbf-9e18-6155f277722b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:09:57.826624 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eceb34c0-b984-456d-afaf-201b8957a77b", "name": "network-vif-deleted", "tag": "e4779aab-ead8-44fc-a65b-78e09afc7b90", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:09:57.827059 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-90b00d63-b463-4fbf-9e18-6155f277722b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:09:57.828278 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eceb34c0-b984-456d-afaf-201b8957a77b', 'name': 'network-vif-deleted', 'tag': 'e4779aab-ead8-44fc-a65b-78e09afc7b90', 'status': 'completed', 'code': 200} Jul 09 14:09:58.913866 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46094) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:59.115002 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8ab726da-c51d-49d9-89f3-5aef92dc94f0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=b9d5384577bc4f2e991cab1784a67f90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999247 Jul 09 14:09:59.117825 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46100) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:59.179118 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bfe6a54-004c-4e66-8543-ba7666fdc2cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:59.208031 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bfe6a54-004c-4e66-8543-ba7666fdc2cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:59.263512 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bfe6a54-004c-4e66-8543-ba7666fdc2cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:59.266486 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9bfe6a54-004c-4e66-8543-ba7666fdc2cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:59.267814 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9bfe6a54-004c-4e66-8543-ba7666fdc2cd admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/08ff46f3-7661-424e-823e-1ab5682aef89 HTTP/1.1" status: 204 len: 168 time: 0.1489348 Jul 09 14:09:59.278010 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe6a54-004c-4e66-8543-ba7666fdc2cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ff46f3-7661-424e-823e-1ab5682aef89,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:59.604581 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46106) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:59.620865 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2bc55360-70de-4905-93cb-1552204a3ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:59.740885 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2bc55360-70de-4905-93cb-1552204a3ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:59.745905 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2bc55360-70de-4905-93cb-1552204a3ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:59.789415 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2bc55360-70de-4905-93cb-1552204a3ff1 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=7cd8661eb4e340b29748105b1bac6d6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1834898 Jul 09 14:09:59.790188 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc55360-70de-4905-93cb-1552204a3ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef1c2cb-7ca2-4c6f-a35b-4a2adf008dfc,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:09:59.792860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46108) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:09:59.866353 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6565fdc-514b-43fc-af4b-548e88b15a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:59.897822 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6565fdc-514b-43fc-af4b-548e88b15a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:59.964744 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6565fdc-514b-43fc-af4b-548e88b15a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:59.969533 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a6565fdc-514b-43fc-af4b-548e88b15a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:09:59.971742 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a6565fdc-514b-43fc-af4b-548e88b15a97 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7ef1c2cb-7ca2-4c6f-a35b-4a2adf008dfc HTTP/1.1" status: 204 len: 168 time: 0.1769793 Jul 09 14:09:59.985974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6565fdc-514b-43fc-af4b-548e88b15a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef1c2cb-7ca2-4c6f-a35b-4a2adf008dfc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:00.265601 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:10:00.749905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46132) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:10:00.859570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-67f3b71c-faa3-44ae-871e-c9b52b74ab5a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-226096565-network', 'tenant_id': 'caae1a39bcd64cb5b88820bd0e069e26'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:10:00.888456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f3b71c-faa3-44ae-871e-c9b52b74ab5a admin admin] Made reservation on behalf of caae1a39bcd64cb5b88820bd0e069e26 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:10:00.891079 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67f3b71c-faa3-44ae-871e-c9b52b74ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:00.901044 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67f3b71c-faa3-44ae-871e-c9b52b74ab5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:01.015028 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67f3b71c-faa3-44ae-871e-c9b52b74ab5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:01.019676 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67f3b71c-faa3-44ae-871e-c9b52b74ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:01.065587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f3b71c-faa3-44ae-871e-c9b52b74ab5a admin admin] vlan segment allocate from pool success with {'vlan_id': 349, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:10:01.083691 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3b71c-faa3-44ae-871e-c9b52b74ab5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b088807-99ec-4aa9-863c-8b5c66bf87e3,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:01.093089 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67f3b71c-faa3-44ae-871e-c9b52b74ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:01.093651 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-67f3b71c-faa3-44ae-871e-c9b52b74ab5a admin admin] Added segment f11116aa-93e4-45f2-b8f3-7a67d29c0ed3 of type vlan for network 87b8bfee-b326-48e8-a068-9642ab5307f2 Jul 09 14:10:01.167818 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67f3b71c-faa3-44ae-871e-c9b52b74ab5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:01.218833 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67f3b71c-faa3-44ae-871e-c9b52b74ab5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:01.219952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f3b71c-faa3-44ae-871e-c9b52b74ab5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:01.220715 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-67f3b71c-faa3-44ae-871e-c9b52b74ab5a admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:01.287218 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-67f3b71c-faa3-44ae-871e-c9b52b74ab5a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5357621 Jul 09 14:10:01.292419 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46136) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:10:01.296418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3b71c-faa3-44ae-871e-c9b52b74ab5a admin admin] Pushing event updated for resources: {'Network': ['ID=87b8bfee-b326-48e8-a068-9642ab5307f2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:01.298843 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-055bae13-c289-42fa-bd93-52c90b857173 admin admin] Request body: {'subnet': {'network_id': '87b8bfee-b326-48e8-a068-9642ab5307f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-226096565-subnet', 'tenant_id': 'caae1a39bcd64cb5b88820bd0e069e26', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:10:01.310943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 87b8bfee-b326-48e8-a068-9642ab5307f2 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:10:01.331680 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-055bae13-c289-42fa-bd93-52c90b857173 admin admin] Made reservation on behalf of caae1a39bcd64cb5b88820bd0e069e26 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:10:01.335058 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-055bae13-c289-42fa-bd93-52c90b857173 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:01.569438 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-055bae13-c289-42fa-bd93-52c90b857173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:01.633850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055bae13-c289-42fa-bd93-52c90b857173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfd72388-2366-4abf-ad2b-9163807c3d6c,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:01.644774 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055bae13-c289-42fa-bd93-52c90b857173 admin admin] Checking segment: {'id': 'f11116aa-93e4-45f2-b8f3-7a67d29c0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '87b8bfee-b326-48e8-a068-9642ab5307f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:10:01.645126 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055bae13-c289-42fa-bd93-52c90b857173 admin admin] Network hostable DHCP agents. Network: 87b8bfee-b326-48e8-a068-9642ab5307f2, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:10:01.665296 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055bae13-c289-42fa-bd93-52c90b857173 admin admin] Network 87b8bfee-b326-48e8-a068-9642ab5307f2 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:10:01.678076 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-055bae13-c289-42fa-bd93-52c90b857173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 87b8bfee-b326-48e8-a068-9642ab5307f2) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:10:01.683167 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-055bae13-c289-42fa-bd93-52c90b857173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:01.684163 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-055bae13-c289-42fa-bd93-52c90b857173 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:01.691342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7997dcfa-7d59-4f5a-873b-6b247e484cb6 None None] Network 87b8bfee-b326-48e8-a068-9642ab5307f2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:10:01.701773 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-055bae13-c289-42fa-bd93-52c90b857173 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4077711 Jul 09 14:10:01.911939 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device e4779aab-ead8-44fc-a65b-78e09afc7b90 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:10:01.948066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c8ff64-43ed-4baf-b19a-a1105e1b6784 None None] Network 87b8bfee-b326-48e8-a068-9642ab5307f2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:10:01.954466 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e7d0c486-a328-4009-9207-9c064a265c63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:01.956327 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: e4779aab-ead8-44fc-a65b-78e09afc7b90 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:10:01.956863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device e4779aab-ead8-44fc-a65b-78e09afc7b90 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:10:02.293111 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-89e12107-d240-43ae-8e8b-4aeb1a66bd79 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:02.294823 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-89e12107-d240-43ae-8e8b-4aeb1a66bd79 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/networks?id=87b8bfee-b326-48e8-a068-9642ab5307f2 HTTP/1.1" status: 200 len: 811 time: 0.1224210 Jul 09 14:10:02.313124 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-898e1de3-d137-46af-a238-5918c0ae8912 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/quotas/caae1a39bcd64cb5b88820bd0e069e26 HTTP/1.1" status: 200 len: 375 time: 0.0101221 Jul 09 14:10:02.351976 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-331f3386-4735-44ee-ad55-9adea53b3c3e tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=caae1a39bcd64cb5b88820bd0e069e26&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326016 Jul 09 14:10:02.512309 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-fb4f7062-283d-4eae-bd55-1fe134b362ed service neutron] 10.222.0.39 "GET /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525664 Jul 09 14:10:02.625462 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-a3d6d767-2d3b-4b8e-b46a-b2607c7abe83 service neutron] 10.222.0.39 "GET /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068299 Jul 09 14:10:02.848593 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd32e0ce-f32d-4bb9-83f6-514da2fc623a req-2f137e48-aba1-4b42-938b-a7a8d6947e68 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 210 time: 0.0443904 Jul 09 14:10:04.032479 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7fc971b-ef63-4774-a6f4-1583d9f0fe0a req-90f73523-ec97-4f9a-9ad7-aab5126d699d tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 210 time: 0.0549924 Jul 09 14:10:04.368124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-be8be3b6-00ea-4f0f-a58c-a5e35ec49ea3 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:04.370742 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-be8be3b6-00ea-4f0f-a58c-a5e35ec49ea3 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.18 "GET /v2.0/networks?id=87b8bfee-b326-48e8-a068-9642ab5307f2 HTTP/1.1" status: 200 len: 811 time: 0.1566412 Jul 09 14:10:04.390248 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c4ffbf7f-06e8-4901-882e-ad332d111a4f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Request body: {'port': {'device_id': '298af5c2-5f10-4437-89ff-968f323a7b60', 'network_id': '87b8bfee-b326-48e8-a068-9642ab5307f2', 'admin_state_up': True, 'tenant_id': 'caae1a39bcd64cb5b88820bd0e069e26'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:10:04.568667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c4ffbf7f-06e8-4901-882e-ad332d111a4f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Made reservation on behalf of caae1a39bcd64cb5b88820bd0e069e26 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:10:04.574162 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c4ffbf7f-06e8-4901-882e-ad332d111a4f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:04.719120 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:04.729865 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b34417b2-4948-4822-8cee-98abe42e4bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:04.745115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c4ffbf7f-06e8-4901-882e-ad332d111a4f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Allocated IP 172.20.0.2 (87b8bfee-b326-48e8-a068-9642ab5307f2/dfd72388-2366-4abf-ad2b-9163807c3d6c/e207de99-4e4c-4e93-b33b-9cf96e1084e4) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:10:04.954736 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c4ffbf7f-06e8-4901-882e-ad332d111a4f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:05.019372 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c4ffbf7f-06e8-4901-882e-ad332d111a4f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:05.085339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c4ffbf7f-06e8-4901-882e-ad332d111a4f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Network 87b8bfee-b326-48e8-a068-9642ab5307f2 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:10:05.090207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c4ffbf7f-06e8-4901-882e-ad332d111a4f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:10:05.095080 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c4ffbf7f-06e8-4901-882e-ad332d111a4f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:10:05.136058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffbf7f-06e8-4901-882e-ad332d111a4f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Pushing event updated for resources: {'Port': ['ID=e207de99-4e4c-4e93-b33b-9cf96e1084e4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:05.177369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c4ffbf7f-06e8-4901-882e-ad332d111a4f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:05.178077 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c4ffbf7f-06e8-4901-882e-ad332d111a4f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:05.198000 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c4ffbf7f-06e8-4901-882e-ad332d111a4f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8121393 Jul 09 14:10:05.215509 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Request body: {'port': {'device_id': '298af5c2-5f10-4437-89ff-968f323a7b60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:10:05.287906 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fc2d60-7af4-4ce5-9972-e3c8a684306c req-e05de576-1b10-4506-b9c0-17e28bffb8b2 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:05.289551 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-42fc2d60-7af4-4ce5-9972-e3c8a684306c req-e05de576-1b10-4506-b9c0-17e28bffb8b2 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 931 time: 0.0973816 Jul 09 14:10:05.326780 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:05.336493 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-42fc2d60-7af4-4ce5-9972-e3c8a684306c req-fada6f7d-50a2-48ca-8cb3-ec4e758b15bc tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389860 Jul 09 14:10:05.637967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e207de99-4e4c-4e93-b33b-9cf96e1084e4 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:10:05.646179 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:05.662282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Transition to ACTIVE for port object e207de99-4e4c-4e93-b33b-9cf96e1084e4 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:10:05.666998 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:05.740015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Pushing event updated for resources: {'Port': ['ID=e207de99-4e4c-4e93-b33b-9cf96e1084e4,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:05.765433 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:05.817897 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Attempting to bind port e207de99-4e4c-4e93-b33b-9cf96e1084e4 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:10:05.818235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Attempting to bind port e207de99-4e4c-4e93-b33b-9cf96e1084e4 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'f11116aa-93e4-45f2-b8f3-7a67d29c0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '87b8bfee-b326-48e8-a068-9642ab5307f2'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:10:05.818571 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Attempting to bind port e207de99-4e4c-4e93-b33b-9cf96e1084e4 on network 87b8bfee-b326-48e8-a068-9642ab5307f2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:10:05.823943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Port e207de99-4e4c-4e93-b33b-9cf96e1084e4 on network 87b8bfee-b326-48e8-a068-9642ab5307f2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:10:05.824270 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Attempting to bind port e207de99-4e4c-4e93-b33b-9cf96e1084e4 on network 87b8bfee-b326-48e8-a068-9642ab5307f2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:10:05.829527 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:10:05.829867 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Checking segment: {'id': 'f11116aa-93e4-45f2-b8f3-7a67d29c0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '87b8bfee-b326-48e8-a068-9642ab5307f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:10:05.830252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Bound using segment: {'id': 'f11116aa-93e4-45f2-b8f3-7a67d29c0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '87b8bfee-b326-48e8-a068-9642ab5307f2'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:10:05.830709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Bound port: e207de99-4e4c-4e93-b33b-9cf96e1084e4, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11116aa-93e4-45f2-b8f3-7a67d29c0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '87b8bfee-b326-48e8-a068-9642ab5307f2'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:10:05.831069 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:05.907975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] For port e207de99-4e4c-4e93-b33b-9cf96e1084e4, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:10:05.912583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] For port e207de99-4e4c-4e93-b33b-9cf96e1084e4, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4,segment=NetworkSegment(f11116aa-93e4-45f2-b8f3-7a67d29c0ed3),segment_id=f11116aa-93e4-45f2-b8f3-7a67d29c0ed3)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:10:05.918464 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:05.960508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:05.961522 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:05.962948 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] 10.222.0.18 "PUT /v2.0/ports/e207de99-4e4c-4e93-b33b-9cf96e1084e4 HTTP/1.1" status: 200 len: 1091 time: 0.7575922 Jul 09 14:10:05.963461 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298af5c2-5f10-4437-89ff-968f323a7b60', 'tag': 'e207de99-4e4c-4e93-b33b-9cf96e1084e4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:10:05.965804 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8c45ad-0379-4997-9f58-46f76b093f03" -d '{"events": [{"name": "network-changed", "server_uuid": "298af5c2-5f10-4437-89ff-968f323a7b60", "tag": "e207de99-4e4c-4e93-b33b-9cf96e1084e4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:10:05.998976 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fcb366-0f7f-40fd-8758-9a1de2343b95 service neutron] Pushing event updated for resources: {'Port': ['ID=e207de99-4e4c-4e93-b33b-9cf96e1084e4,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:06.047411 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:10:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92a6781c-5fd0-41ce-9b58-fe99b7f4d3b9 x-openstack-request-id: req-92a6781c-5fd0-41ce-9b58-fe99b7f4d3b9 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:10:06.047710 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298af5c2-5f10-4437-89ff-968f323a7b60", "tag": "e207de99-4e4c-4e93-b33b-9cf96e1084e4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:10:06.047961 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-92a6781c-5fd0-41ce-9b58-fe99b7f4d3b9 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:10:06.048374 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298af5c2-5f10-4437-89ff-968f323a7b60', 'tag': 'e207de99-4e4c-4e93-b33b-9cf96e1084e4', 'status': 'completed', 'code': 200} Jul 09 14:10:06.082086 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-073897cc-d89c-434f-a84c-0c524145c4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:06.083916 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-073897cc-d89c-434f-a84c-0c524145c4e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=caae1a39bcd64cb5b88820bd0e069e26&device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 1094 time: 0.0702801 Jul 09 14:10:06.127569 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-683d3086-9209-487c-8c81-a2a62fdedf50 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4 HTTP/1.1" status: 200 len: 217 time: 0.0369875 Jul 09 14:10:06.185402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-abe41710-dcab-45a2-9562-36394b8ab064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:06.186890 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-abe41710-dcab-45a2-9562-36394b8ab064 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dfd72388-2366-4abf-ad2b-9163807c3d6c HTTP/1.1" status: 200 len: 851 time: 0.0538867 Jul 09 14:10:06.223115 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-52a05250-4681-41f7-acf8-95d2aba01cbd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87b8bfee-b326-48e8-a068-9642ab5307f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291066 Jul 09 14:10:06.324889 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-af153742-ba27-484e-ae9d-c986a3852364 service neutron] 10.222.0.18 "GET /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954866 Jul 09 14:10:06.468408 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3416cb32-7948-4647-9681-a9ad3d5549e4 req-221c2fee-d1d3-44d7-878c-8023df952173 service neutron] 10.222.0.18 "GET /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368473 Jul 09 14:10:06.595645 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c45ad-0379-4997-9f58-46f76b093f03 req-946dbe16-6b34-4229-aaea-4bc0e6b638e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:06.597637 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2b8c45ad-0379-4997-9f58-46f76b093f03 req-946dbe16-6b34-4229-aaea-4bc0e6b638e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=caae1a39bcd64cb5b88820bd0e069e26&device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 1094 time: 0.0750220 Jul 09 14:10:06.599061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f6665-e1e6-4e71-974a-47cdf0f503ba req-89104869-4993-4fa6-9de3-fbe8f6ce0dcb tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:06.600827 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-088f6665-e1e6-4e71-974a-47cdf0f503ba req-89104869-4993-4fa6-9de3-fbe8f6ce0dcb tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 943 time: 0.0849504 Jul 09 14:10:06.646694 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-088f6665-e1e6-4e71-974a-47cdf0f503ba req-4d139a07-0824-454f-89b0-d9d95d7cb7e9 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385203 Jul 09 14:10:06.762793 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c45ad-0379-4997-9f58-46f76b093f03 req-1e75126f-0ad4-46e8-9af8-4a26e99bc674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:06.765360 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2b8c45ad-0379-4997-9f58-46f76b093f03 req-1e75126f-0ad4-46e8-9af8-4a26e99bc674 service neutron] 10.222.0.18 "GET /v2.0/networks?id=87b8bfee-b326-48e8-a068-9642ab5307f2 HTTP/1.1" status: 200 len: 912 time: 0.1601405 Jul 09 14:10:06.815866 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2b8c45ad-0379-4997-9f58-46f76b093f03 req-b3d8208b-3eaf-492c-b293-df951de8634b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4 HTTP/1.1" status: 200 len: 217 time: 0.0432763 Jul 09 14:10:06.875030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8c45ad-0379-4997-9f58-46f76b093f03 req-9e194a03-1b7b-4ab9-9a52-1ec7a001dbef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:06.877803 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2b8c45ad-0379-4997-9f58-46f76b093f03 req-9e194a03-1b7b-4ab9-9a52-1ec7a001dbef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dfd72388-2366-4abf-ad2b-9163807c3d6c HTTP/1.1" status: 200 len: 851 time: 0.0548530 Jul 09 14:10:06.934416 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2b8c45ad-0379-4997-9f58-46f76b093f03 req-afa69fc3-edfa-47cc-858b-b3db84d4e863 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87b8bfee-b326-48e8-a068-9642ab5307f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494299 Jul 09 14:10:07.044606 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2b8c45ad-0379-4997-9f58-46f76b093f03 req-2fa7f47b-b186-41a1-ba2f-cf04d85c6737 service neutron] 10.222.0.18 "GET /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024299 Jul 09 14:10:07.144562 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2b8c45ad-0379-4997-9f58-46f76b093f03 req-3f7115f6-894a-4f14-9115-1fc228d21284 service neutron] 10.222.0.18 "GET /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919738 Jul 09 14:10:07.162399 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:07.945568 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c12d98d-0d85-4a30-9eef-37505c77a48d req-b21a693e-0371-4a85-9c35-8d047693ebef tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:07.947869 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c12d98d-0d85-4a30-9eef-37505c77a48d req-b21a693e-0371-4a85-9c35-8d047693ebef tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 943 time: 0.1376374 Jul 09 14:10:07.997238 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c12d98d-0d85-4a30-9eef-37505c77a48d req-a4814a06-04b2-4c95-99b7-1205b1f7fd70 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390825 Jul 09 14:10:08.848748 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:09.013196 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:09.219158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c60d6a1-d419-46a5-b479-8f90d9f3f5bd req-d7181d79-4f2f-4149-8b50-1a6201c7badb tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:09.220843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c60d6a1-d419-46a5-b479-8f90d9f3f5bd req-d7181d79-4f2f-4149-8b50-1a6201c7badb tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 943 time: 0.0754411 Jul 09 14:10:09.268701 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c60d6a1-d419-46a5-b479-8f90d9f3f5bd req-ef218490-ed83-49f8-a00d-9448f4f6d92e tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378926 Jul 09 14:10:09.897618 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device e207de99-4e4c-4e93-b33b-9cf96e1084e4 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:10:10.007281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port e207de99-4e4c-4e93-b33b-9cf96e1084e4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4,segment=NetworkSegment(f11116aa-93e4-45f2-b8f3-7a67d29c0ed3),segment_id=f11116aa-93e4-45f2-b8f3-7a67d29c0ed3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:10:10.020583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'e207de99-4e4c-4e93-b33b-9cf96e1084e4', 'network_id': '87b8bfee-b326-48e8-a068-9642ab5307f2', 'port_id': 'e207de99-4e4c-4e93-b33b-9cf96e1084e4', 'mac_address': 'fa:16:3e:bd:e3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd72388-2366-4abf-ad2b-9163807c3d6c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:10:10.061218 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:10.076930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e207de99-4e4c-4e93-b33b-9cf96e1084e4 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:10:10.098730 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port e207de99-4e4c-4e93-b33b-9cf96e1084e4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4,segment=NetworkSegment(f11116aa-93e4-45f2-b8f3-7a67d29c0ed3),segment_id=f11116aa-93e4-45f2-b8f3-7a67d29c0ed3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:10:10.103661 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:10.156649 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=e207de99-4e4c-4e93-b33b-9cf96e1084e4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:10.294265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['e207de99-4e4c-4e93-b33b-9cf96e1084e4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:10:10.522739 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5073c55f-dc97-4d09-834e-36c37967986f req-8d079589-ccca-42d3-a1e6-f1f1eea8b2c8 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:10.526085 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5073c55f-dc97-4d09-834e-36c37967986f req-8d079589-ccca-42d3-a1e6-f1f1eea8b2c8 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 944 time: 0.0968516 Jul 09 14:10:10.578382 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5073c55f-dc97-4d09-834e-36c37967986f req-16296309-feab-43e6-bdcc-8b13c6ede571 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462532 Jul 09 14:10:11.769674 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722a1467-0c88-4f99-9e1b-5b21b08ad9da req-28be44c6-fd79-4910-b3fa-cbb9039fc48a tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:11.771363 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-722a1467-0c88-4f99-9e1b-5b21b08ad9da req-28be44c6-fd79-4910-b3fa-cbb9039fc48a tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 944 time: 0.0696175 Jul 09 14:10:11.815230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-722a1467-0c88-4f99-9e1b-5b21b08ad9da req-d92556f6-b386-4ee8-a84c-18eed3959500 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366161 Jul 09 14:10:11.897006 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device e207de99-4e4c-4e93-b33b-9cf96e1084e4 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:10:11.953584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port e207de99-4e4c-4e93-b33b-9cf96e1084e4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:10:11.958339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port e207de99-4e4c-4e93-b33b-9cf96e1084e4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:10:11.958777 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:12.050151 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:12.077243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298af5c2-5f10-4437-89ff-968f323a7b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e207de99-4e4c-4e93-b33b-9cf96e1084e4'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:10:12.079678 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dacc311-7176-4bf0-b7fc-fa4bedd7db63" -d '{"events": [{"server_uuid": "298af5c2-5f10-4437-89ff-968f323a7b60", "name": "network-vif-plugged", "status": "completed", "tag": "e207de99-4e4c-4e93-b33b-9cf96e1084e4"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:10:12.097340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port e207de99-4e4c-4e93-b33b-9cf96e1084e4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4,segment=NetworkSegment(f11116aa-93e4-45f2-b8f3-7a67d29c0ed3),segment_id=f11116aa-93e4-45f2-b8f3-7a67d29c0ed3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:10:12.103618 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:12.135350 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3953802d-6d88-44f5-9e2d-1426ede9dbf5 x-openstack-request-id: req-3953802d-6d88-44f5-9e2d-1426ede9dbf5 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:10:12.135836 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298af5c2-5f10-4437-89ff-968f323a7b60", "name": "network-vif-plugged", "status": "completed", "tag": "e207de99-4e4c-4e93-b33b-9cf96e1084e4", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:10:12.136181 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3953802d-6d88-44f5-9e2d-1426ede9dbf5 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:10:12.136768 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298af5c2-5f10-4437-89ff-968f323a7b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e207de99-4e4c-4e93-b33b-9cf96e1084e4', 'code': 200} Jul 09 14:10:12.170662 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=e207de99-4e4c-4e93-b33b-9cf96e1084e4,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:12.284136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9190dc5-10c7-48a3-bd09-2e22b6913f72 req-dda12607-db18-4e1d-ac64-61a08592340c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:12.286738 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a9190dc5-10c7-48a3-bd09-2e22b6913f72 req-dda12607-db18-4e1d-ac64-61a08592340c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 1096 time: 0.0753284 Jul 09 14:10:12.326293 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a9190dc5-10c7-48a3-bd09-2e22b6913f72 req-201dad48-8aab-4b20-84dc-b1d6577a5b7f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327229 Jul 09 14:10:13.016147 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a34e6fc-94df-4a29-9b42-28d1af02ddf0 req-c9f93d64-18e6-4e7d-8443-bdb570c1fdf0 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:13.017694 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a34e6fc-94df-4a29-9b42-28d1af02ddf0 req-c9f93d64-18e6-4e7d-8443-bdb570c1fdf0 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0803237 Jul 09 14:10:13.086995 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a34e6fc-94df-4a29-9b42-28d1af02ddf0 req-af36f430-d031-4103-88ac-bc03b8eb45cd tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572939 Jul 09 14:10:14.298442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ebfec2-e556-45ee-bfd0-785d1cb67eb8 req-28832103-5667-453a-961c-1395dacbd8fd tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:14.300052 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8ebfec2-e556-45ee-bfd0-785d1cb67eb8 req-28832103-5667-453a-961c-1395dacbd8fd tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0735319 Jul 09 14:10:14.343505 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8ebfec2-e556-45ee-bfd0-785d1cb67eb8 req-52f7901e-5176-4997-af5e-58ca8e8515d5 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374675 Jul 09 14:10:14.660403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46206) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:10:14.822306 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47429a34-ccfa-4722-81dc-613412a55142 req-4165dc90-2429-4602-906b-51efc34dc6bf tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:14.824292 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-47429a34-ccfa-4722-81dc-613412a55142 req-4165dc90-2429-4602-906b-51efc34dc6bf tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.1197598 Jul 09 14:10:14.831952 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-5d07c265-34dc-42eb-bb46-53da657dd244 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1701646 Jul 09 14:10:14.876669 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-47429a34-ccfa-4722-81dc-613412a55142 req-1e2d5870-58a3-4a55-b171-52765ee07272 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437052 Jul 09 14:10:16.138471 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-8620d517-183c-4670-815f-b6193882a2fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:16.140546 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-8620d517-183c-4670-815f-b6193882a2fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=caae1a39bcd64cb5b88820bd0e069e26&device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 1096 time: 0.0629699 Jul 09 14:10:16.186993 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cec023-6200-4724-b310-8f17e1d2820a req-99b6ec5e-b5ed-4590-8f73-1931f1b1953f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:16.189014 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a4cec023-6200-4724-b310-8f17e1d2820a req-99b6ec5e-b5ed-4590-8f73-1931f1b1953f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.1594725 Jul 09 14:10:16.246270 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a4cec023-6200-4724-b310-8f17e1d2820a req-7b7e4c9a-39a8-4e11-9d46-919b5495e7d6 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459957 Jul 09 14:10:16.262794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-96905ca7-705f-4779-bd0f-030ead19ac2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:16.264803 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-96905ca7-705f-4779-bd0f-030ead19ac2e service neutron] 10.222.0.18 "GET /v2.0/networks?id=87b8bfee-b326-48e8-a068-9642ab5307f2 HTTP/1.1" status: 200 len: 912 time: 0.1178691 Jul 09 14:10:16.320417 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ed99e11d-0681-4e04-a664-92f61491ae5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4 HTTP/1.1" status: 200 len: 217 time: 0.0489557 Jul 09 14:10:16.373263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-f6dc0dd1-155e-41d2-bfbf-62cafcd35c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:16.375059 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-f6dc0dd1-155e-41d2-bfbf-62cafcd35c99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dfd72388-2366-4abf-ad2b-9163807c3d6c HTTP/1.1" status: 200 len: 851 time: 0.0490518 Jul 09 14:10:16.409258 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-05724e92-5065-4b51-88bd-49247d8ce9d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87b8bfee-b326-48e8-a068-9642ab5307f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283821 Jul 09 14:10:16.511022 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-8c6ec3b8-28eb-4e5f-afe9-61cb89421b5f service neutron] 10.222.0.18 "GET /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956497 Jul 09 14:10:16.609446 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-68f0e61b-9f18-47c9-a712-1b87f82d0a1f service neutron] 10.222.0.18 "GET /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926278 Jul 09 14:10:17.461146 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d9a19-b351-40ef-b060-06b04f5a2cf4 req-b2af278a-0f7c-43e4-8d8f-a23ec8b1020a tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:17.463760 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d6d9a19-b351-40ef-b060-06b04f5a2cf4 req-b2af278a-0f7c-43e4-8d8f-a23ec8b1020a tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0779126 Jul 09 14:10:17.515860 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1d6d9a19-b351-40ef-b060-06b04f5a2cf4 req-2613d22c-148e-45bc-8ec1-c5efab470841 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458515 Jul 09 14:10:18.732203 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ddd39-ebe7-458e-85e9-a31b22e1dd4b req-5e9a2bb2-5bc7-4bc3-8a03-6be086bbf514 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:18.733860 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa8ddd39-ebe7-458e-85e9-a31b22e1dd4b req-5e9a2bb2-5bc7-4bc3-8a03-6be086bbf514 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0725186 Jul 09 14:10:18.782808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fa8ddd39-ebe7-458e-85e9-a31b22e1dd4b req-20eff378-c9c9-4ab7-86d9-59ef78003d57 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384181 Jul 09 14:10:20.002107 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8aa05b-e196-459b-a24f-9f52f6110ecd req-23148eec-78f6-4e0c-a75f-b4956909e216 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:20.004869 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe8aa05b-e196-459b-a24f-9f52f6110ecd req-23148eec-78f6-4e0c-a75f-b4956909e216 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0976954 Jul 09 14:10:20.053856 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe8aa05b-e196-459b-a24f-9f52f6110ecd req-476188ee-5acb-436a-800d-801a952e7c48 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395963 Jul 09 14:10:21.244726 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0327c163-a424-4820-837e-ff9d0583ad08 req-1665bd1b-ede4-4738-b8eb-14ac8bb46c88 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:21.246320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0327c163-a424-4820-837e-ff9d0583ad08 req-1665bd1b-ede4-4738-b8eb-14ac8bb46c88 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0746937 Jul 09 14:10:21.288542 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0327c163-a424-4820-837e-ff9d0583ad08 req-56b3eef6-c7a8-4b88-a653-705aee86b812 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357015 Jul 09 14:10:22.487251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c98184-0138-4628-99da-8340d085afb0 req-6ce91cb3-dfe5-4a9e-b01f-6a56c9210980 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:22.488874 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-74c98184-0138-4628-99da-8340d085afb0 req-6ce91cb3-dfe5-4a9e-b01f-6a56c9210980 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0706470 Jul 09 14:10:22.530338 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-74c98184-0138-4628-99da-8340d085afb0 req-83faedc6-48a8-4b96-b50e-3d5b4b47ec25 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356574 Jul 09 14:10:23.778155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90641f65-3188-475a-a29f-ab05a4404206 req-c5d55ced-d72a-4ef6-a3a0-54a8dda445a7 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:23.779826 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-90641f65-3188-475a-a29f-ab05a4404206 req-c5d55ced-d72a-4ef6-a3a0-54a8dda445a7 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.1005621 Jul 09 14:10:23.826996 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-90641f65-3188-475a-a29f-ab05a4404206 req-5c94aebe-b8d5-4b8e-9f71-47fc654f12d8 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379241 Jul 09 14:10:25.028278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efd0d6-e802-4096-b4b1-e8fc16066638 req-47d28526-2e9c-4b2b-93f1-40bbdc4304af tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:25.029925 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b1efd0d6-e802-4096-b4b1-e8fc16066638 req-47d28526-2e9c-4b2b-93f1-40bbdc4304af tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0823112 Jul 09 14:10:25.075771 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b1efd0d6-e802-4096-b4b1-e8fc16066638 req-db7c3e9d-91ee-468e-9483-43bc06f8a795 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392354 Jul 09 14:10:26.276529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40204ec6-6754-4eed-9ee7-bd4714a70f53 req-9c216836-11c8-4a84-8d3c-3ccb0744b0bb tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:26.278145 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40204ec6-6754-4eed-9ee7-bd4714a70f53 req-9c216836-11c8-4a84-8d3c-3ccb0744b0bb tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0743313 Jul 09 14:10:26.324487 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40204ec6-6754-4eed-9ee7-bd4714a70f53 req-1d0cecdc-c842-4d06-abe0-9767cd16a891 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399084 Jul 09 14:10:27.573484 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ecea39-5abd-4186-8a23-604c80e65b8a req-89513556-5539-4e07-8489-794da7d17fcd tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:27.576211 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-65ecea39-5abd-4186-8a23-604c80e65b8a req-89513556-5539-4e07-8489-794da7d17fcd tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0945108 Jul 09 14:10:27.617799 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-65ecea39-5abd-4186-8a23-604c80e65b8a req-60fe9db6-e6b3-4d0e-9e63-8a5ad8a09a59 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351565 Jul 09 14:10:28.805220 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0de88d-340d-4b66-96c5-2538e568c3e7 req-1f747381-9acb-4c52-ae5d-3359e09ff305 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:28.808057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee0de88d-340d-4b66-96c5-2538e568c3e7 req-1f747381-9acb-4c52-ae5d-3359e09ff305 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0724196 Jul 09 14:10:28.853262 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee0de88d-340d-4b66-96c5-2538e568c3e7 req-cb3767ba-dda1-4065-b866-6bbcb0aeabf3 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377617 Jul 09 14:10:30.090424 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61ee87f-fad2-48a5-957c-22221966abe9 req-088d4893-0129-40fa-aeea-35801825358e tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:30.092651 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a61ee87f-fad2-48a5-957c-22221966abe9 req-088d4893-0129-40fa-aeea-35801825358e tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0736356 Jul 09 14:10:30.428468 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a61ee87f-fad2-48a5-957c-22221966abe9 req-df5a87b4-5ebc-4c00-97f6-05721a6296f7 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3289132 Jul 09 14:10:31.623650 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798f219c-e343-4b09-825d-7cc1f91b10e7 req-97fcf0e8-d7e3-4411-a801-633e5e65c1ae tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:31.625538 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-798f219c-e343-4b09-825d-7cc1f91b10e7 req-97fcf0e8-d7e3-4411-a801-633e5e65c1ae tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0721056 Jul 09 14:10:31.667311 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-798f219c-e343-4b09-825d-7cc1f91b10e7 req-b8cf2717-0e71-44c4-9874-ce60f61944b0 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358038 Jul 09 14:10:31.874550 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e3a4515-11d0-4172-b961-edde5b84e91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:32.861956 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66bec86-bb8f-4aff-999b-0339f566ef2d req-7f34f88d-58e2-47f3-8e1a-67b335991807 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:32.863584 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e66bec86-bb8f-4aff-999b-0339f566ef2d req-7f34f88d-58e2-47f3-8e1a-67b335991807 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0681412 Jul 09 14:10:32.910879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e66bec86-bb8f-4aff-999b-0339f566ef2d req-612649d8-ce12-40f5-b2a0-6139162c03c0 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395055 Jul 09 14:10:34.100882 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705dbda7-ee0c-4f78-ad2d-ae38cd206788 req-bc6b456c-ae1b-432a-aeb0-e7a17b70ff79 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:34.102328 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-705dbda7-ee0c-4f78-ad2d-ae38cd206788 req-bc6b456c-ae1b-432a-aeb0-e7a17b70ff79 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0683324 Jul 09 14:10:34.151865 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-705dbda7-ee0c-4f78-ad2d-ae38cd206788 req-64b06aec-8b0a-4949-a654-48061c71469b tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424833 Jul 09 14:10:34.693208 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:34.724515 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-adbdf874-87cf-4911-b31a-a3c30001564d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:35.347552 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9458f6-cf3b-44c9-b269-89053ede76e8 req-e9cf72b1-c5ed-4063-a730-76e90772a651 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:35.349058 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de9458f6-cf3b-44c9-b269-89053ede76e8 req-e9cf72b1-c5ed-4063-a730-76e90772a651 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0735159 Jul 09 14:10:35.409012 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-de9458f6-cf3b-44c9-b269-89053ede76e8 req-ae3f42af-23dd-4c0d-8ad4-d92f2f21cd2d tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529304 Jul 09 14:10:35.767981 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:36.601738 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbe9e04-02c8-43c4-b902-97a8175e9c8b req-8876b688-05fa-454b-abdf-f09f407ba9f0 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:36.604289 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-acbe9e04-02c8-43c4-b902-97a8175e9c8b req-8876b688-05fa-454b-abdf-f09f407ba9f0 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0730495 Jul 09 14:10:36.645230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-acbe9e04-02c8-43c4-b902-97a8175e9c8b req-e20bd8e0-4cb3-476f-8dac-e8080be181d5 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351520 Jul 09 14:10:37.165982 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:37.265789 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:10:37.827935 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0624ae51-855a-401f-b166-94d061af418a req-f4c5b333-e9bd-4f0b-9afe-6c89bf55eef8 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:37.829540 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0624ae51-855a-401f-b166-94d061af418a req-f4c5b333-e9bd-4f0b-9afe-6c89bf55eef8 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0674872 Jul 09 14:10:37.878106 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0624ae51-855a-401f-b166-94d061af418a req-c9f58059-42bd-4417-be73-681d3c28ed17 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420976 Jul 09 14:10:38.851787 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:39.019820 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:39.063602 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16264d84-7fce-4d06-b34f-8673cd87da60 req-9be91f02-baf2-4e8c-962d-2e87f704202f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:39.065215 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16264d84-7fce-4d06-b34f-8673cd87da60 req-9be91f02-baf2-4e8c-962d-2e87f704202f tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0687134 Jul 09 14:10:39.125997 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16264d84-7fce-4d06-b34f-8673cd87da60 req-b91182f1-630c-4a01-b4cf-6a46049ca836 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543025 Jul 09 14:10:40.332652 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a05ca8-f064-417f-99ef-e1790d7d1509 req-94fab746-ab3a-4d3d-9179-00fae2a83a40 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:40.334193 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-54a05ca8-f064-417f-99ef-e1790d7d1509 req-94fab746-ab3a-4d3d-9179-00fae2a83a40 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0776863 Jul 09 14:10:40.379681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-54a05ca8-f064-417f-99ef-e1790d7d1509 req-4e3c5fbd-9124-47f9-8dd3-582cf0018e9d tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367923 Jul 09 14:10:41.569474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e466408-a932-4255-9d19-0b4862942671 req-f5cd9f1d-6919-41e7-935f-9843a889f6e4 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:41.571197 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e466408-a932-4255-9d19-0b4862942671 req-f5cd9f1d-6919-41e7-935f-9843a889f6e4 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0694451 Jul 09 14:10:41.619515 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e466408-a932-4255-9d19-0b4862942671 req-bc49b158-47e0-49cc-84a0-dab193db61fd tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380793 Jul 09 14:10:42.872393 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c369697-a17e-45e4-98bb-fdd4e46e842e req-b212e9bb-3147-420b-b392-49d912340e3d tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:42.874473 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c369697-a17e-45e4-98bb-fdd4e46e842e req-b212e9bb-3147-420b-b392-49d912340e3d tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0841138 Jul 09 14:10:42.924484 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8c369697-a17e-45e4-98bb-fdd4e46e842e req-8c28b571-c624-45bd-82cb-8b157fe7ea8c tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383713 Jul 09 14:10:43.675839 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-432a15c2-590c-43e5-bfeb-e5bc434dcd62 service neutron] show failed (client error): The resource could not be found. Jul 09 14:10:43.677194 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-432a15c2-590c-43e5-bfeb-e5bc434dcd62 service neutron] 10.222.0.18 "GET /v2.0/ports/e207de99-4e4c-4e93-b33b-9cf96e1084e4/bindings/n-h2-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.0718048 Jul 09 14:10:43.973112 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-c702a7fd-cb21-499e-8113-05c9646c8d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:43.975901 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-c702a7fd-cb21-499e-8113-05c9646c8d04 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60&tenant_id=caae1a39bcd64cb5b88820bd0e069e26 HTTP/1.1" status: 200 len: 1096 time: 0.0780737 Jul 09 14:10:43.989276 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:10:44.110076 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:44.178968 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583935f6-bed1-4fca-bdf1-e754a15d38e9 req-10c922c3-fbc6-4883-877b-5d9a1399c6ca tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:44.181952 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-583935f6-bed1-4fca-bdf1-e754a15d38e9 req-10c922c3-fbc6-4883-877b-5d9a1399c6ca tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0735846 Jul 09 14:10:44.229476 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-583935f6-bed1-4fca-bdf1-e754a15d38e9 req-0be20b64-a897-4f4d-b5e5-c964e26be5ae tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382614 Jul 09 14:10:44.448713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] For port e207de99-4e4c-4e93-b33b-9cf96e1084e4, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4,segment=NetworkSegment(f11116aa-93e4-45f2-b8f3-7a67d29c0ed3),segment_id=f11116aa-93e4-45f2-b8f3-7a67d29c0ed3)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:10:44.489722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] For port e207de99-4e4c-4e93-b33b-9cf96e1084e4, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:10:44.534624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298af5c2-5f10-4437-89ff-968f323a7b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e207de99-4e4c-4e93-b33b-9cf96e1084e4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:10:44.537062 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23de1db7-5b1b-4b1f-9a81-8b7994ef23ae" -d '{"events": [{"server_uuid": "298af5c2-5f10-4437-89ff-968f323a7b60", "name": "network-vif-unplugged", "status": "completed", "tag": "e207de99-4e4c-4e93-b33b-9cf96e1084e4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:10:44.541628 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:44.563315 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Transition to ACTIVE for port object e207de99-4e4c-4e93-b33b-9cf96e1084e4 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:10:44.569665 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:44.603175 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a18d13e8-dbea-4fa7-af68-022fec9965b9 x-openstack-request-id: req-a18d13e8-dbea-4fa7-af68-022fec9965b9 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:10:44.603478 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298af5c2-5f10-4437-89ff-968f323a7b60", "name": "network-vif-unplugged", "status": "completed", "tag": "e207de99-4e4c-4e93-b33b-9cf96e1084e4", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:10:44.603731 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a18d13e8-dbea-4fa7-af68-022fec9965b9 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:10:44.604132 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298af5c2-5f10-4437-89ff-968f323a7b60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e207de99-4e4c-4e93-b33b-9cf96e1084e4', 'code': 200} Jul 09 14:10:44.644689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Pushing event updated for resources: {'Port': ['ID=e207de99-4e4c-4e93-b33b-9cf96e1084e4,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:44.647331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] No DVR routers for this DVR port e207de99-4e4c-4e93-b33b-9cf96e1084e4 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:10:44.688101 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Attempting to bind port e207de99-4e4c-4e93-b33b-9cf96e1084e4 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:10:44.688854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Attempting to bind port e207de99-4e4c-4e93-b33b-9cf96e1084e4 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'f11116aa-93e4-45f2-b8f3-7a67d29c0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '87b8bfee-b326-48e8-a068-9642ab5307f2'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:10:44.688854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Attempting to bind port e207de99-4e4c-4e93-b33b-9cf96e1084e4 on network 87b8bfee-b326-48e8-a068-9642ab5307f2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:10:44.693789 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Port e207de99-4e4c-4e93-b33b-9cf96e1084e4 on network 87b8bfee-b326-48e8-a068-9642ab5307f2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:10:44.694169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Attempting to bind port e207de99-4e4c-4e93-b33b-9cf96e1084e4 on network 87b8bfee-b326-48e8-a068-9642ab5307f2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:10:44.700720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:10:44.701061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Checking segment: {'id': 'f11116aa-93e4-45f2-b8f3-7a67d29c0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '87b8bfee-b326-48e8-a068-9642ab5307f2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:10:44.701449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Bound using segment: {'id': 'f11116aa-93e4-45f2-b8f3-7a67d29c0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '87b8bfee-b326-48e8-a068-9642ab5307f2'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:10:44.701913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Bound port: e207de99-4e4c-4e93-b33b-9cf96e1084e4, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f11116aa-93e4-45f2-b8f3-7a67d29c0ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 349, 'network_id': '87b8bfee-b326-48e8-a068-9642ab5307f2'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:10:44.702282 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:44.781008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] For port e207de99-4e4c-4e93-b33b-9cf96e1084e4, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:10:44.784718 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] For port e207de99-4e4c-4e93-b33b-9cf96e1084e4, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4,segment=NetworkSegment(f11116aa-93e4-45f2-b8f3-7a67d29c0ed3),segment_id=f11116aa-93e4-45f2-b8f3-7a67d29c0ed3)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:10:44.791349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:44.831261 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:44.832119 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:44.833658 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] 10.222.0.15 "PUT /v2.0/ports/e207de99-4e4c-4e93-b33b-9cf96e1084e4 HTTP/1.1" status: 200 len: 1091 time: 0.8497350 Jul 09 14:10:44.873535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5c3eab-f4f0-45f4-8c51-9dacc7c3baa8 service neutron] Pushing event updated for resources: {'Port': ['ID=e207de99-4e4c-4e93-b33b-9cf96e1084e4,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:44.923704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-9634f0ea-a41d-4734-8b1c-984640734ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:44.925251 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-9634f0ea-a41d-4734-8b1c-984640734ec9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caae1a39bcd64cb5b88820bd0e069e26&device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 1094 time: 0.0612819 Jul 09 14:10:45.031669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-6c989839-b5c0-4c1d-b440-fe0314d355c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:45.033175 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-6c989839-b5c0-4c1d-b440-fe0314d355c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87b8bfee-b326-48e8-a068-9642ab5307f2 HTTP/1.1" status: 200 len: 912 time: 0.1013772 Jul 09 14:10:45.079661 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-424c4efb-5ce3-4fd1-b69b-30f8c3a61490 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4 HTTP/1.1" status: 200 len: 217 time: 0.0398962 Jul 09 14:10:45.139026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-5eaa8a68-f377-4f11-8452-263a64ab8421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:45.140635 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-5eaa8a68-f377-4f11-8452-263a64ab8421 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfd72388-2366-4abf-ad2b-9163807c3d6c HTTP/1.1" status: 200 len: 851 time: 0.0548379 Jul 09 14:10:45.176267 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-f295c452-51b5-41bd-a709-7fa100b22e2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87b8bfee-b326-48e8-a068-9642ab5307f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294149 Jul 09 14:10:45.276308 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-6c0b3507-b4a8-4611-9605-fd465fa51a42 service neutron] 10.222.0.15 "GET /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934019 Jul 09 14:10:45.436753 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4ad60cc6-61b9-4df2-ac33-4d92ad136244 req-9ec9184a-4ce6-46cb-af7a-6cf339a6e8ca service neutron] 10.222.0.15 "GET /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1534479 Jul 09 14:10:45.464603 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793a699d-d624-454f-aff0-2ccbcec866c5 req-89360a3f-2027-4967-ab76-969776b4b1ca tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:45.466209 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-793a699d-d624-454f-aff0-2ccbcec866c5 req-89360a3f-2027-4967-ab76-969776b4b1ca tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 943 time: 0.0893555 Jul 09 14:10:45.523242 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-793a699d-d624-454f-aff0-2ccbcec866c5 req-23a29174-2c48-417d-8163-a14ddf7c37c0 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493534 Jul 09 14:10:46.605248 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '298af5c2-5f10-4437-89ff-968f323a7b60', 'tag': 'e207de99-4e4c-4e93-b33b-9cf96e1084e4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:10:46.608424 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3123494e-f966-415d-8ac5-60cf2969c131" -d '{"events": [{"name": "network-changed", "server_uuid": "298af5c2-5f10-4437-89ff-968f323a7b60", "tag": "e207de99-4e4c-4e93-b33b-9cf96e1084e4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:10:46.694500 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:10:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f725cff6-aa65-40fe-895b-55fe7f60378c x-openstack-request-id: req-f725cff6-aa65-40fe-895b-55fe7f60378c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:10:46.694927 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "298af5c2-5f10-4437-89ff-968f323a7b60", "tag": "e207de99-4e4c-4e93-b33b-9cf96e1084e4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:10:46.696826 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f725cff6-aa65-40fe-895b-55fe7f60378c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:10:46.699721 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '298af5c2-5f10-4437-89ff-968f323a7b60', 'tag': 'e207de99-4e4c-4e93-b33b-9cf96e1084e4', 'status': 'completed', 'code': 200} Jul 09 14:10:46.744943 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f643972e-b927-4b69-8678-1185420dd2e6 req-6163e60a-72f8-481e-b7cc-3bfd717b9ceb tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:46.746583 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f643972e-b927-4b69-8678-1185420dd2e6 req-6163e60a-72f8-481e-b7cc-3bfd717b9ceb tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 943 time: 0.0914526 Jul 09 14:10:46.802711 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f643972e-b927-4b69-8678-1185420dd2e6 req-f0344bfe-5188-4768-a9ef-6fa46dde98d4 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487328 Jul 09 14:10:46.817659 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123494e-f966-415d-8ac5-60cf2969c131 req-8c5d989a-b5a2-4f35-839f-1b271c0cb2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:46.819287 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3123494e-f966-415d-8ac5-60cf2969c131 req-8c5d989a-b5a2-4f35-839f-1b271c0cb2c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=caae1a39bcd64cb5b88820bd0e069e26&device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 1094 time: 0.1058040 Jul 09 14:10:46.822363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123494e-f966-415d-8ac5-60cf2969c131 req-423c1c91-53d1-4b32-8223-cc031bfdb549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:46.824005 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3123494e-f966-415d-8ac5-60cf2969c131 req-423c1c91-53d1-4b32-8223-cc031bfdb549 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=caae1a39bcd64cb5b88820bd0e069e26&device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 1094 time: 0.1019371 Jul 09 14:10:46.848224 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e207de99-4e4c-4e93-b33b-9cf96e1084e4 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:10:47.002663 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e207de99-4e4c-4e93-b33b-9cf96e1084e4, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4,segment=NetworkSegment(f11116aa-93e4-45f2-b8f3-7a67d29c0ed3),segment_id=f11116aa-93e4-45f2-b8f3-7a67d29c0ed3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:10:47.027017 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'e207de99-4e4c-4e93-b33b-9cf96e1084e4', 'network_id': '87b8bfee-b326-48e8-a068-9642ab5307f2', 'port_id': 'e207de99-4e4c-4e93-b33b-9cf96e1084e4', 'mac_address': 'fa:16:3e:bd:e3:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 349, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfd72388-2366-4abf-ad2b-9163807c3d6c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:10:47.054999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123494e-f966-415d-8ac5-60cf2969c131 req-248bab58-88ad-4c3e-80c0-63b38f4334c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:47.057527 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3123494e-f966-415d-8ac5-60cf2969c131 req-248bab58-88ad-4c3e-80c0-63b38f4334c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=87b8bfee-b326-48e8-a068-9642ab5307f2 HTTP/1.1" status: 200 len: 912 time: 0.2241039 Jul 09 14:10:47.059470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123494e-f966-415d-8ac5-60cf2969c131 req-82493bf9-4c09-4c29-9763-975dcc21beea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:47.061976 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3123494e-f966-415d-8ac5-60cf2969c131 req-82493bf9-4c09-4c29-9763-975dcc21beea service neutron] 10.222.0.18 "GET /v2.0/networks?id=87b8bfee-b326-48e8-a068-9642ab5307f2 HTTP/1.1" status: 200 len: 912 time: 0.2366545 Jul 09 14:10:47.099214 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:47.114394 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3123494e-f966-415d-8ac5-60cf2969c131 req-93096e96-f0e6-4801-b521-66cdac182991 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4 HTTP/1.1" status: 200 len: 217 time: 0.0459406 Jul 09 14:10:47.124629 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e207de99-4e4c-4e93-b33b-9cf96e1084e4 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:10:47.155642 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3123494e-f966-415d-8ac5-60cf2969c131 req-e5a8ab4c-2509-4ed5-831f-d1c3ea217714 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4 HTTP/1.1" status: 200 len: 217 time: 0.0838101 Jul 09 14:10:47.161567 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e207de99-4e4c-4e93-b33b-9cf96e1084e4, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4,segment=NetworkSegment(f11116aa-93e4-45f2-b8f3-7a67d29c0ed3),segment_id=f11116aa-93e4-45f2-b8f3-7a67d29c0ed3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:10:47.169186 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:47.236709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123494e-f966-415d-8ac5-60cf2969c131 req-b47541fd-085f-4e9e-a688-4ebe5d306bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:47.238433 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3123494e-f966-415d-8ac5-60cf2969c131 req-b47541fd-085f-4e9e-a688-4ebe5d306bd6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dfd72388-2366-4abf-ad2b-9163807c3d6c HTTP/1.1" status: 200 len: 851 time: 0.0922999 Jul 09 14:10:47.247486 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e207de99-4e4c-4e93-b33b-9cf96e1084e4,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:47.257296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:47.257817 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:47.258614 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:47.259456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123494e-f966-415d-8ac5-60cf2969c131 req-4caebce8-f15a-41a3-8b00-018d0db15fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:47.259682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:47.260070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:47.260542 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:47.260968 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:47.261143 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3123494e-f966-415d-8ac5-60cf2969c131 req-4caebce8-f15a-41a3-8b00-018d0db15fd9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dfd72388-2366-4abf-ad2b-9163807c3d6c HTTP/1.1" status: 200 len: 851 time: 0.0793951 Jul 09 14:10:47.261436 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:47.261889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:47.262308 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:47.262728 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:47.263186 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:47.288765 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3123494e-f966-415d-8ac5-60cf2969c131 req-c919f4e8-76aa-495f-bbc0-2bbd5c16b14c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=87b8bfee-b326-48e8-a068-9642ab5307f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0432301 Jul 09 14:10:47.323574 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3123494e-f966-415d-8ac5-60cf2969c131 req-8fe7ea5b-f468-47de-b402-46920bb9ca7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87b8bfee-b326-48e8-a068-9642ab5307f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444255 Jul 09 14:10:47.404507 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['e207de99-4e4c-4e93-b33b-9cf96e1084e4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:10:47.910887 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3123494e-f966-415d-8ac5-60cf2969c131 req-a1e82432-b6fd-4d9e-a2d4-c8b840b8fd80 service neutron] 10.222.0.15 "GET /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5973849 Jul 09 14:10:47.917311 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3123494e-f966-415d-8ac5-60cf2969c131 req-e3dc9ef6-8ac9-4eac-a580-93d87e03516a service neutron] 10.222.0.18 "GET /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5782535 Jul 09 14:10:48.042393 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device e207de99-4e4c-4e93-b33b-9cf96e1084e4 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:10:48.090147 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3123494e-f966-415d-8ac5-60cf2969c131 req-4b2d6a2c-968c-4b34-8910-16e626240d55 service neutron] 10.222.0.15 "GET /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715937 Jul 09 14:10:48.110019 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3123494e-f966-415d-8ac5-60cf2969c131 req-5fa72c86-8979-4275-a941-491018093671 service neutron] 10.222.0.18 "GET /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821895 Jul 09 14:10:48.131828 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea947b1-9ddc-4008-a9f0-eef25945c787 req-594358ca-fe65-45f5-9a3d-ddf5e2c633ef tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:48.132812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device e207de99-4e4c-4e93-b33b-9cf96e1084e4 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:10:48.134777 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dea947b1-9ddc-4008-a9f0-eef25945c787 req-594358ca-fe65-45f5-9a3d-ddf5e2c633ef tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 944 time: 0.1050985 Jul 09 14:10:48.181360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dea947b1-9ddc-4008-a9f0-eef25945c787 req-a4e3fcd6-114f-4080-877c-e9132cd2dfb6 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360725 Jul 09 14:10:48.614548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-a3d0a1dd-66f9-4dd0-88e6-a894ccac613a tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:48.616178 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-a3d0a1dd-66f9-4dd0-88e6-a894ccac613a tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.18 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60&tenant_id=caae1a39bcd64cb5b88820bd0e069e26&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 944 time: 0.0792308 Jul 09 14:10:48.686547 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-006d0983-ab03-4bd8-b7db-c3b96b2e6959 service neutron] delete failed (client error): The resource could not be found. Jul 09 14:10:48.687559 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-006d0983-ab03-4bd8-b7db-c3b96b2e6959 service neutron] 10.222.0.18 "DELETE /v2.0/ports/e207de99-4e4c-4e93-b33b-9cf96e1084e4/bindings/n-h1-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.0656703 Jul 09 14:10:48.798456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-46eba708-68c0-47a8-a88e-b9a4d2dfecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:48.800138 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-46eba708-68c0-47a8-a88e-b9a4d2dfecd7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=caae1a39bcd64cb5b88820bd0e069e26&device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 1095 time: 0.0601866 Jul 09 14:10:48.854684 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e207de99-4e4c-4e93-b33b-9cf96e1084e4 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:10:48.910379 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-8ae6ffb4-798a-41c8-865d-438d572fa67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:48.913072 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-8ae6ffb4-798a-41c8-865d-438d572fa67e service neutron] 10.222.0.18 "GET /v2.0/networks?id=87b8bfee-b326-48e8-a068-9642ab5307f2 HTTP/1.1" status: 200 len: 912 time: 0.1062715 Jul 09 14:10:48.915216 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port e207de99-4e4c-4e93-b33b-9cf96e1084e4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:10:48.920383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port e207de99-4e4c-4e93-b33b-9cf96e1084e4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:10:48.920992 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:48.983543 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-fef5a406-dcce-49ed-a12c-08f11d1eb546 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4 HTTP/1.1" status: 200 len: 217 time: 0.0631859 Jul 09 14:10:49.037078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-2ce8d0fa-633c-4595-9455-315cb8b7bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:49.038622 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-2ce8d0fa-633c-4595-9455-315cb8b7bf3d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=dfd72388-2366-4abf-ad2b-9163807c3d6c HTTP/1.1" status: 200 len: 851 time: 0.0478292 Jul 09 14:10:49.047411 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:49.072663 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298af5c2-5f10-4437-89ff-968f323a7b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e207de99-4e4c-4e93-b33b-9cf96e1084e4'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:10:49.073030 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-c1fb078d-f0e6-4380-8a3e-417438f683d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=87b8bfee-b326-48e8-a068-9642ab5307f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282929 Jul 09 14:10:49.075625 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a9e490-630a-4fbe-837a-34d6e7a108e5" -d '{"events": [{"server_uuid": "298af5c2-5f10-4437-89ff-968f323a7b60", "name": "network-vif-plugged", "status": "completed", "tag": "e207de99-4e4c-4e93-b33b-9cf96e1084e4"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:10:49.091710 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port e207de99-4e4c-4e93-b33b-9cf96e1084e4, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4,segment=NetworkSegment(f11116aa-93e4-45f2-b8f3-7a67d29c0ed3),segment_id=f11116aa-93e4-45f2-b8f3-7a67d29c0ed3)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:10:49.097638 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:49.148854 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:10:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b149cd69-490f-4d6a-804f-107bea17ec87 x-openstack-request-id: req-b149cd69-490f-4d6a-804f-107bea17ec87 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:10:49.149853 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298af5c2-5f10-4437-89ff-968f323a7b60", "name": "network-vif-plugged", "status": "completed", "tag": "e207de99-4e4c-4e93-b33b-9cf96e1084e4", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:10:49.150265 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b149cd69-490f-4d6a-804f-107bea17ec87 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:10:49.150881 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298af5c2-5f10-4437-89ff-968f323a7b60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e207de99-4e4c-4e93-b33b-9cf96e1084e4', 'code': 200} Jul 09 14:10:49.192891 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=e207de99-4e4c-4e93-b33b-9cf96e1084e4,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:49.194072 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-44f77736-49d4-4af4-85f5-cf181cd3e897 service neutron] 10.222.0.18 "GET /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150229 Jul 09 14:10:49.296921 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-1f859f25-57e6-4abd-886b-4cd579f2fa17 service neutron] 10.222.0.18 "GET /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947576 Jul 09 14:10:50.219454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162b205-412f-4b6e-84cf-750ccebd5ae8 req-4fb84605-4c4b-43d0-8fed-d3bde6224bdd tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:50.221152 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e162b205-412f-4b6e-84cf-750ccebd5ae8 req-4fb84605-4c4b-43d0-8fed-d3bde6224bdd tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0909996 Jul 09 14:10:50.263606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e162b205-412f-4b6e-84cf-750ccebd5ae8 req-f0a28aaf-0684-4e05-8eba-960e809ff47b tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366445 Jul 09 14:10:51.419362 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-dc7d0a79-9ab5-4083-bd01-7640ce2af815 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:51.421450 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-dc7d0a79-9ab5-4083-bd01-7640ce2af815 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.15 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0843978 Jul 09 14:10:51.453739 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60192c89-3f2d-4129-9432-789c03632feb req-62b8001f-630e-4e99-b441-2de541328a48 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:51.455082 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60192c89-3f2d-4129-9432-789c03632feb req-62b8001f-630e-4e99-b441-2de541328a48 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/ports?device_id=298af5c2-5f10-4437-89ff-968f323a7b60 HTTP/1.1" status: 200 len: 945 time: 0.0695770 Jul 09 14:10:51.508430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-60192c89-3f2d-4129-9432-789c03632feb req-292493a2-75e3-44b1-91ef-e86210b8a5ea tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.39 "GET /v2.0/security-groups?id=3b088807-99ec-4aa9-863c-8b5c66bf87e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436356 Jul 09 14:10:51.574669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-a6294449-2aca-4c9b-801f-806320e1bc43 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Deleting port e207de99-4e4c-4e93-b33b-9cf96e1084e4 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:10:51.574934 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-a6294449-2aca-4c9b-801f-806320e1bc43 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:51.679773 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-a6294449-2aca-4c9b-801f-806320e1bc43 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] For port e207de99-4e4c-4e93-b33b-9cf96e1084e4, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=e207de99-4e4c-4e93-b33b-9cf96e1084e4,segment=NetworkSegment(f11116aa-93e4-45f2-b8f3-7a67d29c0ed3),segment_id=f11116aa-93e4-45f2-b8f3-7a67d29c0ed3)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:10:51.680133 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-a6294449-2aca-4c9b-801f-806320e1bc43 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:51.695481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-a6294449-2aca-4c9b-801f-806320e1bc43 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Calling delete_port for e207de99-4e4c-4e93-b33b-9cf96e1084e4 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:10:51.839526 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-a6294449-2aca-4c9b-801f-806320e1bc43 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:51.855286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['e207de99-4e4c-4e93-b33b-9cf96e1084e4'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:10:51.877112 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6294449-2aca-4c9b-801f-806320e1bc43 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Pushing event deleted for resources: {'Port': ['ID=e207de99-4e4c-4e93-b33b-9cf96e1084e4,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:51.939114 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-a6294449-2aca-4c9b-801f-806320e1bc43 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] No DVR routers for this DVR port e207de99-4e4c-4e93-b33b-9cf96e1084e4 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:10:51.943377 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-a6294449-2aca-4c9b-801f-806320e1bc43 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:51.947460 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e5af1c4-11f2-4264-8376-bd20f83e540d req-a6294449-2aca-4c9b-801f-806320e1bc43 tempest-DeleteServersTestJSON-1258465004 tempest-DeleteServersTestJSON-1258465004-project] 10.222.0.15 "DELETE /v2.0/ports/e207de99-4e4c-4e93-b33b-9cf96e1084e4 HTTP/1.1" status: 204 len: 173 time: 0.5205460 Jul 09 14:10:51.948240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '298af5c2-5f10-4437-89ff-968f323a7b60', 'name': 'network-vif-deleted', 'tag': 'e207de99-4e4c-4e93-b33b-9cf96e1084e4'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:10:51.952361 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af3655bd-8d38-48fa-aab5-cd859bd44ea7" -d '{"events": [{"server_uuid": "298af5c2-5f10-4437-89ff-968f323a7b60", "name": "network-vif-deleted", "tag": "e207de99-4e4c-4e93-b33b-9cf96e1084e4"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:10:51.995378 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a5d3220-9831-4ee0-bb63-5d47bfbc7917 x-openstack-request-id: req-3a5d3220-9831-4ee0-bb63-5d47bfbc7917 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:10:51.995689 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "298af5c2-5f10-4437-89ff-968f323a7b60", "name": "network-vif-deleted", "tag": "e207de99-4e4c-4e93-b33b-9cf96e1084e4", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:10:51.995920 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3a5d3220-9831-4ee0-bb63-5d47bfbc7917 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:10:51.996330 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '298af5c2-5f10-4437-89ff-968f323a7b60', 'name': 'network-vif-deleted', 'tag': 'e207de99-4e4c-4e93-b33b-9cf96e1084e4', 'status': 'completed', 'code': 200} Jul 09 14:10:52.784480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46322) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:10:52.832853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Deleting subnet dfd72388-2366-4abf-ad2b-9163807c3d6c {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:10:52.836322 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:52.881100 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:52.924082 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:52.987032 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:53.018070 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfd72388-2366-4abf-ad2b-9163807c3d6c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:53.021758 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:53.022720 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/dfd72388-2366-4abf-ad2b-9163807c3d6c HTTP/1.1" status: 204 len: 168 time: 0.2372046 Jul 09 14:10:53.026899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46324) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:10:53.030891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:53.031262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:53.031606 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:53.031941 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:53.032270 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:53.032602 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:53.032926 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:53.033248 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:53.033570 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:53.033891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:53.034610 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:53.035317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6c9ac1-52c1-4274-9ec7-0a1d1e5a0832 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:53.102368 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44a5ac2c-f1dc-4539-ba5d-a9371d7bfd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:53.194233 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44a5ac2c-f1dc-4539-ba5d-a9371d7bfd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:53.205548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-44a5ac2c-f1dc-4539-ba5d-a9371d7bfd58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87b8bfee-b326-48e8-a068-9642ab5307f2']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:10:53.218217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-44a5ac2c-f1dc-4539-ba5d-a9371d7bfd58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f11116aa-93e4-45f2-b8f3-7a67d29c0ed3') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:10:53.218520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-44a5ac2c-f1dc-4539-ba5d-a9371d7bfd58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f11116aa-93e4-45f2-b8f3-7a67d29c0ed3') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:10:53.229042 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44a5ac2c-f1dc-4539-ba5d-a9371d7bfd58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:53.246552 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44a5ac2c-f1dc-4539-ba5d-a9371d7bfd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:53.253556 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44a5ac2c-f1dc-4539-ba5d-a9371d7bfd58 admin admin] Releasing vlan 349 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:10:53.253971 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44a5ac2c-f1dc-4539-ba5d-a9371d7bfd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:10:53.255819 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:10:53.330189 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44a5ac2c-f1dc-4539-ba5d-a9371d7bfd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:53.339488 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-44a5ac2c-f1dc-4539-ba5d-a9371d7bfd58 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:53.342914 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-44a5ac2c-f1dc-4539-ba5d-a9371d7bfd58 admin admin] 10.222.0.39 "DELETE /v2.0/networks/87b8bfee-b326-48e8-a068-9642ab5307f2 HTTP/1.1" status: 204 len: 168 time: 0.3143954 Jul 09 14:10:53.356328 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a5ac2c-f1dc-4539-ba5d-a9371d7bfd58 admin admin] Pushing event deleted for resources: {'Network': ['ID=87b8bfee-b326-48e8-a068-9642ab5307f2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:53.535134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46328) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:10:53.579859 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6bde94cc-1971-4599-9aeb-20d46b222dc9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=caae1a39bcd64cb5b88820bd0e069e26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440319 Jul 09 14:10:53.582705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46330) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:10:53.643521 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5eb085d-8a6f-4fbb-95fd-e65b4a4e9f20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:53.681176 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5eb085d-8a6f-4fbb-95fd-e65b4a4e9f20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:53.741497 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5eb085d-8a6f-4fbb-95fd-e65b4a4e9f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:53.744803 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d5eb085d-8a6f-4fbb-95fd-e65b4a4e9f20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:53.746143 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d5eb085d-8a6f-4fbb-95fd-e65b4a4e9f20 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3b088807-99ec-4aa9-863c-8b5c66bf87e3 HTTP/1.1" status: 204 len: 168 time: 0.1623197 Jul 09 14:10:53.755059 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eb085d-8a6f-4fbb-95fd-e65b4a4e9f20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b088807-99ec-4aa9-863c-8b5c66bf87e3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:54.589430 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46352) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:10:54.729547 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c0ac2105-7e8b-41bd-a522-d2549ca5c515 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-360534666-network', 'tenant_id': '30e14823fe0440e2b13da63e4b45d7a9'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:10:54.753443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ac2105-7e8b-41bd-a522-d2549ca5c515 admin admin] Made reservation on behalf of 30e14823fe0440e2b13da63e4b45d7a9 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:10:54.755997 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0ac2105-7e8b-41bd-a522-d2549ca5c515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:54.767850 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0ac2105-7e8b-41bd-a522-d2549ca5c515 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:54.877676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e207de99-4e4c-4e93-b33b-9cf96e1084e4 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:10:54.881576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0ac2105-7e8b-41bd-a522-d2549ca5c515 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:54.886643 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0ac2105-7e8b-41bd-a522-d2549ca5c515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:54.902342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: e207de99-4e4c-4e93-b33b-9cf96e1084e4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:10:54.902681 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device e207de99-4e4c-4e93-b33b-9cf96e1084e4 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:10:54.920638 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ac2105-7e8b-41bd-a522-d2549ca5c515 admin admin] vlan segment allocate from pool success with {'vlan_id': 329, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:10:54.925927 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac2105-7e8b-41bd-a522-d2549ca5c515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929e0672-a01e-42a9-b558-c8574e3ffecf,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:54.940375 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0ac2105-7e8b-41bd-a522-d2549ca5c515 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:54.941000 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-c0ac2105-7e8b-41bd-a522-d2549ca5c515 admin admin] Added segment 02df9392-ed10-4dac-9093-55aed39f0386 of type vlan for network 200b9c32-88bd-4563-a667-e6a1395420b1 Jul 09 14:10:55.023559 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0ac2105-7e8b-41bd-a522-d2549ca5c515 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:55.058295 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0ac2105-7e8b-41bd-a522-d2549ca5c515 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:55.059470 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ac2105-7e8b-41bd-a522-d2549ca5c515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:55.060199 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c0ac2105-7e8b-41bd-a522-d2549ca5c515 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:55.133102 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c0ac2105-7e8b-41bd-a522-d2549ca5c515 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5421948 Jul 09 14:10:55.138028 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46356) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:10:55.143411 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a7b85db0-2578-4991-b833-4317590ddea2 admin admin] Request body: {'subnet': {'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-360534666-subnet', 'tenant_id': '30e14823fe0440e2b13da63e4b45d7a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:10:55.160003 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac2105-7e8b-41bd-a522-d2549ca5c515 admin admin] Pushing event updated for resources: {'Network': ['ID=200b9c32-88bd-4563-a667-e6a1395420b1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:55.172463 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b85db0-2578-4991-b833-4317590ddea2 admin admin] Made reservation on behalf of 30e14823fe0440e2b13da63e4b45d7a9 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:10:55.174887 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7b85db0-2578-4991-b833-4317590ddea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:55.177120 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 200b9c32-88bd-4563-a667-e6a1395420b1 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:10:55.418682 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7b85db0-2578-4991-b833-4317590ddea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:55.481366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b85db0-2578-4991-b833-4317590ddea2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88f54ddc-d1fc-4404-9be9-bc759da47482,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:55.492034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b85db0-2578-4991-b833-4317590ddea2 admin admin] Checking segment: {'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:10:55.492399 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b85db0-2578-4991-b833-4317590ddea2 admin admin] Network hostable DHCP agents. Network: 200b9c32-88bd-4563-a667-e6a1395420b1, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:10:55.515991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b85db0-2578-4991-b833-4317590ddea2 admin admin] Network 200b9c32-88bd-4563-a667-e6a1395420b1 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:10:55.527557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a7b85db0-2578-4991-b833-4317590ddea2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 200b9c32-88bd-4563-a667-e6a1395420b1) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:10:55.532332 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b85db0-2578-4991-b833-4317590ddea2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:55.533603 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a7b85db0-2578-4991-b833-4317590ddea2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:55.537669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4745cc7-c158-437f-a0a8-6fcfbb6afcf9 None None] Network 200b9c32-88bd-4563-a667-e6a1395420b1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:10:55.553355 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a7b85db0-2578-4991-b833-4317590ddea2 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4141388 Jul 09 14:10:55.694310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4785fb77-a6ef-4f83-b450-1f598848f539 None None] Network 200b9c32-88bd-4563-a667-e6a1395420b1 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:10:56.102649 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-e264f59f-4a88-4935-a8c1-0c692e757767 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:56.104845 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-e264f59f-4a88-4935-a8c1-0c692e757767 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 814 time: 0.1314843 Jul 09 14:10:56.121706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-9b5d10f9-5bc9-4b0a-bef2-5756ca91ba39 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/quotas/30e14823fe0440e2b13da63e4b45d7a9 HTTP/1.1" status: 200 len: 375 time: 0.0112944 Jul 09 14:10:56.166401 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-b86d7dc1-f125-4756-86e9-b098fee94e06 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381384 Jul 09 14:10:56.231678 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-53dfd71e-2b04-44cf-8d1c-913ee28c3a58 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:10:56.233002 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-53dfd71e-2b04-44cf-8d1c-913ee28c3a58 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0598071 Jul 09 14:10:56.338333 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-a1a8b771-6e63-4809-87ef-4d0bc1b70f67 service neutron] 10.222.0.39 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987568 Jul 09 14:10:56.441101 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-1f14bef2-b7be-4528-b044-9ddf0be2ac98 service neutron] 10.222.0.39 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968139 Jul 09 14:10:56.639122 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0dbc340f-b0be-488c-9505-447cf55a1c3d req-914f8241-4c16-4496-b0b2-f29c1f5059a5 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 210 time: 0.0316355 Jul 09 14:10:57.810606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-71b7bfbe-d58e-462b-a762-23b9b4c32297 req-f4008f87-a7e2-45fa-b0e4-6bb74394cc9c tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 210 time: 0.0366511 Jul 09 14:10:57.831219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-4502247c-a5d3-4f16-989d-1fbc6efd4286 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:57.832795 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-4502247c-a5d3-4f16-989d-1fbc6efd4286 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.15 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 814 time: 0.1490879 Jul 09 14:10:57.847343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Request body: {'port': {'device_id': '8e8f3e2d-5a60-4547-905e-596b9205662e', 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1', 'admin_state_up': True, 'tenant_id': '30e14823fe0440e2b13da63e4b45d7a9'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:10:57.975064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Made reservation on behalf of 30e14823fe0440e2b13da63e4b45d7a9 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:10:57.979511 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:58.116861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Allocated IP 172.20.0.6 (200b9c32-88bd-4563-a667-e6a1395420b1/88f54ddc-d1fc-4404-9be9-bc759da47482/65d486e9-d954-43a1-8581-af225366c5dc) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:10:58.290993 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:58.355045 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:58.411655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Network 200b9c32-88bd-4563-a667-e6a1395420b1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:10:58.416422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:10:58.421255 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:10:58.450187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Pushing event updated for resources: {'Port': ['ID=65d486e9-d954-43a1-8581-af225366c5dc,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:58.472600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:58.472949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:58.473291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:58.473638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:58.473969 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:58.474302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:58.474629 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:58.474958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:58.475311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:58.475633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:58.475955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:58.476524 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:10:58.502697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:58.503324 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:58.522111 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-cb25c0d2-158b-4366-979a-f3d62797a672 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6788270 Jul 09 14:10:58.534841 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Request body: {'port': {'device_id': '8e8f3e2d-5a60-4547-905e-596b9205662e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:10:58.613380 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:58.920214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65d486e9-d954-43a1-8581-af225366c5dc {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:10:58.928846 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:58.943294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Transition to ACTIVE for port object 65d486e9-d954-43a1-8581-af225366c5dc will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:10:58.950387 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:59.005426 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Pushing event updated for resources: {'Port': ['ID=65d486e9-d954-43a1-8581-af225366c5dc,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:59.104123 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Attempting to bind port 65d486e9-d954-43a1-8581-af225366c5dc on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:10:59.104576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Attempting to bind port 65d486e9-d954-43a1-8581-af225366c5dc by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:10:59.105105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Attempting to bind port 65d486e9-d954-43a1-8581-af225366c5dc on network 200b9c32-88bd-4563-a667-e6a1395420b1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:10:59.105561 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb831a68-89da-4934-b833-71f68108e73f req-048bc84e-0b7a-443a-bde4-6d4ea04c34dd tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:59.108385 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb831a68-89da-4934-b833-71f68108e73f req-048bc84e-0b7a-443a-bde4-6d4ea04c34dd tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 943 time: 0.1127360 Jul 09 14:10:59.112085 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Port 65d486e9-d954-43a1-8581-af225366c5dc on network 200b9c32-88bd-4563-a667-e6a1395420b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:10:59.112525 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Attempting to bind port 65d486e9-d954-43a1-8581-af225366c5dc on network 200b9c32-88bd-4563-a667-e6a1395420b1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:10:59.120259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 10, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:10:59.120765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Checking segment: {'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:10:59.121268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Bound using segment: {'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:10:59.121855 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Bound port: 65d486e9-d954-43a1-8581-af225366c5dc, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:10:59.122401 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:59.165772 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb831a68-89da-4934-b833-71f68108e73f req-5e00d4f0-4e34-4171-9497-55f4fd55abc7 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502217 Jul 09 14:10:59.225766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] For port 65d486e9-d954-43a1-8581-af225366c5dc, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:10:59.231483 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] For port 65d486e9-d954-43a1-8581-af225366c5dc, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=65d486e9-d954-43a1-8581-af225366c5dc,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:10:59.237657 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:59.281284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:59.282046 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:10:59.283687 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] 10.222.0.15 "PUT /v2.0/ports/65d486e9-d954-43a1-8581-af225366c5dc HTTP/1.1" status: 200 len: 1091 time: 0.7543347 Jul 09 14:10:59.284251 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8f3e2d-5a60-4547-905e-596b9205662e', 'tag': '65d486e9-d954-43a1-8581-af225366c5dc'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:10:59.286691 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0859772-b9ce-4b08-9d97-3d4b9e0d917a" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8f3e2d-5a60-4547-905e-596b9205662e", "tag": "65d486e9-d954-43a1-8581-af225366c5dc"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:10:59.337597 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fb592-fa71-483e-9a37-ac8f5162d195 service neutron] Pushing event updated for resources: {'Port': ['ID=65d486e9-d954-43a1-8581-af225366c5dc,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:10:59.349849 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b11e447-0d0c-4cdf-8fb1-1a0b90be2284 x-openstack-request-id: req-3b11e447-0d0c-4cdf-8fb1-1a0b90be2284 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:10:59.350360 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8f3e2d-5a60-4547-905e-596b9205662e", "tag": "65d486e9-d954-43a1-8581-af225366c5dc", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:10:59.350774 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b11e447-0d0c-4cdf-8fb1-1a0b90be2284 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:10:59.351439 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8f3e2d-5a60-4547-905e-596b9205662e', 'tag': '65d486e9-d954-43a1-8581-af225366c5dc', 'status': 'completed', 'code': 200} Jul 09 14:10:59.414372 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-fa0a0aca-3a05-4912-9205-6a528da50c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:59.416211 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-fa0a0aca-3a05-4912-9205-6a528da50c3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 1094 time: 0.0635865 Jul 09 14:10:59.465836 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-616b956b-2108-4c79-b491-39638b8260cb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d486e9-d954-43a1-8581-af225366c5dc HTTP/1.1" status: 200 len: 217 time: 0.0421796 Jul 09 14:10:59.519184 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-0bcd9251-74b6-426a-81ab-acfdbe019ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:59.520797 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-0bcd9251-74b6-426a-81ab-acfdbe019ff0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88f54ddc-d1fc-4404-9be9-bc759da47482 HTTP/1.1" status: 200 len: 854 time: 0.0491140 Jul 09 14:10:59.558219 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-4ad2386e-5077-4e9d-8519-2acacc0365ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=200b9c32-88bd-4563-a667-e6a1395420b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311170 Jul 09 14:10:59.674608 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-762c5048-33c4-4809-97bf-eabb79f7c51c service neutron] 10.222.0.15 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095519 Jul 09 14:10:59.781513 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c92d01aa-5d9c-4f25-a69c-c9b786a029f8 req-7464a176-03e5-42d5-a11c-c748fddaf352 service neutron] 10.222.0.15 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989320 Jul 09 14:10:59.901723 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0859772-b9ce-4b08-9d97-3d4b9e0d917a req-41586bf6-47b5-4185-807e-84647be76f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:10:59.903477 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0859772-b9ce-4b08-9d97-3d4b9e0d917a req-41586bf6-47b5-4185-807e-84647be76f12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 1094 time: 0.0656059 Jul 09 14:11:00.025380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0859772-b9ce-4b08-9d97-3d4b9e0d917a req-740bf82c-cb8a-4765-9e44-08bb8fce1a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:00.027849 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0859772-b9ce-4b08-9d97-3d4b9e0d917a req-740bf82c-cb8a-4765-9e44-08bb8fce1a26 service neutron] 10.222.0.15 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 915 time: 0.1179080 Jul 09 14:11:00.073765 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0859772-b9ce-4b08-9d97-3d4b9e0d917a req-339f748a-e11d-4b55-8d69-45a73b139b89 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d486e9-d954-43a1-8581-af225366c5dc HTTP/1.1" status: 200 len: 217 time: 0.0393462 Jul 09 14:11:00.129607 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0859772-b9ce-4b08-9d97-3d4b9e0d917a req-6d51903a-811f-4ad1-a109-1c790af4a316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:00.131226 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0859772-b9ce-4b08-9d97-3d4b9e0d917a req-6d51903a-811f-4ad1-a109-1c790af4a316 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88f54ddc-d1fc-4404-9be9-bc759da47482 HTTP/1.1" status: 200 len: 854 time: 0.0509093 Jul 09 14:11:00.175660 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0859772-b9ce-4b08-9d97-3d4b9e0d917a req-982d8f98-9102-48e2-92f0-cbccd0b6e44a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=200b9c32-88bd-4563-a667-e6a1395420b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358238 Jul 09 14:11:00.281363 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0859772-b9ce-4b08-9d97-3d4b9e0d917a req-d9989db8-6edf-4a85-8020-52a4e790d2da service neutron] 10.222.0.15 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987661 Jul 09 14:11:00.438123 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce08fd-56d9-4131-8a22-37622023e0df req-49c189a1-68c1-454c-a6f8-fd38faf948a6 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:00.440024 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-52ce08fd-56d9-4131-8a22-37622023e0df req-49c189a1-68c1-454c-a6f8-fd38faf948a6 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 943 time: 0.0962400 Jul 09 14:11:00.454442 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0859772-b9ce-4b08-9d97-3d4b9e0d917a req-c7b5b65e-99d9-40e7-903a-d0579fb5fc3c service neutron] 10.222.0.15 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1662993 Jul 09 14:11:00.491775 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-52ce08fd-56d9-4131-8a22-37622023e0df req-054212be-4cd5-47da-bce6-1b13b20aa2f3 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451682 Jul 09 14:11:00.893106 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 65d486e9-d954-43a1-8581-af225366c5dc details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:11:01.006652 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 65d486e9-d954-43a1-8581-af225366c5dc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=65d486e9-d954-43a1-8581-af225366c5dc,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:11:01.021725 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '65d486e9-d954-43a1-8581-af225366c5dc', 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1', 'port_id': '65d486e9-d954-43a1-8581-af225366c5dc', 'mac_address': 'fa:16:3e:1d:2e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f54ddc-d1fc-4404-9be9-bc759da47482', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:11:01.066837 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:01.082721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d486e9-d954-43a1-8581-af225366c5dc {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:11:01.105913 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 65d486e9-d954-43a1-8581-af225366c5dc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=65d486e9-d954-43a1-8581-af225366c5dc,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:11:01.110996 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:01.173036 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=65d486e9-d954-43a1-8581-af225366c5dc,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:11:01.295469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['65d486e9-d954-43a1-8581-af225366c5dc'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:11:01.693860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cc1c78-dfd9-49aa-8625-c8299723f247 req-04119765-749b-495a-9737-b8bca28d0360 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:01.695690 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d8cc1c78-dfd9-49aa-8625-c8299723f247 req-04119765-749b-495a-9737-b8bca28d0360 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 944 time: 0.0754058 Jul 09 14:11:01.754818 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d8cc1c78-dfd9-49aa-8625-c8299723f247 req-15b0eabf-3195-45ae-a1ca-dae30e8447cd tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528064 Jul 09 14:11:01.869091 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a17adc9c-ab22-4bfe-a43c-20e707ee928f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:02.912685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 65d486e9-d954-43a1-8581-af225366c5dc up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:11:02.960483 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0716a050-59d2-4e17-9b94-e2e599e21459 req-557f3875-563c-4f1d-9b8c-c22238497af7 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:02.963533 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0716a050-59d2-4e17-9b94-e2e599e21459 req-557f3875-563c-4f1d-9b8c-c22238497af7 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 944 time: 0.0866988 Jul 09 14:11:02.984234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 65d486e9-d954-43a1-8581-af225366c5dc completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:11:02.990201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 65d486e9-d954-43a1-8581-af225366c5dc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:11:02.990816 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:03.019726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0716a050-59d2-4e17-9b94-e2e599e21459 req-356b40de-17bf-4d6d-bc34-791dfa937859 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490572 Jul 09 14:11:03.089320 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:03.116549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8f3e2d-5a60-4547-905e-596b9205662e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d486e9-d954-43a1-8581-af225366c5dc'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:11:03.119388 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ee6a1fc-9874-4ebc-804f-01ff9f21413c" -d '{"events": [{"server_uuid": "8e8f3e2d-5a60-4547-905e-596b9205662e", "name": "network-vif-plugged", "status": "completed", "tag": "65d486e9-d954-43a1-8581-af225366c5dc"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:11:03.137876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 65d486e9-d954-43a1-8581-af225366c5dc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=65d486e9-d954-43a1-8581-af225366c5dc,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:11:03.143954 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:03.172511 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:11:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f010fb4-b700-4321-8bdd-130516b9a3a4 x-openstack-request-id: req-8f010fb4-b700-4321-8bdd-130516b9a3a4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:11:03.172821 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8f3e2d-5a60-4547-905e-596b9205662e", "name": "network-vif-plugged", "status": "completed", "tag": "65d486e9-d954-43a1-8581-af225366c5dc", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:11:03.173064 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8f010fb4-b700-4321-8bdd-130516b9a3a4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:11:03.173475 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8f3e2d-5a60-4547-905e-596b9205662e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d486e9-d954-43a1-8581-af225366c5dc', 'code': 200} Jul 09 14:11:03.205086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=65d486e9-d954-43a1-8581-af225366c5dc,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:11:03.300584 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2638306-e816-45b4-a8b4-f4467a95d000 req-5446bc0e-7bd9-4095-b432-59a038150e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:03.302113 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2638306-e816-45b4-a8b4-f4467a95d000 req-5446bc0e-7bd9-4095-b432-59a038150e86 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 1096 time: 0.0598190 Jul 09 14:11:03.345425 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2638306-e816-45b4-a8b4-f4467a95d000 req-168b2b7c-9365-49c6-aa61-eb6b79634135 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364797 Jul 09 14:11:04.242379 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ae0a66-69a9-46c6-8e92-08bc09940308 req-611cdfc7-666d-4e49-a72d-4d4d01d11ad0 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:04.244983 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-32ae0a66-69a9-46c6-8e92-08bc09940308 req-611cdfc7-666d-4e49-a72d-4d4d01d11ad0 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0850849 Jul 09 14:11:04.292180 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-32ae0a66-69a9-46c6-8e92-08bc09940308 req-468a7086-73ca-4832-b383-f4ca76371d5c tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405807 Jul 09 14:11:04.707213 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:04.720946 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2ae9a029-d511-470f-a7fd-f3a72ff89822 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:05.530024 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11990b3c-cc61-480d-a8d6-1aa6114171d6 req-bb1f93d5-91fd-448e-89dd-70b82ce1b59d tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:05.532452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-11990b3c-cc61-480d-a8d6-1aa6114171d6 req-bb1f93d5-91fd-448e-89dd-70b82ce1b59d tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0876243 Jul 09 14:11:05.594074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-11990b3c-cc61-480d-a8d6-1aa6114171d6 req-8fca6c6c-e1be-4132-9f3d-2dfa695b0aac tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493383 Jul 09 14:11:05.771671 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:05.889949 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa8757e-8f91-4229-9663-dc673eb501c4 req-2daa11b7-62af-449e-9492-fcc8327bd147 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:05.892259 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-faa8757e-8f91-4229-9663-dc673eb501c4 req-2daa11b7-62af-449e-9492-fcc8327bd147 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.1276267 Jul 09 14:11:05.949369 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-faa8757e-8f91-4229-9663-dc673eb501c4 req-9007b04b-aea6-4c51-b2b1-43eba9541a48 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505407 Jul 09 14:11:06.373117 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84a7011-b8f9-414d-ab10-e3a788f93962 req-f2e29b71-8461-4dcc-bfc4-63fbce521d49 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:06.375081 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b84a7011-b8f9-414d-ab10-e3a788f93962 req-f2e29b71-8461-4dcc-bfc4-63fbce521d49 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0718443 Jul 09 14:11:06.421766 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b84a7011-b8f9-414d-ab10-e3a788f93962 req-d89d25d6-022e-42b5-b81c-5b552def85ac tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394945 Jul 09 14:11:06.631611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d9096f-2eb7-4bcf-8151-4ce5df832eed req-4b24ea85-3932-48a7-9dd4-d595edc9fdc2 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:06.633962 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70d9096f-2eb7-4bcf-8151-4ce5df832eed req-4b24ea85-3932-48a7-9dd4-d595edc9fdc2 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0847256 Jul 09 14:11:06.689057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70d9096f-2eb7-4bcf-8151-4ce5df832eed req-a74615a6-9cdc-4d3d-8c2b-6998ebe9c3ce tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488446 Jul 09 14:11:07.087685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-6032d2e9-4a0e-4552-a88b-89ec1146cab5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0621569 Jul 09 14:11:07.168605 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:07.182097 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6567265-f992-4486-8d5d-7a7681666d24 req-344e27e1-763e-430d-a77a-11824777c7a2 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:07.184198 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b6567265-f992-4486-8d5d-7a7681666d24 req-344e27e1-763e-430d-a77a-11824777c7a2 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0801198 Jul 09 14:11:07.242697 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b6567265-f992-4486-8d5d-7a7681666d24 req-7f635f62-a149-4937-87d7-ec9c16da78a2 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516050 Jul 09 14:11:08.458798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4ee9a1-902f-4340-81de-459b7a651e75 req-cdd6640c-58c3-41fe-858b-7bee8253f727 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:08.460539 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e4ee9a1-902f-4340-81de-459b7a651e75 req-cdd6640c-58c3-41fe-858b-7bee8253f727 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0755577 Jul 09 14:11:08.474126 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-ecae861f-4cf6-4d40-9c60-b7bc13dfcb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:08.475869 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-ecae861f-4cf6-4d40-9c60-b7bc13dfcb14 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 1096 time: 0.0641232 Jul 09 14:11:08.524403 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e4ee9a1-902f-4340-81de-459b7a651e75 req-9fa1726d-2c7a-488f-9493-fee34be263be tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573087 Jul 09 14:11:08.581222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-84baaaeb-eccc-49d5-99c0-85575c46b28d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:08.582735 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-84baaaeb-eccc-49d5-99c0-85575c46b28d service neutron] 10.222.0.15 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 915 time: 0.0999854 Jul 09 14:11:08.626108 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-76160d90-a58b-47af-ba3e-9db69ec34da4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d486e9-d954-43a1-8581-af225366c5dc HTTP/1.1" status: 200 len: 217 time: 0.0371656 Jul 09 14:11:08.683939 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-15617b8a-12e6-4cee-974f-95e86f0f1af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:08.685455 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-15617b8a-12e6-4cee-974f-95e86f0f1af3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88f54ddc-d1fc-4404-9be9-bc759da47482 HTTP/1.1" status: 200 len: 854 time: 0.0529385 Jul 09 14:11:08.719204 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-c2fc1158-cd3e-4f89-8345-61ac16bcc073 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=200b9c32-88bd-4563-a667-e6a1395420b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279078 Jul 09 14:11:08.815531 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-15a4fce2-16fc-4021-bf89-dff802175a23 service neutron] 10.222.0.15 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902801 Jul 09 14:11:08.874365 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:08.928688 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-57f97f00-a1c1-4904-a296-a34983f609c7 service neutron] 10.222.0.15 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075616 Jul 09 14:11:09.054001 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:09.738093 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9eeb53-6fb9-4621-9ebd-80e95f468cf6 req-1b42805e-38cd-433e-a0e8-058f83f760cc tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:09.739792 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d9eeb53-6fb9-4621-9ebd-80e95f468cf6 req-1b42805e-38cd-433e-a0e8-058f83f760cc tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0825498 Jul 09 14:11:09.789491 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d9eeb53-6fb9-4621-9ebd-80e95f468cf6 req-f51e8110-308f-4faa-b3f8-196a95f376bb tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385158 Jul 09 14:11:10.995759 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2427ed-9614-43fc-a49f-97480b7d9158 req-73032cda-f650-4c9a-8a49-c6671bc8848b tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:10.997433 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2f2427ed-9614-43fc-a49f-97480b7d9158 req-73032cda-f650-4c9a-8a49-c6671bc8848b tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0733454 Jul 09 14:11:11.063892 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2f2427ed-9614-43fc-a49f-97480b7d9158 req-6fc9ffcb-0737-40eb-8328-7c7c94cce6cb tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559101 Jul 09 14:11:12.331380 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd44b9df-c767-451b-a44b-bbcad0f920eb req-e474bc88-092b-49b5-9d89-79ff0702d68c tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:12.332976 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd44b9df-c767-451b-a44b-bbcad0f920eb req-e474bc88-092b-49b5-9d89-79ff0702d68c tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0705206 Jul 09 14:11:12.387495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dd44b9df-c767-451b-a44b-bbcad0f920eb req-7000c864-507c-4048-af9a-91f74f559b9c tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436685 Jul 09 14:11:13.613303 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc39fc7-60a5-4237-9a8d-19fee6db987d req-f71f0d78-c297-4d65-bd40-8451faf6de0c tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:13.615653 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4bc39fc7-60a5-4237-9a8d-19fee6db987d req-f71f0d78-c297-4d65-bd40-8451faf6de0c tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0736687 Jul 09 14:11:13.661382 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4bc39fc7-60a5-4237-9a8d-19fee6db987d req-f917d114-f0b6-459f-9b56-0ab4b9a43fdb tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397079 Jul 09 14:11:14.267124 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:11:14.862707 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c70748-5750-4c0f-b048-f52b6e0f4b94 req-221ce560-089f-420d-a010-eeb570f7af45 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:14.864436 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18c70748-5750-4c0f-b048-f52b6e0f4b94 req-221ce560-089f-420d-a010-eeb570f7af45 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0736930 Jul 09 14:11:14.911289 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-18c70748-5750-4c0f-b048-f52b6e0f4b94 req-500147dd-1615-4f92-b3ea-04892ce1eed9 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Jul 09 14:11:16.107053 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d468028-044c-494e-9a5b-9debc48b8b21 req-740924ec-cfb1-4d2e-888c-0d0bd88fa379 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:16.108742 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d468028-044c-494e-9a5b-9debc48b8b21 req-740924ec-cfb1-4d2e-888c-0d0bd88fa379 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0752404 Jul 09 14:11:16.157530 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d468028-044c-494e-9a5b-9debc48b8b21 req-82245400-351d-4800-9511-7cfa882f281d tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383179 Jul 09 14:11:17.382535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57ea6a6-92fc-44eb-9ac0-210eefb13a45 req-70eea734-39e6-4683-9525-b09ae42d18b2 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:17.385321 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a57ea6a6-92fc-44eb-9ac0-210eefb13a45 req-70eea734-39e6-4683-9525-b09ae42d18b2 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0995953 Jul 09 14:11:17.428664 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a57ea6a6-92fc-44eb-9ac0-210eefb13a45 req-6981ca0b-12f8-4455-b0ab-46d4e5d6f06f tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368967 Jul 09 14:11:18.627336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c213c0-59bc-44d6-a5dc-f7516a449ca0 req-c033225e-4c52-484c-b670-42a36ac5e12a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:18.629240 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b2c213c0-59bc-44d6-a5dc-f7516a449ca0 req-c033225e-4c52-484c-b670-42a36ac5e12a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0705433 Jul 09 14:11:18.701578 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b2c213c0-59bc-44d6-a5dc-f7516a449ca0 req-1504cdb2-178f-415a-9f20-e3529b9fe8a7 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652866 Jul 09 14:11:19.911031 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc17348-660f-4ffb-92c9-1ee88e02d94f req-27d072da-7997-435b-9acf-03044217112a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:19.912733 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0fc17348-660f-4ffb-92c9-1ee88e02d94f req-27d072da-7997-435b-9acf-03044217112a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0786264 Jul 09 14:11:19.967919 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0fc17348-660f-4ffb-92c9-1ee88e02d94f req-932eee07-b6a1-4d10-86e4-d4018c40d277 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454473 Jul 09 14:11:21.162984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a444c30-4abc-4099-a1e7-bd9ed37aed4a req-e4d7031d-ce94-40e8-a006-e7d5b31ac934 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:21.165668 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a444c30-4abc-4099-a1e7-bd9ed37aed4a req-e4d7031d-ce94-40e8-a006-e7d5b31ac934 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0721965 Jul 09 14:11:21.210248 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a444c30-4abc-4099-a1e7-bd9ed37aed4a req-9558ba6b-a2cd-46db-8191-ef95a52bc7cb tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376074 Jul 09 14:11:22.411197 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0814a7-333b-4ce9-8284-3f4351307600 req-e4b2028a-937b-4084-bd82-ed270ba5d751 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:22.412951 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef0814a7-333b-4ce9-8284-3f4351307600 req-e4b2028a-937b-4084-bd82-ed270ba5d751 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0806890 Jul 09 14:11:22.457460 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef0814a7-333b-4ce9-8284-3f4351307600 req-9930390d-b115-40e7-9efb-678cdc33c627 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372872 Jul 09 14:11:23.657129 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed8ab4b-8442-4557-9999-39f7e1a527f9 req-143a7b98-510b-40c8-8d8d-0f056b74c272 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:23.658769 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ed8ab4b-8442-4557-9999-39f7e1a527f9 req-143a7b98-510b-40c8-8d8d-0f056b74c272 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0694699 Jul 09 14:11:23.702555 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4ed8ab4b-8442-4557-9999-39f7e1a527f9 req-9e16a408-49d4-494d-8b2c-150c4cc3d8da tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370209 Jul 09 14:11:24.901671 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d10cf0d-5dac-4d6e-8e57-948e2847f3ac req-fabe1352-cf6f-4732-a424-d7c7d05878cd tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:24.903373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7d10cf0d-5dac-4d6e-8e57-948e2847f3ac req-fabe1352-cf6f-4732-a424-d7c7d05878cd tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0770798 Jul 09 14:11:24.946389 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7d10cf0d-5dac-4d6e-8e57-948e2847f3ac req-276707fa-5569-4c9d-8845-59cd57ebdaa8 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369563 Jul 09 14:11:26.139934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfe6aec-00a0-4b86-ac17-59c3ad42c165 req-132f4921-7158-4d75-ad58-c3d07fc68bfb tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:26.141602 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7cfe6aec-00a0-4b86-ac17-59c3ad42c165 req-132f4921-7158-4d75-ad58-c3d07fc68bfb tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0729842 Jul 09 14:11:26.185856 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7cfe6aec-00a0-4b86-ac17-59c3ad42c165 req-a0e6ebee-5ce1-436e-b42b-2eec1e493b9e tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384865 Jul 09 14:11:27.384224 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46894673-5487-4fca-81ed-a2af9b3e5f74 req-45498946-b94e-4cb5-b809-7e1635e664b9 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:27.385783 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46894673-5487-4fca-81ed-a2af9b3e5f74 req-45498946-b94e-4cb5-b809-7e1635e664b9 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0729573 Jul 09 14:11:27.438804 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46894673-5487-4fca-81ed-a2af9b3e5f74 req-87b7c1bc-3f1c-4929-8e6a-66d73f309dd6 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421917 Jul 09 14:11:28.642283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07052c0-f170-4f8c-958e-133010931c70 req-fce27fb3-8eb3-43dd-ad25-0b05f8114f0b tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:28.644021 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c07052c0-f170-4f8c-958e-133010931c70 req-fce27fb3-8eb3-43dd-ad25-0b05f8114f0b tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0779176 Jul 09 14:11:28.690645 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c07052c0-f170-4f8c-958e-133010931c70 req-eaf39a68-9d9c-48dc-b06d-215c117c7db6 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393190 Jul 09 14:11:29.910921 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef13d41a-9007-49ee-ad7a-51e937706ecd req-2f20e071-c175-4062-b9b0-37b58e1904be tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:29.912875 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef13d41a-9007-49ee-ad7a-51e937706ecd req-2f20e071-c175-4062-b9b0-37b58e1904be tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0774455 Jul 09 14:11:29.960713 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ef13d41a-9007-49ee-ad7a-51e937706ecd req-34bd5ac1-63da-49ce-a5e7-4df131af698f tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413890 Jul 09 14:11:31.168328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afebcada-1a71-444d-893c-bdf7abd407e0 req-c21bf284-6f41-44af-8487-c280a6e9cc07 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:31.170138 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-afebcada-1a71-444d-893c-bdf7abd407e0 req-c21bf284-6f41-44af-8487-c280a6e9cc07 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0790498 Jul 09 14:11:31.213440 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-afebcada-1a71-444d-893c-bdf7abd407e0 req-6ba40793-4288-4177-aa0e-001f58cc0785 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371299 Jul 09 14:11:31.870886 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a783726c-dcb2-41cc-a995-d342ca9a892d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:32.411300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469d7dd3-a6e7-4943-9ca3-0f17f742e76a req-4923f257-91d1-4212-a65e-a4f6fd585190 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:32.413331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-469d7dd3-a6e7-4943-9ca3-0f17f742e76a req-4923f257-91d1-4212-a65e-a4f6fd585190 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0731497 Jul 09 14:11:32.459520 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-469d7dd3-a6e7-4943-9ca3-0f17f742e76a req-bf418d70-1f81-48bf-9756-e2f220e297e9 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393717 Jul 09 14:11:33.653257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522e0b1c-0b00-4d07-bfe1-121e1f326e4d req-97458210-6da0-40f8-b3af-4d846453924b tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:33.655130 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-522e0b1c-0b00-4d07-bfe1-121e1f326e4d req-97458210-6da0-40f8-b3af-4d846453924b tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0729020 Jul 09 14:11:33.714406 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-522e0b1c-0b00-4d07-bfe1-121e1f326e4d req-1491bd13-9a9c-4858-a587-11bf754bfb9a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529687 Jul 09 14:11:34.705825 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:34.720047 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-76d6690d-c568-44fc-9c60-fb0a7e6a45c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:34.939612 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac711f-8f4e-4822-9f4a-1416bc9d1f5b req-fcf14514-368d-497f-847f-51c4f440e4dd tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:34.942397 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69ac711f-8f4e-4822-9f4a-1416bc9d1f5b req-fcf14514-368d-497f-847f-51c4f440e4dd tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.1027195 Jul 09 14:11:34.998390 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69ac711f-8f4e-4822-9f4a-1416bc9d1f5b req-bde644c6-8ac5-41bf-9b7d-cbd32d1ec900 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487659 Jul 09 14:11:35.769227 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:35.843662 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-742d6ce6-46cc-4620-be59-c97a47da10cd service neutron] show failed (client error): The resource could not be found. Jul 09 14:11:35.844731 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-742d6ce6-46cc-4620-be59-c97a47da10cd service neutron] 10.222.0.15 "GET /v2.0/ports/65d486e9-d954-43a1-8581-af225366c5dc/bindings/n-h1-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.0618205 Jul 09 14:11:36.203968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a19ad26b-74fa-4041-9b4c-232dfb168ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:36.205854 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a19ad26b-74fa-4041-9b4c-232dfb168ca8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e&tenant_id=30e14823fe0440e2b13da63e4b45d7a9 HTTP/1.1" status: 200 len: 1096 time: 0.1479864 Jul 09 14:11:36.216607 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c030abb9-1063-4183-99a5-fab66237a2c7 req-63405ebe-5ec0-47fe-9a99-9bcf0b0b96cc tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:36.217995 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:11:36.218801 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c030abb9-1063-4183-99a5-fab66237a2c7 req-63405ebe-5ec0-47fe-9a99-9bcf0b0b96cc tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0885680 Jul 09 14:11:36.275569 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c030abb9-1063-4183-99a5-fab66237a2c7 req-bc72a379-f5c5-4f1c-b42d-7ee2d35e83e5 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459733 Jul 09 14:11:36.312154 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:36.540033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] For port 65d486e9-d954-43a1-8581-af225366c5dc, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=65d486e9-d954-43a1-8581-af225366c5dc,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:11:36.577926 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] For port 65d486e9-d954-43a1-8581-af225366c5dc, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:11:36.628990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8f3e2d-5a60-4547-905e-596b9205662e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d486e9-d954-43a1-8581-af225366c5dc'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:11:36.631569 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05ed75aa-94a3-445b-badd-c20865748dab" -d '{"events": [{"server_uuid": "8e8f3e2d-5a60-4547-905e-596b9205662e", "name": "network-vif-unplugged", "status": "completed", "tag": "65d486e9-d954-43a1-8581-af225366c5dc"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:11:36.636522 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:36.652111 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Transition to ACTIVE for port object 65d486e9-d954-43a1-8581-af225366c5dc will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:11:36.658672 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:36.696484 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af589821-120b-4af2-8e7c-7ac2c8218edc x-openstack-request-id: req-af589821-120b-4af2-8e7c-7ac2c8218edc {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:11:36.696779 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8f3e2d-5a60-4547-905e-596b9205662e", "name": "network-vif-unplugged", "status": "completed", "tag": "65d486e9-d954-43a1-8581-af225366c5dc", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:11:36.697038 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-af589821-120b-4af2-8e7c-7ac2c8218edc {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:11:36.697445 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8f3e2d-5a60-4547-905e-596b9205662e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65d486e9-d954-43a1-8581-af225366c5dc', 'code': 200} Jul 09 14:11:36.739426 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] No DVR routers for this DVR port 65d486e9-d954-43a1-8581-af225366c5dc on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:11:36.742521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Pushing event updated for resources: {'Port': ['ID=65d486e9-d954-43a1-8581-af225366c5dc,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:11:36.783942 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Attempting to bind port 65d486e9-d954-43a1-8581-af225366c5dc on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:11:36.784297 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Attempting to bind port 65d486e9-d954-43a1-8581-af225366c5dc by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:11:36.784605 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Attempting to bind port 65d486e9-d954-43a1-8581-af225366c5dc on network 200b9c32-88bd-4563-a667-e6a1395420b1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:11:36.789745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Port 65d486e9-d954-43a1-8581-af225366c5dc on network 200b9c32-88bd-4563-a667-e6a1395420b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:11:36.790124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Attempting to bind port 65d486e9-d954-43a1-8581-af225366c5dc on network 200b9c32-88bd-4563-a667-e6a1395420b1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:11:36.795692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 11, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:11:36.796036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Checking segment: {'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:11:36.796425 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Bound using segment: {'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:11:36.796957 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Bound port: 65d486e9-d954-43a1-8581-af225366c5dc, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:11:36.797249 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:36.872531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] For port 65d486e9-d954-43a1-8581-af225366c5dc, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:11:36.876770 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] For port 65d486e9-d954-43a1-8581-af225366c5dc, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=65d486e9-d954-43a1-8581-af225366c5dc,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:11:36.881740 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:36.928597 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:36.930867 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:36.933406 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] 10.222.0.18 "PUT /v2.0/ports/65d486e9-d954-43a1-8581-af225366c5dc HTTP/1.1" status: 200 len: 1091 time: 0.7200265 Jul 09 14:11:36.989115 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7299eaf-c418-4f04-b163-cb25ef7d989f service neutron] Pushing event updated for resources: {'Port': ['ID=65d486e9-d954-43a1-8581-af225366c5dc,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:11:37.068373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-244b709f-7d89-4bba-b96e-f8a34508d8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:37.071811 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-244b709f-7d89-4bba-b96e-f8a34508d8cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 1094 time: 0.1060860 Jul 09 14:11:37.164784 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:37.234297 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-c088fc1c-9c2a-4a1e-a588-b1bc25bb0fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:37.236974 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-c088fc1c-9c2a-4a1e-a588-b1bc25bb0fab service neutron] 10.222.0.18 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 915 time: 0.1590719 Jul 09 14:11:37.285170 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-ad8115cf-9825-4e0d-b578-8f4dd4b5ecd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d486e9-d954-43a1-8581-af225366c5dc HTTP/1.1" status: 200 len: 217 time: 0.0411294 Jul 09 14:11:37.345323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a2175794-47c9-4885-9d9e-d061626071b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:37.347212 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-a2175794-47c9-4885-9d9e-d061626071b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88f54ddc-d1fc-4404-9be9-bc759da47482 HTTP/1.1" status: 200 len: 854 time: 0.0533166 Jul 09 14:11:37.402880 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-d2a8f826-7f8c-4e50-9ba5-ce96e350d2d3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=200b9c32-88bd-4563-a667-e6a1395420b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484612 Jul 09 14:11:37.417263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-69564861-334b-4947-a9e3-daa1edb615fd service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:11:37.419071 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-69564861-334b-4947-a9e3-daa1edb615fd service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097222 Jul 09 14:11:37.492193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a3ac99-01c6-4534-8b97-a317bf03402e req-1a9f2b3f-b4cf-4947-afb4-803f28410c3c tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:37.493897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00a3ac99-01c6-4534-8b97-a317bf03402e req-1a9f2b3f-b4cf-4947-afb4-803f28410c3c tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 943 time: 0.0771739 Jul 09 14:11:37.540562 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00a3ac99-01c6-4534-8b97-a317bf03402e req-58bc6c8a-9196-48e0-902d-959339c9db51 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402403 Jul 09 14:11:37.591423 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-4e3ee597-26ce-4ecb-b0ac-f980e9a5272d service neutron] 10.222.0.18 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657023 Jul 09 14:11:37.692940 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a958ed6d-837c-48e8-b86c-1a2f1ee02f91 req-2831aa20-2892-4a6b-ba9b-98556380de0e service neutron] 10.222.0.18 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955453 Jul 09 14:11:38.698453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8f3e2d-5a60-4547-905e-596b9205662e', 'tag': '65d486e9-d954-43a1-8581-af225366c5dc'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:11:38.701545 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1743b68-5371-43e1-9fab-251f8182f7e5" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8f3e2d-5a60-4547-905e-596b9205662e", "tag": "65d486e9-d954-43a1-8581-af225366c5dc"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:11:38.764182 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405861de-d91f-4be5-b786-b5f797d6aa2a req-ada6d299-12af-489e-9766-03fbc704c35a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:38.766309 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-405861de-d91f-4be5-b786-b5f797d6aa2a req-ada6d299-12af-489e-9766-03fbc704c35a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 943 time: 0.0928979 Jul 09 14:11:38.774706 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5772e1e4-8b1b-4982-b9f3-9c80d74fc25b x-openstack-request-id: req-5772e1e4-8b1b-4982-b9f3-9c80d74fc25b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:11:38.775139 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8f3e2d-5a60-4547-905e-596b9205662e", "tag": "65d486e9-d954-43a1-8581-af225366c5dc", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:11:38.775725 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5772e1e4-8b1b-4982-b9f3-9c80d74fc25b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:11:38.779772 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8f3e2d-5a60-4547-905e-596b9205662e', 'tag': '65d486e9-d954-43a1-8581-af225366c5dc', 'status': 'completed', 'code': 200} Jul 09 14:11:38.822317 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-405861de-d91f-4be5-b786-b5f797d6aa2a req-83c9e052-fb44-405b-8396-ab06b4ada0c0 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454044 Jul 09 14:11:38.891864 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:38.908128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-3184c65c-9c9c-453d-9e12-2337300a35b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:38.909822 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-3184c65c-9c9c-453d-9e12-2337300a35b6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 1094 time: 0.1086125 Jul 09 14:11:38.917343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-892cbdc6-8f8e-406a-aad2-fb739556da37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:38.919185 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-892cbdc6-8f8e-406a-aad2-fb739556da37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 1094 time: 0.1071253 Jul 09 14:11:39.071977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 65d486e9-d954-43a1-8581-af225366c5dc no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:11:39.089166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-556dc56b-1ae5-497a-82e1-ef0795356a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:39.090665 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-556dc56b-1ae5-497a-82e1-ef0795356a6f service neutron] 10.222.0.18 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 915 time: 0.1702871 Jul 09 14:11:39.091947 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-43e15331-87ba-43a0-9112-f072d41367eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:39.093349 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-43e15331-87ba-43a0-9112-f072d41367eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 915 time: 0.1648126 Jul 09 14:11:39.112323 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:39.130616 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 65d486e9-d954-43a1-8581-af225366c5dc not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:11:39.174544 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-8a88bb7e-69ce-423a-ae10-7b5bf39537e8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d486e9-d954-43a1-8581-af225366c5dc HTTP/1.1" status: 200 len: 217 time: 0.0743036 Jul 09 14:11:39.176030 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-b2ac3248-0f0c-4b08-96f9-7849c3898d66 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d486e9-d954-43a1-8581-af225366c5dc HTTP/1.1" status: 200 len: 217 time: 0.0746994 Jul 09 14:11:39.267730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-08541f40-6d70-45e0-aa4b-c6aef8a0f4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:39.269253 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-08541f40-6d70-45e0-aa4b-c6aef8a0f4de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88f54ddc-d1fc-4404-9be9-bc759da47482 HTTP/1.1" status: 200 len: 854 time: 0.0885131 Jul 09 14:11:39.271393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-0d20e0f9-77d4-46b2-bcc3-ac5b35ae193a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:39.272942 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-0d20e0f9-77d4-46b2-bcc3-ac5b35ae193a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88f54ddc-d1fc-4404-9be9-bc759da47482 HTTP/1.1" status: 200 len: 854 time: 0.0844038 Jul 09 14:11:39.697332 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-62c87f85-aced-4f69-9c91-cb272010b972 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=200b9c32-88bd-4563-a667-e6a1395420b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4212801 Jul 09 14:11:39.724200 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-20d862bb-a94e-473f-a07c-6551baf5d6dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=200b9c32-88bd-4563-a667-e6a1395420b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4402559 Jul 09 14:11:39.884049 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-b653b4b9-4c59-4908-8cd6-2ef33fd38477 service neutron] 10.222.0.15 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696453 Jul 09 14:11:39.918323 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-d58b7f8d-f9c1-4f92-b919-451692607fde service neutron] 10.222.0.18 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821754 Jul 09 14:11:40.066591 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-85e2bc74-c51b-4a00-8e44-4b97b501a494 service neutron] 10.222.0.15 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762838 Jul 09 14:11:40.082871 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233055c6-61d6-44dd-8cb7-d8149fe338f8 req-aa545e89-2956-45af-af26-258176ca11a6 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:40.085104 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-233055c6-61d6-44dd-8cb7-d8149fe338f8 req-aa545e89-2956-45af-af26-258176ca11a6 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 943 time: 0.1035771 Jul 09 14:11:40.086710 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1743b68-5371-43e1-9fab-251f8182f7e5 req-3a6ef46e-394e-4b1c-a9f2-b11e9567cd21 service neutron] 10.222.0.18 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411836 Jul 09 14:11:40.140161 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-233055c6-61d6-44dd-8cb7-d8149fe338f8 req-8eedd2c2-680a-43e9-9112-5d14751b25d5 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439510 Jul 09 14:11:40.313724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 65d486e9-d954-43a1-8581-af225366c5dc details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:11:40.496105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 65d486e9-d954-43a1-8581-af225366c5dc, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=65d486e9-d954-43a1-8581-af225366c5dc,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:11:40.518384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '65d486e9-d954-43a1-8581-af225366c5dc', 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1', 'port_id': '65d486e9-d954-43a1-8581-af225366c5dc', 'mac_address': 'fa:16:3e:1d:2e:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f54ddc-d1fc-4404-9be9-bc759da47482', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:11:40.548134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96ab17-0dcb-458c-9ef1-be215f256632 req-4468e5a8-43c8-43a5-adbf-88301f590869 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:40.549072 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e398a0ab-b914-444c-a149-58d4f82bbc0d req-e935c4f3-8087-4e1d-b295-ed653e2bdc1d tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:40.550165 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ce96ab17-0dcb-458c-9ef1-be215f256632 req-4468e5a8-43c8-43a5-adbf-88301f590869 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.15 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e&tenant_id=30e14823fe0440e2b13da63e4b45d7a9&binding%3Ahost_id=n-h1-799525-3 HTTP/1.1" status: 200 len: 943 time: 0.1207144 Jul 09 14:11:40.551618 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e398a0ab-b914-444c-a149-58d4f82bbc0d req-e935c4f3-8087-4e1d-b295-ed653e2bdc1d tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 943 time: 0.0802901 Jul 09 14:11:40.590000 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:40.608379 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65d486e9-d954-43a1-8581-af225366c5dc {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:11:40.622601 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e398a0ab-b914-444c-a149-58d4f82bbc0d req-6c9a41dd-2cc2-4591-ab56-cc7fc4c2e10f tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630672 Jul 09 14:11:40.635181 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 65d486e9-d954-43a1-8581-af225366c5dc, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=65d486e9-d954-43a1-8581-af225366c5dc,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:11:40.641072 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:40.646292 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-ce96ab17-0dcb-458c-9ef1-be215f256632 req-c43e6636-d29c-4b5e-a0b0-6240a92f9f36 service neutron] delete failed (client error): The resource could not be found. Jul 09 14:11:40.648951 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ce96ab17-0dcb-458c-9ef1-be215f256632 req-c43e6636-d29c-4b5e-a0b0-6240a92f9f36 service neutron] 10.222.0.15 "DELETE /v2.0/ports/65d486e9-d954-43a1-8581-af225366c5dc/bindings/n-h2-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.0915945 Jul 09 14:11:40.706838 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=65d486e9-d954-43a1-8581-af225366c5dc,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:11:40.793498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96ab17-0dcb-458c-9ef1-be215f256632 req-de4ced42-3d8d-4eb0-9db7-b5423d1007d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:40.796204 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ce96ab17-0dcb-458c-9ef1-be215f256632 req-de4ced42-3d8d-4eb0-9db7-b5423d1007d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 1095 time: 0.0940979 Jul 09 14:11:40.859048 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['65d486e9-d954-43a1-8581-af225366c5dc'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:11:40.907498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96ab17-0dcb-458c-9ef1-be215f256632 req-83690102-1e92-4e20-b9ba-d144fa6d31d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:40.909914 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ce96ab17-0dcb-458c-9ef1-be215f256632 req-83690102-1e92-4e20-b9ba-d144fa6d31d9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 915 time: 0.1073830 Jul 09 14:11:40.969144 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ce96ab17-0dcb-458c-9ef1-be215f256632 req-2e3dea1f-636b-45fd-a5b3-c291b891094f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=65d486e9-d954-43a1-8581-af225366c5dc HTTP/1.1" status: 200 len: 217 time: 0.0522540 Jul 09 14:11:41.039692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce96ab17-0dcb-458c-9ef1-be215f256632 req-e19c5676-9aa1-4e4a-829f-3fffa25a7cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:41.041490 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ce96ab17-0dcb-458c-9ef1-be215f256632 req-e19c5676-9aa1-4e4a-829f-3fffa25a7cc5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88f54ddc-d1fc-4404-9be9-bc759da47482 HTTP/1.1" status: 200 len: 854 time: 0.0662105 Jul 09 14:11:41.077087 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ce96ab17-0dcb-458c-9ef1-be215f256632 req-d372e023-5424-4725-94cc-869a4d85da6d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=200b9c32-88bd-4563-a667-e6a1395420b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294540 Jul 09 14:11:41.177014 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ce96ab17-0dcb-458c-9ef1-be215f256632 req-eda788b3-166e-45bc-844f-7d7fe6a9b907 service neutron] 10.222.0.15 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918119 Jul 09 14:11:41.282616 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ce96ab17-0dcb-458c-9ef1-be215f256632 req-28ee5d7e-5bc6-4860-a216-c7b10879126f service neutron] 10.222.0.15 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986741 Jul 09 14:11:41.853008 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f6853-af18-4eab-8ee1-cefb73742e85 req-d2a85cd0-3d17-4550-92ed-aa741fe5b743 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:41.855747 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a3f6853-af18-4eab-8ee1-cefb73742e85 req-d2a85cd0-3d17-4550-92ed-aa741fe5b743 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 944 time: 0.0824423 Jul 09 14:11:41.903335 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a3f6853-af18-4eab-8ee1-cefb73742e85 req-c7bf30c7-95e4-48c2-b0c7-fe931d32edae tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409429 Jul 09 14:11:42.323150 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 65d486e9-d954-43a1-8581-af225366c5dc up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:11:42.379621 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 65d486e9-d954-43a1-8581-af225366c5dc completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:11:42.384704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 65d486e9-d954-43a1-8581-af225366c5dc triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:11:42.385194 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:42.506441 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:42.537788 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8f3e2d-5a60-4547-905e-596b9205662e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d486e9-d954-43a1-8581-af225366c5dc'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:11:42.540597 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8814ee13-0f86-4442-afeb-742af91e17f6" -d '{"events": [{"server_uuid": "8e8f3e2d-5a60-4547-905e-596b9205662e", "name": "network-vif-plugged", "status": "completed", "tag": "65d486e9-d954-43a1-8581-af225366c5dc"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:11:42.556519 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 65d486e9-d954-43a1-8581-af225366c5dc, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=65d486e9-d954-43a1-8581-af225366c5dc,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:11:42.562715 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:42.591820 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a23da74a-95e2-4197-99a0-6ed78cec32d3 x-openstack-request-id: req-a23da74a-95e2-4197-99a0-6ed78cec32d3 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:11:42.592141 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8f3e2d-5a60-4547-905e-596b9205662e", "name": "network-vif-plugged", "status": "completed", "tag": "65d486e9-d954-43a1-8581-af225366c5dc", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:11:42.592403 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a23da74a-95e2-4197-99a0-6ed78cec32d3 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:11:42.592833 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8f3e2d-5a60-4547-905e-596b9205662e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65d486e9-d954-43a1-8581-af225366c5dc', 'code': 200} Jul 09 14:11:42.623181 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=65d486e9-d954-43a1-8581-af225366c5dc,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:11:43.118088 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79ef190-b7ec-4915-b87b-e1572b0dd80c req-1dc0d30f-2f0a-4a30-801d-ec88a18860a3 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:43.119786 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a79ef190-b7ec-4915-b87b-e1572b0dd80c req-1dc0d30f-2f0a-4a30-801d-ec88a18860a3 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0764799 Jul 09 14:11:43.165753 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a79ef190-b7ec-4915-b87b-e1572b0dd80c req-5ce3b3aa-bcff-4a77-82db-57cba79211cf tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396597 Jul 09 14:11:43.364387 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea6c60a-973d-4c1f-baaa-582261ce1be6 req-7826fb2c-d21a-49a0-92c5-254d5fd36f28 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:43.366029 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ea6c60a-973d-4c1f-baaa-582261ce1be6 req-7826fb2c-d21a-49a0-92c5-254d5fd36f28 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0750177 Jul 09 14:11:43.410190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ea6c60a-973d-4c1f-baaa-582261ce1be6 req-80237296-1d84-4016-928d-cf86edd5a845 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375202 Jul 09 14:11:43.612237 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b85a57f-87fd-4feb-96c3-d2b9fb034e47 req-9130cda6-17ff-4197-b1cf-2d40cb12c1e8 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:43.613897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b85a57f-87fd-4feb-96c3-d2b9fb034e47 req-9130cda6-17ff-4197-b1cf-2d40cb12c1e8 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0804193 Jul 09 14:11:43.658762 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b85a57f-87fd-4feb-96c3-d2b9fb034e47 req-d88c4240-4679-4e92-8e04-ad780fd5584d tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378308 Jul 09 14:11:44.181826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-cbb7e8c7-eddc-4e7f-bd2a-cce8a6b99e58 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:44.183559 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-cbb7e8c7-eddc-4e7f-bd2a-cce8a6b99e58 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 814 time: 0.1216631 Jul 09 14:11:44.204243 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-89f69d36-b413-4f7e-bde8-a7173ceeb376 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/quotas/30e14823fe0440e2b13da63e4b45d7a9 HTTP/1.1" status: 200 len: 375 time: 0.0109062 Jul 09 14:11:44.284453 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-07a14c0e-5e4a-4d2f-aad2-540fa8f63a0e tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0739141 Jul 09 14:11:44.401968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-71499758-75df-4d31-a23e-fe2b3922fa44 service neutron] 10.222.0.39 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099391 Jul 09 14:11:44.516011 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-96cf36d1-06af-4e62-9e9b-5ea092f899af service neutron] 10.222.0.39 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030259 Jul 09 14:11:44.732981 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c663a3c7-ef6f-4236-b735-f8ba0dfef4da req-7246b43d-c7e5-491d-bd1a-d890fa196fc5 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 210 time: 0.0444746 Jul 09 14:11:45.461227 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6f034-38ed-408f-a8fa-edf010e503bb req-3086aa08-76eb-4897-a557-5515f8bb1e49 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:45.464091 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46d6f034-38ed-408f-a8fa-edf010e503bb req-3086aa08-76eb-4897-a557-5515f8bb1e49 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.18 "GET /v2.0/ports?device_id=8e8f3e2d-5a60-4547-905e-596b9205662e HTTP/1.1" status: 200 len: 945 time: 0.0881710 Jul 09 14:11:45.624078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-46d6f034-38ed-408f-a8fa-edf010e503bb req-576632d3-bd38-45f1-92fb-4ee62103934a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Deleting port 65d486e9-d954-43a1-8581-af225366c5dc {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:11:45.624349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46d6f034-38ed-408f-a8fa-edf010e503bb req-576632d3-bd38-45f1-92fb-4ee62103934a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:45.735833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-46d6f034-38ed-408f-a8fa-edf010e503bb req-576632d3-bd38-45f1-92fb-4ee62103934a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] For port 65d486e9-d954-43a1-8581-af225366c5dc, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=65d486e9-d954-43a1-8581-af225366c5dc,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:11:45.736194 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46d6f034-38ed-408f-a8fa-edf010e503bb req-576632d3-bd38-45f1-92fb-4ee62103934a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:45.752490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-46d6f034-38ed-408f-a8fa-edf010e503bb req-576632d3-bd38-45f1-92fb-4ee62103934a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Calling delete_port for 65d486e9-d954-43a1-8581-af225366c5dc owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:11:45.948172 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d645fa46-06b0-405e-b4c2-cdbd57aa3375 req-b51065d0-eb7c-4d41-8a02-858effa04378 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 210 time: 0.0785291 Jul 09 14:11:46.001953 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46d6f034-38ed-408f-a8fa-edf010e503bb req-576632d3-bd38-45f1-92fb-4ee62103934a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:46.021545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['65d486e9-d954-43a1-8581-af225366c5dc'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:11:46.102226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576632d3-bd38-45f1-92fb-4ee62103934a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Pushing event deleted for resources: {'Port': ['ID=65d486e9-d954-43a1-8581-af225366c5dc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:11:46.207837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d6f034-38ed-408f-a8fa-edf010e503bb req-576632d3-bd38-45f1-92fb-4ee62103934a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] No DVR routers for this DVR port 65d486e9-d954-43a1-8581-af225366c5dc on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:11:46.214140 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46d6f034-38ed-408f-a8fa-edf010e503bb req-576632d3-bd38-45f1-92fb-4ee62103934a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:46.216239 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46d6f034-38ed-408f-a8fa-edf010e503bb req-576632d3-bd38-45f1-92fb-4ee62103934a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.18 "DELETE /v2.0/ports/65d486e9-d954-43a1-8581-af225366c5dc HTTP/1.1" status: 204 len: 173 time: 0.7460651 Jul 09 14:11:46.216692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8f3e2d-5a60-4547-905e-596b9205662e', 'name': 'network-vif-deleted', 'tag': '65d486e9-d954-43a1-8581-af225366c5dc'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:11:46.219061 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3272c6b5-57ec-432f-b436-ab7734e22a0b" -d '{"events": [{"server_uuid": "8e8f3e2d-5a60-4547-905e-596b9205662e", "name": "network-vif-deleted", "tag": "65d486e9-d954-43a1-8581-af225366c5dc"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:11:46.274067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-9c5ca779-44a5-465a-809e-d628022a25d9 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:46.276984 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-9c5ca779-44a5-465a-809e-d628022a25d9 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.18 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 814 time: 0.3638039 Jul 09 14:11:46.284000 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6be4e8a-f7f0-440f-b85f-399e4f7a87d6 x-openstack-request-id: req-a6be4e8a-f7f0-440f-b85f-399e4f7a87d6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:11:46.284487 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8f3e2d-5a60-4547-905e-596b9205662e", "name": "network-vif-deleted", "tag": "65d486e9-d954-43a1-8581-af225366c5dc", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:11:46.284866 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a6be4e8a-f7f0-440f-b85f-399e4f7a87d6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:11:46.285377 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8f3e2d-5a60-4547-905e-596b9205662e', 'name': 'network-vif-deleted', 'tag': '65d486e9-d954-43a1-8581-af225366c5dc', 'status': 'completed', 'code': 200} Jul 09 14:11:46.305087 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-020eae4d-03e5-46c0-bc76-684209467653 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Request body: {'port': {'device_id': '3a51c406-b08d-49a1-bc9a-c7890017dca0', 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1', 'admin_state_up': True, 'tenant_id': '30e14823fe0440e2b13da63e4b45d7a9'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:11:46.464501 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-020eae4d-03e5-46c0-bc76-684209467653 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Made reservation on behalf of 30e14823fe0440e2b13da63e4b45d7a9 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:11:46.470902 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-020eae4d-03e5-46c0-bc76-684209467653 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:46.639210 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-020eae4d-03e5-46c0-bc76-684209467653 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Allocated IP 172.20.0.13 (200b9c32-88bd-4563-a667-e6a1395420b1/88f54ddc-d1fc-4404-9be9-bc759da47482/926fb9fa-54fb-4081-855a-a879c3cd5491) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:11:46.892102 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-020eae4d-03e5-46c0-bc76-684209467653 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:46.954712 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-020eae4d-03e5-46c0-bc76-684209467653 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:47.046586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-020eae4d-03e5-46c0-bc76-684209467653 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Network 200b9c32-88bd-4563-a667-e6a1395420b1 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:11:47.053163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-020eae4d-03e5-46c0-bc76-684209467653 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:11:47.061433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-020eae4d-03e5-46c0-bc76-684209467653 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:11:47.068772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020eae4d-03e5-46c0-bc76-684209467653 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Pushing event updated for resources: {'Port': ['ID=926fb9fa-54fb-4081-855a-a879c3cd5491,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:11:47.157228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-020eae4d-03e5-46c0-bc76-684209467653 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:47.158370 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-020eae4d-03e5-46c0-bc76-684209467653 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:47.163846 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e092051-4893-44ce-ad0f-814d4d5759fd req-a65023ec-9d03-42c7-b938-7183c4054627 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:47.166243 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e092051-4893-44ce-ad0f-814d4d5759fd req-a65023ec-9d03-42c7-b938-7183c4054627 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 932 time: 0.0738006 Jul 09 14:11:47.183678 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-020eae4d-03e5-46c0-bc76-684209467653 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8858812 Jul 09 14:11:47.198217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Request body: {'port': {'device_id': '3a51c406-b08d-49a1-bc9a-c7890017dca0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:11:47.223597 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e092051-4893-44ce-ad0f-814d4d5759fd req-b8fda13a-8f18-44fa-a4cc-dee6f8fbfb07 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505736 Jul 09 14:11:47.316182 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:47.621938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 926fb9fa-54fb-4081-855a-a879c3cd5491 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:11:47.630430 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:47.645294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Transition to ACTIVE for port object 926fb9fa-54fb-4081-855a-a879c3cd5491 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:11:47.649036 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:47.701915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Pushing event updated for resources: {'Port': ['ID=926fb9fa-54fb-4081-855a-a879c3cd5491,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:11:47.780666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Attempting to bind port 926fb9fa-54fb-4081-855a-a879c3cd5491 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:11:47.781013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Attempting to bind port 926fb9fa-54fb-4081-855a-a879c3cd5491 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:11:47.781348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Attempting to bind port 926fb9fa-54fb-4081-855a-a879c3cd5491 on network 200b9c32-88bd-4563-a667-e6a1395420b1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:11:47.786298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Port 926fb9fa-54fb-4081-855a-a879c3cd5491 on network 200b9c32-88bd-4563-a667-e6a1395420b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:11:47.786626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Attempting to bind port 926fb9fa-54fb-4081-855a-a879c3cd5491 on network 200b9c32-88bd-4563-a667-e6a1395420b1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:11:47.793218 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:11:47.793564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Checking segment: {'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:11:47.793966 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Bound using segment: {'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:11:47.794409 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Bound port: 926fb9fa-54fb-4081-855a-a879c3cd5491, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:11:47.794778 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:47.872117 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] For port 926fb9fa-54fb-4081-855a-a879c3cd5491, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:11:47.876055 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] For port 926fb9fa-54fb-4081-855a-a879c3cd5491, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=926fb9fa-54fb-4081-855a-a879c3cd5491,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:11:47.883520 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:47.927661 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:47.928296 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:47.930183 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] 10.222.0.18 "PUT /v2.0/ports/926fb9fa-54fb-4081-855a-a879c3cd5491 HTTP/1.1" status: 200 len: 1092 time: 0.7387118 Jul 09 14:11:47.951147 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2be0ef-15b9-485a-ba36-ee182ef84094 service neutron] Pushing event updated for resources: {'Port': ['ID=926fb9fa-54fb-4081-855a-a879c3cd5491,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:11:48.047067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-6768a636-ee2f-4bbb-8d4d-0fecbd9e8494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:48.048675 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-6768a636-ee2f-4bbb-8d4d-0fecbd9e8494 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 1095 time: 0.0682735 Jul 09 14:11:48.098053 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-e58fe387-7bc8-4f5f-9f1d-f10ea2ac8b9a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=926fb9fa-54fb-4081-855a-a879c3cd5491 HTTP/1.1" status: 200 len: 217 time: 0.0412192 Jul 09 14:11:48.153134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-f19f682d-bdf4-4869-8eff-0f763cb3408b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:48.154589 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-f19f682d-bdf4-4869-8eff-0f763cb3408b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88f54ddc-d1fc-4404-9be9-bc759da47482 HTTP/1.1" status: 200 len: 854 time: 0.0505075 Jul 09 14:11:48.191469 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-c25fea5f-8af1-46f9-bdcc-9b30b4e4fe8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=200b9c32-88bd-4563-a667-e6a1395420b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298080 Jul 09 14:11:48.287321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a51c406-b08d-49a1-bc9a-c7890017dca0', 'tag': '926fb9fa-54fb-4081-855a-a879c3cd5491'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:11:48.291916 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ff409b1-fec8-4e26-96e8-07d0244926f3" -d '{"events": [{"name": "network-changed", "server_uuid": "3a51c406-b08d-49a1-bc9a-c7890017dca0", "tag": "926fb9fa-54fb-4081-855a-a879c3cd5491"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:11:48.321929 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-9ad83b26-be64-4abd-8b13-b729cb92d88c service neutron] 10.222.0.18 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237381 Jul 09 14:11:48.324245 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 65d486e9-d954-43a1-8581-af225366c5dc no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:11:48.343648 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23ad6044-8220-4b69-9254-5e79fe3e7f2c x-openstack-request-id: req-23ad6044-8220-4b69-9254-5e79fe3e7f2c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:11:48.344193 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a51c406-b08d-49a1-bc9a-c7890017dca0", "tag": "926fb9fa-54fb-4081-855a-a879c3cd5491", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:11:48.344699 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-23ad6044-8220-4b69-9254-5e79fe3e7f2c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:11:48.345375 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a51c406-b08d-49a1-bc9a-c7890017dca0', 'tag': '926fb9fa-54fb-4081-855a-a879c3cd5491', 'status': 'completed', 'code': 200} Jul 09 14:11:48.361301 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 65d486e9-d954-43a1-8581-af225366c5dc {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:11:48.361836 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 65d486e9-d954-43a1-8581-af225366c5dc not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:11:48.434977 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3daa1de2-aee1-49e1-853b-afbbc2dd2307 req-86a73b1d-d36c-41d4-9726-5b6308a4e975 service neutron] 10.222.0.18 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069944 Jul 09 14:11:48.546970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d3e25-68ac-4cd7-b37f-71cccdc6716a req-5e663df3-35ac-49a1-b758-ee8eae1963a0 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:48.549980 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd0d3e25-68ac-4cd7-b37f-71cccdc6716a req-5e663df3-35ac-49a1-b758-ee8eae1963a0 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 944 time: 0.0995090 Jul 09 14:11:48.576408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff409b1-fec8-4e26-96e8-07d0244926f3 req-ddc9ef49-6aef-45af-9c77-6479182538d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:48.579142 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9ff409b1-fec8-4e26-96e8-07d0244926f3 req-ddc9ef49-6aef-45af-9c77-6479182538d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 1095 time: 0.0879655 Jul 09 14:11:48.603607 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd0d3e25-68ac-4cd7-b37f-71cccdc6716a req-0f655479-2b7f-47fd-805f-0d8d6fbf941c tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466232 Jul 09 14:11:48.711499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff409b1-fec8-4e26-96e8-07d0244926f3 req-96574d26-e2da-4e8a-8149-efc909eb0d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:48.713025 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9ff409b1-fec8-4e26-96e8-07d0244926f3 req-96574d26-e2da-4e8a-8149-efc909eb0d44 service neutron] 10.222.0.18 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 915 time: 0.1251593 Jul 09 14:11:48.758168 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9ff409b1-fec8-4e26-96e8-07d0244926f3 req-eb07e4ff-bb78-4bfb-a15e-93c6c14f5bea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=926fb9fa-54fb-4081-855a-a879c3cd5491 HTTP/1.1" status: 200 len: 217 time: 0.0378535 Jul 09 14:11:48.809135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff409b1-fec8-4e26-96e8-07d0244926f3 req-2aeefbaa-4a5c-4027-b093-c3d8af50b87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:48.810681 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9ff409b1-fec8-4e26-96e8-07d0244926f3 req-2aeefbaa-4a5c-4027-b093-c3d8af50b87e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88f54ddc-d1fc-4404-9be9-bc759da47482 HTTP/1.1" status: 200 len: 854 time: 0.0466042 Jul 09 14:11:48.852521 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9ff409b1-fec8-4e26-96e8-07d0244926f3 req-1bc70455-2138-46c6-99c5-9e7f5449d43e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=200b9c32-88bd-4563-a667-e6a1395420b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343323 Jul 09 14:11:48.959432 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9ff409b1-fec8-4e26-96e8-07d0244926f3 req-3fbeb118-883a-4cfa-b7c9-0b0ad6f797d9 service neutron] 10.222.0.18 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002595 Jul 09 14:11:49.066311 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9ff409b1-fec8-4e26-96e8-07d0244926f3 req-a9d2f7b8-b681-4ad6-b364-c9166ea9382f service neutron] 10.222.0.18 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001179 Jul 09 14:11:49.805436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0065d91c-f131-4718-8294-10d7a90265a1 req-47244d91-70fb-47ed-baef-3b200d78fb0d tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:49.806989 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0065d91c-f131-4718-8294-10d7a90265a1 req-47244d91-70fb-47ed-baef-3b200d78fb0d tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 944 time: 0.0717278 Jul 09 14:11:49.851625 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0065d91c-f131-4718-8294-10d7a90265a1 req-35279741-815d-4bb4-89d2-8d9dde7136ed tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374606 Jul 09 14:11:51.126478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc0cfd9-8218-4947-9a60-da2737bbdc19 req-e70200de-8a7b-439d-a05b-913a43d3f86f tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:51.128158 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0fc0cfd9-8218-4947-9a60-da2737bbdc19 req-e70200de-8a7b-439d-a05b-913a43d3f86f tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 944 time: 0.0725415 Jul 09 14:11:51.177069 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0fc0cfd9-8218-4947-9a60-da2737bbdc19 req-f87d72dc-b8ae-4149-80a1-2939b96e1646 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383918 Jul 09 14:11:51.267000 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:11:52.368310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 926fb9fa-54fb-4081-855a-a879c3cd5491 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:11:52.383202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ac79e-c9f6-466c-aa38-16c910cc90d5 req-4e66ef4b-8783-4617-a6b2-08447e6d492f tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:52.385360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-155ac79e-c9f6-466c-aa38-16c910cc90d5 req-4e66ef4b-8783-4617-a6b2-08447e6d492f tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 944 time: 0.0749433 Jul 09 14:11:52.432428 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-155ac79e-c9f6-466c-aa38-16c910cc90d5 req-5254f0b4-5337-4443-94ce-7d7afd654b01 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413644 Jul 09 14:11:52.489947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 926fb9fa-54fb-4081-855a-a879c3cd5491, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=926fb9fa-54fb-4081-855a-a879c3cd5491,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:11:52.504043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '926fb9fa-54fb-4081-855a-a879c3cd5491', 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1', 'port_id': '926fb9fa-54fb-4081-855a-a879c3cd5491', 'mac_address': 'fa:16:3e:f0:12:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f54ddc-d1fc-4404-9be9-bc759da47482', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:11:52.713505 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:52.728381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926fb9fa-54fb-4081-855a-a879c3cd5491 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:11:52.751947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 926fb9fa-54fb-4081-855a-a879c3cd5491, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=926fb9fa-54fb-4081-855a-a879c3cd5491,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:11:52.757139 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:52.813256 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=926fb9fa-54fb-4081-855a-a879c3cd5491,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:11:52.822628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:11:52.823007 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:11:52.823455 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:11:52.823863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:11:52.824244 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:11:52.824623 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:11:52.825008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:11:52.825382 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:11:52.825779 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:11:52.826147 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:11:52.826520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:11:52.826926 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:11:52.950337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['926fb9fa-54fb-4081-855a-a879c3cd5491'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:11:53.639456 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785dbde2-91f0-40a8-9262-44f6ecb4b985 req-21530cbf-d51a-4e5c-ada2-6c99cab81339 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:53.641374 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-785dbde2-91f0-40a8-9262-44f6ecb4b985 req-21530cbf-d51a-4e5c-ada2-6c99cab81339 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 945 time: 0.0781062 Jul 09 14:11:53.685577 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-785dbde2-91f0-40a8-9262-44f6ecb4b985 req-bebe63d5-cc8d-48a4-9e08-5e08e5278194 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380430 Jul 09 14:11:54.370759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 926fb9fa-54fb-4081-855a-a879c3cd5491 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:11:54.422135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 926fb9fa-54fb-4081-855a-a879c3cd5491 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:11:54.426717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 926fb9fa-54fb-4081-855a-a879c3cd5491 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:11:54.427155 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:54.512644 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:54.539583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a51c406-b08d-49a1-bc9a-c7890017dca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926fb9fa-54fb-4081-855a-a879c3cd5491'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:11:54.542200 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b85b886-3a0d-4b7c-bd98-292ee19d861e" -d '{"events": [{"server_uuid": "3a51c406-b08d-49a1-bc9a-c7890017dca0", "name": "network-vif-plugged", "status": "completed", "tag": "926fb9fa-54fb-4081-855a-a879c3cd5491"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:11:54.560580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 926fb9fa-54fb-4081-855a-a879c3cd5491, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=926fb9fa-54fb-4081-855a-a879c3cd5491,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:11:54.565954 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:11:54.608979 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5482339-cc1d-4a48-9338-9ef6a67b9897 x-openstack-request-id: req-c5482339-cc1d-4a48-9338-9ef6a67b9897 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:11:54.609281 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a51c406-b08d-49a1-bc9a-c7890017dca0", "name": "network-vif-plugged", "status": "completed", "tag": "926fb9fa-54fb-4081-855a-a879c3cd5491", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:11:54.609546 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c5482339-cc1d-4a48-9338-9ef6a67b9897 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:11:54.609948 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a51c406-b08d-49a1-bc9a-c7890017dca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926fb9fa-54fb-4081-855a-a879c3cd5491', 'code': 200} Jul 09 14:11:54.627759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=926fb9fa-54fb-4081-855a-a879c3cd5491,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:11:54.732763 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be352aa-1221-4d2c-ab1b-3560c19e546b req-20ea3fc2-4c46-4015-a52a-78c02e705723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:54.734500 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2be352aa-1221-4d2c-ab1b-3560c19e546b req-20ea3fc2-4c46-4015-a52a-78c02e705723 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 1097 time: 0.0600712 Jul 09 14:11:54.780478 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2be352aa-1221-4d2c-ab1b-3560c19e546b req-59472f81-d173-4495-976b-3e220728eb3b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396731 Jul 09 14:11:54.931253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde41a24-44d9-418a-97a2-6e1f67e9bc38 req-cb7706de-46b4-46c2-af22-6b8a8260f2e2 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:54.932868 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fde41a24-44d9-418a-97a2-6e1f67e9bc38 req-cb7706de-46b4-46c2-af22-6b8a8260f2e2 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0771797 Jul 09 14:11:54.979726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fde41a24-44d9-418a-97a2-6e1f67e9bc38 req-a034311a-3339-43b2-98e2-3f9cdb976a61 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401676 Jul 09 14:11:56.202111 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b549cd4-c87a-4be9-9b89-724eab6bd234 req-66d8eca2-e9a9-400e-8140-accb2d555fe3 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:56.203834 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b549cd4-c87a-4be9-9b89-724eab6bd234 req-66d8eca2-e9a9-400e-8140-accb2d555fe3 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0721200 Jul 09 14:11:56.247735 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b549cd4-c87a-4be9-9b89-724eab6bd234 req-d5c1b7a4-1128-42ec-b26a-5e560058f4a8 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378301 Jul 09 14:11:56.443456 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a16e6c-ad1f-4394-842b-61c91039c3fc req-975365f6-2cc8-42c4-bdef-d0ac814175ab tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:56.446874 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66a16e6c-ad1f-4394-842b-61c91039c3fc req-975365f6-2cc8-42c4-bdef-d0ac814175ab tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0755055 Jul 09 14:11:56.490696 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66a16e6c-ad1f-4394-842b-61c91039c3fc req-49a2d22b-71c6-4774-8f91-af2124994165 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374210 Jul 09 14:11:56.936760 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-97d29b23-291e-42d7-b1f6-8a9dba15e134 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1036835 Jul 09 14:11:57.024753 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767ed837-9b5e-4657-8fe3-59e9a314538b req-7f2136e8-6be7-4ad3-a964-c3e6e572ca89 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:57.024753 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-767ed837-9b5e-4657-8fe3-59e9a314538b req-7f2136e8-6be7-4ad3-a964-c3e6e572ca89 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.1018662 Jul 09 14:11:57.077224 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-767ed837-9b5e-4657-8fe3-59e9a314538b req-61ff262b-9af4-4b20-8212-ab85aeb09b15 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419486 Jul 09 14:11:57.179374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d1098-c7e5-4e3f-ad81-efecef318fd1 req-23f04f46-867b-4564-a93e-be9acebda9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:57.181389 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-be5d1098-c7e5-4e3f-ad81-efecef318fd1 req-23f04f46-867b-4564-a93e-be9acebda9cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 1097 time: 0.0772505 Jul 09 14:11:57.344134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d1098-c7e5-4e3f-ad81-efecef318fd1 req-61243e82-be8d-4961-b476-395c34e1341e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:57.345769 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-be5d1098-c7e5-4e3f-ad81-efecef318fd1 req-61243e82-be8d-4961-b476-395c34e1341e service neutron] 10.222.0.18 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 915 time: 0.1412470 Jul 09 14:11:57.391544 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-be5d1098-c7e5-4e3f-ad81-efecef318fd1 req-687f0462-03de-46d4-9dcf-259e244492b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=926fb9fa-54fb-4081-855a-a879c3cd5491 HTTP/1.1" status: 200 len: 217 time: 0.0381351 Jul 09 14:11:57.455582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5d1098-c7e5-4e3f-ad81-efecef318fd1 req-103b68a8-5146-4aef-8aef-63092bdea4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:57.458162 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-be5d1098-c7e5-4e3f-ad81-efecef318fd1 req-103b68a8-5146-4aef-8aef-63092bdea4b2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88f54ddc-d1fc-4404-9be9-bc759da47482 HTTP/1.1" status: 200 len: 854 time: 0.0599973 Jul 09 14:11:57.515640 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-be5d1098-c7e5-4e3f-ad81-efecef318fd1 req-c57c6621-471c-42fb-b589-fa19e9c9f912 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=200b9c32-88bd-4563-a667-e6a1395420b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509853 Jul 09 14:11:57.670685 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-be5d1098-c7e5-4e3f-ad81-efecef318fd1 req-a3408a75-93de-4adc-9586-6619ab526923 service neutron] 10.222.0.18 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465707 Jul 09 14:11:57.805766 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-be5d1098-c7e5-4e3f-ad81-efecef318fd1 req-72bed088-ede4-4855-a6dc-f3e280c13db0 service neutron] 10.222.0.18 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286297 Jul 09 14:11:58.367926 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d3f97d-5d55-44fa-811f-24836a125b66 req-27b673ac-fd4a-4951-ba10-574e71472c15 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:58.369907 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23d3f97d-5d55-44fa-811f-24836a125b66 req-27b673ac-fd4a-4951-ba10-574e71472c15 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0926011 Jul 09 14:11:58.387380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-a6d3e2e3-feaa-4601-82a9-37119f734e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:58.389933 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-a6d3e2e3-feaa-4601-82a9-37119f734e12 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 1097 time: 0.0723953 Jul 09 14:11:58.440908 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23d3f97d-5d55-44fa-811f-24836a125b66 req-e1987ac4-a58d-4743-b9b7-4c535bfa578a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597510 Jul 09 14:11:58.513276 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-cf552799-085b-490f-88a0-1b7341e144a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:58.514925 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-cf552799-085b-490f-88a0-1b7341e144a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 915 time: 0.1183777 Jul 09 14:11:58.560215 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-545711bb-6a35-4b44-91a6-6ffce86a17e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=926fb9fa-54fb-4081-855a-a879c3cd5491 HTTP/1.1" status: 200 len: 217 time: 0.0383310 Jul 09 14:11:58.614569 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-22d48709-5b88-4ab0-8594-68385643fe83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:58.616183 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-22d48709-5b88-4ab0-8594-68385643fe83 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88f54ddc-d1fc-4404-9be9-bc759da47482 HTTP/1.1" status: 200 len: 854 time: 0.0494297 Jul 09 14:11:58.652781 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-502316c9-3e6e-4735-ac12-ebf2afddecbf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=200b9c32-88bd-4563-a667-e6a1395420b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299861 Jul 09 14:11:58.758459 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-9397e390-5a7a-4a4f-90b5-4313b0173dcc service neutron] 10.222.0.18 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997071 Jul 09 14:11:58.866324 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-cd1c199d-d40c-4c7f-a54a-05dd5f5aa718 service neutron] 10.222.0.18 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020086 Jul 09 14:11:59.643286 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb9e11-e785-4fd0-8aa6-e94f68115c61 req-3caf02e5-d6b1-4482-ace6-c803130e7e68 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:11:59.645035 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8afb9e11-e785-4fd0-8aa6-e94f68115c61 req-3caf02e5-d6b1-4482-ace6-c803130e7e68 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0733933 Jul 09 14:11:59.690640 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8afb9e11-e785-4fd0-8aa6-e94f68115c61 req-aba8fce2-d49c-40a6-8a64-df9b9a3ce947 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392435 Jul 09 14:12:00.887005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6468853-4cab-4bc3-94df-34a1e7887f19 req-294c520b-eb83-4ee9-bc32-a6eefc053fcf tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:00.888715 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b6468853-4cab-4bc3-94df-34a1e7887f19 req-294c520b-eb83-4ee9-bc32-a6eefc053fcf tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0748336 Jul 09 14:12:00.933419 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b6468853-4cab-4bc3-94df-34a1e7887f19 req-863e5df5-968e-4beb-8da5-75b259ae8490 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386224 Jul 09 14:12:01.866549 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-256707cc-df9d-457e-bf78-c3f58449b4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:02.168529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea33830-4cbe-4b5c-a5c7-e8a5232678b2 req-5615ce3f-5e8d-40ad-bacf-67754b40f393 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:02.170335 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eea33830-4cbe-4b5c-a5c7-e8a5232678b2 req-5615ce3f-5e8d-40ad-bacf-67754b40f393 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0991349 Jul 09 14:12:02.219006 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eea33830-4cbe-4b5c-a5c7-e8a5232678b2 req-6e424ef0-07dc-4f87-b717-e3ef5d793ace tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384707 Jul 09 14:12:03.426559 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2945dead-d243-45d0-a087-9c9750ee0f2b req-cd2236ba-72ed-4929-9fe0-de8eb5d4c0f7 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:03.428478 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2945dead-d243-45d0-a087-9c9750ee0f2b req-cd2236ba-72ed-4929-9fe0-de8eb5d4c0f7 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0743344 Jul 09 14:12:03.472884 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2945dead-d243-45d0-a087-9c9750ee0f2b req-5708fb78-17cb-4260-993c-f414b8fca515 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375278 Jul 09 14:12:04.667123 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e9505f-cbd0-4a92-bced-769c76c3e604 req-e2d0916b-4110-41d7-a421-2aa0e5a0e399 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:04.669475 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-51e9505f-cbd0-4a92-bced-769c76c3e604 req-e2d0916b-4110-41d7-a421-2aa0e5a0e399 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0737252 Jul 09 14:12:04.718746 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-51e9505f-cbd0-4a92-bced-769c76c3e604 req-e081371b-61bf-403e-896b-b291a1534f4b tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433276 Jul 09 14:12:04.723946 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:04.728888 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c1e6692-eff3-4c99-9823-82d460d59734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:05.783726 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:05.942190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7e9c73-8fe1-4352-b1c1-8341d4c30223 req-a68395be-e190-4be1-972f-bf6428cb770a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:05.945047 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac7e9c73-8fe1-4352-b1c1-8341d4c30223 req-a68395be-e190-4be1-972f-bf6428cb770a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0771420 Jul 09 14:12:05.993110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac7e9c73-8fe1-4352-b1c1-8341d4c30223 req-a3a5db2c-16ab-440a-a0fb-de6596024e40 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387435 Jul 09 14:12:07.168579 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:07.197612 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f12732-9348-4392-b9f7-dcc619e7d5e9 req-c0fe756d-ce5b-42ab-b674-4b555e4ab68d tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:07.199890 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-08f12732-9348-4392-b9f7-dcc619e7d5e9 req-c0fe756d-ce5b-42ab-b674-4b555e4ab68d tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0777991 Jul 09 14:12:07.255283 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-08f12732-9348-4392-b9f7-dcc619e7d5e9 req-2c811e7a-c957-460a-b9ba-46bf480abdd3 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456936 Jul 09 14:12:08.474338 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c66a48-e3e3-42e0-a4b1-d13dd0fca0b3 req-3e431f78-f37c-45ec-b809-6982eb38e8c8 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:08.476565 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41c66a48-e3e3-42e0-a4b1-d13dd0fca0b3 req-3e431f78-f37c-45ec-b809-6982eb38e8c8 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0820072 Jul 09 14:12:08.522724 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41c66a48-e3e3-42e0-a4b1-d13dd0fca0b3 req-1de672cc-0194-4dac-8ec6-3bc92d4f1713 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391557 Jul 09 14:12:08.897087 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:09.088340 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:09.723875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113d9694-40ce-40b6-83e3-606d6edfe00c req-b32c1012-fcc0-4ee1-a156-6b9687b0c3fb tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:09.726557 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-113d9694-40ce-40b6-83e3-606d6edfe00c req-b32c1012-fcc0-4ee1-a156-6b9687b0c3fb tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0727215 Jul 09 14:12:09.784768 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-113d9694-40ce-40b6-83e3-606d6edfe00c req-37520f17-0f86-4ef3-b0ba-a63e67b34d86 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476687 Jul 09 14:12:11.000976 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92fdd61-64fd-4c3e-94c8-a42e0aea387c req-41f5e953-93dd-4917-8c2d-3164a19435ca tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:11.003266 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c92fdd61-64fd-4c3e-94c8-a42e0aea387c req-41f5e953-93dd-4917-8c2d-3164a19435ca tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0759523 Jul 09 14:12:11.053879 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c92fdd61-64fd-4c3e-94c8-a42e0aea387c req-b6170cae-3cae-4f68-ab74-517832be4c13 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435493 Jul 09 14:12:12.252903 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bf29f3-bad1-428d-8da6-0457fd3e8310 req-d16fcbd0-0ab1-415a-ba5c-0b3983a6d115 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:12.254915 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-25bf29f3-bad1-428d-8da6-0457fd3e8310 req-d16fcbd0-0ab1-415a-ba5c-0b3983a6d115 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0783138 Jul 09 14:12:12.313333 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-25bf29f3-bad1-428d-8da6-0457fd3e8310 req-2734ae0c-956d-4e8e-a1e1-70f632b4dc32 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510905 Jul 09 14:12:13.521746 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3b09a-4279-4d98-8fa2-853d590b0ee2 req-1208ba51-df80-4f5c-8f74-f83e1fc16eb4 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:13.525977 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dee3b09a-4279-4d98-8fa2-853d590b0ee2 req-1208ba51-df80-4f5c-8f74-f83e1fc16eb4 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0873759 Jul 09 14:12:13.587663 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dee3b09a-4279-4d98-8fa2-853d590b0ee2 req-bb81b140-4728-47de-beef-0283133bfa6f tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557342 Jul 09 14:12:14.794118 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb048cf-b411-4540-ad5c-b68b4b3cb3f0 req-a26a82bf-1f34-48f0-84d8-ca76a41a1883 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:14.796131 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fbb048cf-b411-4540-ad5c-b68b4b3cb3f0 req-a26a82bf-1f34-48f0-84d8-ca76a41a1883 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0807471 Jul 09 14:12:14.841785 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fbb048cf-b411-4540-ad5c-b68b4b3cb3f0 req-7d044fed-e9db-49c3-a3dc-517c31eeaebd tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395286 Jul 09 14:12:16.039062 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f302c0-c2a8-48dc-81f7-d4429d4bdeb5 req-50e3e8f3-91b3-4658-af48-2216777fd617 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:16.040739 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57f302c0-c2a8-48dc-81f7-d4429d4bdeb5 req-50e3e8f3-91b3-4658-af48-2216777fd617 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0740838 Jul 09 14:12:16.088991 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57f302c0-c2a8-48dc-81f7-d4429d4bdeb5 req-6f94660a-5f42-4df1-ab3c-ce86d486369b tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391464 Jul 09 14:12:17.297230 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5dce8c-15bc-4673-91b2-0b93f3e04884 req-b859e8db-2214-4327-ba9a-013f856ccbf6 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:17.298907 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad5dce8c-15bc-4673-91b2-0b93f3e04884 req-b859e8db-2214-4327-ba9a-013f856ccbf6 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0771523 Jul 09 14:12:17.342435 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad5dce8c-15bc-4673-91b2-0b93f3e04884 req-9070afde-0bf6-4a34-aa0c-4a14f4fc27f1 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370035 Jul 09 14:12:18.571657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d70dc4e-b24d-4b3c-bbf0-118664f92b4c req-3462e7e8-4028-467f-9b12-f4b636b7afca tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:18.573313 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7d70dc4e-b24d-4b3c-bbf0-118664f92b4c req-3462e7e8-4028-467f-9b12-f4b636b7afca tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0709984 Jul 09 14:12:18.617362 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7d70dc4e-b24d-4b3c-bbf0-118664f92b4c req-7637065c-ebd2-4ccb-aa19-74fbfcb30485 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376649 Jul 09 14:12:19.811875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71be3a9-bb7c-4abf-ad66-9b9eb21b8300 req-2d2c33ab-aa1f-4f37-8ce0-ffa5bc316094 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:19.813458 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b71be3a9-bb7c-4abf-ad66-9b9eb21b8300 req-2d2c33ab-aa1f-4f37-8ce0-ffa5bc316094 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0735509 Jul 09 14:12:19.878736 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b71be3a9-bb7c-4abf-ad66-9b9eb21b8300 req-c50dda7b-b9ef-4e02-af4f-aaa825db0077 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553927 Jul 09 14:12:21.140932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e6258b-346a-4185-925a-280f7f0e51e0 req-e717a8e7-fe55-477c-8982-e3cc121adb57 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:21.142600 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-90e6258b-346a-4185-925a-280f7f0e51e0 req-e717a8e7-fe55-477c-8982-e3cc121adb57 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0752823 Jul 09 14:12:21.193151 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-90e6258b-346a-4185-925a-280f7f0e51e0 req-69c1f142-6a7a-477a-9de2-dac9b9cc8f43 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395939 Jul 09 14:12:22.405619 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67235869-c85a-4ac8-9280-1041f7b726c7 req-25f515e7-0a45-402e-90c2-1d3e5d71a2e2 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:22.407732 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-67235869-c85a-4ac8-9280-1041f7b726c7 req-25f515e7-0a45-402e-90c2-1d3e5d71a2e2 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0929465 Jul 09 14:12:22.457714 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-67235869-c85a-4ac8-9280-1041f7b726c7 req-b2763c80-0ef6-411d-9938-7111ed61ba3b tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441632 Jul 09 14:12:23.667515 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee4945-8d20-49c5-bde4-b054f3531a28 req-53a45200-8acd-4d90-b728-beb696e6fb60 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:23.669501 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6ee4945-8d20-49c5-bde4-b054f3531a28 req-53a45200-8acd-4d90-b728-beb696e6fb60 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0832748 Jul 09 14:12:23.721541 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6ee4945-8d20-49c5-bde4-b054f3531a28 req-bf7f2e70-83ee-4e10-84cb-819444852c73 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455222 Jul 09 14:12:24.931428 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af59fef4-f7c9-4c5d-b640-3c6c7f40a0fb req-b1e84bcc-27f4-4890-931c-7b4fc72b123f tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:24.933064 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-af59fef4-f7c9-4c5d-b640-3c6c7f40a0fb req-b1e84bcc-27f4-4890-931c-7b4fc72b123f tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0715995 Jul 09 14:12:24.977678 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-af59fef4-f7c9-4c5d-b640-3c6c7f40a0fb req-d917de6a-1610-445e-8aa3-43a31e23cfc9 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384851 Jul 09 14:12:25.765549 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-4c67966d-7bd6-4658-9184-1ad99b198ac4 service neutron] show failed (client error): The resource could not be found. Jul 09 14:12:25.766507 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-4c67966d-7bd6-4658-9184-1ad99b198ac4 service neutron] 10.222.0.18 "GET /v2.0/ports/926fb9fa-54fb-4081-855a-a879c3cd5491/bindings/n-h2-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.0702875 Jul 09 14:12:26.125566 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-4f69af47-2ba3-4a22-8cc2-c8ed1945bf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:26.127224 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-4f69af47-2ba3-4a22-8cc2-c8ed1945bf33 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0&tenant_id=30e14823fe0440e2b13da63e4b45d7a9 HTTP/1.1" status: 200 len: 1097 time: 0.1441514 Jul 09 14:12:26.139776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:12:26.220794 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffad525-c7db-42fd-9504-0df7086a6653 req-d349930f-0721-485c-a690-33fcfff28c55 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:26.223014 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ffad525-c7db-42fd-9504-0df7086a6653 req-d349930f-0721-485c-a690-33fcfff28c55 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0810425 Jul 09 14:12:26.228360 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:26.279057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8ffad525-c7db-42fd-9504-0df7086a6653 req-90b980fd-4a67-426b-a5c9-33dd96ca034f tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447567 Jul 09 14:12:26.467150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] For port 926fb9fa-54fb-4081-855a-a879c3cd5491, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=926fb9fa-54fb-4081-855a-a879c3cd5491,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:26.506337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] For port 926fb9fa-54fb-4081-855a-a879c3cd5491, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:12:26.550434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a51c406-b08d-49a1-bc9a-c7890017dca0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '926fb9fa-54fb-4081-855a-a879c3cd5491'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:12:26.552883 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db6995a-1e34-420e-9f3f-fe663eaab35e" -d '{"events": [{"server_uuid": "3a51c406-b08d-49a1-bc9a-c7890017dca0", "name": "network-vif-unplugged", "status": "completed", "tag": "926fb9fa-54fb-4081-855a-a879c3cd5491"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:12:26.557641 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:26.573904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Transition to ACTIVE for port object 926fb9fa-54fb-4081-855a-a879c3cd5491 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:12:26.579568 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:26.677571 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] No DVR routers for this DVR port 926fb9fa-54fb-4081-855a-a879c3cd5491 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:12:26.686462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=926fb9fa-54fb-4081-855a-a879c3cd5491,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:26.702451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:26.703018 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:26.703736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:26.704197 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:26.704652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:26.705041 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:26.705491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:26.706044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:26.706508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:26.706962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:26.707452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:26.707925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:26.738209 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1337c78-059b-4926-9fe5-9f15bc8ef4cf x-openstack-request-id: req-c1337c78-059b-4926-9fe5-9f15bc8ef4cf {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:12:26.738614 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a51c406-b08d-49a1-bc9a-c7890017dca0", "name": "network-vif-unplugged", "status": "completed", "tag": "926fb9fa-54fb-4081-855a-a879c3cd5491", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:12:26.738975 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1337c78-059b-4926-9fe5-9f15bc8ef4cf {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:12:26.739509 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a51c406-b08d-49a1-bc9a-c7890017dca0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '926fb9fa-54fb-4081-855a-a879c3cd5491', 'code': 200} Jul 09 14:12:26.757846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Attempting to bind port 926fb9fa-54fb-4081-855a-a879c3cd5491 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:12:26.758402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Attempting to bind port 926fb9fa-54fb-4081-855a-a879c3cd5491 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:12:26.758777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Attempting to bind port 926fb9fa-54fb-4081-855a-a879c3cd5491 on network 200b9c32-88bd-4563-a667-e6a1395420b1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:12:26.764840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Port 926fb9fa-54fb-4081-855a-a879c3cd5491 on network 200b9c32-88bd-4563-a667-e6a1395420b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:12:26.765267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Attempting to bind port 926fb9fa-54fb-4081-855a-a879c3cd5491 on network 200b9c32-88bd-4563-a667-e6a1395420b1 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:12:26.771211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 12, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:12:26.771959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Checking segment: {'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:12:26.771959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Bound using segment: {'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:12:26.772410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Bound port: 926fb9fa-54fb-4081-855a-a879c3cd5491, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02df9392-ed10-4dac-9093-55aed39f0386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 329, 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:12:26.773200 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:26.849025 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] For port 926fb9fa-54fb-4081-855a-a879c3cd5491, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:12:26.852970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] For port 926fb9fa-54fb-4081-855a-a879c3cd5491, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=926fb9fa-54fb-4081-855a-a879c3cd5491,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:12:26.857882 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:26.901427 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:26.902136 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:26.903827 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] 10.222.0.15 "PUT /v2.0/ports/926fb9fa-54fb-4081-855a-a879c3cd5491 HTTP/1.1" status: 200 len: 1092 time: 0.7691057 Jul 09 14:12:26.960417 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee406d6-37d2-4d01-8ee4-5a3af0d8e4a1 service neutron] Pushing event updated for resources: {'Port': ['ID=926fb9fa-54fb-4081-855a-a879c3cd5491,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:27.034852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-8a1b3679-aa0a-4208-b3a4-392b34610ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:27.036455 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-8a1b3679-aa0a-4208-b3a4-392b34610ad9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 1095 time: 0.0993874 Jul 09 14:12:27.143248 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-1cf459d1-97cd-4bf7-9d4c-43251b8a5f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:27.144877 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-1cf459d1-97cd-4bf7-9d4c-43251b8a5f77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 915 time: 0.1018612 Jul 09 14:12:27.191427 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-ff8ff5e9-706c-4491-8eea-e9ef4f7ea726 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=926fb9fa-54fb-4081-855a-a879c3cd5491 HTTP/1.1" status: 200 len: 217 time: 0.0393696 Jul 09 14:12:27.251481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-3eb88a81-dd09-466f-bc2b-36cfc7810cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:27.253287 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-3eb88a81-dd09-466f-bc2b-36cfc7810cf6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88f54ddc-d1fc-4404-9be9-bc759da47482 HTTP/1.1" status: 200 len: 854 time: 0.0552213 Jul 09 14:12:27.290434 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-5c9f615c-2fa7-4b60-ade7-84e4d3cb40b7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=200b9c32-88bd-4563-a667-e6a1395420b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299478 Jul 09 14:12:27.431029 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-4b498388-0b1e-4ec6-983d-a59e428ad656 service neutron] 10.222.0.15 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334023 Jul 09 14:12:27.554898 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10eab750-23ef-4d8c-8358-b4b963a83ebe req-b5b73e11-0a3a-47cf-8668-5529a9ea26ad service neutron] 10.222.0.15 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167138 Jul 09 14:12:27.571730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7357b7-c7fe-4af5-9be7-f4fee888fc88 req-e2becbb0-c871-461b-9aea-c8756e7bb482 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:27.573541 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8d7357b7-c7fe-4af5-9be7-f4fee888fc88 req-e2becbb0-c871-461b-9aea-c8756e7bb482 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 944 time: 0.0982802 Jul 09 14:12:27.627632 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8d7357b7-c7fe-4af5-9be7-f4fee888fc88 req-b1c4cf80-b2f9-491d-a8e8-ded498e45584 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438485 Jul 09 14:12:28.266629 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:12:28.508405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 926fb9fa-54fb-4081-855a-a879c3cd5491 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:12:28.554508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 926fb9fa-54fb-4081-855a-a879c3cd5491 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:12:28.741427 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a51c406-b08d-49a1-bc9a-c7890017dca0', 'tag': '926fb9fa-54fb-4081-855a-a879c3cd5491'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:12:28.744298 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78" -d '{"events": [{"name": "network-changed", "server_uuid": "3a51c406-b08d-49a1-bc9a-c7890017dca0", "tag": "926fb9fa-54fb-4081-855a-a879c3cd5491"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:12:28.808404 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:12:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037e8c2c-b371-4d91-a336-374afd670b4a x-openstack-request-id: req-037e8c2c-b371-4d91-a336-374afd670b4a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:12:28.808822 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a51c406-b08d-49a1-bc9a-c7890017dca0", "tag": "926fb9fa-54fb-4081-855a-a879c3cd5491", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:12:28.809177 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-037e8c2c-b371-4d91-a336-374afd670b4a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:12:28.809673 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a51c406-b08d-49a1-bc9a-c7890017dca0', 'tag': '926fb9fa-54fb-4081-855a-a879c3cd5491', 'status': 'completed', 'code': 200} Jul 09 14:12:28.863278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83664d57-066a-42d2-816d-e604822b5632 req-80ed9169-5474-4841-a2c1-45fa2350935c tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:28.865047 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83664d57-066a-42d2-816d-e604822b5632 req-80ed9169-5474-4841-a2c1-45fa2350935c tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 944 time: 0.0970948 Jul 09 14:12:28.934638 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83664d57-066a-42d2-816d-e604822b5632 req-cc7969b4-b4f3-426e-bfa1-1e4f1316a171 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575986 Jul 09 14:12:28.937378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-8f71d81a-972f-4bfe-a7d8-73b9487061a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:28.938933 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-8f71d81a-972f-4bfe-a7d8-73b9487061a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 1095 time: 0.0990453 Jul 09 14:12:28.942155 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-ed2120d3-5713-4e20-b7d0-8d76cafe9d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:28.943743 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-ed2120d3-5713-4e20-b7d0-8d76cafe9d05 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 1095 time: 0.1127787 Jul 09 14:12:29.319685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 926fb9fa-54fb-4081-855a-a879c3cd5491 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:12:29.490457 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 926fb9fa-54fb-4081-855a-a879c3cd5491, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=926fb9fa-54fb-4081-855a-a879c3cd5491,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:29.510609 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-5d057849-17f5-4bd2-8d3a-44bf0f1abe38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:29.512915 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '926fb9fa-54fb-4081-855a-a879c3cd5491', 'network_id': '200b9c32-88bd-4563-a667-e6a1395420b1', 'port_id': '926fb9fa-54fb-4081-855a-a879c3cd5491', 'mac_address': 'fa:16:3e:f0:12:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 329, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88f54ddc-d1fc-4404-9be9-bc759da47482', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:12:29.513571 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-5d057849-17f5-4bd2-8d3a-44bf0f1abe38 service neutron] 10.222.0.15 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 915 time: 0.5650339 Jul 09 14:12:29.513745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-56df09a2-36ce-4a91-b432-177712ccb76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:29.515435 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-56df09a2-36ce-4a91-b432-177712ccb76b service neutron] 10.222.0.18 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 915 time: 0.5602131 Jul 09 14:12:29.565062 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-441b88aa-36ba-4273-b475-f0f00e7e497a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=926fb9fa-54fb-4081-855a-a879c3cd5491 HTTP/1.1" status: 200 len: 217 time: 0.0458777 Jul 09 14:12:29.574868 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:29.592215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 926fb9fa-54fb-4081-855a-a879c3cd5491 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:12:29.613960 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-a44a28f4-7c15-40d2-b3d3-9497bb6dea1e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=926fb9fa-54fb-4081-855a-a879c3cd5491 HTTP/1.1" status: 200 len: 217 time: 0.0872779 Jul 09 14:12:29.627989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 926fb9fa-54fb-4081-855a-a879c3cd5491, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=926fb9fa-54fb-4081-855a-a879c3cd5491,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:29.634277 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:29.725098 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=926fb9fa-54fb-4081-855a-a879c3cd5491,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:29.734868 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-04db0116-73f8-42a5-a8aa-295337bbe883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:29.736755 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-04db0116-73f8-42a5-a8aa-295337bbe883 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=88f54ddc-d1fc-4404-9be9-bc759da47482 HTTP/1.1" status: 200 len: 854 time: 0.1356771 Jul 09 14:12:29.744436 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-895815e6-ea75-41c8-ab42-0834a7ab22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:29.746016 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-895815e6-ea75-41c8-ab42-0834a7ab22e3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88f54ddc-d1fc-4404-9be9-bc759da47482 HTTP/1.1" status: 200 len: 854 time: 0.0949941 Jul 09 14:12:29.798806 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-70bf20f9-07cc-44d9-9ff9-2558620b6e64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=200b9c32-88bd-4563-a667-e6a1395420b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517278 Jul 09 14:12:29.801155 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-fc9d303e-8d30-492a-9eab-ebd5f235ba26 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=200b9c32-88bd-4563-a667-e6a1395420b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456560 Jul 09 14:12:29.861194 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['926fb9fa-54fb-4081-855a-a879c3cd5491'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:12:30.058295 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-bada1989-f8c0-4762-8a9a-b9e44d038dd8 service neutron] 10.222.0.15 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518940 Jul 09 14:12:30.061205 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-e35e7199-f25e-4235-90f2-ac45e91c43f9 service neutron] 10.222.0.18 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2468739 Jul 09 14:12:30.217581 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7ee3ce-4f20-49a5-b8af-01bd4a0699e5 req-5692747b-a649-423b-b017-52fb9f6ce838 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:30.219841 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e7ee3ce-4f20-49a5-b8af-01bd4a0699e5 req-5692747b-a649-423b-b017-52fb9f6ce838 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 945 time: 0.0860558 Jul 09 14:12:30.266743 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-c4620a8d-3ff6-48e4-a871-a6e29563af1a service neutron] 10.222.0.15 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017097 Jul 09 14:12:30.268939 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7f62e3e1-93fa-40ea-8233-9cdcaed51f78 req-340359c2-d0b5-4a52-939e-33347d976b21 service neutron] 10.222.0.18 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936364 Jul 09 14:12:30.591183 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e7ee3ce-4f20-49a5-b8af-01bd4a0699e5 req-cec7aadb-d63b-4c42-b273-0f32c2063bea tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3603256 Jul 09 14:12:30.919792 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc78a86a-b705-4e14-81c8-f792383dc749 req-21727a0c-0832-49bc-86d1-3c3f564307aa tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:30.921600 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc78a86a-b705-4e14-81c8-f792383dc749 req-21727a0c-0832-49bc-86d1-3c3f564307aa tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 945 time: 0.0735688 Jul 09 14:12:30.971573 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc78a86a-b705-4e14-81c8-f792383dc749 req-009edd06-f315-46c9-bda4-df91c387bb8c tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387175 Jul 09 14:12:31.029377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dad7fd-8b9f-40c2-8650-039f67c923bb req-afd39787-9e0c-465f-b713-9a159afcc1c0 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:31.031045 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43dad7fd-8b9f-40c2-8650-039f67c923bb req-afd39787-9e0c-465f-b713-9a159afcc1c0 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.18 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0&tenant_id=30e14823fe0440e2b13da63e4b45d7a9&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 945 time: 0.1113548 Jul 09 14:12:31.100531 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-43dad7fd-8b9f-40c2-8650-039f67c923bb req-82d46572-c298-4d8c-80e5-f4b063a4d791 service neutron] delete failed (client error): The resource could not be found. Jul 09 14:12:31.101807 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43dad7fd-8b9f-40c2-8650-039f67c923bb req-82d46572-c298-4d8c-80e5-f4b063a4d791 service neutron] 10.222.0.18 "DELETE /v2.0/ports/926fb9fa-54fb-4081-855a-a879c3cd5491/bindings/n-h1-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.0641704 Jul 09 14:12:31.218311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dad7fd-8b9f-40c2-8650-039f67c923bb req-f042ab82-18b2-41a7-a7df-cf55897e2821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:31.219940 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43dad7fd-8b9f-40c2-8650-039f67c923bb req-f042ab82-18b2-41a7-a7df-cf55897e2821 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 1096 time: 0.0691273 Jul 09 14:12:31.328086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 926fb9fa-54fb-4081-855a-a879c3cd5491 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:12:31.328815 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dad7fd-8b9f-40c2-8650-039f67c923bb req-509a3b6b-f51d-498b-8932-d89d26252080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:31.331263 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43dad7fd-8b9f-40c2-8650-039f67c923bb req-509a3b6b-f51d-498b-8932-d89d26252080 service neutron] 10.222.0.18 "GET /v2.0/networks?id=200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 200 len: 915 time: 0.1035714 Jul 09 14:12:31.394158 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43dad7fd-8b9f-40c2-8650-039f67c923bb req-f79a24ec-e1dd-41bb-aa6b-19e9325dc04e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=926fb9fa-54fb-4081-855a-a879c3cd5491 HTTP/1.1" status: 200 len: 217 time: 0.0559630 Jul 09 14:12:31.395364 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 926fb9fa-54fb-4081-855a-a879c3cd5491 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:12:31.400718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 926fb9fa-54fb-4081-855a-a879c3cd5491 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:12:31.401158 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:31.447118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dad7fd-8b9f-40c2-8650-039f67c923bb req-11ab7f21-4e22-453e-8615-5af9e0547ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:31.448859 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43dad7fd-8b9f-40c2-8650-039f67c923bb req-11ab7f21-4e22-453e-8615-5af9e0547ef0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=88f54ddc-d1fc-4404-9be9-bc759da47482 HTTP/1.1" status: 200 len: 854 time: 0.0489433 Jul 09 14:12:31.484324 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43dad7fd-8b9f-40c2-8650-039f67c923bb req-5f40005c-5e20-478b-b494-c65f41aca8f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=200b9c32-88bd-4563-a667-e6a1395420b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295548 Jul 09 14:12:31.524553 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:31.558184 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a51c406-b08d-49a1-bc9a-c7890017dca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926fb9fa-54fb-4081-855a-a879c3cd5491'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:12:31.561115 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58a83c2d-e8f7-4cdc-a612-ca89c4361e25" -d '{"events": [{"server_uuid": "3a51c406-b08d-49a1-bc9a-c7890017dca0", "name": "network-vif-plugged", "status": "completed", "tag": "926fb9fa-54fb-4081-855a-a879c3cd5491"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:12:31.582761 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 926fb9fa-54fb-4081-855a-a879c3cd5491, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=926fb9fa-54fb-4081-855a-a879c3cd5491,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:31.588775 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:31.596267 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43dad7fd-8b9f-40c2-8650-039f67c923bb req-477b41e8-a8a5-4215-a4b5-c2c0b500a43e service neutron] 10.222.0.18 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1051643 Jul 09 14:12:31.667290 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=926fb9fa-54fb-4081-855a-a879c3cd5491,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:31.734810 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:12:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-866b38f3-4a68-47ed-83f4-cf3739b5767c x-openstack-request-id: req-866b38f3-4a68-47ed-83f4-cf3739b5767c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:12:31.735312 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a51c406-b08d-49a1-bc9a-c7890017dca0", "name": "network-vif-plugged", "status": "completed", "tag": "926fb9fa-54fb-4081-855a-a879c3cd5491", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:12:31.735782 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-866b38f3-4a68-47ed-83f4-cf3739b5767c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:12:31.736471 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a51c406-b08d-49a1-bc9a-c7890017dca0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '926fb9fa-54fb-4081-855a-a879c3cd5491', 'code': 200} Jul 09 14:12:31.776337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43dad7fd-8b9f-40c2-8650-039f67c923bb req-b096df27-d7ab-42ca-9419-a4ba14c31a63 service neutron] 10.222.0.18 "GET /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718161 Jul 09 14:12:31.864101 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d22abdd0-91b0-43ce-8ef0-19a4eb291757 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:32.188529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d98532-855b-4957-82d0-b14f06299670 req-8b8d45f2-6bb0-4564-8d35-06982d63b601 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:32.190153 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12d98532-855b-4957-82d0-b14f06299670 req-8b8d45f2-6bb0-4564-8d35-06982d63b601 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0752666 Jul 09 14:12:32.237568 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-12d98532-855b-4957-82d0-b14f06299670 req-5b263f70-11df-4ba2-9f20-d5ba9351a484 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403080 Jul 09 14:12:33.458853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061f6f12-ebef-477a-857c-f72893eaee46 req-e476bbf7-513c-47a6-99e1-e5fb5ab0087e tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:33.461679 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-061f6f12-ebef-477a-857c-f72893eaee46 req-e476bbf7-513c-47a6-99e1-e5fb5ab0087e tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0918660 Jul 09 14:12:33.505926 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-061f6f12-ebef-477a-857c-f72893eaee46 req-e8ce8fab-0a84-46ee-b91c-330213d6ea67 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383306 Jul 09 14:12:33.715796 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5727c3f-2eeb-478c-b49d-8435ee4ecd5a req-84c778bd-0494-4acb-875f-94054959a67b tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:33.717743 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c5727c3f-2eeb-478c-b49d-8435ee4ecd5a req-84c778bd-0494-4acb-875f-94054959a67b tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0770633 Jul 09 14:12:33.762159 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c5727c3f-2eeb-478c-b49d-8435ee4ecd5a req-5137c95a-7cde-4ed2-ac5d-20083bc429da tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384569 Jul 09 14:12:34.030005 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945ee7a5-67b3-41f8-84a2-1f9308e6423f req-7f97d55d-1d27-4fdc-9691-a776a77737bd tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:34.032628 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-945ee7a5-67b3-41f8-84a2-1f9308e6423f req-7f97d55d-1d27-4fdc-9691-a776a77737bd tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0906510 Jul 09 14:12:34.078187 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-945ee7a5-67b3-41f8-84a2-1f9308e6423f req-adb193cf-4fce-4449-a91f-c439f4191ad3 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383229 Jul 09 14:12:34.718296 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:34.727460 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e3ec9931-3cac-4929-94c6-d839d01a720b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:34.797802 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6293fa47-b29a-4caa-9a36-2f2a7ddb1f80 req-3f92112d-23c9-4bb2-b782-ca45c37ecb65 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:34.799570 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6293fa47-b29a-4caa-9a36-2f2a7ddb1f80 req-3f92112d-23c9-4bb2-b782-ca45c37ecb65 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0865891 Jul 09 14:12:34.846644 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6293fa47-b29a-4caa-9a36-2f2a7ddb1f80 req-f950c878-37ab-4fb4-beb1-a54b10bbffb2 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403647 Jul 09 14:12:35.737797 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692ef369-ceba-4851-a40c-f4844d114013 req-47209d98-95e2-47b7-bd70-67a623b7a2cd tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:35.739469 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-692ef369-ceba-4851-a40c-f4844d114013 req-47209d98-95e2-47b7-bd70-67a623b7a2cd tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.15 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.0750811 Jul 09 14:12:35.776700 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:35.909882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-692ef369-ceba-4851-a40c-f4844d114013 req-5ba5e6f6-e080-4858-9196-0e525f5306ce tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Deleting port 926fb9fa-54fb-4081-855a-a879c3cd5491 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:12:35.910234 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-692ef369-ceba-4851-a40c-f4844d114013 req-5ba5e6f6-e080-4858-9196-0e525f5306ce tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:36.016609 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-692ef369-ceba-4851-a40c-f4844d114013 req-5ba5e6f6-e080-4858-9196-0e525f5306ce tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] For port 926fb9fa-54fb-4081-855a-a879c3cd5491, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=926fb9fa-54fb-4081-855a-a879c3cd5491,segment=NetworkSegment(02df9392-ed10-4dac-9093-55aed39f0386),segment_id=02df9392-ed10-4dac-9093-55aed39f0386)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:36.016848 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-692ef369-ceba-4851-a40c-f4844d114013 req-5ba5e6f6-e080-4858-9196-0e525f5306ce tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:36.044423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-692ef369-ceba-4851-a40c-f4844d114013 req-5ba5e6f6-e080-4858-9196-0e525f5306ce tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Calling delete_port for 926fb9fa-54fb-4081-855a-a879c3cd5491 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:12:36.144918 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599bf97-cce3-4300-bf10-2f264bdd8791 req-0bb9add7-a5f3-442c-ae93-6e8ffaa4109d tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:36.150396 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b599bf97-cce3-4300-bf10-2f264bdd8791 req-0bb9add7-a5f3-442c-ae93-6e8ffaa4109d tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/ports?device_id=3a51c406-b08d-49a1-bc9a-c7890017dca0 HTTP/1.1" status: 200 len: 946 time: 0.1059542 Jul 09 14:12:36.201276 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-692ef369-ceba-4851-a40c-f4844d114013 req-5ba5e6f6-e080-4858-9196-0e525f5306ce tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:36.211640 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b599bf97-cce3-4300-bf10-2f264bdd8791 req-2d6ec178-6ac0-4173-80aa-d7280855a8a4 tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.39 "GET /v2.0/security-groups?id=929e0672-a01e-42a9-b558-c8574e3ffecf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530765 Jul 09 14:12:36.215240 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['926fb9fa-54fb-4081-855a-a879c3cd5491'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:12:36.240777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba5e6f6-e080-4858-9196-0e525f5306ce tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Pushing event deleted for resources: {'Port': ['ID=926fb9fa-54fb-4081-855a-a879c3cd5491,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:36.312737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-692ef369-ceba-4851-a40c-f4844d114013 req-5ba5e6f6-e080-4858-9196-0e525f5306ce tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] No DVR routers for this DVR port 926fb9fa-54fb-4081-855a-a879c3cd5491 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:12:36.316058 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-692ef369-ceba-4851-a40c-f4844d114013 req-5ba5e6f6-e080-4858-9196-0e525f5306ce tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:36.318551 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-692ef369-ceba-4851-a40c-f4844d114013 req-5ba5e6f6-e080-4858-9196-0e525f5306ce tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] 10.222.0.15 "DELETE /v2.0/ports/926fb9fa-54fb-4081-855a-a879c3cd5491 HTTP/1.1" status: 204 len: 173 time: 0.5734935 Jul 09 14:12:36.319874 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a51c406-b08d-49a1-bc9a-c7890017dca0', 'name': 'network-vif-deleted', 'tag': '926fb9fa-54fb-4081-855a-a879c3cd5491'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:12:36.322694 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-379ab482-3196-4237-ac89-22ec9d7e53f9" -d '{"events": [{"server_uuid": "3a51c406-b08d-49a1-bc9a-c7890017dca0", "name": "network-vif-deleted", "tag": "926fb9fa-54fb-4081-855a-a879c3cd5491"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:12:36.376010 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-892d7885-be03-4e33-ac49-429e968493e0 x-openstack-request-id: req-892d7885-be03-4e33-ac49-429e968493e0 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:12:36.376327 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a51c406-b08d-49a1-bc9a-c7890017dca0", "name": "network-vif-deleted", "tag": "926fb9fa-54fb-4081-855a-a879c3cd5491", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:12:36.376588 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-892d7885-be03-4e33-ac49-429e968493e0 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:12:36.377004 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a51c406-b08d-49a1-bc9a-c7890017dca0', 'name': 'network-vif-deleted', 'tag': '926fb9fa-54fb-4081-855a-a879c3cd5491', 'status': 'completed', 'code': 200} Jul 09 14:12:37.166920 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:37.492311 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46686) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:37.555171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Deleting subnet 88f54ddc-d1fc-4404-9be9-bc759da47482 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:12:37.559196 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:37.601111 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:37.645042 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:37.712887 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:37.768028 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88f54ddc-d1fc-4404-9be9-bc759da47482,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:37.772925 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:37.775886 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/88f54ddc-d1fc-4404-9be9-bc759da47482 HTTP/1.1" status: 204 len: 168 time: 0.2823303 Jul 09 14:12:37.778537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46688) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:37.786627 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:37.787245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:37.788508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:37.789078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:37.789645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:37.790205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:37.790773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:37.791325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:37.791866 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:37.792457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:37.793033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:37.793598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889054f4-83d7-4479-8103-7fc82f6242c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:37.855220 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-004828c0-0fe4-4ec3-b8ce-f1506bb66843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:37.955068 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-004828c0-0fe4-4ec3-b8ce-f1506bb66843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:37.974542 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-004828c0-0fe4-4ec3-b8ce-f1506bb66843 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['200b9c32-88bd-4563-a667-e6a1395420b1']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:37.994182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-004828c0-0fe4-4ec3-b8ce-f1506bb66843 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02df9392-ed10-4dac-9093-55aed39f0386') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:37.994652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-004828c0-0fe4-4ec3-b8ce-f1506bb66843 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02df9392-ed10-4dac-9093-55aed39f0386') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:38.012074 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-004828c0-0fe4-4ec3-b8ce-f1506bb66843 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:38.034786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-004828c0-0fe4-4ec3-b8ce-f1506bb66843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:38.043600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-004828c0-0fe4-4ec3-b8ce-f1506bb66843 admin admin] Releasing vlan 329 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:12:38.044017 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-004828c0-0fe4-4ec3-b8ce-f1506bb66843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:12:38.045825 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:12:38.133856 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-004828c0-0fe4-4ec3-b8ce-f1506bb66843 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:38.140559 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-004828c0-0fe4-4ec3-b8ce-f1506bb66843 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:38.143117 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-004828c0-0fe4-4ec3-b8ce-f1506bb66843 admin admin] 10.222.0.39 "DELETE /v2.0/networks/200b9c32-88bd-4563-a667-e6a1395420b1 HTTP/1.1" status: 204 len: 168 time: 0.3630478 Jul 09 14:12:38.157740 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004828c0-0fe4-4ec3-b8ce-f1506bb66843 admin admin] Pushing event deleted for resources: {'Network': ['ID=200b9c32-88bd-4563-a667-e6a1395420b1,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:38.302230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46692) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:38.358406 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e31acc65-2144-4b78-a25e-279be6b8b4be admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=30e14823fe0440e2b13da63e4b45d7a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0549300 Jul 09 14:12:38.361572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46694) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:38.423069 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2980b5e2-5574-40c9-bb51-19e13c482cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:38.449810 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2980b5e2-5574-40c9-bb51-19e13c482cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:38.509114 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2980b5e2-5574-40c9-bb51-19e13c482cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:38.512217 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2980b5e2-5574-40c9-bb51-19e13c482cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:38.513667 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2980b5e2-5574-40c9-bb51-19e13c482cf1 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/929e0672-a01e-42a9-b558-c8574e3ffecf HTTP/1.1" status: 204 len: 168 time: 0.1508834 Jul 09 14:12:38.525171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2980b5e2-5574-40c9-bb51-19e13c482cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929e0672-a01e-42a9-b558-c8574e3ffecf,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:38.920854 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:39.117289 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:39.422072 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 926fb9fa-54fb-4081-855a-a879c3cd5491 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:12:39.444776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 926fb9fa-54fb-4081-855a-a879c3cd5491 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:12:39.445116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 926fb9fa-54fb-4081-855a-a879c3cd5491 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:12:39.472939 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46716) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:39.586740 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-05862404-6e70-4b43-b748-82d3aa1dc460 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1748218922-network', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:12:39.609793 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05862404-6e70-4b43-b748-82d3aa1dc460 admin admin] Made reservation on behalf of dd2ef3c755a94a96955ce1b5d093319f for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:12:39.612102 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05862404-6e70-4b43-b748-82d3aa1dc460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:39.622305 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05862404-6e70-4b43-b748-82d3aa1dc460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:39.749240 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05862404-6e70-4b43-b748-82d3aa1dc460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:39.754766 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05862404-6e70-4b43-b748-82d3aa1dc460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:39.787067 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05862404-6e70-4b43-b748-82d3aa1dc460 admin admin] vlan segment allocate from pool success with {'vlan_id': 305, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:12:39.805248 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05862404-6e70-4b43-b748-82d3aa1dc460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39cac07e-75db-4686-b741-a5eb7b9c17d9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:39.811257 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05862404-6e70-4b43-b748-82d3aa1dc460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:39.811595 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-05862404-6e70-4b43-b748-82d3aa1dc460 admin admin] Added segment 998f8e10-cc39-467b-afe4-f91a6fb9e08a of type vlan for network 478616f2-1100-46c5-b6ce-ae1798bfd21c Jul 09 14:12:39.862149 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05862404-6e70-4b43-b748-82d3aa1dc460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:39.899847 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05862404-6e70-4b43-b748-82d3aa1dc460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:39.900909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05862404-6e70-4b43-b748-82d3aa1dc460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:39.901568 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05862404-6e70-4b43-b748-82d3aa1dc460 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:39.966455 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-05862404-6e70-4b43-b748-82d3aa1dc460 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4919844 Jul 09 14:12:39.971121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46722) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:39.976871 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05862404-6e70-4b43-b748-82d3aa1dc460 admin admin] Pushing event updated for resources: {'Network': ['ID=478616f2-1100-46c5-b6ce-ae1798bfd21c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:39.990252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 478616f2-1100-46c5-b6ce-ae1798bfd21c details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:12:39.993042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1b70ebc6-481d-41f3-b888-ae3e9d4ac8dd admin admin] Request body: {'subnet': {'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1748218922-subnet', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:12:40.021490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b70ebc6-481d-41f3-b888-ae3e9d4ac8dd admin admin] Made reservation on behalf of dd2ef3c755a94a96955ce1b5d093319f for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:12:40.025497 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b70ebc6-481d-41f3-b888-ae3e9d4ac8dd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:40.229179 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b70ebc6-481d-41f3-b888-ae3e9d4ac8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:40.288231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b70ebc6-481d-41f3-b888-ae3e9d4ac8dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4a11dc4-a77a-445b-87bc-b07eac43cdb6,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:40.306762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b70ebc6-481d-41f3-b888-ae3e9d4ac8dd admin admin] Checking segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:12:40.307166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b70ebc6-481d-41f3-b888-ae3e9d4ac8dd admin admin] Network hostable DHCP agents. Network: 478616f2-1100-46c5-b6ce-ae1798bfd21c, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:12:40.326090 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b70ebc6-481d-41f3-b888-ae3e9d4ac8dd admin admin] Network 478616f2-1100-46c5-b6ce-ae1798bfd21c is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:12:40.337982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1b70ebc6-481d-41f3-b888-ae3e9d4ac8dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 478616f2-1100-46c5-b6ce-ae1798bfd21c) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:12:40.344274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b70ebc6-481d-41f3-b888-ae3e9d4ac8dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:40.346211 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1b70ebc6-481d-41f3-b888-ae3e9d4ac8dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:40.352281 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a003695-e42b-4b42-8784-37de9abad921 None None] Network 478616f2-1100-46c5-b6ce-ae1798bfd21c requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:12:40.364770 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1b70ebc6-481d-41f3-b888-ae3e9d4ac8dd admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3908134 Jul 09 14:12:40.368444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46724) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:40.374192 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:12:40.399146 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:40.400440 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:40.466130 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:40.613991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-478616f2-1100-46c5-b6ce-ae1798bfd21c', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:12:40.615069 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:40.618016 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:40.807794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Allocated IP 172.20.0.2 (478616f2-1100-46c5-b6ce-ae1798bfd21c/f4a11dc4-a77a-445b-87bc-b07eac43cdb6/58ddffc2-33e0-4f46-8234-4b13fc2baaa3) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:12:40.883330 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:40.919715 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:41.014599 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:41.028628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Transition to ACTIVE for port object 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:12:41.050266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Transition to ACTIVE for port object 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:12:41.060197 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:41.097481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Allocated IP 172.25.2.188 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/9471ad75-a7bf-4f25-82fb-69c18df1013d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:12:41.100766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Network 478616f2-1100-46c5-b6ce-ae1798bfd21c is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:12:41.104075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:12:41.110230 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:12:41.124821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Pushing event updated for resources: {'Port': ['ID=58ddffc2-33e0-4f46-8234-4b13fc2baaa3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:41.220032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Attempting to bind port 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:12:41.220412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Attempting to bind port 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:12:41.220791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Attempting to bind port 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:12:41.227046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:12:41.227449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Checking segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:12:41.227876 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:41.228292 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Bound using segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:12:41.228797 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Bound port: 58ddffc2-33e0-4f46-8234-4b13fc2baaa3, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:12:41.229194 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:41.234352 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:41.290909 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:41.328707 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] For port 58ddffc2-33e0-4f46-8234-4b13fc2baaa3, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:12:41.333842 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] For port 58ddffc2-33e0-4f46-8234-4b13fc2baaa3, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=58ddffc2-33e0-4f46-8234-4b13fc2baaa3,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:12:41.346925 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:41.350784 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:12:41.355181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:12:41.361451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:12:41.421783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Pushing event updated for resources: {'Port': ['ID=9471ad75-a7bf-4f25-82fb-69c18df1013d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:41.435117 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f2fe8-1fdd-4060-8a4b-e9aae3a05d05 None None] Pushing event updated for resources: {'Port': ['ID=58ddffc2-33e0-4f46-8234-4b13fc2baaa3,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:41.732216 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:41.981944 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:42.135002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Router 00aeb7ea-7079-43a7-91f5-4b602612adab is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:12:42.281359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:12:42.294322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Sync routers for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:12:42.308708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:12:42.309872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:12:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:42.310058 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:42.312742 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-33a77f4f-7550-48a6-9be1-7690fd483dd6 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9427207 Jul 09 14:12:42.315064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46726) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:42.532735 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:12:42.691871 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1403976-b6c4-4486-b0c1-3d4bced38470 None None] Network 478616f2-1100-46c5-b6ce-ae1798bfd21c requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:12:42.827250 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e01e3d74-1c8b-45e9-8a55-e2e79e7a47fe None None] Provisioning for port 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:12:43.108050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:41Z', 'revision_number': 3, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:43.160590 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Checking router: 00aeb7ea-7079-43a7-91f5-4b602612adab for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:12:43.161116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Updating router 00aeb7ea-7079-43a7-91f5-4b602612adab port 9471ad75-a7bf-4f25-82fb-69c18df1013d binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:12:43.234610 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:43.572994 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:43.649248 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:43.664269 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Transition to ACTIVE for port object 9471ad75-a7bf-4f25-82fb-69c18df1013d will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:12:43.686816 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:43.740322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:12:43.769584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Attempting to bind port 9471ad75-a7bf-4f25-82fb-69c18df1013d on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:12:43.770080 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Attempting to bind port 9471ad75-a7bf-4f25-82fb-69c18df1013d by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:12:43.770447 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Attempting to bind port 9471ad75-a7bf-4f25-82fb-69c18df1013d on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:12:43.794322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:12:43.794692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:12:43.795133 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:43.795508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:12:43.796007 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Bound port: 9471ad75-a7bf-4f25-82fb-69c18df1013d, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:12:43.796401 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:43.805566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e96bef-db14-40a0-aad2-63968c701765 None None] Pushing event updated for resources: {'Port': ['ID=9471ad75-a7bf-4f25-82fb-69c18df1013d,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:43.864803 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:12:43.872914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] For port 9471ad75-a7bf-4f25-82fb-69c18df1013d, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:12:43.875404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:12:43.875831 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:43.878991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] For port 9471ad75-a7bf-4f25-82fb-69c18df1013d, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9471ad75-a7bf-4f25-82fb-69c18df1013d,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:12:43.906176 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:43.910873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Allocated IP 172.20.0.1 (478616f2-1100-46c5-b6ce-ae1798bfd21c/f4a11dc4-a77a-445b-87bc-b07eac43cdb6/8b525999-631f-47d7-ab8d-095830d95c18) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:12:44.079220 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:44.096342 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Transition to ACTIVE for port object 8b525999-631f-47d7-ab8d-095830d95c18 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:12:44.143698 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:44.175138 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e96bef-db14-40a0-aad2-63968c701765 None None] Pushing event updated for resources: {'Port': ['ID=9471ad75-a7bf-4f25-82fb-69c18df1013d,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:44.179242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:12:44.179885 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:12:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:44.203882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Network 478616f2-1100-46c5-b6ce-ae1798bfd21c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:12:44.207648 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:12:44.211812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:12:44.257293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=8b525999-631f-47d7-ab8d-095830d95c18,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:44.321503 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:44.375177 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:44.453990 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 58ddffc2-33e0-4f46-8234-4b13fc2baaa3, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=58ddffc2-33e0-4f46-8234-4b13fc2baaa3,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:44.456242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:12:44.461137 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:44.570823 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:44.648784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=58ddffc2-33e0-4f46-8234-4b13fc2baaa3,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:44.654462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b4d5aa05-2719-4605-8814-0100dd1cfba4 None None] Provisioning for port 8b525999-631f-47d7-ab8d-095830d95c18 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:12:44.662499 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b4d5aa05-2719-4605-8814-0100dd1cfba4 None None] Provisioning complete for port 8b525999-631f-47d7-ab8d-095830d95c18 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:12:44.663980 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4d5aa05-2719-4605-8814-0100dd1cfba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:44.750123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b4d5aa05-2719-4605-8814-0100dd1cfba4 None None] Port 8b525999-631f-47d7-ab8d-095830d95c18 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:12:44.788632 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:41Z', 'revision_number': 3, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:44.822586 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:44.828575 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:44.832372 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6465a47-ee2d-4600-b1e0-4e5cd1a59cdd None None] The sync data for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 is: [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:41Z', 'revision_number': 3, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:12:44.922063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Pushing event updated for resources: {'Port': ['ID=8b525999-631f-47d7-ab8d-095830d95c18,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:44.925128 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:45.076977 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Network 478616f2-1100-46c5-b6ce-ae1798bfd21c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:12:45.078762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:12:45.291609 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Router 00aeb7ea-7079-43a7-91f5-4b602612adab has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:12:45.486709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:12:45.489151 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-86ce4425-78ce-4602-98f2-07d2cb199c5e None None] Provisioning complete for port 8b525999-631f-47d7-ab8d-095830d95c18 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:12:45.490072 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-86ce4425-78ce-4602-98f2-07d2cb199c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:45.508207 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e25af593-ede7-4eb3-8047-ad92ec583ce2 admin admin] 10.222.0.39 "PUT /v2.0/routers/00aeb7ea-7079-43a7-91f5-4b602612adab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1782146 Jul 09 14:12:45.581664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-86ce4425-78ce-4602-98f2-07d2cb199c5e None None] Port 8b525999-631f-47d7-ab8d-095830d95c18 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:12:45.769329 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:12:45.841405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:12:45.841974 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:45.973544 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9471ad75-a7bf-4f25-82fb-69c18df1013d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:12:46.035013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 9471ad75-a7bf-4f25-82fb-69c18df1013d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:12:46.039872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9471ad75-a7bf-4f25-82fb-69c18df1013d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:12:46.040253 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:46.141578 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:46.173796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 9471ad75-a7bf-4f25-82fb-69c18df1013d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9471ad75-a7bf-4f25-82fb-69c18df1013d,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:46.180294 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:46.269196 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=9471ad75-a7bf-4f25-82fb-69c18df1013d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:46.269453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46736) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:46.275533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ac9237de-7423-468f-b686-9039bfbeb4a8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054251022', 'description': 'tempest-description--865906243'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:12:46.300812 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac9237de-7423-468f-b686-9039bfbeb4a8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:46.416430 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac9237de-7423-468f-b686-9039bfbeb4a8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:46.422561 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac9237de-7423-468f-b686-9039bfbeb4a8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:46.477903 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac9237de-7423-468f-b686-9039bfbeb4a8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:46.480014 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ac9237de-7423-468f-b686-9039bfbeb4a8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2090373 Jul 09 14:12:46.483788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 46738) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:46.488135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9237de-7423-468f-b686-9039bfbeb4a8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55b50720-6296-43cc-8f03-4b5b34f470af,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:46.493350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0c2bfc15-872e-4fd9-a531-55df98d23f78 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Request body: {'security_group_rule': {'security_group_id': '55b50720-6296-43cc-8f03-4b5b34f470af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:12:46.528001 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfc15-872e-4fd9-a531-55df98d23f78 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:46.598182 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfc15-872e-4fd9-a531-55df98d23f78 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:46.604144 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfc15-872e-4fd9-a531-55df98d23f78 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:46.629805 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2bfc15-872e-4fd9-a531-55df98d23f78 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf46ab28-2e20-4bd3-a9dc-d2cf0c423f28,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:46.639394 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0c2bfc15-872e-4fd9-a531-55df98d23f78 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:46.644894 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46740) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:46.645332 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0c2bfc15-872e-4fd9-a531-55df98d23f78 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1583307 Jul 09 14:12:46.652719 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f30447b6-8506-4b42-b80d-2b70d3d699f1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Request body: {'security_group_rule': {'security_group_id': '55b50720-6296-43cc-8f03-4b5b34f470af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:12:46.685746 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f30447b6-8506-4b42-b80d-2b70d3d699f1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:46.770182 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f30447b6-8506-4b42-b80d-2b70d3d699f1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:46.775840 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f30447b6-8506-4b42-b80d-2b70d3d699f1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:46.798793 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30447b6-8506-4b42-b80d-2b70d3d699f1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e902ef6-8673-4c33-9f2b-2e56092719c6,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:46.808107 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f30447b6-8506-4b42-b80d-2b70d3d699f1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:46.809539 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f30447b6-8506-4b42-b80d-2b70d3d699f1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632104 Jul 09 14:12:46.813183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46742) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:12:46.818269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:12:46.827956 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Sync routers for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:12:46.844760 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:46.845296 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:12:46.846454 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:12:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:46.982376 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:12:47.012262 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:47.138417 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Allocated IP 172.25.2.80 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/5e13a9c0-4c43-4470-979e-9db7da5fcee8) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:12:47.274779 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 2, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:47.296379 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:47.326156 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Checking router: 00aeb7ea-7079-43a7-91f5-4b602612adab for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:12:47.326733 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Updating router 00aeb7ea-7079-43a7-91f5-4b602612adab port 8b525999-631f-47d7-ab8d-095830d95c18 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:12:47.345133 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:47.389096 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:47.394728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:12:47.399226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:12:47.403313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:12:47.410466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Pushing event updated for resources: {'Port': ['ID=5e13a9c0-4c43-4470-979e-9db7da5fcee8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:47.507825 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:47.579283 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:47.639558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9471ad75-a7bf-4f25-82fb-69c18df1013d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:12:47.725081 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9471ad75-a7bf-4f25-82fb-69c18df1013d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:12:47.727513 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:47.818081 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:47.824945 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:47.841306 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:47.854311 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Transition to ACTIVE for port object 8b525999-631f-47d7-ab8d-095830d95c18 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:12:47.862855 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:47.915023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Pushing event updated for resources: {'Port': ['ID=5e13a9c0-4c43-4470-979e-9db7da5fcee8,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:47.927378 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:47.947389 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09596ec8-c122-411b-b81d-71ddee206fb9 None None] Pushing event updated for resources: {'Port': ['ID=8b525999-631f-47d7-ab8d-095830d95c18,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:47.950600 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:47.953948 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d703422d-4bde-4b15-afba-a32b4ea84792 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1394100 Jul 09 14:12:47.991621 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09596ec8-c122-411b-b81d-71ddee206fb9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:47.991969 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09596ec8-c122-411b-b81d-71ddee206fb9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:47.992310 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09596ec8-c122-411b-b81d-71ddee206fb9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:47.992648 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09596ec8-c122-411b-b81d-71ddee206fb9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:47.992979 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09596ec8-c122-411b-b81d-71ddee206fb9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:47.993508 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09596ec8-c122-411b-b81d-71ddee206fb9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:47.993843 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09596ec8-c122-411b-b81d-71ddee206fb9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:47.994172 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09596ec8-c122-411b-b81d-71ddee206fb9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:47.994498 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09596ec8-c122-411b-b81d-71ddee206fb9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:47.994826 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09596ec8-c122-411b-b81d-71ddee206fb9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:47.995170 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09596ec8-c122-411b-b81d-71ddee206fb9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:47.995499 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09596ec8-c122-411b-b81d-71ddee206fb9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:48.017989 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Attempting to bind port 8b525999-631f-47d7-ab8d-095830d95c18 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:12:48.018373 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Attempting to bind port 8b525999-631f-47d7-ab8d-095830d95c18 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:12:48.018749 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Attempting to bind port 8b525999-631f-47d7-ab8d-095830d95c18 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:12:48.025785 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:12:48.026161 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Checking segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:12:48.026602 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:48.027005 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Bound using segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:12:48.027526 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Bound port: 8b525999-631f-47d7-ab8d-095830d95c18, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:12:48.027913 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:48.119382 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] For port 8b525999-631f-47d7-ab8d-095830d95c18, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:12:48.123923 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] For port 8b525999-631f-47d7-ab8d-095830d95c18, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8b525999-631f-47d7-ab8d-095830d95c18,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:12:48.130440 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:48.140420 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-5bd9cea5-3205-40e8-be77-5e273ccb3887 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1054251022&fields=id&tenant_id=dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 267 time: 0.0412431 Jul 09 14:12:48.199131 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:12:48.199525 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:12:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:48.267846 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09596ec8-c122-411b-b81d-71ddee206fb9 None None] Pushing event updated for resources: {'Port': ['ID=8b525999-631f-47d7-ab8d-095830d95c18,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:48.359811 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-1827d08f-ecd5-4f4f-a5c9-4ae3f9d58ccb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:48.375332 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-1827d08f-ecd5-4f4f-a5c9-4ae3f9d58ccb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 812 time: 0.2262423 Jul 09 14:12:48.382271 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:12:48.396022 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-b96540c1-bda0-41bb-b0f8-acb77de1cdf8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/quotas/dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 375 time: 0.0181518 Jul 09 14:12:48.513356 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-e0916616-72e9-4321-a616-4e4d7b53a953 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1109326 Jul 09 14:12:48.673071 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-47c02bbc-0a03-48e3-8323-755e3d8cfb16 service neutron] 10.222.0.39 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466970 Jul 09 14:12:48.713922 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:48Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:12:48.750345 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b684b3-df88-4566-b35a-bf63a94c23c1 None None] The sync data for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 is: [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:48Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:12:48.793207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-dfa7de97-f185-41a5-865d-934ea674259b service neutron] 10.222.0.39 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186566 Jul 09 14:12:48.914586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-79abb2d6-c35a-40fa-92d7-c762e378083a req-16b37d41-d631-4fed-83b1-9788b40536d6 service neutron] (93753) timed out ('10.222.0.15', 54041) {{(pid=93753) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:12:49.047943 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d745dd7f-1631-40e0-b2fc-e6c45e6ed6f1 req-a9768f3e-a2d2-49a8-ab52-8b7b70801166 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 210 time: 0.0572352 Jul 09 14:12:49.636972 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8b525999-631f-47d7-ab8d-095830d95c18 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:12:49.701106 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 8b525999-631f-47d7-ab8d-095830d95c18 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:12:49.706110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 8b525999-631f-47d7-ab8d-095830d95c18 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:12:49.706479 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:49.801685 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:49.871898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 8b525999-631f-47d7-ab8d-095830d95c18, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8b525999-631f-47d7-ab8d-095830d95c18,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:49.881409 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:49.950021 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=8b525999-631f-47d7-ab8d-095830d95c18,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:50.256899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b82440de-c89a-4fd8-8298-8052a0187ca5 req-f6ed38a9-e602-4929-8248-0ad3f5709409 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 210 time: 0.0326672 Jul 09 14:12:50.490089 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-7744c0f9-5820-4078-b88c-179197211e15 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:50.492060 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-7744c0f9-5820-4078-b88c-179197211e15 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 812 time: 0.1511350 Jul 09 14:12:50.544828 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-6d0a7a4a-9a06-4074-9e7a-b59b57ca3b55 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 380 time: 0.0442448 Jul 09 14:12:50.554015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-616bd45f-b945-42b6-838f-122f404e8c1c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Request body: {'port': {'device_id': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'admin_state_up': True, 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'security_groups': ['55b50720-6296-43cc-8f03-4b5b34f470af']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:12:50.695244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-616bd45f-b945-42b6-838f-122f404e8c1c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Made reservation on behalf of dd2ef3c755a94a96955ce1b5d093319f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:12:50.701533 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-616bd45f-b945-42b6-838f-122f404e8c1c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:50.927296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-616bd45f-b945-42b6-838f-122f404e8c1c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Allocated IP 172.20.0.14 (478616f2-1100-46c5-b6ce-ae1798bfd21c/f4a11dc4-a77a-445b-87bc-b07eac43cdb6/8069ee8a-e9c6-4e6f-8c32-686d519410aa) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:12:51.094856 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-616bd45f-b945-42b6-838f-122f404e8c1c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.113454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-616bd45f-b945-42b6-838f-122f404e8c1c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Transition to ACTIVE for port object 8069ee8a-e9c6-4e6f-8c32-686d519410aa will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:12:51.149208 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-616bd45f-b945-42b6-838f-122f404e8c1c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.199466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-616bd45f-b945-42b6-838f-122f404e8c1c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Network 478616f2-1100-46c5-b6ce-ae1798bfd21c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:12:51.202900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-616bd45f-b945-42b6-838f-122f404e8c1c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:12:51.208149 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-616bd45f-b945-42b6-838f-122f404e8c1c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:12:51.236856 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616bd45f-b945-42b6-838f-122f404e8c1c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Pushing event updated for resources: {'Port': ['ID=8069ee8a-e9c6-4e6f-8c32-686d519410aa,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:51.281349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-616bd45f-b945-42b6-838f-122f404e8c1c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:51.282451 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-616bd45f-b945-42b6-838f-122f404e8c1c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.308685 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-616bd45f-b945-42b6-838f-122f404e8c1c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7585537 Jul 09 14:12:51.325163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Request body: {'port': {'device_id': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:12:51.460826 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.493919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2657988a-414c-4b72-9ac8-d287790dbd28 req-d062db55-9fc1-427a-a69f-7127c3d8b0e7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:51.495653 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2657988a-414c-4b72-9ac8-d287790dbd28 req-d062db55-9fc1-427a-a69f-7127c3d8b0e7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 932 time: 0.0888934 Jul 09 14:12:51.564873 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2657988a-414c-4b72-9ac8-d287790dbd28 req-c055ab23-f5fe-4402-8e26-6251d2821742 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587606 Jul 09 14:12:51.577825 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3c42eb10-6ae2-45ba-9cd5-ee0225baf7ca None None] Provisioning for port 8069ee8a-e9c6-4e6f-8c32-686d519410aa completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:12:51.593414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3c42eb10-6ae2-45ba-9cd5-ee0225baf7ca None None] Provisioning complete for port 8069ee8a-e9c6-4e6f-8c32-686d519410aa triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:12:51.594015 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3c42eb10-6ae2-45ba-9cd5-ee0225baf7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.652009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8b525999-631f-47d7-ab8d-095830d95c18 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:12:51.700317 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3c42eb10-6ae2-45ba-9cd5-ee0225baf7ca None None] Port 8069ee8a-e9c6-4e6f-8c32-686d519410aa cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:12:51.744413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 8b525999-631f-47d7-ab8d-095830d95c18 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:12:51.745168 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.857828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8069ee8a-e9c6-4e6f-8c32-686d519410aa {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:12:51.871286 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.886652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Transition to ACTIVE for port object 8069ee8a-e9c6-4e6f-8c32-686d519410aa will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:12:51.891657 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:51.954718 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Pushing event updated for resources: {'Port': ['ID=8069ee8a-e9c6-4e6f-8c32-686d519410aa,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:52.040392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Attempting to bind port 8069ee8a-e9c6-4e6f-8c32-686d519410aa on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:12:52.040830 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Attempting to bind port 8069ee8a-e9c6-4e6f-8c32-686d519410aa by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:12:52.041249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Attempting to bind port 8069ee8a-e9c6-4e6f-8c32-686d519410aa on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:12:52.049067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Port 8069ee8a-e9c6-4e6f-8c32-686d519410aa on network 478616f2-1100-46c5-b6ce-ae1798bfd21c not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:12:52.049591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Attempting to bind port 8069ee8a-e9c6-4e6f-8c32-686d519410aa on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:12:52.056811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:12:52.057229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Checking segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:12:52.057688 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Bound using segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:12:52.058195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Bound port: 8069ee8a-e9c6-4e6f-8c32-686d519410aa, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:12:52.058618 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:52.148368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] For port 8069ee8a-e9c6-4e6f-8c32-686d519410aa, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:12:52.151921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] For port 8069ee8a-e9c6-4e6f-8c32-686d519410aa, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:12:52.157865 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:52.214429 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:52.215627 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:52.218110 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] 10.222.0.18 "PUT /v2.0/ports/8069ee8a-e9c6-4e6f-8c32-686d519410aa HTTP/1.1" status: 200 len: 1092 time: 0.9017489 Jul 09 14:12:52.218882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'tag': '8069ee8a-e9c6-4e6f-8c32-686d519410aa'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:12:52.223314 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8d254d4-6dbf-4ee5-869c-0dcba084d6cc" -d '{"events": [{"name": "network-changed", "server_uuid": "53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7", "tag": "8069ee8a-e9c6-4e6f-8c32-686d519410aa"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:12:52.263888 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba9128c-373d-4160-958f-dcd1589da436 service neutron] Pushing event updated for resources: {'Port': ['ID=8069ee8a-e9c6-4e6f-8c32-686d519410aa,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:52.297129 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f178457f-b995-45ac-a4a5-1b8d59c68a9c x-openstack-request-id: req-f178457f-b995-45ac-a4a5-1b8d59c68a9c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:12:52.297430 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7", "tag": "8069ee8a-e9c6-4e6f-8c32-686d519410aa", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:12:52.297726 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f178457f-b995-45ac-a4a5-1b8d59c68a9c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:12:52.298122 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'tag': '8069ee8a-e9c6-4e6f-8c32-686d519410aa', 'status': 'completed', 'code': 200} Jul 09 14:12:52.362044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-27c8cce3-005f-4aca-9367-a78d4adeac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:52.364976 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-27c8cce3-005f-4aca-9367-a78d4adeac3b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 1095 time: 0.0806699 Jul 09 14:12:52.416430 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-11419610-9bba-4a09-8c67-a46488283fdc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa HTTP/1.1" status: 200 len: 217 time: 0.0442367 Jul 09 14:12:52.489635 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-a45b8542-c8f3-42fb-86f7-01aca38a95c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:52.493108 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-a45b8542-c8f3-42fb-86f7-01aca38a95c6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0655291 Jul 09 14:12:52.558773 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-b492262e-263a-4fba-ab0c-2b3c808ed155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:52.558773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-b492262e-263a-4fba-ab0c-2b3c808ed155 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595012 Jul 09 14:12:52.683258 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-fb9aa9a5-03d6-48cf-9cae-e08009f25ddf service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179364 Jul 09 14:12:52.803144 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5e9f0480-e0eb-4315-bfaa-62f0ae355791 req-3a365d06-260f-4b97-9693-90f2f2e8c98f service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139324 Jul 09 14:12:52.839993 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77134837-e36d-4495-a532-b99814d665e9 req-d77633a5-6aa2-426d-8cb8-2fae61a5b88e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:52.842577 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77134837-e36d-4495-a532-b99814d665e9 req-d77633a5-6aa2-426d-8cb8-2fae61a5b88e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 944 time: 0.1177664 Jul 09 14:12:52.898016 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77134837-e36d-4495-a532-b99814d665e9 req-df00215a-7a0e-4229-a670-ae760d2f5c1d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470972 Jul 09 14:12:52.932234 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d254d4-6dbf-4ee5-869c-0dcba084d6cc req-90ff15b3-3bd1-4144-91e4-09daf49b0929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:52.933819 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f8d254d4-6dbf-4ee5-869c-0dcba084d6cc req-90ff15b3-3bd1-4144-91e4-09daf49b0929 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 1095 time: 0.0798349 Jul 09 14:12:53.044899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d254d4-6dbf-4ee5-869c-0dcba084d6cc req-12bda90f-26fa-4014-a70e-5331eff7a8b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:53.046474 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f8d254d4-6dbf-4ee5-869c-0dcba084d6cc req-12bda90f-26fa-4014-a70e-5331eff7a8b6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1066623 Jul 09 14:12:53.094066 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f8d254d4-6dbf-4ee5-869c-0dcba084d6cc req-776c4273-9e41-43e3-a83a-ed6988bc6041 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa HTTP/1.1" status: 200 len: 217 time: 0.0383241 Jul 09 14:12:53.148560 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-4b6e970c-cd6b-400a-bfe0-2ed218349ede req-0b33ea6c-1db7-4ffa-afa4-5072f002ce6e service neutron] (93754) timed out ('10.222.0.15', 54671) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:12:53.149234 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d254d4-6dbf-4ee5-869c-0dcba084d6cc req-ba4c0019-7081-4c18-bb56-1f88a9778652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:53.150771 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f8d254d4-6dbf-4ee5-869c-0dcba084d6cc req-ba4c0019-7081-4c18-bb56-1f88a9778652 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0495853 Jul 09 14:12:53.233125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d254d4-6dbf-4ee5-869c-0dcba084d6cc req-68d1138c-5a81-423b-b355-b03895f2b3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:53.235856 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f8d254d4-6dbf-4ee5-869c-0dcba084d6cc req-68d1138c-5a81-423b-b355-b03895f2b3b0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0769930 Jul 09 14:12:53.341707 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f8d254d4-6dbf-4ee5-869c-0dcba084d6cc req-5ce4a7df-6982-4d71-8ed2-7312a62270fd service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983300 Jul 09 14:12:53.448963 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f8d254d4-6dbf-4ee5-869c-0dcba084d6cc req-e0ee7dcd-2e87-4d9c-96cd-f08a129ffc89 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003060 Jul 09 14:12:54.134348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ddebb-f5e7-4abc-a671-1e87a8b41f04 req-03bb25ec-00ff-4b32-bf38-711c9e9e8abd tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:54.136081 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-849ddebb-f5e7-4abc-a671-1e87a8b41f04 req-03bb25ec-00ff-4b32-bf38-711c9e9e8abd tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 944 time: 0.0927231 Jul 09 14:12:54.182354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-849ddebb-f5e7-4abc-a671-1e87a8b41f04 req-5ce8c732-6fa6-4a3e-8c02-7e0e9c83a9cc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397418 Jul 09 14:12:55.391889 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87537af6-7bc3-4d48-bdfd-a27db42082b5 req-9d2c5ad5-1dca-4734-b581-9bbe55cd1106 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:55.393306 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87537af6-7bc3-4d48-bdfd-a27db42082b5 req-9d2c5ad5-1dca-4734-b581-9bbe55cd1106 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 944 time: 0.0700614 Jul 09 14:12:55.435471 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87537af6-7bc3-4d48-bdfd-a27db42082b5 req-48e49e6c-232b-4cdb-94e0-f36789ebdab6 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360503 Jul 09 14:12:56.636226 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548ea05a-eead-4a68-9ae3-c4e966e274d8 req-c087f240-2553-47cb-8a0b-09f8db083864 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:56.638051 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-548ea05a-eead-4a68-9ae3-c4e966e274d8 req-c087f240-2553-47cb-8a0b-09f8db083864 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 944 time: 0.0710995 Jul 09 14:12:56.652196 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8069ee8a-e9c6-4e6f-8c32-686d519410aa details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:12:56.699644 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-548ea05a-eead-4a68-9ae3-c4e966e274d8 req-4d2eb57c-ffd1-45e2-8e72-9f544ca4a93e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549116 Jul 09 14:12:56.788981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8069ee8a-e9c6-4e6f-8c32-686d519410aa, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:56.802002 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '8069ee8a-e9c6-4e6f-8c32-686d519410aa', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'port_id': '8069ee8a-e9c6-4e6f-8c32-686d519410aa', 'mac_address': 'fa:16:3e:74:76:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:12:56.844502 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:56.865034 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8069ee8a-e9c6-4e6f-8c32-686d519410aa {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:12:56.890783 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8069ee8a-e9c6-4e6f-8c32-686d519410aa, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:56.896108 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:56.954237 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=8069ee8a-e9c6-4e6f-8c32-686d519410aa,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:56.963286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:56.963646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:56.963990 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:56.964330 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:56.964662 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:56.964989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:56.965326 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:56.965653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:56.965978 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:56.966302 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:56.966624 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:56.966947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:12:57.100448 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['8069ee8a-e9c6-4e6f-8c32-686d519410aa'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:12:57.898542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1df7aa-495d-4cef-b882-f4ebdb919525 req-35a1d04e-f466-41d5-a779-6595762ef94c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:57.900365 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f1df7aa-495d-4cef-b882-f4ebdb919525 req-35a1d04e-f466-41d5-a779-6595762ef94c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 945 time: 0.0786202 Jul 09 14:12:57.945579 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f1df7aa-495d-4cef-b882-f4ebdb919525 req-45026f63-1580-4048-9d2e-e94a81f05fa1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386837 Jul 09 14:12:58.680436 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8069ee8a-e9c6-4e6f-8c32-686d519410aa up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:12:58.746160 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 8069ee8a-e9c6-4e6f-8c32-686d519410aa completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:12:58.751410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 8069ee8a-e9c6-4e6f-8c32-686d519410aa triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:12:58.751840 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:58.884591 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:58.926898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8069ee8a-e9c6-4e6f-8c32-686d519410aa'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:12:58.932011 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d17393b-47cc-4ad3-a377-1c9157b0b102" -d '{"events": [{"server_uuid": "53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7", "name": "network-vif-plugged", "status": "completed", "tag": "8069ee8a-e9c6-4e6f-8c32-686d519410aa"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:12:58.955157 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8069ee8a-e9c6-4e6f-8c32-686d519410aa, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:12:58.962848 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:12:59.013973 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3379ab64-e759-493e-8310-7f4670f90a89 x-openstack-request-id: req-3379ab64-e759-493e-8310-7f4670f90a89 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:12:59.014411 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7", "name": "network-vif-plugged", "status": "completed", "tag": "8069ee8a-e9c6-4e6f-8c32-686d519410aa", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:12:59.015131 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3379ab64-e759-493e-8310-7f4670f90a89 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:12:59.015771 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8069ee8a-e9c6-4e6f-8c32-686d519410aa', 'code': 200} Jul 09 14:12:59.062067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=8069ee8a-e9c6-4e6f-8c32-686d519410aa,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:12:59.133212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc6173-d369-4e19-82fb-159b90a29988 req-5fd78740-255d-4de7-a822-2d9e29fedad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:59.135180 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-57dc6173-d369-4e19-82fb-159b90a29988 req-5fd78740-255d-4de7-a822-2d9e29fedad7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 1097 time: 0.0693698 Jul 09 14:12:59.173963 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-57dc6173-d369-4e19-82fb-159b90a29988 req-3181e089-084b-4c18-8856-85f164bab93e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325360 Jul 09 14:12:59.231958 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861cd07f-49e8-424e-b874-faffffc6dbd4 req-3bd26ed6-0219-4404-9bee-6cb90cc6b33a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:12:59.234695 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-861cd07f-49e8-424e-b874-faffffc6dbd4 req-3bd26ed6-0219-4404-9bee-6cb90cc6b33a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.1136761 Jul 09 14:12:59.287874 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-861cd07f-49e8-424e-b874-faffffc6dbd4 req-12d5c16e-bae7-4292-bce3-40da48ab86f4 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465963 Jul 09 14:13:00.524571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0a4a9-5caa-4dd9-a8c5-ce43e40f14f0 req-e4ecf4ff-f9a3-48d1-8582-da15a98529a5 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:00.526281 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48e0a4a9-5caa-4dd9-a8c5-ce43e40f14f0 req-e4ecf4ff-f9a3-48d1-8582-da15a98529a5 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0790122 Jul 09 14:13:00.574104 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48e0a4a9-5caa-4dd9-a8c5-ce43e40f14f0 req-afa42e37-30b3-4b79-93ad-0552eb968811 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380390 Jul 09 14:13:00.761151 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09ad3a1-d06b-4052-8564-a8e006b6728a req-3d5d3ed7-cac2-4cda-a4ed-7cc4655ad234 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:00.762818 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c09ad3a1-d06b-4052-8564-a8e006b6728a req-3d5d3ed7-cac2-4cda-a4ed-7cc4655ad234 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0731640 Jul 09 14:13:00.774266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 46798) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:13:00.779441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-26497d43-195f-48c9-b3bd-7702aeeee215 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Request body: {'floatingip': {'port_id': '8069ee8a-e9c6-4e6f-8c32-686d519410aa'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:13:00.821956 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26497d43-195f-48c9-b3bd-7702aeeee215 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:01.331604 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26497d43-195f-48c9-b3bd-7702aeeee215 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:01.336320 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26497d43-195f-48c9-b3bd-7702aeeee215 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:01.456916 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-26497d43-195f-48c9-b3bd-7702aeeee215 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Floating IP 1e33ee8d-22b2-4992-adc0-d3c1c39e03c7 associated. External IP: 172.25.2.80, port: 8069ee8a-e9c6-4e6f-8c32-686d519410aa. Jul 09 14:13:01.869790 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e6171ab-8bdf-4f26-8cfe-c55223b69c40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:02.104875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26497d43-195f-48c9-b3bd-7702aeeee215 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Router 00aeb7ea-7079-43a7-91f5-4b602612adab has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:13:02.228402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26497d43-195f-48c9-b3bd-7702aeeee215 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:13:02.236452 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-26497d43-195f-48c9-b3bd-7702aeeee215 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:02.239529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716fc863-6b5c-469b-8b90-e5434b15be2e None None] Sync routers for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:13:02.250561 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716fc863-6b5c-469b-8b90-e5434b15be2e None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:13:02.251475 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-716fc863-6b5c-469b-8b90-e5434b15be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:12:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:13:02.302429 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-26497d43-195f-48c9-b3bd-7702aeeee215 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "PUT /v2.0/floatingips/1e33ee8d-22b2-4992-adc0-d3c1c39e03c7 HTTP/1.1" status: 200 len: 991 time: 1.5264239 Jul 09 14:13:02.303940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'tag': '8069ee8a-e9c6-4e6f-8c32-686d519410aa'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:13:02.308258 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb524e71-ea1e-401b-aa30-e620da5a51cb" -d '{"events": [{"name": "network-changed", "server_uuid": "53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7", "tag": "8069ee8a-e9c6-4e6f-8c32-686d519410aa"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:13:02.375626 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:13:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a335937-02cc-4698-8299-adb7a5e56a5b x-openstack-request-id: req-1a335937-02cc-4698-8299-adb7a5e56a5b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:13:02.377056 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7", "tag": "8069ee8a-e9c6-4e6f-8c32-686d519410aa", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:13:02.377056 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1a335937-02cc-4698-8299-adb7a5e56a5b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:13:02.377357 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'tag': '8069ee8a-e9c6-4e6f-8c32-686d519410aa', 'status': 'completed', 'code': 200} Jul 09 14:13:02.435104 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-716fc863-6b5c-469b-8b90-e5434b15be2e None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:13:02.467855 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb524e71-ea1e-401b-aa30-e620da5a51cb req-c9c1094c-a64f-4c11-bcaa-8b87ff9e2e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:02.469447 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb524e71-ea1e-401b-aa30-e620da5a51cb req-c9c1094c-a64f-4c11-bcaa-8b87ff9e2e56 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 1097 time: 0.0651951 Jul 09 14:13:02.583579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb524e71-ea1e-401b-aa30-e620da5a51cb req-b40bf659-e6a5-4873-94b1-b2fa847706d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:02.586054 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb524e71-ea1e-401b-aa30-e620da5a51cb req-b40bf659-e6a5-4873-94b1-b2fa847706d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1104708 Jul 09 14:13:02.686376 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb524e71-ea1e-401b-aa30-e620da5a51cb req-788d434b-a4be-4ba4-bfa1-8725f5d389c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa HTTP/1.1" status: 200 len: 999 time: 0.0937099 Jul 09 14:13:02.733998 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-716fc863-6b5c-469b-8b90-e5434b15be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '1e33ee8d-22b2-4992-adc0-d3c1c39e03c7', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'port_id': '8069ee8a-e9c6-4e6f-8c32-686d519410aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'mac_address': 'fa:16:3e:74:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:12:47Z', 'updated_at': '2021-07-09T14:13:01Z', 'revision_number': 1, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:13:02.757999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb524e71-ea1e-401b-aa30-e620da5a51cb req-5f91ca0c-abde-4536-89cb-db329df01502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:02.759902 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb524e71-ea1e-401b-aa30-e620da5a51cb req-5f91ca0c-abde-4536-89cb-db329df01502 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0681336 Jul 09 14:13:02.778584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716fc863-6b5c-469b-8b90-e5434b15be2e None None] Checking router: 00aeb7ea-7079-43a7-91f5-4b602612adab for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:13:02.792990 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-716fc863-6b5c-469b-8b90-e5434b15be2e None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:13:02.794364 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-716fc863-6b5c-469b-8b90-e5434b15be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:12:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:13:02.825806 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb524e71-ea1e-401b-aa30-e620da5a51cb req-4988134a-b5be-4382-b422-489dbce2b036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:02.828086 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb524e71-ea1e-401b-aa30-e620da5a51cb req-4988134a-b5be-4382-b422-489dbce2b036 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618792 Jul 09 14:13:02.934173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-716fc863-6b5c-469b-8b90-e5434b15be2e None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:13:02.953986 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb524e71-ea1e-401b-aa30-e620da5a51cb req-9458f030-6ae3-4d96-9af9-ed449cd7667c service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182020 Jul 09 14:13:03.111002 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bb524e71-ea1e-401b-aa30-e620da5a51cb req-88ba07d4-35bf-4786-ab3c-6861f6e76e3f service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498837 Jul 09 14:13:03.391555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-716fc863-6b5c-469b-8b90-e5434b15be2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '1e33ee8d-22b2-4992-adc0-d3c1c39e03c7', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'port_id': '8069ee8a-e9c6-4e6f-8c32-686d519410aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'mac_address': 'fa:16:3e:74:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:12:47Z', 'updated_at': '2021-07-09T14:13:01Z', 'revision_number': 1, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:13:03.426181 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-716fc863-6b5c-469b-8b90-e5434b15be2e None None] The sync data for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 is: [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '1e33ee8d-22b2-4992-adc0-d3c1c39e03c7', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'port_id': '8069ee8a-e9c6-4e6f-8c32-686d519410aa', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'mac_address': 'fa:16:3e:74:76:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:12:47Z', 'updated_at': '2021-07-09T14:13:01Z', 'revision_number': 1, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:13:03.688293 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13cac359-b21a-4815-b33d-fc5c37da5173 None None] New status for floating IP 1e33ee8d-22b2-4992-adc0-d3c1c39e03c7: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:13:04.713093 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:04.720313 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e23add7-2109-40fb-8868-69c037d5e1b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:05.267597 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:13:05.781494 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:07.171783 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:08.924502 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:09.111384 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:31.863567 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-65bc1f9b-9d26-4940-a579-2a8961575627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:34.730668 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:34.733864 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5ba76754-b890-4ef1-82eb-829ea8efbad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:35.782430 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:37.176479 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:38.945477 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:39.106977 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:13:42.268679 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:13:59.105159 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-658fbb5b-5ab9-4e20-bb30-781d657618f1 req-8cae7b8a-4428-43c7-b104-144e48c87166 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0565894 Jul 09 14:13:59.236132 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fbb5b-5ab9-4e20-bb30-781d657618f1 req-ef892683-a07c-45bd-9c30-c8f6a0ce8841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:59.238705 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-658fbb5b-5ab9-4e20-bb30-781d657618f1 req-ef892683-a07c-45bd-9c30-c8f6a0ce8841 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 1097 time: 0.0883832 Jul 09 14:13:59.358876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fbb5b-5ab9-4e20-bb30-781d657618f1 req-0cc670a5-1758-4e72-99f7-25e1479a0712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:59.360615 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-658fbb5b-5ab9-4e20-bb30-781d657618f1 req-0cc670a5-1758-4e72-99f7-25e1479a0712 service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.0997100 Jul 09 14:13:59.438137 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-658fbb5b-5ab9-4e20-bb30-781d657618f1 req-57271e34-3610-42ca-96a3-6305c1221021 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa HTTP/1.1" status: 200 len: 1001 time: 0.0706060 Jul 09 14:13:59.492450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fbb5b-5ab9-4e20-bb30-781d657618f1 req-2d381c2d-9722-48a5-b2ec-cab295f1bc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:59.493986 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-658fbb5b-5ab9-4e20-bb30-781d657618f1 req-2d381c2d-9722-48a5-b2ec-cab295f1bc47 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0497813 Jul 09 14:13:59.559905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658fbb5b-5ab9-4e20-bb30-781d657618f1 req-724e335e-574d-4827-a2ec-ce7d1879b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:13:59.563016 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-658fbb5b-5ab9-4e20-bb30-781d657618f1 req-724e335e-574d-4827-a2ec-ce7d1879b765 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0616438 Jul 09 14:13:59.726570 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-658fbb5b-5ab9-4e20-bb30-781d657618f1 req-36798697-7701-43f0-8e7b-004a69442980 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572030 Jul 09 14:13:59.832426 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-658fbb5b-5ab9-4e20-bb30-781d657618f1 req-7d25d490-22a7-4ee5-b569-5a3077c8ce3c service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991995 Jul 09 14:14:01.869527 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-be7c1070-97c2-4afd-9c98-a7a711bc196b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:04.728366 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:04.736370 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fbb83b95-905a-413b-acbb-0c74dbe73f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:05.787527 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:07.178240 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:08.946294 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:09.121542 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:19.268562 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:14:31.866005 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c200020-19ce-4c4b-8479-13bdd3f9d81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:34.703896 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:34.723345 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6bf31fca-4146-4ac3-b071-0652f50a0470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:35.790107 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:37.180135 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:38.038407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042172a8-4dec-4de1-a96a-a581ad030a41 req-1019b8c2-aab5-44c8-a760-93e9e3bbde34 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:38.040810 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-042172a8-4dec-4de1-a96a-a581ad030a41 req-1019b8c2-aab5-44c8-a760-93e9e3bbde34 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.1055286 Jul 09 14:14:38.082309 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-042172a8-4dec-4de1-a96a-a581ad030a41 req-8448cdb0-0f64-4c61-8557-853dae8b1735 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360940 Jul 09 14:14:38.592113 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-8bc06162-fc9e-4ced-b898-a26c7a5b27d5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1959188 Jul 09 14:14:38.600432 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d352068a-db46-4251-98d2-146f7423b00c req-b6d15163-51d6-4f4f-9393-1da5be904e24 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:38.601905 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d352068a-db46-4251-98d2-146f7423b00c req-b6d15163-51d6-4f4f-9393-1da5be904e24 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.1532056 Jul 09 14:14:38.653326 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d352068a-db46-4251-98d2-146f7423b00c req-a43e14f7-07cd-47ba-a287-942dc6492957 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446630 Jul 09 14:14:38.946168 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:39.135581 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:39.871459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e85710b-6ea6-40b2-a119-8b099ae71f88 req-59788cb7-2c27-49bb-8edf-9e4624d99f9c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:39.873358 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e85710b-6ea6-40b2-a119-8b099ae71f88 req-59788cb7-2c27-49bb-8edf-9e4624d99f9c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0903060 Jul 09 14:14:39.928082 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8e85710b-6ea6-40b2-a119-8b099ae71f88 req-ef5e79c8-0b60-48c7-a98e-f4d2da88e7ae tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465858 Jul 09 14:14:39.939980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-bd99fd18-5167-4fbb-842e-946c21e5c98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:39.942697 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-bd99fd18-5167-4fbb-842e-946c21e5c98f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 1097 time: 0.0925705 Jul 09 14:14:40.049052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-4c27b752-65ab-465e-8858-3cafa413c78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:40.050627 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-4c27b752-65ab-465e-8858-3cafa413c78c service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1010621 Jul 09 14:14:40.122824 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-28365aba-3f29-42bc-94da-045c0b5a088e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa HTTP/1.1" status: 200 len: 1001 time: 0.0653377 Jul 09 14:14:40.181823 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-f0c323f4-7732-430b-87c3-41137d170450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:40.183529 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-f0c323f4-7732-430b-87c3-41137d170450 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0540090 Jul 09 14:14:40.247176 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-936d12a1-40a5-464f-8512-0ce3e1373ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:40.248992 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-936d12a1-40a5-464f-8512-0ce3e1373ba5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588188 Jul 09 14:14:40.345913 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-6680f035-298c-4ed5-baca-36964339a47e service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904536 Jul 09 14:14:40.448591 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-27ed1241-b6fc-46cd-8c40-ad531b4fd4f0 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963538 Jul 09 14:14:41.127382 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176077e-50a9-401e-b405-75d55828cd64 req-96019740-8468-44de-bc43-e40040823161 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:41.129126 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6176077e-50a9-401e-b405-75d55828cd64 req-96019740-8468-44de-bc43-e40040823161 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0714707 Jul 09 14:14:41.173341 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6176077e-50a9-401e-b405-75d55828cd64 req-c06e346e-54bb-4489-afa7-500ba5e41a8b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381007 Jul 09 14:14:42.644705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f4eb01-26e8-4d0a-a218-4f7c1285403e req-410178e2-85d5-4242-833f-019bcb8d40ef tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:42.647524 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2f4eb01-26e8-4d0a-a218-4f7c1285403e req-410178e2-85d5-4242-833f-019bcb8d40ef tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0771723 Jul 09 14:14:42.696696 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2f4eb01-26e8-4d0a-a218-4f7c1285403e req-7b1b563a-a417-46ef-94ff-b9203d6f6453 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432084 Jul 09 14:14:43.900738 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad28842-01bc-4823-9572-f2eb9e3eeb01 req-d5c93a73-6c99-42d5-87c8-65c0b1329de0 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:43.902354 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ad28842-01bc-4823-9572-f2eb9e3eeb01 req-d5c93a73-6c99-42d5-87c8-65c0b1329de0 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0759842 Jul 09 14:14:43.961671 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ad28842-01bc-4823-9572-f2eb9e3eeb01 req-2c0c1302-c6fc-4f02-8b39-f9fb8621b1a9 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481741 Jul 09 14:14:45.195981 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351c1b7f-54a5-4110-b416-a82f814c9eff req-949031da-88cc-4ff3-90b2-fdfad0f05a3d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:45.197006 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-351c1b7f-54a5-4110-b416-a82f814c9eff req-949031da-88cc-4ff3-90b2-fdfad0f05a3d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0716414 Jul 09 14:14:45.240765 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-351c1b7f-54a5-4110-b416-a82f814c9eff req-babb23c4-a278-46f5-aace-330c90860969 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362265 Jul 09 14:14:46.441496 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55568c5e-0694-4097-8e45-ff7618b5cb5e req-c7cb1cb7-2a3e-4470-a0d3-1034fd832d49 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:46.443379 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55568c5e-0694-4097-8e45-ff7618b5cb5e req-c7cb1cb7-2a3e-4470-a0d3-1034fd832d49 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0752287 Jul 09 14:14:46.497079 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55568c5e-0694-4097-8e45-ff7618b5cb5e req-cf79dd7a-7a64-4ece-be0f-33c192f3f089 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435889 Jul 09 14:14:47.698550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0807b748-b37b-486d-b6f9-e5857ead88f4 req-50f54c26-ef75-4784-8b31-d2e9707ab732 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:47.700287 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0807b748-b37b-486d-b6f9-e5857ead88f4 req-50f54c26-ef75-4784-8b31-d2e9707ab732 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0764813 Jul 09 14:14:47.745638 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0807b748-b37b-486d-b6f9-e5857ead88f4 req-68f5f73f-85cf-4daa-83ed-d9b5a12afd7d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391810 Jul 09 14:14:48.935209 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d4ebb0-1f5b-4c4a-a221-2cbbd7a7b7c0 req-b7b9d8ce-9233-454a-8ec3-308c4dc74de6 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:48.937183 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2d4ebb0-1f5b-4c4a-a221-2cbbd7a7b7c0 req-b7b9d8ce-9233-454a-8ec3-308c4dc74de6 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0708799 Jul 09 14:14:48.994807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2d4ebb0-1f5b-4c4a-a221-2cbbd7a7b7c0 req-2d949f3d-6d1a-413d-b32e-67144831fc45 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502872 Jul 09 14:14:50.205798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b95560-af2f-4db7-843f-d81301fd9e56 req-dc5da76f-c445-440c-9cd6-00f2e0ee4618 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:50.208018 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72b95560-af2f-4db7-843f-d81301fd9e56 req-dc5da76f-c445-440c-9cd6-00f2e0ee4618 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0783908 Jul 09 14:14:50.254321 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-72b95560-af2f-4db7-843f-d81301fd9e56 req-369bdcab-4198-4898-9b15-de972080dad3 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404832 Jul 09 14:14:51.447119 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560e5d40-75ad-49e1-b3e0-329939a83edd req-fa25da07-678a-45be-a013-333da84a735b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:51.448764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-560e5d40-75ad-49e1-b3e0-329939a83edd req-fa25da07-678a-45be-a013-333da84a735b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0684047 Jul 09 14:14:51.495591 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-560e5d40-75ad-49e1-b3e0-329939a83edd req-cb070723-14a8-439c-bb9e-09fe47197be9 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407455 Jul 09 14:14:52.443029 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-07a0084d-721b-4e94-9ed5-c5b22b2b0788 service neutron] show failed (client error): The resource could not be found. Jul 09 14:14:52.444827 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-07a0084d-721b-4e94-9ed5-c5b22b2b0788 service neutron] 10.222.0.18 "GET /v2.0/ports/8069ee8a-e9c6-4e6f-8c32-686d519410aa/bindings/n-h2-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.0625956 Jul 09 14:14:52.723262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebffdcef-9e16-4f78-82b4-6c8480103383 req-e1708573-36ca-4b5c-a961-b292412e0098 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:52.725877 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ebffdcef-9e16-4f78-82b4-6c8480103383 req-e1708573-36ca-4b5c-a961-b292412e0098 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0786691 Jul 09 14:14:52.737990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-266157ee-d9f1-47fb-af2d-ad699a002102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:52.740631 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-266157ee-d9f1-47fb-af2d-ad699a002102 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7&tenant_id=dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 1097 time: 0.0723457 Jul 09 14:14:52.758109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:14:52.790410 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ebffdcef-9e16-4f78-82b4-6c8480103383 req-5b18a284-e069-406c-afbc-1fc64dbbd8dc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584848 Jul 09 14:14:52.854261 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:53.089245 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] For port 8069ee8a-e9c6-4e6f-8c32-686d519410aa, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:14:53.127334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] For port 8069ee8a-e9c6-4e6f-8c32-686d519410aa, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:14:53.169998 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8069ee8a-e9c6-4e6f-8c32-686d519410aa'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:14:53.172351 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-119f7a59-5759-4149-be60-2883455b5407" -d '{"events": [{"server_uuid": "53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7", "name": "network-vif-unplugged", "status": "completed", "tag": "8069ee8a-e9c6-4e6f-8c32-686d519410aa"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:14:53.177157 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:53.192368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Transition to ACTIVE for port object 8069ee8a-e9c6-4e6f-8c32-686d519410aa will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:14:53.197088 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:53.241441 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3645ccf5-aae5-482d-9be1-13aa3bc1fd20 x-openstack-request-id: req-3645ccf5-aae5-482d-9be1-13aa3bc1fd20 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:14:53.241742 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7", "name": "network-vif-unplugged", "status": "completed", "tag": "8069ee8a-e9c6-4e6f-8c32-686d519410aa", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:14:53.241999 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3645ccf5-aae5-482d-9be1-13aa3bc1fd20 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:14:53.242398 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8069ee8a-e9c6-4e6f-8c32-686d519410aa', 'code': 200} Jul 09 14:14:53.286587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Pushing event updated for resources: {'Port': ['ID=8069ee8a-e9c6-4e6f-8c32-686d519410aa,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:53.299918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:53.300933 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:53.301282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:53.301614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:53.301937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:53.302275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:53.302600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:53.302940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:53.303549 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:53.304019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:53.304346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:53.304668 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:53.353019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] No DVR routers for this DVR port 8069ee8a-e9c6-4e6f-8c32-686d519410aa on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:14:53.566572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Attempting to bind port 8069ee8a-e9c6-4e6f-8c32-686d519410aa on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:14:53.567601 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Attempting to bind port 8069ee8a-e9c6-4e6f-8c32-686d519410aa by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:14:53.567601 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Attempting to bind port 8069ee8a-e9c6-4e6f-8c32-686d519410aa on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:14:53.572752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Port 8069ee8a-e9c6-4e6f-8c32-686d519410aa on network 478616f2-1100-46c5-b6ce-ae1798bfd21c not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:14:53.573133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Attempting to bind port 8069ee8a-e9c6-4e6f-8c32-686d519410aa on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:14:53.578720 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:14:53.579062 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Checking segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:14:53.579451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Bound using segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:14:53.579888 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Bound port: 8069ee8a-e9c6-4e6f-8c32-686d519410aa, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:14:53.580251 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:53.654428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] For port 8069ee8a-e9c6-4e6f-8c32-686d519410aa, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:14:53.657730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] For port 8069ee8a-e9c6-4e6f-8c32-686d519410aa, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:14:53.663503 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:53.703308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:53.704362 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:53.705915 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] 10.222.0.15 "PUT /v2.0/ports/8069ee8a-e9c6-4e6f-8c32-686d519410aa HTTP/1.1" status: 200 len: 1092 time: 0.9556632 Jul 09 14:14:53.764321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d020f78-f6d2-4d8d-97f6-fecefc569a28 service neutron] Pushing event updated for resources: {'Port': ['ID=8069ee8a-e9c6-4e6f-8c32-686d519410aa,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:53.803745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-6d93f50d-e41b-48f4-8b5e-c6e42e9b9980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:53.806510 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-6d93f50d-e41b-48f4-8b5e-c6e42e9b9980 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 1095 time: 0.0741434 Jul 09 14:14:53.986579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-8c860425-88d3-4dbd-b31b-63939cbec78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:53.989352 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-8c860425-88d3-4dbd-b31b-63939cbec78f service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1761675 Jul 09 14:14:54.077943 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-66847316-1614-4512-8fa7-5505cb4dc465 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa HTTP/1.1" status: 200 len: 999 time: 0.0817485 Jul 09 14:14:54.129400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b5c81-45a0-4a4c-8187-a0d814f88fb5 req-543741d3-3800-4a66-b9fb-14af78334963 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:54.131204 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-463b5c81-45a0-4a4c-8187-a0d814f88fb5 req-543741d3-3800-4a66-b9fb-14af78334963 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 944 time: 0.1311984 Jul 09 14:14:54.137794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-aba5b214-b5cb-4912-b880-d57c08885d90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:54.140073 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-aba5b214-b5cb-4912-b880-d57c08885d90 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0556676 Jul 09 14:14:54.172666 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-463b5c81-45a0-4a4c-8187-a0d814f88fb5 req-a118003d-d7fd-414e-aefa-530191f89ecd tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356522 Jul 09 14:14:54.219138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-9922903f-509c-4f79-b0ab-50be933847c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:54.220714 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-9922903f-509c-4f79-b0ab-50be933847c2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744591 Jul 09 14:14:54.232272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-f64d55b6-b0b5-4ba0-b5df-8361085c818d service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:14:54.233308 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-f64d55b6-b0b5-4ba0-b5df-8361085c818d service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055168 Jul 09 14:14:54.328647 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-f6ffcfb6-bf02-4c2f-9d4e-c5bf222e6cb9 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888166 Jul 09 14:14:54.441179 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ca55daa7-6d7b-4013-821e-53b494f4cf87 req-7e76364b-149b-4460-8218-2db64569f617 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056950 Jul 09 14:14:55.240268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8069ee8a-e9c6-4e6f-8c32-686d519410aa no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:14:55.243721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'tag': '8069ee8a-e9c6-4e6f-8c32-686d519410aa'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:14:55.248519 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c49825-e9d1-470a-9a76-fece4ea826b5" -d '{"events": [{"name": "network-changed", "server_uuid": "53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7", "tag": "8069ee8a-e9c6-4e6f-8c32-686d519410aa"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:14:55.286680 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8069ee8a-e9c6-4e6f-8c32-686d519410aa not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:14:55.309487 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba97e5d1-a31a-45c2-926d-f3a872e6fa4a x-openstack-request-id: req-ba97e5d1-a31a-45c2-926d-f3a872e6fa4a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:14:55.309903 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7", "tag": "8069ee8a-e9c6-4e6f-8c32-686d519410aa", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:14:55.310438 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ba97e5d1-a31a-45c2-926d-f3a872e6fa4a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:14:55.310955 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'tag': '8069ee8a-e9c6-4e6f-8c32-686d519410aa', 'status': 'completed', 'code': 200} Jul 09 14:14:55.428630 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-93d8a1d9-3151-4e43-b19b-39688fe06e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:55.430205 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-93d8a1d9-3151-4e43-b19b-39688fe06e7c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 1095 time: 0.1016452 Jul 09 14:14:55.436188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-d7eb8115-840a-4e60-8b96-cc4dbdd2939f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:55.438479 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-d7eb8115-840a-4e60-8b96-cc4dbdd2939f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 1095 time: 0.1005244 Jul 09 14:14:55.452874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f6a654-4912-4d33-a453-32908279c127 req-74310ca2-0ff3-46ae-b90f-2a4ab982c420 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:55.455073 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19f6a654-4912-4d33-a453-32908279c127 req-74310ca2-0ff3-46ae-b90f-2a4ab982c420 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 944 time: 0.0768080 Jul 09 14:14:55.506472 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19f6a654-4912-4d33-a453-32908279c127 req-16491672-fe45-4dc0-8e5b-e8e774305cc5 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399239 Jul 09 14:14:55.620076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-ac50bd06-afa6-4bc3-bd75-8bc842c709db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:55.621931 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-ac50bd06-afa6-4bc3-bd75-8bc842c709db service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1822765 Jul 09 14:14:55.623539 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-c5829e82-38d7-4cc8-92d2-8aa2c352fb43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:55.625021 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-c5829e82-38d7-4cc8-92d2-8aa2c352fb43 service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1768456 Jul 09 14:14:55.742164 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-a963951a-921a-495f-ad7a-ebfd13ab7e8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa HTTP/1.1" status: 200 len: 999 time: 0.1135900 Jul 09 14:14:55.749030 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-ee622310-742d-47f5-81a5-019343413549 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa HTTP/1.1" status: 200 len: 999 time: 0.1135840 Jul 09 14:14:55.833831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-e387d5c0-b9e3-4d08-ab0b-33f7abae9286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:55.835345 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-e387d5c0-b9e3-4d08-ab0b-33f7abae9286 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0853989 Jul 09 14:14:55.839606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-c1f2676b-6e62-47c1-b03d-4b78a465fa79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:55.841094 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-c1f2676b-6e62-47c1-b03d-4b78a465fa79 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0827281 Jul 09 14:14:55.948416 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-1d4f8f94-bca7-477c-8e92-005df6e1236e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:55.950005 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-1d4f8f94-bca7-477c-8e92-005df6e1236e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077518 Jul 09 14:14:55.953448 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-19d32158-90e4-4504-b27e-75882af3c0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:55.955051 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-19d32158-90e4-4504-b27e-75882af3c0a1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1046231 Jul 09 14:14:56.028801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8069ee8a-e9c6-4e6f-8c32-686d519410aa details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:14:56.135971 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-975fd17e-28a9-4a9e-8525-bda2b528095b service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780150 Jul 09 14:14:56.140209 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-d8394f64-c57d-439b-a70f-18beb80284fa service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747029 Jul 09 14:14:56.198351 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8069ee8a-e9c6-4e6f-8c32-686d519410aa, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:14:56.218409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '8069ee8a-e9c6-4e6f-8c32-686d519410aa', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'port_id': '8069ee8a-e9c6-4e6f-8c32-686d519410aa', 'mac_address': 'fa:16:3e:74:76:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:14:56.264628 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:56.275382 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:14:56.286344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8069ee8a-e9c6-4e6f-8c32-686d519410aa {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:14:56.309848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8069ee8a-e9c6-4e6f-8c32-686d519410aa, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:14:56.315171 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:56.329498 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-9bd9472d-4002-4620-ac93-508d3340fb5c service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876786 Jul 09 14:14:56.336221 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c2c49825-e9d1-470a-9a76-fece4ea826b5 req-1c0ca823-c559-4ab9-847d-92cba89472c2 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850808 Jul 09 14:14:56.375406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=8069ee8a-e9c6-4e6f-8c32-686d519410aa,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:56.384445 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:56.384789 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:56.385130 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:56.385467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:56.385801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:56.386190 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:56.386461 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:56.386790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:56.387138 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:56.387467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:56.387791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:56.388115 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:14:56.571759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['8069ee8a-e9c6-4e6f-8c32-686d519410aa'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:14:56.782869 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ab0fe2-b57f-4906-859b-20598ec69484 req-c0f0b8c2-9361-4822-98da-30c4c37085b2 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:56.786115 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7ab0fe2-b57f-4906-859b-20598ec69484 req-c0f0b8c2-9361-4822-98da-30c4c37085b2 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 945 time: 0.1000206 Jul 09 14:14:56.842586 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e7ab0fe2-b57f-4906-859b-20598ec69484 req-744872d6-7532-4299-bf0c-daca21d98507 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506172 Jul 09 14:14:57.196879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b7f9-22ef-4e12-8e4d-e7ebe907cbf4 req-11ad0a38-d4b1-4713-a523-d7f136d4897f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:57.198526 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-75a0b7f9-22ef-4e12-8e4d-e7ebe907cbf4 req-11ad0a38-d4b1-4713-a523-d7f136d4897f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.18 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7&tenant_id=dd2ef3c755a94a96955ce1b5d093319f&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 945 time: 0.0937557 Jul 09 14:14:57.204942 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2e32f6-fc92-483a-9c4f-661080158e59 req-62d73827-2618-4309-8710-c67e401c06bd tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:57.207207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b2e32f6-fc92-483a-9c4f-661080158e59 req-62d73827-2618-4309-8710-c67e401c06bd tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 945 time: 0.0720813 Jul 09 14:14:57.252391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9b2e32f6-fc92-483a-9c4f-661080158e59 req-65530a07-e978-4949-8150-d0a58751bcd0 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378683 Jul 09 14:14:57.301381 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-75a0b7f9-22ef-4e12-8e4d-e7ebe907cbf4 req-3f177fd5-e909-465f-a658-d131d95214a0 service neutron] delete failed (client error): The resource could not be found. Jul 09 14:14:57.302468 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-75a0b7f9-22ef-4e12-8e4d-e7ebe907cbf4 req-3f177fd5-e909-465f-a658-d131d95214a0 service neutron] 10.222.0.18 "DELETE /v2.0/ports/8069ee8a-e9c6-4e6f-8c32-686d519410aa/bindings/n-h1-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.0981250 Jul 09 14:14:57.410690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b7f9-22ef-4e12-8e4d-e7ebe907cbf4 req-ccc1c0c9-a302-4423-a3de-001563168ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:57.412340 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-75a0b7f9-22ef-4e12-8e4d-e7ebe907cbf4 req-ccc1c0c9-a302-4423-a3de-001563168ba9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 1096 time: 0.0602677 Jul 09 14:14:57.521457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b7f9-22ef-4e12-8e4d-e7ebe907cbf4 req-2d5d2cf3-e5df-4a47-b36d-c15664fcc5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:57.523120 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-75a0b7f9-22ef-4e12-8e4d-e7ebe907cbf4 req-2d5d2cf3-e5df-4a47-b36d-c15664fcc5c3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1037488 Jul 09 14:14:57.606024 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-75a0b7f9-22ef-4e12-8e4d-e7ebe907cbf4 req-54f77a50-d2e1-41ed-b52e-bd4189f30055 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa HTTP/1.1" status: 200 len: 1000 time: 0.0750868 Jul 09 14:14:57.658695 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b7f9-22ef-4e12-8e4d-e7ebe907cbf4 req-42b08e68-984e-45f0-ad03-1c055c26427b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:57.660936 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-75a0b7f9-22ef-4e12-8e4d-e7ebe907cbf4 req-42b08e68-984e-45f0-ad03-1c055c26427b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0489016 Jul 09 14:14:57.729475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a0b7f9-22ef-4e12-8e4d-e7ebe907cbf4 req-26af5bdf-bfa8-4847-9942-e3264252f7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:57.731192 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-75a0b7f9-22ef-4e12-8e4d-e7ebe907cbf4 req-26af5bdf-bfa8-4847-9942-e3264252f7c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625699 Jul 09 14:14:57.826368 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-75a0b7f9-22ef-4e12-8e4d-e7ebe907cbf4 req-4bdbcb73-c093-49b9-86bd-ff0e26f3b33e service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890572 Jul 09 14:14:57.926214 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-75a0b7f9-22ef-4e12-8e4d-e7ebe907cbf4 req-977e14d4-f0ef-4354-83b4-c97f11542cae service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931923 Jul 09 14:14:58.027311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8069ee8a-e9c6-4e6f-8c32-686d519410aa up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:14:58.080320 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 8069ee8a-e9c6-4e6f-8c32-686d519410aa completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:14:58.084509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 8069ee8a-e9c6-4e6f-8c32-686d519410aa triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:14:58.084883 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:58.172802 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:58.198022 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8069ee8a-e9c6-4e6f-8c32-686d519410aa'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:14:58.200386 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-869c0a1d-129f-49b2-91a0-f329877eef2a" -d '{"events": [{"server_uuid": "53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7", "name": "network-vif-plugged", "status": "completed", "tag": "8069ee8a-e9c6-4e6f-8c32-686d519410aa"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:14:58.216309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8069ee8a-e9c6-4e6f-8c32-686d519410aa, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:14:58.225560 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:14:58.276910 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653748a1-9927-4efb-b9e7-8e611317da5c x-openstack-request-id: req-653748a1-9927-4efb-b9e7-8e611317da5c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:14:58.277394 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7", "name": "network-vif-plugged", "status": "completed", "tag": "8069ee8a-e9c6-4e6f-8c32-686d519410aa", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:14:58.278091 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-653748a1-9927-4efb-b9e7-8e611317da5c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:14:58.278726 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8069ee8a-e9c6-4e6f-8c32-686d519410aa', 'code': 200} Jul 09 14:14:58.307541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=8069ee8a-e9c6-4e6f-8c32-686d519410aa,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:14:58.532506 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba59d1-395e-4411-b70c-980451ff0e8b req-0b095acf-60ee-4444-bb61-411dc6acfe40 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:58.534287 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-edba59d1-395e-4411-b70c-980451ff0e8b req-0b095acf-60ee-4444-bb61-411dc6acfe40 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0891099 Jul 09 14:14:58.598814 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-edba59d1-395e-4411-b70c-980451ff0e8b req-96f6807c-e7b5-4080-9220-57c97edb8a06 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546849 Jul 09 14:14:59.824681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17daa4f6-aed0-49e7-9729-cb6ba5a7bf00 req-b7448c81-c243-4c69-97bb-32804cab75d7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:14:59.826376 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17daa4f6-aed0-49e7-9729-cb6ba5a7bf00 req-b7448c81-c243-4c69-97bb-32804cab75d7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0913429 Jul 09 14:14:59.869990 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17daa4f6-aed0-49e7-9729-cb6ba5a7bf00 req-985818bf-26e0-4296-9082-a0e861749581 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366783 Jul 09 14:15:00.067863 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8147491-283c-4500-b876-7b6c89c00350 req-c145f188-14f0-4814-bfac-f9e6bb93bdd2 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:00.069448 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8147491-283c-4500-b876-7b6c89c00350 req-c145f188-14f0-4814-bfac-f9e6bb93bdd2 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0706151 Jul 09 14:15:00.110102 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8147491-283c-4500-b876-7b6c89c00350 req-379c4a41-5123-4fdc-b563-55e05f82a326 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349588 Jul 09 14:15:00.303266 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eec705c-55c6-493e-9a0e-ec53946cca3d req-33f0e59d-b36d-4716-b228-9d3528516cc1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:00.305009 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3eec705c-55c6-493e-9a0e-ec53946cca3d req-33f0e59d-b36d-4716-b228-9d3528516cc1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0729258 Jul 09 14:15:00.345230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3eec705c-55c6-493e-9a0e-ec53946cca3d req-bc0684b1-9808-44ae-abbb-63ad81fd31ff tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346057 Jul 09 14:15:00.739242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d759ec1-a979-4a75-97ac-24e1b69e23ea req-350ea6cc-db7e-4b3b-910b-14f338dc5e0e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:00.740770 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8d759ec1-a979-4a75-97ac-24e1b69e23ea req-350ea6cc-db7e-4b3b-910b-14f338dc5e0e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0659521 Jul 09 14:15:00.780250 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8d759ec1-a979-4a75-97ac-24e1b69e23ea req-a38a21bc-3588-4fb3-942b-1eaaadbc4537 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339677 Jul 09 14:15:01.862590 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-15f25309-e449-4dab-95d2-575dc65c9ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:02.002016 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06655abb-fd7e-43f2-89e6-44bcaf090d84 req-ee4212f7-a01e-4ecb-b6f7-38b671347ff6 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:02.010905 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06655abb-fd7e-43f2-89e6-44bcaf090d84 req-ee4212f7-a01e-4ecb-b6f7-38b671347ff6 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0986767 Jul 09 14:15:02.011270 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f6e67-0cef-46e6-8847-f971fac76abd req-dc0f2e38-a465-4547-a05f-1f3fdfc45623 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:02.011270 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fd8f6e67-0cef-46e6-8847-f971fac76abd req-dc0f2e38-a465-4547-a05f-1f3fdfc45623 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.15 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 946 time: 0.0993640 Jul 09 14:15:02.073321 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-06655abb-fd7e-43f2-89e6-44bcaf090d84 req-53c5ec77-34dd-419b-80c3-b0329edfc524 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582371 Jul 09 14:15:02.138817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-fd8f6e67-0cef-46e6-8847-f971fac76abd req-2fee5262-2901-42dc-a6f3-e33b62f375f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Deleting port 8069ee8a-e9c6-4e6f-8c32-686d519410aa {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:15:02.139310 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fd8f6e67-0cef-46e6-8847-f971fac76abd req-2fee5262-2901-42dc-a6f3-e33b62f375f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:02.296383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-fd8f6e67-0cef-46e6-8847-f971fac76abd req-2fee5262-2901-42dc-a6f3-e33b62f375f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] For port 8069ee8a-e9c6-4e6f-8c32-686d519410aa, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8069ee8a-e9c6-4e6f-8c32-686d519410aa,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:02.296751 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fd8f6e67-0cef-46e6-8847-f971fac76abd req-2fee5262-2901-42dc-a6f3-e33b62f375f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:02.482875 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fd8f6e67-0cef-46e6-8847-f971fac76abd req-2fee5262-2901-42dc-a6f3-e33b62f375f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:02.483296 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fd8f6e67-0cef-46e6-8847-f971fac76abd req-2fee5262-2901-42dc-a6f3-e33b62f375f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:02.483613 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-fd8f6e67-0cef-46e6-8847-f971fac76abd req-2fee5262-2901-42dc-a6f3-e33b62f375f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Floating IP 1e33ee8d-22b2-4992-adc0-d3c1c39e03c7 disassociated. External IP: 172.25.2.80, port: 8069ee8a-e9c6-4e6f-8c32-686d519410aa. Jul 09 14:15:02.483961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-fd8f6e67-0cef-46e6-8847-f971fac76abd req-2fee5262-2901-42dc-a6f3-e33b62f375f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Calling delete_port for 8069ee8a-e9c6-4e6f-8c32-686d519410aa owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:15:02.641076 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fd8f6e67-0cef-46e6-8847-f971fac76abd req-2fee5262-2901-42dc-a6f3-e33b62f375f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:02.674557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fee5262-2901-42dc-a6f3-e33b62f375f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Pushing event deleted for resources: {'Port': ['ID=8069ee8a-e9c6-4e6f-8c32-686d519410aa,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:02.840842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd8f6e67-0cef-46e6-8847-f971fac76abd req-2fee5262-2901-42dc-a6f3-e33b62f375f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Router 00aeb7ea-7079-43a7-91f5-4b602612adab has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:15:03.255842 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c9482410-76d4-4849-9dca-4cc511ff29f1 req-7ca43080-ea28-4179-ba58-7f44094ac849 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7 HTTP/1.1" status: 200 len: 210 time: 0.0533040 Jul 09 14:15:03.366104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd8f6e67-0cef-46e6-8847-f971fac76abd req-2fee5262-2901-42dc-a6f3-e33b62f375f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:15:03.379970 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8400f6-bc66-4d58-9efe-7e9f4f63c9d7 None None] Sync routers for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:15:03.392572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8400f6-bc66-4d58-9efe-7e9f4f63c9d7 None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:15:03.393378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e8400f6-bc66-4d58-9efe-7e9f4f63c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:14:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:03.418107 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd8f6e67-0cef-46e6-8847-f971fac76abd req-2fee5262-2901-42dc-a6f3-e33b62f375f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] No DVR routers for this DVR port 8069ee8a-e9c6-4e6f-8c32-686d519410aa on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:15:03.421700 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-fd8f6e67-0cef-46e6-8847-f971fac76abd req-2fee5262-2901-42dc-a6f3-e33b62f375f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:03.424229 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fd8f6e67-0cef-46e6-8847-f971fac76abd req-2fee5262-2901-42dc-a6f3-e33b62f375f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.15 "DELETE /v2.0/ports/8069ee8a-e9c6-4e6f-8c32-686d519410aa HTTP/1.1" status: 204 len: 173 time: 1.4101300 Jul 09 14:15:03.424958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'name': 'network-vif-deleted', 'tag': '8069ee8a-e9c6-4e6f-8c32-686d519410aa'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:15:03.428415 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b9f9797-f041-40f2-8c73-9a1dfce0bfe7" -d '{"events": [{"server_uuid": "53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7", "name": "network-vif-deleted", "tag": "8069ee8a-e9c6-4e6f-8c32-686d519410aa"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:15:03.479771 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f17c33e-9a7d-4e30-87e8-a5833e7c1216 x-openstack-request-id: req-1f17c33e-9a7d-4e30-87e8-a5833e7c1216 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:15:03.480311 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7", "name": "network-vif-deleted", "tag": "8069ee8a-e9c6-4e6f-8c32-686d519410aa", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:15:03.480734 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1f17c33e-9a7d-4e30-87e8-a5833e7c1216 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:15:03.481630 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53e8a4c0-43e1-4063-bb5f-fa1dca43f6d7', 'name': 'network-vif-deleted', 'tag': '8069ee8a-e9c6-4e6f-8c32-686d519410aa', 'status': 'completed', 'code': 200} Jul 09 14:15:03.559495 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7e8400f6-bc66-4d58-9efe-7e9f4f63c9d7 None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:15:03.810085 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e8400f6-bc66-4d58-9efe-7e9f4f63c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:03.842612 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8400f6-bc66-4d58-9efe-7e9f4f63c9d7 None None] Checking router: 00aeb7ea-7079-43a7-91f5-4b602612adab for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:15:03.855952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8400f6-bc66-4d58-9efe-7e9f4f63c9d7 None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:15:03.856996 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e8400f6-bc66-4d58-9efe-7e9f4f63c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:14:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:03.989204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7e8400f6-bc66-4d58-9efe-7e9f4f63c9d7 None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:15:04.221656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7e8400f6-bc66-4d58-9efe-7e9f4f63c9d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:04.250385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8400f6-bc66-4d58-9efe-7e9f4f63c9d7 None None] The sync data for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 is: [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:15:04.548542 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad501b0-2041-4b1e-ab49-769bbd4df613 None None] New status for floating IP 1e33ee8d-22b2-4992-adc0-d3c1c39e03c7: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:15:04.615018 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-29549b21-0730-405e-bfa9-db484d0836ab tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1054251022&fields=id&tenant_id=dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 267 time: 0.0378177 Jul 09 14:15:04.716722 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:04.723844 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-492b1ea6-c1f4-47d8-affa-c13686826e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:04.768376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b88e-1cab-4c85-b040-4284714c1114 req-25ff9995-e484-4ad3-9294-61fe35c8657e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:04.770528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-25ff9995-e484-4ad3-9294-61fe35c8657e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 812 time: 0.1467872 Jul 09 14:15:04.787980 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-ab20210d-0b9d-4b47-a493-7ed80bda34e5 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/quotas/dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 375 time: 0.0114703 Jul 09 14:15:04.883292 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-782ee3f3-b61c-4a6b-a992-e5dd7b3168ff tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0892429 Jul 09 14:15:04.964169 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-acc98f9e-7254-43ba-ad5d-46cc24c0b6e4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:15:04.965222 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-acc98f9e-7254-43ba-ad5d-46cc24c0b6e4 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0699825 Jul 09 14:15:05.068080 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-3593dc89-41ee-460f-a8ae-d11f9ea90dbd service neutron] 10.222.0.39 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965474 Jul 09 14:15:05.171122 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-4af2dc45-a76a-4440-8d55-5dfb8311a82d service neutron] 10.222.0.39 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966582 Jul 09 14:15:05.382411 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e999225-d32f-4580-a248-b5764d4318d2 req-9ef032f3-2ba5-40f9-aaad-35dd6cfa629f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 210 time: 0.0475044 Jul 09 14:15:05.792335 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:06.074144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8069ee8a-e9c6-4e6f-8c32-686d519410aa no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:15:06.108879 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 8069ee8a-e9c6-4e6f-8c32-686d519410aa {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:15:06.109146 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8069ee8a-e9c6-4e6f-8c32-686d519410aa not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:15:06.556346 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba83d8b6-5e5a-4988-b489-1a0400248fe0 req-9ce79011-6fea-4032-bca2-c308a0afe7cc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 210 time: 0.0340686 Jul 09 14:15:06.724617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b88e-1cab-4c85-b040-4284714c1114 req-19d66715-4df6-4116-86ec-e1ca3e1b8aba tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:06.726401 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-19d66715-4df6-4116-86ec-e1ca3e1b8aba tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 812 time: 0.1247551 Jul 09 14:15:06.780611 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-03785760-c825-401c-9606-2d132e9eb029 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 380 time: 0.0394855 Jul 09 14:15:06.790181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-0681b88e-1cab-4c85-b040-4284714c1114 req-0f0de011-b0af-49ef-a0ae-f69eb6a6aaeb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Request body: {'port': {'device_id': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'admin_state_up': True, 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'security_groups': ['55b50720-6296-43cc-8f03-4b5b34f470af']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:15:06.923372 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0681b88e-1cab-4c85-b040-4284714c1114 req-0f0de011-b0af-49ef-a0ae-f69eb6a6aaeb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Made reservation on behalf of dd2ef3c755a94a96955ce1b5d093319f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:15:06.927283 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0681b88e-1cab-4c85-b040-4284714c1114 req-0f0de011-b0af-49ef-a0ae-f69eb6a6aaeb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:07.069316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-0681b88e-1cab-4c85-b040-4284714c1114 req-0f0de011-b0af-49ef-a0ae-f69eb6a6aaeb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Allocated IP 172.20.0.10 (478616f2-1100-46c5-b6ce-ae1798bfd21c/f4a11dc4-a77a-445b-87bc-b07eac43cdb6/58c4c54f-dd19-4c7c-a667-9a8015dabc36) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:15:07.183962 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:07.234837 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0681b88e-1cab-4c85-b040-4284714c1114 req-0f0de011-b0af-49ef-a0ae-f69eb6a6aaeb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:07.257171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-0681b88e-1cab-4c85-b040-4284714c1114 req-0f0de011-b0af-49ef-a0ae-f69eb6a6aaeb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Transition to ACTIVE for port object 58c4c54f-dd19-4c7c-a667-9a8015dabc36 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:15:07.296647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0681b88e-1cab-4c85-b040-4284714c1114 req-0f0de011-b0af-49ef-a0ae-f69eb6a6aaeb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:07.348808 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0681b88e-1cab-4c85-b040-4284714c1114 req-0f0de011-b0af-49ef-a0ae-f69eb6a6aaeb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Network 478616f2-1100-46c5-b6ce-ae1798bfd21c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:15:07.352595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-0681b88e-1cab-4c85-b040-4284714c1114 req-0f0de011-b0af-49ef-a0ae-f69eb6a6aaeb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:15:07.355276 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-0681b88e-1cab-4c85-b040-4284714c1114 req-0f0de011-b0af-49ef-a0ae-f69eb6a6aaeb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:15:07.388939 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0de011-b0af-49ef-a0ae-f69eb6a6aaeb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Pushing event updated for resources: {'Port': ['ID=58c4c54f-dd19-4c7c-a667-9a8015dabc36,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:07.437618 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b88e-1cab-4c85-b040-4284714c1114 req-0f0de011-b0af-49ef-a0ae-f69eb6a6aaeb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:07.438733 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0681b88e-1cab-4c85-b040-4284714c1114 req-0f0de011-b0af-49ef-a0ae-f69eb6a6aaeb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:07.464028 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-0f0de011-b0af-49ef-a0ae-f69eb6a6aaeb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6779957 Jul 09 14:15:07.477156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Request body: {'port': {'device_id': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:15:07.583808 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:07.650777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-44065018-8b9c-43a7-a12e-6c866ba3ea22 None None] Provisioning for port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:15:07.655802 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-44065018-8b9c-43a7-a12e-6c866ba3ea22 None None] Provisioning complete for port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:15:07.656621 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-44065018-8b9c-43a7-a12e-6c866ba3ea22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:07.702904 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-44065018-8b9c-43a7-a12e-6c866ba3ea22 None None] Port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:15:07.859333 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a83873-9bab-464e-9b7c-080a441d3920 req-06102728-2cb0-49a5-b28d-209fd3e4a43e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:07.861237 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8a83873-9bab-464e-9b7c-080a441d3920 req-06102728-2cb0-49a5-b28d-209fd3e4a43e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 932 time: 0.1038108 Jul 09 14:15:07.923651 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c8a83873-9bab-464e-9b7c-080a441d3920 req-3e8b7580-5cd1-455a-a73c-ff92bcb0356b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517368 Jul 09 14:15:08.010762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c4c54f-dd19-4c7c-a667-9a8015dabc36 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:15:08.020093 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:08.041131 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Transition to ACTIVE for port object 58c4c54f-dd19-4c7c-a667-9a8015dabc36 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:15:08.046418 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:08.156798 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Pushing event updated for resources: {'Port': ['ID=58c4c54f-dd19-4c7c-a667-9a8015dabc36,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:08.225169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Attempting to bind port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:15:08.225574 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Attempting to bind port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:15:08.226067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Attempting to bind port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:15:08.233449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:15:08.233848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Attempting to bind port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:15:08.242721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 14, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:15:08.243265 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Checking segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:15:08.243941 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Bound using segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:15:08.244758 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Bound port: 58c4c54f-dd19-4c7c-a667-9a8015dabc36, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:15:08.245381 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:08.349768 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] For port 58c4c54f-dd19-4c7c-a667-9a8015dabc36, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:15:08.354786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] For port 58c4c54f-dd19-4c7c-a667-9a8015dabc36, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:15:08.360123 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:08.401377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:08.402017 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:08.403736 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] 10.222.0.15 "PUT /v2.0/ports/58c4c54f-dd19-4c7c-a667-9a8015dabc36 HTTP/1.1" status: 200 len: 1092 time: 0.9320359 Jul 09 14:15:08.404055 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'tag': '58c4c54f-dd19-4c7c-a667-9a8015dabc36'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:15:08.406415 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dc2b08a-f71f-425f-a173-0058c66fc90b" -d '{"events": [{"name": "network-changed", "server_uuid": "ea96f0e5-39b1-4044-98c4-ab6d5e7b5901", "tag": "58c4c54f-dd19-4c7c-a667-9a8015dabc36"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:15:08.452038 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:15:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b642ad-f373-4f4f-8af1-253dc1d0fbeb x-openstack-request-id: req-c8b642ad-f373-4f4f-8af1-253dc1d0fbeb {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:15:08.452389 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea96f0e5-39b1-4044-98c4-ab6d5e7b5901", "tag": "58c4c54f-dd19-4c7c-a667-9a8015dabc36", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:15:08.452605 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8b642ad-f373-4f4f-8af1-253dc1d0fbeb {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:15:08.452970 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'tag': '58c4c54f-dd19-4c7c-a667-9a8015dabc36', 'status': 'completed', 'code': 200} Jul 09 14:15:08.490373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9a0b6-ddab-4f19-8297-58000ba60a9e service neutron] Pushing event updated for resources: {'Port': ['ID=58c4c54f-dd19-4c7c-a667-9a8015dabc36,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:08.526384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b88e-1cab-4c85-b040-4284714c1114 req-19d7e781-c226-43e7-9647-a6e957c4ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:08.529221 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-19d7e781-c226-43e7-9647-a6e957c4ec44 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 1095 time: 0.0750971 Jul 09 14:15:08.585027 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-2b42a5cb-3da6-4f2b-bc65-5d64dfca6a39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36 HTTP/1.1" status: 200 len: 217 time: 0.0491555 Jul 09 14:15:08.665210 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b88e-1cab-4c85-b040-4284714c1114 req-df6db165-ad6b-4c82-8ffd-5a2032f5411b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:08.666762 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-df6db165-ad6b-4c82-8ffd-5a2032f5411b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0754607 Jul 09 14:15:08.735272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681b88e-1cab-4c85-b040-4284714c1114 req-c762c1f0-0a76-4143-a56a-37c06ec5e3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:08.737016 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-c762c1f0-0a76-4143-a56a-37c06ec5e3f5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0641682 Jul 09 14:15:08.834947 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-8ff71fd8-3713-40b5-a52c-c103eca1538b service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908067 Jul 09 14:15:08.944370 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0681b88e-1cab-4c85-b040-4284714c1114 req-90bc9cd8-1548-416e-9a59-f7da8f824481 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025641 Jul 09 14:15:08.959325 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:09.058774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b08a-f71f-425f-a173-0058c66fc90b req-dc1ef5b5-c19b-45b5-b53d-f2187c7a27c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:09.061421 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5dc2b08a-f71f-425f-a173-0058c66fc90b req-dc1ef5b5-c19b-45b5-b53d-f2187c7a27c5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 1095 time: 0.0668166 Jul 09 14:15:09.123885 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cef523c-87cb-431f-9d0c-0dde110895e4 req-8e6d1940-3103-47a5-9f83-ab576c914dc3 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:09.126239 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cef523c-87cb-431f-9d0c-0dde110895e4 req-8e6d1940-3103-47a5-9f83-ab576c914dc3 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 944 time: 0.0769103 Jul 09 14:15:09.137010 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:09.172618 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b08a-f71f-425f-a173-0058c66fc90b req-8b5706da-f447-4086-b599-688e55267869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:09.174153 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5dc2b08a-f71f-425f-a173-0058c66fc90b req-8b5706da-f447-4086-b599-688e55267869 service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1054518 Jul 09 14:15:09.175526 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cef523c-87cb-431f-9d0c-0dde110895e4 req-c16d3e32-4332-4167-8878-47e693b7e19e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369170 Jul 09 14:15:09.220937 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5dc2b08a-f71f-425f-a173-0058c66fc90b req-883369e0-ac57-446c-a884-928fb1a788b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36 HTTP/1.1" status: 200 len: 217 time: 0.0386374 Jul 09 14:15:09.275928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b08a-f71f-425f-a173-0058c66fc90b req-a60f412e-0bf4-44dd-99be-c5eba91da3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:09.277619 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5dc2b08a-f71f-425f-a173-0058c66fc90b req-a60f412e-0bf4-44dd-99be-c5eba91da3cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0488565 Jul 09 14:15:09.344649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2b08a-f71f-425f-a173-0058c66fc90b req-be8b8718-e8ff-4946-b9d0-a5fa35517a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:09.346202 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5dc2b08a-f71f-425f-a173-0058c66fc90b req-be8b8718-e8ff-4946-b9d0-a5fa35517a7d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610065 Jul 09 14:15:09.439670 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5dc2b08a-f71f-425f-a173-0058c66fc90b req-3981d64f-1040-41cf-875f-130f7e05f52d service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856352 Jul 09 14:15:09.542360 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5dc2b08a-f71f-425f-a173-0058c66fc90b req-0eda8590-f9c6-49fb-8814-687b140c38e1 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948174 Jul 09 14:15:10.106477 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 58c4c54f-dd19-4c7c-a667-9a8015dabc36 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:15:10.216628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 58c4c54f-dd19-4c7c-a667-9a8015dabc36, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:10.230973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '58c4c54f-dd19-4c7c-a667-9a8015dabc36', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'port_id': '58c4c54f-dd19-4c7c-a667-9a8015dabc36', 'mac_address': 'fa:16:3e:d4:97:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:15:10.288631 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:10.313338 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c4c54f-dd19-4c7c-a667-9a8015dabc36 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:15:10.344323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 58c4c54f-dd19-4c7c-a667-9a8015dabc36, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:10.351483 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:10.407562 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=58c4c54f-dd19-4c7c-a667-9a8015dabc36,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:10.447452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3079eb06-b7d5-4e23-a6c9-53bd08d3dbd1 req-9266663b-7806-41dd-9b0d-c4afc1cd2bfc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:10.449073 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3079eb06-b7d5-4e23-a6c9-53bd08d3dbd1 req-9266663b-7806-41dd-9b0d-c4afc1cd2bfc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 945 time: 0.1502442 Jul 09 14:15:10.495311 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3079eb06-b7d5-4e23-a6c9-53bd08d3dbd1 req-5515a054-fe71-404f-914e-f7d8a44d111b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400496 Jul 09 14:15:10.544427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['58c4c54f-dd19-4c7c-a667-9a8015dabc36'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:15:11.738390 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b597d93e-dcf4-4b4a-9317-a802356e50ce req-aa81bc57-17b4-4a50-9a03-f4c260da5d45 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:11.740306 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b597d93e-dcf4-4b4a-9317-a802356e50ce req-aa81bc57-17b4-4a50-9a03-f4c260da5d45 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 945 time: 0.0934279 Jul 09 14:15:11.797932 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b597d93e-dcf4-4b4a-9317-a802356e50ce req-1e400651-f8b3-482d-8eaa-d3f78b121966 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468194 Jul 09 14:15:12.122611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 58c4c54f-dd19-4c7c-a667-9a8015dabc36 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:15:12.196861 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:15:12.201725 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:15:12.202107 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:12.296143 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:12.324242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c4c54f-dd19-4c7c-a667-9a8015dabc36'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:15:12.326599 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5be319d1-228f-46fc-8513-8b174461e340" -d '{"events": [{"server_uuid": "ea96f0e5-39b1-4044-98c4-ab6d5e7b5901", "name": "network-vif-plugged", "status": "completed", "tag": "58c4c54f-dd19-4c7c-a667-9a8015dabc36"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:15:12.342940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 58c4c54f-dd19-4c7c-a667-9a8015dabc36, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:15:12.349210 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:12.376573 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ae3db92-741c-4451-ba51-b24cae003026 x-openstack-request-id: req-1ae3db92-741c-4451-ba51-b24cae003026 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:15:12.376876 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea96f0e5-39b1-4044-98c4-ab6d5e7b5901", "name": "network-vif-plugged", "status": "completed", "tag": "58c4c54f-dd19-4c7c-a667-9a8015dabc36", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:15:12.377064 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1ae3db92-741c-4451-ba51-b24cae003026 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:15:12.377463 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c4c54f-dd19-4c7c-a667-9a8015dabc36', 'code': 200} Jul 09 14:15:12.418666 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=58c4c54f-dd19-4c7c-a667-9a8015dabc36,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:15:12.518063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fa126-82db-47cc-a3fc-780e0b11473d req-05c857b1-9d69-46db-a620-c1c89dc25905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:12.519931 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-745fa126-82db-47cc-a3fc-780e0b11473d req-05c857b1-9d69-46db-a620-c1c89dc25905 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 1097 time: 0.0616841 Jul 09 14:15:12.560088 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-745fa126-82db-47cc-a3fc-780e0b11473d req-03c897e7-e270-4ec7-8056-0eb961df67f6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327716 Jul 09 14:15:13.016419 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e731fa-3988-4fe9-8f4c-e3e61f3565a1 req-19dabc71-baaf-40a1-b7dc-868e0fabed81 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:13.018787 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6e731fa-3988-4fe9-8f4c-e3e61f3565a1 req-19dabc71-baaf-40a1-b7dc-868e0fabed81 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0805275 Jul 09 14:15:13.062807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d6e731fa-3988-4fe9-8f4c-e3e61f3565a1 req-a8648486-4af0-4325-826e-2f5313719ef7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378549 Jul 09 14:15:14.261707 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bca48-54c7-4e24-9f26-f0d2fa05beb0 req-d19cb21f-efee-448f-ba3d-b665048ff46a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:14.263637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac3bca48-54c7-4e24-9f26-f0d2fa05beb0 req-d19cb21f-efee-448f-ba3d-b665048ff46a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0716600 Jul 09 14:15:14.309673 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ac3bca48-54c7-4e24-9f26-f0d2fa05beb0 req-0f634466-b813-471f-b702-edee444f71e1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396361 Jul 09 14:15:14.494253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5960c7bd-8dc7-4fb6-897b-44581ab8b710 req-bf4ae5ca-0138-49e6-b521-466823177893 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:14.495940 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5960c7bd-8dc7-4fb6-897b-44581ab8b710 req-bf4ae5ca-0138-49e6-b521-466823177893 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0743294 Jul 09 14:15:14.509947 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 47146) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:15:14.514963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d46ddd5e-01a7-485f-bb19-838d20841e98 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Request body: {'floatingip': {'port_id': '58c4c54f-dd19-4c7c-a667-9a8015dabc36'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:15:14.556055 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d46ddd5e-01a7-485f-bb19-838d20841e98 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for floatingip, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:15.083265 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d46ddd5e-01a7-485f-bb19-838d20841e98 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:15.087932 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d46ddd5e-01a7-485f-bb19-838d20841e98 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:15.204949 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-d46ddd5e-01a7-485f-bb19-838d20841e98 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Floating IP 1e33ee8d-22b2-4992-adc0-d3c1c39e03c7 associated. External IP: 172.25.2.80, port: 58c4c54f-dd19-4c7c-a667-9a8015dabc36. Jul 09 14:15:15.445586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d46ddd5e-01a7-485f-bb19-838d20841e98 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Router 00aeb7ea-7079-43a7-91f5-4b602612adab has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:15:15.560090 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d46ddd5e-01a7-485f-bb19-838d20841e98 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:15:15.565533 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d46ddd5e-01a7-485f-bb19-838d20841e98 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:15.570259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380adf17-a6a3-4610-bcc4-c740fc309bf7 None None] Sync routers for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:15:15.581866 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380adf17-a6a3-4610-bcc4-c740fc309bf7 None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:15:15.582736 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-380adf17-a6a3-4610-bcc4-c740fc309bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:15:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:15.606895 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d46ddd5e-01a7-485f-bb19-838d20841e98 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "PUT /v2.0/floatingips/1e33ee8d-22b2-4992-adc0-d3c1c39e03c7 HTTP/1.1" status: 200 len: 991 time: 1.0957866 Jul 09 14:15:15.607524 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'tag': '58c4c54f-dd19-4c7c-a667-9a8015dabc36'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:15:15.609843 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b544d1a7-7d32-486f-8755-861665e51998" -d '{"events": [{"name": "network-changed", "server_uuid": "ea96f0e5-39b1-4044-98c4-ab6d5e7b5901", "tag": "58c4c54f-dd19-4c7c-a667-9a8015dabc36"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:15:15.678387 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9bc3229-67e5-4c24-a59b-ab15a6b06922 x-openstack-request-id: req-c9bc3229-67e5-4c24-a59b-ab15a6b06922 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:15:15.678833 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea96f0e5-39b1-4044-98c4-ab6d5e7b5901", "tag": "58c4c54f-dd19-4c7c-a667-9a8015dabc36", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:15:15.679267 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c9bc3229-67e5-4c24-a59b-ab15a6b06922 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:15:15.680435 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'tag': '58c4c54f-dd19-4c7c-a667-9a8015dabc36', 'status': 'completed', 'code': 200} Jul 09 14:15:15.719984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-380adf17-a6a3-4610-bcc4-c740fc309bf7 None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:15:15.772257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544d1a7-7d32-486f-8755-861665e51998 req-553df7c3-9821-40c0-b8a3-39a2e16192ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:15.773838 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b544d1a7-7d32-486f-8755-861665e51998 req-553df7c3-9821-40c0-b8a3-39a2e16192ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 1097 time: 0.0695324 Jul 09 14:15:15.893005 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544d1a7-7d32-486f-8755-861665e51998 req-ca341d93-ca39-429e-9f12-1aa39f0f719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:15.895957 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b544d1a7-7d32-486f-8755-861665e51998 req-ca341d93-ca39-429e-9f12-1aa39f0f719f service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1160550 Jul 09 14:15:15.997496 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b544d1a7-7d32-486f-8755-861665e51998 req-41d8bcbe-9aae-460c-8370-24333a949c85 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36 HTTP/1.1" status: 200 len: 999 time: 0.0947547 Jul 09 14:15:16.054815 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544d1a7-7d32-486f-8755-861665e51998 req-b40d0005-5074-4763-a998-8566ab5e6821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:16.056386 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b544d1a7-7d32-486f-8755-861665e51998 req-b40d0005-5074-4763-a998-8566ab5e6821 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0527723 Jul 09 14:15:16.125891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b544d1a7-7d32-486f-8755-861665e51998 req-9e155635-6afb-44ed-bae4-7da39dbcdfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:15:16.129264 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b544d1a7-7d32-486f-8755-861665e51998 req-9e155635-6afb-44ed-bae4-7da39dbcdfcd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665834 Jul 09 14:15:16.168505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-380adf17-a6a3-4610-bcc4-c740fc309bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '1e33ee8d-22b2-4992-adc0-d3c1c39e03c7', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'port_id': '58c4c54f-dd19-4c7c-a667-9a8015dabc36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'mac_address': 'fa:16:3e:d4:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:12:47Z', 'updated_at': '2021-07-09T14:15:14Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:16.197592 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380adf17-a6a3-4610-bcc4-c740fc309bf7 None None] Checking router: 00aeb7ea-7079-43a7-91f5-4b602612adab for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:15:16.207933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380adf17-a6a3-4610-bcc4-c740fc309bf7 None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:15:16.208722 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-380adf17-a6a3-4610-bcc4-c740fc309bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:15:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:16.240261 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b544d1a7-7d32-486f-8755-861665e51998 req-54d39728-d2ef-4560-bac2-5992a734481e service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041372 Jul 09 14:15:16.339725 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-380adf17-a6a3-4610-bcc4-c740fc309bf7 None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:15:16.388953 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b544d1a7-7d32-486f-8755-861665e51998 req-3b058796-15a9-42be-adf3-682d35f79105 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418612 Jul 09 14:15:16.604102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-380adf17-a6a3-4610-bcc4-c740fc309bf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '1e33ee8d-22b2-4992-adc0-d3c1c39e03c7', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'port_id': '58c4c54f-dd19-4c7c-a667-9a8015dabc36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'mac_address': 'fa:16:3e:d4:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:12:47Z', 'updated_at': '2021-07-09T14:15:14Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:15:16.631901 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-380adf17-a6a3-4610-bcc4-c740fc309bf7 None None] The sync data for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 is: [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '1e33ee8d-22b2-4992-adc0-d3c1c39e03c7', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'port_id': '58c4c54f-dd19-4c7c-a667-9a8015dabc36', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'mac_address': 'fa:16:3e:d4:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:12:47Z', 'updated_at': '2021-07-09T14:15:14Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:15:16.856479 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-023d4e20-1dfa-4def-a9c2-0fc25478d520 None None] New status for floating IP 1e33ee8d-22b2-4992-adc0-d3c1c39e03c7: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:15:31.856841 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6f3f2736-8966-4c83-8f09-1d1cb7bb4717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:32.256026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-923d41fe-2a8a-407c-b6b3-0d8e2255f0b2 req-396f803e-83cf-4e7a-a082-dd0330f99c7b service neutron] (93753) timed out ('10.222.0.18', 55241) {{(pid=93753) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:15:33.264720 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:15:34.722263 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:34.724581 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18163bde-2b8b-42c7-a61f-1e0e114224bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:35.795200 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:37.186374 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:38.956795 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:15:39.137922 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:01.428100 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f6bd6f-18ed-4848-833f-f8bede941580 req-dc95b8ef-3060-4795-804b-a43e74d77b30 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0689895 Jul 09 14:16:01.541001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bd6f-18ed-4848-833f-f8bede941580 req-4afdd432-720e-4423-9b3c-4f0bb5d54e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:01.543772 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f6bd6f-18ed-4848-833f-f8bede941580 req-4afdd432-720e-4423-9b3c-4f0bb5d54e0e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 1097 time: 0.0670111 Jul 09 14:16:01.679833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bd6f-18ed-4848-833f-f8bede941580 req-a375f26d-1caa-4797-a8a6-17acc9588ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:01.682577 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f6bd6f-18ed-4848-833f-f8bede941580 req-a375f26d-1caa-4797-a8a6-17acc9588ac9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1164255 Jul 09 14:16:01.757576 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f6bd6f-18ed-4848-833f-f8bede941580 req-83740b61-e869-4ea7-83fc-e13c8909ac40 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36 HTTP/1.1" status: 200 len: 1001 time: 0.0691202 Jul 09 14:16:01.818953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bd6f-18ed-4848-833f-f8bede941580 req-7154b348-4d3b-416c-a710-f1b7341afdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:01.820655 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f6bd6f-18ed-4848-833f-f8bede941580 req-7154b348-4d3b-416c-a710-f1b7341afdef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0559464 Jul 09 14:16:01.868635 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e2437ac-ffd1-4922-9c3b-d75d89f223d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:01.890066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f6bd6f-18ed-4848-833f-f8bede941580 req-b8455df3-f63e-4ea6-bb7f-fab9ed8b30f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:01.892549 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f6bd6f-18ed-4848-833f-f8bede941580 req-b8455df3-f63e-4ea6-bb7f-fab9ed8b30f4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655050 Jul 09 14:16:01.994230 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f6bd6f-18ed-4848-833f-f8bede941580 req-7043b958-52bc-42ac-be44-2bb7b67cc39d service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957823 Jul 09 14:16:02.104488 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f6bd6f-18ed-4848-833f-f8bede941580 req-2c6ff4c1-d58b-4f43-884b-04f7b8bf941b service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040993 Jul 09 14:16:04.731802 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:04.745211 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ae06739d-e09c-44d4-b386-55de3269fd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:05.806422 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:07.190649 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:08.972874 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:09.136959 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:10.264135 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:16:31.868529 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-08a70146-ba5a-44ff-bc4c-d05180774952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:34.727777 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:34.729839 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d63b000f-914e-445b-bece-756ae677b346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:35.801579 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:37.194358 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:38.986288 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:39.152665 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:16:47.265460 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:16:52.405688 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795f382-9cc9-4351-ae38-dddb4b0c0bf0 req-30bd1d58-419e-4d7e-8550-0b461e9a8ac6 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:52.407335 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e795f382-9cc9-4351-ae38-dddb4b0c0bf0 req-30bd1d58-419e-4d7e-8550-0b461e9a8ac6 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0762119 Jul 09 14:16:52.455837 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e795f382-9cc9-4351-ae38-dddb4b0c0bf0 req-c69a931a-32b1-428e-b7de-71f5b96e2e31 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385692 Jul 09 14:16:53.755747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613c78a-faf6-4fdd-a038-19cc967a7315 req-97bff515-09cc-4a24-bf24-7d9709b402ea tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:53.757799 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5613c78a-faf6-4fdd-a038-19cc967a7315 req-97bff515-09cc-4a24-bf24-7d9709b402ea tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.1577656 Jul 09 14:16:53.801870 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5613c78a-faf6-4fdd-a038-19cc967a7315 req-fb0ce2be-2a2e-4b9b-aed6-4566801f59c7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375896 Jul 09 14:16:55.006974 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a6a3b4-806c-41a4-ad1e-8d3082f5da5b req-58241597-18d1-4916-8f70-eefeab066905 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:55.008906 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c6a6a3b4-806c-41a4-ad1e-8d3082f5da5b req-58241597-18d1-4916-8f70-eefeab066905 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0760541 Jul 09 14:16:55.058831 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c6a6a3b4-806c-41a4-ad1e-8d3082f5da5b req-dd682503-3ee6-4f11-aeaf-8967d05cf886 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391469 Jul 09 14:16:56.317885 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4761ef2-bb50-445d-b3cd-0724516eb9c3 req-d15c129c-95f1-4f15-bacb-c9138a493507 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:56.320656 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4761ef2-bb50-445d-b3cd-0724516eb9c3 req-d15c129c-95f1-4f15-bacb-c9138a493507 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.1125038 Jul 09 14:16:56.366766 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4761ef2-bb50-445d-b3cd-0724516eb9c3 req-c8b1cb4d-d8e0-4794-ba32-5dcde921bd9a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364416 Jul 09 14:16:57.628407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a4861-56bd-4a9b-b6b3-942e3e02c79f req-de2298fc-4712-4a74-8eec-a7abb1708df8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:57.631409 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd8a4861-56bd-4a9b-b6b3-942e3e02c79f req-de2298fc-4712-4a74-8eec-a7abb1708df8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.1006866 Jul 09 14:16:57.685302 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd8a4861-56bd-4a9b-b6b3-942e3e02c79f req-1f15534c-18a0-4543-8b0b-c83b5f865779 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475492 Jul 09 14:16:58.891014 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f943be-7006-4743-8291-71849689bc3a req-c0ecb083-a00b-4eac-8d0d-3ed7bc2417c8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:16:58.892743 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8f943be-7006-4743-8291-71849689bc3a req-c0ecb083-a00b-4eac-8d0d-3ed7bc2417c8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0713837 Jul 09 14:16:58.935797 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8f943be-7006-4743-8291-71849689bc3a req-1dc4d62f-4cdb-41d4-8398-fb4b139ea3d8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370915 Jul 09 14:17:00.190524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b5a786-3c72-48ee-b4fa-e6e672119758 req-60a52833-2469-4bf4-83a2-eaab1c791827 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:00.192244 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5b5a786-3c72-48ee-b4fa-e6e672119758 req-60a52833-2469-4bf4-83a2-eaab1c791827 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0842617 Jul 09 14:17:00.238138 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b5b5a786-3c72-48ee-b4fa-e6e672119758 req-3accf4bc-2c69-4407-bf00-1928d953aba6 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374658 Jul 09 14:17:01.457482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794f93f-3865-43f2-b5f7-59908da97b6a req-6675d665-9845-4a7c-af87-b27ae9858f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:01.460109 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2794f93f-3865-43f2-b5f7-59908da97b6a req-6675d665-9845-4a7c-af87-b27ae9858f5d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 1097 time: 0.0773702 Jul 09 14:17:01.493929 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a20c70-d533-482f-b559-1a2b9f1b515e req-5c33003a-ad01-4c11-a4d2-8020116bf57f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:01.497290 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5a20c70-d533-482f-b559-1a2b9f1b515e req-5c33003a-ad01-4c11-a4d2-8020116bf57f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.1194286 Jul 09 14:17:01.560188 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f5a20c70-d533-482f-b559-1a2b9f1b515e req-aae44320-e40e-49e3-812e-ee4e091ac8ba tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559440 Jul 09 14:17:01.648514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794f93f-3865-43f2-b5f7-59908da97b6a req-3e135765-244c-44fb-9142-6ed84181d725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:01.650252 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2794f93f-3865-43f2-b5f7-59908da97b6a req-3e135765-244c-44fb-9142-6ed84181d725 service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1660769 Jul 09 14:17:01.725004 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2794f93f-3865-43f2-b5f7-59908da97b6a req-122c1b7d-91ad-42d1-958b-39d37fb7f4f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36 HTTP/1.1" status: 200 len: 1001 time: 0.0680258 Jul 09 14:17:01.778852 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794f93f-3865-43f2-b5f7-59908da97b6a req-c0b5a844-e19a-485c-acc5-a9222fe03b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:01.780494 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2794f93f-3865-43f2-b5f7-59908da97b6a req-c0b5a844-e19a-485c-acc5-a9222fe03b62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0493693 Jul 09 14:17:01.855126 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2794f93f-3865-43f2-b5f7-59908da97b6a req-62c32e69-9df9-42d4-9a53-d0762c43656c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:01.857706 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2794f93f-3865-43f2-b5f7-59908da97b6a req-62c32e69-9df9-42d4-9a53-d0762c43656c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710487 Jul 09 14:17:01.867899 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4c305ed1-6cc1-4970-8886-cf77ab5c6289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:01.970623 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2794f93f-3865-43f2-b5f7-59908da97b6a req-800b57fa-6658-488f-bc61-bdf43fad9b89 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064568 Jul 09 14:17:02.081761 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2794f93f-3865-43f2-b5f7-59908da97b6a req-3b494b3f-9cf0-40d4-8e58-23f600826a6b service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045978 Jul 09 14:17:02.797754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b7d8a5-65e4-4032-9c7a-fb0dd5dbb7a8 req-3717f120-b203-462c-a83e-d22674908620 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:02.801121 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34b7d8a5-65e4-4032-9c7a-fb0dd5dbb7a8 req-3717f120-b203-462c-a83e-d22674908620 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0987275 Jul 09 14:17:02.845001 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34b7d8a5-65e4-4032-9c7a-fb0dd5dbb7a8 req-fac3c08a-4ecc-4e73-afb9-672f1001dac1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373805 Jul 09 14:17:04.272282 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-facda3ab-2341-4266-9564-4947bc97592a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0763199 Jul 09 14:17:04.352622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a5c9a6-414e-4f47-9bf0-202cde289445 req-39c5f06f-425d-433d-b383-723a58389f68 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:04.355439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8a5c9a6-414e-4f47-9bf0-202cde289445 req-39c5f06f-425d-433d-b383-723a58389f68 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0999675 Jul 09 14:17:04.431966 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8a5c9a6-414e-4f47-9bf0-202cde289445 req-be965d69-ffda-47f3-bcfc-dee1b12796f0 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684791 Jul 09 14:17:04.732528 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:04.739017 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fcf45ad-fdf6-478c-8c8a-3e380e6f7827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:05.641517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff67ee6-b97a-473d-8e8a-d1802dca64fe req-2c43dc20-3c4b-4a6c-998a-a0a05f192836 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:05.644200 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bff67ee6-b97a-473d-8e8a-d1802dca64fe req-2c43dc20-3c4b-4a6c-998a-a0a05f192836 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0826654 Jul 09 14:17:05.691749 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bff67ee6-b97a-473d-8e8a-d1802dca64fe req-9dda9ed7-37d5-414f-b88e-ef61e499997d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405152 Jul 09 14:17:05.806206 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:05.814563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-abe5f5e7-2866-4304-85a2-e0aaa4495fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:05.817210 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-abe5f5e7-2866-4304-85a2-e0aaa4495fd6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 1097 time: 0.0753019 Jul 09 14:17:05.928265 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-f82e2252-c2bb-4155-a004-6e9be2c95d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:05.930661 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-f82e2252-c2bb-4155-a004-6e9be2c95d3b service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1067827 Jul 09 14:17:06.050368 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-d5442c3a-ae5b-4f6c-9ea3-d50887596e05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36 HTTP/1.1" status: 200 len: 1001 time: 0.1124020 Jul 09 14:17:06.105863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-b4496ce2-400a-4c65-a3fa-cb2cb49295fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:06.107537 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-b4496ce2-400a-4c65-a3fa-cb2cb49295fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0494702 Jul 09 14:17:06.173945 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-76c26585-1e0d-4cbf-b276-fa769d907e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:06.175555 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-76c26585-1e0d-4cbf-b276-fa769d907e13 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621340 Jul 09 14:17:06.285130 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-c7cfc9fa-5d83-483f-a135-30c3179ee8ba service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018877 Jul 09 14:17:06.388938 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-a2a87c2b-04b8-41be-b1de-eabe7cc03f96 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960999 Jul 09 14:17:06.905201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690a577-9761-4cfa-8afc-22a78db84614 req-37189739-ec16-4d33-a888-b0f80f809569 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:06.907410 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8690a577-9761-4cfa-8afc-22a78db84614 req-37189739-ec16-4d33-a888-b0f80f809569 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0743248 Jul 09 14:17:06.957633 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8690a577-9761-4cfa-8afc-22a78db84614 req-96ded69b-a06f-4299-aab3-ca135bb6db9a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436430 Jul 09 14:17:07.197720 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:08.159045 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4865b21-a65c-41ed-b0cf-d47f5d3a2786 req-f42ba480-cc14-4c69-bb3b-4208a1d74aad tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:08.160955 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4865b21-a65c-41ed-b0cf-d47f5d3a2786 req-f42ba480-cc14-4c69-bb3b-4208a1d74aad tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0731575 Jul 09 14:17:08.206996 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4865b21-a65c-41ed-b0cf-d47f5d3a2786 req-d08197b6-0554-4b55-866f-5df298d40c22 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401065 Jul 09 14:17:08.288157 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-6b82e54e-5d4a-49ea-a98d-35b559fbb968 service neutron] show failed (client error): The resource could not be found. Jul 09 14:17:08.289170 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-6b82e54e-5d4a-49ea-a98d-35b559fbb968 service neutron] 10.222.0.15 "GET /v2.0/ports/58c4c54f-dd19-4c7c-a667-9a8015dabc36/bindings/n-h1-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.0715799 Jul 09 14:17:08.639961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-bcd1968b-4dcc-4129-af1c-ac63f77e3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:08.642355 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-bcd1968b-4dcc-4129-af1c-ac63f77e3151 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901&tenant_id=dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 1097 time: 0.1293468 Jul 09 14:17:08.654316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:17:08.987776 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:09.129159 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:09.170812 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:09.424639 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952b075-ccec-4c77-a2f4-c077643d3608 req-ace44a5a-f6fc-49ea-8297-97336a601a41 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:09.426358 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c952b075-ccec-4c77-a2f4-c077643d3608 req-ace44a5a-f6fc-49ea-8297-97336a601a41 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0870378 Jul 09 14:17:09.478424 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] For port 58c4c54f-dd19-4c7c-a667-9a8015dabc36, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:17:09.484017 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c952b075-ccec-4c77-a2f4-c077643d3608 req-1312ac9b-2b0d-401e-9f18-a0e20461e666 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477841 Jul 09 14:17:09.534499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] For port 58c4c54f-dd19-4c7c-a667-9a8015dabc36, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:17:09.580985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c4c54f-dd19-4c7c-a667-9a8015dabc36'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:17:09.583428 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d6c98ec-7a75-497b-871a-6c145233b79b" -d '{"events": [{"server_uuid": "ea96f0e5-39b1-4044-98c4-ab6d5e7b5901", "name": "network-vif-unplugged", "status": "completed", "tag": "58c4c54f-dd19-4c7c-a667-9a8015dabc36"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:17:09.588101 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:09.604585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Transition to ACTIVE for port object 58c4c54f-dd19-4c7c-a667-9a8015dabc36 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:17:09.612492 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:09.654120 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314a657a-d6de-485a-833d-2e6f3d37b226 x-openstack-request-id: req-314a657a-d6de-485a-833d-2e6f3d37b226 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:17:09.654564 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea96f0e5-39b1-4044-98c4-ab6d5e7b5901", "name": "network-vif-unplugged", "status": "completed", "tag": "58c4c54f-dd19-4c7c-a667-9a8015dabc36", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:17:09.654972 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-314a657a-d6de-485a-833d-2e6f3d37b226 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:17:09.655603 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58c4c54f-dd19-4c7c-a667-9a8015dabc36', 'code': 200} Jul 09 14:17:09.717535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Pushing event updated for resources: {'Port': ['ID=58c4c54f-dd19-4c7c-a667-9a8015dabc36,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:17:09.729252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:09.729594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:09.729949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:09.730260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:09.730590 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:09.730921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:09.731293 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:09.731615 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:09.731942 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:09.732292 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:09.732591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:09.732910 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:09.783716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] No DVR routers for this DVR port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:17:09.970721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Attempting to bind port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:17:09.971256 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Attempting to bind port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:17:09.971688 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Attempting to bind port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:17:09.977175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:17:09.977606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Attempting to bind port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:17:09.986901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:17:09.987380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Checking segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:17:09.987905 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Bound using segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:17:09.988481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Bound port: 58c4c54f-dd19-4c7c-a667-9a8015dabc36, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:17:09.988910 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:10.068580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] For port 58c4c54f-dd19-4c7c-a667-9a8015dabc36, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:17:10.072488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] For port 58c4c54f-dd19-4c7c-a667-9a8015dabc36, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:17:10.077368 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:10.121045 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:10.122400 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:10.123438 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] 10.222.0.18 "PUT /v2.0/ports/58c4c54f-dd19-4c7c-a667-9a8015dabc36 HTTP/1.1" status: 200 len: 1092 time: 1.4736688 Jul 09 14:17:10.187035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055ab3d9-8f27-4186-81f5-9b5765e2706c service neutron] Pushing event updated for resources: {'Port': ['ID=58c4c54f-dd19-4c7c-a667-9a8015dabc36,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:17:10.226093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-f2a9a0d3-5456-4632-bda6-a863053f66de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:10.228463 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-f2a9a0d3-5456-4632-bda6-a863053f66de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 1095 time: 0.0729520 Jul 09 14:17:10.357662 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-842931a8-2f85-40e7-af19-f6b01ef9f929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:10.359912 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-842931a8-2f85-40e7-af19-f6b01ef9f929 service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1239851 Jul 09 14:17:10.444166 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-e2aacfdd-7ccf-435e-b2f9-2bd04e4633ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36 HTTP/1.1" status: 200 len: 999 time: 0.0782528 Jul 09 14:17:10.497161 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-ad6b8442-e169-4f0e-a549-0e7be18f908f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:10.498780 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-ad6b8442-e169-4f0e-a549-0e7be18f908f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0489464 Jul 09 14:17:10.569813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-88fcba82-0d65-4f23-928b-465a4a542e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:10.572720 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-88fcba82-0d65-4f23-928b-465a4a542e5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672464 Jul 09 14:17:10.590787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 58c4c54f-dd19-4c7c-a667-9a8015dabc36 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:17:10.660750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 58c4c54f-dd19-4c7c-a667-9a8015dabc36 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:17:10.711863 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-133493a6-7761-455a-9be1-5567cbfb3921 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323128 Jul 09 14:17:10.773458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055c6777-b395-4d50-b102-c99d36acba32 req-18bac08c-31ee-42f3-9be0-4aadcf9d5001 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:10.775157 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-055c6777-b395-4d50-b102-c99d36acba32 req-18bac08c-31ee-42f3-9be0-4aadcf9d5001 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 944 time: 0.0901830 Jul 09 14:17:10.821261 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-535c195d-7757-4e71-914c-2d34dbe2b1ca req-83e8cdbb-7234-4578-a103-076c4989d381 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035943 Jul 09 14:17:10.837069 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-055c6777-b395-4d50-b102-c99d36acba32 req-bd633435-39db-47ce-ac3d-90d5870051a4 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500278 Jul 09 14:17:11.656392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'tag': '58c4c54f-dd19-4c7c-a667-9a8015dabc36'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:17:11.659672 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65d8784-d882-4505-bb45-c06ca49a3359" -d '{"events": [{"name": "network-changed", "server_uuid": "ea96f0e5-39b1-4044-98c4-ab6d5e7b5901", "tag": "58c4c54f-dd19-4c7c-a667-9a8015dabc36"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:17:11.716954 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:17:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31cbd86c-da1d-4b90-ae9a-d0d4fbbff8bd x-openstack-request-id: req-31cbd86c-da1d-4b90-ae9a-d0d4fbbff8bd {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:17:11.717294 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea96f0e5-39b1-4044-98c4-ab6d5e7b5901", "tag": "58c4c54f-dd19-4c7c-a667-9a8015dabc36", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:17:11.717660 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-31cbd86c-da1d-4b90-ae9a-d0d4fbbff8bd {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:17:11.718294 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'tag': '58c4c54f-dd19-4c7c-a667-9a8015dabc36', 'status': 'completed', 'code': 200} Jul 09 14:17:11.850311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-ce043a3b-f04e-45d0-b102-fa3864a92c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:11.851927 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-ce043a3b-f04e-45d0-b102-fa3864a92c72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 1095 time: 0.1086636 Jul 09 14:17:11.855219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-d93881ad-9c2f-4360-8db2-6806d34c216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:11.856763 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-d93881ad-9c2f-4360-8db2-6806d34c216e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 1095 time: 0.1045098 Jul 09 14:17:12.033085 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-301b0a9f-bbe8-4434-9303-cf9b9c186e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:12.034647 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-301b0a9f-bbe8-4434-9303-cf9b9c186e4f service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1667473 Jul 09 14:17:12.035693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-a90a8126-ca41-45ea-b2ca-9e67588a73a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:12.037058 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-a90a8126-ca41-45ea-b2ca-9e67588a73a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1779461 Jul 09 14:17:12.162132 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe263189-c946-4e91-8a64-1169be18d79d req-500f3e59-5f6b-49a8-bda1-0438cda1cfb7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:12.165193 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe263189-c946-4e91-8a64-1169be18d79d req-500f3e59-5f6b-49a8-bda1-0438cda1cfb7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 944 time: 0.1156299 Jul 09 14:17:12.174649 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-86cc9f2d-e1c6-4fe6-a1f2-fe8f775515c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36 HTTP/1.1" status: 200 len: 999 time: 0.1317644 Jul 09 14:17:12.242577 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-cb0b44f4-3ff1-4038-80d1-092bb822421f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36 HTTP/1.1" status: 200 len: 999 time: 0.1941385 Jul 09 14:17:12.247495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe263189-c946-4e91-8a64-1169be18d79d req-55a12c6d-e1ad-44bf-851d-a750ee4c5390 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711055 Jul 09 14:17:12.296525 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-426b7b51-8c58-47d9-b450-86cb1fd6e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:12.299343 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-426b7b51-8c58-47d9-b450-86cb1fd6e3cc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.1183379 Jul 09 14:17:12.349981 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-d496ba7a-50b8-467c-bff8-1e1a1e6a2311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:12.351926 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-d496ba7a-50b8-467c-bff8-1e1a1e6a2311 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0992379 Jul 09 14:17:12.424034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-cfdbf99a-c657-45a9-af9c-c08698c4d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:12.425756 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-cfdbf99a-c657-45a9-af9c-c08698c4d5ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1173337 Jul 09 14:17:12.483602 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-2889fa6f-cecc-4594-b52a-68caf92978cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:12.485717 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-2889fa6f-cecc-4594-b52a-68caf92978cf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1255198 Jul 09 14:17:12.595001 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-7921eafa-a601-4167-8329-e9607a8e83f4 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615059 Jul 09 14:17:12.661728 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-aba7a7af-919d-4e5f-a132-2e271210727d service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688836 Jul 09 14:17:12.773315 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-39dc84fb-25f3-4efc-9051-310431282714 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711524 Jul 09 14:17:12.794046 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e65d8784-d882-4505-bb45-c06ca49a3359 req-04551db4-88af-44df-9a92-92c26b9d7696 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258719 Jul 09 14:17:13.465461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a801e1c-b059-45cb-8172-57d926866e1d req-9255fee1-cf8f-49ff-a1b4-10c888f5107d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:13.467191 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a801e1c-b059-45cb-8172-57d926866e1d req-9255fee1-cf8f-49ff-a1b4-10c888f5107d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 944 time: 0.0727000 Jul 09 14:17:13.512570 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a801e1c-b059-45cb-8172-57d926866e1d req-1528d5be-6de4-414a-8565-d3b006fe1ca4 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386844 Jul 09 14:17:13.840503 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4587b1c-8ad7-4d87-8df6-aee35652662d req-d0a75457-7cd7-4e48-aa1e-6fc04270cde0 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:13.842059 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4587b1c-8ad7-4d87-8df6-aee35652662d req-d0a75457-7cd7-4e48-aa1e-6fc04270cde0 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 944 time: 0.0708549 Jul 09 14:17:13.847984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 58c4c54f-dd19-4c7c-a667-9a8015dabc36 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:17:13.862098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a723f6b-ff38-4bfb-8a62-b34b2e81e3d8 req-329b9e13-97ab-4241-8c66-8534895db20b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:13.864805 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a723f6b-ff38-4bfb-8a62-b34b2e81e3d8 req-329b9e13-97ab-4241-8c66-8534895db20b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.15 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901&tenant_id=dd2ef3c755a94a96955ce1b5d093319f&binding%3Ahost_id=n-h1-799525-3 HTTP/1.1" status: 200 len: 944 time: 0.0862141 Jul 09 14:17:13.892861 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4587b1c-8ad7-4d87-8df6-aee35652662d req-6a49fa4b-e4af-4271-a4ff-78ac1c9284e3 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394297 Jul 09 14:17:13.958475 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-9a723f6b-ff38-4bfb-8a62-b34b2e81e3d8 req-fa92cf59-7040-4023-b0be-c1f0635f35da service neutron] delete failed (client error): The resource could not be found. Jul 09 14:17:13.959603 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a723f6b-ff38-4bfb-8a62-b34b2e81e3d8 req-fa92cf59-7040-4023-b0be-c1f0635f35da service neutron] 10.222.0.15 "DELETE /v2.0/ports/58c4c54f-dd19-4c7c-a667-9a8015dabc36/bindings/n-h2-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.0860715 Jul 09 14:17:13.991344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 58c4c54f-dd19-4c7c-a667-9a8015dabc36, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:17:14.009909 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '58c4c54f-dd19-4c7c-a667-9a8015dabc36', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'port_id': '58c4c54f-dd19-4c7c-a667-9a8015dabc36', 'mac_address': 'fa:16:3e:d4:97:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:17:14.060359 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:14.082682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c4c54f-dd19-4c7c-a667-9a8015dabc36 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:17:14.092976 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a723f6b-ff38-4bfb-8a62-b34b2e81e3d8 req-feb2706b-a5b3-4991-9c5e-05b287088020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:14.095600 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a723f6b-ff38-4bfb-8a62-b34b2e81e3d8 req-feb2706b-a5b3-4991-9c5e-05b287088020 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 1095 time: 0.0840800 Jul 09 14:17:14.111956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 58c4c54f-dd19-4c7c-a667-9a8015dabc36, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:17:14.118292 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:14.203985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a723f6b-ff38-4bfb-8a62-b34b2e81e3d8 req-116e0c0f-cd48-4b8e-8c40-278aeb338449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:14.204487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=58c4c54f-dd19-4c7c-a667-9a8015dabc36,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:17:14.205636 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a723f6b-ff38-4bfb-8a62-b34b2e81e3d8 req-116e0c0f-cd48-4b8e-8c40-278aeb338449 service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1041408 Jul 09 14:17:14.218710 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:14.219921 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:14.220514 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:14.221086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:14.221657 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:14.222209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:14.222768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:14.223449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:14.224009 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:14.224575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:14.225141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:14.225700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:17:14.291186 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a723f6b-ff38-4bfb-8a62-b34b2e81e3d8 req-7745aad0-b7bd-403b-ad66-29c18ef7c99d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36 HTTP/1.1" status: 200 len: 1000 time: 0.0783422 Jul 09 14:17:14.343613 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['58c4c54f-dd19-4c7c-a667-9a8015dabc36'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:17:14.358470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a723f6b-ff38-4bfb-8a62-b34b2e81e3d8 req-3baeec36-5d7f-48bd-8d72-4121e961b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:14.360177 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a723f6b-ff38-4bfb-8a62-b34b2e81e3d8 req-3baeec36-5d7f-48bd-8d72-4121e961b3f1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0628207 Jul 09 14:17:14.445829 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a723f6b-ff38-4bfb-8a62-b34b2e81e3d8 req-75e29751-8126-4bbe-9243-a67eb7a81bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:14.448499 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a723f6b-ff38-4bfb-8a62-b34b2e81e3d8 req-75e29751-8126-4bbe-9243-a67eb7a81bdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0819192 Jul 09 14:17:14.562532 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a723f6b-ff38-4bfb-8a62-b34b2e81e3d8 req-cdeab1db-3223-4391-a619-9f96fa309ddc service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063244 Jul 09 14:17:14.666046 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9a723f6b-ff38-4bfb-8a62-b34b2e81e3d8 req-7acccc8e-1057-4e27-90cc-6271ae3d43b2 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969315 Jul 09 14:17:15.134415 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15812dee-3f65-44dd-9acb-e4e61144d64d req-dfc2578f-87c1-4e38-8748-de2ff2f82609 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:15.137103 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15812dee-3f65-44dd-9acb-e4e61144d64d req-dfc2578f-87c1-4e38-8748-de2ff2f82609 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 945 time: 0.0929623 Jul 09 14:17:15.192305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-15812dee-3f65-44dd-9acb-e4e61144d64d req-c8fb0b6f-12e8-441d-acf3-db4b2746d33f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467780 Jul 09 14:17:15.861925 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 58c4c54f-dd19-4c7c-a667-9a8015dabc36 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:17:15.929066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:17:15.935582 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:17:15.936087 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:16.094929 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:16.144508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c4c54f-dd19-4c7c-a667-9a8015dabc36'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:17:16.148452 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62c641bf-b480-4864-a33b-423f2be2b61e" -d '{"events": [{"server_uuid": "ea96f0e5-39b1-4044-98c4-ab6d5e7b5901", "name": "network-vif-plugged", "status": "completed", "tag": "58c4c54f-dd19-4c7c-a667-9a8015dabc36"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:17:16.171669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 58c4c54f-dd19-4c7c-a667-9a8015dabc36, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:17:16.177362 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:16.211136 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:17:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55ec9c5c-44fb-4fc5-8d95-6d5bbcab13e0 x-openstack-request-id: req-55ec9c5c-44fb-4fc5-8d95-6d5bbcab13e0 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:17:16.211463 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea96f0e5-39b1-4044-98c4-ab6d5e7b5901", "name": "network-vif-plugged", "status": "completed", "tag": "58c4c54f-dd19-4c7c-a667-9a8015dabc36", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:17:16.211728 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-55ec9c5c-44fb-4fc5-8d95-6d5bbcab13e0 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:17:16.212132 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c4c54f-dd19-4c7c-a667-9a8015dabc36', 'code': 200} Jul 09 14:17:16.247943 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=58c4c54f-dd19-4c7c-a667-9a8015dabc36,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:17:16.422652 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3142cff-3b0f-4c8b-91f6-16f3d8a53e0c req-bfc3b8da-7a7f-4157-92af-972cfedd2174 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:16.424537 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c3142cff-3b0f-4c8b-91f6-16f3d8a53e0c req-bfc3b8da-7a7f-4157-92af-972cfedd2174 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0775337 Jul 09 14:17:16.476192 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c3142cff-3b0f-4c8b-91f6-16f3d8a53e0c req-9e2e5af3-d734-4e39-a08a-815f0ab1d61f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451720 Jul 09 14:17:16.678904 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0e3ad7-8945-4574-9206-b5d124d82213 req-c19fa790-988b-46e4-a425-e27e76fd69f5 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:16.680613 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd0e3ad7-8945-4574-9206-b5d124d82213 req-c19fa790-988b-46e4-a425-e27e76fd69f5 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0752163 Jul 09 14:17:16.725691 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd0e3ad7-8945-4574-9206-b5d124d82213 req-d39517d5-8c8e-4bb7-be51-523dbfa0e966 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389860 Jul 09 14:17:17.094854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69d775-e24c-421c-bdb0-b67321d47297 req-341901f2-e4df-4dcf-8530-88ab7a8ace3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:17.096537 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cf69d775-e24c-421c-bdb0-b67321d47297 req-341901f2-e4df-4dcf-8530-88ab7a8ace3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 1097 time: 0.0646093 Jul 09 14:17:17.101572 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db316d6-4d4b-4803-8609-7dda09f99370 req-ce09f620-d63b-45a4-b0e8-99518cdf753d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:17.103387 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8db316d6-4d4b-4803-8609-7dda09f99370 req-ce09f620-d63b-45a4-b0e8-99518cdf753d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0730288 Jul 09 14:17:17.152726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8db316d6-4d4b-4803-8609-7dda09f99370 req-e36313b8-2a3e-4a9a-9484-d9751989021f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382135 Jul 09 14:17:17.224383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69d775-e24c-421c-bdb0-b67321d47297 req-111a47fa-4872-4b88-a11a-71ea5b885433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:17.227333 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cf69d775-e24c-421c-bdb0-b67321d47297 req-111a47fa-4872-4b88-a11a-71ea5b885433 service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1243360 Jul 09 14:17:17.307190 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cf69d775-e24c-421c-bdb0-b67321d47297 req-71c3c279-a030-4eb3-90af-3ac25b5ac736 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36 HTTP/1.1" status: 200 len: 1001 time: 0.0738974 Jul 09 14:17:17.362033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69d775-e24c-421c-bdb0-b67321d47297 req-40cf6138-de97-4b23-aea4-032053e6db4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:17.363609 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cf69d775-e24c-421c-bdb0-b67321d47297 req-40cf6138-de97-4b23-aea4-032053e6db4b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0509980 Jul 09 14:17:17.428573 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf69d775-e24c-421c-bdb0-b67321d47297 req-fb038b5b-8e11-409b-878c-9a621f2a663c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:17.430139 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cf69d775-e24c-421c-bdb0-b67321d47297 req-fb038b5b-8e11-409b-878c-9a621f2a663c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601082 Jul 09 14:17:17.539477 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cf69d775-e24c-421c-bdb0-b67321d47297 req-26f7a845-8206-48b9-a394-ac679b8073c0 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025927 Jul 09 14:17:17.655349 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cf69d775-e24c-421c-bdb0-b67321d47297 req-8ce1f874-7faf-4940-8428-6f0c39e30d31 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093500 Jul 09 14:17:18.350263 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5065b3b-337e-4a41-88bf-ee73112e7693 req-4449f936-b7d7-4900-9686-1c83aa80d878 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:18.352319 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5065b3b-337e-4a41-88bf-ee73112e7693 req-4449f936-b7d7-4900-9686-1c83aa80d878 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0734861 Jul 09 14:17:18.396719 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d5065b3b-337e-4a41-88bf-ee73112e7693 req-17299bf9-36c8-4701-945f-b050f554534e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381768 Jul 09 14:17:18.833630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db2f520-1b0e-47d8-8732-b53ed19cba99 req-338fe428-4193-49a7-aaf9-baf26e5cbe6e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:18.835304 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7db2f520-1b0e-47d8-8732-b53ed19cba99 req-338fe428-4193-49a7-aaf9-baf26e5cbe6e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0782707 Jul 09 14:17:18.881521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7db2f520-1b0e-47d8-8732-b53ed19cba99 req-93841498-2808-4a92-96c6-42a4d600aaf4 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398946 Jul 09 14:17:20.032535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bdd994-4f3f-40ec-b21c-b3df2e2c634f req-da3db870-8d88-4771-80c6-d9b91122d8ec tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:20.035336 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54bdd994-4f3f-40ec-b21c-b3df2e2c634f req-da3db870-8d88-4771-80c6-d9b91122d8ec tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.18 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0864241 Jul 09 14:17:20.091792 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774f8a79-b600-4fcf-ad55-6e87531af898 req-f5897d77-633f-4a00-80ad-69003f3e580b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:20.093532 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-774f8a79-b600-4fcf-ad55-6e87531af898 req-f5897d77-633f-4a00-80ad-69003f3e580b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 946 time: 0.0724375 Jul 09 14:17:20.152342 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-774f8a79-b600-4fcf-ad55-6e87531af898 req-4e620a6f-d6e6-455b-8a98-a1afdc141b26 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514665 Jul 09 14:17:20.195380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-54bdd994-4f3f-40ec-b21c-b3df2e2c634f req-29f5c267-d17b-4b9f-8f5c-c7b149d73226 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Deleting port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:17:20.195647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-54bdd994-4f3f-40ec-b21c-b3df2e2c634f req-29f5c267-d17b-4b9f-8f5c-c7b149d73226 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:20.303908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-54bdd994-4f3f-40ec-b21c-b3df2e2c634f req-29f5c267-d17b-4b9f-8f5c-c7b149d73226 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] For port 58c4c54f-dd19-4c7c-a667-9a8015dabc36, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=58c4c54f-dd19-4c7c-a667-9a8015dabc36,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:17:20.304345 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-54bdd994-4f3f-40ec-b21c-b3df2e2c634f req-29f5c267-d17b-4b9f-8f5c-c7b149d73226 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:20.498796 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-54bdd994-4f3f-40ec-b21c-b3df2e2c634f req-29f5c267-d17b-4b9f-8f5c-c7b149d73226 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:20.499189 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-54bdd994-4f3f-40ec-b21c-b3df2e2c634f req-29f5c267-d17b-4b9f-8f5c-c7b149d73226 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:20.499511 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-54bdd994-4f3f-40ec-b21c-b3df2e2c634f req-29f5c267-d17b-4b9f-8f5c-c7b149d73226 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Floating IP 1e33ee8d-22b2-4992-adc0-d3c1c39e03c7 disassociated. External IP: 172.25.2.80, port: 58c4c54f-dd19-4c7c-a667-9a8015dabc36. Jul 09 14:17:20.500422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-54bdd994-4f3f-40ec-b21c-b3df2e2c634f req-29f5c267-d17b-4b9f-8f5c-c7b149d73226 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Calling delete_port for 58c4c54f-dd19-4c7c-a667-9a8015dabc36 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:17:20.643976 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-54bdd994-4f3f-40ec-b21c-b3df2e2c634f req-29f5c267-d17b-4b9f-8f5c-c7b149d73226 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:20.680353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5c267-d17b-4b9f-8f5c-c7b149d73226 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Pushing event deleted for resources: {'Port': ['ID=58c4c54f-dd19-4c7c-a667-9a8015dabc36,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:17:20.837267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-54bdd994-4f3f-40ec-b21c-b3df2e2c634f req-29f5c267-d17b-4b9f-8f5c-c7b149d73226 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Router 00aeb7ea-7079-43a7-91f5-4b602612adab has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:17:20.959922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-54bdd994-4f3f-40ec-b21c-b3df2e2c634f req-29f5c267-d17b-4b9f-8f5c-c7b149d73226 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:17:20.970842 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe11738-d2a5-4bca-9dcb-64ce57f7bb42 None None] Sync routers for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:17:20.986327 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe11738-d2a5-4bca-9dcb-64ce57f7bb42 None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:17:20.987148 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cfe11738-d2a5-4bca-9dcb-64ce57f7bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:17:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:17:21.011762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-54bdd994-4f3f-40ec-b21c-b3df2e2c634f req-29f5c267-d17b-4b9f-8f5c-c7b149d73226 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] No DVR routers for this DVR port 58c4c54f-dd19-4c7c-a667-9a8015dabc36 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:17:21.016289 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-54bdd994-4f3f-40ec-b21c-b3df2e2c634f req-29f5c267-d17b-4b9f-8f5c-c7b149d73226 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:21.019459 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54bdd994-4f3f-40ec-b21c-b3df2e2c634f req-29f5c267-d17b-4b9f-8f5c-c7b149d73226 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.18 "DELETE /v2.0/ports/58c4c54f-dd19-4c7c-a667-9a8015dabc36 HTTP/1.1" status: 204 len: 173 time: 0.9786496 Jul 09 14:17:21.020069 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'name': 'network-vif-deleted', 'tag': '58c4c54f-dd19-4c7c-a667-9a8015dabc36'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:17:21.022797 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df05b44a-7382-410b-8f5a-e3395e71dad3" -d '{"events": [{"server_uuid": "ea96f0e5-39b1-4044-98c4-ab6d5e7b5901", "name": "network-vif-deleted", "tag": "58c4c54f-dd19-4c7c-a667-9a8015dabc36"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:17:21.086274 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec66c02e-3e4c-423b-abba-b62d3157fe8c x-openstack-request-id: req-ec66c02e-3e4c-423b-abba-b62d3157fe8c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:17:21.087413 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea96f0e5-39b1-4044-98c4-ab6d5e7b5901", "name": "network-vif-deleted", "tag": "58c4c54f-dd19-4c7c-a667-9a8015dabc36", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:17:21.087413 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ec66c02e-3e4c-423b-abba-b62d3157fe8c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:17:21.087930 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea96f0e5-39b1-4044-98c4-ab6d5e7b5901', 'name': 'network-vif-deleted', 'tag': '58c4c54f-dd19-4c7c-a667-9a8015dabc36', 'status': 'completed', 'code': 200} Jul 09 14:17:21.140638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-cfe11738-d2a5-4bca-9dcb-64ce57f7bb42 None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:17:21.465428 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb97e206-0b9d-40ef-a9a4-cf00db1c07bd req-964b4007-c802-4a77-bc10-ff4edd201f86 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=ea96f0e5-39b1-4044-98c4-ab6d5e7b5901 HTTP/1.1" status: 200 len: 210 time: 0.0591505 Jul 09 14:17:21.526053 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cfe11738-d2a5-4bca-9dcb-64ce57f7bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:17:21.554861 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe11738-d2a5-4bca-9dcb-64ce57f7bb42 None None] Checking router: 00aeb7ea-7079-43a7-91f5-4b602612adab for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:17:21.566713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe11738-d2a5-4bca-9dcb-64ce57f7bb42 None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:17:21.567640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cfe11738-d2a5-4bca-9dcb-64ce57f7bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:17:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:17:21.689462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-cfe11738-d2a5-4bca-9dcb-64ce57f7bb42 None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:17:21.914864 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-cfe11738-d2a5-4bca-9dcb-64ce57f7bb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:17:21.947856 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfe11738-d2a5-4bca-9dcb-64ce57f7bb42 None None] The sync data for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 is: [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:17:22.200605 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a22068a-ca14-4839-ade5-7c67d13e2804 None None] New status for floating IP 1e33ee8d-22b2-4992-adc0-d3c1c39e03c7: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:17:22.883601 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-69bc7831-dda5-4350-93f9-1e087b24b494 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1054251022&fields=id&tenant_id=dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 267 time: 0.0410769 Jul 09 14:17:23.010662 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-032cec26-76ab-44c2-843b-8bcbbc6715d1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:23.012375 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-032cec26-76ab-44c2-843b-8bcbbc6715d1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 812 time: 0.1202958 Jul 09 14:17:23.097260 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-29456bbb-45c3-4115-8730-6e785d523113 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/quotas/dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 375 time: 0.0168979 Jul 09 14:17:23.183621 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-bdc6ff63-5659-46e3-b215-08b1e83644d6 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0804815 Jul 09 14:17:23.307544 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-8455beac-b707-4a01-8ad6-b8f5eeee6150 service neutron] 10.222.0.39 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048839 Jul 09 14:17:23.415727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5e5cf00a-72c2-461c-b5a8-6146489bb209 service neutron] 10.222.0.39 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009712 Jul 09 14:17:23.660537 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae4d88e1-5f38-438b-bf9b-5d4027477b41 req-4707f20e-ccb1-4906-91e7-cbc3c93f5eb4 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 210 time: 0.0382812 Jul 09 14:17:23.900899 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 58c4c54f-dd19-4c7c-a667-9a8015dabc36 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:17:23.933833 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 58c4c54f-dd19-4c7c-a667-9a8015dabc36 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:17:23.934646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 58c4c54f-dd19-4c7c-a667-9a8015dabc36 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:17:24.266421 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:17:24.870726 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-287e6c08-3299-4b01-bc93-30a4ed07ff3e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:24.873285 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-287e6c08-3299-4b01-bc93-30a4ed07ff3e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 812 time: 0.1558020 Jul 09 14:17:24.925136 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8379fe1f-23ea-4592-8e20-4153de88d74e req-14f7e137-e101-4a7a-bb63-85d2074cf6d3 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 210 time: 0.0558372 Jul 09 14:17:24.941505 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-8a401bf5-ccad-4f39-9da7-4bd643e88d9f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 380 time: 0.0585008 Jul 09 14:17:24.955186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-fe541a9a-2a1d-45c3-9184-a61a1798cd1e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Request body: {'port': {'device_id': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'admin_state_up': True, 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'security_groups': ['55b50720-6296-43cc-8f03-4b5b34f470af']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:17:25.141869 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-fe541a9a-2a1d-45c3-9184-a61a1798cd1e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Made reservation on behalf of dd2ef3c755a94a96955ce1b5d093319f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:17:25.146218 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-fe541a9a-2a1d-45c3-9184-a61a1798cd1e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:25.307472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-fe541a9a-2a1d-45c3-9184-a61a1798cd1e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Allocated IP 172.20.0.11 (478616f2-1100-46c5-b6ce-ae1798bfd21c/f4a11dc4-a77a-445b-87bc-b07eac43cdb6/d2d3aca2-4a70-4e8c-a315-86569d7d7f3f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:17:25.478417 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-fe541a9a-2a1d-45c3-9184-a61a1798cd1e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:25.495305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-fe541a9a-2a1d-45c3-9184-a61a1798cd1e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Transition to ACTIVE for port object d2d3aca2-4a70-4e8c-a315-86569d7d7f3f will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:17:25.533539 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-fe541a9a-2a1d-45c3-9184-a61a1798cd1e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:25.589683 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-fe541a9a-2a1d-45c3-9184-a61a1798cd1e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Network 478616f2-1100-46c5-b6ce-ae1798bfd21c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:17:25.593880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-fe541a9a-2a1d-45c3-9184-a61a1798cd1e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:17:25.598355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-fe541a9a-2a1d-45c3-9184-a61a1798cd1e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:17:25.606128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe541a9a-2a1d-45c3-9184-a61a1798cd1e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Pushing event updated for resources: {'Port': ['ID=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:17:25.665924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-fe541a9a-2a1d-45c3-9184-a61a1798cd1e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:25.666897 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-fe541a9a-2a1d-45c3-9184-a61a1798cd1e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:25.688288 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-fe541a9a-2a1d-45c3-9184-a61a1798cd1e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7368007 Jul 09 14:17:25.773144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Request body: {'port': {'device_id': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:17:25.874289 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:25.950738 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5b01720b-81e7-473d-830d-1bde14c08ed6 None None] Provisioning for port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:17:25.958101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5b01720b-81e7-473d-830d-1bde14c08ed6 None None] Provisioning complete for port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:17:25.958712 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5b01720b-81e7-473d-830d-1bde14c08ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:26.023710 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5b01720b-81e7-473d-830d-1bde14c08ed6 None None] Port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:17:26.223601 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d3aca2-4a70-4e8c-a315-86569d7d7f3f {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:17:26.233057 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:26.249666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Transition to ACTIVE for port object d2d3aca2-4a70-4e8c-a315-86569d7d7f3f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:17:26.256937 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:26.341409 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Pushing event updated for resources: {'Port': ['ID=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:17:26.383419 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6631422-1cb0-49db-9824-9587f8ee60fb req-555d7962-cc1b-4db0-8df8-9b6bcc540fd2 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:26.386188 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a6631422-1cb0-49db-9824-9587f8ee60fb req-555d7962-cc1b-4db0-8df8-9b6bcc540fd2 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 944 time: 0.1803093 Jul 09 14:17:26.446206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Attempting to bind port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:17:26.446713 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Attempting to bind port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:17:26.447219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Attempting to bind port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:17:26.453972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f on network 478616f2-1100-46c5-b6ce-ae1798bfd21c not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:17:26.454499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Attempting to bind port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:17:26.461319 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a6631422-1cb0-49db-9824-9587f8ee60fb req-67306dd0-b1cf-49bc-bd5c-b6a249d451d8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658383 Jul 09 14:17:26.462384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 17, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:17:26.462902 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Checking segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:17:26.463525 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Bound using segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:17:26.464124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Bound port: d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:17:26.464659 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:26.586479 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:17:26.590676 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:17:26.596112 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:26.638879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:26.639673 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:26.642236 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] 10.222.0.15 "PUT /v2.0/ports/d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 200 len: 1092 time: 0.9471974 Jul 09 14:17:26.642800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:17:26.645260 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d25b2d60daada4c1d870a5be3a24eda44e635ce067056d2462b05325b945a624" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10605619-d8fc-4bc0-9d4a-48c6b658125f" -d '{"events": [{"name": "network-changed", "server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:17:26.670194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09ee7e-7198-4e34-a62a-65352b7d656f service neutron] Pushing event updated for resources: {'Port': ['ID=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:17:26.786139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-28872656-074e-445b-8a96-4e92fb7da066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:26.787759 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-28872656-074e-445b-8a96-4e92fb7da066 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 1095 time: 0.0772488 Jul 09 14:17:27.399754 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebc56862-ff45-4639-a7fa-628761fcb03c x-openstack-request-id: req-ebc56862-ff45-4639-a7fa-628761fcb03c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:17:27.400504 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:17:27.400607 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ebc56862-ff45-4639-a7fa-628761fcb03c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:17:27.401218 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'status': 'completed', 'code': 200} Jul 09 14:17:27.403818 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-5acdf90e-b9d1-4930-8b68-c5095880b6e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 200 len: 217 time: 0.6084969 Jul 09 14:17:27.458423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-d57c3abe-6f57-45b7-912b-30917aa4d681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:27.460216 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-d57c3abe-6f57-45b7-912b-30917aa4d681 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0495059 Jul 09 14:17:27.525291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-a9c76db8-e866-49f9-9f8f-762df65a8278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:27.526840 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-a9c76db8-e866-49f9-9f8f-762df65a8278 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0607257 Jul 09 14:17:27.644573 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-2b77cca6-8720-4f31-966b-475349ce3ed0 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098430 Jul 09 14:17:27.759269 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34fbd729-4c7f-461f-8869-eed6ffb71f9c req-938b6140-72f9-4a82-924e-9a2fc95fdf5c service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081469 Jul 09 14:17:27.891951 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10605619-d8fc-4bc0-9d4a-48c6b658125f req-9e7a1cce-4c3f-4a19-9b72-ee6a6db8e011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:27.894138 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10605619-d8fc-4bc0-9d4a-48c6b658125f req-9e7a1cce-4c3f-4a19-9b72-ee6a6db8e011 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 1095 time: 0.0726583 Jul 09 14:17:28.046090 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10605619-d8fc-4bc0-9d4a-48c6b658125f req-fb4ae3bf-f05a-4b4c-90c3-6720b0860136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:28.048683 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10605619-d8fc-4bc0-9d4a-48c6b658125f req-fb4ae3bf-f05a-4b4c-90c3-6720b0860136 service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1473601 Jul 09 14:17:28.066433 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789525e6-d761-470d-a44e-dad72577b3c6 req-2fa92eec-c72f-4501-b50e-29ea3e3e50ca tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:28.068115 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-789525e6-d761-470d-a44e-dad72577b3c6 req-2fa92eec-c72f-4501-b50e-29ea3e3e50ca tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 944 time: 0.4663982 Jul 09 14:17:28.097975 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10605619-d8fc-4bc0-9d4a-48c6b658125f req-b8db60d7-9ae9-4f45-83ab-29d8cd5f9662 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 200 len: 217 time: 0.0411029 Jul 09 14:17:28.122541 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-789525e6-d761-470d-a44e-dad72577b3c6 req-aba0688a-f9e7-4123-abf7-ab39158f2575 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419137 Jul 09 14:17:28.163667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10605619-d8fc-4bc0-9d4a-48c6b658125f req-ae804ba5-2710-4c7e-bcbc-d1ee4ae9d19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:28.165381 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10605619-d8fc-4bc0-9d4a-48c6b658125f req-ae804ba5-2710-4c7e-bcbc-d1ee4ae9d19b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0609314 Jul 09 14:17:28.230816 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10605619-d8fc-4bc0-9d4a-48c6b658125f req-89b9e2b6-4d10-463a-9ce2-b2104d934170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:28.232418 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10605619-d8fc-4bc0-9d4a-48c6b658125f req-89b9e2b6-4d10-463a-9ce2-b2104d934170 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593076 Jul 09 14:17:28.338615 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10605619-d8fc-4bc0-9d4a-48c6b658125f req-092c9909-0384-4597-b162-e1f391a01d84 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981996 Jul 09 14:17:28.447146 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-10605619-d8fc-4bc0-9d4a-48c6b658125f req-a1ea85da-4caf-4cad-b1a1-cda2bba97519 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018624 Jul 09 14:17:29.490938 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebb29a7-4684-42f4-bfb3-7f0d2d90de56 req-d7204736-a40e-49bb-b627-ea7ec30c8888 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:29.492692 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ebb29a7-4684-42f4-bfb3-7f0d2d90de56 req-d7204736-a40e-49bb-b627-ea7ec30c8888 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 944 time: 0.1234059 Jul 09 14:17:29.536540 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7ebb29a7-4684-42f4-bfb3-7f0d2d90de56 req-a5dc9daa-bbb3-4803-9e6f-5f137e361820 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368695 Jul 09 14:17:30.651121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2d3aca2-4a70-4e8c-a315-86569d7d7f3f details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:17:30.754523 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dcbde4-6111-4ccc-a131-136a8f7255c5 req-2c3dde78-e0fc-44a9-a57e-00b947a1e35e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:30.756173 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3dcbde4-6111-4ccc-a131-136a8f7255c5 req-2c3dde78-e0fc-44a9-a57e-00b947a1e35e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 944 time: 0.0963144 Jul 09 14:17:30.797661 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:17:30.805480 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3dcbde4-6111-4ccc-a131-136a8f7255c5 req-5a3f2673-5ee6-4b2f-8dfb-ab96370343fa tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386727 Jul 09 14:17:30.815908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'port_id': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'mac_address': 'fa:16:3e:f9:5c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:17:30.891169 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:30.914529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d3aca2-4a70-4e8c-a315-86569d7d7f3f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:17:30.949275 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:17:30.955590 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:31.042172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:17:31.190969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d2d3aca2-4a70-4e8c-a315-86569d7d7f3f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:17:31.868082 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2e186746-1ca9-4c4f-a4c8-5a11ffd69dad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:32.072007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd5b70-c33b-4d00-b817-49511ee55b1f req-f867f2e4-a412-4592-b903-4fe327c3f338 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:32.073606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8cd5b70-c33b-4d00-b817-49511ee55b1f req-f867f2e4-a412-4592-b903-4fe327c3f338 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 945 time: 0.0720038 Jul 09 14:17:32.117528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e8cd5b70-c33b-4d00-b817-49511ee55b1f req-840e2b99-b755-49da-9bdd-f8edbac2d20d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373871 Jul 09 14:17:32.666584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2d3aca2-4a70-4e8c-a315-86569d7d7f3f up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:17:32.724298 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:17:32.729156 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:17:32.729671 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:32.825244 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:32.851826 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:17:32.854238 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2478b39447a2acbd986c8b1f9c6a5e28aad3f97033934fac6a8073ea8ede6eab" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-043cd2c8-af88-4d71-924f-a7e36895e99b" -d '{"events": [{"server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "name": "network-vif-plugged", "status": "completed", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:17:32.876533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:17:32.881467 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:32.940214 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:17:32.979549 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3888d180-35f3-45d2-a7fb-260b8581a01d x-openstack-request-id: req-3888d180-35f3-45d2-a7fb-260b8581a01d {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:17:32.979846 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "name": "network-vif-plugged", "status": "completed", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:17:32.980099 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3888d180-35f3-45d2-a7fb-260b8581a01d {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:17:32.980499 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'code': 200} Jul 09 14:17:33.110923 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1285a7-7409-4135-bbba-98936dd70eea req-f91c0981-7fd2-4004-b779-49d1177b9560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:33.112528 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bf1285a7-7409-4135-bbba-98936dd70eea req-f91c0981-7fd2-4004-b779-49d1177b9560 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 1097 time: 0.0597520 Jul 09 14:17:33.156288 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bf1285a7-7409-4135-bbba-98936dd70eea req-f367976e-e6c5-4222-9c10-c3a9645d46a0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359714 Jul 09 14:17:33.323317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32f1102-1c8e-4882-8144-b775cb00e160 req-15e11aa6-6226-4618-9d99-008a12082169 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:33.325014 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c32f1102-1c8e-4882-8144-b775cb00e160 req-15e11aa6-6226-4618-9d99-008a12082169 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.0777605 Jul 09 14:17:33.370882 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c32f1102-1c8e-4882-8144-b775cb00e160 req-32482c74-ee85-4135-9baa-24a56ea46df8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386910 Jul 09 14:17:34.576694 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2837dd56-bbc7-4fd2-af57-e87b583b3deb req-18a69134-a412-4eba-9641-f6a2e86a5776 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:34.578436 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2837dd56-bbc7-4fd2-af57-e87b583b3deb req-18a69134-a412-4eba-9641-f6a2e86a5776 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.0733736 Jul 09 14:17:34.640529 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2837dd56-bbc7-4fd2-af57-e87b583b3deb req-72b57ca9-4fc9-41cd-b020-7abf5307ebf3 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556297 Jul 09 14:17:34.748070 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cce60401-cbc1-47d2-93a4-15d096845b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:34.752913 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:34.897511 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70164e32-ece6-4c67-96c6-e678b035402d req-b651797b-0faf-4a86-8df2-7053e6325ab3 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:34.899220 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70164e32-ece6-4c67-96c6-e678b035402d req-b651797b-0faf-4a86-8df2-7053e6325ab3 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.1058223 Jul 09 14:17:34.910509 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47518) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:17:34.915591 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ad341f7c-7c88-4e27-897a-4ae0cc4b2050 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Request body: {'floatingip': {'port_id': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:17:34.962500 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad341f7c-7c88-4e27-897a-4ae0cc4b2050 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:35.535944 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad341f7c-7c88-4e27-897a-4ae0cc4b2050 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:35.541451 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad341f7c-7c88-4e27-897a-4ae0cc4b2050 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:35.697198 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-ad341f7c-7c88-4e27-897a-4ae0cc4b2050 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Floating IP 1e33ee8d-22b2-4992-adc0-d3c1c39e03c7 associated. External IP: 172.25.2.80, port: d2d3aca2-4a70-4e8c-a315-86569d7d7f3f. Jul 09 14:17:35.809752 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:35.971404 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad341f7c-7c88-4e27-897a-4ae0cc4b2050 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Router 00aeb7ea-7079-43a7-91f5-4b602612adab has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:17:36.098893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad341f7c-7c88-4e27-897a-4ae0cc4b2050 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:17:36.104141 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad341f7c-7c88-4e27-897a-4ae0cc4b2050 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:36.110515 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bb5cef-0007-419e-a2a3-1ee58e2a2123 None None] Sync routers for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:17:36.122619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bb5cef-0007-419e-a2a3-1ee58e2a2123 None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:17:36.123482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f1bb5cef-0007-419e-a2a3-1ee58e2a2123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:17:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:17:36.154562 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ad341f7c-7c88-4e27-897a-4ae0cc4b2050 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "PUT /v2.0/floatingips/1e33ee8d-22b2-4992-adc0-d3c1c39e03c7 HTTP/1.1" status: 200 len: 991 time: 1.2425094 Jul 09 14:17:36.155505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:17:36.160015 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4639b3512dd40b9f05a44d20480f84baae04602c0d03d93d793ecb08f13451de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1874295c-16fd-4871-a0de-d85fc86b09e9" -d '{"events": [{"name": "network-changed", "server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:17:36.288450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f1bb5cef-0007-419e-a2a3-1ee58e2a2123 None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:17:36.332729 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2d4d3b-53ac-4d30-a37a-27f4ff6375a6 x-openstack-request-id: req-8a2d4d3b-53ac-4d30-a37a-27f4ff6375a6 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:17:36.334022 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:17:36.334022 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8a2d4d3b-53ac-4d30-a37a-27f4ff6375a6 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:17:36.334363 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'status': 'completed', 'code': 200} Jul 09 14:17:36.446299 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874295c-16fd-4871-a0de-d85fc86b09e9 req-aec9d46a-c3d8-4c79-bc5f-27625e914b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:36.448786 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1874295c-16fd-4871-a0de-d85fc86b09e9 req-aec9d46a-c3d8-4c79-bc5f-27625e914b53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 1097 time: 0.0896044 Jul 09 14:17:36.573231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874295c-16fd-4871-a0de-d85fc86b09e9 req-63e214e4-2da6-4a05-9217-95126d9501c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:36.574798 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1874295c-16fd-4871-a0de-d85fc86b09e9 req-63e214e4-2da6-4a05-9217-95126d9501c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1188655 Jul 09 14:17:36.648617 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1874295c-16fd-4871-a0de-d85fc86b09e9 req-44c2a28f-8f57-4419-8e41-f0dc69904c3d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 200 len: 999 time: 0.0669913 Jul 09 14:17:36.656535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f1bb5cef-0007-419e-a2a3-1ee58e2a2123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '1e33ee8d-22b2-4992-adc0-d3c1c39e03c7', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'port_id': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'mac_address': 'fa:16:3e:f9:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:12:47Z', 'updated_at': '2021-07-09T14:17:35Z', 'revision_number': 9, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:17:36.685259 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bb5cef-0007-419e-a2a3-1ee58e2a2123 None None] Checking router: 00aeb7ea-7079-43a7-91f5-4b602612adab for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:17:36.696795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bb5cef-0007-419e-a2a3-1ee58e2a2123 None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:17:36.697553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f1bb5cef-0007-419e-a2a3-1ee58e2a2123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:17:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:17:36.708617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874295c-16fd-4871-a0de-d85fc86b09e9 req-729e8fea-630c-4a64-b858-5d5b24ed93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:36.710150 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1874295c-16fd-4871-a0de-d85fc86b09e9 req-729e8fea-630c-4a64-b858-5d5b24ed93d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0551782 Jul 09 14:17:36.811473 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1874295c-16fd-4871-a0de-d85fc86b09e9 req-fe078630-2105-4791-8d52-1ec027b790e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:17:36.815056 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1874295c-16fd-4871-a0de-d85fc86b09e9 req-fe078630-2105-4791-8d52-1ec027b790e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0976267 Jul 09 14:17:36.924677 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1874295c-16fd-4871-a0de-d85fc86b09e9 req-e86c890b-f033-4512-9bb5-5776761ea5e9 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017072 Jul 09 14:17:37.003989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-f1bb5cef-0007-419e-a2a3-1ee58e2a2123 None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:17:37.060855 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1874295c-16fd-4871-a0de-d85fc86b09e9 req-910827fd-4ce9-47b9-91b0-eda20238683a service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299677 Jul 09 14:17:37.213652 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:37.286133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-f1bb5cef-0007-419e-a2a3-1ee58e2a2123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '1e33ee8d-22b2-4992-adc0-d3c1c39e03c7', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'port_id': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'mac_address': 'fa:16:3e:f9:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:12:47Z', 'updated_at': '2021-07-09T14:17:35Z', 'revision_number': 9, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:17:37.320420 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bb5cef-0007-419e-a2a3-1ee58e2a2123 None None] The sync data for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 is: [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '1e33ee8d-22b2-4992-adc0-d3c1c39e03c7', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'port_id': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'mac_address': 'fa:16:3e:f9:5c:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:12:47Z', 'updated_at': '2021-07-09T14:17:35Z', 'revision_number': 9, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:17:37.566105 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95ee05ce-7bab-4933-84e5-9bd83bae3fb9 None None] New status for floating IP 1e33ee8d-22b2-4992-adc0-d3c1c39e03c7: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:17:38.985200 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:17:39.164828 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:01.266527 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:18:01.865479 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3b9b432-2a8e-47f2-9779-0ff45ba35cee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:03.452969 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34db437d-8d2e-43bc-9401-92c35bb6763c req-36403c45-e10e-428a-a35f-a8fdbced0f40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1108735 Jul 09 14:18:03.599345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db437d-8d2e-43bc-9401-92c35bb6763c req-e94fdc2f-d62f-49a0-b678-8594b047cd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:03.601752 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34db437d-8d2e-43bc-9401-92c35bb6763c req-e94fdc2f-d62f-49a0-b678-8594b047cd3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 1097 time: 0.0967314 Jul 09 14:18:03.726312 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db437d-8d2e-43bc-9401-92c35bb6763c req-c07af052-ce2b-490d-82c6-283f8e342c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:03.728225 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34db437d-8d2e-43bc-9401-92c35bb6763c req-c07af052-ce2b-490d-82c6-283f8e342c46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1013184 Jul 09 14:18:03.814456 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34db437d-8d2e-43bc-9401-92c35bb6763c req-d4341820-d8a7-43ef-947a-86ef31b27a03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 200 len: 1002 time: 0.0790367 Jul 09 14:18:03.873077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db437d-8d2e-43bc-9401-92c35bb6763c req-c0f0dd8e-a103-46f6-a1e7-267524f68c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:03.875382 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34db437d-8d2e-43bc-9401-92c35bb6763c req-c0f0dd8e-a103-46f6-a1e7-267524f68c75 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0551693 Jul 09 14:18:03.954460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db437d-8d2e-43bc-9401-92c35bb6763c req-077e4f27-1964-4926-b2d7-2090ef7fbb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:18:03.956529 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34db437d-8d2e-43bc-9401-92c35bb6763c req-077e4f27-1964-4926-b2d7-2090ef7fbb91 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0746639 Jul 09 14:18:04.081211 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34db437d-8d2e-43bc-9401-92c35bb6763c req-cf0da4c6-c70a-4e14-895d-92991853f590 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163347 Jul 09 14:18:04.193160 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34db437d-8d2e-43bc-9401-92c35bb6763c req-a732a907-fd8e-4a36-b605-c0b7a93036c0 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047561 Jul 09 14:18:04.733629 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-70d16dd9-ec69-4ff1-a446-9bd4e3760be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:04.735371 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:05.812862 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:07.204634 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:08.987383 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:09.181099 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:31.863310 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ea6600b2-7e84-46b1-bfcf-fabc7ba484e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:34.736437 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ba06072-a051-4477-a6b2-8bdfb8465f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:34.738370 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:35.815713 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:37.207300 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:38.267193 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:18:39.004004 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:18:39.179835 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:01.858087 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-30619819-2eff-4790-8781-c3d65c04f34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:04.753058 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:04.756587 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d1dbee4a-dac4-4936-9baf-23a4090c2f93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:05.394582 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-59d98f77-f236-4b07-9e86-dc1f8b00176d req-0b112b1c-c009-4929-b28d-5b26bcd24da3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0948153 Jul 09 14:19:05.502686 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d98f77-f236-4b07-9e86-dc1f8b00176d req-3178cbc7-7c20-46d6-aa7d-b4987b96a986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:05.504491 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-59d98f77-f236-4b07-9e86-dc1f8b00176d req-3178cbc7-7c20-46d6-aa7d-b4987b96a986 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 1097 time: 0.0668468 Jul 09 14:19:05.621811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d98f77-f236-4b07-9e86-dc1f8b00176d req-9dcf2f52-96e3-4ccf-953d-1a69d7049de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:05.624022 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-59d98f77-f236-4b07-9e86-dc1f8b00176d req-9dcf2f52-96e3-4ccf-953d-1a69d7049de1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.0971670 Jul 09 14:19:05.703380 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-59d98f77-f236-4b07-9e86-dc1f8b00176d req-2d3aa337-9d8e-406b-8569-444ab3225a92 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 200 len: 1002 time: 0.0719070 Jul 09 14:19:05.766023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d98f77-f236-4b07-9e86-dc1f8b00176d req-dde0af3a-9209-48a2-9d8b-4a85b8364dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:05.768366 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-59d98f77-f236-4b07-9e86-dc1f8b00176d req-dde0af3a-9209-48a2-9d8b-4a85b8364dea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0590317 Jul 09 14:19:05.828005 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:05.836490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d98f77-f236-4b07-9e86-dc1f8b00176d req-9ade2ac4-f5d5-4818-91ef-970fca2f4386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:05.838060 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-59d98f77-f236-4b07-9e86-dc1f8b00176d req-9ade2ac4-f5d5-4818-91ef-970fca2f4386 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630221 Jul 09 14:19:05.942974 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-59d98f77-f236-4b07-9e86-dc1f8b00176d req-6a46b2f1-ee1e-4b0e-979e-e94bcc468b39 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985818 Jul 09 14:19:06.051932 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-59d98f77-f236-4b07-9e86-dc1f8b00176d req-7737a7e9-5288-4e76-a3b0-1c043d97c2ca service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022205 Jul 09 14:19:07.210212 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:09.002028 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:09.196129 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:13.241649 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a9b8de-1417-45fd-b731-eae53afb9ac9 req-99b9143f-c01c-49c0-bf13-7c865fb9156d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:13.244495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d1a9b8de-1417-45fd-b731-eae53afb9ac9 req-99b9143f-c01c-49c0-bf13-7c865fb9156d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.1839383 Jul 09 14:19:13.328111 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-8fec742b-c4ae-46b4-8740-423a523acab7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2492580 Jul 09 14:19:13.342808 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d1a9b8de-1417-45fd-b731-eae53afb9ac9 req-e2320f7b-9efd-4060-a652-1c0e53eb1e86 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901220 Jul 09 14:19:14.578979 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44bdd9e-38cf-4970-a007-3682d7f3f161 req-e13f69b3-02d9-455c-88c0-85fcc7b45af4 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:14.580645 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c44bdd9e-38cf-4970-a007-3682d7f3f161 req-e13f69b3-02d9-455c-88c0-85fcc7b45af4 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.1044114 Jul 09 14:19:14.625106 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c44bdd9e-38cf-4970-a007-3682d7f3f161 req-508f1873-2b5e-4561-9b9b-d431b1faea3d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381005 Jul 09 14:19:14.674098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96807421-6f19-4dcd-9187-cee4f1462536 req-73936834-7b6a-4a8d-b412-819bf6a1243d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:14.676805 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-73936834-7b6a-4a8d-b412-819bf6a1243d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 1097 time: 0.0999196 Jul 09 14:19:14.795492 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96807421-6f19-4dcd-9187-cee4f1462536 req-f30c8134-7df5-4eb1-8871-bb1aaf7ecd3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:14.798064 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-f30c8134-7df5-4eb1-8871-bb1aaf7ecd3c service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1147356 Jul 09 14:19:14.871409 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-46b1a1c5-5bfe-453c-8af3-435d869e330c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 200 len: 1002 time: 0.0663469 Jul 09 14:19:14.929891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96807421-6f19-4dcd-9187-cee4f1462536 req-c9d6ab1f-ca34-458e-b708-79898ccce6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:14.931352 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-c9d6ab1f-ca34-458e-b708-79898ccce6d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0542135 Jul 09 14:19:14.994708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96807421-6f19-4dcd-9187-cee4f1462536 req-7538d37a-7205-4e29-963a-9f6c2112f9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:14.996655 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-7538d37a-7205-4e29-963a-9f6c2112f9ba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595133 Jul 09 14:19:15.096275 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-53e8ac7b-e9ec-47f7-bf58-3ebefcc3aff6 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933604 Jul 09 14:19:15.223500 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-d438960c-b127-4089-af85-e2b1dda6e548 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203940 Jul 09 14:19:15.270520 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:19:15.890725 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b1323-c09c-4d1d-b07b-ac60fa819a29 req-b3717059-d3b0-4e22-a201-1584c1d2f594 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:15.892706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c22b1323-c09c-4d1d-b07b-ac60fa819a29 req-b3717059-d3b0-4e22-a201-1584c1d2f594 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.0744798 Jul 09 14:19:15.937246 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c22b1323-c09c-4d1d-b07b-ac60fa819a29 req-b48e16d7-0b46-4c25-9871-0783655d7356 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385180 Jul 09 14:19:17.140195 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f757097e-c9a9-4316-8eb4-0e441fe231a9 req-de6010c5-944d-4ad8-b2ea-cc4b91757d5a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:17.141901 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f757097e-c9a9-4316-8eb4-0e441fe231a9 req-de6010c5-944d-4ad8-b2ea-cc4b91757d5a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.0721879 Jul 09 14:19:17.191942 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f757097e-c9a9-4316-8eb4-0e441fe231a9 req-7d6a4b2a-06d9-440e-8e7b-9fa1675d9e76 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400910 Jul 09 14:19:18.415163 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c887f79-d1f1-4ee9-a910-dff844334ed1 req-eb3a41f3-51a8-4870-8223-bf12d5baee9c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:18.417091 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c887f79-d1f1-4ee9-a910-dff844334ed1 req-eb3a41f3-51a8-4870-8223-bf12d5baee9c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.0882025 Jul 09 14:19:18.472537 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c887f79-d1f1-4ee9-a910-dff844334ed1 req-2ff3b90b-80e4-47fb-84e6-75da2e2ecd16 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478938 Jul 09 14:19:19.693776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7049f70-1646-4cd3-aff1-810e1e1564f1 req-24731aa8-96f0-4243-b59d-e6c540db04fc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:19.697081 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7049f70-1646-4cd3-aff1-810e1e1564f1 req-24731aa8-96f0-4243-b59d-e6c540db04fc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.0763464 Jul 09 14:19:19.745310 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7049f70-1646-4cd3-aff1-810e1e1564f1 req-c4c2bb1a-5d03-4e72-b145-d556cbab6604 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389662 Jul 09 14:19:20.948291 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992210e-63a2-4c52-8c1d-bcb4085dce69 req-9c501fe1-c4e6-41aa-afd3-d85f97f714eb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:20.951638 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2992210e-63a2-4c52-8c1d-bcb4085dce69 req-9c501fe1-c4e6-41aa-afd3-d85f97f714eb tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.0793905 Jul 09 14:19:20.996202 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2992210e-63a2-4c52-8c1d-bcb4085dce69 req-c71c4050-4d94-4cf3-b1e9-996f381a7950 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384238 Jul 09 14:19:22.194840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee1609b-2997-4144-b7c4-4946c6d62564 req-d754c77b-cb61-46e1-972b-1fd6a511ff93 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:22.196568 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eee1609b-2997-4144-b7c4-4946c6d62564 req-d754c77b-cb61-46e1-972b-1fd6a511ff93 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.0720940 Jul 09 14:19:22.245002 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eee1609b-2997-4144-b7c4-4946c6d62564 req-33adf75b-288f-4bbe-b96a-abbfa3a84871 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378773 Jul 09 14:19:23.451596 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4af3df-1263-49db-a605-f6b2e86e3f43 req-a067174e-9494-4f1e-8a0c-ad0e8b567e6b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:23.453259 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a4af3df-1263-49db-a605-f6b2e86e3f43 req-a067174e-9494-4f1e-8a0c-ad0e8b567e6b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.0754316 Jul 09 14:19:23.507401 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a4af3df-1263-49db-a605-f6b2e86e3f43 req-53753fbf-1b95-49e0-820e-10c3c0ddc977 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442164 Jul 09 14:19:24.716187 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d39370-8112-4b9b-85db-4c17cba4814f req-263beeba-7f78-4ea1-8486-79dca89910d6 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:24.718078 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4d39370-8112-4b9b-85db-4c17cba4814f req-263beeba-7f78-4ea1-8486-79dca89910d6 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.0756307 Jul 09 14:19:24.765057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4d39370-8112-4b9b-85db-4c17cba4814f req-3ab8fcff-a5db-4707-b402-19ca990de714 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408189 Jul 09 14:19:25.975115 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d819a82-b251-41d5-bf98-3c4631c1c610 req-b9add876-96e3-46bd-a066-0da6bb9d42e1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:25.976871 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d819a82-b251-41d5-bf98-3c4631c1c610 req-b9add876-96e3-46bd-a066-0da6bb9d42e1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.0729232 Jul 09 14:19:26.024977 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d819a82-b251-41d5-bf98-3c4631c1c610 req-2a029a7c-c9db-4a66-a9c7-1ccb31937daf tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398960 Jul 09 14:19:27.129081 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-96807421-6f19-4dcd-9187-cee4f1462536 req-48b8b2e3-a387-498e-90a8-af1a3f3df229 service neutron] show failed (client error): The resource could not be found. Jul 09 14:19:27.130672 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-48b8b2e3-a387-498e-90a8-af1a3f3df229 service neutron] 10.222.0.15 "GET /v2.0/ports/d2d3aca2-4a70-4e8c-a315-86569d7d7f3f/bindings/n-h1-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.0718205 Jul 09 14:19:27.240680 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dfa256e-d822-4c2e-995e-6d5092826e9f req-2dbea684-abc0-490d-91eb-0530bfa520a8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:27.242361 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0dfa256e-d822-4c2e-995e-6d5092826e9f req-2dbea684-abc0-490d-91eb-0530bfa520a8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.0848355 Jul 09 14:19:27.302394 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0dfa256e-d822-4c2e-995e-6d5092826e9f req-6c09f9af-f7cb-45e2-b7f8-e95c69c58b02 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480542 Jul 09 14:19:27.520405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96807421-6f19-4dcd-9187-cee4f1462536 req-dab25c1e-bdb5-4413-a5ac-2cb64a64c34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:27.522063 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-dab25c1e-bdb5-4413-a5ac-2cb64a64c34e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7&tenant_id=dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 1097 time: 0.1111333 Jul 09 14:19:27.534050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:19:27.624151 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:27.890138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:19:27.938931 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:19:27.987748 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:19:27.993838 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:28.009338 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Transition to ACTIVE for port object d2d3aca2-4a70-4e8c-a315-86569d7d7f3f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:19:28.013589 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:28.057509 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f02278a-0dd6-451e-a90a-85b4ffd5f621" -d '{"events": [{"server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "name": "network-vif-unplugged", "status": "completed", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:19:28.149864 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Pushing event updated for resources: {'Port': ['ID=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:19:28.175453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:28.175935 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:28.176414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:28.176887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:28.178133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:28.178133 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:28.178638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:28.178992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:28.179546 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:28.180058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:28.180524 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:28.180975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:28.218842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] No DVR routers for this DVR port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:19:28.284218 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:19:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b37a4e2d-07e7-4af3-83d6-19ee1fb5053a x-openstack-request-id: req-b37a4e2d-07e7-4af3-83d6-19ee1fb5053a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:19:28.284695 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "name": "network-vif-unplugged", "status": "completed", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:19:28.285112 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b37a4e2d-07e7-4af3-83d6-19ee1fb5053a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:19:28.285713 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'code': 200} Jul 09 14:19:28.467433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Attempting to bind port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:19:28.467954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Attempting to bind port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:19:28.468523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Attempting to bind port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:19:28.475892 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f on network 478616f2-1100-46c5-b6ce-ae1798bfd21c not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:19:28.476364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Attempting to bind port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:19:28.484712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:19:28.485200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Checking segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:19:28.485833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Bound using segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:19:28.486521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Bound port: d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:19:28.487114 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:28.503048 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec10b3-852e-44a0-8ee3-0048596df09b req-aec6b43f-fc73-40dc-8585-8add8db72027 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:28.504807 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27ec10b3-852e-44a0-8ee3-0048596df09b req-aec6b43f-fc73-40dc-8585-8add8db72027 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 944 time: 0.0705087 Jul 09 14:19:28.549074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-27ec10b3-852e-44a0-8ee3-0048596df09b req-7f31a383-a9c4-4109-919b-15cfa740aa20 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380566 Jul 09 14:19:28.597890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:19:28.601769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:19:28.608522 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:28.647456 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:28.648097 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:28.649781 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] 10.222.0.18 "PUT /v2.0/ports/d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 200 len: 1092 time: 1.1202667 Jul 09 14:19:28.685814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b9600c-9328-40f4-bda8-4eced74adcfe service neutron] Pushing event updated for resources: {'Port': ['ID=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:19:28.750870 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96807421-6f19-4dcd-9187-cee4f1462536 req-39801ed7-3666-413d-b580-f5668da8c0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:28.752479 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-39801ed7-3666-413d-b580-f5668da8c0fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 1095 time: 0.0777011 Jul 09 14:19:28.869145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96807421-6f19-4dcd-9187-cee4f1462536 req-e21c1125-359c-4db5-ae1c-5a48642c10ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:28.870950 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-e21c1125-359c-4db5-ae1c-5a48642c10ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1111643 Jul 09 14:19:28.949290 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-c188ceef-7181-4d92-b0f5-dc5d47c76e38 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 200 len: 1000 time: 0.0710335 Jul 09 14:19:29.005596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96807421-6f19-4dcd-9187-cee4f1462536 req-dc769fc5-c374-40ac-a180-6766d0bb7088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:29.007177 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-dc769fc5-c374-40ac-a180-6766d0bb7088 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0519359 Jul 09 14:19:29.072790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96807421-6f19-4dcd-9187-cee4f1462536 req-58725f64-5300-45cc-ac68-b6ec79707275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:29.074335 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-58725f64-5300-45cc-ac68-b6ec79707275 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599594 Jul 09 14:19:29.174511 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-4ced436f-8a82-4947-8496-ecae418f6cfb service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931978 Jul 09 14:19:29.283380 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-861a58cd-de4a-42d1-a419-dbb749271276 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025639 Jul 09 14:19:29.751124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3ecc5-d39e-4147-8b83-1535af0ea272 req-4e69fc56-c156-4d9c-a0f7-e60b63708310 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:29.752804 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37f3ecc5-d39e-4147-8b83-1535af0ea272 req-4e69fc56-c156-4d9c-a0f7-e60b63708310 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 944 time: 0.0774825 Jul 09 14:19:29.802379 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-37f3ecc5-d39e-4147-8b83-1535af0ea272 req-ea5dc815-5ba6-448e-b619-a8f1674dc2d1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433433 Jul 09 14:19:30.287057 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:19:30.289716 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78734bf-5209-4894-a435-1a81edbd0b52" -d '{"events": [{"name": "network-changed", "server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:19:30.357178 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c985c186-03b7-49e6-82e0-d0ef2cd0c86c x-openstack-request-id: req-c985c186-03b7-49e6-82e0-d0ef2cd0c86c {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:19:30.357658 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:19:30.358588 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c985c186-03b7-49e6-82e0-d0ef2cd0c86c {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:19:30.359394 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'status': 'completed', 'code': 200} Jul 09 14:19:30.491593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-5c9eb92d-6688-4d96-8a05-2945413f197b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:30.493397 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-5c9eb92d-6688-4d96-8a05-2945413f197b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 1095 time: 0.1122985 Jul 09 14:19:30.500941 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-821f9b4e-cc0f-482e-9f56-73beea4a2a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:30.502486 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-821f9b4e-cc0f-482e-9f56-73beea4a2a95 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 1095 time: 0.1117301 Jul 09 14:19:30.676948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-93b35bc3-12b7-4ddd-aaa9-c7ff625c0a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:30.678651 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-93b35bc3-12b7-4ddd-aaa9-c7ff625c0a93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1752548 Jul 09 14:19:30.682146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-0ce07562-7a61-4a01-aee9-c886c51fcf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:30.683678 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-0ce07562-7a61-4a01-aee9-c886c51fcf36 service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1725147 Jul 09 14:19:30.834719 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-9edaced6-469f-46bd-85b8-76a8f1083d62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 200 len: 1000 time: 0.1482482 Jul 09 14:19:30.837258 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-fb40209c-731a-4c31-9162-6549f14d4f62 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 200 len: 1000 time: 0.1446919 Jul 09 14:19:30.981729 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-f87ea666-2264-409c-97d2-2ef8c74725fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:30.984489 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-f87ea666-2264-409c-97d2-2ef8c74725fe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.1388338 Jul 09 14:19:30.987534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-3a3c3fd7-8a4f-4d30-b56b-449d0dd1f7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:30.990128 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-3a3c3fd7-8a4f-4d30-b56b-449d0dd1f7b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.1425796 Jul 09 14:19:31.023704 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bb6ab6-573e-4bbf-a3a4-f1ce6429f328 req-a26309d1-f6c1-46fe-894e-7f544dade11b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:31.026493 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14bb6ab6-573e-4bbf-a3a4-f1ce6429f328 req-a26309d1-f6c1-46fe-894e-7f544dade11b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 944 time: 0.0862498 Jul 09 14:19:31.092252 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14bb6ab6-573e-4bbf-a3a4-f1ce6429f328 req-926314d9-1cc3-4590-864a-6d6d600ad4ce tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588670 Jul 09 14:19:31.102124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-5a4b3d31-2fa2-4f84-abf9-731e1694c506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:31.103733 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-5a4b3d31-2fa2-4f84-abf9-731e1694c506 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1123838 Jul 09 14:19:31.110319 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-061cbd66-979a-4372-83ab-f5affc2c58c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:31.111885 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-061cbd66-979a-4372-83ab-f5affc2c58c7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0818465 Jul 09 14:19:31.163033 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2d3aca2-4a70-4e8c-a315-86569d7d7f3f no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:19:31.206884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2d3aca2-4a70-4e8c-a315-86569d7d7f3f not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:19:31.283828 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-42bff664-1bb3-49ea-842d-21186b35766e service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708415 Jul 09 14:19:31.285556 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-be8ef278-fecf-4124-a5cc-b824c7e62bb7 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648901 Jul 09 14:19:31.453539 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-5d0d3335-10f3-4754-8eed-21d265b9c644 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628826 Jul 09 14:19:31.455538 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b78734bf-5209-4894-a435-1a81edbd0b52 req-e8e6fdbe-6cb7-44bf-b780-d5703c9e824d service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566432 Jul 09 14:19:31.861138 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17d2585c-3859-4c38-a860-393b036a7255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:32.303468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b057a78-9b5d-4250-ae85-8dd8e261cdd0 req-6a8b0fa8-6654-4ca3-a71a-46764decac37 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:32.305141 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b057a78-9b5d-4250-ae85-8dd8e261cdd0 req-6a8b0fa8-6654-4ca3-a71a-46764decac37 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 944 time: 0.0792227 Jul 09 14:19:32.356803 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b057a78-9b5d-4250-ae85-8dd8e261cdd0 req-275f8933-9360-4cfa-81d6-5ff646cede96 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397353 Jul 09 14:19:32.608578 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d2d3aca2-4a70-4e8c-a315-86569d7d7f3f details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:19:32.758711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:19:32.773726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'port_id': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'mac_address': 'fa:16:3e:f9:5c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:19:32.820746 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:32.844222 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d3aca2-4a70-4e8c-a315-86569d7d7f3f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:19:32.874081 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:19:32.880385 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:32.967713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:19:32.976594 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:32.977098 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:32.977547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:32.978303 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:32.978749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:32.979218 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:32.979669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:32.980341 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:32.980837 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:32.981240 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:32.981640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:32.982042 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:19:33.086109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-6d6aab96-6320-4d8b-8ed1-f5f101ec2412 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:33.088804 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-6d6aab96-6320-4d8b-8ed1-f5f101ec2412 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.18 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7&tenant_id=dd2ef3c755a94a96955ce1b5d093319f&binding%3Ahost_id=n-h1-799525-3 HTTP/1.1" status: 200 len: 945 time: 0.1495731 Jul 09 14:19:33.128640 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['d2d3aca2-4a70-4e8c-a315-86569d7d7f3f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:19:33.132706 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e855495-846f-4825-a18a-57ae3c144409 req-2a6daad9-db0b-4b6c-b72f-fc9569a859be tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:33.137474 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e855495-846f-4825-a18a-57ae3c144409 req-2a6daad9-db0b-4b6c-b72f-fc9569a859be tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 945 time: 0.0974236 Jul 09 14:19:33.185411 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-c9d253cc-f91f-48c4-a65a-ac477720a326 service neutron] 10.222.0.18 "GET /v2.0/ports/d2d3aca2-4a70-4e8c-a315-86569d7d7f3f/bindings/n-h1-799525-3 HTTP/1.1" status: 200 len: 382 time: 0.0903285 Jul 09 14:19:33.205281 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e855495-846f-4825-a18a-57ae3c144409 req-40895dad-0db4-4326-9f91-fa2cc6967c8f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635986 Jul 09 14:19:33.303037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-c816ba57-865a-44aa-853a-c3f479829883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:33.304631 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-c816ba57-865a-44aa-853a-c3f479829883 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 1096 time: 0.0855927 Jul 09 14:19:33.408583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-1f62c3e1-0c1b-4ea3-a4cf-262947187198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:33.410106 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-1f62c3e1-0c1b-4ea3-a4cf-262947187198 service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.0995328 Jul 09 14:19:33.484416 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-4ccdb7f4-fe79-492e-a4f5-7dd7432c3546 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 200 len: 1001 time: 0.0675657 Jul 09 14:19:33.537748 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-ac94bd6b-774f-4edc-b232-4d5aecad4fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:33.539331 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-ac94bd6b-774f-4edc-b232-4d5aecad4fb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0484240 Jul 09 14:19:33.608855 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-54332673-22b6-4fc1-a9e7-3814ecbc8265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:33.610513 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-54332673-22b6-4fc1-a9e7-3814ecbc8265 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637093 Jul 09 14:19:33.747723 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-7552af93-b024-49bb-900c-c89f5ab2a51c service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289487 Jul 09 14:19:34.436296 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-8ea9b5f0-8527-463d-85ed-c5f4ff4100c6 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6824446 Jul 09 14:19:34.447393 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2113de-d9c3-4423-aee4-b121c4e45380 req-51d95bb9-c932-4336-9385-95bdd1b3bad0 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:34.451462 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed2113de-d9c3-4423-aee4-b121c4e45380 req-51d95bb9-c932-4336-9385-95bdd1b3bad0 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 945 time: 0.1000097 Jul 09 14:19:34.514021 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed2113de-d9c3-4423-aee4-b121c4e45380 req-f990ac78-1f6d-4d0b-8c1b-b76a0d5cd061 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551786 Jul 09 14:19:34.626456 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d2d3aca2-4a70-4e8c-a315-86569d7d7f3f up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:19:34.689066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:19:34.694039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:19:34.694521 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:34.759715 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-860dc05a-0617-4272-9ab5-a0e18f432f1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:34.763883 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:34.813147 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:34.839052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:19:34.855162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:19:34.860646 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:34.904734 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a425e36d-636c-443b-82a5-9b66064ee2e0" -d '{"events": [{"server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "name": "network-vif-plugged", "status": "completed", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:19:34.932198 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:19:35.021794 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fb095e6-6fce-4b22-89b6-a02f882d02b2 x-openstack-request-id: req-8fb095e6-6fce-4b22-89b6-a02f882d02b2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:19:35.022248 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "name": "network-vif-plugged", "status": "completed", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:19:35.022668 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8fb095e6-6fce-4b22-89b6-a02f882d02b2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:19:35.023300 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'code': 200} Jul 09 14:19:35.729993 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ff944e-3963-4177-af12-cccb7f809958 req-61ee9b02-7273-4eff-929c-918777efa927 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:35.731772 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59ff944e-3963-4177-af12-cccb7f809958 req-61ee9b02-7273-4eff-929c-918777efa927 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.0850387 Jul 09 14:19:35.801030 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59ff944e-3963-4177-af12-cccb7f809958 req-4f7e4c04-b6ed-4f9b-9267-1621f8f295bc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624244 Jul 09 14:19:35.834264 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:36.553533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-fe296813-9e8d-40af-80e3-bb48133006bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:36.555144 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-fe296813-9e8d-40af-80e3-bb48133006bc service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7&tenant_id=dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 1097 time: 0.0575671 Jul 09 14:19:36.566710 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:19:36.645607 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:36.880099 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:19:36.927265 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:19:36.976584 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:19:36.979058 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa1754b4-ced1-4b56-b8f2-12ff023c6ba9" -d '{"events": [{"server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "name": "network-vif-unplugged", "status": "completed", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:19:36.985996 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:37.008664 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Transition to ACTIVE for port object d2d3aca2-4a70-4e8c-a315-86569d7d7f3f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:19:37.015583 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:37.076162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6add4ba-35c6-43da-ba0f-3a290e7a730c req-66ca1da6-4b28-413a-8966-e58eeb67726c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:37.078974 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c6add4ba-35c6-43da-ba0f-3a290e7a730c req-66ca1da6-4b28-413a-8966-e58eeb67726c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.1267049 Jul 09 14:19:37.114014 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d10603cb-6ab9-4a74-8560-1fc02bf536bf x-openstack-request-id: req-d10603cb-6ab9-4a74-8560-1fc02bf536bf {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:19:37.114318 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "name": "network-vif-unplugged", "status": "completed", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:19:37.115334 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d10603cb-6ab9-4a74-8560-1fc02bf536bf {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:19:37.115334 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'code': 200} Jul 09 14:19:37.143064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:19:37.158499 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c6add4ba-35c6-43da-ba0f-3a290e7a730c req-fc3f24fe-4096-4ca4-8389-ebeb0e252721 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660737 Jul 09 14:19:37.197530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] No DVR routers for this DVR port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:19:37.216609 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:37.399306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Attempting to bind port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:19:37.399672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Attempting to bind port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:19:37.400066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Attempting to bind port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:19:37.405817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f on network 478616f2-1100-46c5-b6ce-ae1798bfd21c not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:19:37.406150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Attempting to bind port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:19:37.412201 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:19:37.412547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Checking segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:19:37.413008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Bound using segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:19:37.413461 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Bound port: d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:19:37.413831 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:37.492064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:19:37.496093 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:19:37.501663 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:37.539851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:37.540500 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:37.542146 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] 10.222.0.15 "PUT /v2.0/ports/d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 200 len: 1093 time: 0.9801199 Jul 09 14:19:37.596725 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd7e6a-1ef2-49fa-9317-56817822cc79 service neutron] Pushing event updated for resources: {'Port': ['ID=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,revision_number=11']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:19:37.688376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-4689f741-9798-4a98-97dc-d49b8e03e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:37.691258 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-4689f741-9798-4a98-97dc-d49b8e03e83e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 1096 time: 0.1187873 Jul 09 14:19:37.805963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6706456-5d55-42a3-ad95-3a07c4e7e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:37.808230 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-d6706456-5d55-42a3-ad95-3a07c4e7e554 service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1101127 Jul 09 14:19:37.911297 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-919efd47-6f6c-46bb-a7ee-3e046d934767 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 200 len: 1000 time: 0.0964460 Jul 09 14:19:37.975437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-4e06872f-a1e4-4904-98ce-a49150cc8274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:37.977153 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-4e06872f-a1e4-4904-98ce-a49150cc8274 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0589311 Jul 09 14:19:38.045683 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-c2b106b2-11ff-4583-9337-2a46d7ac142e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:38.047547 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-c2b106b2-11ff-4583-9337-2a46d7ac142e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643315 Jul 09 14:19:38.156210 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-5862953d-9c7c-4c75-9203-2b3391c0f0ef service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013994 Jul 09 14:19:38.269387 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d4cb60e5-7a5e-4d42-97e4-9b4fc7417d4f req-570e93b0-75da-473c-bdc4-49f5988d37f0 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067638 Jul 09 14:19:38.390899 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea56ddd5-d126-4855-8b55-fbbbfd5ff0e7 req-40ccbb9a-ae76-4468-9424-f146d6a1de8f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:38.393689 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea56ddd5-d126-4855-8b55-fbbbfd5ff0e7 req-40ccbb9a-ae76-4468-9424-f146d6a1de8f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 945 time: 0.0989668 Jul 09 14:19:38.453844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ea56ddd5-d126-4855-8b55-fbbbfd5ff0e7 req-efa660c0-efab-4d53-bf08-ab596b5c30ec tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540864 Jul 09 14:19:38.644535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d2d3aca2-4a70-4e8c-a315-86569d7d7f3f no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:19:38.689647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device d2d3aca2-4a70-4e8c-a315-86569d7d7f3f not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:19:39.014032 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:39.116769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:19:39.119418 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e362415-b052-49a1-85fd-39a3d16a1663" -d '{"events": [{"name": "network-changed", "server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:19:39.174452 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a89e93bd-768b-4e3a-bd9c-a89c1eed1a92 x-openstack-request-id: req-a89e93bd-768b-4e3a-bd9c-a89c1eed1a92 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:19:39.174753 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:19:39.175026 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a89e93bd-768b-4e3a-bd9c-a89c1eed1a92 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:19:39.175470 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'status': 'completed', 'code': 200} Jul 09 14:19:39.214141 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:39.343744 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-52721fd7-7be0-4406-b48e-519a86ab4b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:39.346469 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-52721fd7-7be0-4406-b48e-519a86ab4b43 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 1096 time: 0.1458995 Jul 09 14:19:39.350160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-4e577e5d-06b6-43ef-b2e2-3ebeec3e6419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:39.353016 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-4e577e5d-06b6-43ef-b2e2-3ebeec3e6419 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 1096 time: 0.1425753 Jul 09 14:19:39.543299 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-a2fa1424-d6b2-4c94-a684-eaf5a935137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:39.545589 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-a2fa1424-d6b2-4c94-a684-eaf5a935137b service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1907465 Jul 09 14:19:39.548970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-804ce93a-408b-42f4-8278-8b8f3f34da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:39.550484 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-804ce93a-408b-42f4-8278-8b8f3f34da1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1862459 Jul 09 14:19:39.681156 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-2aa49df7-2880-4650-84ce-818418279e39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 200 len: 1000 time: 0.1280217 Jul 09 14:19:39.683057 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-1f85dde7-5490-4c33-81a3-31a9a92ada54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 200 len: 1000 time: 0.1232858 Jul 09 14:19:39.727074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f53cb81-a4cf-47f3-bbd5-760de47d3fe5 req-5d46f6c1-6512-4e97-b135-f6ec595618ee tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:39.735430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f53cb81-a4cf-47f3-bbd5-760de47d3fe5 req-5d46f6c1-6512-4e97-b135-f6ec595618ee tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 945 time: 0.1308372 Jul 09 14:19:39.776579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-8d667356-48dd-4bfe-aa1f-7fdf137f9ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:39.778142 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-8d667356-48dd-4bfe-aa1f-7fdf137f9ee2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0906596 Jul 09 14:19:39.780824 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f53cb81-a4cf-47f3-bbd5-760de47d3fe5 req-ded59358-3789-4bc9-b2ea-d1e3db145bec tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443606 Jul 09 14:19:39.795514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-72845232-d7fe-468f-bb48-8d340cdcd675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:39.797045 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-72845232-d7fe-468f-bb48-8d340cdcd675 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0994065 Jul 09 14:19:39.893659 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-f82d3b95-7a3e-4deb-9e91-23501685eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:39.895239 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-f82d3b95-7a3e-4deb-9e91-23501685eb38 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1113448 Jul 09 14:19:39.898337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-05d1716d-ced6-47c4-af2c-24616de7f85d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:39.899879 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-05d1716d-ced6-47c4-af2c-24616de7f85d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0842199 Jul 09 14:19:40.086108 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-985a3cfb-7a18-4d85-8d52-e2c5c5d5b301 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836965 Jul 09 14:19:40.089281 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-f22b043f-025a-44a4-b08c-990262f8b479 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773586 Jul 09 14:19:40.299563 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-78db218d-aa75-48ae-901d-124094f17aa7 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072387 Jul 09 14:19:40.303950 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8e362415-b052-49a1-85fd-39a3d16a1663 req-97bab436-34ec-4f27-a7f6-60dcebb01739 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018099 Jul 09 14:19:40.986590 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4f3fa9-32a8-44f9-8437-f8299d9947f4 req-37176a33-3f6e-4c5b-b41f-004f2342df46 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:40.988373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d4f3fa9-32a8-44f9-8437-f8299d9947f4 req-37176a33-3f6e-4c5b-b41f-004f2342df46 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 945 time: 0.0792084 Jul 09 14:19:41.038611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d4f3fa9-32a8-44f9-8437-f8299d9947f4 req-e85ed913-ba3a-4f7f-af3d-dd12144ea7a4 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396674 Jul 09 14:19:41.168205 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2d3aca2-4a70-4e8c-a315-86569d7d7f3f details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:19:41.271730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fb9a72-0e23-446c-9fef-cf88805464c1 req-2727910a-1dc4-4fdc-bc54-6dedba718a7b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:41.274533 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59fb9a72-0e23-446c-9fef-cf88805464c1 req-2727910a-1dc4-4fdc-bc54-6dedba718a7b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 945 time: 0.1022251 Jul 09 14:19:41.292367 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:19:41.306502 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'port_id': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'mac_address': 'fa:16:3e:f9:5c:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:19:41.340675 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59fb9a72-0e23-446c-9fef-cf88805464c1 req-2c1b1a4e-57d1-4e85-83f1-4d84954facf1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578549 Jul 09 14:19:41.379684 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:41.399119 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d3aca2-4a70-4e8c-a315-86569d7d7f3f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:19:41.425726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:19:41.432121 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:41.495399 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:19:41.674989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['d2d3aca2-4a70-4e8c-a315-86569d7d7f3f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:19:41.767633 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b29313-118a-4c75-8bac-b2ab4d609cdd req-7058fd75-64c1-40ab-82ec-c8af042ad5cc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:41.769294 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40b29313-118a-4c75-8bac-b2ab4d609cdd req-7058fd75-64c1-40ab-82ec-c8af042ad5cc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.0799971 Jul 09 14:19:41.817585 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40b29313-118a-4c75-8bac-b2ab4d609cdd req-d6affd72-2bfd-4005-b0f7-82d76e015a72 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384967 Jul 09 14:19:42.261276 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94cff58-fb6c-4747-99b0-658d82dbd0f2 req-c00503ac-bb32-48a4-aac5-6bbfdc5a22df tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:42.266610 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b94cff58-fb6c-4747-99b0-658d82dbd0f2 req-c00503ac-bb32-48a4-aac5-6bbfdc5a22df tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.0894353 Jul 09 14:19:42.330068 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b94cff58-fb6c-4747-99b0-658d82dbd0f2 req-f6016a18-e371-46d0-88fc-5aacdfef85f0 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557480 Jul 09 14:19:43.181880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2d3aca2-4a70-4e8c-a315-86569d7d7f3f up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:19:43.270528 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:19:43.277020 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:19:43.278306 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:43.411271 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:43.442406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:19:43.445289 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85972a6a-ecb7-4c5e-98c0-f4d773d79c8e" -d '{"events": [{"server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "name": "network-vif-plugged", "status": "completed", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:19:43.446969 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eee7b4-9784-43cf-bb8d-3fbaba3aa1c6 req-57c91a20-69d5-4773-a45f-6cf465059324 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:43.448867 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9eee7b4-9784-43cf-bb8d-3fbaba3aa1c6 req-57c91a20-69d5-4773-a45f-6cf465059324 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.15 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 946 time: 0.0849857 Jul 09 14:19:43.469593 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:19:43.477780 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:43.532335 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5163d20-8eed-45d9-922e-f48130f72ea9 x-openstack-request-id: req-b5163d20-8eed-45d9-922e-f48130f72ea9 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:19:43.532776 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "name": "network-vif-plugged", "status": "completed", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:19:43.533151 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b5163d20-8eed-45d9-922e-f48130f72ea9 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:19:43.533723 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'code': 200} Jul 09 14:19:43.567038 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,revision_number=13']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:19:43.579252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b9eee7b4-9784-43cf-bb8d-3fbaba3aa1c6 req-0663c8eb-62ab-4dd9-b13d-b26f04bd213d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Deleting port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:19:43.580113 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eee7b4-9784-43cf-bb8d-3fbaba3aa1c6 req-0663c8eb-62ab-4dd9-b13d-b26f04bd213d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:43.665522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7be63d3-005b-4ca4-8919-a89d7eef659f req-90a62790-e231-4d52-b35b-80caa875a300 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:43.668813 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7be63d3-005b-4ca4-8919-a89d7eef659f req-90a62790-e231-4d52-b35b-80caa875a300 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 947 time: 0.1274488 Jul 09 14:19:43.697326 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b9eee7b4-9784-43cf-bb8d-3fbaba3aa1c6 req-0663c8eb-62ab-4dd9-b13d-b26f04bd213d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] For port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:19:43.697694 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eee7b4-9784-43cf-bb8d-3fbaba3aa1c6 req-0663c8eb-62ab-4dd9-b13d-b26f04bd213d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:43.739668 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7be63d3-005b-4ca4-8919-a89d7eef659f req-87eb54dd-d86f-4fac-838b-a591a313f71a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649462 Jul 09 14:19:43.917731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eee7b4-9784-43cf-bb8d-3fbaba3aa1c6 req-0663c8eb-62ab-4dd9-b13d-b26f04bd213d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:43.918141 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eee7b4-9784-43cf-bb8d-3fbaba3aa1c6 req-0663c8eb-62ab-4dd9-b13d-b26f04bd213d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:43.918953 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-b9eee7b4-9784-43cf-bb8d-3fbaba3aa1c6 req-0663c8eb-62ab-4dd9-b13d-b26f04bd213d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Floating IP 1e33ee8d-22b2-4992-adc0-d3c1c39e03c7 disassociated. External IP: 172.25.2.80, port: d2d3aca2-4a70-4e8c-a315-86569d7d7f3f. Jul 09 14:19:43.919423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b9eee7b4-9784-43cf-bb8d-3fbaba3aa1c6 req-0663c8eb-62ab-4dd9-b13d-b26f04bd213d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Calling delete_port for d2d3aca2-4a70-4e8c-a315-86569d7d7f3f owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:19:44.072394 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eee7b4-9784-43cf-bb8d-3fbaba3aa1c6 req-0663c8eb-62ab-4dd9-b13d-b26f04bd213d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:44.106910 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0663c8eb-62ab-4dd9-b13d-b26f04bd213d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Pushing event deleted for resources: {'Port': ['ID=d2d3aca2-4a70-4e8c-a315-86569d7d7f3f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:19:44.246764 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b9eee7b4-9784-43cf-bb8d-3fbaba3aa1c6 req-0663c8eb-62ab-4dd9-b13d-b26f04bd213d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Router 00aeb7ea-7079-43a7-91f5-4b602612adab has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:19:44.393947 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b9eee7b4-9784-43cf-bb8d-3fbaba3aa1c6 req-0663c8eb-62ab-4dd9-b13d-b26f04bd213d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:19:44.406999 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbfc29-29b9-47db-b8a9-9189eb031954 None None] Sync routers for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:19:44.419868 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcbfc29-29b9-47db-b8a9-9189eb031954 None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:19:44.420700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2dcbfc29-29b9-47db-b8a9-9189eb031954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:19:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:19:44.448593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9eee7b4-9784-43cf-bb8d-3fbaba3aa1c6 req-0663c8eb-62ab-4dd9-b13d-b26f04bd213d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] No DVR routers for this DVR port d2d3aca2-4a70-4e8c-a315-86569d7d7f3f on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:19:44.452257 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b9eee7b4-9784-43cf-bb8d-3fbaba3aa1c6 req-0663c8eb-62ab-4dd9-b13d-b26f04bd213d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:44.454862 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b9eee7b4-9784-43cf-bb8d-3fbaba3aa1c6 req-0663c8eb-62ab-4dd9-b13d-b26f04bd213d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.15 "DELETE /v2.0/ports/d2d3aca2-4a70-4e8c-a315-86569d7d7f3f HTTP/1.1" status: 204 len: 173 time: 1.0006211 Jul 09 14:19:44.455495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'name': 'network-vif-deleted', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:19:44.458922 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf9fff9-f4c8-4cea-9b94-216260a774e1" -d '{"events": [{"server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "name": "network-vif-deleted", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:19:44.537784 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:19:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1543b04-e1e7-4135-a3f9-ad08b39086c1 x-openstack-request-id: req-f1543b04-e1e7-4135-a3f9-ad08b39086c1 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:19:44.538387 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b22257-d8ed-4558-9e45-eb711b6a09d7", "name": "network-vif-deleted", "tag": "d2d3aca2-4a70-4e8c-a315-86569d7d7f3f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:19:44.539039 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f1543b04-e1e7-4135-a3f9-ad08b39086c1 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:19:44.539743 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b22257-d8ed-4558-9e45-eb711b6a09d7', 'name': 'network-vif-deleted', 'tag': 'd2d3aca2-4a70-4e8c-a315-86569d7d7f3f', 'status': 'completed', 'code': 200} Jul 09 14:19:44.615481 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2dcbfc29-29b9-47db-b8a9-9189eb031954 None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:19:44.932559 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2dcbfc29-29b9-47db-b8a9-9189eb031954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:19:44.934961 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e37383ed-2f26-4bf5-bb8e-9f3d507dd388 req-65dc16c0-cd20-4fb7-a50d-875203f33b55 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=31b22257-d8ed-4558-9e45-eb711b6a09d7 HTTP/1.1" status: 200 len: 210 time: 0.0456591 Jul 09 14:19:44.988794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbfc29-29b9-47db-b8a9-9189eb031954 None None] Checking router: 00aeb7ea-7079-43a7-91f5-4b602612adab for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:19:45.004504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dcbfc29-29b9-47db-b8a9-9189eb031954 None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:19:45.005546 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2dcbfc29-29b9-47db-b8a9-9189eb031954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:19:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:19:45.228576 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-2dcbfc29-29b9-47db-b8a9-9189eb031954 None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:19:45.463612 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-2dcbfc29-29b9-47db-b8a9-9189eb031954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:19:45.497070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dcbfc29-29b9-47db-b8a9-9189eb031954 None None] The sync data for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 is: [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:19:45.750601 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339f00c9-24c1-4d64-8471-76398875fbb5 None None] New status for floating IP 1e33ee8d-22b2-4992-adc0-d3c1c39e03c7: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:19:46.434244 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-a676378e-639d-4ed9-9a4b-45877142a2ce tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-securitygroup--1054251022&fields=id&tenant_id=dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 267 time: 0.0643606 Jul 09 14:19:46.565206 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-914de167-3f52-4f50-b0d5-d9cf0d04e8e8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:46.567994 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-914de167-3f52-4f50-b0d5-d9cf0d04e8e8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 812 time: 0.1260586 Jul 09 14:19:46.583988 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-c85a5384-4769-4013-8380-475e29b17ab7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/quotas/dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 375 time: 0.0106161 Jul 09 14:19:46.673694 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-01360889-0635-445f-9d53-081f318da968 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0780830 Jul 09 14:19:46.929752 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-63bb1653-9b6e-43e2-9a3b-4662513c52de service neutron] 10.222.0.39 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039480 Jul 09 14:19:47.041459 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-7562dfba-ef18-441d-addf-6a1d45ccfe78 service neutron] 10.222.0.39 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057231 Jul 09 14:19:47.201224 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2d3aca2-4a70-4e8c-a315-86569d7d7f3f no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:19:47.238981 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: d2d3aca2-4a70-4e8c-a315-86569d7d7f3f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:19:47.239595 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device d2d3aca2-4a70-4e8c-a315-86569d7d7f3f not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:19:47.265500 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1f24cad0-ce59-4a21-b3a6-1a3fa10173fe req-89c5577e-fcb4-41f1-954b-31e716f27a9a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 210 time: 0.0414655 Jul 09 14:19:48.470737 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-05ec44b1-caeb-42f0-bed9-4ef3e060b4c1 req-8d653abc-edeb-4072-8068-4fca3b025058 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 210 time: 0.0582080 Jul 09 14:19:48.681108 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-4365b85d-de94-4bfe-92e6-bce4eb9e2975 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:48.682814 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-4365b85d-de94-4bfe-92e6-bce4eb9e2975 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 812 time: 0.1426036 Jul 09 14:19:48.735496 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-630842ac-4070-4c37-bcd0-1a29941da231 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 380 time: 0.0425804 Jul 09 14:19:48.747046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-139c9e38-323c-4865-99c9-3a929989af57 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Request body: {'port': {'device_id': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'admin_state_up': True, 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'security_groups': ['55b50720-6296-43cc-8f03-4b5b34f470af']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:19:48.897086 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-139c9e38-323c-4865-99c9-3a929989af57 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Made reservation on behalf of dd2ef3c755a94a96955ce1b5d093319f for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:19:48.901577 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-139c9e38-323c-4865-99c9-3a929989af57 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:49.069217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-139c9e38-323c-4865-99c9-3a929989af57 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Allocated IP 172.20.0.5 (478616f2-1100-46c5-b6ce-ae1798bfd21c/f4a11dc4-a77a-445b-87bc-b07eac43cdb6/8cbcbc05-775f-4fe1-a7eb-d069abd11f97) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:19:49.269085 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-139c9e38-323c-4865-99c9-3a929989af57 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:49.286449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-139c9e38-323c-4865-99c9-3a929989af57 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Transition to ACTIVE for port object 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:19:49.327868 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-139c9e38-323c-4865-99c9-3a929989af57 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:49.386771 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-139c9e38-323c-4865-99c9-3a929989af57 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Network 478616f2-1100-46c5-b6ce-ae1798bfd21c is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:19:49.391389 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-139c9e38-323c-4865-99c9-3a929989af57 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:19:49.397783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-139c9e38-323c-4865-99c9-3a929989af57 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:19:49.410050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139c9e38-323c-4865-99c9-3a929989af57 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Pushing event updated for resources: {'Port': ['ID=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:19:49.470302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-139c9e38-323c-4865-99c9-3a929989af57 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:49.471023 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-139c9e38-323c-4865-99c9-3a929989af57 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:49.492607 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-139c9e38-323c-4865-99c9-3a929989af57 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7506282 Jul 09 14:19:49.508351 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Request body: {'port': {'device_id': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:19:49.604319 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:49.775558 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aade54b1-aa8f-4f12-959e-641c10ee5167 req-72ab9ab3-1fda-4e48-b78a-f47662200f07 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:49.777951 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fbf85c45-f607-47f9-a348-096ddb4534e9 None None] Provisioning for port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:19:49.779992 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aade54b1-aa8f-4f12-959e-641c10ee5167 req-72ab9ab3-1fda-4e48-b78a-f47662200f07 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 931 time: 0.1081274 Jul 09 14:19:49.788727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fbf85c45-f607-47f9-a348-096ddb4534e9 None None] Provisioning complete for port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:19:49.789459 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fbf85c45-f607-47f9-a348-096ddb4534e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:49.834192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fbf85c45-f607-47f9-a348-096ddb4534e9 None None] Port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:19:49.849976 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aade54b1-aa8f-4f12-959e-641c10ee5167 req-0c530c97-a56b-4300-80f3-dd75ba1ea944 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617404 Jul 09 14:19:50.003365 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:19:50.013945 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:50.031592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Transition to ACTIVE for port object 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:19:50.036067 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:50.096146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Pushing event updated for resources: {'Port': ['ID=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:19:50.189394 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Attempting to bind port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:19:50.189938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Attempting to bind port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:19:50.190341 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Attempting to bind port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:19:50.196339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:19:50.196866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Attempting to bind port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:19:50.203928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 19, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:19:50.204466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Checking segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:19:50.204934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Bound using segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:19:50.205511 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Bound port: 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:19:50.205994 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:50.324216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:19:50.328931 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:19:50.334503 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:50.384374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:50.385213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:50.387710 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] 10.222.0.18 "PUT /v2.0/ports/8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 1091 time: 0.8858011 Jul 09 14:19:50.388405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:19:50.391372 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9cdf70d-ee28-4520-957f-4e72c806515f" -d '{"events": [{"name": "network-changed", "server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:19:50.435813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e60d6a-d5d6-476f-a45e-2fd963ee6f1e service neutron] Pushing event updated for resources: {'Port': ['ID=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:19:50.508266 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:19:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3921ae0-339d-42b4-ba18-6dab5ea1dc5f x-openstack-request-id: req-f3921ae0-339d-42b4-ba18-6dab5ea1dc5f {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:19:50.508634 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:19:50.508836 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3921ae0-339d-42b4-ba18-6dab5ea1dc5f {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:19:50.509248 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'status': 'completed', 'code': 200} Jul 09 14:19:50.535650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-6fd910d4-99db-49f1-9ffa-8357d6578f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:50.537257 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-6fd910d4-99db-49f1-9ffa-8357d6578f76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 1094 time: 0.0882785 Jul 09 14:19:50.595979 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-3c709e5b-ebde-42fa-844d-6db96f6d2d90 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 217 time: 0.0509720 Jul 09 14:19:50.656299 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d1663862-c152-4646-bcd8-217994006d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:50.658317 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d1663862-c152-4646-bcd8-217994006d4e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0565035 Jul 09 14:19:50.749710 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-bb26fa56-c643-4c19-8505-ab5594ce4245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:50.752213 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-bb26fa56-c643-4c19-8505-ab5594ce4245 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0877233 Jul 09 14:19:50.877546 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-d60b4c16-8633-4dca-b12d-e6e98f51613b service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187203 Jul 09 14:19:51.007665 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c4382f07-c483-461c-ac72-d2cead6d0619 req-87264056-60f5-42c2-93fe-75c8f1a2d185 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239440 Jul 09 14:19:51.073001 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0934d7c1-1f72-42f3-b269-707f2c8aa982 req-92d97ad0-215a-4c74-b626-bd6a2b316953 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:51.075520 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0934d7c1-1f72-42f3-b269-707f2c8aa982 req-92d97ad0-215a-4c74-b626-bd6a2b316953 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 943 time: 0.0897346 Jul 09 14:19:51.145538 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0934d7c1-1f72-42f3-b269-707f2c8aa982 req-d343eeb4-83bd-499b-8376-cc822648ee99 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609760 Jul 09 14:19:51.156128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdf70d-ee28-4520-957f-4e72c806515f req-ba2e9440-df10-4031-95fd-ac8ab9e16a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:51.157777 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9cdf70d-ee28-4520-957f-4e72c806515f req-ba2e9440-df10-4031-95fd-ac8ab9e16a74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 1094 time: 0.0883272 Jul 09 14:19:51.662898 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdf70d-ee28-4520-957f-4e72c806515f req-c8975684-b344-4523-967a-7121a1bcdf33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:51.664602 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9cdf70d-ee28-4520-957f-4e72c806515f req-c8975684-b344-4523-967a-7121a1bcdf33 service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.5007021 Jul 09 14:19:51.709945 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9cdf70d-ee28-4520-957f-4e72c806515f req-057f06f6-eaed-4120-8e61-a78211f97368 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 217 time: 0.0371468 Jul 09 14:19:51.772033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdf70d-ee28-4520-957f-4e72c806515f req-7ec4f8a5-0fd9-4593-b34e-e65a65af9267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:51.773554 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9cdf70d-ee28-4520-957f-4e72c806515f req-7ec4f8a5-0fd9-4593-b34e-e65a65af9267 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0569184 Jul 09 14:19:51.838860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cdf70d-ee28-4520-957f-4e72c806515f req-f2c47d3a-d609-466a-8ca2-01df138b6cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:51.841238 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9cdf70d-ee28-4520-957f-4e72c806515f req-f2c47d3a-d609-466a-8ca2-01df138b6cef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0599828 Jul 09 14:19:51.958137 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9cdf70d-ee28-4520-957f-4e72c806515f req-dcc3d6c7-d692-418e-b384-8fa92dac4bf6 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095724 Jul 09 14:19:52.064848 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c9cdf70d-ee28-4520-957f-4e72c806515f req-4e0f007c-c97f-4244-a8cb-e7d0c4efe0c4 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999844 Jul 09 14:19:52.276226 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:19:52.400679 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed9c6f-5bea-476b-bd5f-c2c2c9ae2bbf req-30426a40-7f6b-400d-a052-991411ce7d3c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:52.404260 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-74ed9c6f-5bea-476b-bd5f-c2c2c9ae2bbf req-30426a40-7f6b-400d-a052-991411ce7d3c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 943 time: 0.0917437 Jul 09 14:19:52.468621 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-74ed9c6f-5bea-476b-bd5f-c2c2c9ae2bbf req-d643fdba-d6f8-4338-b454-9ab3cc3cc13f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583394 Jul 09 14:19:52.690665 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:19:52.803037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:19:52.816424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'port_id': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'mac_address': 'fa:16:3e:7b:21:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:19:52.859773 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:52.876339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:19:52.899778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:19:52.905929 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:52.968289 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:19:53.097021 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['8cbcbc05-775f-4fe1-a7eb-d069abd11f97'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:19:53.674699 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ad2776-5745-492c-8320-5a15b62e4855 req-3b9fcb5e-08b4-48d4-89bc-c588ebb6d37d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:53.676430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8ad2776-5745-492c-8320-5a15b62e4855 req-3b9fcb5e-08b4-48d4-89bc-c588ebb6d37d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 944 time: 0.0741467 Jul 09 14:19:53.720416 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a8ad2776-5745-492c-8320-5a15b62e4855 req-32d69b73-b527-4409-8340-3e33e53ec488 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377355 Jul 09 14:19:54.706987 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:19:54.766556 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:19:54.771473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:19:54.772287 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:54.874201 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:54.916524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:19:54.920758 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a14a2f-5757-4b0b-9542-c0a696f95925" -d '{"events": [{"server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "name": "network-vif-plugged", "status": "completed", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:19:54.942881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:19:54.955849 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:54.990882 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fa176-6426-4ed4-a32f-5270df005803 req-7d6c203b-be67-4201-ac53-83a8b1c00b9a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:54.994478 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f84fa176-6426-4ed4-a32f-5270df005803 req-7d6c203b-be67-4201-ac53-83a8b1c00b9a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 944 time: 0.1279595 Jul 09 14:19:54.997673 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c406be-92b7-40c7-bf59-012cde5f27ff x-openstack-request-id: req-d0c406be-92b7-40c7-bf59-012cde5f27ff {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:19:54.998226 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "name": "network-vif-plugged", "status": "completed", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:19:54.998715 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0c406be-92b7-40c7-bf59-012cde5f27ff {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:19:55.000315 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'code': 200} Jul 09 14:19:55.063838 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:19:55.071934 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f84fa176-6426-4ed4-a32f-5270df005803 req-6dbd6aff-0848-42a3-96b3-2018b01b08fe tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625932 Jul 09 14:19:55.132754 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d6d40-1602-4c4e-ae59-e7e12116dedb req-126f3337-66e5-4f75-b467-1f15ae011ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:55.134400 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fd5d6d40-1602-4c4e-ae59-e7e12116dedb req-126f3337-66e5-4f75-b467-1f15ae011ea6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 1096 time: 0.0699537 Jul 09 14:19:55.174044 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fd5d6d40-1602-4c4e-ae59-e7e12116dedb req-404f0f7f-8405-4283-8c77-08e832e5858d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328038 Jul 09 14:19:56.282852 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f21f83-cbb6-4a32-889f-f4a12825e51a req-ad516594-ad55-4184-880b-d52ecedc0c05 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:56.284549 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61f21f83-cbb6-4a32-889f-f4a12825e51a req-ad516594-ad55-4184-880b-d52ecedc0c05 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0713530 Jul 09 14:19:56.326682 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-61f21f83-cbb6-4a32-889f-f4a12825e51a req-0d746a54-9c32-44a3-b27e-472539e7b4a9 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363231 Jul 09 14:19:56.516120 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad661453-a7b9-47a1-a3a3-da99ba6a763e req-bc4c19db-b194-4657-bfeb-db1f6ebf07e6 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:56.517889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ad661453-a7b9-47a1-a3a3-da99ba6a763e req-bc4c19db-b194-4657-bfeb-db1f6ebf07e6 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0732524 Jul 09 14:19:56.527748 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 47940) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:19:56.533489 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-23544e2e-8c39-44e2-87f1-ef71c8f1f125 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Request body: {'floatingip': {'port_id': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:19:56.580927 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23544e2e-8c39-44e2-87f1-ef71c8f1f125 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for floatingip, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:57.388094 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23544e2e-8c39-44e2-87f1-ef71c8f1f125 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:57.393398 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23544e2e-8c39-44e2-87f1-ef71c8f1f125 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:57.502742 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-23544e2e-8c39-44e2-87f1-ef71c8f1f125 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Floating IP 1e33ee8d-22b2-4992-adc0-d3c1c39e03c7 associated. External IP: 172.25.2.80, port: 8cbcbc05-775f-4fe1-a7eb-d069abd11f97. Jul 09 14:19:57.738695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23544e2e-8c39-44e2-87f1-ef71c8f1f125 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Router 00aeb7ea-7079-43a7-91f5-4b602612adab has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:19:57.857259 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23544e2e-8c39-44e2-87f1-ef71c8f1f125 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:19:57.861998 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23544e2e-8c39-44e2-87f1-ef71c8f1f125 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:19:57.867399 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c2f695-87a8-45c7-88f7-81d5026a1e34 None None] Sync routers for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:19:57.879218 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c2f695-87a8-45c7-88f7-81d5026a1e34 None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:19:57.879859 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c5c2f695-87a8-45c7-88f7-81d5026a1e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:19:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:19:57.905294 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-23544e2e-8c39-44e2-87f1-ef71c8f1f125 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "PUT /v2.0/floatingips/1e33ee8d-22b2-4992-adc0-d3c1c39e03c7 HTTP/1.1" status: 200 len: 991 time: 1.3755951 Jul 09 14:19:57.906413 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:19:57.984254 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1091433339f976b032524960edcb999fbceacf16816299a62dfac0337c1fae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4027f7a-ccc9-48a4-967b-747bc2af8fde" -d '{"events": [{"name": "network-changed", "server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:19:58.036882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c5c2f695-87a8-45c7-88f7-81d5026a1e34 None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:19:58.113599 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:19:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7cf2f0-8235-4df3-bcb2-c86926921d92 x-openstack-request-id: req-4e7cf2f0-8235-4df3-bcb2-c86926921d92 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:19:58.113928 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:19:58.114180 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4e7cf2f0-8235-4df3-bcb2-c86926921d92 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:19:58.114559 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'status': 'completed', 'code': 200} Jul 09 14:19:58.208682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4027f7a-ccc9-48a4-967b-747bc2af8fde req-fe15d3a8-635e-4b86-984c-03d4a78eef33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:58.210868 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4027f7a-ccc9-48a4-967b-747bc2af8fde req-fe15d3a8-635e-4b86-984c-03d4a78eef33 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 1096 time: 0.0739715 Jul 09 14:19:58.330796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c5c2f695-87a8-45c7-88f7-81d5026a1e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '1e33ee8d-22b2-4992-adc0-d3c1c39e03c7', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'port_id': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'mac_address': 'fa:16:3e:7b:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:12:47Z', 'updated_at': '2021-07-09T14:19:57Z', 'revision_number': 13, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:19:58.341937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4027f7a-ccc9-48a4-967b-747bc2af8fde req-ea92cb7c-c65e-4ced-a2c3-01191edd0b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:58.343859 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4027f7a-ccc9-48a4-967b-747bc2af8fde req-ea92cb7c-c65e-4ced-a2c3-01191edd0b12 service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1266637 Jul 09 14:19:58.365825 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c2f695-87a8-45c7-88f7-81d5026a1e34 None None] Checking router: 00aeb7ea-7079-43a7-91f5-4b602612adab for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:19:58.377510 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c2f695-87a8-45c7-88f7-81d5026a1e34 None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:19:58.378232 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c5c2f695-87a8-45c7-88f7-81d5026a1e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:19:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:19:58.427861 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4027f7a-ccc9-48a4-967b-747bc2af8fde req-1f1f61b0-3270-4039-9894-8e04ea42778c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 999 time: 0.0778098 Jul 09 14:19:58.505674 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4027f7a-ccc9-48a4-967b-747bc2af8fde req-37a17584-1927-40aa-904b-2daf3365b8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:58.507283 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4027f7a-ccc9-48a4-967b-747bc2af8fde req-37a17584-1927-40aa-904b-2daf3365b8f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0727677 Jul 09 14:19:58.510182 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c5c2f695-87a8-45c7-88f7-81d5026a1e34 None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:19:58.570719 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4027f7a-ccc9-48a4-967b-747bc2af8fde req-9e8f62bd-5c53-4271-9b60-efa6ec7dfa97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:19:58.572342 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4027f7a-ccc9-48a4-967b-747bc2af8fde req-9e8f62bd-5c53-4271-9b60-efa6ec7dfa97 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592382 Jul 09 14:19:58.715845 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4027f7a-ccc9-48a4-967b-747bc2af8fde req-9c6c1e3e-4e29-470f-8880-544a583f10c2 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365957 Jul 09 14:19:58.834625 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4027f7a-ccc9-48a4-967b-747bc2af8fde req-c25ef804-bd06-413f-baac-d7f774ce9321 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121213 Jul 09 14:19:58.847678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c5c2f695-87a8-45c7-88f7-81d5026a1e34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '1e33ee8d-22b2-4992-adc0-d3c1c39e03c7', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'port_id': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'mac_address': 'fa:16:3e:7b:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:12:47Z', 'updated_at': '2021-07-09T14:19:57Z', 'revision_number': 13, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:19:58.904110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c2f695-87a8-45c7-88f7-81d5026a1e34 None None] The sync data for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 is: [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '1e33ee8d-22b2-4992-adc0-d3c1c39e03c7', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'floating_ip_address': '172.25.2.80', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'port_id': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4012, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'mac_address': 'fa:16:3e:7b:21:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:12:47Z', 'updated_at': '2021-07-09T14:19:57Z', 'revision_number': 13, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:19:59.163901 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ecb1f30-472f-4bf2-bf9c-4d0e40b555e6 None None] New status for floating IP 1e33ee8d-22b2-4992-adc0-d3c1c39e03c7: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:20:01.867010 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42071001-1d60-4bb3-a5a4-55c26bb56fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:04.761968 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e50dfb0f-5de0-4912-88f1-07c0a31d5623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:04.766515 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:05.819474 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:07.094272 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99e368b4-a328-4ae3-ac84-51a880a6a131 req-8ef4285c-c366-4420-a4b2-7cae727f685d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616875 Jul 09 14:20:07.204693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e368b4-a328-4ae3-ac84-51a880a6a131 req-f3c999b4-3174-4aa8-a14b-344c678738e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:07.206463 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99e368b4-a328-4ae3-ac84-51a880a6a131 req-f3c999b4-3174-4aa8-a14b-344c678738e7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 1096 time: 0.0658166 Jul 09 14:20:07.218613 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:07.331279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e368b4-a328-4ae3-ac84-51a880a6a131 req-b7105b90-fc02-4f41-a8f0-2afa4fdab41b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:07.332926 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99e368b4-a328-4ae3-ac84-51a880a6a131 req-b7105b90-fc02-4f41-a8f0-2afa4fdab41b service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1030815 Jul 09 14:20:07.418544 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99e368b4-a328-4ae3-ac84-51a880a6a131 req-e2429beb-a0e9-4644-91f7-b6cc4c02528a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 1001 time: 0.0755558 Jul 09 14:20:07.483722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e368b4-a328-4ae3-ac84-51a880a6a131 req-78ae75c1-638f-4285-9804-d384facd116f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:07.486429 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99e368b4-a328-4ae3-ac84-51a880a6a131 req-78ae75c1-638f-4285-9804-d384facd116f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0598884 Jul 09 14:20:07.560669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e368b4-a328-4ae3-ac84-51a880a6a131 req-0b4c933b-0eb7-4b19-a430-3d8afa20c30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:20:07.562500 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99e368b4-a328-4ae3-ac84-51a880a6a131 req-0b4c933b-0eb7-4b19-a430-3d8afa20c30d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0691583 Jul 09 14:20:07.679777 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99e368b4-a328-4ae3-ac84-51a880a6a131 req-21f235a8-83a5-485f-aacc-198204cd1547 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073034 Jul 09 14:20:07.780551 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-99e368b4-a328-4ae3-ac84-51a880a6a131 req-566fe886-5ed2-4367-aac0-54ee5e51d566 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939982 Jul 09 14:20:09.012345 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:09.214904 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:29.277768 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:20:31.861307 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2b9bf67-ed9d-4602-b55c-de5c46d1a4af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:34.748981 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aee34fe1-616f-4116-84da-f19bbe36d3b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:34.751794 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:35.817996 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:37.219402 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:39.019277 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:20:39.225379 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:01.864819 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-12682b4f-84a8-48f2-8d25-ac393c4c3e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:04.755312 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7bc172f5-96dc-4c8a-ac3a-c361cc0b9401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:04.763118 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:05.822080 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:06.278929 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:21:07.221225 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:09.021566 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:09.077904 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a6742e18-caf0-48d4-a3fc-6e2e95f3b16e req-b4a165e3-03c2-4ef2-8db4-6c8ae6768e22 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0615442 Jul 09 14:21:09.192646 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6742e18-caf0-48d4-a3fc-6e2e95f3b16e req-6d47c037-f06d-4b24-93b2-92e26a85a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:09.194246 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a6742e18-caf0-48d4-a3fc-6e2e95f3b16e req-6d47c037-f06d-4b24-93b2-92e26a85a52a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 1096 time: 0.0680544 Jul 09 14:21:09.249490 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:09.311181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6742e18-caf0-48d4-a3fc-6e2e95f3b16e req-76d76c5f-f91d-4448-8a6b-5f52a72b7f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:09.312691 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a6742e18-caf0-48d4-a3fc-6e2e95f3b16e req-76d76c5f-f91d-4448-8a6b-5f52a72b7f93 service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.0973516 Jul 09 14:21:09.392879 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a6742e18-caf0-48d4-a3fc-6e2e95f3b16e req-3b093663-7645-48c3-871d-357af401adba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 1001 time: 0.0735638 Jul 09 14:21:09.447949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6742e18-caf0-48d4-a3fc-6e2e95f3b16e req-2d7a86a0-6721-4b49-a145-97325c995086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:09.449758 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a6742e18-caf0-48d4-a3fc-6e2e95f3b16e req-2d7a86a0-6721-4b49-a145-97325c995086 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0510368 Jul 09 14:21:09.515919 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6742e18-caf0-48d4-a3fc-6e2e95f3b16e req-1673fa87-aa21-4460-b41b-571c2fdb645b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:09.517713 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a6742e18-caf0-48d4-a3fc-6e2e95f3b16e req-1673fa87-aa21-4460-b41b-571c2fdb645b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612900 Jul 09 14:21:09.626695 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a6742e18-caf0-48d4-a3fc-6e2e95f3b16e req-438ddb8f-87ab-432b-8de2-036c00db797d service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024184 Jul 09 14:21:09.726220 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a6742e18-caf0-48d4-a3fc-6e2e95f3b16e req-e05cc72a-feb4-4103-bc5d-81fad574d9a5 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933454 Jul 09 14:21:31.878837 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55ca3db2-c372-4cbc-b760-b85741d50129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:34.753585 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5903c9a4-e57e-4bc3-b24a-396f06f07cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:34.756630 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:35.824374 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:36.193328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6e016-1261-48d7-a915-d80117cdf56c req-6cd4e358-ca7e-4903-91d7-28a67ec03155 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:36.195054 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ba6e016-1261-48d7-a915-d80117cdf56c req-6cd4e358-ca7e-4903-91d7-28a67ec03155 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0796375 Jul 09 14:21:36.241503 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ba6e016-1261-48d7-a915-d80117cdf56c req-526c63a4-04b4-4c59-9394-ce6d156a8d42 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393691 Jul 09 14:21:37.225210 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:39.046500 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:39.267119 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:21:43.281700 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:21:47.974665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a5fb25-2010-4eac-b75f-47615e409305 req-7f393c5f-0d4f-409a-819c-b24cc0ada636 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:47.976485 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83a5fb25-2010-4eac-b75f-47615e409305 req-7f393c5f-0d4f-409a-819c-b24cc0ada636 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0803726 Jul 09 14:21:48.059790 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-83a5fb25-2010-4eac-b75f-47615e409305 req-3eac9092-33c7-49e6-b1cb-2acfbf037743 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716619 Jul 09 14:21:48.073327 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-f448f0bd-c960-40ff-94da-501a6f3fd50b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1656287 Jul 09 14:21:49.259685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5d541-753a-4539-a30c-a34a66722bda req-75bf03eb-a343-41f3-901a-7984fdf2cfcc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:49.261631 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1ff5d541-753a-4539-a30c-a34a66722bda req-75bf03eb-a343-41f3-901a-7984fdf2cfcc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0730641 Jul 09 14:21:49.306151 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1ff5d541-753a-4539-a30c-a34a66722bda req-df0df578-8c20-48b4-99a7-1086c1534385 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378709 Jul 09 14:21:50.501553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded0466-49df-4ed0-838d-f26d7ceb2747 req-4d66b4f8-0845-4e05-ae08-929737fd29fd tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:50.503443 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ded0466-49df-4ed0-838d-f26d7ceb2747 req-4d66b4f8-0845-4e05-ae08-929737fd29fd tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0700243 Jul 09 14:21:50.548211 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0ded0466-49df-4ed0-838d-f26d7ceb2747 req-bf57a870-ac64-44f1-9937-c9582ff5abfd tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373313 Jul 09 14:21:51.585103 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-665f28de-a551-49a8-b8f0-5cf5a9478cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:51.588150 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-665f28de-a551-49a8-b8f0-5cf5a9478cfd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 1096 time: 0.0738466 Jul 09 14:21:51.741387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-b10b6254-0d15-43e9-b420-0b7e80222aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:51.743013 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-b10b6254-0d15-43e9-b420-0b7e80222aa7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1484385 Jul 09 14:21:51.771502 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1627aa5-f563-4347-8478-bd6adb228514 req-9b0878cf-3ee6-4b54-a83c-728622908816 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:51.774983 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1627aa5-f563-4347-8478-bd6adb228514 req-9b0878cf-3ee6-4b54-a83c-728622908816 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0954616 Jul 09 14:21:51.819615 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-9d88d99b-8e65-48df-b48a-0947a9abea33 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 1001 time: 0.0697479 Jul 09 14:21:51.830028 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1627aa5-f563-4347-8478-bd6adb228514 req-c3914398-eac7-4b50-b42a-23d89b5dd830 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479786 Jul 09 14:21:51.900719 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-20d26522-06b0-4ee3-ba68-714a7616b35b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:51.902389 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-20d26522-06b0-4ee3-ba68-714a7616b35b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0768688 Jul 09 14:21:51.984871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-9ddef154-cdba-438d-a168-747e423e29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:51.986509 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-9ddef154-cdba-438d-a168-747e423e29ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0768554 Jul 09 14:21:52.003920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-9e5e8cfb-e524-45b1-b1a4-cb78692b96fb service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:21:52.005502 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-9e5e8cfb-e524-45b1-b1a4-cb78692b96fb service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089397 Jul 09 14:21:52.111856 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-bd7d02ef-bd73-4aa6-b9a7-b7198723e4cb service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003294 Jul 09 14:21:52.223796 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-ffb5c702-8d08-4cf2-bcd7-e8aba3b0bf99 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044028 Jul 09 14:21:53.060215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88ce80-e71b-4baa-aefb-4228a77a46e0 req-88424742-a4db-4d8d-821b-a3fbda68fd40 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:53.061955 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba88ce80-e71b-4baa-aefb-4228a77a46e0 req-88424742-a4db-4d8d-821b-a3fbda68fd40 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0811794 Jul 09 14:21:53.107794 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba88ce80-e71b-4baa-aefb-4228a77a46e0 req-1307a7af-6c49-47ea-8803-473cb0b88e9b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397167 Jul 09 14:21:54.358995 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d5911-243c-4bd0-8e64-ad0e2c93cda2 req-e48236e9-89fd-40c5-a718-0565c099fdcc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:54.360913 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e7d5911-243c-4bd0-8e64-ad0e2c93cda2 req-e48236e9-89fd-40c5-a718-0565c099fdcc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.1176155 Jul 09 14:21:54.406960 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e7d5911-243c-4bd0-8e64-ad0e2c93cda2 req-69bbf448-ce73-4297-aa39-accb4bdc8a8f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393558 Jul 09 14:21:55.602153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7042c5-a954-4a41-9d1f-fc1661dd130e req-5b066921-d3de-4190-aebf-f8fccd1ce59b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:55.604233 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb7042c5-a954-4a41-9d1f-fc1661dd130e req-5b066921-d3de-4190-aebf-f8fccd1ce59b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0744293 Jul 09 14:21:55.658526 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb7042c5-a954-4a41-9d1f-fc1661dd130e req-d3a2608a-9696-425e-9c5d-ec74db7578fe tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478890 Jul 09 14:21:56.858972 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e873e24-526c-4540-99b3-909604243a33 req-4e1eb8f6-27ad-446f-aa1f-05c8cfeca11b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:56.860655 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e873e24-526c-4540-99b3-909604243a33 req-4e1eb8f6-27ad-446f-aa1f-05c8cfeca11b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0751963 Jul 09 14:21:56.910818 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e873e24-526c-4540-99b3-909604243a33 req-26c7b7e6-60ed-40da-a143-305830f4b090 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388663 Jul 09 14:21:58.113150 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da526ce1-77f8-428a-bc86-7d074121c552 req-41906051-9ef8-498a-ab3e-0ba1907258de tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:58.114787 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da526ce1-77f8-428a-bc86-7d074121c552 req-41906051-9ef8-498a-ab3e-0ba1907258de tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0788243 Jul 09 14:21:58.158939 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da526ce1-77f8-428a-bc86-7d074121c552 req-9b213d64-b2e6-4237-bf00-55db2c2e8d02 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371392 Jul 09 14:21:59.394278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b09b93-1a02-4070-9720-101382aa447e req-ba25b3fb-fa1b-4ccc-a172-7f7b21297f85 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:21:59.396225 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56b09b93-1a02-4070-9720-101382aa447e req-ba25b3fb-fa1b-4ccc-a172-7f7b21297f85 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0758991 Jul 09 14:21:59.439378 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56b09b93-1a02-4070-9720-101382aa447e req-598a8219-cef4-493a-9510-293b733ccff8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362668 Jul 09 14:22:00.640300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780b186d-c652-42ea-aecb-c971f003584c req-3f9f08c6-37bd-4b3b-97c1-a87752b1a137 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:00.642137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-780b186d-c652-42ea-aecb-c971f003584c req-3f9f08c6-37bd-4b3b-97c1-a87752b1a137 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0797179 Jul 09 14:22:00.693048 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-780b186d-c652-42ea-aecb-c971f003584c req-48965b00-c940-40f6-8452-450ba00ed498 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403066 Jul 09 14:22:01.875340 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-21bf7d18-65a2-48ff-b3e4-b102b5bad919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:01.882725 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2a1d7-b9f8-40e1-8f98-55cf26104f43 req-6cd01c8f-34da-47f7-afd1-dcb936cc47ed tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:01.885195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40e2a1d7-b9f8-40e1-8f98-55cf26104f43 req-6cd01c8f-34da-47f7-afd1-dcb936cc47ed tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0730560 Jul 09 14:22:01.927935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40e2a1d7-b9f8-40e1-8f98-55cf26104f43 req-9ae2a45f-a418-4ba5-87d6-7ad7b53aee15 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369148 Jul 09 14:22:03.135649 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93bfb3-c89b-4726-8c38-6c1c5c860752 req-f1103db2-49e9-415c-b774-6a461181be32 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:03.137615 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f93bfb3-c89b-4726-8c38-6c1c5c860752 req-f1103db2-49e9-415c-b774-6a461181be32 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0766194 Jul 09 14:22:03.182127 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f93bfb3-c89b-4726-8c38-6c1c5c860752 req-e0d48be7-cc18-4d35-aa0f-93b696095842 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381718 Jul 09 14:22:04.383961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b32916-b58d-4047-bb3e-1184fb7f1e88 req-52de7f4d-29d7-4178-a5b3-1abc9ce38429 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:04.386589 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96b32916-b58d-4047-bb3e-1184fb7f1e88 req-52de7f4d-29d7-4178-a5b3-1abc9ce38429 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0875480 Jul 09 14:22:04.448003 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96b32916-b58d-4047-bb3e-1184fb7f1e88 req-fb72fada-07a5-4f80-8bc2-5f6906f14e97 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556054 Jul 09 14:22:04.735302 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4aa4119-c128-41f1-aa6a-9b5821148f59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:04.749661 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:05.743684 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c926984-5240-407e-8a42-b08b0f63a6b0 req-85c2eb8c-19c8-4fe8-9716-a067a1f10a50 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:05.745635 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c926984-5240-407e-8a42-b08b0f63a6b0 req-85c2eb8c-19c8-4fe8-9716-a067a1f10a50 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.1122019 Jul 09 14:22:05.797176 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c926984-5240-407e-8a42-b08b0f63a6b0 req-ab1f043d-9ba4-46e7-83e3-af4d6f50fcbc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417349 Jul 09 14:22:05.830977 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:06.151472 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-a0f2ff75-3ba9-498c-a787-a76522c8d325 service neutron] show failed (client error): The resource could not be found. Jul 09 14:22:06.152572 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-a0f2ff75-3ba9-498c-a787-a76522c8d325 service neutron] 10.222.0.18 "GET /v2.0/ports/8cbcbc05-775f-4fe1-a7eb-d069abd11f97/bindings/n-h2-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.0628848 Jul 09 14:22:06.451970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-f468fd4c-1651-44dc-9d3d-d5318f0fcc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:06.453180 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-f468fd4c-1651-44dc-9d3d-d5318f0fcc8e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349&tenant_id=dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 1096 time: 0.0678220 Jul 09 14:22:06.465241 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:22:06.560081 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:06.801811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:06.842366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:22:06.908367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:22:06.910966 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d8a889-e0ab-4648-9bcb-1d4de4b9115b" -d '{"events": [{"server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "name": "network-vif-unplugged", "status": "completed", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:22:06.916014 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:06.932886 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Transition to ACTIVE for port object 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:22:06.938369 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:07.005866 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:22:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59de1a1b-3fa6-4cd4-99f3-4cc3f1c128b4 x-openstack-request-id: req-59de1a1b-3fa6-4cd4-99f3-4cc3f1c128b4 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:22:07.006341 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "name": "network-vif-unplugged", "status": "completed", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:22:07.012021 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-59de1a1b-3fa6-4cd4-99f3-4cc3f1c128b4 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:22:07.012021 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'code': 200} Jul 09 14:22:07.046293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8d532a-def8-45b8-9dca-43535cf38b97 req-b8828470-1235-4ee3-8182-f0380439f94a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:07.049214 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec8d532a-def8-45b8-9dca-43535cf38b97 req-b8828470-1235-4ee3-8182-f0380439f94a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 943 time: 0.1051650 Jul 09 14:22:07.091527 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:07.099897 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ec8d532a-def8-45b8-9dca-43535cf38b97 req-8ef1ed4c-efa2-4bcb-be66-8b7ee5141e5b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451703 Jul 09 14:22:07.116141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:07.116725 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:07.118943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:07.119870 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:07.120399 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:07.120911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:07.121432 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:07.121921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:07.122413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:07.122889 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:07.123402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:07.123880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:07.163452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] No DVR routers for this DVR port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:22:07.233163 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:07.321556 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Attempting to bind port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:22:07.321910 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Attempting to bind port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:22:07.322100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Attempting to bind port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:22:07.327620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:22:07.328792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:22:07.329143 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Attempting to bind port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:22:07.334811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 21, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:22:07.335193 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Checking segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:22:07.335588 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Bound using segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:22:07.336125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Bound port: 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:22:07.336505 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:07.386230 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:22:07.421899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:22:07.425604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:22:07.431378 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:07.472876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:07.473758 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:07.475535 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] 10.222.0.15 "PUT /v2.0/ports/8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 1091 time: 1.0154774 Jul 09 14:22:07.518834 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b951b63-d516-4f52-803c-81ff49482296 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:07.584473 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-d780c07f-22c7-46d6-bd55-208888f2ea18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:07.587076 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-d780c07f-22c7-46d6-bd55-208888f2ea18 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 1094 time: 0.0821166 Jul 09 14:22:07.732913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-31523ecb-57a0-4577-aca0-d34b581584fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:07.734629 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-31523ecb-57a0-4577-aca0-d34b581584fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1411393 Jul 09 14:22:07.807711 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-3a63fef8-7a9d-4a7f-80e3-6f8d39d45bdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 999 time: 0.0669713 Jul 09 14:22:07.868555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-bd603315-d9a9-4a0e-93a8-4faa56cc3750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:07.870338 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-bd603315-d9a9-4a0e-93a8-4faa56cc3750 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0567198 Jul 09 14:22:07.938007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-fd0eb72b-c7f6-4d43-9578-c8142f50eb2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:07.939994 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-fd0eb72b-c7f6-4d43-9578-c8142f50eb2f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636494 Jul 09 14:22:08.039023 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-ee47f4fc-c86f-401e-99a5-a7589cc4782e service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927234 Jul 09 14:22:08.151629 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-052c9a79-1ff2-4126-8764-b1129a4b0cf9 req-12b77dc5-3dd9-41ff-8656-318abe98f6df service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054778 Jul 09 14:22:08.381245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1858502-56d7-4ae7-9411-114103fd46ab req-65d0272f-1c3b-405c-9abc-2a21661d7cc0 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:08.383134 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1858502-56d7-4ae7-9411-114103fd46ab req-65d0272f-1c3b-405c-9abc-2a21661d7cc0 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 943 time: 0.0944953 Jul 09 14:22:08.446723 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1858502-56d7-4ae7-9411-114103fd46ab req-9af6339b-db40-494d-82fa-cc33339c36c5 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526922 Jul 09 14:22:08.465416 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee20335-5a62-4e76-874c-6fe83c96da69 req-8f4e8b6a-67a5-448e-ad66-cda8cac40ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:08.467577 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ee20335-5a62-4e76-874c-6fe83c96da69 req-8f4e8b6a-67a5-448e-ad66-cda8cac40ec9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 1094 time: 0.0770290 Jul 09 14:22:08.647857 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee20335-5a62-4e76-874c-6fe83c96da69 req-2228a276-73d8-4a67-82c9-cc2872c7ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:08.651464 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ee20335-5a62-4e76-874c-6fe83c96da69 req-2228a276-73d8-4a67-82c9-cc2872c7ec85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1535909 Jul 09 14:22:08.724364 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ee20335-5a62-4e76-874c-6fe83c96da69 req-3aae4648-5dfa-4b47-81ba-ebfb4ee6553a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 999 time: 0.0659468 Jul 09 14:22:08.777916 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee20335-5a62-4e76-874c-6fe83c96da69 req-4cfc39a7-ec5f-49c2-ace0-a132a8c81c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:08.779559 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ee20335-5a62-4e76-874c-6fe83c96da69 req-4cfc39a7-ec5f-49c2-ace0-a132a8c81c37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0480001 Jul 09 14:22:08.846119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee20335-5a62-4e76-874c-6fe83c96da69 req-deff2b4b-01d2-4500-b3fc-4140b34b62ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:08.847863 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ee20335-5a62-4e76-874c-6fe83c96da69 req-deff2b4b-01d2-4500-b3fc-4140b34b62ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625544 Jul 09 14:22:08.946093 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ee20335-5a62-4e76-874c-6fe83c96da69 req-0d072aba-5a48-400b-981b-8167b422b882 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909042 Jul 09 14:22:09.010854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:22:09.013490 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0" -d '{"events": [{"name": "network-changed", "server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:22:09.052587 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:09.076321 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ee20335-5a62-4e76-874c-6fe83c96da69 req-ead8fe8e-920f-4060-9573-05ef1feda771 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232913 Jul 09 14:22:09.086957 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8295982-fb91-45d1-9efa-14d2b41d9ffb x-openstack-request-id: req-e8295982-fb91-45d1-9efa-14d2b41d9ffb {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:22:09.087294 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:22:09.087557 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e8295982-fb91-45d1-9efa-14d2b41d9ffb {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:22:09.087974 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'status': 'completed', 'code': 200} Jul 09 14:22:09.217913 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-cbf97c80-48df-45a6-9b8d-77acb8adde71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:09.219575 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-cbf97c80-48df-45a6-9b8d-77acb8adde71 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 1094 time: 0.1108665 Jul 09 14:22:09.236982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-3d20bb39-9664-4ec0-b893-15d90f21f4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:09.238546 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-3d20bb39-9664-4ec0-b893-15d90f21f4e0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 1094 time: 0.0931532 Jul 09 14:22:09.292172 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:09.427745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-9c83309f-cc77-478b-82ac-c9494a0189f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:09.429395 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-9c83309f-cc77-478b-82ac-c9494a0189f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.2031865 Jul 09 14:22:09.435985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-b242d212-2c49-4c49-a127-1e82b936bddb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:09.437737 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-b242d212-2c49-4c49-a127-1e82b936bddb service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1860332 Jul 09 14:22:09.591981 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-c8957312-88b3-498e-80c0-d1ea5d4ab537 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 999 time: 0.1527984 Jul 09 14:22:09.596514 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-20fcfced-5865-478e-82a2-695d75fc214a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 999 time: 0.1497440 Jul 09 14:22:09.729932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-69a05b7b-4b57-4acc-9f83-f3a0f7370396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:09.731818 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-69a05b7b-4b57-4acc-9f83-f3a0f7370396 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.1336977 Jul 09 14:22:09.734286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-90c6d397-229e-40b2-9914-939b35d81e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:09.736169 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-90c6d397-229e-40b2-9914-939b35d81e4b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.1230791 Jul 09 14:22:09.793252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9c9db1-170d-418e-9ff0-dc9a508aa873 req-72b6fb96-7fbd-4784-9ba5-c3711e579a37 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:09.796109 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f9c9db1-170d-418e-9ff0-dc9a508aa873 req-72b6fb96-7fbd-4784-9ba5-c3711e579a37 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 943 time: 0.1293044 Jul 09 14:22:09.863318 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f9c9db1-170d-418e-9ff0-dc9a508aa873 req-9944d130-05a6-44a6-88eb-40ff7eb91bf7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608435 Jul 09 14:22:09.898243 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-f0d5aa2d-923d-49c7-b335-086b7fec14e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:09.901678 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-f0d5aa2d-923d-49c7-b335-086b7fec14e7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1618869 Jul 09 14:22:09.906677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-a16e8fb2-a95b-4e31-b037-d70358eaa3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:09.909367 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-a16e8fb2-a95b-4e31-b037-d70358eaa3b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1596236 Jul 09 14:22:10.090903 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-077f429f-6788-4f9a-ac0e-832a243676b1 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801720 Jul 09 14:22:10.093075 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-f2a57f01-a67b-4a52-97fe-966b5097c5e5 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718442 Jul 09 14:22:10.365444 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-9647c30f-ca3a-4154-9775-44a582ead878 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650177 Jul 09 14:22:10.368832 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-110f9cda-8e9e-4eba-b4d8-00ae19ae99a0 req-d04316f6-b357-4392-959a-5fc2c87ff5de service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593787 Jul 09 14:22:11.098473 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ceefd1a-5395-49f0-9360-23f9c7b32c4a req-adad3783-1bb2-464a-8e6a-230ba19fa743 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:11.100624 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ceefd1a-5395-49f0-9360-23f9c7b32c4a req-adad3783-1bb2-464a-8e6a-230ba19fa743 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 943 time: 0.0961628 Jul 09 14:22:11.154259 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ceefd1a-5395-49f0-9360-23f9c7b32c4a req-7266e930-8f4e-4049-a663-0cdec954fca8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432208 Jul 09 14:22:12.415543 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a031fe5-0526-4bb1-bab6-bcdf68b6db0b req-40729189-ab8d-4f0c-8ae3-d4fc646b9475 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:12.417861 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5a031fe5-0526-4bb1-bab6-bcdf68b6db0b req-40729189-ab8d-4f0c-8ae3-d4fc646b9475 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 943 time: 0.0800986 Jul 09 14:22:12.463726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5a031fe5-0526-4bb1-bab6-bcdf68b6db0b req-9895ef86-fb92-49f2-96e2-70031dd917bd tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394726 Jul 09 14:22:13.665705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bf6513-c41c-49ca-b05b-2030307a36dd req-fdf08ca0-b89f-4682-9865-c832e2aa90f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:13.667410 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4bf6513-c41c-49ca-b05b-2030307a36dd req-fdf08ca0-b89f-4682-9865-c832e2aa90f7 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 943 time: 0.0798166 Jul 09 14:22:13.717932 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4bf6513-c41c-49ca-b05b-2030307a36dd req-404a8ff6-c40b-4ca5-b2d6-5e35648dc6ea tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386419 Jul 09 14:22:14.912226 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2e8a74-e351-4a67-ac6c-ca987b3c9f84 req-1740375f-cd9c-4a2a-a3f2-b190b8458499 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:14.914079 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b2e8a74-e351-4a67-ac6c-ca987b3c9f84 req-1740375f-cd9c-4a2a-a3f2-b190b8458499 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 943 time: 0.0734277 Jul 09 14:22:14.972603 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b2e8a74-e351-4a67-ac6c-ca987b3c9f84 req-0e2e8c44-26fb-4d2f-82e4-5ae61275554a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527205 Jul 09 14:22:16.229794 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af0ff1-39b3-4f2a-8f70-1a466e238fde req-69556576-54ad-4861-b2ba-4edfa031a545 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:16.231745 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14af0ff1-39b3-4f2a-8f70-1a466e238fde req-69556576-54ad-4861-b2ba-4edfa031a545 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 943 time: 0.0791962 Jul 09 14:22:16.278277 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14af0ff1-39b3-4f2a-8f70-1a466e238fde req-66859c00-540f-4fb5-895a-8107b5d22020 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386839 Jul 09 14:22:17.473977 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4981831b-2873-4a1d-92fb-83d757299ac0 req-16c44775-b5e8-4bc3-9dda-c14c92b06118 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:17.475636 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4981831b-2873-4a1d-92fb-83d757299ac0 req-16c44775-b5e8-4bc3-9dda-c14c92b06118 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 943 time: 0.0756419 Jul 09 14:22:17.519448 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4981831b-2873-4a1d-92fb-83d757299ac0 req-73778b26-677f-44f6-a392-59274da17bfe tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370870 Jul 09 14:22:18.730816 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c306edf6-6601-4288-b806-5b0c4f1f5eb6 req-4035caaa-9643-40f7-98e2-a2771e6cd056 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:18.733583 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c306edf6-6601-4288-b806-5b0c4f1f5eb6 req-4035caaa-9643-40f7-98e2-a2771e6cd056 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 943 time: 0.0877397 Jul 09 14:22:18.779056 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c306edf6-6601-4288-b806-5b0c4f1f5eb6 req-27a62fd1-c895-4bca-a8a6-133084a04b07 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393555 Jul 09 14:22:19.986862 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b59ea88-141c-4d37-8105-4112fdd882b2 req-b385c4f5-e88b-4b11-92a9-4541c2a8526b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:19.988564 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7b59ea88-141c-4d37-8105-4112fdd882b2 req-b385c4f5-e88b-4b11-92a9-4541c2a8526b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 943 time: 0.0826418 Jul 09 14:22:20.040537 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7b59ea88-141c-4d37-8105-4112fdd882b2 req-9158c591-e22a-4c93-8d00-e47569e04fa3 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410850 Jul 09 14:22:20.285826 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:22:21.255983 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cea04-5bc4-4d70-90f0-3923ccf078f1 req-d531c391-1545-4738-adea-32874430cc4d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:21.258448 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c01cea04-5bc4-4d70-90f0-3923ccf078f1 req-d531c391-1545-4738-adea-32874430cc4d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 943 time: 0.0790534 Jul 09 14:22:21.309617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c01cea04-5bc4-4d70-90f0-3923ccf078f1 req-278bd6a3-7a09-49e1-8d3f-c758e51c8dbf tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406878 Jul 09 14:22:21.863949 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928a8c58-546d-44d5-b35a-0c980d1b4228 req-5355a7d6-00ff-47d7-9e54-e8e81423208e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:21.866018 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-928a8c58-546d-44d5-b35a-0c980d1b4228 req-5355a7d6-00ff-47d7-9e54-e8e81423208e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 943 time: 0.0807974 Jul 09 14:22:21.915660 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-928a8c58-546d-44d5-b35a-0c980d1b4228 req-4d7b0dfa-57cf-4ae1-a8e2-ceb0d9aeae85 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429027 Jul 09 14:22:21.966711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:22:22.082162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:22.096099 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'port_id': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'mac_address': 'fa:16:3e:7b:21:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:22:22.139022 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:22.155955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:22:22.180138 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:22.186239 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:22.249489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:22.264466 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:22.265055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:22.265642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:22.266218 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:22.266797 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:22.267418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:22.268001 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:22.268620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:22.269168 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:22.269750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:22.270334 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:22.270900 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:22.384729 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-e6060636-7379-46f7-a518-c54cac1e93b9 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:22.387552 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-e6060636-7379-46f7-a518-c54cac1e93b9 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.15 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349&tenant_id=dd2ef3c755a94a96955ce1b5d093319f&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 943 time: 0.6666586 Jul 09 14:22:22.425458 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['8cbcbc05-775f-4fe1-a7eb-d069abd11f97'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:22:22.498463 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-2fd1ac54-70b9-4735-a466-abeb61a4307e service neutron] 10.222.0.15 "GET /v2.0/ports/8cbcbc05-775f-4fe1-a7eb-d069abd11f97/bindings/n-h2-799525-3 HTTP/1.1" status: 200 len: 382 time: 0.1017249 Jul 09 14:22:22.598187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-83c53916-e863-43fa-a3e0-bc87960f445f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:22.600967 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-83c53916-e863-43fa-a3e0-bc87960f445f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 1095 time: 0.0787389 Jul 09 14:22:22.749975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-a52dd4f2-9128-4854-8cf9-e48395c10620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:22.751607 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-a52dd4f2-9128-4854-8cf9-e48395c10620 service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1445289 Jul 09 14:22:22.826059 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-72c8063c-f51a-4145-afc5-9b4ec778bf56 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 1000 time: 0.0671387 Jul 09 14:22:22.881316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-cbe07de2-3387-469e-abf0-e05d03ffe898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:22.883894 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-cbe07de2-3387-469e-abf0-e05d03ffe898 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0515258 Jul 09 14:22:22.962412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-252f7815-240b-4853-be28-3a307788f1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:22.964884 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-252f7815-240b-4853-be28-3a307788f1ab service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0737138 Jul 09 14:22:23.075838 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-72ec3bdc-304a-4811-a5f7-6b52884defe4 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030591 Jul 09 14:22:23.201583 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17211ee-70c6-49db-ba2d-19312413a47e req-a7a85879-5a82-47c1-a549-a3c175a8cac9 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:23.203747 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d17211ee-70c6-49db-ba2d-19312413a47e req-a7a85879-5a82-47c1-a549-a3c175a8cac9 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 944 time: 0.1031590 Jul 09 14:22:23.241224 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-bcda1caa-4857-45ee-8b09-f572d29ae1df service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591563 Jul 09 14:22:23.269119 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d17211ee-70c6-49db-ba2d-19312413a47e req-d4597e19-8e51-4313-aaa0-0706abb6fc54 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572236 Jul 09 14:22:23.982499 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:22:24.045781 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:22:24.050216 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:22:24.050711 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:24.158865 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:24.185340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:22:24.188192 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3baf432c-62ed-4778-8494-8c62bf3e15aa" -d '{"events": [{"server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "name": "network-vif-plugged", "status": "completed", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:22:24.212343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:24.218894 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:24.303384 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989b7bff-4174-4b70-8985-34c5f80acf13 x-openstack-request-id: req-989b7bff-4174-4b70-8985-34c5f80acf13 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:22:24.303846 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "name": "network-vif-plugged", "status": "completed", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:22:24.304255 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-989b7bff-4174-4b70-8985-34c5f80acf13 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:22:24.305619 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'code': 200} Jul 09 14:22:24.311316 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:24.541314 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844595fb-ec65-4222-bf7d-884183ff02cb req-3ffc472a-5e19-4c70-b43f-be0b78e54510 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:24.543047 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-844595fb-ec65-4222-bf7d-884183ff02cb req-3ffc472a-5e19-4c70-b43f-be0b78e54510 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0744705 Jul 09 14:22:24.601801 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-844595fb-ec65-4222-bf7d-884183ff02cb req-55e4be25-49fa-4011-8a1d-d627ddcc3c92 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482879 Jul 09 14:22:25.850473 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e34ef-da1a-47a7-945c-3168931b4647 req-704a3681-5df9-4d68-91ae-9f9a695c6be8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:25.852274 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e0e34ef-da1a-47a7-945c-3168931b4647 req-704a3681-5df9-4d68-91ae-9f9a695c6be8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0753641 Jul 09 14:22:25.912128 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9e0e34ef-da1a-47a7-945c-3168931b4647 req-369e36c6-a3d9-45f0-a161-803e88e1b09f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528271 Jul 09 14:22:27.246093 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b70af0-77a9-4954-9c83-027cd98f37ca req-0479b723-c119-4638-b7e9-090afe40301d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:27.247935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96b70af0-77a9-4954-9c83-027cd98f37ca req-0479b723-c119-4638-b7e9-090afe40301d tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.1901135 Jul 09 14:22:27.305706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-96b70af0-77a9-4954-9c83-027cd98f37ca req-90ec1709-7cb3-4d7a-802f-79608e2552e1 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497904 Jul 09 14:22:27.442031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-40135df4-3ecb-4d27-a26d-ba82f2fd04b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:27.443685 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-40135df4-3ecb-4d27-a26d-ba82f2fd04b6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349&tenant_id=dd2ef3c755a94a96955ce1b5d093319f HTTP/1.1" status: 200 len: 1096 time: 0.0628169 Jul 09 14:22:27.454928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:22:27.539803 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:27.778227 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:27.816071 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:22:27.859399 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:22:27.861773 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4a8ea3-9454-4a4e-8f72-67f527b1cb1e" -d '{"events": [{"server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "name": "network-vif-unplugged", "status": "completed", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:22:27.866538 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:27.881974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Transition to ACTIVE for port object 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:22:27.887882 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:27.933127 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:22:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7333a5ef-f9ec-4726-b34d-d92be70c2bb1 x-openstack-request-id: req-7333a5ef-f9ec-4726-b34d-d92be70c2bb1 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:22:27.933436 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "name": "network-vif-unplugged", "status": "completed", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:22:27.933697 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7333a5ef-f9ec-4726-b34d-d92be70c2bb1 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:22:27.934112 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'code': 200} Jul 09 14:22:27.984084 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:28.057146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] No DVR routers for this DVR port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:22:28.222500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Attempting to bind port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:22:28.222830 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Attempting to bind port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:22:28.223205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Attempting to bind port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:22:28.228930 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:22:28.229262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Attempting to bind port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 on network 478616f2-1100-46c5-b6ce-ae1798bfd21c {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:22:28.235187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 22, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:22:28.235542 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Checking segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:22:28.235918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Bound using segment: {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:22:28.236378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Bound port: 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '998f8e10-cc39-467b-afe4-f91a6fb9e08a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 305, 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:22:28.236797 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:28.310667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:22:28.314571 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:22:28.320325 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:28.371332 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:28.372107 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:28.373530 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] 10.222.0.18 "PUT /v2.0/ports/8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 1092 time: 0.9231577 Jul 09 14:22:28.392636 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095eb0f-26e0-4851-a3b2-5537e2e9d1e4 service neutron] Pushing event updated for resources: {'Port': ['ID=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,revision_number=11']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:28.517321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-efc1b279-991b-462e-aa7a-5fa208b8bf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:28.520631 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-efc1b279-991b-462e-aa7a-5fa208b8bf0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 1095 time: 0.1039462 Jul 09 14:22:28.609984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f5d16-1fef-4907-b4fd-b43b9c9d673a req-ab31811d-b208-4856-b034-14c8715bddc9 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:28.611931 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f85f5d16-1fef-4907-b4fd-b43b9c9d673a req-ab31811d-b208-4856-b034-14c8715bddc9 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 944 time: 0.0990195 Jul 09 14:22:28.649119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-ac086312-5c79-4a5c-8c97-23a4655a5dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:28.650662 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-ac086312-5c79-4a5c-8c97-23a4655a5dc9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1230805 Jul 09 14:22:28.685008 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f85f5d16-1fef-4907-b4fd-b43b9c9d673a req-85f5a714-23a8-4f80-920d-8427060bd7ba tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608585 Jul 09 14:22:28.736835 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-ae563236-3b84-4845-92b4-8a28fe63e63c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 999 time: 0.0796101 Jul 09 14:22:28.792976 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0573f63f-194a-4231-b531-e7808ed4be73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:28.794504 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-0573f63f-194a-4231-b531-e7808ed4be73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0512455 Jul 09 14:22:28.859950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-f74d29a5-857f-4acc-b5da-689456b5b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:28.861920 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-f74d29a5-857f-4acc-b5da-689456b5b186 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0597653 Jul 09 14:22:28.971201 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-5b62616a-c044-4f16-ab71-8fc1f5d68206 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024911 Jul 09 14:22:29.088746 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0b3a7e94-525d-4831-911a-e16bc4b3a4dd req-d8459130-edd9-4b95-bf08-e51fcbbcd07a service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109817 Jul 09 14:22:29.935894 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:22:29.939471 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d3d138-ced8-403b-84b4-807be8f800ce" -d '{"events": [{"name": "network-changed", "server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:22:30.005834 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:22:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88349e3-0222-46b8-b15c-51dbd5c4d0ce x-openstack-request-id: req-c88349e3-0222-46b8-b15c-51dbd5c4d0ce {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:22:30.005834 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:22:30.006256 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c88349e3-0222-46b8-b15c-51dbd5c4d0ce {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:22:30.006601 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'status': 'completed', 'code': 200} Jul 09 14:22:30.025428 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:22:30.040649 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8ddb53-00f5-492b-90f1-c7ff275ab66c req-098313fb-b7be-4362-b314-36e1186b57b4 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:30.042492 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ff8ddb53-00f5-492b-90f1-c7ff275ab66c req-098313fb-b7be-4362-b314-36e1186b57b4 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 944 time: 0.1927414 Jul 09 14:22:30.097661 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ff8ddb53-00f5-492b-90f1-c7ff275ab66c req-4600a35d-c940-4cea-9562-6a1acc370236 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414886 Jul 09 14:22:30.129374 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:22:30.186579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3d138-ced8-403b-84b4-807be8f800ce req-c4693537-842c-48b9-bcb3-a0082cfba1de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:30.188201 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53d3d138-ced8-403b-84b4-807be8f800ce req-c4693537-842c-48b9-bcb3-a0082cfba1de service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 1095 time: 0.1445041 Jul 09 14:22:30.193964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3d138-ced8-403b-84b4-807be8f800ce req-fc71fe47-5728-4363-ae67-d96773b155f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:30.195781 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53d3d138-ced8-403b-84b4-807be8f800ce req-fc71fe47-5728-4363-ae67-d96773b155f3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 1095 time: 0.0914199 Jul 09 14:22:30.384453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3d138-ced8-403b-84b4-807be8f800ce req-1ed29425-ad08-4c2e-8498-9fa6ec19be77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:30.385925 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53d3d138-ced8-403b-84b4-807be8f800ce req-1ed29425-ad08-4c2e-8498-9fa6ec19be77 service neutron] 10.222.0.18 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1892149 Jul 09 14:22:30.389198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3d138-ced8-403b-84b4-807be8f800ce req-48bf4f33-36a9-4186-a049-079b461b4019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:30.390694 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53d3d138-ced8-403b-84b4-807be8f800ce req-48bf4f33-36a9-4186-a049-079b461b4019 service neutron] 10.222.0.15 "GET /v2.0/networks?id=478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 200 len: 913 time: 0.1860683 Jul 09 14:22:30.512816 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53d3d138-ced8-403b-84b4-807be8f800ce req-cbffcd4a-d859-4f0b-a814-11a137766bf3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 999 time: 0.1202581 Jul 09 14:22:30.520762 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53d3d138-ced8-403b-84b4-807be8f800ce req-f580df9a-79a4-4d42-982d-ad9e5ff3c110 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 200 len: 999 time: 0.1199632 Jul 09 14:22:30.622304 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3d138-ced8-403b-84b4-807be8f800ce req-0cb5ce46-75ae-4436-94c1-c49689177238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:30.623905 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53d3d138-ced8-403b-84b4-807be8f800ce req-0cb5ce46-75ae-4436-94c1-c49689177238 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.1022718 Jul 09 14:22:30.628156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3d138-ced8-403b-84b4-807be8f800ce req-4e85110f-d9a8-4088-9540-ea5b86868fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:30.629705 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53d3d138-ced8-403b-84b4-807be8f800ce req-4e85110f-d9a8-4088-9540-ea5b86868fb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 200 len: 851 time: 0.0982738 Jul 09 14:22:30.731382 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3d138-ced8-403b-84b4-807be8f800ce req-cecdc124-e271-4ce7-a065-0c13ce2455ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:30.732948 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53d3d138-ced8-403b-84b4-807be8f800ce req-cecdc124-e271-4ce7-a065-0c13ce2455ef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1021714 Jul 09 14:22:30.734909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d3d138-ced8-403b-84b4-807be8f800ce req-cc443a66-9374-4e13-9315-57c72573bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:30.736389 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53d3d138-ced8-403b-84b4-807be8f800ce req-cc443a66-9374-4e13-9315-57c72573bdef service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=478616f2-1100-46c5-b6ce-ae1798bfd21c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0971892 Jul 09 14:22:30.915892 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53d3d138-ced8-403b-84b4-807be8f800ce req-03b6ff5e-4957-40fc-81a6-294d0a481ba7 service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756010 Jul 09 14:22:30.917767 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53d3d138-ced8-403b-84b4-807be8f800ce req-dbd5785e-795d-462a-8705-6a1f69c44c20 service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690054 Jul 09 14:22:31.094626 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53d3d138-ced8-403b-84b4-807be8f800ce req-c07adc8a-aa1a-4564-bef2-51d6bc8abcfc service neutron] 10.222.0.15 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704845 Jul 09 14:22:31.096886 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-53d3d138-ced8-403b-84b4-807be8f800ce req-92b15578-e6e4-4c88-9069-7a976b11f9fa service neutron] 10.222.0.18 "GET /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715174 Jul 09 14:22:31.323477 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfa7ded-44ac-4034-ad14-e9dec274cd84 req-8bde4bbc-db02-4947-97c5-ac7659669107 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:31.325318 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4bfa7ded-44ac-4034-ad14-e9dec274cd84 req-8bde4bbc-db02-4947-97c5-ac7659669107 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 944 time: 0.0837023 Jul 09 14:22:31.373231 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4bfa7ded-44ac-4034-ad14-e9dec274cd84 req-0f238bdd-ac74-453d-b23d-89fd3b784d9c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410025 Jul 09 14:22:31.872934 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56477c7b-8332-4e5a-89c1-a157b3093fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:32.579959 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956de0c0-9ac4-4f0b-b607-bd57cccbf53b req-e2fe4e05-6e8c-42a9-af0f-58b7a16d5c53 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:32.582132 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-956de0c0-9ac4-4f0b-b607-bd57cccbf53b req-e2fe4e05-6e8c-42a9-af0f-58b7a16d5c53 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 944 time: 0.0843067 Jul 09 14:22:32.633411 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-956de0c0-9ac4-4f0b-b607-bd57cccbf53b req-9ef761ea-094c-41ed-9a4e-193d29c4e5ad tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445137 Jul 09 14:22:33.865932 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d730eb25-d31b-46b8-b6a2-eaf6671e4d7d req-b91c0dc6-ff11-4184-979e-dc331252d40f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:33.867569 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d730eb25-d31b-46b8-b6a2-eaf6671e4d7d req-b91c0dc6-ff11-4184-979e-dc331252d40f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 944 time: 0.0749609 Jul 09 14:22:33.918270 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d730eb25-d31b-46b8-b6a2-eaf6671e4d7d req-577b8ca5-54f3-4a62-805c-2b6088b02e1e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424597 Jul 09 14:22:34.737339 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29fddca8-f026-4fe9-aeff-624fe7c3f50a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:34.745721 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:35.137519 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f29ba52-f3f7-481a-a63e-005f5529b64e req-ab03558d-9425-45c2-b01d-f4b1538f7da0 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:35.139388 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f29ba52-f3f7-481a-a63e-005f5529b64e req-ab03558d-9425-45c2-b01d-f4b1538f7da0 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 944 time: 0.0736165 Jul 09 14:22:35.199718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6f29ba52-f3f7-481a-a63e-005f5529b64e req-c664b8fb-bc82-43c3-815b-7191ffe1eafd tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539329 Jul 09 14:22:35.829922 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:36.394465 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd367f5-82d7-4f2d-ab78-629c78a4da2b req-c0c83da1-266a-47a8-b6c6-dab7fc1ffba4 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:36.396089 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fdd367f5-82d7-4f2d-ab78-629c78a4da2b req-c0c83da1-266a-47a8-b6c6-dab7fc1ffba4 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 944 time: 0.0777049 Jul 09 14:22:36.438285 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fdd367f5-82d7-4f2d-ab78-629c78a4da2b req-1ffd0199-b2d9-4cb3-a25a-2b1efc2d428c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357640 Jul 09 14:22:37.238855 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:37.715358 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a98a0-9f6f-472e-9765-3f7eba1c68c2 req-47373413-8c30-4cf3-9e0b-c683a520571a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:37.716992 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-438a98a0-9f6f-472e-9765-3f7eba1c68c2 req-47373413-8c30-4cf3-9e0b-c683a520571a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 944 time: 0.0771973 Jul 09 14:22:37.769479 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-438a98a0-9f6f-472e-9765-3f7eba1c68c2 req-0366e882-b7e2-445f-83c3-3fa5c6c031b0 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413043 Jul 09 14:22:38.972476 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fe4269-ff32-49b0-8c57-144ee5f61bbe req-7908038b-aa20-46d8-9f89-879a05d7ea72 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:38.974142 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a9fe4269-ff32-49b0-8c57-144ee5f61bbe req-7908038b-aa20-46d8-9f89-879a05d7ea72 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 944 time: 0.0821877 Jul 09 14:22:39.042276 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a9fe4269-ff32-49b0-8c57-144ee5f61bbe req-c10e10ea-7267-4dfe-8089-ae46c0848f5a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582364 Jul 09 14:22:39.063065 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:39.299895 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:40.260660 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88036026-d083-4dc8-84c1-4eafbc981fdf req-140ed3ac-4aad-48d1-b614-88324a891a39 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:40.262339 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88036026-d083-4dc8-84c1-4eafbc981fdf req-140ed3ac-4aad-48d1-b614-88324a891a39 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 944 time: 0.0742853 Jul 09 14:22:40.328363 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88036026-d083-4dc8-84c1-4eafbc981fdf req-f2994449-2569-470d-9aae-90ec3ebe169b tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597646 Jul 09 14:22:41.528849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46281fb9-97df-422d-90b2-50a67b1daecb req-b190bf8e-9e30-450c-8886-0463773c07fc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:41.530569 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46281fb9-97df-422d-90b2-50a67b1daecb req-b190bf8e-9e30-450c-8886-0463773c07fc tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 944 time: 0.0787249 Jul 09 14:22:41.572673 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46281fb9-97df-422d-90b2-50a67b1daecb req-31d11b6f-d882-4c74-9a0a-bc85270f4351 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361896 Jul 09 14:22:41.591407 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:22:41.701007 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:41.715130 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'port_id': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'mac_address': 'fa:16:3e:7b:21:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 305, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:22:41.765246 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:41.779494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:22:41.782876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232696d4-75ae-4a84-8b42-d57691a83287 req-f6cc6200-a2d9-4f39-a596-40ba13bb3765 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:41.785752 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-232696d4-75ae-4a84-8b42-d57691a83287 req-f6cc6200-a2d9-4f39-a596-40ba13bb3765 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 944 time: 0.0948126 Jul 09 14:22:41.808897 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:41.814740 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:41.853506 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-232696d4-75ae-4a84-8b42-d57691a83287 req-11acf810-f5ea-4db8-b764-0d901a4ac523 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602505 Jul 09 14:22:41.892863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:42.058398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b951186-5e4b-46fc-bcfb-8e2e4441a87b req-219f5532-9178-48f3-9193-06fdcd4b2b8f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:42.060180 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b951186-5e4b-46fc-bcfb-8e2e4441a87b req-219f5532-9178-48f3-9193-06fdcd4b2b8f tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.0742199 Jul 09 14:22:42.067898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['8cbcbc05-775f-4fe1-a7eb-d069abd11f97'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:22:42.121392 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b951186-5e4b-46fc-bcfb-8e2e4441a87b req-398cc165-1c34-424d-9afa-ad31f8b9f062 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533304 Jul 09 14:22:42.705292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2967d0e7-e7b5-43ab-9243-d10084b6d537 req-f012c386-6f67-4bd2-9951-f8dc17380606 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:42.708208 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2967d0e7-e7b5-43ab-9243-d10084b6d537 req-f012c386-6f67-4bd2-9951-f8dc17380606 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 945 time: 0.1242874 Jul 09 14:22:42.779889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2967d0e7-e7b5-43ab-9243-d10084b6d537 req-748da781-6ab3-4635-8f79-b16a15b6217e tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637891 Jul 09 14:22:43.592921 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:22:43.648566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:22:43.652875 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:22:43.653249 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:43.746610 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:43.776533 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:22:43.779620 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b29988ab-170a-4880-857f-04832c64ed54" -d '{"events": [{"server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "name": "network-vif-plugged", "status": "completed", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:22:43.795912 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:43.801574 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:43.843959 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:22:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feb5a960-e27d-40e6-9b8e-58e700eba66c x-openstack-request-id: req-feb5a960-e27d-40e6-9b8e-58e700eba66c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:22:43.844248 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "name": "network-vif-plugged", "status": "completed", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:22:43.844426 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-feb5a960-e27d-40e6-9b8e-58e700eba66c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:22:43.844828 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'code': 200} Jul 09 14:22:43.875415 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,revision_number=13']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:44.052917 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112188bf-483f-40d0-9bdf-5a1e134362d5 req-6a4f80d9-cf94-4cd9-9998-9bccdf4373aa tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:44.056056 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-112188bf-483f-40d0-9bdf-5a1e134362d5 req-6a4f80d9-cf94-4cd9-9998-9bccdf4373aa tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 946 time: 0.0827839 Jul 09 14:22:44.103944 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-112188bf-483f-40d0-9bdf-5a1e134362d5 req-a5d4c507-0a0d-4d50-9c83-ce112bd57f62 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups?id=55b50720-6296-43cc-8f03-4b5b34f470af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413167 Jul 09 14:22:44.154002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edad2b-220e-45df-baf5-f64dfb2c1ff5 req-56f9c29c-e1b7-4301-824d-c7f56e94febd tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:22:44.155722 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c0edad2b-220e-45df-baf5-f64dfb2c1ff5 req-56f9c29c-e1b7-4301-824d-c7f56e94febd tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.18 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 946 time: 0.0893407 Jul 09 14:22:44.278615 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c0edad2b-220e-45df-baf5-f64dfb2c1ff5 req-897144ee-70b7-40f8-9f74-2ca2d91bf6ae tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Deleting port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:22:44.278955 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c0edad2b-220e-45df-baf5-f64dfb2c1ff5 req-897144ee-70b7-40f8-9f74-2ca2d91bf6ae tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:44.379688 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c0edad2b-220e-45df-baf5-f64dfb2c1ff5 req-897144ee-70b7-40f8-9f74-2ca2d91bf6ae tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] For port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:44.379988 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c0edad2b-220e-45df-baf5-f64dfb2c1ff5 req-897144ee-70b7-40f8-9f74-2ca2d91bf6ae tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:44.575618 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c0edad2b-220e-45df-baf5-f64dfb2c1ff5 req-897144ee-70b7-40f8-9f74-2ca2d91bf6ae tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:44.575989 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c0edad2b-220e-45df-baf5-f64dfb2c1ff5 req-897144ee-70b7-40f8-9f74-2ca2d91bf6ae tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:44.576302 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [req-c0edad2b-220e-45df-baf5-f64dfb2c1ff5 req-897144ee-70b7-40f8-9f74-2ca2d91bf6ae tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Floating IP 1e33ee8d-22b2-4992-adc0-d3c1c39e03c7 disassociated. External IP: 172.25.2.80, port: 8cbcbc05-775f-4fe1-a7eb-d069abd11f97. Jul 09 14:22:44.576651 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c0edad2b-220e-45df-baf5-f64dfb2c1ff5 req-897144ee-70b7-40f8-9f74-2ca2d91bf6ae tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Calling delete_port for 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:22:44.733644 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c0edad2b-220e-45df-baf5-f64dfb2c1ff5 req-897144ee-70b7-40f8-9f74-2ca2d91bf6ae tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:44.767418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897144ee-70b7-40f8-9f74-2ca2d91bf6ae tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Pushing event deleted for resources: {'Port': ['ID=8cbcbc05-775f-4fe1-a7eb-d069abd11f97,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:44.934890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c0edad2b-220e-45df-baf5-f64dfb2c1ff5 req-897144ee-70b7-40f8-9f74-2ca2d91bf6ae tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Router 00aeb7ea-7079-43a7-91f5-4b602612adab has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:22:45.075187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c0edad2b-220e-45df-baf5-f64dfb2c1ff5 req-897144ee-70b7-40f8-9f74-2ca2d91bf6ae tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:22:45.088865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cbda07-fd66-4548-9fcc-0f3b6d90bb38 None None] Sync routers for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:22:45.102389 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cbda07-fd66-4548-9fcc-0f3b6d90bb38 None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:22:45.103781 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c3cbda07-fd66-4548-9fcc-0f3b6d90bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:22:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:45.133160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0edad2b-220e-45df-baf5-f64dfb2c1ff5 req-897144ee-70b7-40f8-9f74-2ca2d91bf6ae tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] No DVR routers for this DVR port 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:22:45.137287 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c0edad2b-220e-45df-baf5-f64dfb2c1ff5 req-897144ee-70b7-40f8-9f74-2ca2d91bf6ae tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:45.141071 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c0edad2b-220e-45df-baf5-f64dfb2c1ff5 req-897144ee-70b7-40f8-9f74-2ca2d91bf6ae tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.18 "DELETE /v2.0/ports/8cbcbc05-775f-4fe1-a7eb-d069abd11f97 HTTP/1.1" status: 204 len: 173 time: 0.9788916 Jul 09 14:22:45.142085 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'name': 'network-vif-deleted', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:22:45.146542 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ff743d-bba1-4695-bd04-3380deee43a3" -d '{"events": [{"server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "name": "network-vif-deleted", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:22:45.221666 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:22:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9e65c4-82de-49aa-8fda-179ddb520215 x-openstack-request-id: req-da9e65c4-82de-49aa-8fda-179ddb520215 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:22:45.222674 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "559fc5bf-c558-43a3-91eb-ab23d42b9349", "name": "network-vif-deleted", "tag": "8cbcbc05-775f-4fe1-a7eb-d069abd11f97", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:22:45.222674 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da9e65c4-82de-49aa-8fda-179ddb520215 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:22:45.224215 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '559fc5bf-c558-43a3-91eb-ab23d42b9349', 'name': 'network-vif-deleted', 'tag': '8cbcbc05-775f-4fe1-a7eb-d069abd11f97', 'status': 'completed', 'code': 200} Jul 09 14:22:45.367060 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a0293ba4-8475-41a8-bf2f-bd460ff66216 req-1e0d58e7-18bd-4b9d-a250-852bf7386ea2 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 210 time: 0.0528800 Jul 09 14:22:45.517209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c3cbda07-fd66-4548-9fcc-0f3b6d90bb38 None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:22:45.825224 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c3cbda07-fd66-4548-9fcc-0f3b6d90bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:45.877823 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cbda07-fd66-4548-9fcc-0f3b6d90bb38 None None] Checking router: 00aeb7ea-7079-43a7-91f5-4b602612adab for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:22:45.889294 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3cbda07-fd66-4548-9fcc-0f3b6d90bb38 None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:22:45.889932 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c3cbda07-fd66-4548-9fcc-0f3b6d90bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:22:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:46.059959 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c3cbda07-fd66-4548-9fcc-0f3b6d90bb38 None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:22:46.388471 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c3cbda07-fd66-4548-9fcc-0f3b6d90bb38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:46.441764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3cbda07-fd66-4548-9fcc-0f3b6d90bb38 None None] The sync data for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 is: [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:44Z', 'revision_number': 4, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8b525999-631f-47d7-ab8d-095830d95c18', 'name': '', 'network_id': '478616f2-1100-46c5-b6ce-ae1798bfd21c', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'mac_address': 'fa:16:3e:88:7c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_interface', 'standard_attr_id': 4005, 'fixed_ips': [{'subnet_id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:43Z', 'updated_at': '2021-07-09T14:12:49Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'subnets': [{'id': 'f4a11dc4-a77a-445b-87bc-b07eac43cdb6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:22:46.788311 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d376aaf-ec41-4e8b-82b9-00728f0d209e None None] New status for floating IP 1e33ee8d-22b2-4992-adc0-d3c1c39e03c7: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:22:46.953252 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a2df6de7-5f86-4ced-9aa2-92924572a3be req-a41e9873-f198-4821-ae9c-909083d986e8 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 210 time: 0.0616682 Jul 09 14:22:47.617305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:22:47.641521 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:22:47.642039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 8cbcbc05-775f-4fe1-a7eb-d069abd11f97 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:22:48.122055 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cacbc63-db1f-48fc-b313-cf854d4555cf req-fe5732ba-39ce-4596-bba9-fd8b89e03f39 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 210 time: 0.0322108 Jul 09 14:22:49.304533 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b654f2d-8223-432b-bceb-99652aea0c42 req-d635afe0-bd56-4dee-9ecb-38dc62e3841a tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/ports?device_id=559fc5bf-c558-43a3-91eb-ab23d42b9349 HTTP/1.1" status: 200 len: 210 time: 0.0496750 Jul 09 14:22:54.696814 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48424) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:22:54.764114 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:54.791234 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:54.873411 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:54.876876 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:54.878265 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "DELETE /v2.0/security-groups/55b50720-6296-43cc-8f03-4b5b34f470af HTTP/1.1" status: 204 len: 168 time: 0.1801336 Jul 09 14:22:54.882210 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48426) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:22:54.893970 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b50720-6296-43cc-8f03-4b5b34f470af,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:54.904961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:54.905387 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:54.905837 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:54.906250 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:54.906642 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:54.907136 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:54.907535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:54.907992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:54.908432 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:54.908882 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:54.909342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:54.909788 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a3441cf-bd9c-4835-9a35-f23f97aeb33c tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:22:54.911231 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [None req-0b0802da-2fae-4dd0-a0ff-78e72ebbe6c6 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] show failed (client error): The resource could not be found. Jul 09 14:22:54.912632 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0b0802da-2fae-4dd0-a0ff-78e72ebbe6c6 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "GET /v2.0/security-groups/55b50720-6296-43cc-8f03-4b5b34f470af HTTP/1.1" status: 404 len: 347 time: 0.0276899 Jul 09 14:22:54.917548 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48428) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:22:55.073301 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-abae921e-9539-46ea-ba09-34e926b7df69 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Deleting port 5e13a9c0-4c43-4470-979e-9db7da5fcee8 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:22:55.073659 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abae921e-9539-46ea-ba09-34e926b7df69 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:55.157425 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abae921e-9539-46ea-ba09-34e926b7df69 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:55.157764 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abae921e-9539-46ea-ba09-34e926b7df69 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:55.172669 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-abae921e-9539-46ea-ba09-34e926b7df69 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Calling delete_port for 5e13a9c0-4c43-4470-979e-9db7da5fcee8 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:22:55.330512 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abae921e-9539-46ea-ba09-34e926b7df69 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:55.362711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abae921e-9539-46ea-ba09-34e926b7df69 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Pushing event deleted for resources: {'Port': ['ID=5e13a9c0-4c43-4470-979e-9db7da5fcee8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:55.439390 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abae921e-9539-46ea-ba09-34e926b7df69 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:55.442030 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-abae921e-9539-46ea-ba09-34e926b7df69 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:55.443302 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-abae921e-9539-46ea-ba09-34e926b7df69 tempest-ServerActionsTestJSON-1442920596 tempest-ServerActionsTestJSON-1442920596-project] 10.222.0.39 "DELETE /v2.0/floatingips/1e33ee8d-22b2-4992-adc0-d3c1c39e03c7 HTTP/1.1" status: 204 len: 168 time: 0.5243733 Jul 09 14:22:55.449203 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48430) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:22:56.205014 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d877909-cf53-4c7f-bca1-0c573a7a05d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:56.501994 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7d877909-cf53-4c7f-bca1-0c573a7a05d5 admin admin] Deleting port 8b525999-631f-47d7-ab8d-095830d95c18 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:22:56.502339 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d877909-cf53-4c7f-bca1-0c573a7a05d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:56.602696 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-7d877909-cf53-4c7f-bca1-0c573a7a05d5 admin admin] For port 8b525999-631f-47d7-ab8d-095830d95c18, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8b525999-631f-47d7-ab8d-095830d95c18,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:56.603244 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d877909-cf53-4c7f-bca1-0c573a7a05d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:56.950211 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7d877909-cf53-4c7f-bca1-0c573a7a05d5 admin admin] Calling delete_port for 8b525999-631f-47d7-ab8d-095830d95c18 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:22:57.231562 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d877909-cf53-4c7f-bca1-0c573a7a05d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:57.263082 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d877909-cf53-4c7f-bca1-0c573a7a05d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b525999-631f-47d7-ab8d-095830d95c18,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:57.285343 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:22:57.538257 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7d877909-cf53-4c7f-bca1-0c573a7a05d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:57.774894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d877909-cf53-4c7f-bca1-0c573a7a05d5 admin admin] Router 00aeb7ea-7079-43a7-91f5-4b602612adab has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:22:57.889444 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d877909-cf53-4c7f-bca1-0c573a7a05d5 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:22:57.899893 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7d877909-cf53-4c7f-bca1-0c573a7a05d5 admin admin] 10.222.0.39 "PUT /v2.0/routers/00aeb7ea-7079-43a7-91f5-4b602612adab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4446831 Jul 09 14:22:57.899893 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48434) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:22:57.903589 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c5b22c-0f8e-425c-9cd7-5dcb7566c59c None None] Sync routers for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:22:57.916128 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c5b22c-0f8e-425c-9cd7-5dcb7566c59c None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:22:57.917314 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-54c5b22c-0f8e-425c-9cd7-5dcb7566c59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:22:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:58.036808 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40254918-9c2d-4552-a923-1caa7010b7fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:58.064562 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-54c5b22c-0f8e-425c-9cd7-5dcb7566c59c None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:22:58.195904 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40254918-9c2d-4552-a923-1caa7010b7fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:58.271098 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-54c5b22c-0f8e-425c-9cd7-5dcb7566c59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188'}], 'enable_snat': True}, 'gw_port_id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:22:57Z', 'revision_number': 5, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port': {'id': '9471ad75-a7bf-4f25-82fb-69c18df1013d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:13:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:12:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:58.282531 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-40254918-9c2d-4552-a923-1caa7010b7fa admin admin] Deleting port 9471ad75-a7bf-4f25-82fb-69c18df1013d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:22:58.283173 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40254918-9c2d-4552-a923-1caa7010b7fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:58.300580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c5b22c-0f8e-425c-9cd7-5dcb7566c59c None None] Checking router: 00aeb7ea-7079-43a7-91f5-4b602612adab for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:22:58.311385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c5b22c-0f8e-425c-9cd7-5dcb7566c59c None None] Routers {'00aeb7ea-7079-43a7-91f5-4b602612adab'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:22:58.312064 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-54c5b22c-0f8e-425c-9cd7-5dcb7566c59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:22:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['00aeb7ea-7079-43a7-91f5-4b602612adab'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:58.384744 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-40254918-9c2d-4552-a923-1caa7010b7fa admin admin] For port 9471ad75-a7bf-4f25-82fb-69c18df1013d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9471ad75-a7bf-4f25-82fb-69c18df1013d,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:58.385094 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40254918-9c2d-4552-a923-1caa7010b7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:58.400253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-40254918-9c2d-4552-a923-1caa7010b7fa admin admin] Calling delete_port for 9471ad75-a7bf-4f25-82fb-69c18df1013d owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:22:58.408823 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-54c5b22c-0f8e-425c-9cd7-5dcb7566c59c None None] Set router 00aeb7ea-7079-43a7-91f5-4b602612adab gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:22:58.469573 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-54c5b22c-0f8e-425c-9cd7-5dcb7566c59c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:22:58Z', 'revision_number': 6, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:58.497673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54c5b22c-0f8e-425c-9cd7-5dcb7566c59c None None] The sync data for ids ['00aeb7ea-7079-43a7-91f5-4b602612adab'] in n-d-799525-3 is: [{'id': '00aeb7ea-7079-43a7-91f5-4b602612adab', 'name': 'tempest-ServerActionsTestJSON-1748218922-router', 'tenant_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:12:40Z', 'updated_at': '2021-07-09T14:22:58Z', 'revision_number': 6, 'project_id': 'dd2ef3c755a94a96955ce1b5d093319f', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:22:58.613055 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40254918-9c2d-4552-a923-1caa7010b7fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:58.646089 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40254918-9c2d-4552-a923-1caa7010b7fa admin admin] Pushing event deleted for resources: {'Port': ['ID=9471ad75-a7bf-4f25-82fb-69c18df1013d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:58.722107 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40254918-9c2d-4552-a923-1caa7010b7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:58.833666 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40254918-9c2d-4552-a923-1caa7010b7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:58.838458 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40254918-9c2d-4552-a923-1caa7010b7fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:58.929888 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40254918-9c2d-4552-a923-1caa7010b7fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:58.931204 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40254918-9c2d-4552-a923-1caa7010b7fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00aeb7ea-7079-43a7-91f5-4b602612adab {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:22:58.938120 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40254918-9c2d-4552-a923-1caa7010b7fa admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:58.938973 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-40254918-9c2d-4552-a923-1caa7010b7fa admin admin] 10.222.0.39 "DELETE /v2.0/routers/00aeb7ea-7079-43a7-91f5-4b602612adab HTTP/1.1" status: 204 len: 168 time: 1.0378690 Jul 09 14:22:58.942413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48436) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:22:59.025071 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd970c95-500a-43c2-a067-421de991d819 admin admin] Deleting subnet f4a11dc4-a77a-445b-87bc-b07eac43cdb6 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:22:59.030317 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd970c95-500a-43c2-a067-421de991d819 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.089619 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd970c95-500a-43c2-a067-421de991d819 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.176129 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd970c95-500a-43c2-a067-421de991d819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.241736 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd970c95-500a-43c2-a067-421de991d819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.270665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd970c95-500a-43c2-a067-421de991d819 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4a11dc4-a77a-445b-87bc-b07eac43cdb6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:59.275062 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-bd970c95-500a-43c2-a067-421de991d819 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.279809 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bd970c95-500a-43c2-a067-421de991d819 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/f4a11dc4-a77a-445b-87bc-b07eac43cdb6 HTTP/1.1" status: 204 len: 168 time: 0.3356681 Jul 09 14:22:59.280062 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48438) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:22:59.282950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87662e49-0e51-41c7-8ebf-c4e1a935f14a None None] Network 478616f2-1100-46c5-b6ce-ae1798bfd21c requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:22:59.365598 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.452847 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] Deleting port 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:22:59.453181 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.523891 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9f0357-2215-49db-a401-f56b95fa8eb8 None None] DHCP port deletion for 478616f2-1100-46c5-b6ce-ae1798bfd21c request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:22:59.545379 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] For port 58ddffc2-33e0-4f46-8234-4b13fc2baaa3, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=58ddffc2-33e0-4f46-8234-4b13fc2baaa3,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:59.546341 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.564419 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] Calling delete_port for 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:22:59.597966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f0357-2215-49db-a401-f56b95fa8eb8 None None] Deleting port 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:22:59.598602 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0357-2215-49db-a401-f56b95fa8eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.682375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3d9f0357-2215-49db-a401-f56b95fa8eb8 None None] For port 58ddffc2-33e0-4f46-8234-4b13fc2baaa3, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=58ddffc2-33e0-4f46-8234-4b13fc2baaa3,segment=NetworkSegment(998f8e10-cc39-467b-afe4-f91a6fb9e08a),segment_id=998f8e10-cc39-467b-afe4-f91a6fb9e08a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:22:59.682679 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0357-2215-49db-a401-f56b95fa8eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.699023 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3d9f0357-2215-49db-a401-f56b95fa8eb8 None None] Calling delete_port for 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:22:59.701784 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.740671 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] Pushing event deleted for resources: {'Port': ['ID=58ddffc2-33e0-4f46-8234-4b13fc2baaa3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:59.743784 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] No DVR routers for this DVR port 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:22:59.822165 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d9f0357-2215-49db-a401-f56b95fa8eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.822785 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.835908 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['478616f2-1100-46c5-b6ce-ae1798bfd21c']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:59.848784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9f0357-2215-49db-a401-f56b95fa8eb8 None None] Pushing event deleted for resources: {'Port': ['ID=58ddffc2-33e0-4f46-8234-4b13fc2baaa3,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:59.849167 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '998f8e10-cc39-467b-afe4-f91a6fb9e08a') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:59.849351 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '998f8e10-cc39-467b-afe4-f91a6fb9e08a') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:22:59.853830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d9f0357-2215-49db-a401-f56b95fa8eb8 None None] No DVR routers for this DVR port 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:22:59.866798 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.888431 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.899667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] Releasing vlan 305 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:22:59.900610 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:22:59.902480 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:22:59.973502 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:22:59.973809 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.977699 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:22:59.979814 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] 10.222.0.39 "DELETE /v2.0/networks/478616f2-1100-46c5-b6ce-ae1798bfd21c HTTP/1.1" status: 204 len: 168 time: 0.6983976 Jul 09 14:22:59.992638 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffd4b19-dafe-4368-b3bc-ea536a5eb0df admin admin] Pushing event deleted for resources: {'Network': ['ID=478616f2-1100-46c5-b6ce-ae1798bfd21c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:22:59.999387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:22:59.999387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 58ddffc2-33e0-4f46-8234-4b13fc2baaa3 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:22:59.999737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8b525999-631f-47d7-ab8d-095830d95c18 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:23:00.021442 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 8b525999-631f-47d7-ab8d-095830d95c18 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:23:00.021790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8b525999-631f-47d7-ab8d-095830d95c18 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:23:00.022777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9471ad75-a7bf-4f25-82fb-69c18df1013d no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:23:00.055860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 9471ad75-a7bf-4f25-82fb-69c18df1013d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:23:00.056412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9471ad75-a7bf-4f25-82fb-69c18df1013d not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:23:00.133894 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48442) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:00.188898 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8d4bc099-b3e0-4a80-b402-c0581e9d1c3b admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=dd2ef3c755a94a96955ce1b5d093319f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0535016 Jul 09 14:23:00.191839 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48444) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:00.247813 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de195f12-9d7e-4bff-b2f4-50be3ea6e4b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:00.273435 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de195f12-9d7e-4bff-b2f4-50be3ea6e4b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:00.332183 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de195f12-9d7e-4bff-b2f4-50be3ea6e4b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:00.335305 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-de195f12-9d7e-4bff-b2f4-50be3ea6e4b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:00.336716 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-de195f12-9d7e-4bff-b2f4-50be3ea6e4b3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/39cac07e-75db-4686-b741-a5eb7b9c17d9 HTTP/1.1" status: 204 len: 168 time: 0.1437783 Jul 09 14:23:00.350840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de195f12-9d7e-4bff-b2f4-50be3ea6e4b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39cac07e-75db-4686-b741-a5eb7b9c17d9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:01.170759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48466) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:01.280662 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-011bbcaf-b956-481e-b140-b679de85c443 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1023460906-network', 'tenant_id': 'eb8f8b5056264ef5ae10bb899f46ca5c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:01.307871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-011bbcaf-b956-481e-b140-b679de85c443 admin admin] Made reservation on behalf of eb8f8b5056264ef5ae10bb899f46ca5c for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:01.310456 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-011bbcaf-b956-481e-b140-b679de85c443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:01.324757 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-011bbcaf-b956-481e-b140-b679de85c443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:01.435973 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-011bbcaf-b956-481e-b140-b679de85c443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:01.440564 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-011bbcaf-b956-481e-b140-b679de85c443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:01.464626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-011bbcaf-b956-481e-b140-b679de85c443 admin admin] vlan segment allocate from pool success with {'vlan_id': 348, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:23:01.479761 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bbcaf-b956-481e-b140-b679de85c443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3402335c-7e9e-434a-a36d-2232713c6f2f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:01.485111 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-011bbcaf-b956-481e-b140-b679de85c443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:01.485446 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-011bbcaf-b956-481e-b140-b679de85c443 admin admin] Added segment e63059ea-87a7-4e4a-8abc-25e9f62dacee of type vlan for network 569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 Jul 09 14:23:01.532348 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-011bbcaf-b956-481e-b140-b679de85c443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:01.568390 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-011bbcaf-b956-481e-b140-b679de85c443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:01.569940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-011bbcaf-b956-481e-b140-b679de85c443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:01.570933 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-011bbcaf-b956-481e-b140-b679de85c443 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:01.633503 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-011bbcaf-b956-481e-b140-b679de85c443 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4574263 Jul 09 14:23:01.634073 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48470) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:01.641001 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-50befd71-8ac1-428a-8926-9f0105bce640 admin admin] Request body: {'subnet': {'network_id': '569b28a3-e2a6-4407-bd2f-bf948e7ef2e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1023460906-subnet', 'tenant_id': 'eb8f8b5056264ef5ae10bb899f46ca5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:01.642001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011bbcaf-b956-481e-b140-b679de85c443 admin admin] Pushing event updated for resources: {'Network': ['ID=569b28a3-e2a6-4407-bd2f-bf948e7ef2e8,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:01.656697 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:23:01.677555 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50befd71-8ac1-428a-8926-9f0105bce640 admin admin] Made reservation on behalf of eb8f8b5056264ef5ae10bb899f46ca5c for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:01.680846 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50befd71-8ac1-428a-8926-9f0105bce640 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:01.873329 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-930ec6c5-0aae-4c9b-bc0e-93ff583d9dff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:01.884153 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50befd71-8ac1-428a-8926-9f0105bce640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:01.948494 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50befd71-8ac1-428a-8926-9f0105bce640 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b59b68d-086c-49c9-8eb2-99eb44799dae,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:01.964451 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50befd71-8ac1-428a-8926-9f0105bce640 admin admin] Checking segment: {'id': 'e63059ea-87a7-4e4a-8abc-25e9f62dacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '569b28a3-e2a6-4407-bd2f-bf948e7ef2e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:23:01.964828 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50befd71-8ac1-428a-8926-9f0105bce640 admin admin] Network hostable DHCP agents. Network: 569b28a3-e2a6-4407-bd2f-bf948e7ef2e8, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:23:01.985457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50befd71-8ac1-428a-8926-9f0105bce640 admin admin] Network 569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:23:02.001324 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-50befd71-8ac1-428a-8926-9f0105bce640 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 569b28a3-e2a6-4407-bd2f-bf948e7ef2e8) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:02.007564 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50befd71-8ac1-428a-8926-9f0105bce640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:02.008773 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-50befd71-8ac1-428a-8926-9f0105bce640 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:02.015973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b28c481-b51d-4f3c-bcb9-d09d5b255c59 None None] Network 569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:02.032433 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-50befd71-8ac1-428a-8926-9f0105bce640 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3966351 Jul 09 14:23:02.204554 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1328d018-ad10-486d-b4f9-085c366e728c None None] Network 569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:02.637454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-2b802410-42e6-4d93-9029-794d21792fad tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:02.639119 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-2b802410-42e6-4d93-9029-794d21792fad tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/networks?id=569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 HTTP/1.1" status: 200 len: 814 time: 0.1305146 Jul 09 14:23:02.660806 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-b49878dd-d6ae-42d0-a77d-786e1aa995de tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/quotas/eb8f8b5056264ef5ae10bb899f46ca5c HTTP/1.1" status: 200 len: 375 time: 0.0102766 Jul 09 14:23:02.700706 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-abebdf85-2d35-468f-bc04-407353a5f302 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb8f8b5056264ef5ae10bb899f46ca5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0325990 Jul 09 14:23:02.884933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-b3a02738-937a-4839-ba7c-000616f31a1e service neutron] 10.222.0.39 "GET /v2.0/networks/569b28a3-e2a6-4407-bd2f-bf948e7ef2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417096 Jul 09 14:23:02.993001 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-0100874f-42c8-4df2-b5be-2d89b22aa1d4 service neutron] 10.222.0.39 "GET /v2.0/networks/569b28a3-e2a6-4407-bd2f-bf948e7ef2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014795 Jul 09 14:23:03.182474 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bc30b6d4-8e20-4609-bc42-8754ade2ed36 req-54e33aa7-9f09-4848-8310-9430e0a677b8 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 210 time: 0.0352499 Jul 09 14:23:04.337271 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-907102bc-11e4-4962-85c2-9f040a32303e req-3f8380e8-9e53-4295-a520-f50f81a0274b tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 210 time: 0.0307970 Jul 09 14:23:04.408563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-d485e580-6b2f-477b-af20-c0b1192d8e1d tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:04.410450 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-d485e580-6b2f-477b-af20-c0b1192d8e1d tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.18 "GET /v2.0/networks?id=569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 HTTP/1.1" status: 200 len: 814 time: 0.1308331 Jul 09 14:23:04.422611 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-50963a99-285b-4c28-b5f7-19553de07898 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Request body: {'port': {'device_id': 'e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11', 'network_id': '569b28a3-e2a6-4407-bd2f-bf948e7ef2e8', 'admin_state_up': True, 'tenant_id': 'eb8f8b5056264ef5ae10bb899f46ca5c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:04.546754 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-50963a99-285b-4c28-b5f7-19553de07898 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Made reservation on behalf of eb8f8b5056264ef5ae10bb899f46ca5c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:04.550602 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-50963a99-285b-4c28-b5f7-19553de07898 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:04.698303 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-50963a99-285b-4c28-b5f7-19553de07898 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Allocated IP 172.20.0.6 (569b28a3-e2a6-4407-bd2f-bf948e7ef2e8/2b59b68d-086c-49c9-8eb2-99eb44799dae/80753f63-f79c-4d4f-a147-e4cfec1ed89a) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:23:04.740382 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f904bd00-41af-45d4-9987-08c8ae54c658 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:04.757283 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:04.906411 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-50963a99-285b-4c28-b5f7-19553de07898 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:04.969251 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-50963a99-285b-4c28-b5f7-19553de07898 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:05.022311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-50963a99-285b-4c28-b5f7-19553de07898 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Network 569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:23:05.026126 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-50963a99-285b-4c28-b5f7-19553de07898 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:05.031127 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-50963a99-285b-4c28-b5f7-19553de07898 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:23:05.039122 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50963a99-285b-4c28-b5f7-19553de07898 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Pushing event updated for resources: {'Port': ['ID=80753f63-f79c-4d4f-a147-e4cfec1ed89a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:05.093032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-50963a99-285b-4c28-b5f7-19553de07898 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:05.093707 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-50963a99-285b-4c28-b5f7-19553de07898 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:05.111154 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-50963a99-285b-4c28-b5f7-19553de07898 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6925304 Jul 09 14:23:05.123640 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Request body: {'port': {'device_id': 'e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:05.212727 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:05.552992 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16020e44-6e8d-4949-9290-f058b18bc68f req-c78fc783-898e-47d8-8382-a4b01dc1a0ed tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:05.555074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16020e44-6e8d-4949-9290-f058b18bc68f req-c78fc783-898e-47d8-8382-a4b01dc1a0ed tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 931 time: 0.0815821 Jul 09 14:23:05.555699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80753f63-f79c-4d4f-a147-e4cfec1ed89a {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:23:05.564544 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:05.583277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Transition to ACTIVE for port object 80753f63-f79c-4d4f-a147-e4cfec1ed89a will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:23:05.588047 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:05.608858 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16020e44-6e8d-4949-9290-f058b18bc68f req-13f1883b-21ae-4e2d-8ce3-dd422dc61d5b tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 Jul 09 14:23:05.673680 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Pushing event updated for resources: {'Port': ['ID=80753f63-f79c-4d4f-a147-e4cfec1ed89a,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:05.802846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Attempting to bind port 80753f63-f79c-4d4f-a147-e4cfec1ed89a on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:23:05.803568 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Attempting to bind port 80753f63-f79c-4d4f-a147-e4cfec1ed89a by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'e63059ea-87a7-4e4a-8abc-25e9f62dacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '569b28a3-e2a6-4407-bd2f-bf948e7ef2e8'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:23:05.804083 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Attempting to bind port 80753f63-f79c-4d4f-a147-e4cfec1ed89a on network 569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:23:05.811587 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Port 80753f63-f79c-4d4f-a147-e4cfec1ed89a on network 569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:23:05.812155 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Attempting to bind port 80753f63-f79c-4d4f-a147-e4cfec1ed89a on network 569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:23:05.821615 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 22, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:23:05.822193 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Checking segment: {'id': 'e63059ea-87a7-4e4a-8abc-25e9f62dacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '569b28a3-e2a6-4407-bd2f-bf948e7ef2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:23:05.822838 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Bound using segment: {'id': 'e63059ea-87a7-4e4a-8abc-25e9f62dacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '569b28a3-e2a6-4407-bd2f-bf948e7ef2e8'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:23:05.823574 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Bound port: 80753f63-f79c-4d4f-a147-e4cfec1ed89a, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63059ea-87a7-4e4a-8abc-25e9f62dacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '569b28a3-e2a6-4407-bd2f-bf948e7ef2e8'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:23:05.824186 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:05.831732 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:05.910182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] For port 80753f63-f79c-4d4f-a147-e4cfec1ed89a, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:23:05.914871 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] For port 80753f63-f79c-4d4f-a147-e4cfec1ed89a, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=80753f63-f79c-4d4f-a147-e4cfec1ed89a,segment=NetworkSegment(e63059ea-87a7-4e4a-8abc-25e9f62dacee),segment_id=e63059ea-87a7-4e4a-8abc-25e9f62dacee)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:23:05.919920 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:05.958136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:05.958772 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:05.960756 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] 10.222.0.18 "PUT /v2.0/ports/80753f63-f79c-4d4f-a147-e4cfec1ed89a HTTP/1.1" status: 200 len: 1091 time: 0.8424616 Jul 09 14:23:05.961206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11', 'tag': '80753f63-f79c-4d4f-a147-e4cfec1ed89a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:23:05.963614 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165cccae-d7c4-4c5f-a5d8-8768867281de" -d '{"events": [{"name": "network-changed", "server_uuid": "e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11", "tag": "80753f63-f79c-4d4f-a147-e4cfec1ed89a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:23:05.993663 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e2ae34-7c57-4a83-ae5a-60c82350af0d service neutron] Pushing event updated for resources: {'Port': ['ID=80753f63-f79c-4d4f-a147-e4cfec1ed89a,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:06.031647 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6adf22e2-ec95-4620-85aa-a57853950261 x-openstack-request-id: req-6adf22e2-ec95-4620-85aa-a57853950261 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:23:06.031845 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11", "tag": "80753f63-f79c-4d4f-a147-e4cfec1ed89a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:23:06.032276 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6adf22e2-ec95-4620-85aa-a57853950261 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:23:06.032950 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11', 'tag': '80753f63-f79c-4d4f-a147-e4cfec1ed89a', 'status': 'completed', 'code': 200} Jul 09 14:23:06.086450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-e719caac-eb68-4d00-9344-71aaa7b4ad9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:06.088006 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-e719caac-eb68-4d00-9344-71aaa7b4ad9f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb8f8b5056264ef5ae10bb899f46ca5c&device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 1094 time: 0.0713706 Jul 09 14:23:06.130195 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-9416a0dc-e183-4715-bd33-58788b2299d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80753f63-f79c-4d4f-a147-e4cfec1ed89a HTTP/1.1" status: 200 len: 217 time: 0.0353923 Jul 09 14:23:06.180376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-0cc20309-5b83-4462-a5d2-05f413899c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:06.181906 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-0cc20309-5b83-4462-a5d2-05f413899c17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b59b68d-086c-49c9-8eb2-99eb44799dae HTTP/1.1" status: 200 len: 854 time: 0.0459902 Jul 09 14:23:06.219382 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-2336943f-5fb1-46e0-912c-1f81e2bebc49 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569b28a3-e2a6-4407-bd2f-bf948e7ef2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314715 Jul 09 14:23:06.314444 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-44f2c4f2-549a-415c-a07b-a53d3dba7269 service neutron] 10.222.0.18 "GET /v2.0/networks/569b28a3-e2a6-4407-bd2f-bf948e7ef2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887270 Jul 09 14:23:06.429779 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d154c3cf-c82d-4f82-ba51-06e6ca17f013 req-76bd900e-0119-4f13-9c3f-faf05325b047 service neutron] 10.222.0.18 "GET /v2.0/networks/569b28a3-e2a6-4407-bd2f-bf948e7ef2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082687 Jul 09 14:23:06.546974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cccae-d7c4-4c5f-a5d8-8768867281de req-4f7ba934-d326-4b51-88b8-5d32172a69f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:06.548770 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-165cccae-d7c4-4c5f-a5d8-8768867281de req-4f7ba934-d326-4b51-88b8-5d32172a69f4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb8f8b5056264ef5ae10bb899f46ca5c&device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 1094 time: 0.0605838 Jul 09 14:23:06.647666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cccae-d7c4-4c5f-a5d8-8768867281de req-d5938551-c935-4649-ad80-7d5be089b0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:06.649368 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-165cccae-d7c4-4c5f-a5d8-8768867281de req-d5938551-c935-4649-ad80-7d5be089b0ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 HTTP/1.1" status: 200 len: 915 time: 0.0942173 Jul 09 14:23:06.702814 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-165cccae-d7c4-4c5f-a5d8-8768867281de req-65ea3179-fac1-4d1c-b01a-6db4a18f8e44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80753f63-f79c-4d4f-a147-e4cfec1ed89a HTTP/1.1" status: 200 len: 217 time: 0.0427079 Jul 09 14:23:06.757661 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165cccae-d7c4-4c5f-a5d8-8768867281de req-efa24b41-2b18-4092-b898-b5ca3b2f4ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:06.759383 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-165cccae-d7c4-4c5f-a5d8-8768867281de req-efa24b41-2b18-4092-b898-b5ca3b2f4ff8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b59b68d-086c-49c9-8eb2-99eb44799dae HTTP/1.1" status: 200 len: 854 time: 0.0503514 Jul 09 14:23:06.793152 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-165cccae-d7c4-4c5f-a5d8-8768867281de req-7a67927c-17bc-4014-a21a-2d13df922266 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569b28a3-e2a6-4407-bd2f-bf948e7ef2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272965 Jul 09 14:23:06.885199 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2d2ac0-39cf-4479-83b7-5282d8a344f8 req-4f62e74e-b5e8-4060-8f73-f86109d0fbfc tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:06.888940 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed2d2ac0-39cf-4479-83b7-5282d8a344f8 req-4f62e74e-b5e8-4060-8f73-f86109d0fbfc tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 943 time: 0.0813644 Jul 09 14:23:06.950635 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed2d2ac0-39cf-4479-83b7-5282d8a344f8 req-5814c046-afcd-454f-aaa6-8eaf3942218a tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549123 Jul 09 14:23:07.238566 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:07.293834 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-165cccae-d7c4-4c5f-a5d8-8768867281de req-61ed7b4a-bceb-4f41-be6f-a0560420ee26 service neutron] 10.222.0.18 "GET /v2.0/networks/569b28a3-e2a6-4407-bd2f-bf948e7ef2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4934039 Jul 09 14:23:07.400495 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-165cccae-d7c4-4c5f-a5d8-8768867281de req-7dbe2e69-e4e2-430b-a4da-5a9fa0c0a913 service neutron] 10.222.0.18 "GET /v2.0/networks/569b28a3-e2a6-4407-bd2f-bf948e7ef2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995119 Jul 09 14:23:07.725947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 80753f63-f79c-4d4f-a147-e4cfec1ed89a details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:23:07.831209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 80753f63-f79c-4d4f-a147-e4cfec1ed89a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=80753f63-f79c-4d4f-a147-e4cfec1ed89a,segment=NetworkSegment(e63059ea-87a7-4e4a-8abc-25e9f62dacee),segment_id=e63059ea-87a7-4e4a-8abc-25e9f62dacee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:23:07.849689 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '80753f63-f79c-4d4f-a147-e4cfec1ed89a', 'network_id': '569b28a3-e2a6-4407-bd2f-bf948e7ef2e8', 'port_id': '80753f63-f79c-4d4f-a147-e4cfec1ed89a', 'mac_address': 'fa:16:3e:55:e7:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b59b68d-086c-49c9-8eb2-99eb44799dae', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:23:07.893386 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:07.910333 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80753f63-f79c-4d4f-a147-e4cfec1ed89a {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:23:07.934208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 80753f63-f79c-4d4f-a147-e4cfec1ed89a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=80753f63-f79c-4d4f-a147-e4cfec1ed89a,segment=NetworkSegment(e63059ea-87a7-4e4a-8abc-25e9f62dacee),segment_id=e63059ea-87a7-4e4a-8abc-25e9f62dacee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:23:07.938259 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:07.995797 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=80753f63-f79c-4d4f-a147-e4cfec1ed89a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:08.134128 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['80753f63-f79c-4d4f-a147-e4cfec1ed89a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:23:08.187742 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2897ba9-1b67-4d21-8b7c-f5d38d3d31b2 req-4dad19ab-ff14-4900-a93c-49f718193997 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:08.189407 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2897ba9-1b67-4d21-8b7c-f5d38d3d31b2 req-4dad19ab-ff14-4900-a93c-49f718193997 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 944 time: 0.1005776 Jul 09 14:23:08.256734 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d2897ba9-1b67-4d21-8b7c-f5d38d3d31b2 req-0429251c-6d08-49a6-84a4-67ce33620eb1 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567157 Jul 09 14:23:09.081604 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:09.303768 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:09.481472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914e6cb8-2c32-402f-92cc-dc2e2f4c404a req-0e3d527b-de4c-4ff0-a53d-67c66488984b tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:09.483301 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-914e6cb8-2c32-402f-92cc-dc2e2f4c404a req-0e3d527b-de4c-4ff0-a53d-67c66488984b tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 944 time: 0.0829587 Jul 09 14:23:09.530658 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-914e6cb8-2c32-402f-92cc-dc2e2f4c404a req-71ebc8e8-6f99-4b4c-89f0-95d7683fde41 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413327 Jul 09 14:23:09.740377 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 80753f63-f79c-4d4f-a147-e4cfec1ed89a up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:23:09.801349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 80753f63-f79c-4d4f-a147-e4cfec1ed89a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:23:09.806517 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 80753f63-f79c-4d4f-a147-e4cfec1ed89a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:23:09.807047 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:09.907689 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:09.934089 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80753f63-f79c-4d4f-a147-e4cfec1ed89a'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:23:09.936481 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5cfe310-42d4-4cdc-8bfd-505463179158" -d '{"events": [{"server_uuid": "e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11", "name": "network-vif-plugged", "status": "completed", "tag": "80753f63-f79c-4d4f-a147-e4cfec1ed89a"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:23:09.958634 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 80753f63-f79c-4d4f-a147-e4cfec1ed89a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=80753f63-f79c-4d4f-a147-e4cfec1ed89a,segment=NetworkSegment(e63059ea-87a7-4e4a-8abc-25e9f62dacee),segment_id=e63059ea-87a7-4e4a-8abc-25e9f62dacee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:23:09.965279 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:09.979415 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a21fb85b-91e4-42e7-ac6a-ef72aaa2e03a x-openstack-request-id: req-a21fb85b-91e4-42e7-ac6a-ef72aaa2e03a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:23:09.979870 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11", "name": "network-vif-plugged", "status": "completed", "tag": "80753f63-f79c-4d4f-a147-e4cfec1ed89a", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:23:09.980286 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a21fb85b-91e4-42e7-ac6a-ef72aaa2e03a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:23:09.980756 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80753f63-f79c-4d4f-a147-e4cfec1ed89a', 'code': 200} Jul 09 14:23:10.049949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=80753f63-f79c-4d4f-a147-e4cfec1ed89a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:10.120979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed5e473-fb35-468c-8bd1-405fdf651aaf req-219eac33-fb2f-49c9-aa61-cebb91fe4e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:10.122538 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eed5e473-fb35-468c-8bd1-405fdf651aaf req-219eac33-fb2f-49c9-aa61-cebb91fe4e0a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 1096 time: 0.0639329 Jul 09 14:23:10.161741 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-eed5e473-fb35-468c-8bd1-405fdf651aaf req-b55df1c1-9d36-43a2-bb12-144a392413c3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315382 Jul 09 14:23:10.751308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57045892-122a-40e6-85d0-18381b2a5ce1 req-496423bf-4890-4b4d-b6a7-df1dd204383f tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:10.753095 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57045892-122a-40e6-85d0-18381b2a5ce1 req-496423bf-4890-4b4d-b6a7-df1dd204383f tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 945 time: 0.0735192 Jul 09 14:23:10.809542 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-57045892-122a-40e6-85d0-18381b2a5ce1 req-2556c8c1-7cb4-48eb-b5b6-a56f2d8395a3 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493774 Jul 09 14:23:11.093908 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e74d9a5-b607-463c-80ce-2acc2984d3f4 req-6545fc1a-6101-4421-a81c-1fcf20a3bcad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0642698 Jul 09 14:23:11.209000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74d9a5-b607-463c-80ce-2acc2984d3f4 req-2f144d89-c4f8-4681-9228-bc4896f304a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:11.210682 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e74d9a5-b607-463c-80ce-2acc2984d3f4 req-2f144d89-c4f8-4681-9228-bc4896f304a4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=eb8f8b5056264ef5ae10bb899f46ca5c&device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 1096 time: 0.0605984 Jul 09 14:23:11.339782 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74d9a5-b607-463c-80ce-2acc2984d3f4 req-6eb1afe5-c63d-4af1-8432-5b2234e6e8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:11.341325 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e74d9a5-b607-463c-80ce-2acc2984d3f4 req-6eb1afe5-c63d-4af1-8432-5b2234e6e8ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 HTTP/1.1" status: 200 len: 915 time: 0.1023400 Jul 09 14:23:11.389560 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e74d9a5-b607-463c-80ce-2acc2984d3f4 req-0123d509-9ff0-4c28-99ca-be724e52c770 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=80753f63-f79c-4d4f-a147-e4cfec1ed89a HTTP/1.1" status: 200 len: 217 time: 0.0413003 Jul 09 14:23:11.454949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e74d9a5-b607-463c-80ce-2acc2984d3f4 req-34e2118b-7080-4a02-8801-2124ca6e7b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:11.456675 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e74d9a5-b607-463c-80ce-2acc2984d3f4 req-34e2118b-7080-4a02-8801-2124ca6e7b76 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=2b59b68d-086c-49c9-8eb2-99eb44799dae HTTP/1.1" status: 200 len: 854 time: 0.0612791 Jul 09 14:23:11.503467 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e74d9a5-b607-463c-80ce-2acc2984d3f4 req-6f2d77ef-846f-4452-b15a-621617f36085 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=569b28a3-e2a6-4407-bd2f-bf948e7ef2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0408704 Jul 09 14:23:11.605645 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e74d9a5-b607-463c-80ce-2acc2984d3f4 req-3fd36ef3-a9f3-4dcb-a615-1c9c1e0998a1 service neutron] 10.222.0.18 "GET /v2.0/networks/569b28a3-e2a6-4407-bd2f-bf948e7ef2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956507 Jul 09 14:23:11.728877 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6e74d9a5-b607-463c-80ce-2acc2984d3f4 req-78220522-4846-4111-9c52-3bfe2800d2d2 service neutron] 10.222.0.18 "GET /v2.0/networks/569b28a3-e2a6-4407-bd2f-bf948e7ef2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160128 Jul 09 14:23:12.052660 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04225e0e-b940-4d5f-973f-210bce504df7 req-203a5730-1dba-448d-bd4e-5b9366081b30 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:12.055875 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04225e0e-b940-4d5f-973f-210bce504df7 req-203a5730-1dba-448d-bd4e-5b9366081b30 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 945 time: 0.1226635 Jul 09 14:23:12.103517 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04225e0e-b940-4d5f-973f-210bce504df7 req-7cd9147d-52e8-4e90-b671-882fd11ab02b tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419803 Jul 09 14:23:12.359958 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-587f2af9-ae51-4bb2-91eb-eeeb1429bde3 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:12.361781 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-587f2af9-ae51-4bb2-91eb-eeeb1429bde3 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/networks?id=569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 HTTP/1.1" status: 200 len: 814 time: 0.1117935 Jul 09 14:23:12.379673 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-6932b7ef-615d-48c2-bd79-3bfacdf10464 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/quotas/eb8f8b5056264ef5ae10bb899f46ca5c HTTP/1.1" status: 200 len: 375 time: 0.0112455 Jul 09 14:23:12.464016 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-28e27a90-d7f6-4da4-99be-835d59b92c5f tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=eb8f8b5056264ef5ae10bb899f46ca5c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0777471 Jul 09 14:23:12.478457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-ca0185db-548a-4737-ab71-a1ac0040b84c service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:23:12.480177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-ca0185db-548a-4737-ab71-a1ac0040b84c service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0093877 Jul 09 14:23:12.577190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-4d599683-7a3d-42d6-8173-4ed75ba8a9c1 service neutron] 10.222.0.39 "GET /v2.0/networks/569b28a3-e2a6-4407-bd2f-bf948e7ef2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909033 Jul 09 14:23:12.710271 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-86326a95-43f3-4c85-8f9e-f2fe933a32db service neutron] 10.222.0.39 "GET /v2.0/networks/569b28a3-e2a6-4407-bd2f-bf948e7ef2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215134 Jul 09 14:23:12.906286 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d1cce7b2-2f7c-4fee-8b55-3fae27c7f99e req-4bc860f0-9a0e-41d9-8958-2d0f1473db5d tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e228f4-d430-497d-b5fc-0969894cf919 HTTP/1.1" status: 200 len: 210 time: 0.0319815 Jul 09 14:23:14.065132 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f882f244-989d-4a45-b044-ba132d6638d6 req-c29e934e-708e-45e9-9b0d-baebee70c556 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e228f4-d430-497d-b5fc-0969894cf919 HTTP/1.1" status: 200 len: 210 time: 0.0313079 Jul 09 14:23:14.336497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-9f23e588-b0a1-4995-acd7-c1e22195f886 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:14.338930 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-9f23e588-b0a1-4995-acd7-c1e22195f886 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.15 "GET /v2.0/networks?id=569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 HTTP/1.1" status: 200 len: 814 time: 0.1234028 Jul 09 14:23:14.352932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Request body: {'port': {'device_id': '15e228f4-d430-497d-b5fc-0969894cf919', 'network_id': '569b28a3-e2a6-4407-bd2f-bf948e7ef2e8', 'admin_state_up': True, 'tenant_id': 'eb8f8b5056264ef5ae10bb899f46ca5c'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:14.500544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Made reservation on behalf of eb8f8b5056264ef5ae10bb899f46ca5c for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:14.504987 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:14.684461 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Allocated IP 172.20.0.10 (569b28a3-e2a6-4407-bd2f-bf948e7ef2e8/2b59b68d-086c-49c9-8eb2-99eb44799dae/a4800010-3459-438d-8eb9-92a4b320d758) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:23:14.857146 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:14.903814 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:14.917872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['80753f63-f79c-4d4f-a147-e4cfec1ed89a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:23:14.954799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Network 569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:23:14.958268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:14.962802 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:23:14.969893 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Pushing event updated for resources: {'Port': ['ID=a4800010-3459-438d-8eb9-92a4b320d758,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:15.007670 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:15.008159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:15.008505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:15.008848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:15.009184 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:15.009521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:15.009854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:15.010184 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:15.010513 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:15.010842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:15.011215 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:15.011520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:15.041340 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:15.042041 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:15.059509 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-4f8ca01e-6931-4e47-b054-402ac65c51b2 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7119768 Jul 09 14:23:15.135685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Request body: {'port': {'device_id': '15e228f4-d430-497d-b5fc-0969894cf919', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:15.218092 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:15.311581 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3198e2-bd39-4148-afe1-43bdfde7e016 req-6a035e94-2cd4-452b-9f52-fe7992065176 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:15.313405 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-df3198e2-bd39-4148-afe1-43bdfde7e016 req-6a035e94-2cd4-452b-9f52-fe7992065176 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e228f4-d430-497d-b5fc-0969894cf919 HTTP/1.1" status: 200 len: 932 time: 0.0791197 Jul 09 14:23:15.356913 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-df3198e2-bd39-4148-afe1-43bdfde7e016 req-3a1dcd23-e963-43f5-9665-f85f443ec3ef tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366745 Jul 09 14:23:15.542607 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4800010-3459-438d-8eb9-92a4b320d758 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:23:15.551414 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:15.565824 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Transition to ACTIVE for port object a4800010-3459-438d-8eb9-92a4b320d758 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:23:15.571065 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:15.630007 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Pushing event updated for resources: {'Port': ['ID=a4800010-3459-438d-8eb9-92a4b320d758,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:15.707885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Attempting to bind port a4800010-3459-438d-8eb9-92a4b320d758 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:23:15.708224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Attempting to bind port a4800010-3459-438d-8eb9-92a4b320d758 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'e63059ea-87a7-4e4a-8abc-25e9f62dacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '569b28a3-e2a6-4407-bd2f-bf948e7ef2e8'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:23:15.708556 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Attempting to bind port a4800010-3459-438d-8eb9-92a4b320d758 on network 569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:23:15.713728 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Port a4800010-3459-438d-8eb9-92a4b320d758 on network 569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:23:15.714055 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Attempting to bind port a4800010-3459-438d-8eb9-92a4b320d758 on network 569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:23:15.720382 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 23, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:23:15.720730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Checking segment: {'id': 'e63059ea-87a7-4e4a-8abc-25e9f62dacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '569b28a3-e2a6-4407-bd2f-bf948e7ef2e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:23:15.721116 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Bound using segment: {'id': 'e63059ea-87a7-4e4a-8abc-25e9f62dacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '569b28a3-e2a6-4407-bd2f-bf948e7ef2e8'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:23:15.721585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Bound port: a4800010-3459-438d-8eb9-92a4b320d758, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e63059ea-87a7-4e4a-8abc-25e9f62dacee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '569b28a3-e2a6-4407-bd2f-bf948e7ef2e8'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:23:15.721948 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:15.798612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] For port a4800010-3459-438d-8eb9-92a4b320d758, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:23:15.802472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] For port a4800010-3459-438d-8eb9-92a4b320d758, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a4800010-3459-438d-8eb9-92a4b320d758,segment=NetworkSegment(e63059ea-87a7-4e4a-8abc-25e9f62dacee),segment_id=e63059ea-87a7-4e4a-8abc-25e9f62dacee)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:23:15.808434 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:15.846999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:15.847677 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:15.849158 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] 10.222.0.15 "PUT /v2.0/ports/a4800010-3459-438d-8eb9-92a4b320d758 HTTP/1.1" status: 200 len: 1092 time: 0.7825253 Jul 09 14:23:15.849625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15e228f4-d430-497d-b5fc-0969894cf919', 'tag': 'a4800010-3459-438d-8eb9-92a4b320d758'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:23:15.852683 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede7c8d8-06e5-4565-8683-c00111f077cb" -d '{"events": [{"name": "network-changed", "server_uuid": "15e228f4-d430-497d-b5fc-0969894cf919", "tag": "a4800010-3459-438d-8eb9-92a4b320d758"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:23:15.884795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445d6717-3b3a-4dee-9394-f3ac7034bb98 service neutron] Pushing event updated for resources: {'Port': ['ID=a4800010-3459-438d-8eb9-92a4b320d758,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:15.930453 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae0c1754-b3b6-4e00-bbd0-fd6662719e8a x-openstack-request-id: req-ae0c1754-b3b6-4e00-bbd0-fd6662719e8a {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:23:15.930857 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15e228f4-d430-497d-b5fc-0969894cf919", "tag": "a4800010-3459-438d-8eb9-92a4b320d758", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:23:15.931027 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae0c1754-b3b6-4e00-bbd0-fd6662719e8a {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:23:15.931442 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15e228f4-d430-497d-b5fc-0969894cf919', 'tag': 'a4800010-3459-438d-8eb9-92a4b320d758', 'status': 'completed', 'code': 200} Jul 09 14:23:15.964777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-3b1a3c61-d4dd-490c-8c77-d48b8f677abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:15.966409 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-3b1a3c61-d4dd-490c-8c77-d48b8f677abf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb8f8b5056264ef5ae10bb899f46ca5c&device_id=15e228f4-d430-497d-b5fc-0969894cf919 HTTP/1.1" status: 200 len: 1095 time: 0.0665252 Jul 09 14:23:16.011009 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-d172a038-d4ba-4998-898a-a0f60044cd16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4800010-3459-438d-8eb9-92a4b320d758 HTTP/1.1" status: 200 len: 217 time: 0.0369244 Jul 09 14:23:16.069879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-1d3e081e-654d-4a70-879a-81b37405ec2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:16.071343 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-1d3e081e-654d-4a70-879a-81b37405ec2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b59b68d-086c-49c9-8eb2-99eb44799dae HTTP/1.1" status: 200 len: 854 time: 0.0539184 Jul 09 14:23:16.107117 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-e9f0bd75-8a67-43ce-8250-09b6cf20c989 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=569b28a3-e2a6-4407-bd2f-bf948e7ef2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293667 Jul 09 14:23:16.222320 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-7e0e8ff3-4e7a-4a8f-b7b4-41bbe7bf62e8 service neutron] 10.222.0.15 "GET /v2.0/networks/569b28a3-e2a6-4407-bd2f-bf948e7ef2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083951 Jul 09 14:23:16.333869 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7405f0d8-e842-47a0-8e2f-7dbfe9fb1cb9 req-6d17fa04-f031-4aff-9ece-04877974e0f4 service neutron] 10.222.0.15 "GET /v2.0/networks/569b28a3-e2a6-4407-bd2f-bf948e7ef2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044772 Jul 09 14:23:16.472130 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7c8d8-06e5-4565-8683-c00111f077cb req-e2aa9e36-3203-4ca7-8a0a-4c502aad42b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:16.474996 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ede7c8d8-06e5-4565-8683-c00111f077cb req-e2aa9e36-3203-4ca7-8a0a-4c502aad42b7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=eb8f8b5056264ef5ae10bb899f46ca5c&device_id=15e228f4-d430-497d-b5fc-0969894cf919 HTTP/1.1" status: 200 len: 1095 time: 0.0894675 Jul 09 14:23:16.569927 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39175e7-342e-4acc-a43e-1698cb30ece0 req-2ce1beed-44d2-475a-9377-099463caf120 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:16.571805 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e39175e7-342e-4acc-a43e-1698cb30ece0 req-2ce1beed-44d2-475a-9377-099463caf120 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e228f4-d430-497d-b5fc-0969894cf919 HTTP/1.1" status: 200 len: 944 time: 0.0732212 Jul 09 14:23:16.623535 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e39175e7-342e-4acc-a43e-1698cb30ece0 req-d4538e73-c3c0-41c3-86d1-89977fa8c8ed tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451190 Jul 09 14:23:16.630765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7c8d8-06e5-4565-8683-c00111f077cb req-ab650b8d-32d8-47ab-aed6-ddff4c15b2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:16.633068 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ede7c8d8-06e5-4565-8683-c00111f077cb req-ab650b8d-32d8-47ab-aed6-ddff4c15b2a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 HTTP/1.1" status: 200 len: 915 time: 0.1519806 Jul 09 14:23:16.680776 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ede7c8d8-06e5-4565-8683-c00111f077cb req-1b9b0d2d-65a0-41e4-9e49-2d464ccf2553 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4800010-3459-438d-8eb9-92a4b320d758 HTTP/1.1" status: 200 len: 217 time: 0.0405304 Jul 09 14:23:16.735762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede7c8d8-06e5-4565-8683-c00111f077cb req-57a71058-a0b8-4bc8-8b70-60302b5b4831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:16.737289 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ede7c8d8-06e5-4565-8683-c00111f077cb req-57a71058-a0b8-4bc8-8b70-60302b5b4831 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2b59b68d-086c-49c9-8eb2-99eb44799dae HTTP/1.1" status: 200 len: 854 time: 0.0498917 Jul 09 14:23:16.777732 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ede7c8d8-06e5-4565-8683-c00111f077cb req-c28226c5-48cf-440f-8926-9d3da495d73f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=569b28a3-e2a6-4407-bd2f-bf948e7ef2e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335495 Jul 09 14:23:16.878619 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ede7c8d8-06e5-4565-8683-c00111f077cb req-ef42cc33-cfa8-40be-9732-7db305053ff8 service neutron] 10.222.0.15 "GET /v2.0/networks/569b28a3-e2a6-4407-bd2f-bf948e7ef2e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938032 Jul 09 14:23:16.988811 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ede7c8d8-06e5-4565-8683-c00111f077cb req-1b084e79-54f8-42b0-82bf-302d23a77342 service neutron] 10.222.0.15 "GET /v2.0/networks/569b28a3-e2a6-4407-bd2f-bf948e7ef2e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030045 Jul 09 14:23:17.839901 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55be71e-7968-467b-a499-cfd8c910ab82 req-c1a55e68-7a85-4ebb-9528-5247e1b2e8d8 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:17.841569 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a55be71e-7968-467b-a499-cfd8c910ab82 req-c1a55e68-7a85-4ebb-9528-5247e1b2e8d8 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e228f4-d430-497d-b5fc-0969894cf919 HTTP/1.1" status: 200 len: 944 time: 0.0917478 Jul 09 14:23:17.883464 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a55be71e-7968-467b-a499-cfd8c910ab82 req-972f813d-04cf-4924-bb88-f6ca2824416a tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358295 Jul 09 14:23:18.300247 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a4800010-3459-438d-8eb9-92a4b320d758 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:23:18.409656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port a4800010-3459-438d-8eb9-92a4b320d758, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a4800010-3459-438d-8eb9-92a4b320d758,segment=NetworkSegment(e63059ea-87a7-4e4a-8abc-25e9f62dacee),segment_id=e63059ea-87a7-4e4a-8abc-25e9f62dacee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:23:18.422722 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'a4800010-3459-438d-8eb9-92a4b320d758', 'network_id': '569b28a3-e2a6-4407-bd2f-bf948e7ef2e8', 'port_id': 'a4800010-3459-438d-8eb9-92a4b320d758', 'mac_address': 'fa:16:3e:09:c2:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b59b68d-086c-49c9-8eb2-99eb44799dae', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:23:18.466837 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:18.481865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4800010-3459-438d-8eb9-92a4b320d758 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:23:18.505005 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port a4800010-3459-438d-8eb9-92a4b320d758, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a4800010-3459-438d-8eb9-92a4b320d758,segment=NetworkSegment(e63059ea-87a7-4e4a-8abc-25e9f62dacee),segment_id=e63059ea-87a7-4e4a-8abc-25e9f62dacee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:23:18.510176 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:18.567156 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=a4800010-3459-438d-8eb9-92a4b320d758,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:18.699826 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['a4800010-3459-438d-8eb9-92a4b320d758'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:23:19.080553 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0673c82-23d8-4c33-9bc2-4b73b499895d req-d0baff05-9054-4ee2-be18-85ba88be792f tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:19.082148 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a0673c82-23d8-4c33-9bc2-4b73b499895d req-d0baff05-9054-4ee2-be18-85ba88be792f tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e228f4-d430-497d-b5fc-0969894cf919 HTTP/1.1" status: 200 len: 945 time: 0.0784810 Jul 09 14:23:19.129208 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a0673c82-23d8-4c33-9bc2-4b73b499895d req-0b90ee05-9bef-4674-807e-5666c0fa830f tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363419 Jul 09 14:23:20.316770 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a4800010-3459-438d-8eb9-92a4b320d758 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:23:20.326405 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e53c4da-e9c2-4522-b229-9fdb3c068292 req-bbfb03e4-2879-4887-a786-6ffffc764e52 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:20.328185 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2e53c4da-e9c2-4522-b229-9fdb3c068292 req-bbfb03e4-2879-4887-a786-6ffffc764e52 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e228f4-d430-497d-b5fc-0969894cf919 HTTP/1.1" status: 200 len: 945 time: 0.0774398 Jul 09 14:23:20.384353 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2e53c4da-e9c2-4522-b229-9fdb3c068292 req-2c89519e-cd53-445c-8203-911e824cf623 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478818 Jul 09 14:23:20.384724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port a4800010-3459-438d-8eb9-92a4b320d758 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:23:20.390515 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port a4800010-3459-438d-8eb9-92a4b320d758 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:23:20.390754 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:20.477478 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:20.502411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e228f4-d430-497d-b5fc-0969894cf919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4800010-3459-438d-8eb9-92a4b320d758'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:23:20.504745 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c12c533c-b3de-40de-b2e4-b4aae3c8edb5" -d '{"events": [{"server_uuid": "15e228f4-d430-497d-b5fc-0969894cf919", "name": "network-vif-plugged", "status": "completed", "tag": "a4800010-3459-438d-8eb9-92a4b320d758"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:23:20.526939 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port a4800010-3459-438d-8eb9-92a4b320d758, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a4800010-3459-438d-8eb9-92a4b320d758,segment=NetworkSegment(e63059ea-87a7-4e4a-8abc-25e9f62dacee),segment_id=e63059ea-87a7-4e4a-8abc-25e9f62dacee)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:23:20.532405 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:20.564808 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0056509e-7173-4a17-b0ee-bea73bd952cd x-openstack-request-id: req-0056509e-7173-4a17-b0ee-bea73bd952cd {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:23:20.565160 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e228f4-d430-497d-b5fc-0969894cf919", "name": "network-vif-plugged", "status": "completed", "tag": "a4800010-3459-438d-8eb9-92a4b320d758", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:23:20.565522 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0056509e-7173-4a17-b0ee-bea73bd952cd {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:23:20.566032 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e228f4-d430-497d-b5fc-0969894cf919', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4800010-3459-438d-8eb9-92a4b320d758', 'code': 200} Jul 09 14:23:20.606627 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=a4800010-3459-438d-8eb9-92a4b320d758,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:20.684263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a58025-c206-41b7-bc79-b65eb8636f4c req-c773a1e5-4f66-451a-b11d-234b410906f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:20.685844 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-64a58025-c206-41b7-bc79-b65eb8636f4c req-c773a1e5-4f66-451a-b11d-234b410906f9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15e228f4-d430-497d-b5fc-0969894cf919 HTTP/1.1" status: 200 len: 1097 time: 0.0586915 Jul 09 14:23:20.726157 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-64a58025-c206-41b7-bc79-b65eb8636f4c req-0517fe72-7234-4810-8d6a-61947a1c7073 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 Jul 09 14:23:21.643194 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfe1efb-7a9a-4c35-b147-0aa07fc18018 req-63a9d3f7-281a-4bb1-a0bf-4f7e5ee7ad7b tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:21.646056 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1cfe1efb-7a9a-4c35-b147-0aa07fc18018 req-63a9d3f7-281a-4bb1-a0bf-4f7e5ee7ad7b tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e228f4-d430-497d-b5fc-0969894cf919 HTTP/1.1" status: 200 len: 946 time: 0.1258569 Jul 09 14:23:21.689944 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1cfe1efb-7a9a-4c35-b147-0aa07fc18018 req-99a695ea-fcdc-4f8f-a2d4-9781eb8e956d tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368109 Jul 09 14:23:22.902202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e12bf4-b43e-42fd-904e-2d9cbbccf608 req-6d973c8e-6410-47ce-8552-4cb7ed328ba5 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:22.903925 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-90e12bf4-b43e-42fd-904e-2d9cbbccf608 req-6d973c8e-6410-47ce-8552-4cb7ed328ba5 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e228f4-d430-497d-b5fc-0969894cf919 HTTP/1.1" status: 200 len: 946 time: 0.0711091 Jul 09 14:23:22.950773 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-90e12bf4-b43e-42fd-904e-2d9cbbccf608 req-0920e79b-ddac-40f1-b9ac-64299492f4e1 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407977 Jul 09 14:23:23.376409 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43b51dd-b238-48f2-b622-c4aca0d08f2f req-3ea5dbba-65c1-47e3-a4d4-56c2c2fe9edf tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:23.378213 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e43b51dd-b238-48f2-b622-c4aca0d08f2f req-3ea5dbba-65c1-47e3-a4d4-56c2c2fe9edf tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e228f4-d430-497d-b5fc-0969894cf919 HTTP/1.1" status: 200 len: 946 time: 0.0751636 Jul 09 14:23:23.421432 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e43b51dd-b238-48f2-b622-c4aca0d08f2f req-2a6ce1be-87b4-474f-a6d0-cb32ade03da4 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361500 Jul 09 14:23:24.595924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa64f66-f215-49fe-9ff7-037b9d8c0035 req-4c4b64f0-6834-4e9f-909b-1de1f687a862 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:24.601092 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fa64f66-f215-49fe-9ff7-037b9d8c0035 req-4c4b64f0-6834-4e9f-909b-1de1f687a862 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.15 "GET /v2.0/ports?device_id=15e228f4-d430-497d-b5fc-0969894cf919 HTTP/1.1" status: 200 len: 946 time: 0.1020033 Jul 09 14:23:24.640614 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7058c6f5-586f-4eec-82ff-875dc77fab83 req-df01c171-9e4f-49f8-b2c7-d2f358d2e151 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:24.642330 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7058c6f5-586f-4eec-82ff-875dc77fab83 req-df01c171-9e4f-49f8-b2c7-d2f358d2e151 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e228f4-d430-497d-b5fc-0969894cf919 HTTP/1.1" status: 200 len: 946 time: 0.0824499 Jul 09 14:23:24.715958 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7058c6f5-586f-4eec-82ff-875dc77fab83 req-60a5d7a3-1aba-4339-8d19-078554d04435 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656683 Jul 09 14:23:24.764860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-4fa64f66-f215-49fe-9ff7-037b9d8c0035 req-e2f05758-b9d7-4dab-92f6-39bdbdec8b94 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Deleting port a4800010-3459-438d-8eb9-92a4b320d758 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:23:24.765328 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4fa64f66-f215-49fe-9ff7-037b9d8c0035 req-e2f05758-b9d7-4dab-92f6-39bdbdec8b94 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:24.901287 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4fa64f66-f215-49fe-9ff7-037b9d8c0035 req-e2f05758-b9d7-4dab-92f6-39bdbdec8b94 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] For port a4800010-3459-438d-8eb9-92a4b320d758, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=a4800010-3459-438d-8eb9-92a4b320d758,segment=NetworkSegment(e63059ea-87a7-4e4a-8abc-25e9f62dacee),segment_id=e63059ea-87a7-4e4a-8abc-25e9f62dacee)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:23:24.901661 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4fa64f66-f215-49fe-9ff7-037b9d8c0035 req-e2f05758-b9d7-4dab-92f6-39bdbdec8b94 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:24.919448 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-4fa64f66-f215-49fe-9ff7-037b9d8c0035 req-e2f05758-b9d7-4dab-92f6-39bdbdec8b94 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Calling delete_port for a4800010-3459-438d-8eb9-92a4b320d758 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:23:25.108920 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4fa64f66-f215-49fe-9ff7-037b9d8c0035 req-e2f05758-b9d7-4dab-92f6-39bdbdec8b94 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:25.124651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['80753f63-f79c-4d4f-a147-e4cfec1ed89a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:23:25.127952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['a4800010-3459-438d-8eb9-92a4b320d758'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:23:25.141139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f05758-b9d7-4dab-92f6-39bdbdec8b94 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Pushing event deleted for resources: {'Port': ['ID=a4800010-3459-438d-8eb9-92a4b320d758,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:25.203280 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fa64f66-f215-49fe-9ff7-037b9d8c0035 req-e2f05758-b9d7-4dab-92f6-39bdbdec8b94 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] No DVR routers for this DVR port a4800010-3459-438d-8eb9-92a4b320d758 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:23:25.206890 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4fa64f66-f215-49fe-9ff7-037b9d8c0035 req-e2f05758-b9d7-4dab-92f6-39bdbdec8b94 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:25.210206 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4fa64f66-f215-49fe-9ff7-037b9d8c0035 req-e2f05758-b9d7-4dab-92f6-39bdbdec8b94 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.15 "DELETE /v2.0/ports/a4800010-3459-438d-8eb9-92a4b320d758 HTTP/1.1" status: 204 len: 173 time: 0.6058035 Jul 09 14:23:25.210975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15e228f4-d430-497d-b5fc-0969894cf919', 'name': 'network-vif-deleted', 'tag': 'a4800010-3459-438d-8eb9-92a4b320d758'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:23:25.213253 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fc4a358-0009-4901-8a75-1fdb894a4f31" -d '{"events": [{"server_uuid": "15e228f4-d430-497d-b5fc-0969894cf919", "name": "network-vif-deleted", "tag": "a4800010-3459-438d-8eb9-92a4b320d758"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:23:25.268461 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7af7bd47-6732-4008-9425-6e6ee5f6e398 x-openstack-request-id: req-7af7bd47-6732-4008-9425-6e6ee5f6e398 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:23:25.268848 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15e228f4-d430-497d-b5fc-0969894cf919", "name": "network-vif-deleted", "tag": "a4800010-3459-438d-8eb9-92a4b320d758", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:23:25.269371 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7af7bd47-6732-4008-9425-6e6ee5f6e398 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:23:25.269556 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15e228f4-d430-497d-b5fc-0969894cf919', 'name': 'network-vif-deleted', 'tag': 'a4800010-3459-438d-8eb9-92a4b320d758', 'status': 'completed', 'code': 200} Jul 09 14:23:25.918292 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa63a3f4-ca66-4d48-96b0-ac33fb35cc40 req-eb956a48-1b61-427d-a1d7-690acd8aa64e tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=15e228f4-d430-497d-b5fc-0969894cf919 HTTP/1.1" status: 200 len: 210 time: 0.0372777 Jul 09 14:23:27.236270 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c388f0d-507c-4a7a-8615-c45a0dbe93f6 req-fbe8c487-f600-4a29-bfd3-c7fc8b2bd6e7 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:27.237924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c388f0d-507c-4a7a-8615-c45a0dbe93f6 req-fbe8c487-f600-4a29-bfd3-c7fc8b2bd6e7 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 945 time: 0.0912180 Jul 09 14:23:27.286347 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3c388f0d-507c-4a7a-8615-c45a0dbe93f6 req-223e507c-5461-426b-bdb4-1734f5df1ca1 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392559 Jul 09 14:23:27.512810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6380876a-0155-451b-a9bf-8ef523cf0f46 req-e6c69620-bb07-4f95-a46b-87a5d469c40e tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:27.514356 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6380876a-0155-451b-a9bf-8ef523cf0f46 req-e6c69620-bb07-4f95-a46b-87a5d469c40e tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 945 time: 0.0841374 Jul 09 14:23:27.566160 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6380876a-0155-451b-a9bf-8ef523cf0f46 req-f3b0b04e-941c-4bf9-9f49-853ee037b340 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456884 Jul 09 14:23:27.791454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e978f45e-28f2-4580-b397-244bfac26fc5 req-1914ec06-0fee-44b5-955c-028a5e8da3af tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:27.793136 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e978f45e-28f2-4580-b397-244bfac26fc5 req-1914ec06-0fee-44b5-955c-028a5e8da3af tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 945 time: 0.1073697 Jul 09 14:23:27.839308 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e978f45e-28f2-4580-b397-244bfac26fc5 req-9a926ce6-bd12-484a-9d09-81ee7cd1b2ca tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400991 Jul 09 14:23:28.157175 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988643fd-0ae9-43e8-be24-9143d9c9b61b req-2d916639-4daa-4eb9-85b4-33205cdc50fc tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:28.158732 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-988643fd-0ae9-43e8-be24-9143d9c9b61b req-2d916639-4daa-4eb9-85b4-33205cdc50fc tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 945 time: 0.0738690 Jul 09 14:23:28.204230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-988643fd-0ae9-43e8-be24-9143d9c9b61b req-0d2ab26d-2db2-4aae-aafb-61becf9ece84 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352585 Jul 09 14:23:28.362984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a4800010-3459-438d-8eb9-92a4b320d758 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:23:28.386751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: a4800010-3459-438d-8eb9-92a4b320d758 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:23:28.387106 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device a4800010-3459-438d-8eb9-92a4b320d758 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:23:28.414215 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e657fd9-15a1-4071-a792-e89ea6677ce8 req-4f2d34db-73ef-48a5-8726-b7a420c0ed30 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:28.415853 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e657fd9-15a1-4071-a792-e89ea6677ce8 req-4f2d34db-73ef-48a5-8726-b7a420c0ed30 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 945 time: 0.0804548 Jul 09 14:23:28.460062 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e657fd9-15a1-4071-a792-e89ea6677ce8 req-7bd76aed-31fc-4ddb-9c18-794b96125968 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382297 Jul 09 14:23:28.711552 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891deba7-f9b5-407a-b20c-8d165df6711e req-c96f2d48-cf6e-478e-87a9-d1ed06deeaf9 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:28.713383 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-891deba7-f9b5-407a-b20c-8d165df6711e req-c96f2d48-cf6e-478e-87a9-d1ed06deeaf9 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 945 time: 0.0715683 Jul 09 14:23:28.784346 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-891deba7-f9b5-407a-b20c-8d165df6711e req-f8d5f1d5-4edb-4fa1-afc6-5db66a265bd7 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645299 Jul 09 14:23:29.385179 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339fca5d-5942-439a-aa55-c08cc342c97e req-b52673d9-4618-4c25-a1c7-63f92e1ab960 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:29.386791 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-339fca5d-5942-439a-aa55-c08cc342c97e req-b52673d9-4618-4c25-a1c7-63f92e1ab960 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 945 time: 0.0750878 Jul 09 14:23:29.431201 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-339fca5d-5942-439a-aa55-c08cc342c97e req-9da7b928-618c-42a5-872e-8f9465a0d8d9 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385294 Jul 09 14:23:30.659313 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860a046-869e-4797-9b19-280b576beced req-79847dd2-b4a2-48f1-a51f-c9dd16e96d19 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:30.660954 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f860a046-869e-4797-9b19-280b576beced req-79847dd2-b4a2-48f1-a51f-c9dd16e96d19 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.18 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 945 time: 0.0685329 Jul 09 14:23:30.689991 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5eef4e-f615-4fd7-a9fb-6123de5a8557 req-77fa72c1-7ef3-41ea-8b73-ca960d3bf3c8 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:30.691606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b5eef4e-f615-4fd7-a9fb-6123de5a8557 req-77fa72c1-7ef3-41ea-8b73-ca960d3bf3c8 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/ports?device_id=e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11 HTTP/1.1" status: 200 len: 945 time: 0.0946307 Jul 09 14:23:30.754239 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0b5eef4e-f615-4fd7-a9fb-6123de5a8557 req-94264b8e-e32c-424f-97da-5dcd14e31aa5 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.39 "GET /v2.0/security-groups?id=3402335c-7e9e-434a-a36d-2232713c6f2f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545821 Jul 09 14:23:30.801541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f860a046-869e-4797-9b19-280b576beced req-0be7915d-3495-4d5b-ba5f-a4433409e259 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Deleting port 80753f63-f79c-4d4f-a147-e4cfec1ed89a {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:23:30.801900 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f860a046-869e-4797-9b19-280b576beced req-0be7915d-3495-4d5b-ba5f-a4433409e259 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:30.906004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f860a046-869e-4797-9b19-280b576beced req-0be7915d-3495-4d5b-ba5f-a4433409e259 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] For port 80753f63-f79c-4d4f-a147-e4cfec1ed89a, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=80753f63-f79c-4d4f-a147-e4cfec1ed89a,segment=NetworkSegment(e63059ea-87a7-4e4a-8abc-25e9f62dacee),segment_id=e63059ea-87a7-4e4a-8abc-25e9f62dacee)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:23:30.906373 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f860a046-869e-4797-9b19-280b576beced req-0be7915d-3495-4d5b-ba5f-a4433409e259 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:30.922809 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f860a046-869e-4797-9b19-280b576beced req-0be7915d-3495-4d5b-ba5f-a4433409e259 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Calling delete_port for 80753f63-f79c-4d4f-a147-e4cfec1ed89a owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:23:31.109451 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f860a046-869e-4797-9b19-280b576beced req-0be7915d-3495-4d5b-ba5f-a4433409e259 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:31.121440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['80753f63-f79c-4d4f-a147-e4cfec1ed89a'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:23:31.144187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be7915d-3495-4d5b-ba5f-a4433409e259 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Pushing event deleted for resources: {'Port': ['ID=80753f63-f79c-4d4f-a147-e4cfec1ed89a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:31.192182 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f860a046-869e-4797-9b19-280b576beced req-0be7915d-3495-4d5b-ba5f-a4433409e259 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] No DVR routers for this DVR port 80753f63-f79c-4d4f-a147-e4cfec1ed89a on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:23:31.195499 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f860a046-869e-4797-9b19-280b576beced req-0be7915d-3495-4d5b-ba5f-a4433409e259 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:31.197847 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f860a046-869e-4797-9b19-280b576beced req-0be7915d-3495-4d5b-ba5f-a4433409e259 tempest-ServersNegativeTestJSON-1142322865 tempest-ServersNegativeTestJSON-1142322865-project] 10.222.0.18 "DELETE /v2.0/ports/80753f63-f79c-4d4f-a147-e4cfec1ed89a HTTP/1.1" status: 204 len: 173 time: 0.5314329 Jul 09 14:23:31.198124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11', 'name': 'network-vif-deleted', 'tag': '80753f63-f79c-4d4f-a147-e4cfec1ed89a'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:23:31.200554 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5c1693-5d3e-4cca-aad3-4a47ea25129b" -d '{"events": [{"server_uuid": "e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11", "name": "network-vif-deleted", "tag": "80753f63-f79c-4d4f-a147-e4cfec1ed89a"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:23:31.258639 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2764835-74cc-4707-9911-24239c30aaf7 x-openstack-request-id: req-b2764835-74cc-4707-9911-24239c30aaf7 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:23:31.259034 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11", "name": "network-vif-deleted", "tag": "80753f63-f79c-4d4f-a147-e4cfec1ed89a", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:23:31.259456 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2764835-74cc-4707-9911-24239c30aaf7 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:23:31.259870 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e9edd5cf-b78c-4c27-9d41-b5c25d2f6a11', 'name': 'network-vif-deleted', 'tag': '80753f63-f79c-4d4f-a147-e4cfec1ed89a', 'status': 'completed', 'code': 200} Jul 09 14:23:31.871642 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3ccb6056-d370-4c22-90a2-9be72b16d34b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:31.895325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48624) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:31.950885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-75669d5c-af07-4b6a-bb59-2c412099a62c admin admin] Deleting subnet 2b59b68d-086c-49c9-8eb2-99eb44799dae {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:23:31.954711 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75669d5c-af07-4b6a-bb59-2c412099a62c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:31.998305 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75669d5c-af07-4b6a-bb59-2c412099a62c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:32.045163 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75669d5c-af07-4b6a-bb59-2c412099a62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:32.111611 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75669d5c-af07-4b6a-bb59-2c412099a62c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:32.141707 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75669d5c-af07-4b6a-bb59-2c412099a62c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b59b68d-086c-49c9-8eb2-99eb44799dae,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:32.145381 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-75669d5c-af07-4b6a-bb59-2c412099a62c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:32.148286 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-75669d5c-af07-4b6a-bb59-2c412099a62c admin admin] 10.222.0.39 "DELETE /v2.0/subnets/2b59b68d-086c-49c9-8eb2-99eb44799dae HTTP/1.1" status: 204 len: 168 time: 0.2514606 Jul 09 14:23:32.153320 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48626) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:32.235601 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e84148e-b79e-484f-9e62-7d57da1a9637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:32.329746 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e84148e-b79e-484f-9e62-7d57da1a9637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:32.343254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6e84148e-b79e-484f-9e62-7d57da1a9637 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['569b28a3-e2a6-4407-bd2f-bf948e7ef2e8']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:32.355877 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6e84148e-b79e-484f-9e62-7d57da1a9637 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e63059ea-87a7-4e4a-8abc-25e9f62dacee') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:32.356175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-6e84148e-b79e-484f-9e62-7d57da1a9637 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e63059ea-87a7-4e4a-8abc-25e9f62dacee') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:32.366712 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e84148e-b79e-484f-9e62-7d57da1a9637 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:32.384278 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e84148e-b79e-484f-9e62-7d57da1a9637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:32.391260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e84148e-b79e-484f-9e62-7d57da1a9637 admin admin] Releasing vlan 348 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:23:32.391671 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e84148e-b79e-484f-9e62-7d57da1a9637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:23:32.393573 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:23:32.457907 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e84148e-b79e-484f-9e62-7d57da1a9637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:32.466663 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e84148e-b79e-484f-9e62-7d57da1a9637 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:32.469493 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6e84148e-b79e-484f-9e62-7d57da1a9637 admin admin] 10.222.0.39 "DELETE /v2.0/networks/569b28a3-e2a6-4407-bd2f-bf948e7ef2e8 HTTP/1.1" status: 204 len: 168 time: 0.3149920 Jul 09 14:23:32.486081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e84148e-b79e-484f-9e62-7d57da1a9637 admin admin] Pushing event deleted for resources: {'Network': ['ID=569b28a3-e2a6-4407-bd2f-bf948e7ef2e8,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:32.609918 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48630) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:32.664023 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-14837dd3-7282-4766-85ae-b89a431976a9 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=eb8f8b5056264ef5ae10bb899f46ca5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527804 Jul 09 14:23:32.666537 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48632) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:32.725826 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a244b738-1309-4780-828f-2048e0ef17c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:32.760881 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a244b738-1309-4780-828f-2048e0ef17c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:32.841577 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a244b738-1309-4780-828f-2048e0ef17c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:32.846465 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a244b738-1309-4780-828f-2048e0ef17c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:32.848576 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a244b738-1309-4780-828f-2048e0ef17c3 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/3402335c-7e9e-434a-a36d-2232713c6f2f HTTP/1.1" status: 204 len: 168 time: 0.1808002 Jul 09 14:23:32.862969 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a244b738-1309-4780-828f-2048e0ef17c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3402335c-7e9e-434a-a36d-2232713c6f2f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:33.676371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48654) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:33.794704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-81876f10-4a07-41d7-a143-0b61cb55c0c8 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2079154028'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:33.819853 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 80753f63-f79c-4d4f-a147-e4cfec1ed89a no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:23:33.822959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81876f10-4a07-41d7-a143-0b61cb55c0c8 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Made reservation on behalf of fa20d3fba8f642afa63a1cada2c2db44 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:33.827372 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81876f10-4a07-41d7-a143-0b61cb55c0c8 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:33.842766 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81876f10-4a07-41d7-a143-0b61cb55c0c8 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:33.844182 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 80753f63-f79c-4d4f-a147-e4cfec1ed89a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:23:33.844644 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 80753f63-f79c-4d4f-a147-e4cfec1ed89a not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:23:33.979475 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81876f10-4a07-41d7-a143-0b61cb55c0c8 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:33.983647 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81876f10-4a07-41d7-a143-0b61cb55c0c8 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:34.023802 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81876f10-4a07-41d7-a143-0b61cb55c0c8 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:23:34.036016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81876f10-4a07-41d7-a143-0b61cb55c0c8 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d832d524-6aa1-448d-a2e9-913902898f5a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:34.044567 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81876f10-4a07-41d7-a143-0b61cb55c0c8 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:34.045054 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-81876f10-4a07-41d7-a143-0b61cb55c0c8 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Added segment 6fc3e89a-f94e-4fe0-8df8-ed382a143cfe of type vlan for network abb0001e-d96e-4d46-bb3e-ac36f45608d2 Jul 09 14:23:34.095506 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81876f10-4a07-41d7-a143-0b61cb55c0c8 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:34.129751 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81876f10-4a07-41d7-a143-0b61cb55c0c8 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:34.135849 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81876f10-4a07-41d7-a143-0b61cb55c0c8 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:34.136495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-81876f10-4a07-41d7-a143-0b61cb55c0c8 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:34.207577 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-81876f10-4a07-41d7-a143-0b61cb55c0c8 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5298038 Jul 09 14:23:34.227225 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81876f10-4a07-41d7-a143-0b61cb55c0c8 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event updated for resources: {'Network': ['ID=abb0001e-d96e-4d46-bb3e-ac36f45608d2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:34.242369 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network abb0001e-d96e-4d46-bb3e-ac36f45608d2 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:23:34.294267 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:23:34.742969 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0ee18a4f-f02d-4b73-94c3-5b6731707cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:34.755121 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:35.842767 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:37.242101 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:37.667251 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48660) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:37.672564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1d64f9e8-f45a-49c3-b735-b9126e6fd657 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Request body: {'subnet': {'network_id': 'abb0001e-d96e-4d46-bb3e-ac36f45608d2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:37.773029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d64f9e8-f45a-49c3-b735-b9126e6fd657 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Made reservation on behalf of fa20d3fba8f642afa63a1cada2c2db44 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:37.776776 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d64f9e8-f45a-49c3-b735-b9126e6fd657 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:37.980689 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d64f9e8-f45a-49c3-b735-b9126e6fd657 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:38.065618 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d64f9e8-f45a-49c3-b735-b9126e6fd657 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event updated for resources: {'Subnet': ['ID=dc6267a6-b6f0-44a8-bcfd-d6b177893ca6,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:38.081528 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d64f9e8-f45a-49c3-b735-b9126e6fd657 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Checking segment: {'id': '6fc3e89a-f94e-4fe0-8df8-ed382a143cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'abb0001e-d96e-4d46-bb3e-ac36f45608d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:23:38.082125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d64f9e8-f45a-49c3-b735-b9126e6fd657 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Network hostable DHCP agents. Network: abb0001e-d96e-4d46-bb3e-ac36f45608d2, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:23:38.109229 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d64f9e8-f45a-49c3-b735-b9126e6fd657 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Network abb0001e-d96e-4d46-bb3e-ac36f45608d2 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:23:38.120240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-1d64f9e8-f45a-49c3-b735-b9126e6fd657 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, abb0001e-d96e-4d46-bb3e-ac36f45608d2) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:38.126130 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d64f9e8-f45a-49c3-b735-b9126e6fd657 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:38.126738 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1d64f9e8-f45a-49c3-b735-b9126e6fd657 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:38.133609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d832133a-ede1-4200-9eae-5e291d95aed6 None None] Network abb0001e-d96e-4d46-bb3e-ac36f45608d2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:38.145499 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1d64f9e8-f45a-49c3-b735-b9126e6fd657 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4770396 Jul 09 14:23:38.150698 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48662) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:38.156412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-327d4f5f-daab-4553-ba64-625dd3cc0b19 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-253233569'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:38.183776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327d4f5f-daab-4553-ba64-625dd3cc0b19 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Made reservation on behalf of fa20d3fba8f642afa63a1cada2c2db44 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:38.188954 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-327d4f5f-daab-4553-ba64-625dd3cc0b19 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:38.235497 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-327d4f5f-daab-4553-ba64-625dd3cc0b19 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] vlan segment allocate from pool success with {'vlan_id': 327, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:23:38.252081 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-327d4f5f-daab-4553-ba64-625dd3cc0b19 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:38.252600 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-327d4f5f-daab-4553-ba64-625dd3cc0b19 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Added segment 4dd9b692-51fc-43fc-8366-f464e6154342 of type vlan for network d2e3251e-313c-47f7-beb9-52f7fc578d17 Jul 09 14:23:38.316306 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-abb0001e-d96e-4d46-bb3e-ac36f45608d2', 'network_id': 'abb0001e-d96e-4d46-bb3e-ac36f45608d2', 'tenant_id': 'fa20d3fba8f642afa63a1cada2c2db44', 'fixed_ips': [{'subnet_id': 'dc6267a6-b6f0-44a8-bcfd-d6b177893ca6'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:23:38.317660 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:38.326645 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-327d4f5f-daab-4553-ba64-625dd3cc0b19 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:38.390296 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-327d4f5f-daab-4553-ba64-625dd3cc0b19 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:38.404378 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327d4f5f-daab-4553-ba64-625dd3cc0b19 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:38.405566 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-327d4f5f-daab-4553-ba64-625dd3cc0b19 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:38.506717 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-327d4f5f-daab-4553-ba64-625dd3cc0b19 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3540573 Jul 09 14:23:38.511464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48666) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:38.518710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0bc9903a-2010-46ac-890d-d240a11e4063 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Request body: {'subnet': {'network_id': 'd2e3251e-313c-47f7-beb9-52f7fc578d17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:38.534072 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d4f5f-daab-4553-ba64-625dd3cc0b19 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event updated for resources: {'Network': ['ID=d2e3251e-313c-47f7-beb9-52f7fc578d17,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:38.559427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network d2e3251e-313c-47f7-beb9-52f7fc578d17 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:23:38.576510 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Allocated IP 2001:db8:0:ffff::2 (abb0001e-d96e-4d46-bb3e-ac36f45608d2/dc6267a6-b6f0-44a8-bcfd-d6b177893ca6/9879180f-1fc2-4fdc-955f-0f78dc5cf85c) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:23:38.661184 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bc9903a-2010-46ac-890d-d240a11e4063 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Made reservation on behalf of fa20d3fba8f642afa63a1cada2c2db44 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:38.665945 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0bc9903a-2010-46ac-890d-d240a11e4063 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:38.973812 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0bc9903a-2010-46ac-890d-d240a11e4063 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:38.991195 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:39.006468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Transition to ACTIVE for port object 9879180f-1fc2-4fdc-955f-0f78dc5cf85c will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:23:39.030821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Transition to ACTIVE for port object 9879180f-1fc2-4fdc-955f-0f78dc5cf85c will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:23:39.039803 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:39.066420 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc9903a-2010-46ac-890d-d240a11e4063 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event updated for resources: {'Subnet': ['ID=5c100c63-4e82-43df-b4bd-50d9bb0adc00,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:39.076919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bc9903a-2010-46ac-890d-d240a11e4063 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Checking segment: {'id': '4dd9b692-51fc-43fc-8366-f464e6154342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': 'd2e3251e-313c-47f7-beb9-52f7fc578d17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:23:39.077671 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc9903a-2010-46ac-890d-d240a11e4063 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Network hostable DHCP agents. Network: d2e3251e-313c-47f7-beb9-52f7fc578d17, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:23:39.092282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Network abb0001e-d96e-4d46-bb3e-ac36f45608d2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:23:39.098419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:39.105668 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc9903a-2010-46ac-890d-d240a11e4063 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Network d2e3251e-313c-47f7-beb9-52f7fc578d17 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:23:39.107726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:23:39.113211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Pushing event updated for resources: {'Port': ['ID=9879180f-1fc2-4fdc-955f-0f78dc5cf85c,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:39.121140 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0bc9903a-2010-46ac-890d-d240a11e4063 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, d2e3251e-313c-47f7-beb9-52f7fc578d17) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:39.126433 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:39.129328 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:39.129562 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bc9903a-2010-46ac-890d-d240a11e4063 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:39.129736 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:39.130037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:39.130979 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:39.131365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0bc9903a-2010-46ac-890d-d240a11e4063 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:39.131538 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:39.131713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:39.132005 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:39.132352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:39.132684 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:39.133058 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:39.133422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:39.133756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:39.156531 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0bc9903a-2010-46ac-890d-d240a11e4063 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.6427846 Jul 09 14:23:39.159750 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48672) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:39.166398 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1f19ca-6246-48bd-a412-da4b08b0e6d8 None None] Network d2e3251e-313c-47f7-beb9-52f7fc578d17 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:39.258311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Attempting to bind port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:23:39.258733 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Attempting to bind port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '6fc3e89a-f94e-4fe0-8df8-ed382a143cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'abb0001e-d96e-4d46-bb3e-ac36f45608d2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:23:39.259084 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Attempting to bind port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c on network abb0001e-d96e-4d46-bb3e-ac36f45608d2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:23:39.270092 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:23:39.270485 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Checking segment: {'id': '6fc3e89a-f94e-4fe0-8df8-ed382a143cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'abb0001e-d96e-4d46-bb3e-ac36f45608d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:23:39.270925 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:39.272286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Bound using segment: {'id': '6fc3e89a-f94e-4fe0-8df8-ed382a143cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'abb0001e-d96e-4d46-bb3e-ac36f45608d2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:23:39.272609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Bound port: 9879180f-1fc2-4fdc-955f-0f78dc5cf85c, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fc3e89a-f94e-4fe0-8df8-ed382a143cfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': 'abb0001e-d96e-4d46-bb3e-ac36f45608d2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:23:39.273121 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:39.314164 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-086c7f75-c7b4-4447-93b2-ddd9acf08030 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:39.346977 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:39.427832 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-086c7f75-c7b4-4447-93b2-ddd9acf08030 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:39.438556 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] For port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:23:39.454438 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] For port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9879180f-1fc2-4fdc-955f-0f78dc5cf85c,segment=NetworkSegment(6fc3e89a-f94e-4fe0-8df8-ed382a143cfe),segment_id=6fc3e89a-f94e-4fe0-8df8-ed382a143cfe)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:23:39.460228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-741826c8-4896-4c69-ba1c-dc7bc97ee5b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-d2e3251e-313c-47f7-beb9-52f7fc578d17', 'network_id': 'd2e3251e-313c-47f7-beb9-52f7fc578d17', 'tenant_id': 'fa20d3fba8f642afa63a1cada2c2db44', 'fixed_ips': [{'subnet_id': '5c100c63-4e82-43df-b4bd-50d9bb0adc00'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:23:39.461106 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-741826c8-4896-4c69-ba1c-dc7bc97ee5b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:39.467238 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:39.522893 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-086c7f75-c7b4-4447-93b2-ddd9acf08030 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:39.584162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c7f75-c7b4-4447-93b2-ddd9acf08030 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event deleted for resources: {'Subnet': ['ID=5c100c63-4e82-43df-b4bd-50d9bb0adc00,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:39.623118 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77d2136-cdea-4956-b4cb-28b7030b9d25 None None] Pushing event updated for resources: {'Port': ['ID=9879180f-1fc2-4fdc-955f-0f78dc5cf85c,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-741826c8-4896-4c69-ba1c-dc7bc97ee5b3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c100c63-4e82-43df-b4bd-50d9bb0adc00: This subnet is being modified by another concurrent operation. Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exception Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5c100c63-4e82-43df-b4bd-50d9bb0adc00: This subnet is being modified by another concurrent operation. Jul 09 14:23:39.645090 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 09 14:23:39.680494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2909215d-34b9-447f-b565-0462f4603f44 None None] Network d2e3251e-313c-47f7-beb9-52f7fc578d17 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:39.691152 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-086c7f75-c7b4-4447-93b2-ddd9acf08030 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:39.711811 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-086c7f75-c7b4-4447-93b2-ddd9acf08030 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2e3251e-313c-47f7-beb9-52f7fc578d17']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:39.728222 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-086c7f75-c7b4-4447-93b2-ddd9acf08030 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dd9b692-51fc-43fc-8366-f464e6154342') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:39.728667 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-086c7f75-c7b4-4447-93b2-ddd9acf08030 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dd9b692-51fc-43fc-8366-f464e6154342') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:39.747074 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-086c7f75-c7b4-4447-93b2-ddd9acf08030 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:39.767957 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-086c7f75-c7b4-4447-93b2-ddd9acf08030 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:39.778252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-086c7f75-c7b4-4447-93b2-ddd9acf08030 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Releasing vlan 327 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:23:39.778876 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-086c7f75-c7b4-4447-93b2-ddd9acf08030 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:23:39.783657 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:23:40.042409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9879180f-1fc2-4fdc-955f-0f78dc5cf85c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:23:40.106584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:23:40.284424 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-086c7f75-c7b4-4447-93b2-ddd9acf08030 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:40.294594 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-086c7f75-c7b4-4447-93b2-ddd9acf08030 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:40.296911 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-086c7f75-c7b4-4447-93b2-ddd9acf08030 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "DELETE /v2.0/networks/d2e3251e-313c-47f7-beb9-52f7fc578d17 HTTP/1.1" status: 204 len: 168 time: 1.1355414 Jul 09 14:23:40.300943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:40.308010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f671f816-d17a-4e5b-9974-90b070a51eda tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-704760313'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:40.313980 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086c7f75-c7b4-4447-93b2-ddd9acf08030 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event deleted for resources: {'Network': ['ID=d2e3251e-313c-47f7-beb9-52f7fc578d17,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:40.333381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f671f816-d17a-4e5b-9974-90b070a51eda tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Made reservation on behalf of fa20d3fba8f642afa63a1cada2c2db44 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:40.337834 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f671f816-d17a-4e5b-9974-90b070a51eda tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:40.367380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f671f816-d17a-4e5b-9974-90b070a51eda tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:23:40.378491 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f671f816-d17a-4e5b-9974-90b070a51eda tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:40.378814 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-f671f816-d17a-4e5b-9974-90b070a51eda tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Added segment 4e07f43d-c15f-4a22-b38f-421edffac390 of type vlan for network 764ba144-292d-4fd9-a7a1-73253a177a2d Jul 09 14:23:40.428108 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f671f816-d17a-4e5b-9974-90b070a51eda tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:40.462032 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f671f816-d17a-4e5b-9974-90b070a51eda tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:40.467862 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f671f816-d17a-4e5b-9974-90b070a51eda tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:40.468512 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f671f816-d17a-4e5b-9974-90b070a51eda tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:40.536655 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f671f816-d17a-4e5b-9974-90b070a51eda tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2337773 Jul 09 14:23:40.542577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48676) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:40.551534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c7fbffa9-9f68-49fe-8fd9-566ffd50a331 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Request body: {'subnet': {'network_id': '764ba144-292d-4fd9-a7a1-73253a177a2d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:40.569736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f671f816-d17a-4e5b-9974-90b070a51eda tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event updated for resources: {'Network': ['ID=764ba144-292d-4fd9-a7a1-73253a177a2d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:40.582750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 764ba144-292d-4fd9-a7a1-73253a177a2d details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:23:40.671532 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7fbffa9-9f68-49fe-8fd9-566ffd50a331 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Made reservation on behalf of fa20d3fba8f642afa63a1cada2c2db44 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:40.677248 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7fbffa9-9f68-49fe-8fd9-566ffd50a331 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:40.773824 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb03544c-7b08-448b-88ef-28bdb628fb87 None None] Network abb0001e-d96e-4d46-bb3e-ac36f45608d2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:40.775998 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.ipam_backend_mixin [None req-c7fbffa9-9f68-49fe-8fd9-566ffd50a331 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Performing IP validity checks on allocation pools {{(pid=93753) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 09 14:23:40.776643 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.ipam_backend_mixin [None req-c7fbffa9-9f68-49fe-8fd9-566ffd50a331 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93753) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 09 14:23:40.889063 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-eab8897b-f054-4ac6-9c26-71b38e1dfa5a None None] Provisioning for port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:23:40.901845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-eab8897b-f054-4ac6-9c26-71b38e1dfa5a None None] Provisioning complete for port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:23:40.902235 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eab8897b-f054-4ac6-9c26-71b38e1dfa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:40.929345 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7fbffa9-9f68-49fe-8fd9-566ffd50a331 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.011563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fbffa9-9f68-49fe-8fd9-566ffd50a331 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event updated for resources: {'Subnet': ['ID=c05a6d6a-f203-4877-9ea6-13e23ccd6cd1,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:41.023666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7fbffa9-9f68-49fe-8fd9-566ffd50a331 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Checking segment: {'id': '4e07f43d-c15f-4a22-b38f-421edffac390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '764ba144-292d-4fd9-a7a1-73253a177a2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:23:41.023666 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fbffa9-9f68-49fe-8fd9-566ffd50a331 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Network hostable DHCP agents. Network: 764ba144-292d-4fd9-a7a1-73253a177a2d, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:23:41.044772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7fbffa9-9f68-49fe-8fd9-566ffd50a331 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Network 764ba144-292d-4fd9-a7a1-73253a177a2d is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:23:41.056258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c7fbffa9-9f68-49fe-8fd9-566ffd50a331 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 764ba144-292d-4fd9-a7a1-73253a177a2d) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:41.066883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7fbffa9-9f68-49fe-8fd9-566ffd50a331 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:41.068853 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c7fbffa9-9f68-49fe-8fd9-566ffd50a331 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.069326 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29bce495-18b3-42a7-b89e-659c5d4caeeb None None] Network 764ba144-292d-4fd9-a7a1-73253a177a2d requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:41.087851 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c7fbffa9-9f68-49fe-8fd9-566ffd50a331 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5433784 Jul 09 14:23:41.092331 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48678) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:41.113769 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eab8897b-f054-4ac6-9c26-71b38e1dfa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.215525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-eab8897b-f054-4ac6-9c26-71b38e1dfa5a None None] For port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9879180f-1fc2-4fdc-955f-0f78dc5cf85c,segment=NetworkSegment(6fc3e89a-f94e-4fe0-8df8-ed382a143cfe),segment_id=6fc3e89a-f94e-4fe0-8df8-ed382a143cfe)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:23:41.225508 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eab8897b-f054-4ac6-9c26-71b38e1dfa5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.245975 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fb02b57-17ca-45e7-b2c9-e8955db233d6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.322203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab8897b-f054-4ac6-9c26-71b38e1dfa5a None None] Pushing event updated for resources: {'Port': ['ID=9879180f-1fc2-4fdc-955f-0f78dc5cf85c,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:41.370794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49356f59-f463-4883-9107-ce0614495086 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-764ba144-292d-4fd9-a7a1-73253a177a2d', 'network_id': '764ba144-292d-4fd9-a7a1-73253a177a2d', 'tenant_id': 'fa20d3fba8f642afa63a1cada2c2db44', 'fixed_ips': [{'subnet_id': 'c05a6d6a-f203-4877-9ea6-13e23ccd6cd1'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:23:41.372042 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-49356f59-f463-4883-9107-ce0614495086 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.383539 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fb02b57-17ca-45e7-b2c9-e8955db233d6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.500107 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fb02b57-17ca-45e7-b2c9-e8955db233d6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server [None req-49356f59-f463-4883-9107-ce0614495086 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c05a6d6a-f203-4877-9ea6-13e23ccd6cd1: This subnet is being modified by another concurrent operation. Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise self.value Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server raise exception Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c05a6d6a-f203-4877-9ea6-13e23ccd6cd1: This subnet is being modified by another concurrent operation. Jul 09 14:23:41.518167 n-d-799525-3 neutron-server[93755]: ERROR oslo_messaging.rpc.server Jul 09 14:23:41.543229 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb02b57-17ca-45e7-b2c9-e8955db233d6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event deleted for resources: {'Subnet': ['ID=c05a6d6a-f203-4877-9ea6-13e23ccd6cd1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:41.551301 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccac05c6-6334-4c57-8fbd-66fec6183219 None None] Network 764ba144-292d-4fd9-a7a1-73253a177a2d requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:41.638144 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fb02b57-17ca-45e7-b2c9-e8955db233d6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.650622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7fb02b57-17ca-45e7-b2c9-e8955db233d6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['764ba144-292d-4fd9-a7a1-73253a177a2d']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:41.674199 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7fb02b57-17ca-45e7-b2c9-e8955db233d6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e07f43d-c15f-4a22-b38f-421edffac390') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:41.674574 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-7fb02b57-17ca-45e7-b2c9-e8955db233d6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e07f43d-c15f-4a22-b38f-421edffac390') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:41.683834 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-57b6f575-c718-48ef-bcc4-8e3e2a96c663 None None] Provisioning complete for port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:23:41.684728 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-57b6f575-c718-48ef-bcc4-8e3e2a96c663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.688592 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fb02b57-17ca-45e7-b2c9-e8955db233d6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.706585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3398eaf1-3df7-4b65-9407-8442d77f5f05 None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 14:23:41.709047 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fb02b57-17ca-45e7-b2c9-e8955db233d6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.717171 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fb02b57-17ca-45e7-b2c9-e8955db233d6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:23:41.717790 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fb02b57-17ca-45e7-b2c9-e8955db233d6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:23:41.721500 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:23:41.795228 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fb02b57-17ca-45e7-b2c9-e8955db233d6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.809567 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7fb02b57-17ca-45e7-b2c9-e8955db233d6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.812966 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7fb02b57-17ca-45e7-b2c9-e8955db233d6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "DELETE /v2.0/networks/764ba144-292d-4fd9-a7a1-73253a177a2d HTTP/1.1" status: 204 len: 168 time: 0.7192650 Jul 09 14:23:41.819331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48680) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:41.824126 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b1829321-8d03-4bb9-b023-d7945b0ae4c6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-121522841'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:41.832626 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb02b57-17ca-45e7-b2c9-e8955db233d6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event deleted for resources: {'Network': ['ID=764ba144-292d-4fd9-a7a1-73253a177a2d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:41.834741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3398eaf1-3df7-4b65-9407-8442d77f5f05 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 14:23:41.849799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1829321-8d03-4bb9-b023-d7945b0ae4c6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Made reservation on behalf of fa20d3fba8f642afa63a1cada2c2db44 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:41.853766 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1829321-8d03-4bb9-b023-d7945b0ae4c6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.883228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1829321-8d03-4bb9-b023-d7945b0ae4c6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:23:41.893798 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1829321-8d03-4bb9-b023-d7945b0ae4c6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.897176 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-b1829321-8d03-4bb9-b023-d7945b0ae4c6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Added segment 6930e174-68d8-4f85-9918-6f826cd8b223 of type vlan for network b25b4f5c-9e32-488f-b192-ebecc0603c9d Jul 09 14:23:41.945014 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1829321-8d03-4bb9-b023-d7945b0ae4c6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.984439 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1829321-8d03-4bb9-b023-d7945b0ae4c6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:41.996499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1829321-8d03-4bb9-b023-d7945b0ae4c6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:41.998791 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b1829321-8d03-4bb9-b023-d7945b0ae4c6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:42.013752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9879180f-1fc2-4fdc-955f-0f78dc5cf85c up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:23:42.099585 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b1829321-8d03-4bb9-b023-d7945b0ae4c6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2767129 Jul 09 14:23:42.100587 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48682) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:42.105322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:23:42.105787 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:42.107418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d9b37169-cea1-49e0-b6b1-8479b17cf104 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Request body: {'subnet': {'network_id': 'b25b4f5c-9e32-488f-b192-ebecc0603c9d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:42.119678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1829321-8d03-4bb9-b023-d7945b0ae4c6 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event updated for resources: {'Network': ['ID=b25b4f5c-9e32-488f-b192-ebecc0603c9d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:42.138588 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network b25b4f5c-9e32-488f-b192-ebecc0603c9d details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:23:42.234412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b37169-cea1-49e0-b6b1-8479b17cf104 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Made reservation on behalf of fa20d3fba8f642afa63a1cada2c2db44 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:42.237819 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9b37169-cea1-49e0-b6b1-8479b17cf104 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:42.405082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18b1b04-6eb1-409a-bd0e-4a9903739659 None None] get_active_networks_info from n-d-799525-3 {{(pid=93755) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 09 14:23:42.459984 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9b37169-cea1-49e0-b6b1-8479b17cf104 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:42.522996 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18b1b04-6eb1-409a-bd0e-4a9903739659 None None] Resources bound (agent type, host, resource id): {{(pid=93755) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 09 14:23:42.527356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b37169-cea1-49e0-b6b1-8479b17cf104 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event updated for resources: {'Subnet': ['ID=3bff6cca-fc14-4390-ad90-83861f054d02,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:42.541933 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b37169-cea1-49e0-b6b1-8479b17cf104 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Checking segment: {'id': '6930e174-68d8-4f85-9918-6f826cd8b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b25b4f5c-9e32-488f-b192-ebecc0603c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:23:42.542756 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b37169-cea1-49e0-b6b1-8479b17cf104 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Network hostable DHCP agents. Network: b25b4f5c-9e32-488f-b192-ebecc0603c9d, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:23:42.564809 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b37169-cea1-49e0-b6b1-8479b17cf104 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Network b25b4f5c-9e32-488f-b192-ebecc0603c9d is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:23:42.578128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-d9b37169-cea1-49e0-b6b1-8479b17cf104 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, b25b4f5c-9e32-488f-b192-ebecc0603c9d) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:42.583323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b37169-cea1-49e0-b6b1-8479b17cf104 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:42.584285 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d9b37169-cea1-49e0-b6b1-8479b17cf104 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:42.602769 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d9b37169-cea1-49e0-b6b1-8479b17cf104 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5009031 Jul 09 14:23:42.610441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48684) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:42.618421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-6cd5f26a-282e-46d9-b3a5-2a8e51e002d4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1350065693'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:42.642360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cd5f26a-282e-46d9-b3a5-2a8e51e002d4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Made reservation on behalf of fa20d3fba8f642afa63a1cada2c2db44 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:42.646496 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f26a-282e-46d9-b3a5-2a8e51e002d4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:42.676039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cd5f26a-282e-46d9-b3a5-2a8e51e002d4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] vlan segment allocate from pool success with {'vlan_id': 347, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:23:42.687830 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f26a-282e-46d9-b3a5-2a8e51e002d4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:42.688177 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-6cd5f26a-282e-46d9-b3a5-2a8e51e002d4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Added segment 75b1e0a4-bbe6-439f-b945-41c31ded2b33 of type vlan for network 9226c5a8-45b5-478f-9c73-b3c607e383ec Jul 09 14:23:42.740465 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f26a-282e-46d9-b3a5-2a8e51e002d4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:42.782663 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f26a-282e-46d9-b3a5-2a8e51e002d4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:42.793677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cd5f26a-282e-46d9-b3a5-2a8e51e002d4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:42.794699 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6cd5f26a-282e-46d9-b3a5-2a8e51e002d4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:42.817490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5005f7b-220d-4060-83a8-49da12cfc5d2 None None] Network b25b4f5c-9e32-488f-b192-ebecc0603c9d requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:42.903549 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6cd5f26a-282e-46d9-b3a5-2a8e51e002d4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2908421 Jul 09 14:23:42.907199 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48686) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:42.914692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5f26a-282e-46d9-b3a5-2a8e51e002d4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event updated for resources: {'Network': ['ID=9226c5a8-45b5-478f-9c73-b3c607e383ec,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:42.934190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0efebf8c-decb-42c2-9892-00852d1aed82 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Request body: {'subnet': {'network_id': '9226c5a8-45b5-478f-9c73-b3c607e383ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:42.950491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 9226c5a8-45b5-478f-9c73-b3c607e383ec details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:23:43.085233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-b25b4f5c-9e32-488f-b192-ebecc0603c9d', 'network_id': 'b25b4f5c-9e32-488f-b192-ebecc0603c9d', 'tenant_id': 'fa20d3fba8f642afa63a1cada2c2db44', 'fixed_ips': [{'subnet_id': '3bff6cca-fc14-4390-ad90-83861f054d02'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:23:43.086222 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:43.119354 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efebf8c-decb-42c2-9892-00852d1aed82 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Made reservation on behalf of fa20d3fba8f642afa63a1cada2c2db44 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:43.125702 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0efebf8c-decb-42c2-9892-00852d1aed82 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:43.256003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Allocated IP 2001:db8::2 (b25b4f5c-9e32-488f-b192-ebecc0603c9d/3bff6cca-fc14-4390-ad90-83861f054d02/21da7796-54cb-4b45-a87a-cb62701e6be8) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:23:43.455672 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0efebf8c-decb-42c2-9892-00852d1aed82 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:43.502362 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:43.514301 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Transition to ACTIVE for port object 21da7796-54cb-4b45-a87a-cb62701e6be8 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:23:43.532444 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Transition to ACTIVE for port object 21da7796-54cb-4b45-a87a-cb62701e6be8 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:23:43.539915 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:43.543214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efebf8c-decb-42c2-9892-00852d1aed82 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event updated for resources: {'Subnet': ['ID=d7c14316-faec-43f5-90d1-07021c810bcf,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:43.556158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efebf8c-decb-42c2-9892-00852d1aed82 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Checking segment: {'id': '75b1e0a4-bbe6-439f-b945-41c31ded2b33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 347, 'network_id': '9226c5a8-45b5-478f-9c73-b3c607e383ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:23:43.556521 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efebf8c-decb-42c2-9892-00852d1aed82 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Network hostable DHCP agents. Network: 9226c5a8-45b5-478f-9c73-b3c607e383ec, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:23:43.579081 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0efebf8c-decb-42c2-9892-00852d1aed82 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Network 9226c5a8-45b5-478f-9c73-b3c607e383ec is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:23:43.587609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Network b25b4f5c-9e32-488f-b192-ebecc0603c9d is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:23:43.592165 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-0efebf8c-decb-42c2-9892-00852d1aed82 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 9226c5a8-45b5-478f-9c73-b3c607e383ec) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:43.593937 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:43.597858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:23:43.601427 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efebf8c-decb-42c2-9892-00852d1aed82 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:43.602763 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0efebf8c-decb-42c2-9892-00852d1aed82 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:43.608548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Pushing event updated for resources: {'Port': ['ID=21da7796-54cb-4b45-a87a-cb62701e6be8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:43.612523 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf307f08-b81a-4b81-9f43-4233ec952e62 None None] Network 9226c5a8-45b5-478f-9c73-b3c607e383ec requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:43.629271 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0efebf8c-decb-42c2-9892-00852d1aed82 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7201614 Jul 09 14:23:43.632788 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48688) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:43.755975 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-552cde95-c67d-4148-a8f5-e8a2b61eec3f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:43.878493 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-552cde95-c67d-4148-a8f5-e8a2b61eec3f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:43.902185 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Attempting to bind port 21da7796-54cb-4b45-a87a-cb62701e6be8 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:23:43.902877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Attempting to bind port 21da7796-54cb-4b45-a87a-cb62701e6be8 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '6930e174-68d8-4f85-9918-6f826cd8b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b25b4f5c-9e32-488f-b192-ebecc0603c9d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:23:43.903137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Attempting to bind port 21da7796-54cb-4b45-a87a-cb62701e6be8 on network b25b4f5c-9e32-488f-b192-ebecc0603c9d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:23:43.917415 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:23:43.917810 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Checking segment: {'id': '6930e174-68d8-4f85-9918-6f826cd8b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b25b4f5c-9e32-488f-b192-ebecc0603c9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:23:43.918253 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:43.918735 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Bound using segment: {'id': '6930e174-68d8-4f85-9918-6f826cd8b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b25b4f5c-9e32-488f-b192-ebecc0603c9d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:23:43.919283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Bound port: 21da7796-54cb-4b45-a87a-cb62701e6be8, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6930e174-68d8-4f85-9918-6f826cd8b223', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'b25b4f5c-9e32-488f-b192-ebecc0603c9d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:23:43.919703 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:43.956736 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-552cde95-c67d-4148-a8f5-e8a2b61eec3f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:43.991418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cde95-c67d-4148-a8f5-e8a2b61eec3f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event deleted for resources: {'Subnet': ['ID=d7c14316-faec-43f5-90d1-07021c810bcf,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:44.034618 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9290c16-d315-4873-9af6-28aeba8c493d None None] Network 9226c5a8-45b5-478f-9c73-b3c607e383ec requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:44.085551 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-552cde95-c67d-4148-a8f5-e8a2b61eec3f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:44.096999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-552cde95-c67d-4148-a8f5-e8a2b61eec3f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9226c5a8-45b5-478f-9c73-b3c607e383ec']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:44.109570 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] For port 21da7796-54cb-4b45-a87a-cb62701e6be8, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:23:44.111828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-552cde95-c67d-4148-a8f5-e8a2b61eec3f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75b1e0a4-bbe6-439f-b945-41c31ded2b33') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:44.112624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-552cde95-c67d-4148-a8f5-e8a2b61eec3f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75b1e0a4-bbe6-439f-b945-41c31ded2b33') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:44.124089 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-552cde95-c67d-4148-a8f5-e8a2b61eec3f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:44.134692 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] For port 21da7796-54cb-4b45-a87a-cb62701e6be8, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=21da7796-54cb-4b45-a87a-cb62701e6be8,segment=NetworkSegment(6930e174-68d8-4f85-9918-6f826cd8b223),segment_id=6930e174-68d8-4f85-9918-6f826cd8b223)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:23:44.142011 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:44.143776 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-552cde95-c67d-4148-a8f5-e8a2b61eec3f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:44.151738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552cde95-c67d-4148-a8f5-e8a2b61eec3f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Releasing vlan 347 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:23:44.152148 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-552cde95-c67d-4148-a8f5-e8a2b61eec3f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:23:44.155523 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:23:44.221219 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-552cde95-c67d-4148-a8f5-e8a2b61eec3f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:44.245034 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-552cde95-c67d-4148-a8f5-e8a2b61eec3f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:44.250065 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-552cde95-c67d-4148-a8f5-e8a2b61eec3f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "DELETE /v2.0/networks/9226c5a8-45b5-478f-9c73-b3c607e383ec HTTP/1.1" status: 204 len: 168 time: 0.6130390 Jul 09 14:23:44.250065 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552cde95-c67d-4148-a8f5-e8a2b61eec3f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event deleted for resources: {'Network': ['ID=9226c5a8-45b5-478f-9c73-b3c607e383ec,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:44.250392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48690) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:44.257314 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c4343a-f860-4ed8-be33-68765dd0ce17 None None] Pushing event updated for resources: {'Port': ['ID=21da7796-54cb-4b45-a87a-cb62701e6be8,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:44.280271 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c4eac68-387e-42dd-9c95-eb7b4f8ecb21 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] GET failed (client error): The resource could not be found. Jul 09 14:23:44.281643 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3c4eac68-387e-42dd-9c95-eb7b4f8ecb21 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "GET /v2.0/subnets/d7c14316-faec-43f5-90d1-07021c810bcf HTTP/1.1" status: 404 len: 337 time: 0.0302758 Jul 09 14:23:44.284623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48692) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:44.305430 n-d-799525-3 neutron-server[93753]: INFO neutron.pecan_wsgi.hooks.translation [None req-578d7574-ec1f-4b19-a456-1fc58b31f6a7 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] DELETE failed (client error): The resource could not be found. Jul 09 14:23:44.306060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-578d7574-ec1f-4b19-a456-1fc58b31f6a7 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93753) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:23:44.307960 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-578d7574-ec1f-4b19-a456-1fc58b31f6a7 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "DELETE /v2.0/networks/9226c5a8-45b5-478f-9c73-b3c607e383ec HTTP/1.1" status: 404 len: 339 time: 0.0223668 Jul 09 14:23:44.312183 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48694) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:44.345505 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a59ffc8-6e8e-4bc6-a2da-90f984976716 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] DELETE failed (client error): The resource could not be found. Jul 09 14:23:44.346068 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a59ffc8-6e8e-4bc6-a2da-90f984976716 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:23:44.348177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1a59ffc8-6e8e-4bc6-a2da-90f984976716 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "DELETE /v2.0/subnets/d7c14316-faec-43f5-90d1-07021c810bcf HTTP/1.1" status: 404 len: 337 time: 0.0342236 Jul 09 14:23:44.351756 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48696) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:44.373013 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-41518d31-a832-4d70-84ad-6587190a3af5 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] DELETE failed (client error): The resource could not be found. Jul 09 14:23:44.373600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41518d31-a832-4d70-84ad-6587190a3af5 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:23:44.375515 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-41518d31-a832-4d70-84ad-6587190a3af5 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "DELETE /v2.0/networks/9226c5a8-45b5-478f-9c73-b3c607e383ec HTTP/1.1" status: 404 len: 339 time: 0.0226610 Jul 09 14:23:44.378728 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48698) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:44.475324 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a402214-b37d-45ce-8717-98392ecdcb7e tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Deleting subnet 3bff6cca-fc14-4390-ad90-83861f054d02 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:23:44.479326 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a402214-b37d-45ce-8717-98392ecdcb7e tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:44.532510 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a402214-b37d-45ce-8717-98392ecdcb7e tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:44.662633 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a402214-b37d-45ce-8717-98392ecdcb7e tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:44.759069 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a402214-b37d-45ce-8717-98392ecdcb7e tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:44.791999 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a402214-b37d-45ce-8717-98392ecdcb7e tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event deleted for resources: {'Subnet': ['ID=3bff6cca-fc14-4390-ad90-83861f054d02,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:44.794162 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8a402214-b37d-45ce-8717-98392ecdcb7e tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:44.796180 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8a402214-b37d-45ce-8717-98392ecdcb7e tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "DELETE /v2.0/subnets/3bff6cca-fc14-4390-ad90-83861f054d02 HTTP/1.1" status: 204 len: 168 time: 0.4159069 Jul 09 14:23:44.799637 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48700) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:44.888286 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:44.952907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Deleting port 21da7796-54cb-4b45-a87a-cb62701e6be8 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:23:44.953445 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:45.063657 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] For port 21da7796-54cb-4b45-a87a-cb62701e6be8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=21da7796-54cb-4b45-a87a-cb62701e6be8,segment=NetworkSegment(6930e174-68d8-4f85-9918-6f826cd8b223),segment_id=6930e174-68d8-4f85-9918-6f826cd8b223)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:23:45.064004 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:45.081665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Calling delete_port for 21da7796-54cb-4b45-a87a-cb62701e6be8 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:23:45.191282 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:45.226065 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event deleted for resources: {'Port': ['ID=21da7796-54cb-4b45-a87a-cb62701e6be8,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:45.228031 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] No DVR routers for this DVR port 21da7796-54cb-4b45-a87a-cb62701e6be8 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:23:45.338022 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:45.343697 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71123ff3-c881-45c6-9826-b90fc6106cfc None None] Network b25b4f5c-9e32-488f-b192-ebecc0603c9d requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:45.352166 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25b4f5c-9e32-488f-b192-ebecc0603c9d']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:45.364645 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6930e174-68d8-4f85-9918-6f826cd8b223') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:45.365508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6930e174-68d8-4f85-9918-6f826cd8b223') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:45.376418 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:45.394455 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:45.406886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:23:45.407522 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:23:45.412903 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:23:45.432581 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-677eec2d-e98c-402c-9cdf-3052f4d45552 None None] Could not find standard attr ID for object 21da7796-54cb-4b45-a87a-cb62701e6be8. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:23:45.515912 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:45.528337 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:45.531158 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "DELETE /v2.0/networks/b25b4f5c-9e32-488f-b192-ebecc0603c9d HTTP/1.1" status: 204 len: 168 time: 0.7304714 Jul 09 14:23:45.534371 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48702) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:45.569366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f534a-f5c1-4dfe-afb3-f3c7c018f6e4 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event deleted for resources: {'Network': ['ID=b25b4f5c-9e32-488f-b192-ebecc0603c9d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:45.576985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061fb30c-3e4c-4748-9158-594ba70bc24f None None] DHCP port deletion for b25b4f5c-9e32-488f-b192-ebecc0603c9d request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:23:45.604876 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-b53de6b1-315b-4d2f-ac17-5964cac25c61 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] DELETE failed (client error): The resource could not be found. Jul 09 14:23:45.605708 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b53de6b1-315b-4d2f-ac17-5964cac25c61 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:23:45.608344 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b53de6b1-315b-4d2f-ac17-5964cac25c61 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "DELETE /v2.0/subnets/c05a6d6a-f203-4877-9ea6-13e23ccd6cd1 HTTP/1.1" status: 404 len: 337 time: 0.0723717 Jul 09 14:23:45.611291 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48704) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:45.632934 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc0e3951-ffd0-4372-8177-8d163ec3bfc0 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] DELETE failed (client error): The resource could not be found. Jul 09 14:23:45.633548 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc0e3951-ffd0-4372-8177-8d163ec3bfc0 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:23:45.635386 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fc0e3951-ffd0-4372-8177-8d163ec3bfc0 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "DELETE /v2.0/networks/764ba144-292d-4fd9-a7a1-73253a177a2d HTTP/1.1" status: 404 len: 339 time: 0.0230198 Jul 09 14:23:45.638257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48706) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:45.672240 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22b25c6-a8b2-4ad8-87c9-796963118a6f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] DELETE failed (client error): The resource could not be found. Jul 09 14:23:45.672685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22b25c6-a8b2-4ad8-87c9-796963118a6f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:23:45.674559 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c22b25c6-a8b2-4ad8-87c9-796963118a6f tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "DELETE /v2.0/subnets/5c100c63-4e82-43df-b4bd-50d9bb0adc00 HTTP/1.1" status: 404 len: 337 time: 0.0353248 Jul 09 14:23:45.677566 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48708) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:45.697438 n-d-799525-3 neutron-server[93754]: INFO neutron.pecan_wsgi.hooks.translation [None req-341410d9-aaff-4de8-b25c-71588faf3e79 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] DELETE failed (client error): The resource could not be found. Jul 09 14:23:45.698056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-341410d9-aaff-4de8-b25c-71588faf3e79 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93754) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 09 14:23:45.699964 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-341410d9-aaff-4de8-b25c-71588faf3e79 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "DELETE /v2.0/networks/d2e3251e-313c-47f7-beb9-52f7fc578d17 HTTP/1.1" status: 404 len: 339 time: 0.0213585 Jul 09 14:23:45.702773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48710) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:45.762044 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-376b02cb-42ab-4eb0-8fe2-45ee3807eb08 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Deleting subnet dc6267a6-b6f0-44a8-bcfd-d6b177893ca6 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:23:45.765780 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-376b02cb-42ab-4eb0-8fe2-45ee3807eb08 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:45.811692 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-376b02cb-42ab-4eb0-8fe2-45ee3807eb08 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:45.913078 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-376b02cb-42ab-4eb0-8fe2-45ee3807eb08 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:45.980768 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-376b02cb-42ab-4eb0-8fe2-45ee3807eb08 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:46.012241 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b02cb-42ab-4eb0-8fe2-45ee3807eb08 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event deleted for resources: {'Subnet': ['ID=dc6267a6-b6f0-44a8-bcfd-d6b177893ca6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:46.014230 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-376b02cb-42ab-4eb0-8fe2-45ee3807eb08 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:46.016243 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-376b02cb-42ab-4eb0-8fe2-45ee3807eb08 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "DELETE /v2.0/subnets/dc6267a6-b6f0-44a8-bcfd-d6b177893ca6 HTTP/1.1" status: 204 len: 168 time: 0.3123281 Jul 09 14:23:46.020068 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48712) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:46.022705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bc6318-04c1-4c98-9152-707b65a7eeae None None] Network abb0001e-d96e-4d46-bb3e-ac36f45608d2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:46.113727 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:46.174661 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Deleting port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:23:46.175117 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:46.253559 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] For port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9879180f-1fc2-4fdc-955f-0f78dc5cf85c,segment=NetworkSegment(6fc3e89a-f94e-4fe0-8df8-ed382a143cfe),segment_id=6fc3e89a-f94e-4fe0-8df8-ed382a143cfe)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:23:46.254185 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:46.263226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18fe4340-d3f3-405c-8470-1b8b3dfda38c None None] DHCP port deletion for abb0001e-d96e-4d46-bb3e-ac36f45608d2 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:23:46.274184 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Calling delete_port for 9879180f-1fc2-4fdc-955f-0f78dc5cf85c owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:23:46.338974 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-18fe4340-d3f3-405c-8470-1b8b3dfda38c None None] Deleting port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:23:46.339531 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18fe4340-d3f3-405c-8470-1b8b3dfda38c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:46.372614 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:46.406540 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event deleted for resources: {'Port': ['ID=9879180f-1fc2-4fdc-955f-0f78dc5cf85c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:46.408777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] No DVR routers for this DVR port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:23:46.441361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-18fe4340-d3f3-405c-8470-1b8b3dfda38c None None] For port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9879180f-1fc2-4fdc-955f-0f78dc5cf85c,segment=NetworkSegment(6fc3e89a-f94e-4fe0-8df8-ed382a143cfe),segment_id=6fc3e89a-f94e-4fe0-8df8-ed382a143cfe)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:23:46.442212 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18fe4340-d3f3-405c-8470-1b8b3dfda38c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:46.462466 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-18fe4340-d3f3-405c-8470-1b8b3dfda38c None None] Calling delete_port for 9879180f-1fc2-4fdc-955f-0f78dc5cf85c owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:23:46.514716 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:46.533010 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abb0001e-d96e-4d46-bb3e-ac36f45608d2']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:46.553594 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fc3e89a-f94e-4fe0-8df8-ed382a143cfe') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:46.554061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fc3e89a-f94e-4fe0-8df8-ed382a143cfe') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:46.571498 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:46.575667 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18fe4340-d3f3-405c-8470-1b8b3dfda38c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:46.595023 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:46.606290 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:23:46.606931 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:23:46.612234 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:23:46.620045 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fe4340-d3f3-405c-8470-1b8b3dfda38c None None] Pushing event deleted for resources: {'Port': ['ID=9879180f-1fc2-4fdc-955f-0f78dc5cf85c,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:46.629494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fe4340-d3f3-405c-8470-1b8b3dfda38c None None] No DVR routers for this DVR port 9879180f-1fc2-4fdc-955f-0f78dc5cf85c on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:23:46.692542 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:46.699590 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:46.701617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] 10.222.0.39 "DELETE /v2.0/networks/abb0001e-d96e-4d46-bb3e-ac36f45608d2 HTTP/1.1" status: 204 len: 168 time: 0.6803591 Jul 09 14:23:46.718162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29191b0c-bb45-498a-891f-dbb178b95743 tempest-NetworksIpV6Test-1060454306 tempest-NetworksIpV6Test-1060454306-project] Pushing event deleted for resources: {'Network': ['ID=abb0001e-d96e-4d46-bb3e-ac36f45608d2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:47.020393 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48718) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:47.217162 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-44a29276-be75-428d-bd15-aae40f943ace admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=fa20d3fba8f642afa63a1cada2c2db44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1945634 Jul 09 14:23:47.219950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48722) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:47.291407 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c86418c3-a016-4249-ab14-1c67999ff563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:47.317420 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c86418c3-a016-4249-ab14-1c67999ff563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:47.373643 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c86418c3-a016-4249-ab14-1c67999ff563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:47.376843 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c86418c3-a016-4249-ab14-1c67999ff563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:47.378111 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c86418c3-a016-4249-ab14-1c67999ff563 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/d832d524-6aa1-448d-a2e9-913902898f5a HTTP/1.1" status: 204 len: 168 time: 0.1570590 Jul 09 14:23:47.390324 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86418c3-a016-4249-ab14-1c67999ff563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d832d524-6aa1-448d-a2e9-913902898f5a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:47.982971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9879180f-1fc2-4fdc-955f-0f78dc5cf85c no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:23:48.007948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 9879180f-1fc2-4fdc-955f-0f78dc5cf85c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:23:48.008410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9879180f-1fc2-4fdc-955f-0f78dc5cf85c not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:23:48.175257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48744) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:48.285558 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9b7ec9c2-2e53-46cc-8eb6-c67cd0942923 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1230841848', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:48.314253 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b7ec9c2-2e53-46cc-8eb6-c67cd0942923 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:48.315357 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b7ec9c2-2e53-46cc-8eb6-c67cd0942923 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:48.398062 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b7ec9c2-2e53-46cc-8eb6-c67cd0942923 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:48.403302 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b7ec9c2-2e53-46cc-8eb6-c67cd0942923 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:48.423754 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b7ec9c2-2e53-46cc-8eb6-c67cd0942923 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:48.425077 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9b7ec9c2-2e53-46cc-8eb6-c67cd0942923 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2485914 Jul 09 14:23:48.429348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48748) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:48.437862 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bc8edfee-d3c8-4fdf-8110-0c676731b11d tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-230688044'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:48.473243 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc8edfee-d3c8-4fdf-8110-0c676731b11d tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Made reservation on behalf of 5b21332024524549a5fe9f4d1eb5e467 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:48.480386 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc8edfee-d3c8-4fdf-8110-0c676731b11d tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:48.497491 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc8edfee-d3c8-4fdf-8110-0c676731b11d tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:48.632389 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc8edfee-d3c8-4fdf-8110-0c676731b11d tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:48.637422 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc8edfee-d3c8-4fdf-8110-0c676731b11d tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:48.668504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc8edfee-d3c8-4fdf-8110-0c676731b11d tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:23:48.678702 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8edfee-d3c8-4fdf-8110-0c676731b11d tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Pushing event updated for resources: {'SecurityGroup': ['ID=11495f6c-179d-42b0-af7f-ceaf6d7cab16,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:48.689241 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc8edfee-d3c8-4fdf-8110-0c676731b11d tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:48.689241 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-bc8edfee-d3c8-4fdf-8110-0c676731b11d tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Added segment 7a04ce39-5db6-43ee-a78c-54ac9744f66b of type vlan for network b48588af-f880-4165-899c-50f9263f5233 Jul 09 14:23:48.767005 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc8edfee-d3c8-4fdf-8110-0c676731b11d tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:48.816560 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc8edfee-d3c8-4fdf-8110-0c676731b11d tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:48.823195 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc8edfee-d3c8-4fdf-8110-0c676731b11d tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:48.824050 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bc8edfee-d3c8-4fdf-8110-0c676731b11d tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:48.890593 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bc8edfee-d3c8-4fdf-8110-0c676731b11d tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4592683 Jul 09 14:23:48.894251 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48750) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:48.903739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-5e500424-465b-482d-ae3e-44a3e80379fb tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Request body: {'subnet': {'network_id': 'b48588af-f880-4165-899c-50f9263f5233', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:48.906224 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8edfee-d3c8-4fdf-8110-0c676731b11d tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Pushing event updated for resources: {'Network': ['ID=b48588af-f880-4165-899c-50f9263f5233,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:48.921451 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network b48588af-f880-4165-899c-50f9263f5233 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:23:49.442100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e500424-465b-482d-ae3e-44a3e80379fb tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Made reservation on behalf of 5b21332024524549a5fe9f4d1eb5e467 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:49.446466 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e500424-465b-482d-ae3e-44a3e80379fb tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:49.699713 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e500424-465b-482d-ae3e-44a3e80379fb tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:49.770186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e500424-465b-482d-ae3e-44a3e80379fb tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Pushing event updated for resources: {'Subnet': ['ID=cdbff061-9c3d-48b1-9b76-f2b53f3fe53e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:49.786134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e500424-465b-482d-ae3e-44a3e80379fb tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Checking segment: {'id': '7a04ce39-5db6-43ee-a78c-54ac9744f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b48588af-f880-4165-899c-50f9263f5233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:23:49.787125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e500424-465b-482d-ae3e-44a3e80379fb tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Network hostable DHCP agents. Network: b48588af-f880-4165-899c-50f9263f5233, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:23:49.812131 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e500424-465b-482d-ae3e-44a3e80379fb tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Network b48588af-f880-4165-899c-50f9263f5233 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:23:49.824380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-5e500424-465b-482d-ae3e-44a3e80379fb tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, b48588af-f880-4165-899c-50f9263f5233) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:49.833401 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e500424-465b-482d-ae3e-44a3e80379fb tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:49.834483 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5e500424-465b-482d-ae3e-44a3e80379fb tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:49.838019 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f846e75-60d5-48d8-bcbd-e4b7670bcd8b None None] Network b48588af-f880-4165-899c-50f9263f5233 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:49.854022 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5e500424-465b-482d-ae3e-44a3e80379fb tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9582760 Jul 09 14:23:49.858680 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48752) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:49.864563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b2b610bf-b0c4-40b0-85fa-56021617ce11 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1380702560'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:49.890904 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b610bf-b0c4-40b0-85fa-56021617ce11 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Made reservation on behalf of 5b21332024524549a5fe9f4d1eb5e467 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:49.894248 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2b610bf-b0c4-40b0-85fa-56021617ce11 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:49.928739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b610bf-b0c4-40b0-85fa-56021617ce11 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:23:49.950576 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2b610bf-b0c4-40b0-85fa-56021617ce11 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:49.950576 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-b2b610bf-b0c4-40b0-85fa-56021617ce11 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Added segment 0b34ecb1-0fdb-479e-9bba-1c2d511be2fe of type vlan for network 592a50d7-4cb5-46c0-8206-6756d62cbb43 Jul 09 14:23:50.007884 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2b610bf-b0c4-40b0-85fa-56021617ce11 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:50.028630 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-b48588af-f880-4165-899c-50f9263f5233', 'network_id': 'b48588af-f880-4165-899c-50f9263f5233', 'tenant_id': '5b21332024524549a5fe9f4d1eb5e467', 'fixed_ips': [{'subnet_id': 'cdbff061-9c3d-48b1-9b76-f2b53f3fe53e'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:23:50.030133 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:50.044925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2b610bf-b0c4-40b0-85fa-56021617ce11 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:50.050837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b610bf-b0c4-40b0-85fa-56021617ce11 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:50.051530 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b2b610bf-b0c4-40b0-85fa-56021617ce11 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:50.125848 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b2b610bf-b0c4-40b0-85fa-56021617ce11 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2655187 Jul 09 14:23:50.128519 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48754) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:50.134719 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b610bf-b0c4-40b0-85fa-56021617ce11 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Pushing event updated for resources: {'Network': ['ID=592a50d7-4cb5-46c0-8206-6756d62cbb43,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:50.138962 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4b1de935-d9a7-4bfb-8149-055e438f9ce8 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Request body: {'subnet': {'network_id': '592a50d7-4cb5-46c0-8206-6756d62cbb43', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:50.154317 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 592a50d7-4cb5-46c0-8206-6756d62cbb43 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:23:50.275916 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Allocated IP 172.20.0.2 (b48588af-f880-4165-899c-50f9263f5233/cdbff061-9c3d-48b1-9b76-f2b53f3fe53e/b3fd25ef-2740-49c3-a2a1-1faf3b730bfb) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:23:50.291776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1de935-d9a7-4bfb-8149-055e438f9ce8 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Made reservation on behalf of 5b21332024524549a5fe9f4d1eb5e467 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:50.298925 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b1de935-d9a7-4bfb-8149-055e438f9ce8 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:50.475847 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:50.486453 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Transition to ACTIVE for port object b3fd25ef-2740-49c3-a2a1-1faf3b730bfb will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:23:50.504270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Transition to ACTIVE for port object b3fd25ef-2740-49c3-a2a1-1faf3b730bfb will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:23:50.512169 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:50.560356 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Network b48588af-f880-4165-899c-50f9263f5233 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:23:50.563719 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:50.569531 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:23:50.573082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Pushing event updated for resources: {'Port': ['ID=b3fd25ef-2740-49c3-a2a1-1faf3b730bfb,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:50.585840 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b1de935-d9a7-4bfb-8149-055e438f9ce8 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:50.634204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Attempting to bind port b3fd25ef-2740-49c3-a2a1-1faf3b730bfb on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:23:50.634575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Attempting to bind port b3fd25ef-2740-49c3-a2a1-1faf3b730bfb by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '7a04ce39-5db6-43ee-a78c-54ac9744f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b48588af-f880-4165-899c-50f9263f5233'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:23:50.634931 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Attempting to bind port b3fd25ef-2740-49c3-a2a1-1faf3b730bfb on network b48588af-f880-4165-899c-50f9263f5233 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:23:50.640890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:23:50.641188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Checking segment: {'id': '7a04ce39-5db6-43ee-a78c-54ac9744f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b48588af-f880-4165-899c-50f9263f5233'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:23:50.641540 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:50.641935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Bound using segment: {'id': '7a04ce39-5db6-43ee-a78c-54ac9744f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b48588af-f880-4165-899c-50f9263f5233'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:23:50.642752 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Bound port: b3fd25ef-2740-49c3-a2a1-1faf3b730bfb, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a04ce39-5db6-43ee-a78c-54ac9744f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': 'b48588af-f880-4165-899c-50f9263f5233'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:23:50.642895 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:50.659177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1de935-d9a7-4bfb-8149-055e438f9ce8 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Pushing event updated for resources: {'Subnet': ['ID=1010e51d-3d9e-46d5-8831-fc6719937c4a,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:50.669681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1de935-d9a7-4bfb-8149-055e438f9ce8 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Checking segment: {'id': '0b34ecb1-0fdb-479e-9bba-1c2d511be2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '592a50d7-4cb5-46c0-8206-6756d62cbb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:23:50.670011 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1de935-d9a7-4bfb-8149-055e438f9ce8 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Network hostable DHCP agents. Network: 592a50d7-4cb5-46c0-8206-6756d62cbb43, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:23:50.697872 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1de935-d9a7-4bfb-8149-055e438f9ce8 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Network 592a50d7-4cb5-46c0-8206-6756d62cbb43 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:23:50.709598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4b1de935-d9a7-4bfb-8149-055e438f9ce8 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 592a50d7-4cb5-46c0-8206-6756d62cbb43) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:50.715974 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1de935-d9a7-4bfb-8149-055e438f9ce8 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:50.716920 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4b1de935-d9a7-4bfb-8149-055e438f9ce8 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:50.725080 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958e2f9c-2399-41d1-8422-75ba4f6a6586 None None] Network 592a50d7-4cb5-46c0-8206-6756d62cbb43 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:50.738203 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4b1de935-d9a7-4bfb-8149-055e438f9ce8 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6080339 Jul 09 14:23:50.742142 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48756) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:50.748045 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ecdb3afa-71d3-4626-a1e0-fc3000df9d1f tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Request body: {'router': {'external_gateway_info': {'network_id': '592a50d7-4cb5-46c0-8206-6756d62cbb43'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:50.778786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] For port b3fd25ef-2740-49c3-a2a1-1faf3b730bfb, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:23:50.799424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] For port b3fd25ef-2740-49c3-a2a1-1faf3b730bfb, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b3fd25ef-2740-49c3-a2a1-1faf3b730bfb,segment=NetworkSegment(7a04ce39-5db6-43ee-a78c-54ac9744f66b),segment_id=7a04ce39-5db6-43ee-a78c-54ac9744f66b)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:23:50.806698 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:50.932406 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba7244e-2806-42bb-9ac7-6c5134962c9a None None] Pushing event updated for resources: {'Port': ['ID=b3fd25ef-2740-49c3-a2a1-1faf3b730bfb,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:50.999779 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-592a50d7-4cb5-46c0-8206-6756d62cbb43', 'network_id': '592a50d7-4cb5-46c0-8206-6756d62cbb43', 'tenant_id': '5b21332024524549a5fe9f4d1eb5e467', 'fixed_ips': [{'subnet_id': '1010e51d-3d9e-46d5-8831-fc6719937c4a'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:23:51.001272 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:51.044010 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecdb3afa-71d3-4626-a1e0-fc3000df9d1f tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:51.227568 n-d-799525-3 neutron-server[93754]: INFO neutron.api.v2.resource [None req-ecdb3afa-71d3-4626-a1e0-fc3000df9d1f tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 09 14:23:51.233680 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Allocated IP 172.21.0.2 (592a50d7-4cb5-46c0-8206-6756d62cbb43/1010e51d-3d9e-46d5-8831-fc6719937c4a/b4b28654-e383-40f2-b399-235ddac408c3) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:23:51.239753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48758) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:51.240678 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ecdb3afa-71d3-4626-a1e0-fc3000df9d1f tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] 10.222.0.39 "PUT /v2.0/routers/816b04e1-c884-4414-8b2d-b0850af089a1 HTTP/1.1" status: 400 len: 364 time: 0.4958532 Jul 09 14:23:51.324435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-63c25f5b-a414-4cfe-be79-99cfeee12134 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Deleting subnet 1010e51d-3d9e-46d5-8831-fc6719937c4a {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:23:51.450244 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:51.463224 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Transition to ACTIVE for port object b4b28654-e383-40f2-b399-235ddac408c3 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:23:51.484446 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Transition to ACTIVE for port object b4b28654-e383-40f2-b399-235ddac408c3 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:23:51.491932 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63c25f5b-a414-4cfe-be79-99cfeee12134 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:51.494064 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:51.542557 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Network 592a50d7-4cb5-46c0-8206-6756d62cbb43 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:23:51.544826 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63c25f5b-a414-4cfe-be79-99cfeee12134 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:51.547727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:51.554417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:23:51.567335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Pushing event updated for resources: {'Port': ['ID=b4b28654-e383-40f2-b399-235ddac408c3,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:51.628952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Attempting to bind port b4b28654-e383-40f2-b399-235ddac408c3 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:23:51.629333 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Attempting to bind port b4b28654-e383-40f2-b399-235ddac408c3 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '0b34ecb1-0fdb-479e-9bba-1c2d511be2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '592a50d7-4cb5-46c0-8206-6756d62cbb43'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:23:51.629765 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Attempting to bind port b4b28654-e383-40f2-b399-235ddac408c3 on network 592a50d7-4cb5-46c0-8206-6756d62cbb43 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:23:51.637208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:23:51.637596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Checking segment: {'id': '0b34ecb1-0fdb-479e-9bba-1c2d511be2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '592a50d7-4cb5-46c0-8206-6756d62cbb43'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:23:51.637982 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:51.638455 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Bound using segment: {'id': '0b34ecb1-0fdb-479e-9bba-1c2d511be2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '592a50d7-4cb5-46c0-8206-6756d62cbb43'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:23:51.638866 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Bound port: b4b28654-e383-40f2-b399-235ddac408c3, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b34ecb1-0fdb-479e-9bba-1c2d511be2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': '592a50d7-4cb5-46c0-8206-6756d62cbb43'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:23:51.639391 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:51.671770 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63c25f5b-a414-4cfe-be79-99cfeee12134 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:51.765135 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63c25f5b-a414-4cfe-be79-99cfeee12134 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:51.770831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] For port b4b28654-e383-40f2-b399-235ddac408c3, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:23:51.778551 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] For port b4b28654-e383-40f2-b399-235ddac408c3, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b4b28654-e383-40f2-b399-235ddac408c3,segment=NetworkSegment(0b34ecb1-0fdb-479e-9bba-1c2d511be2fe),segment_id=0b34ecb1-0fdb-479e-9bba-1c2d511be2fe)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:23:51.787623 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:51.806329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c25f5b-a414-4cfe-be79-99cfeee12134 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Pushing event deleted for resources: {'Subnet': ['ID=1010e51d-3d9e-46d5-8831-fc6719937c4a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:51.823847 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-63c25f5b-a414-4cfe-be79-99cfeee12134 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:51.829722 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-63c25f5b-a414-4cfe-be79-99cfeee12134 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] 10.222.0.39 "DELETE /v2.0/subnets/1010e51d-3d9e-46d5-8831-fc6719937c4a HTTP/1.1" status: 204 len: 168 time: 0.5848653 Jul 09 14:23:51.830189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48760) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:51.953111 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a4e45d-dfe0-4efd-83a9-c382d06290ec None None] Pushing event updated for resources: {'Port': ['ID=b4b28654-e383-40f2-b399-235ddac408c3,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:52.074715 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:52.130360 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b3fd25ef-2740-49c3-a2a1-1faf3b730bfb up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:23:52.230662 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Deleting port b4b28654-e383-40f2-b399-235ddac408c3 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:23:52.231371 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:52.279935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port b3fd25ef-2740-49c3-a2a1-1faf3b730bfb completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:23:52.398080 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea36723c-7dd3-43f1-bbff-d9c40041c801 None None] Network b48588af-f880-4165-899c-50f9263f5233 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:52.456882 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] For port b4b28654-e383-40f2-b399-235ddac408c3, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b4b28654-e383-40f2-b399-235ddac408c3,segment=NetworkSegment(0b34ecb1-0fdb-479e-9bba-1c2d511be2fe),segment_id=0b34ecb1-0fdb-479e-9bba-1c2d511be2fe)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:23:52.457788 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:52.493554 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Calling delete_port for b4b28654-e383-40f2-b399-235ddac408c3 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:23:52.571411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-757899d2-7760-406d-871f-8bb1a96ecc05 None None] Provisioning for port b3fd25ef-2740-49c3-a2a1-1faf3b730bfb completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:23:52.579065 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-757899d2-7760-406d-871f-8bb1a96ecc05 None None] Provisioning complete for port b3fd25ef-2740-49c3-a2a1-1faf3b730bfb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:23:52.579472 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-757899d2-7760-406d-871f-8bb1a96ecc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:52.661103 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:52.716235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] No DVR routers for this DVR port b4b28654-e383-40f2-b399-235ddac408c3 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:23:52.728115 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Pushing event deleted for resources: {'Port': ['ID=b4b28654-e383-40f2-b399-235ddac408c3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:52.742141 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-757899d2-7760-406d-871f-8bb1a96ecc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:52.787457 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-757899d2-7760-406d-871f-8bb1a96ecc05 None None] For port b3fd25ef-2740-49c3-a2a1-1faf3b730bfb, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b3fd25ef-2740-49c3-a2a1-1faf3b730bfb,segment=NetworkSegment(7a04ce39-5db6-43ee-a78c-54ac9744f66b),segment_id=7a04ce39-5db6-43ee-a78c-54ac9744f66b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:23:52.792717 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-757899d2-7760-406d-871f-8bb1a96ecc05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:52.863485 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757899d2-7760-406d-871f-8bb1a96ecc05 None None] Pushing event updated for resources: {'Port': ['ID=b3fd25ef-2740-49c3-a2a1-1faf3b730bfb,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:52.875739 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:52.893288 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['592a50d7-4cb5-46c0-8206-6756d62cbb43']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:52.908656 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b34ecb1-0fdb-479e-9bba-1c2d511be2fe') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:52.909120 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b34ecb1-0fdb-479e-9bba-1c2d511be2fe') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:52.924540 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:52.946351 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:52.960039 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:23:52.960039 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:23:52.963308 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:23:53.018416 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a33bf846-481d-4f2c-992a-323ff7f083e0 None None] Provisioning complete for port b3fd25ef-2740-49c3-a2a1-1faf3b730bfb triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:23:53.019198 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a33bf846-481d-4f2c-992a-323ff7f083e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:53.054521 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:53.067148 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:53.072248 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] 10.222.0.39 "DELETE /v2.0/networks/592a50d7-4cb5-46c0-8206-6756d62cbb43 HTTP/1.1" status: 204 len: 168 time: 1.2408993 Jul 09 14:23:53.075724 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48762) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:53.092886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb8309-270c-45b9-9898-ef3b8fe311b6 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Pushing event deleted for resources: {'Network': ['ID=592a50d7-4cb5-46c0-8206-6756d62cbb43,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:53.141697 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-59ab1bd6-82e9-46e6-9f58-6267a8f0d707 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Deleting subnet cdbff061-9c3d-48b1-9b76-f2b53f3fe53e {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:23:53.145701 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59ab1bd6-82e9-46e6-9f58-6267a8f0d707 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:53.205140 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59ab1bd6-82e9-46e6-9f58-6267a8f0d707 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:53.341104 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59ab1bd6-82e9-46e6-9f58-6267a8f0d707 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:53.424405 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59ab1bd6-82e9-46e6-9f58-6267a8f0d707 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:53.457008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ab1bd6-82e9-46e6-9f58-6267a8f0d707 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Pushing event deleted for resources: {'Subnet': ['ID=cdbff061-9c3d-48b1-9b76-f2b53f3fe53e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:53.465063 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-59ab1bd6-82e9-46e6-9f58-6267a8f0d707 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:53.468527 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-59ab1bd6-82e9-46e6-9f58-6267a8f0d707 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] 10.222.0.39 "DELETE /v2.0/subnets/cdbff061-9c3d-48b1-9b76-f2b53f3fe53e HTTP/1.1" status: 204 len: 168 time: 0.3879709 Jul 09 14:23:53.468624 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48764) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:53.473570 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2ea715-df71-400b-ba58-4306b0939c5d None None] Network b48588af-f880-4165-899c-50f9263f5233 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:53.480338 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c12cdb7-c8d4-4224-a37f-69d41da0b4ff None None] DHCP port deletion for 592a50d7-4cb5-46c0-8206-6756d62cbb43 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:23:53.552031 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1e9d82b0-2e4b-4cee-bf29-7b80760bc424 None None] Could not find standard attr ID for object b4b28654-e383-40f2-b399-235ddac408c3. {{(pid=93755) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 09 14:23:53.565574 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:53.573753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ded2cb-8044-4690-888a-3cc8de808f31 None None] Network 592a50d7-4cb5-46c0-8206-6756d62cbb43 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:53.593478 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97ded2cb-8044-4690-888a-3cc8de808f31 None None] Network 592a50d7-4cb5-46c0-8206-6756d62cbb43 could not be found, it might have been deleted concurrently. {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 09 14:23:53.634986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Deleting port b3fd25ef-2740-49c3-a2a1-1faf3b730bfb {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:23:53.635532 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:53.721370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] For port b3fd25ef-2740-49c3-a2a1-1faf3b730bfb, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b3fd25ef-2740-49c3-a2a1-1faf3b730bfb,segment=NetworkSegment(7a04ce39-5db6-43ee-a78c-54ac9744f66b),segment_id=7a04ce39-5db6-43ee-a78c-54ac9744f66b)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:23:53.721988 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:53.738371 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Calling delete_port for b3fd25ef-2740-49c3-a2a1-1faf3b730bfb owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:23:53.754017 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc994c9-1292-49c4-bdd7-39fbe5324538 None None] DHCP port deletion for b48588af-f880-4165-899c-50f9263f5233 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:23:53.811251 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-acc994c9-1292-49c4-bdd7-39fbe5324538 None None] Deleting port b3fd25ef-2740-49c3-a2a1-1faf3b730bfb {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:23:53.811613 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acc994c9-1292-49c4-bdd7-39fbe5324538 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:53.844787 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:53.886758 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Pushing event deleted for resources: {'Port': ['ID=b3fd25ef-2740-49c3-a2a1-1faf3b730bfb,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:53.892736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] No DVR routers for this DVR port b3fd25ef-2740-49c3-a2a1-1faf3b730bfb on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:23:53.903830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-acc994c9-1292-49c4-bdd7-39fbe5324538 None None] For port b3fd25ef-2740-49c3-a2a1-1faf3b730bfb, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b3fd25ef-2740-49c3-a2a1-1faf3b730bfb,segment=NetworkSegment(7a04ce39-5db6-43ee-a78c-54ac9744f66b),segment_id=7a04ce39-5db6-43ee-a78c-54ac9744f66b)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:23:53.904471 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acc994c9-1292-49c4-bdd7-39fbe5324538 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:53.921991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-acc994c9-1292-49c4-bdd7-39fbe5324538 None None] Calling delete_port for b3fd25ef-2740-49c3-a2a1-1faf3b730bfb owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:23:54.011695 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b3fd25ef-2740-49c3-a2a1-1faf3b730bfb no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:23:54.015522 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:54.030732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48588af-f880-4165-899c-50f9263f5233']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:54.045541 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a04ce39-5db6-43ee-a78c-54ac9744f66b') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:54.045887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a04ce39-5db6-43ee-a78c-54ac9744f66b') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:54.057518 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:54.061713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: b3fd25ef-2740-49c3-a2a1-1faf3b730bfb {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:23:54.062628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b3fd25ef-2740-49c3-a2a1-1faf3b730bfb not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:23:54.084969 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:54.087415 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acc994c9-1292-49c4-bdd7-39fbe5324538 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:54.092794 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:23:54.093211 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:23:54.096589 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:23:54.121778 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc994c9-1292-49c4-bdd7-39fbe5324538 None None] Pushing event deleted for resources: {'Port': ['ID=b3fd25ef-2740-49c3-a2a1-1faf3b730bfb,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:54.128729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc994c9-1292-49c4-bdd7-39fbe5324538 None None] No DVR routers for this DVR port b3fd25ef-2740-49c3-a2a1-1faf3b730bfb on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:23:54.165639 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:54.172657 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:54.178579 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] 10.222.0.39 "DELETE /v2.0/networks/b48588af-f880-4165-899c-50f9263f5233 HTTP/1.1" status: 204 len: 168 time: 0.7064207 Jul 09 14:23:54.178861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48766) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:54.195791 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631b84b-1278-47dc-8c93-56325a7c5597 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Pushing event deleted for resources: {'Network': ['ID=b48588af-f880-4165-899c-50f9263f5233,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:54.216026 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5bf96c71-cc0e-48af-b86f-5cb9eeeb9134 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] 10.222.0.39 "GET /v2.0/ports?device_id=816b04e1-c884-4414-8b2d-b0850af089a1 HTTP/1.1" status: 200 len: 205 time: 0.0358799 Jul 09 14:23:54.219876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48768) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:54.351579 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51853119-e5cf-4081-a23f-23e87a78fc01 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:54.533097 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51853119-e5cf-4081-a23f-23e87a78fc01 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:54.535570 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51853119-e5cf-4081-a23f-23e87a78fc01 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:54.602340 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51853119-e5cf-4081-a23f-23e87a78fc01 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:54.602948 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51853119-e5cf-4081-a23f-23e87a78fc01 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Fanout notify agent at l3_agent the message router_deleted on router 816b04e1-c884-4414-8b2d-b0850af089a1 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:23:54.623164 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-51853119-e5cf-4081-a23f-23e87a78fc01 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:54.625145 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-51853119-e5cf-4081-a23f-23e87a78fc01 tempest-RoutersNegativeTest-425514581 tempest-RoutersNegativeTest-425514581-project] 10.222.0.39 "DELETE /v2.0/routers/816b04e1-c884-4414-8b2d-b0850af089a1 HTTP/1.1" status: 204 len: 168 time: 0.4037387 Jul 09 14:23:54.986654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48774) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:55.182990 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fdac9595-8ca3-492f-8b06-5c260e870705 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5b21332024524549a5fe9f4d1eb5e467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1947911 Jul 09 14:23:55.185433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48778) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:55.241609 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c112abac-3fd6-4c70-b4bc-1407ad05cd8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:55.272280 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c112abac-3fd6-4c70-b4bc-1407ad05cd8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:55.337086 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c112abac-3fd6-4c70-b4bc-1407ad05cd8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:55.340276 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c112abac-3fd6-4c70-b4bc-1407ad05cd8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:55.341699 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c112abac-3fd6-4c70-b4bc-1407ad05cd8b admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/11495f6c-179d-42b0-af7f-ceaf6d7cab16 HTTP/1.1" status: 204 len: 168 time: 0.1548414 Jul 09 14:23:55.354441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c112abac-3fd6-4c70-b4bc-1407ad05cd8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11495f6c-179d-42b0-af7f-ceaf6d7cab16,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:56.124576 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48800) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:56.284417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-914764541-network', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:56.314712 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Made reservation on behalf of 48d3e1a1c57447e88898c7d3d518e58a for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:56.317165 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:56.327521 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:56.448143 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:56.453636 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:56.485814 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] vlan segment allocate from pool success with {'vlan_id': 310, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:23:56.498604 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add6f45d-ce0b-4e14-9934-bda312560b72,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:56.504453 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:56.504872 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Added segment 3c13785a-0d54-4298-a62e-5b6bafa9cc1a of type vlan for network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 Jul 09 14:23:56.522023 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:56.522472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:56.522934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:56.523361 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:56.523732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:56.524101 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:56.524485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:56.524886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:56.525250 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:56.525620 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:56.525984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:56.526343 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:23:56.578979 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:56.617823 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:56.619253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:56.619983 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:57.006558 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.8804867 Jul 09 14:23:57.012135 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48804) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:57.019383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-29204a52-647d-41f1-bca9-2a9e1e32229d admin admin] Request body: {'subnet': {'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-914764541-subnet', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:57.024277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c7f0cf-6ae2-4458-a657-3acd8736ba78 admin admin] Pushing event updated for resources: {'Network': ['ID=7ca7423f-b6b3-43be-97e7-63f725d89eb2,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:57.036355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:23:57.050156 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29204a52-647d-41f1-bca9-2a9e1e32229d admin admin] Made reservation on behalf of 48d3e1a1c57447e88898c7d3d518e58a for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:23:57.053852 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29204a52-647d-41f1-bca9-2a9e1e32229d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:57.250282 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29204a52-647d-41f1-bca9-2a9e1e32229d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:57.331616 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29204a52-647d-41f1-bca9-2a9e1e32229d admin admin] Pushing event updated for resources: {'Subnet': ['ID=a44468fd-7bbc-4a22-9657-3448776527e0,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:57.345389 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29204a52-647d-41f1-bca9-2a9e1e32229d admin admin] Checking segment: {'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:23:57.345894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29204a52-647d-41f1-bca9-2a9e1e32229d admin admin] Network hostable DHCP agents. Network: 7ca7423f-b6b3-43be-97e7-63f725d89eb2, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:23:57.368835 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29204a52-647d-41f1-bca9-2a9e1e32229d admin admin] Network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:23:57.381145 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-29204a52-647d-41f1-bca9-2a9e1e32229d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 7ca7423f-b6b3-43be-97e7-63f725d89eb2) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:57.387886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29204a52-647d-41f1-bca9-2a9e1e32229d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:23:57.388898 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-29204a52-647d-41f1-bca9-2a9e1e32229d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:57.391360 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a4b3e8-1813-49a6-a762-d7a087d7d720 None None] Network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:57.416471 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-29204a52-647d-41f1-bca9-2a9e1e32229d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4001408 Jul 09 14:23:57.416972 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48806) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:57.424763 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-914764541-router', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:23:57.458194 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:57.459874 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:57.545830 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:57.592596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-7ca7423f-b6b3-43be-97e7-63f725d89eb2', 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'fixed_ips': [{'subnet_id': 'a44468fd-7bbc-4a22-9657-3448776527e0'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:23:57.593530 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:57.749796 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:57.999216 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Allocated IP 172.20.0.2 (7ca7423f-b6b3-43be-97e7-63f725d89eb2/a44468fd-7bbc-4a22-9657-3448776527e0/4a59db33-e81e-48ce-8369-2f4ea0bd7bca) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:23:58.076065 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:58.097853 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:58.215869 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Allocated IP 172.25.2.173 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/de9861fb-9167-43b6-8b40-2112b79f245a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:23:58.228729 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:58.241929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Transition to ACTIVE for port object 4a59db33-e81e-48ce-8369-2f4ea0bd7bca will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:23:58.261193 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Transition to ACTIVE for port object 4a59db33-e81e-48ce-8369-2f4ea0bd7bca will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:23:58.268239 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:58.311361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:23:58.314469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:58.319082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:23:58.325488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Pushing event updated for resources: {'Port': ['ID=4a59db33-e81e-48ce-8369-2f4ea0bd7bca,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:58.393933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Attempting to bind port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:23:58.394459 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Attempting to bind port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:23:58.394951 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Attempting to bind port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca on network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:23:58.402555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:23:58.403169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Checking segment: {'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:23:58.403699 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:58.404305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Bound using segment: {'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:23:58.404916 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Bound port: 4a59db33-e81e-48ce-8369-2f4ea0bd7bca, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:23:58.405393 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:58.406975 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:58.462857 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:58.497580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] For port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:23:58.502135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] For port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4a59db33-e81e-48ce-8369-2f4ea0bd7bca,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:23:58.508314 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:23:58.508704 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:58.516007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:23:58.518628 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:23:58.556359 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Pushing event updated for resources: {'Port': ['ID=de9861fb-9167-43b6-8b40-2112b79f245a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:58.613336 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61325d31-fa1f-40c7-a2d2-53543c155c07 None None] Pushing event updated for resources: {'Port': ['ID=4a59db33-e81e-48ce-8369-2f4ea0bd7bca,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:23:58.905140 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:59.218542 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:59.393914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Router a614596d-604b-492e-a941-116f07f7f85a is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:23:59.585067 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:23:59.602754 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Sync routers for ids ['a614596d-604b-492e-a941-116f07f7f85a'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:23:59.606016 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:23:59.607673 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-33ec21fe-f64e-43e3-958e-9642708d5339 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.1893449 Jul 09 14:23:59.612327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48808) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:23:59.622491 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Routers {'a614596d-604b-492e-a941-116f07f7f85a'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:23:59.623999 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:23:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a614596d-604b-492e-a941-116f07f7f85a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:23:59.684888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fa615d-5f43-4501-a685-6654530c52ba None None] Network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:23:59.799541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6959d457-5f21-4578-8191-da019a612acf None None] Provisioning for port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:23:59.819323 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Set router a614596d-604b-492e-a941-116f07f7f85a gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:24:00.065856 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4a59db33-e81e-48ce-8369-2f4ea0bd7bca up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:24:00.131027 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:24:00.135815 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:00.136275 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:00.162176 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614596d-604b-492e-a941-116f07f7f85a', 'name': 'tempest-TestEncryptedCinderVolumes-914764541-router', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de9861fb-9167-43b6-8b40-2112b79f245a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:23:57Z', 'updated_at': '2021-07-09T14:23:58Z', 'revision_number': 3, 'project_id': '48d3e1a1c57447e88898c7d3d518e58a', 'gw_port': {'id': 'de9861fb-9167-43b6-8b40-2112b79f245a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a614596d-604b-492e-a941-116f07f7f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:23:58Z', 'updated_at': '2021-07-09T14:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:00.196023 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:00.258232 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Checking router: a614596d-604b-492e-a941-116f07f7f85a for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:24:00.258851 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Updating router a614596d-604b-492e-a941-116f07f7f85a port de9861fb-9167-43b6-8b40-2112b79f245a binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:24:00.287543 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:00.336975 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:00.369219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4a59db33-e81e-48ce-8369-2f4ea0bd7bca,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:24:00.375456 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:00.480407 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=4a59db33-e81e-48ce-8369-2f4ea0bd7bca,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:00.486847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9315d161-012f-415d-af4e-64e77211782b None None] Provisioning complete for port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:00.487412 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9315d161-012f-415d-af4e-64e77211782b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:00.545131 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Allocated IP 172.20.0.1 (7ca7423f-b6b3-43be-97e7-63f725d89eb2/a44468fd-7bbc-4a22-9657-3448776527e0/8f3964e2-bd47-4750-bfb0-793b9f1edc43) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:24:00.675225 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:00.697011 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Transition to ACTIVE for port object 8f3964e2-bd47-4750-bfb0-793b9f1edc43 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:24:00.736383 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:00.752291 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Transition to ACTIVE for port object de9861fb-9167-43b6-8b40-2112b79f245a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:24:00.759590 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:00.760995 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:00.809350 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:24:00.812721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:24:00.817937 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:24:00.822020 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Pushing event updated for resources: {'Port': ['ID=8f3964e2-bd47-4750-bfb0-793b9f1edc43,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:00.865555 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Attempting to bind port de9861fb-9167-43b6-8b40-2112b79f245a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:24:00.866687 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Attempting to bind port de9861fb-9167-43b6-8b40-2112b79f245a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:24:00.866687 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Attempting to bind port de9861fb-9167-43b6-8b40-2112b79f245a on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:24:00.870601 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132ba52-12fc-4f8d-8673-d8956f5dd2a1 None None] Pushing event updated for resources: {'Port': ['ID=de9861fb-9167-43b6-8b40-2112b79f245a,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:00.881376 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:00.887369 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:24:00.887686 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:24:00.888322 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:00.888957 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:24:00.889749 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Bound port: de9861fb-9167-43b6-8b40-2112b79f245a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:24:00.890366 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:00.896735 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132ba52-12fc-4f8d-8673-d8956f5dd2a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:00.897324 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132ba52-12fc-4f8d-8673-d8956f5dd2a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:00.897878 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132ba52-12fc-4f8d-8673-d8956f5dd2a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:00.898566 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132ba52-12fc-4f8d-8673-d8956f5dd2a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:00.899149 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132ba52-12fc-4f8d-8673-d8956f5dd2a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:00.899698 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132ba52-12fc-4f8d-8673-d8956f5dd2a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:00.900250 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132ba52-12fc-4f8d-8673-d8956f5dd2a1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:00.900779 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132ba52-12fc-4f8d-8673-d8956f5dd2a1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:00.901314 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132ba52-12fc-4f8d-8673-d8956f5dd2a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:00.901852 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132ba52-12fc-4f8d-8673-d8956f5dd2a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:00.902398 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132ba52-12fc-4f8d-8673-d8956f5dd2a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:00.902930 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6132ba52-12fc-4f8d-8673-d8956f5dd2a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:00.986151 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] For port de9861fb-9167-43b6-8b40-2112b79f245a, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:24:00.993030 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] For port de9861fb-9167-43b6-8b40-2112b79f245a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=de9861fb-9167-43b6-8b40-2112b79f245a,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:24:01.000360 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:01.111315 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6132ba52-12fc-4f8d-8673-d8956f5dd2a1 None None] Pushing event updated for resources: {'Port': ['ID=de9861fb-9167-43b6-8b40-2112b79f245a,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:01.116299 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Routers {'a614596d-604b-492e-a941-116f07f7f85a'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:24:01.117247 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:23:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a614596d-604b-492e-a941-116f07f7f85a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:01.142009 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:01.172370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5bb8d6ce-6a47-433a-b8a9-ce80f21140fe None None] Provisioning for port 8f3964e2-bd47-4750-bfb0-793b9f1edc43 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:24:01.179727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5bb8d6ce-6a47-433a-b8a9-ce80f21140fe None None] Provisioning complete for port 8f3964e2-bd47-4750-bfb0-793b9f1edc43 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:01.180289 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5bb8d6ce-6a47-433a-b8a9-ce80f21140fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:01.242069 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5bb8d6ce-6a47-433a-b8a9-ce80f21140fe None None] Port 8f3964e2-bd47-4750-bfb0-793b9f1edc43 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:24:01.298847 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] Set router a614596d-604b-492e-a941-116f07f7f85a gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:24:01.389546 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:01.396199 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:01.478266 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Pushing event updated for resources: {'Port': ['ID=8f3964e2-bd47-4750-bfb0-793b9f1edc43,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:01.481078 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:01.605842 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:24:01.607595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:24:01.678854 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614596d-604b-492e-a941-116f07f7f85a', 'name': 'tempest-TestEncryptedCinderVolumes-914764541-router', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de9861fb-9167-43b6-8b40-2112b79f245a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:23:57Z', 'updated_at': '2021-07-09T14:24:01Z', 'revision_number': 4, 'project_id': '48d3e1a1c57447e88898c7d3d518e58a', 'gw_port': {'id': 'de9861fb-9167-43b6-8b40-2112b79f245a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a614596d-604b-492e-a941-116f07f7f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:23:58Z', 'updated_at': '2021-07-09T14:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8f3964e2-bd47-4750-bfb0-793b9f1edc43', 'name': '', 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'mac_address': 'fa:16:3e:ab:14:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a614596d-604b-492e-a941-116f07f7f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'a44468fd-7bbc-4a22-9657-3448776527e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:24:00Z', 'updated_at': '2021-07-09T14:24:00Z', 'revision_number': 1, 'project_id': '48d3e1a1c57447e88898c7d3d518e58a', 'subnets': [{'id': 'a44468fd-7bbc-4a22-9657-3448776527e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:01.730857 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d7fa379-3786-458b-8960-e5e4a5f57a83 None None] The sync data for ids ['a614596d-604b-492e-a941-116f07f7f85a'] in n-d-799525-3 is: [{'id': 'a614596d-604b-492e-a941-116f07f7f85a', 'name': 'tempest-TestEncryptedCinderVolumes-914764541-router', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de9861fb-9167-43b6-8b40-2112b79f245a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:23:57Z', 'updated_at': '2021-07-09T14:24:01Z', 'revision_number': 4, 'project_id': '48d3e1a1c57447e88898c7d3d518e58a', 'gw_port': {'id': 'de9861fb-9167-43b6-8b40-2112b79f245a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a614596d-604b-492e-a941-116f07f7f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:23:58Z', 'updated_at': '2021-07-09T14:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8f3964e2-bd47-4750-bfb0-793b9f1edc43', 'name': '', 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'mac_address': 'fa:16:3e:ab:14:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a614596d-604b-492e-a941-116f07f7f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'a44468fd-7bbc-4a22-9657-3448776527e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:24:00Z', 'updated_at': '2021-07-09T14:24:00Z', 'revision_number': 1, 'project_id': '48d3e1a1c57447e88898c7d3d518e58a', 'subnets': [{'id': 'a44468fd-7bbc-4a22-9657-3448776527e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:24:01.787843 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Router a614596d-604b-492e-a941-116f07f7f85a has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:24:01.882756 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-112cab55-3919-4c9c-a089-929293a7d6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:01.888067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e6432875-7f9d-478d-b4fa-9ebb81aefe6c None None] Provisioning complete for port 8f3964e2-bd47-4750-bfb0-793b9f1edc43 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:01.888498 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6432875-7f9d-478d-b4fa-9ebb81aefe6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:01.930121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e6432875-7f9d-478d-b4fa-9ebb81aefe6c None None] Port 8f3964e2-bd47-4750-bfb0-793b9f1edc43 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:24:01.965400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:24:01.975357 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6b0b2d31-aad3-4529-90bd-2b3f16b8bf07 admin admin] 10.222.0.39 "PUT /v2.0/routers/a614596d-604b-492e-a941-116f07f7f85a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3609924 Jul 09 14:24:02.047729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4a59db33-e81e-48ce-8369-2f4ea0bd7bca up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:24:02.115381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:02.116051 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:02.729012 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48826) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:24:02.738894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4d8c28dc-5422-4cb3-ba19-bbdb85866608 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1777954269-network', 'tenant_id': '291a101614fb447b87cd39d35a279cd6'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:24:02.768545 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d8c28dc-5422-4cb3-ba19-bbdb85866608 admin admin] Made reservation on behalf of 291a101614fb447b87cd39d35a279cd6 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:24:02.771766 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d8c28dc-5422-4cb3-ba19-bbdb85866608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:02.788365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d8c28dc-5422-4cb3-ba19-bbdb85866608 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:02.919581 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d8c28dc-5422-4cb3-ba19-bbdb85866608 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:02.924933 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d8c28dc-5422-4cb3-ba19-bbdb85866608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:02.957550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d8c28dc-5422-4cb3-ba19-bbdb85866608 admin admin] vlan segment allocate from pool success with {'vlan_id': 321, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:24:02.967331 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c28dc-5422-4cb3-ba19-bbdb85866608 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=882a14c1-2a7d-44c5-bbf5-428368f3a124,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:02.975750 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d8c28dc-5422-4cb3-ba19-bbdb85866608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:02.976086 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-4d8c28dc-5422-4cb3-ba19-bbdb85866608 admin admin] Added segment 15f454fe-935a-471a-aeeb-716b3514bd55 of type vlan for network 89bded34-0116-49a0-a1f3-c805713c23ea Jul 09 14:24:03.028713 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d8c28dc-5422-4cb3-ba19-bbdb85866608 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:03.068057 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d8c28dc-5422-4cb3-ba19-bbdb85866608 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:03.069315 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8c28dc-5422-4cb3-ba19-bbdb85866608 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:03.069928 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4d8c28dc-5422-4cb3-ba19-bbdb85866608 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:03.134185 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4d8c28dc-5422-4cb3-ba19-bbdb85866608 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4031067 Jul 09 14:24:03.137885 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48828) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:24:03.143166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a48fdcf2-ce5d-48f8-98f7-efc805c5fa9d admin admin] Request body: {'subnet': {'network_id': '89bded34-0116-49a0-a1f3-c805713c23ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1777954269-subnet', 'tenant_id': '291a101614fb447b87cd39d35a279cd6', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:24:03.144573 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8c28dc-5422-4cb3-ba19-bbdb85866608 admin admin] Pushing event updated for resources: {'Network': ['ID=89bded34-0116-49a0-a1f3-c805713c23ea,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:03.160251 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 89bded34-0116-49a0-a1f3-c805713c23ea details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:24:03.179604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a48fdcf2-ce5d-48f8-98f7-efc805c5fa9d admin admin] Made reservation on behalf of 291a101614fb447b87cd39d35a279cd6 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:24:03.183957 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a48fdcf2-ce5d-48f8-98f7-efc805c5fa9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:03.451244 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a48fdcf2-ce5d-48f8-98f7-efc805c5fa9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:03.568190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48fdcf2-ce5d-48f8-98f7-efc805c5fa9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3aa770c5-df46-4505-b673-af5663c1d5b2,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:03.572369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a48fdcf2-ce5d-48f8-98f7-efc805c5fa9d admin admin] Checking segment: {'id': '15f454fe-935a-471a-aeeb-716b3514bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '89bded34-0116-49a0-a1f3-c805713c23ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:24:03.573012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48fdcf2-ce5d-48f8-98f7-efc805c5fa9d admin admin] Network hostable DHCP agents. Network: 89bded34-0116-49a0-a1f3-c805713c23ea, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:24:03.601858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a48fdcf2-ce5d-48f8-98f7-efc805c5fa9d admin admin] Network 89bded34-0116-49a0-a1f3-c805713c23ea is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:24:03.618158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a48fdcf2-ce5d-48f8-98f7-efc805c5fa9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 89bded34-0116-49a0-a1f3-c805713c23ea) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:24:03.624759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48fdcf2-ce5d-48f8-98f7-efc805c5fa9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:03.625662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a48fdcf2-ce5d-48f8-98f7-efc805c5fa9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:03.634664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbf21a6-1e39-4baf-814d-e9facfc4ba0e None None] Network 89bded34-0116-49a0-a1f3-c805713c23ea requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:24:03.656102 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a48fdcf2-ce5d-48f8-98f7-efc805c5fa9d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5167503 Jul 09 14:24:03.658266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 48830) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:24:03.667017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1777954269-router', 'tenant_id': '291a101614fb447b87cd39d35a279cd6', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:24:03.699035 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:03.700251 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:03.847234 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:03.847944 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-89bded34-0116-49a0-a1f3-c805713c23ea', 'network_id': '89bded34-0116-49a0-a1f3-c805713c23ea', 'tenant_id': '291a101614fb447b87cd39d35a279cd6', 'fixed_ips': [{'subnet_id': '3aa770c5-df46-4505-b673-af5663c1d5b2'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:24:03.849553 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:04.048059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Allocated IP 172.20.0.2 (89bded34-0116-49a0-a1f3-c805713c23ea/3aa770c5-df46-4505-b673-af5663c1d5b2/42fc8f16-2562-4652-aed4-e41454d3a755) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:24:04.125114 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:04.155768 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device de9861fb-9167-43b6-8b40-2112b79f245a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:24:04.315002 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port de9861fb-9167-43b6-8b40-2112b79f245a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:24:04.322369 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:04.331777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Transition to ACTIVE for port object 42fc8f16-2562-4652-aed4-e41454d3a755 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:24:04.334170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port de9861fb-9167-43b6-8b40-2112b79f245a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:04.334548 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:04.371296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Transition to ACTIVE for port object 42fc8f16-2562-4652-aed4-e41454d3a755 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:24:04.378071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Sync routers for ids ['a614596d-604b-492e-a941-116f07f7f85a'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:24:04.390535 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:04.441655 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Routers {'a614596d-604b-492e-a941-116f07f7f85a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:24:04.442387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:23:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a614596d-604b-492e-a941-116f07f7f85a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:04.456963 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Network 89bded34-0116-49a0-a1f3-c805713c23ea is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:24:04.498043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:24:04.505017 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:24:04.522576 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Pushing event updated for resources: {'Port': ['ID=42fc8f16-2562-4652-aed4-e41454d3a755,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:04.543815 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:04.597702 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:04.673896 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:04.682811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Attempting to bind port 42fc8f16-2562-4652-aed4-e41454d3a755 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:24:04.683222 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Attempting to bind port 42fc8f16-2562-4652-aed4-e41454d3a755 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '15f454fe-935a-471a-aeeb-716b3514bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '89bded34-0116-49a0-a1f3-c805713c23ea'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:24:04.683607 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Attempting to bind port 42fc8f16-2562-4652-aed4-e41454d3a755 on network 89bded34-0116-49a0-a1f3-c805713c23ea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:24:04.701441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 23, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:24:04.701889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Checking segment: {'id': '15f454fe-935a-471a-aeeb-716b3514bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '89bded34-0116-49a0-a1f3-c805713c23ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:24:04.702232 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:04.702629 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Bound using segment: {'id': '15f454fe-935a-471a-aeeb-716b3514bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '89bded34-0116-49a0-a1f3-c805713c23ea'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:24:04.703152 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Bound port: 42fc8f16-2562-4652-aed4-e41454d3a755, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f454fe-935a-471a-aeeb-716b3514bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '89bded34-0116-49a0-a1f3-c805713c23ea'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:24:04.703552 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:04.722271 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Set router a614596d-604b-492e-a941-116f07f7f85a gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:24:04.728723 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port de9861fb-9167-43b6-8b40-2112b79f245a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=de9861fb-9167-43b6-8b40-2112b79f245a,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:24:04.773837 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:04.796423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Allocated IP 172.25.2.146 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/f91c39db-02b4-45a7-9aae-53e8c2f41b10) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:24:04.836321 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-17f7602c-a75e-465c-82af-909912c6f3d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:04.837798 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:04.963805 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=de9861fb-9167-43b6-8b40-2112b79f245a,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:04.971645 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] For port 42fc8f16-2562-4652-aed4-e41454d3a755, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:24:04.977486 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] For port 42fc8f16-2562-4652-aed4-e41454d3a755, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=42fc8f16-2562-4652-aed4-e41454d3a755,segment=NetworkSegment(15f454fe-935a-471a-aeeb-716b3514bd55),segment_id=15f454fe-935a-471a-aeeb-716b3514bd55)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:24:04.983423 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:05.002858 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:05.059143 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:05.101138 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22977dd2-1697-487c-8c19-4c21f7e21775 None None] Pushing event updated for resources: {'Port': ['ID=42fc8f16-2562-4652-aed4-e41454d3a755,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:05.117217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:24:05.128150 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:24:05.135183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:24:05.144867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614596d-604b-492e-a941-116f07f7f85a', 'name': 'tempest-TestEncryptedCinderVolumes-914764541-router', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de9861fb-9167-43b6-8b40-2112b79f245a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:23:57Z', 'updated_at': '2021-07-09T14:24:01Z', 'revision_number': 4, 'project_id': '48d3e1a1c57447e88898c7d3d518e58a', 'gw_port': {'id': 'de9861fb-9167-43b6-8b40-2112b79f245a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b4:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a614596d-604b-492e-a941-116f07f7f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:23:58Z', 'updated_at': '2021-07-09T14:24:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8f3964e2-bd47-4750-bfb0-793b9f1edc43', 'name': '', 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'mac_address': 'fa:16:3e:ab:14:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a614596d-604b-492e-a941-116f07f7f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'a44468fd-7bbc-4a22-9657-3448776527e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:24:00Z', 'updated_at': '2021-07-09T14:24:01Z', 'revision_number': 2, 'project_id': '48d3e1a1c57447e88898c7d3d518e58a', 'subnets': [{'id': 'a44468fd-7bbc-4a22-9657-3448776527e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:05.167482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Pushing event updated for resources: {'Port': ['ID=f91c39db-02b4-45a7-9aae-53e8c2f41b10,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:05.178403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Checking router: a614596d-604b-492e-a941-116f07f7f85a for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:24:05.178776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Updating router a614596d-604b-492e-a941-116f07f7f85a port 8f3964e2-bd47-4750-bfb0-793b9f1edc43 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:24:05.229570 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:05.831162 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:05.857360 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Transition to ACTIVE for port object 8f3964e2-bd47-4750-bfb0-793b9f1edc43 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:24:05.862969 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:05.867241 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:05.956402 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d26111-a8d0-440c-b65c-35186d99b54e None None] Pushing event updated for resources: {'Port': ['ID=8f3964e2-bd47-4750-bfb0-793b9f1edc43,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:05.972617 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:06.104077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Attempting to bind port 8f3964e2-bd47-4750-bfb0-793b9f1edc43 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:24:06.105083 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Attempting to bind port 8f3964e2-bd47-4750-bfb0-793b9f1edc43 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:24:06.105947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Attempting to bind port 8f3964e2-bd47-4750-bfb0-793b9f1edc43 on network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:24:06.115273 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:24:06.116249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Checking segment: {'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:24:06.117254 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:06.124193 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Bound using segment: {'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:24:06.125141 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Bound port: 8f3964e2-bd47-4750-bfb0-793b9f1edc43, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:24:06.126023 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:06.246638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] For port 8f3964e2-bd47-4750-bfb0-793b9f1edc43, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:24:06.252100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] For port 8f3964e2-bd47-4750-bfb0-793b9f1edc43, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8f3964e2-bd47-4750-bfb0-793b9f1edc43,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:24:06.264513 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:06.290490 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device de9861fb-9167-43b6-8b40-2112b79f245a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:24:06.401516 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Routers {'a614596d-604b-492e-a941-116f07f7f85a'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:24:06.402662 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:24:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a614596d-604b-492e-a941-116f07f7f85a'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:06.486807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d26111-a8d0-440c-b65c-35186d99b54e None None] Pushing event updated for resources: {'Port': ['ID=8f3964e2-bd47-4750-bfb0-793b9f1edc43,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:06.497073 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:06.604093 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port de9861fb-9167-43b6-8b40-2112b79f245a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:06.604571 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:06.660192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1793ad-9cac-496c-9606-2bd3883b200f None None] Network 89bded34-0116-49a0-a1f3-c805713c23ea requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:24:06.664599 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] Set router a614596d-604b-492e-a941-116f07f7f85a gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:24:06.785848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Router 7939edd4-8b53-4d41-a85d-6251bea1cf96 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:24:06.923175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-360eab57-36bc-40ad-afc6-b1a67efc1b2b None None] Provisioning for port 42fc8f16-2562-4652-aed4-e41454d3a755 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:24:06.961928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:24:06.965320 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 42fc8f16-2562-4652-aed4-e41454d3a755 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:24:06.977157 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Sync routers for ids ['7939edd4-8b53-4d41-a85d-6251bea1cf96'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:24:06.992625 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:06.998669 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7118aa05-0375-4a41-855a-f5f8fab2cfb8 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.3357825 Jul 09 14:24:06.998966 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Routers {'7939edd4-8b53-4d41-a85d-6251bea1cf96'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:24:06.998966 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:24:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7939edd4-8b53-4d41-a85d-6251bea1cf96'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:07.000253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 48832) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:24:07.161980 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Set router 7939edd4-8b53-4d41-a85d-6251bea1cf96 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:24:07.233053 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 42fc8f16-2562-4652-aed4-e41454d3a755 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:24:07.252547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 42fc8f16-2562-4652-aed4-e41454d3a755 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:07.253170 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:07.308731 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:07.327123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614596d-604b-492e-a941-116f07f7f85a', 'name': 'tempest-TestEncryptedCinderVolumes-914764541-router', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de9861fb-9167-43b6-8b40-2112b79f245a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:23:57Z', 'updated_at': '2021-07-09T14:24:01Z', 'revision_number': 4, 'project_id': '48d3e1a1c57447e88898c7d3d518e58a', 'gw_port': {'id': 'de9861fb-9167-43b6-8b40-2112b79f245a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614596d-604b-492e-a941-116f07f7f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:23:58Z', 'updated_at': '2021-07-09T14:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8f3964e2-bd47-4750-bfb0-793b9f1edc43', 'name': '', 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'mac_address': 'fa:16:3e:ab:14:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a614596d-604b-492e-a941-116f07f7f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'a44468fd-7bbc-4a22-9657-3448776527e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:24:00Z', 'updated_at': '2021-07-09T14:24:06Z', 'revision_number': 4, 'project_id': '48d3e1a1c57447e88898c7d3d518e58a', 'subnets': [{'id': 'a44468fd-7bbc-4a22-9657-3448776527e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:07.380620 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'name': 'tempest-TestEncryptedCinderVolumes-1777954269-router', 'tenant_id': '291a101614fb447b87cd39d35a279cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'f91c39db-02b4-45a7-9aae-53e8c2f41b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:24:03Z', 'updated_at': '2021-07-09T14:24:05Z', 'revision_number': 3, 'project_id': '291a101614fb447b87cd39d35a279cd6', 'gw_port': {'id': 'f91c39db-02b4-45a7-9aae-53e8c2f41b10', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:24:04Z', 'updated_at': '2021-07-09T14:24:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:07.392388 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0930a55-f557-4ed1-b88c-1cade56230fc None None] The sync data for ids ['a614596d-604b-492e-a941-116f07f7f85a'] in n-d-799525-3 is: [{'id': 'a614596d-604b-492e-a941-116f07f7f85a', 'name': 'tempest-TestEncryptedCinderVolumes-914764541-router', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de9861fb-9167-43b6-8b40-2112b79f245a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:23:57Z', 'updated_at': '2021-07-09T14:24:01Z', 'revision_number': 4, 'project_id': '48d3e1a1c57447e88898c7d3d518e58a', 'gw_port': {'id': 'de9861fb-9167-43b6-8b40-2112b79f245a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614596d-604b-492e-a941-116f07f7f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:23:58Z', 'updated_at': '2021-07-09T14:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '8f3964e2-bd47-4750-bfb0-793b9f1edc43', 'name': '', 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'mac_address': 'fa:16:3e:ab:14:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a614596d-604b-492e-a941-116f07f7f85a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': 'a44468fd-7bbc-4a22-9657-3448776527e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:24:00Z', 'updated_at': '2021-07-09T14:24:06Z', 'revision_number': 4, 'project_id': '48d3e1a1c57447e88898c7d3d518e58a', 'subnets': [{'id': 'a44468fd-7bbc-4a22-9657-3448776527e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:24:07.416834 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Checking router: 7939edd4-8b53-4d41-a85d-6251bea1cf96 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:24:07.417159 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Updating router 7939edd4-8b53-4d41-a85d-6251bea1cf96 port f91c39db-02b4-45a7-9aae-53e8c2f41b10 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:24:07.505913 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:07.510771 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:07.576625 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 42fc8f16-2562-4652-aed4-e41454d3a755, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=42fc8f16-2562-4652-aed4-e41454d3a755,segment=NetworkSegment(15f454fe-935a-471a-aeeb-716b3514bd55),segment_id=15f454fe-935a-471a-aeeb-716b3514bd55)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:24:07.584125 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:07.735059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=42fc8f16-2562-4652-aed4-e41454d3a755,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:07.822500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-24a0d65d-cd51-4560-862d-51d6d20b8227 None None] Provisioning complete for port 42fc8f16-2562-4652-aed4-e41454d3a755 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:07.823662 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-24a0d65d-cd51-4560-862d-51d6d20b8227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:07.826169 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:07.838666 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Transition to ACTIVE for port object f91c39db-02b4-45a7-9aae-53e8c2f41b10 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:24:07.847217 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:07.902936 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Attempting to bind port f91c39db-02b4-45a7-9aae-53e8c2f41b10 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:24:07.903347 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Attempting to bind port f91c39db-02b4-45a7-9aae-53e8c2f41b10 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:24:07.903723 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Attempting to bind port f91c39db-02b4-45a7-9aae-53e8c2f41b10 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:24:07.917186 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:24:07.917699 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:24:07.918114 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:07.918511 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:24:07.919000 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Bound port: f91c39db-02b4-45a7-9aae-53e8c2f41b10, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:24:07.919423 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:07.944432 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06ad6c-8ffe-4422-b5d3-d25400d120fa None None] Pushing event updated for resources: {'Port': ['ID=f91c39db-02b4-45a7-9aae-53e8c2f41b10,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:08.007262 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] For port f91c39db-02b4-45a7-9aae-53e8c2f41b10, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:24:08.023563 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] For port f91c39db-02b4-45a7-9aae-53e8c2f41b10, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f91c39db-02b4-45a7-9aae-53e8c2f41b10,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:24:08.034935 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:08.110392 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Routers {'7939edd4-8b53-4d41-a85d-6251bea1cf96'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:24:08.111049 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:24:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7939edd4-8b53-4d41-a85d-6251bea1cf96'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:08.149434 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8f3964e2-bd47-4750-bfb0-793b9f1edc43 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:24:08.240811 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] Set router 7939edd4-8b53-4d41-a85d-6251bea1cf96 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:24:08.241106 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 8f3964e2-bd47-4750-bfb0-793b9f1edc43 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:24:08.246352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 8f3964e2-bd47-4750-bfb0-793b9f1edc43 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:08.246872 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:08.363140 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e06ad6c-8ffe-4422-b5d3-d25400d120fa None None] Pushing event updated for resources: {'Port': ['ID=f91c39db-02b4-45a7-9aae-53e8c2f41b10,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:08.380921 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:08.390274 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:08.445520 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 8f3964e2-bd47-4750-bfb0-793b9f1edc43, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8f3964e2-bd47-4750-bfb0-793b9f1edc43,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:24:08.453335 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:08.454417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 42fc8f16-2562-4652-aed4-e41454d3a755 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:24:08.519239 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'name': 'tempest-TestEncryptedCinderVolumes-1777954269-router', 'tenant_id': '291a101614fb447b87cd39d35a279cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'f91c39db-02b4-45a7-9aae-53e8c2f41b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:24:03Z', 'updated_at': '2021-07-09T14:24:05Z', 'revision_number': 3, 'project_id': '291a101614fb447b87cd39d35a279cd6', 'gw_port': {'id': 'f91c39db-02b4-45a7-9aae-53e8c2f41b10', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:24:04Z', 'updated_at': '2021-07-09T14:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:08.557003 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1d09131-2802-444d-aba0-402cbbe82192 None None] The sync data for ids ['7939edd4-8b53-4d41-a85d-6251bea1cf96'] in n-d-799525-3 is: [{'id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'name': 'tempest-TestEncryptedCinderVolumes-1777954269-router', 'tenant_id': '291a101614fb447b87cd39d35a279cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'f91c39db-02b4-45a7-9aae-53e8c2f41b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:24:03Z', 'updated_at': '2021-07-09T14:24:05Z', 'revision_number': 3, 'project_id': '291a101614fb447b87cd39d35a279cd6', 'gw_port': {'id': 'f91c39db-02b4-45a7-9aae-53e8c2f41b10', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:24:04Z', 'updated_at': '2021-07-09T14:24:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:24:08.582394 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=8f3964e2-bd47-4750-bfb0-793b9f1edc43,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:08.606415 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 42fc8f16-2562-4652-aed4-e41454d3a755 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:08.607129 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:08.683252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Allocated IP 172.20.0.1 (89bded34-0116-49a0-a1f3-c805713c23ea/3aa770c5-df46-4505-b673-af5663c1d5b2/26694d77-ef17-4723-969d-f0b61cb40f06) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:24:08.844827 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:08.865600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Transition to ACTIVE for port object 26694d77-ef17-4723-969d-f0b61cb40f06 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:24:08.916860 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:09.006570 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Network 89bded34-0116-49a0-a1f3-c805713c23ea is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:24:09.012505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:24:09.016619 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:24:09.058677 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=26694d77-ef17-4723-969d-f0b61cb40f06,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:09.085478 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:09.112948 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:09.317986 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:09.330212 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:09.391384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-19f56aad-e7c8-4e86-b389-60a6aee3b549 None None] Provisioning for port 26694d77-ef17-4723-969d-f0b61cb40f06 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:24:09.398557 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-19f56aad-e7c8-4e86-b389-60a6aee3b549 None None] Provisioning complete for port 26694d77-ef17-4723-969d-f0b61cb40f06 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:09.399125 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-19f56aad-e7c8-4e86-b389-60a6aee3b549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:09.468884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-19f56aad-e7c8-4e86-b389-60a6aee3b549 None None] Port 26694d77-ef17-4723-969d-f0b61cb40f06 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:24:09.615214 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:09.621649 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:09.753592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=26694d77-ef17-4723-969d-f0b61cb40f06,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:09.758758 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:09.917687 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Network 89bded34-0116-49a0-a1f3-c805713c23ea is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:24:09.919443 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:24:10.135038 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f91c39db-02b4-45a7-9aae-53e8c2f41b10 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:24:10.135312 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Router 7939edd4-8b53-4d41-a85d-6251bea1cf96 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:24:10.225550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port f91c39db-02b4-45a7-9aae-53e8c2f41b10 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:24:10.235358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port f91c39db-02b4-45a7-9aae-53e8c2f41b10 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:10.235358 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:10.270804 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:24:10.280345 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c8a3e0dc-3261-4d95-88d8-42d507546bc6 admin admin] 10.222.0.39 "PUT /v2.0/routers/7939edd4-8b53-4d41-a85d-6251bea1cf96/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2767179 Jul 09 14:24:10.330668 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5badcfd3-f557-4d54-893e-bff00a1fa4eb None None] Provisioning complete for port 26694d77-ef17-4723-969d-f0b61cb40f06 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:10.331454 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5badcfd3-f557-4d54-893e-bff00a1fa4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:10.412917 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-5badcfd3-f557-4d54-893e-bff00a1fa4eb None None] Port 26694d77-ef17-4723-969d-f0b61cb40f06 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:24:10.420812 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:10.453968 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port f91c39db-02b4-45a7-9aae-53e8c2f41b10, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f91c39db-02b4-45a7-9aae-53e8c2f41b10,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:24:10.464804 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:10.466078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8f3964e2-bd47-4750-bfb0-793b9f1edc43 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:24:10.558070 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=f91c39db-02b4-45a7-9aae-53e8c2f41b10,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:10.573845 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 8f3964e2-bd47-4750-bfb0-793b9f1edc43 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:10.574231 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:10.845828 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Sync routers for ids ['7939edd4-8b53-4d41-a85d-6251bea1cf96'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:24:10.857013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Routers {'7939edd4-8b53-4d41-a85d-6251bea1cf96'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:24:10.858062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:24:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7939edd4-8b53-4d41-a85d-6251bea1cf96'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:11.001998 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Set router 7939edd4-8b53-4d41-a85d-6251bea1cf96 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:24:11.263407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-08375faf-3d37-4ea3-8174-c63981349990 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:11.265632 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-08375faf-3d37-4ea3-8174-c63981349990 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/networks?id=7ca7423f-b6b3-43be-97e7-63f725d89eb2 HTTP/1.1" status: 200 len: 816 time: 0.1782613 Jul 09 14:24:11.288828 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-a9783871-67f0-4a93-b46d-c22aadad5d4c tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/quotas/48d3e1a1c57447e88898c7d3d518e58a HTTP/1.1" status: 200 len: 375 time: 0.0153387 Jul 09 14:24:11.290503 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:24:11.300519 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'name': 'tempest-TestEncryptedCinderVolumes-1777954269-router', 'tenant_id': '291a101614fb447b87cd39d35a279cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'f91c39db-02b4-45a7-9aae-53e8c2f41b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:24:03Z', 'updated_at': '2021-07-09T14:24:09Z', 'revision_number': 4, 'project_id': '291a101614fb447b87cd39d35a279cd6', 'gw_port': {'id': 'f91c39db-02b4-45a7-9aae-53e8c2f41b10', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:24:04Z', 'updated_at': '2021-07-09T14:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '26694d77-ef17-4723-969d-f0b61cb40f06', 'name': '', 'network_id': '89bded34-0116-49a0-a1f3-c805713c23ea', 'tenant_id': '291a101614fb447b87cd39d35a279cd6', 'mac_address': 'fa:16:3e:e7:4e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '3aa770c5-df46-4505-b673-af5663c1d5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:24:08Z', 'updated_at': '2021-07-09T14:24:09Z', 'revision_number': 2, 'project_id': '291a101614fb447b87cd39d35a279cd6', 'subnets': [{'id': '3aa770c5-df46-4505-b673-af5663c1d5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:11.332385 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Checking router: 7939edd4-8b53-4d41-a85d-6251bea1cf96 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:24:11.333973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Updating router 7939edd4-8b53-4d41-a85d-6251bea1cf96 port 26694d77-ef17-4723-969d-f0b61cb40f06 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:24:11.385765 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-7af9b8ab-e76d-4775-807c-7d24aff2854b tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=48d3e1a1c57447e88898c7d3d518e58a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0868609 Jul 09 14:24:11.519918 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-3eba7af2-a0f8-46fb-a5af-3b17c981896a service neutron] 10.222.0.39 "GET /v2.0/networks/7ca7423f-b6b3-43be-97e7-63f725d89eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123168 Jul 09 14:24:11.550997 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:11.645876 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-a2fbd73b-30be-4552-96c7-8561f279907f service neutron] 10.222.0.39 "GET /v2.0/networks/7ca7423f-b6b3-43be-97e7-63f725d89eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1139386 Jul 09 14:24:11.873871 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-54daa6af-b7fc-475b-82d0-513a83323081 req-cb48e1fc-7ea5-41da-a5fe-dd517884ab3b tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 210 time: 0.0357156 Jul 09 14:24:11.941358 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:11.959440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Transition to ACTIVE for port object 26694d77-ef17-4723-969d-f0b61cb40f06 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:24:11.970044 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:12.041441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f91c39db-02b4-45a7-9aae-53e8c2f41b10 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:24:12.124555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f354e-8b55-4762-8424-9e53d6a82538 None None] Pushing event updated for resources: {'Port': ['ID=26694d77-ef17-4723-969d-f0b61cb40f06,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:12.175585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Attempting to bind port 26694d77-ef17-4723-969d-f0b61cb40f06 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:24:12.176059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Attempting to bind port 26694d77-ef17-4723-969d-f0b61cb40f06 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '15f454fe-935a-471a-aeeb-716b3514bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '89bded34-0116-49a0-a1f3-c805713c23ea'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:24:12.176668 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Attempting to bind port 26694d77-ef17-4723-969d-f0b61cb40f06 on network 89bded34-0116-49a0-a1f3-c805713c23ea {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:24:12.179620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port f91c39db-02b4-45a7-9aae-53e8c2f41b10 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:12.179995 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:12.204491 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 24, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:24:12.204959 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Checking segment: {'id': '15f454fe-935a-471a-aeeb-716b3514bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '89bded34-0116-49a0-a1f3-c805713c23ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:24:12.205440 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:12.205908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Bound using segment: {'id': '15f454fe-935a-471a-aeeb-716b3514bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '89bded34-0116-49a0-a1f3-c805713c23ea'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:24:12.206471 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Bound port: 26694d77-ef17-4723-969d-f0b61cb40f06, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15f454fe-935a-471a-aeeb-716b3514bd55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '89bded34-0116-49a0-a1f3-c805713c23ea'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:24:12.207018 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:12.336314 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] For port 26694d77-ef17-4723-969d-f0b61cb40f06, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:24:12.361192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] For port 26694d77-ef17-4723-969d-f0b61cb40f06, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=26694d77-ef17-4723-969d-f0b61cb40f06,segment=NetworkSegment(15f454fe-935a-471a-aeeb-716b3514bd55),segment_id=15f454fe-935a-471a-aeeb-716b3514bd55)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:24:12.371618 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:12.438553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Routers {'7939edd4-8b53-4d41-a85d-6251bea1cf96'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:24:12.439231 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:24:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7939edd4-8b53-4d41-a85d-6251bea1cf96'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:12.442748 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f354e-8b55-4762-8424-9e53d6a82538 None None] Pushing event updated for resources: {'Port': ['ID=26694d77-ef17-4723-969d-f0b61cb40f06,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:12.570091 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] Set router 7939edd4-8b53-4d41-a85d-6251bea1cf96 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:24:12.835343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'name': 'tempest-TestEncryptedCinderVolumes-1777954269-router', 'tenant_id': '291a101614fb447b87cd39d35a279cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'f91c39db-02b4-45a7-9aae-53e8c2f41b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:24:03Z', 'updated_at': '2021-07-09T14:24:09Z', 'revision_number': 4, 'project_id': '291a101614fb447b87cd39d35a279cd6', 'gw_port': {'id': 'f91c39db-02b4-45a7-9aae-53e8c2f41b10', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:24:04Z', 'updated_at': '2021-07-09T14:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '26694d77-ef17-4723-969d-f0b61cb40f06', 'name': '', 'network_id': '89bded34-0116-49a0-a1f3-c805713c23ea', 'tenant_id': '291a101614fb447b87cd39d35a279cd6', 'mac_address': 'fa:16:3e:e7:4e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '3aa770c5-df46-4505-b673-af5663c1d5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:24:08Z', 'updated_at': '2021-07-09T14:24:12Z', 'revision_number': 4, 'project_id': '291a101614fb447b87cd39d35a279cd6', 'subnets': [{'id': '3aa770c5-df46-4505-b673-af5663c1d5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:24:12.864897 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beb954c-7168-4310-9c95-b9b9023f6191 None None] The sync data for ids ['7939edd4-8b53-4d41-a85d-6251bea1cf96'] in n-d-799525-3 is: [{'id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'name': 'tempest-TestEncryptedCinderVolumes-1777954269-router', 'tenant_id': '291a101614fb447b87cd39d35a279cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'f91c39db-02b4-45a7-9aae-53e8c2f41b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:24:03Z', 'updated_at': '2021-07-09T14:24:09Z', 'revision_number': 4, 'project_id': '291a101614fb447b87cd39d35a279cd6', 'gw_port': {'id': 'f91c39db-02b4-45a7-9aae-53e8c2f41b10', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:24:04Z', 'updated_at': '2021-07-09T14:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '26694d77-ef17-4723-969d-f0b61cb40f06', 'name': '', 'network_id': '89bded34-0116-49a0-a1f3-c805713c23ea', 'tenant_id': '291a101614fb447b87cd39d35a279cd6', 'mac_address': 'fa:16:3e:e7:4e:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': '3aa770c5-df46-4505-b673-af5663c1d5b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:24:08Z', 'updated_at': '2021-07-09T14:24:12Z', 'revision_number': 4, 'project_id': '291a101614fb447b87cd39d35a279cd6', 'subnets': [{'id': '3aa770c5-df46-4505-b673-af5663c1d5b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:24:13.123235 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3ec397f6-794e-4887-bc95-b75ba02d3925 req-a32f7ccb-a524-4e90-9d77-77970ec953c5 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 210 time: 0.0337639 Jul 09 14:24:13.389010 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-d2953c86-a41b-4030-875c-230c06ce7bd5 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:13.391852 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-d2953c86-a41b-4030-875c-230c06ce7bd5 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.18 "GET /v2.0/networks?id=7ca7423f-b6b3-43be-97e7-63f725d89eb2 HTTP/1.1" status: 200 len: 816 time: 0.1786795 Jul 09 14:24:13.405021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-c9797f47-18ac-4f30-8958-0762b33e5585 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Request body: {'port': {'device_id': '12289369-e294-438b-ad4f-fa759aa6c5dd', 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2', 'admin_state_up': True, 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:24:13.575321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-c9797f47-18ac-4f30-8958-0762b33e5585 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Made reservation on behalf of 48d3e1a1c57447e88898c7d3d518e58a for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:24:13.582222 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-c9797f47-18ac-4f30-8958-0762b33e5585 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:13.793567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-c9797f47-18ac-4f30-8958-0762b33e5585 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Allocated IP 172.20.0.5 (7ca7423f-b6b3-43be-97e7-63f725d89eb2/a44468fd-7bbc-4a22-9657-3448776527e0/992c6ce4-ec1f-4813-a842-a6121599fafa) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:24:13.999336 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-c9797f47-18ac-4f30-8958-0762b33e5585 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:14.016627 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-c9797f47-18ac-4f30-8958-0762b33e5585 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Transition to ACTIVE for port object 992c6ce4-ec1f-4813-a842-a6121599fafa will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:24:14.060269 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-c9797f47-18ac-4f30-8958-0762b33e5585 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:14.064032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 26694d77-ef17-4723-969d-f0b61cb40f06 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:24:14.125166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-c9797f47-18ac-4f30-8958-0762b33e5585 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:24:14.129435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-c9797f47-18ac-4f30-8958-0762b33e5585 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:24:14.137209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-c9797f47-18ac-4f30-8958-0762b33e5585 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:24:14.147081 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 26694d77-ef17-4723-969d-f0b61cb40f06 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:24:14.153799 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 26694d77-ef17-4723-969d-f0b61cb40f06 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:14.154404 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:14.164962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9797f47-18ac-4f30-8958-0762b33e5585 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Pushing event updated for resources: {'Port': ['ID=992c6ce4-ec1f-4813-a842-a6121599fafa,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:14.258982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-c9797f47-18ac-4f30-8958-0762b33e5585 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:14.260213 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-c9797f47-18ac-4f30-8958-0762b33e5585 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:14.306879 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-c9797f47-18ac-4f30-8958-0762b33e5585 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9064500 Jul 09 14:24:14.313535 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:14.321324 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Request body: {'port': {'device_id': '12289369-e294-438b-ad4f-fa759aa6c5dd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:24:14.386834 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 26694d77-ef17-4723-969d-f0b61cb40f06, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=26694d77-ef17-4723-969d-f0b61cb40f06,segment=NetworkSegment(15f454fe-935a-471a-aeeb-716b3514bd55),segment_id=15f454fe-935a-471a-aeeb-716b3514bd55)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:24:14.391869 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:14.440151 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8450cd-4c84-450f-a0c5-e176b134ef06 req-bb022744-22f4-4481-b58c-264084114010 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:14.444071 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb8450cd-4c84-450f-a0c5-e176b134ef06 req-bb022744-22f4-4481-b58c-264084114010 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 931 time: 0.1203899 Jul 09 14:24:14.463224 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=26694d77-ef17-4723-969d-f0b61cb40f06,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:14.476858 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:14.496435 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cb8450cd-4c84-450f-a0c5-e176b134ef06 req-f70a1cd1-49c0-46d0-87c0-f5a1f05dd9db tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426743 Jul 09 14:24:14.500159 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f1467939-e084-4f54-b1a5-af83d86250b8 None None] Provisioning for port 992c6ce4-ec1f-4813-a842-a6121599fafa completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:24:14.507346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-f1467939-e084-4f54-b1a5-af83d86250b8 None None] Provisioning complete for port 992c6ce4-ec1f-4813-a842-a6121599fafa triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:14.507838 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1467939-e084-4f54-b1a5-af83d86250b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:14.556669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-f1467939-e084-4f54-b1a5-af83d86250b8 None None] Port 992c6ce4-ec1f-4813-a842-a6121599fafa cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:24:14.843528 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 992c6ce4-ec1f-4813-a842-a6121599fafa {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:24:14.852827 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:14.866118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Transition to ACTIVE for port object 992c6ce4-ec1f-4813-a842-a6121599fafa will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:24:14.870968 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:14.923876 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Pushing event updated for resources: {'Port': ['ID=992c6ce4-ec1f-4813-a842-a6121599fafa,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:15.012504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Attempting to bind port 992c6ce4-ec1f-4813-a842-a6121599fafa on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:24:15.012856 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Attempting to bind port 992c6ce4-ec1f-4813-a842-a6121599fafa by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:24:15.013196 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Attempting to bind port 992c6ce4-ec1f-4813-a842-a6121599fafa on network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:24:15.018637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Port 992c6ce4-ec1f-4813-a842-a6121599fafa on network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:24:15.018968 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Attempting to bind port 992c6ce4-ec1f-4813-a842-a6121599fafa on network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:24:15.026131 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 24, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:24:15.026475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Checking segment: {'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:24:15.026880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Bound using segment: {'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:24:15.027375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Bound port: 992c6ce4-ec1f-4813-a842-a6121599fafa, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:24:15.027742 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:15.115338 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] For port 992c6ce4-ec1f-4813-a842-a6121599fafa, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:24:15.119435 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] For port 992c6ce4-ec1f-4813-a842-a6121599fafa, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=992c6ce4-ec1f-4813-a842-a6121599fafa,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:24:15.133702 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:15.174603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:15.176661 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:15.177534 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] 10.222.0.18 "PUT /v2.0/ports/992c6ce4-ec1f-4813-a842-a6121599fafa HTTP/1.1" status: 200 len: 1091 time: 0.8624880 Jul 09 14:24:15.177983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12289369-e294-438b-ad4f-fa759aa6c5dd', 'tag': '992c6ce4-ec1f-4813-a842-a6121599fafa'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:24:15.180438 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3468838a-9e79-48c4-80df-9e95ceaba2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "12289369-e294-438b-ad4f-fa759aa6c5dd", "tag": "992c6ce4-ec1f-4813-a842-a6121599fafa"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:24:15.220118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Pushing event updated for resources: {'Port': ['ID=992c6ce4-ec1f-4813-a842-a6121599fafa,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:15.235985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:15.236579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:15.237166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:15.237544 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:15.238121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:15.238701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:15.239405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:15.240019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:15.240614 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:15.241240 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:15.241983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:15.242566 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-114798f3-e2a5-4739-a152-ae3601ffed8c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:15.250818 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bfc3c80-e2c2-4b61-b328-831e2bc21982 x-openstack-request-id: req-2bfc3c80-e2c2-4b61-b328-831e2bc21982 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:24:15.251302 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12289369-e294-438b-ad4f-fa759aa6c5dd", "tag": "992c6ce4-ec1f-4813-a842-a6121599fafa", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:24:15.251838 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2bfc3c80-e2c2-4b61-b328-831e2bc21982 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:24:15.252505 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12289369-e294-438b-ad4f-fa759aa6c5dd', 'tag': '992c6ce4-ec1f-4813-a842-a6121599fafa', 'status': 'completed', 'code': 200} Jul 09 14:24:15.345197 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-a313ae89-e4c0-4e28-82d1-0cbe1b414019 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:15.347304 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-a313ae89-e4c0-4e28-82d1-0cbe1b414019 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48d3e1a1c57447e88898c7d3d518e58a&device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 1094 time: 0.0933330 Jul 09 14:24:15.396111 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-aa69d12c-f882-4dbe-add0-b5f7856c6331 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=992c6ce4-ec1f-4813-a842-a6121599fafa HTTP/1.1" status: 200 len: 217 time: 0.0416498 Jul 09 14:24:15.484934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-90f72cea-1c98-4715-8aaf-edb9a7f29614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:15.487574 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-90f72cea-1c98-4715-8aaf-edb9a7f29614 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a44468fd-7bbc-4a22-9657-3448776527e0 HTTP/1.1" status: 200 len: 855 time: 0.0850441 Jul 09 14:24:15.564721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-d1559ee6-130c-403a-9a19-75cf298c5a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:15.568141 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-d1559ee6-130c-403a-9a19-75cf298c5a07 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ca7423f-b6b3-43be-97e7-63f725d89eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0735288 Jul 09 14:24:15.685919 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-4859e379-9f38-4c51-8c7a-1205309a23d8 service neutron] 10.222.0.18 "GET /v2.0/networks/7ca7423f-b6b3-43be-97e7-63f725d89eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121333 Jul 09 14:24:15.709088 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1cdb8-da33-4a18-9bf5-d7ffb0ddfcc4 req-e2118b7b-ad1c-4dcd-8ee0-c2bebbd19f77 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:15.710949 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ffc1cdb8-da33-4a18-9bf5-d7ffb0ddfcc4 req-e2118b7b-ad1c-4dcd-8ee0-c2bebbd19f77 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 943 time: 0.0780060 Jul 09 14:24:15.765074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ffc1cdb8-da33-4a18-9bf5-d7ffb0ddfcc4 req-997b22d0-1f63-41b4-84d9-7b8d4dbec8e2 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437410 Jul 09 14:24:15.793262 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b478a477-2158-4b77-8a0d-a50ae7e98d5d req-287d008e-9d79-48dd-b7fe-85aef11c0f71 service neutron] 10.222.0.18 "GET /v2.0/networks/7ca7423f-b6b3-43be-97e7-63f725d89eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003892 Jul 09 14:24:15.912165 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468838a-9e79-48c4-80df-9e95ceaba2a3 req-8c619953-092d-4f74-8fc9-20a28848eaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:15.913728 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3468838a-9e79-48c4-80df-9e95ceaba2a3 req-8c619953-092d-4f74-8fc9-20a28848eaaa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48d3e1a1c57447e88898c7d3d518e58a&device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 1094 time: 0.0670340 Jul 09 14:24:16.023813 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 26694d77-ef17-4723-969d-f0b61cb40f06 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:24:16.037143 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468838a-9e79-48c4-80df-9e95ceaba2a3 req-c13b3604-4c93-4c32-906b-4a41a4150a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:16.038685 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3468838a-9e79-48c4-80df-9e95ceaba2a3 req-c13b3604-4c93-4c32-906b-4a41a4150a48 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ca7423f-b6b3-43be-97e7-63f725d89eb2 HTTP/1.1" status: 200 len: 917 time: 0.1187277 Jul 09 14:24:16.079869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 26694d77-ef17-4723-969d-f0b61cb40f06 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:16.080253 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:16.087455 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3468838a-9e79-48c4-80df-9e95ceaba2a3 req-5917fe94-4e6f-485f-b324-a71394d5b501 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=992c6ce4-ec1f-4813-a842-a6121599fafa HTTP/1.1" status: 200 len: 217 time: 0.0410342 Jul 09 14:24:16.151301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468838a-9e79-48c4-80df-9e95ceaba2a3 req-511e7428-a829-4a9d-9a7a-e10433b37b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:16.153026 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3468838a-9e79-48c4-80df-9e95ceaba2a3 req-511e7428-a829-4a9d-9a7a-e10433b37b35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a44468fd-7bbc-4a22-9657-3448776527e0 HTTP/1.1" status: 200 len: 855 time: 0.0592911 Jul 09 14:24:16.215353 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3468838a-9e79-48c4-80df-9e95ceaba2a3 req-30294a40-1263-49ff-a982-ad27d2b2a9d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:16.217350 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3468838a-9e79-48c4-80df-9e95ceaba2a3 req-30294a40-1263-49ff-a982-ad27d2b2a9d7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ca7423f-b6b3-43be-97e7-63f725d89eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569489 Jul 09 14:24:16.322817 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3468838a-9e79-48c4-80df-9e95ceaba2a3 req-01257cc9-d189-4880-9dcb-a99e4d6d8978 service neutron] 10.222.0.18 "GET /v2.0/networks/7ca7423f-b6b3-43be-97e7-63f725d89eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973866 Jul 09 14:24:16.433905 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3468838a-9e79-48c4-80df-9e95ceaba2a3 req-6acb8050-a51b-4dc0-b7ff-d1e744c91af5 service neutron] 10.222.0.18 "GET /v2.0/networks/7ca7423f-b6b3-43be-97e7-63f725d89eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039078 Jul 09 14:24:16.972255 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169bece-7eae-48aa-b6a2-79c69db90a07 req-99f28f2f-f846-44a9-810d-540f786666bf tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:16.974051 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b169bece-7eae-48aa-b6a2-79c69db90a07 req-99f28f2f-f846-44a9-810d-540f786666bf tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 943 time: 0.0742748 Jul 09 14:24:17.023387 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b169bece-7eae-48aa-b6a2-79c69db90a07 req-6a34e090-b851-4f8d-bdf9-54bd48f29076 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420637 Jul 09 14:24:18.005135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 992c6ce4-ec1f-4813-a842-a6121599fafa details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:24:18.136479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 992c6ce4-ec1f-4813-a842-a6121599fafa, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=992c6ce4-ec1f-4813-a842-a6121599fafa,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:24:18.155376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '992c6ce4-ec1f-4813-a842-a6121599fafa', 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2', 'port_id': '992c6ce4-ec1f-4813-a842-a6121599fafa', 'mac_address': 'fa:16:3e:34:c3:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44468fd-7bbc-4a22-9657-3448776527e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:24:18.201209 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:18.217173 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 992c6ce4-ec1f-4813-a842-a6121599fafa {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:24:18.240050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 992c6ce4-ec1f-4813-a842-a6121599fafa, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=992c6ce4-ec1f-4813-a842-a6121599fafa,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:24:18.245440 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:18.285193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715f5705-63c5-4cc7-ac8e-0cb40365a3ea req-31ea8f4c-753d-454b-8e18-cad62bf750f7 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:18.287860 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-715f5705-63c5-4cc7-ac8e-0cb40365a3ea req-31ea8f4c-753d-454b-8e18-cad62bf750f7 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 943 time: 0.0899987 Jul 09 14:24:18.312172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=992c6ce4-ec1f-4813-a842-a6121599fafa,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:18.331226 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-715f5705-63c5-4cc7-ac8e-0cb40365a3ea req-3269d146-4f67-4063-b5fd-5b4067410281 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374701 Jul 09 14:24:18.467572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['992c6ce4-ec1f-4813-a842-a6121599fafa'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:24:19.535832 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff09885-8fb6-4b45-a0bd-40a9eeafb027 req-68f34423-7fe6-4744-890d-386fc3cee834 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:19.537476 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eff09885-8fb6-4b45-a0bd-40a9eeafb027 req-68f34423-7fe6-4744-890d-386fc3cee834 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 944 time: 0.0723727 Jul 09 14:24:19.593277 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eff09885-8fb6-4b45-a0bd-40a9eeafb027 req-8d8fd4ee-4605-4e30-a0a8-c51b2c9a4e46 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495057 Jul 09 14:24:20.009788 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 992c6ce4-ec1f-4813-a842-a6121599fafa up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:24:20.065829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 992c6ce4-ec1f-4813-a842-a6121599fafa completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:24:20.070988 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 992c6ce4-ec1f-4813-a842-a6121599fafa triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:20.071409 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:20.167970 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:20.198505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12289369-e294-438b-ad4f-fa759aa6c5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992c6ce4-ec1f-4813-a842-a6121599fafa'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:24:20.202471 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9a9d78-b809-442e-b36b-710934dfd673" -d '{"events": [{"server_uuid": "12289369-e294-438b-ad4f-fa759aa6c5dd", "name": "network-vif-plugged", "status": "completed", "tag": "992c6ce4-ec1f-4813-a842-a6121599fafa"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:24:20.225209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 992c6ce4-ec1f-4813-a842-a6121599fafa, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=992c6ce4-ec1f-4813-a842-a6121599fafa,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:24:20.231010 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:20.286815 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57847fe4-f506-4c5b-9ea0-6fa4bffe744b x-openstack-request-id: req-57847fe4-f506-4c5b-9ea0-6fa4bffe744b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:24:20.287339 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12289369-e294-438b-ad4f-fa759aa6c5dd", "name": "network-vif-plugged", "status": "completed", "tag": "992c6ce4-ec1f-4813-a842-a6121599fafa", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:24:20.287770 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-57847fe4-f506-4c5b-9ea0-6fa4bffe744b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:24:20.288405 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12289369-e294-438b-ad4f-fa759aa6c5dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '992c6ce4-ec1f-4813-a842-a6121599fafa', 'code': 200} Jul 09 14:24:20.331650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=992c6ce4-ec1f-4813-a842-a6121599fafa,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:20.395514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1222d-e969-4526-88a7-06be2b0ec03a req-c99aec8a-e95e-4743-b3ac-279ca3f5851e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:20.397395 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2be1222d-e969-4526-88a7-06be2b0ec03a req-c99aec8a-e95e-4743-b3ac-279ca3f5851e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 1096 time: 0.0763996 Jul 09 14:24:20.435456 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2be1222d-e969-4526-88a7-06be2b0ec03a req-66f4874a-a3e1-4522-8ac5-f2d14684c410 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322058 Jul 09 14:24:20.819542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17267981-ea80-4b9d-8bda-5d2f4a2788f8 req-019ef5a8-6b61-4030-b544-0c66618ec285 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:20.822359 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17267981-ea80-4b9d-8bda-5d2f4a2788f8 req-019ef5a8-6b61-4030-b544-0c66618ec285 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 945 time: 0.1050892 Jul 09 14:24:20.873029 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17267981-ea80-4b9d-8bda-5d2f4a2788f8 req-46d42874-cfba-4c10-8f39-58aebcdeebf6 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449064 Jul 09 14:24:22.073177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f0db1-1f6f-413e-8d9b-bbd59850e173 req-a3d93e83-b1bf-48af-b741-61e40ea669b6 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:22.074779 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c6f0db1-1f6f-413e-8d9b-bbd59850e173 req-a3d93e83-b1bf-48af-b741-61e40ea669b6 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 945 time: 0.0741725 Jul 09 14:24:22.120422 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c6f0db1-1f6f-413e-8d9b-bbd59850e173 req-1d87c0a0-c97f-4153-a574-d5953e1a9f94 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396950 Jul 09 14:24:22.316435 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8de33a2-1c8b-4fe8-9e91-028ec66f5572 req-f1b8e249-7745-489e-a1c7-8db4b3fd6be5 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:22.318799 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8de33a2-1c8b-4fe8-9e91-028ec66f5572 req-f1b8e249-7745-489e-a1c7-8db4b3fd6be5 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 945 time: 0.0827000 Jul 09 14:24:22.361947 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8de33a2-1c8b-4fe8-9e91-028ec66f5572 req-2fabde54-6b75-4f4b-accf-d11f423b8a32 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372667 Jul 09 14:24:31.870057 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1107eb12-51be-47a4-9c9f-1f29bb383bd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:34.750314 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1c2bae2-b3f4-4802-9c30-fd34f3d254d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:34.754605 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:35.855047 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:37.246694 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:39.106696 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:39.312326 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:44.333597 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3cdc10-1735-438e-8b2f-3043d010deb5 req-3bd9c06e-346a-4054-b70d-e878e3590674 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:44.335658 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3a3cdc10-1735-438e-8b2f-3043d010deb5 req-3bd9c06e-346a-4054-b70d-e878e3590674 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 945 time: 0.0928946 Jul 09 14:24:44.384213 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3a3cdc10-1735-438e-8b2f-3043d010deb5 req-47f60026-b6b6-4142-b1cf-c0edb82336eb tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420001 Jul 09 14:24:45.603841 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2b60e-5e1a-4a47-a48a-28b8419f5719 req-80f82bef-46cd-4e7a-89ff-0840de89cb52 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:45.606275 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94b2b60e-5e1a-4a47-a48a-28b8419f5719 req-80f82bef-46cd-4e7a-89ff-0840de89cb52 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 945 time: 0.0799935 Jul 09 14:24:45.660177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-94b2b60e-5e1a-4a47-a48a-28b8419f5719 req-31ab8843-4997-4ebf-8f2e-6dcd601d2ffa tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452106 Jul 09 14:24:45.797928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15e1430-f513-4fe7-9dd4-31c91c11be63 req-8dad5330-1433-4ea8-8b0f-280d55d9d70d tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:45.801230 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c15e1430-f513-4fe7-9dd4-31c91c11be63 req-8dad5330-1433-4ea8-8b0f-280d55d9d70d tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.18 "GET /v2.0/ports?device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 945 time: 0.1152365 Jul 09 14:24:45.920546 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c15e1430-f513-4fe7-9dd4-31c91c11be63 req-3cb63b5c-32f6-4c23-b52d-f578c953b2aa tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Deleting port 992c6ce4-ec1f-4813-a842-a6121599fafa {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:24:45.921128 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c15e1430-f513-4fe7-9dd4-31c91c11be63 req-3cb63b5c-32f6-4c23-b52d-f578c953b2aa tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:46.054235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-c15e1430-f513-4fe7-9dd4-31c91c11be63 req-3cb63b5c-32f6-4c23-b52d-f578c953b2aa tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] For port 992c6ce4-ec1f-4813-a842-a6121599fafa, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=992c6ce4-ec1f-4813-a842-a6121599fafa,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:24:46.054570 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c15e1430-f513-4fe7-9dd4-31c91c11be63 req-3cb63b5c-32f6-4c23-b52d-f578c953b2aa tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:46.070037 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-c15e1430-f513-4fe7-9dd4-31c91c11be63 req-3cb63b5c-32f6-4c23-b52d-f578c953b2aa tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Calling delete_port for 992c6ce4-ec1f-4813-a842-a6121599fafa owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:24:46.261983 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c15e1430-f513-4fe7-9dd4-31c91c11be63 req-3cb63b5c-32f6-4c23-b52d-f578c953b2aa tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:46.297962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb63b5c-32f6-4c23-b52d-f578c953b2aa tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Pushing event deleted for resources: {'Port': ['ID=992c6ce4-ec1f-4813-a842-a6121599fafa,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:46.360758 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-c15e1430-f513-4fe7-9dd4-31c91c11be63 req-3cb63b5c-32f6-4c23-b52d-f578c953b2aa tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] No DVR routers for this DVR port 992c6ce4-ec1f-4813-a842-a6121599fafa on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:24:46.364437 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-c15e1430-f513-4fe7-9dd4-31c91c11be63 req-3cb63b5c-32f6-4c23-b52d-f578c953b2aa tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:46.366743 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c15e1430-f513-4fe7-9dd4-31c91c11be63 req-3cb63b5c-32f6-4c23-b52d-f578c953b2aa tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.18 "DELETE /v2.0/ports/992c6ce4-ec1f-4813-a842-a6121599fafa HTTP/1.1" status: 204 len: 173 time: 0.5609543 Jul 09 14:24:46.367259 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12289369-e294-438b-ad4f-fa759aa6c5dd', 'name': 'network-vif-deleted', 'tag': '992c6ce4-ec1f-4813-a842-a6121599fafa'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:24:46.370081 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a163a4a6-19a5-4655-a575-bc5b1de0daf0" -d '{"events": [{"server_uuid": "12289369-e294-438b-ad4f-fa759aa6c5dd", "name": "network-vif-deleted", "tag": "992c6ce4-ec1f-4813-a842-a6121599fafa"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:24:46.482278 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79537308-90fb-4ea0-8582-60a08ed7a770 x-openstack-request-id: req-79537308-90fb-4ea0-8582-60a08ed7a770 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:24:46.482716 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12289369-e294-438b-ad4f-fa759aa6c5dd", "name": "network-vif-deleted", "tag": "992c6ce4-ec1f-4813-a842-a6121599fafa", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:24:46.483030 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-79537308-90fb-4ea0-8582-60a08ed7a770 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:24:46.483530 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12289369-e294-438b-ad4f-fa759aa6c5dd', 'name': 'network-vif-deleted', 'tag': '992c6ce4-ec1f-4813-a842-a6121599fafa', 'status': 'completed', 'code': 200} Jul 09 14:24:46.888004 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-623612b9-5c77-4262-9e9f-dc53e967781e req-dde29a0f-71a1-4b0d-b820-d2d9a90fd511 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=12289369-e294-438b-ad4f-fa759aa6c5dd HTTP/1.1" status: 200 len: 210 time: 0.0470626 Jul 09 14:24:48.176863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 992c6ce4-ec1f-4813-a842-a6121599fafa no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:24:48.202339 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 992c6ce4-ec1f-4813-a842-a6121599fafa {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:24:48.202688 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 992c6ce4-ec1f-4813-a842-a6121599fafa not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:24:48.281696 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:24:48.526416 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43376290-6fb3-48d5-a320-c588396737fa req-78b4f73d-e6e6-4ad9-813d-92ee1e168d57 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:48.528114 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43376290-6fb3-48d5-a320-c588396737fa req-78b4f73d-e6e6-4ad9-813d-92ee1e168d57 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/networks?id=7ca7423f-b6b3-43be-97e7-63f725d89eb2 HTTP/1.1" status: 200 len: 816 time: 0.1217341 Jul 09 14:24:48.544603 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43376290-6fb3-48d5-a320-c588396737fa req-a0c1b67a-1967-4224-aec7-dbba923c7142 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/quotas/48d3e1a1c57447e88898c7d3d518e58a HTTP/1.1" status: 200 len: 375 time: 0.0105212 Jul 09 14:24:48.622224 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43376290-6fb3-48d5-a320-c588396737fa req-95869010-0c7a-4fdd-88b2-4410e5f13246 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=48d3e1a1c57447e88898c7d3d518e58a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0720644 Jul 09 14:24:48.851161 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43376290-6fb3-48d5-a320-c588396737fa req-a248e1df-3e14-4476-8319-1b68d6f60c33 service neutron] 10.222.0.39 "GET /v2.0/networks/7ca7423f-b6b3-43be-97e7-63f725d89eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148035 Jul 09 14:24:49.013214 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43376290-6fb3-48d5-a320-c588396737fa req-58c9761c-35c3-4b8b-8db4-af9260efcf83 service neutron] 10.222.0.39 "GET /v2.0/networks/7ca7423f-b6b3-43be-97e7-63f725d89eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561687 Jul 09 14:24:49.213896 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9835dd9c-3aee-4565-8a42-d252682973ca req-51bfb7bf-91fb-4774-ba5f-2cc9ee5a2309 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 210 time: 0.0400581 Jul 09 14:24:50.509391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6ecbba59-6071-4588-8007-4c13383cb5f6 req-f84b7d47-751b-49ed-a58b-8e5a15115b20 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 210 time: 0.0582004 Jul 09 14:24:50.537689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43376290-6fb3-48d5-a320-c588396737fa req-331a5c02-0990-4a6f-97a8-55c9f143239d tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:50.540489 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43376290-6fb3-48d5-a320-c588396737fa req-331a5c02-0990-4a6f-97a8-55c9f143239d tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.18 "GET /v2.0/networks?id=7ca7423f-b6b3-43be-97e7-63f725d89eb2 HTTP/1.1" status: 200 len: 816 time: 0.1683753 Jul 09 14:24:50.553363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-43376290-6fb3-48d5-a320-c588396737fa req-cebc13b4-f9bf-4d2a-991f-30791b76dc1c tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Request body: {'port': {'device_id': 'ec651a78-f219-4399-ae70-18b3c779831b', 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2', 'admin_state_up': True, 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:24:50.680698 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43376290-6fb3-48d5-a320-c588396737fa req-cebc13b4-f9bf-4d2a-991f-30791b76dc1c tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Made reservation on behalf of 48d3e1a1c57447e88898c7d3d518e58a for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:24:50.684915 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43376290-6fb3-48d5-a320-c588396737fa req-cebc13b4-f9bf-4d2a-991f-30791b76dc1c tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:50.832002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-43376290-6fb3-48d5-a320-c588396737fa req-cebc13b4-f9bf-4d2a-991f-30791b76dc1c tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Allocated IP 172.20.0.12 (7ca7423f-b6b3-43be-97e7-63f725d89eb2/a44468fd-7bbc-4a22-9657-3448776527e0/0769a342-ed66-4c97-a84e-c3cff82a345b) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:24:51.005613 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43376290-6fb3-48d5-a320-c588396737fa req-cebc13b4-f9bf-4d2a-991f-30791b76dc1c tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:51.023335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-43376290-6fb3-48d5-a320-c588396737fa req-cebc13b4-f9bf-4d2a-991f-30791b76dc1c tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Transition to ACTIVE for port object 0769a342-ed66-4c97-a84e-c3cff82a345b will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:24:51.063443 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43376290-6fb3-48d5-a320-c588396737fa req-cebc13b4-f9bf-4d2a-991f-30791b76dc1c tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:51.121557 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43376290-6fb3-48d5-a320-c588396737fa req-cebc13b4-f9bf-4d2a-991f-30791b76dc1c tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:24:51.125163 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-43376290-6fb3-48d5-a320-c588396737fa req-cebc13b4-f9bf-4d2a-991f-30791b76dc1c tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:24:51.130167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-43376290-6fb3-48d5-a320-c588396737fa req-cebc13b4-f9bf-4d2a-991f-30791b76dc1c tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:24:51.137609 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebc13b4-f9bf-4d2a-991f-30791b76dc1c tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Pushing event updated for resources: {'Port': ['ID=0769a342-ed66-4c97-a84e-c3cff82a345b,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:51.201618 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43376290-6fb3-48d5-a320-c588396737fa req-cebc13b4-f9bf-4d2a-991f-30791b76dc1c tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:51.202758 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43376290-6fb3-48d5-a320-c588396737fa req-cebc13b4-f9bf-4d2a-991f-30791b76dc1c tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:51.231145 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43376290-6fb3-48d5-a320-c588396737fa req-cebc13b4-f9bf-4d2a-991f-30791b76dc1c tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6826172 Jul 09 14:24:51.306105 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Request body: {'port': {'device_id': 'ec651a78-f219-4399-ae70-18b3c779831b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:24:51.389329 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-37844c69-f4b2-4e5b-9535-75ecc571e077 None None] Provisioning for port 0769a342-ed66-4c97-a84e-c3cff82a345b completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:24:51.395204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-37844c69-f4b2-4e5b-9535-75ecc571e077 None None] Provisioning complete for port 0769a342-ed66-4c97-a84e-c3cff82a345b triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:51.395622 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-37844c69-f4b2-4e5b-9535-75ecc571e077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:51.433333 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-37844c69-f4b2-4e5b-9535-75ecc571e077 None None] Port 0769a342-ed66-4c97-a84e-c3cff82a345b cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:24:51.437279 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:51.758972 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0769a342-ed66-4c97-a84e-c3cff82a345b {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:24:51.767356 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:51.781671 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Transition to ACTIVE for port object 0769a342-ed66-4c97-a84e-c3cff82a345b will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:24:51.786750 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:51.804133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfce01a-7b90-461b-9042-2190908680f4 req-fa86a409-83af-48bd-a3d2-3391cce5d8d6 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:51.806878 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dbfce01a-7b90-461b-9042-2190908680f4 req-fa86a409-83af-48bd-a3d2-3391cce5d8d6 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 932 time: 0.1161256 Jul 09 14:24:51.845531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Pushing event updated for resources: {'Port': ['ID=0769a342-ed66-4c97-a84e-c3cff82a345b,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:51.879729 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dbfce01a-7b90-461b-9042-2190908680f4 req-66f264a9-8c50-4c14-b8de-b5a3df46c1dd tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659046 Jul 09 14:24:51.936742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Attempting to bind port 0769a342-ed66-4c97-a84e-c3cff82a345b on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:24:51.937202 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Attempting to bind port 0769a342-ed66-4c97-a84e-c3cff82a345b by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:24:51.937551 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Attempting to bind port 0769a342-ed66-4c97-a84e-c3cff82a345b on network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:24:51.944623 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Port 0769a342-ed66-4c97-a84e-c3cff82a345b on network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:24:51.944958 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Attempting to bind port 0769a342-ed66-4c97-a84e-c3cff82a345b on network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:24:51.951049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 24, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:24:51.951419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Checking segment: {'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:24:51.951817 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Bound using segment: {'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:24:51.952266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Bound port: 0769a342-ed66-4c97-a84e-c3cff82a345b, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c13785a-0d54-4298-a62e-5b6bafa9cc1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 310, 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:24:51.952642 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:52.032855 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] For port 0769a342-ed66-4c97-a84e-c3cff82a345b, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:24:52.036923 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] For port 0769a342-ed66-4c97-a84e-c3cff82a345b, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0769a342-ed66-4c97-a84e-c3cff82a345b,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:24:52.042003 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:52.080911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:52.081747 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:52.083310 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43376290-6fb3-48d5-a320-c588396737fa req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] 10.222.0.18 "PUT /v2.0/ports/0769a342-ed66-4c97-a84e-c3cff82a345b HTTP/1.1" status: 200 len: 1092 time: 0.8435714 Jul 09 14:24:52.083779 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec651a78-f219-4399-ae70-18b3c779831b', 'tag': '0769a342-ed66-4c97-a84e-c3cff82a345b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:24:52.086136 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c32aaf5-c391-4640-9edd-b2abadad901a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec651a78-f219-4399-ae70-18b3c779831b", "tag": "0769a342-ed66-4c97-a84e-c3cff82a345b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:24:52.117156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bde607b-86ac-4092-afe2-5f6f55aa2fca service neutron] Pushing event updated for resources: {'Port': ['ID=0769a342-ed66-4c97-a84e-c3cff82a345b,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:52.177566 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133f9de8-ae87-406a-90f0-33c437f1a3c0 x-openstack-request-id: req-133f9de8-ae87-406a-90f0-33c437f1a3c0 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:24:52.177985 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec651a78-f219-4399-ae70-18b3c779831b", "tag": "0769a342-ed66-4c97-a84e-c3cff82a345b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:24:52.178332 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-133f9de8-ae87-406a-90f0-33c437f1a3c0 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:24:52.178820 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec651a78-f219-4399-ae70-18b3c779831b', 'tag': '0769a342-ed66-4c97-a84e-c3cff82a345b', 'status': 'completed', 'code': 200} Jul 09 14:24:52.210489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43376290-6fb3-48d5-a320-c588396737fa req-fe139f8f-eade-4677-999a-091646a969ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:52.212117 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43376290-6fb3-48d5-a320-c588396737fa req-fe139f8f-eade-4677-999a-091646a969ed service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48d3e1a1c57447e88898c7d3d518e58a&device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 1095 time: 0.0728407 Jul 09 14:24:52.278355 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43376290-6fb3-48d5-a320-c588396737fa req-497e9b98-7310-4e8d-a77c-ae9a096a82e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0769a342-ed66-4c97-a84e-c3cff82a345b HTTP/1.1" status: 200 len: 217 time: 0.0592344 Jul 09 14:24:52.342881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43376290-6fb3-48d5-a320-c588396737fa req-bf7e494b-d1fd-4ec0-887b-84cb16ab1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:52.344422 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43376290-6fb3-48d5-a320-c588396737fa req-bf7e494b-d1fd-4ec0-887b-84cb16ab1309 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a44468fd-7bbc-4a22-9657-3448776527e0 HTTP/1.1" status: 200 len: 855 time: 0.0598021 Jul 09 14:24:52.423952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43376290-6fb3-48d5-a320-c588396737fa req-9bfbc302-264d-4f98-959c-945d118e2200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:52.426064 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43376290-6fb3-48d5-a320-c588396737fa req-9bfbc302-264d-4f98-959c-945d118e2200 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ca7423f-b6b3-43be-97e7-63f725d89eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0749168 Jul 09 14:24:52.542588 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43376290-6fb3-48d5-a320-c588396737fa req-ecfc185b-52c9-4f3d-94b1-58c3ce6dd8bd service neutron] 10.222.0.18 "GET /v2.0/networks/7ca7423f-b6b3-43be-97e7-63f725d89eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101024 Jul 09 14:24:52.647773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-43376290-6fb3-48d5-a320-c588396737fa req-1561994c-f09e-4852-b973-a6785ac718a8 service neutron] 10.222.0.18 "GET /v2.0/networks/7ca7423f-b6b3-43be-97e7-63f725d89eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987616 Jul 09 14:24:52.770408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32aaf5-c391-4640-9edd-b2abadad901a req-a2a0da97-a8ca-431d-b1da-b68ee0c0991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:52.772032 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c32aaf5-c391-4640-9edd-b2abadad901a req-a2a0da97-a8ca-431d-b1da-b68ee0c0991f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48d3e1a1c57447e88898c7d3d518e58a&device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 1095 time: 0.0608351 Jul 09 14:24:53.098718 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8c6f5-fe98-4f83-bf7a-a67c84eecd80 req-15efbddf-758b-484c-95ee-958ce02da52d tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:53.100988 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ffe8c6f5-fe98-4f83-bf7a-a67c84eecd80 req-15efbddf-758b-484c-95ee-958ce02da52d tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 944 time: 0.0797818 Jul 09 14:24:53.148762 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32aaf5-c391-4640-9edd-b2abadad901a req-0f7feb89-d143-42b7-b8c6-4eec183ae6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:53.150334 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c32aaf5-c391-4640-9edd-b2abadad901a req-0f7feb89-d143-42b7-b8c6-4eec183ae6e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ca7423f-b6b3-43be-97e7-63f725d89eb2 HTTP/1.1" status: 200 len: 917 time: 0.3722878 Jul 09 14:24:53.166688 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ffe8c6f5-fe98-4f83-bf7a-a67c84eecd80 req-091952c4-e65c-4fac-a56d-a2d93ed2239e tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554733 Jul 09 14:24:53.226003 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c32aaf5-c391-4640-9edd-b2abadad901a req-d1fe9c62-ff5f-4317-be87-3e26e4c51888 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0769a342-ed66-4c97-a84e-c3cff82a345b HTTP/1.1" status: 200 len: 217 time: 0.0676146 Jul 09 14:24:53.281563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32aaf5-c391-4640-9edd-b2abadad901a req-224ce97d-d803-4742-a4cf-ecb00f60cfa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:53.283269 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c32aaf5-c391-4640-9edd-b2abadad901a req-224ce97d-d803-4742-a4cf-ecb00f60cfa1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a44468fd-7bbc-4a22-9657-3448776527e0 HTTP/1.1" status: 200 len: 855 time: 0.0498741 Jul 09 14:24:53.352499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c32aaf5-c391-4640-9edd-b2abadad901a req-19c70ef8-b2cc-451a-b472-3e7e8b16e4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:53.354087 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c32aaf5-c391-4640-9edd-b2abadad901a req-19c70ef8-b2cc-451a-b472-3e7e8b16e4f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ca7423f-b6b3-43be-97e7-63f725d89eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640838 Jul 09 14:24:53.463077 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c32aaf5-c391-4640-9edd-b2abadad901a req-87d593fe-4a61-4889-ad11-667a3ac0019c service neutron] 10.222.0.18 "GET /v2.0/networks/7ca7423f-b6b3-43be-97e7-63f725d89eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014206 Jul 09 14:24:53.569916 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c32aaf5-c391-4640-9edd-b2abadad901a req-13f66a1b-13f0-403b-bc3a-cafbdbba767a service neutron] 10.222.0.18 "GET /v2.0/networks/7ca7423f-b6b3-43be-97e7-63f725d89eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993176 Jul 09 14:24:54.177353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 0769a342-ed66-4c97-a84e-c3cff82a345b details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:24:54.297190 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 0769a342-ed66-4c97-a84e-c3cff82a345b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0769a342-ed66-4c97-a84e-c3cff82a345b,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:24:54.311647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '0769a342-ed66-4c97-a84e-c3cff82a345b', 'network_id': '7ca7423f-b6b3-43be-97e7-63f725d89eb2', 'port_id': '0769a342-ed66-4c97-a84e-c3cff82a345b', 'mac_address': 'fa:16:3e:1d:0d:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 310, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a44468fd-7bbc-4a22-9657-3448776527e0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:24:54.362308 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:54.384922 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0769a342-ed66-4c97-a84e-c3cff82a345b {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:24:54.386154 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc90c56-730a-4b2b-857d-78723c6c0a1e req-000e16d4-3fb2-4f30-9437-ebd39f015fe2 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:54.388065 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3fc90c56-730a-4b2b-857d-78723c6c0a1e req-000e16d4-3fb2-4f30-9437-ebd39f015fe2 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 944 time: 0.0888062 Jul 09 14:24:54.410732 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 0769a342-ed66-4c97-a84e-c3cff82a345b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0769a342-ed66-4c97-a84e-c3cff82a345b,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:24:54.415580 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:54.438443 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3fc90c56-730a-4b2b-857d-78723c6c0a1e req-b54c8d52-5138-4964-a65f-c85c1e0b0d3a tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389717 Jul 09 14:24:54.481050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=0769a342-ed66-4c97-a84e-c3cff82a345b,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:54.489445 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:54.489851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:54.490295 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:54.490666 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:54.491032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:54.491505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:54.491874 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:54.492488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:54.492880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:54.493265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:54.493641 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:54.494013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:24:54.615434 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['0769a342-ed66-4c97-a84e-c3cff82a345b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:24:55.633915 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a569704f-9202-4e58-8cf8-c94b83a19aca req-adb93ace-2e31-4ce9-854b-12e911a52190 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:55.635810 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a569704f-9202-4e58-8cf8-c94b83a19aca req-adb93ace-2e31-4ce9-854b-12e911a52190 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 945 time: 0.0715747 Jul 09 14:24:55.696144 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a569704f-9202-4e58-8cf8-c94b83a19aca req-819aad67-afb2-456f-bfa7-8f08c2971a4e tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503485 Jul 09 14:24:56.184010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 0769a342-ed66-4c97-a84e-c3cff82a345b up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:24:56.236252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 0769a342-ed66-4c97-a84e-c3cff82a345b completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:24:56.241567 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 0769a342-ed66-4c97-a84e-c3cff82a345b triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:24:56.242027 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:56.331801 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:56.362192 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec651a78-f219-4399-ae70-18b3c779831b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0769a342-ed66-4c97-a84e-c3cff82a345b'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:24:56.364780 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ec461aa-ed42-47ed-9035-38734576f261" -d '{"events": [{"server_uuid": "ec651a78-f219-4399-ae70-18b3c779831b", "name": "network-vif-plugged", "status": "completed", "tag": "0769a342-ed66-4c97-a84e-c3cff82a345b"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:24:56.379982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 0769a342-ed66-4c97-a84e-c3cff82a345b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0769a342-ed66-4c97-a84e-c3cff82a345b,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:24:56.385149 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:24:56.442342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=0769a342-ed66-4c97-a84e-c3cff82a345b,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:24:56.483074 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:24:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-855249c0-2eff-4f46-ac46-b04ca17a230c x-openstack-request-id: req-855249c0-2eff-4f46-ac46-b04ca17a230c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:24:56.483527 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec651a78-f219-4399-ae70-18b3c779831b", "name": "network-vif-plugged", "status": "completed", "tag": "0769a342-ed66-4c97-a84e-c3cff82a345b", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:24:56.483891 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-855249c0-2eff-4f46-ac46-b04ca17a230c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:24:56.484375 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec651a78-f219-4399-ae70-18b3c779831b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0769a342-ed66-4c97-a84e-c3cff82a345b', 'code': 200} Jul 09 14:24:56.603843 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b64962-4b14-4b97-b801-778e507bd16c req-0451894c-bcf8-4123-8c10-0d9cb34dbd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:56.605395 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c1b64962-4b14-4b97-b801-778e507bd16c req-0451894c-bcf8-4123-8c10-0d9cb34dbd8a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 1097 time: 0.0576766 Jul 09 14:24:56.643705 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c1b64962-4b14-4b97-b801-778e507bd16c req-6aca7f98-2891-4bc9-9c7b-f7489613026f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308695 Jul 09 14:24:56.883751 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4927ad2-053f-4364-ab04-5b6d692e9c8b req-27ef515c-4d56-4d80-a8da-ab8f7fa85bb9 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:56.885244 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b4927ad2-053f-4364-ab04-5b6d692e9c8b req-27ef515c-4d56-4d80-a8da-ab8f7fa85bb9 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 946 time: 0.0669250 Jul 09 14:24:56.930434 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b4927ad2-053f-4364-ab04-5b6d692e9c8b req-c894ecf7-cf4c-465c-a36e-3603311dd197 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392704 Jul 09 14:24:58.125317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b3673-527d-4f30-9487-e4be88512657 req-be7c502e-d082-42c1-93d6-c2e42598c742 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:58.126987 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d29b3673-527d-4f30-9487-e4be88512657 req-be7c502e-d082-42c1-93d6-c2e42598c742 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 946 time: 0.0721579 Jul 09 14:24:58.170167 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d29b3673-527d-4f30-9487-e4be88512657 req-cfa9b4ec-eb67-4345-a31e-bcc8a466d5ba tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363598 Jul 09 14:24:58.397971 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fce4dda-23e8-4cc4-b7c1-c6a69b214d48 req-0f94149c-11cc-4288-ae57-7db1aa70053d tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:24:58.399606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fce4dda-23e8-4cc4-b7c1-c6a69b214d48 req-0f94149c-11cc-4288-ae57-7db1aa70053d tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 946 time: 0.0703862 Jul 09 14:24:58.445625 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7fce4dda-23e8-4cc4-b7c1-c6a69b214d48 req-6b979f16-ad38-4f8e-a058-2fcf415b9a43 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363402 Jul 09 14:25:01.877345 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-133754d4-1c65-48ee-8bea-74775143ed6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:04.765248 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e5c3e088-e2c9-4b67-ba38-de2804a4ab8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:04.768465 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:05.849174 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:07.244052 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:09.096203 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:09.313971 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:13.131286 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7557d4a5-91ee-4d2d-ad09-a3fa055379b1 req-29a821f3-2320-4fcb-afaa-224e16ad62f6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ec651a78-f219-4399-ae70-18b3c779831b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0824192 Jul 09 14:25:13.245279 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557d4a5-91ee-4d2d-ad09-a3fa055379b1 req-9b21096d-758b-48f1-a173-ca2348f78347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:13.246899 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7557d4a5-91ee-4d2d-ad09-a3fa055379b1 req-9b21096d-758b-48f1-a173-ca2348f78347 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=48d3e1a1c57447e88898c7d3d518e58a&device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 1097 time: 0.0663457 Jul 09 14:25:13.364516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557d4a5-91ee-4d2d-ad09-a3fa055379b1 req-d3620761-385c-4c42-8595-9ccae7ea184a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:13.365944 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7557d4a5-91ee-4d2d-ad09-a3fa055379b1 req-d3620761-385c-4c42-8595-9ccae7ea184a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ca7423f-b6b3-43be-97e7-63f725d89eb2 HTTP/1.1" status: 200 len: 917 time: 0.0947707 Jul 09 14:25:13.415207 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7557d4a5-91ee-4d2d-ad09-a3fa055379b1 req-ac0c2718-29b6-4393-912b-18eaa312e6fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0769a342-ed66-4c97-a84e-c3cff82a345b HTTP/1.1" status: 200 len: 217 time: 0.0426500 Jul 09 14:25:13.468821 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557d4a5-91ee-4d2d-ad09-a3fa055379b1 req-e7a9b36c-0617-47e4-886d-ff281bae17e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:13.470333 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7557d4a5-91ee-4d2d-ad09-a3fa055379b1 req-e7a9b36c-0617-47e4-886d-ff281bae17e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a44468fd-7bbc-4a22-9657-3448776527e0 HTTP/1.1" status: 200 len: 855 time: 0.0481801 Jul 09 14:25:13.532086 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7557d4a5-91ee-4d2d-ad09-a3fa055379b1 req-bd14fb17-b567-4545-a386-51e2e2f81461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:13.533784 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7557d4a5-91ee-4d2d-ad09-a3fa055379b1 req-bd14fb17-b567-4545-a386-51e2e2f81461 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ca7423f-b6b3-43be-97e7-63f725d89eb2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566669 Jul 09 14:25:13.646328 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7557d4a5-91ee-4d2d-ad09-a3fa055379b1 req-2f3e6360-6ba7-4c59-b5ef-a4d88f62fdfc service neutron] 10.222.0.18 "GET /v2.0/networks/7ca7423f-b6b3-43be-97e7-63f725d89eb2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050911 Jul 09 14:25:13.771385 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7557d4a5-91ee-4d2d-ad09-a3fa055379b1 req-0844e6b9-c444-48e8-8a05-1b813869802f service neutron] 10.222.0.18 "GET /v2.0/networks/7ca7423f-b6b3-43be-97e7-63f725d89eb2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165740 Jul 09 14:25:20.055917 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2daf4-1d2c-4a6d-9ed6-dd56cf49f989 req-1d6757e0-b75b-4254-b976-2db14edbd2ac tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:20.057963 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-adc2daf4-1d2c-4a6d-9ed6-dd56cf49f989 req-1d6757e0-b75b-4254-b976-2db14edbd2ac tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 946 time: 0.0747254 Jul 09 14:25:20.103036 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-adc2daf4-1d2c-4a6d-9ed6-dd56cf49f989 req-a77abeb2-4aa0-4dd4-8cc0-c07166d67794 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390604 Jul 09 14:25:21.307793 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21c2f8b-0b92-415c-b615-1bb67afcb382 req-abee1c45-aa47-472a-8879-379eaeb9e813 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:21.309358 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f21c2f8b-0b92-415c-b615-1bb67afcb382 req-abee1c45-aa47-472a-8879-379eaeb9e813 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 946 time: 0.0808735 Jul 09 14:25:21.367684 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f21c2f8b-0b92-415c-b615-1bb67afcb382 req-dfda7bff-309b-42dd-a909-121a5ce94900 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/security-groups?id=add6f45d-ce0b-4e14-9934-bda312560b72&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473306 Jul 09 14:25:21.551437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114534a-90c2-48d5-aafa-a86972684a92 req-4f6971cc-e961-4fee-a131-3857d94c9a19 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:21.553138 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8114534a-90c2-48d5-aafa-a86972684a92 req-4f6971cc-e961-4fee-a131-3857d94c9a19 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.18 "GET /v2.0/ports?device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 946 time: 0.0739582 Jul 09 14:25:21.682064 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-8114534a-90c2-48d5-aafa-a86972684a92 req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Deleting port 0769a342-ed66-4c97-a84e-c3cff82a345b {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:25:21.682385 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8114534a-90c2-48d5-aafa-a86972684a92 req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:21.781494 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-8114534a-90c2-48d5-aafa-a86972684a92 req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] For port 0769a342-ed66-4c97-a84e-c3cff82a345b, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0769a342-ed66-4c97-a84e-c3cff82a345b,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:21.781850 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8114534a-90c2-48d5-aafa-a86972684a92 req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:21.798160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-8114534a-90c2-48d5-aafa-a86972684a92 req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Calling delete_port for 0769a342-ed66-4c97-a84e-c3cff82a345b owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:25:21.948636 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8114534a-90c2-48d5-aafa-a86972684a92 req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:21.958201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['0769a342-ed66-4c97-a84e-c3cff82a345b'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:25:21.988152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Pushing event deleted for resources: {'Port': ['ID=0769a342-ed66-4c97-a84e-c3cff82a345b,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:22.005800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:22.006200 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:22.006511 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:22.006858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:22.007237 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:22.011063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:22.011063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:22.011063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:22.011063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:22.011063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:22.011063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:22.011063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:22.057473 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-8114534a-90c2-48d5-aafa-a86972684a92 req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] No DVR routers for this DVR port 0769a342-ed66-4c97-a84e-c3cff82a345b on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:25:22.060857 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-8114534a-90c2-48d5-aafa-a86972684a92 req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:22.063945 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8114534a-90c2-48d5-aafa-a86972684a92 req-57eb7b23-2072-4e0d-b542-645638a96f87 tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.18 "DELETE /v2.0/ports/0769a342-ed66-4c97-a84e-c3cff82a345b HTTP/1.1" status: 204 len: 173 time: 0.5049417 Jul 09 14:25:22.064588 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec651a78-f219-4399-ae70-18b3c779831b', 'name': 'network-vif-deleted', 'tag': '0769a342-ed66-4c97-a84e-c3cff82a345b'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:25:22.068927 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfc33e6b-8ea3-4623-8d00-0f34433c1d8b" -d '{"events": [{"server_uuid": "ec651a78-f219-4399-ae70-18b3c779831b", "name": "network-vif-deleted", "tag": "0769a342-ed66-4c97-a84e-c3cff82a345b"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:25:22.140460 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:25:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95818196-3ba9-4bbc-865c-3ee56ac922d0 x-openstack-request-id: req-95818196-3ba9-4bbc-865c-3ee56ac922d0 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:25:22.140892 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec651a78-f219-4399-ae70-18b3c779831b", "name": "network-vif-deleted", "tag": "0769a342-ed66-4c97-a84e-c3cff82a345b", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:25:22.141317 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-95818196-3ba9-4bbc-865c-3ee56ac922d0 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:25:22.142112 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec651a78-f219-4399-ae70-18b3c779831b', 'name': 'network-vif-deleted', 'tag': '0769a342-ed66-4c97-a84e-c3cff82a345b', 'status': 'completed', 'code': 200} Jul 09 14:25:22.542310 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aaccac84-c403-4d90-960b-908e14494f90 req-1ea8e71c-9318-4963-8ec8-649b7ee1b7bd tempest-TestEncryptedCinderVolumes-937535763 tempest-TestEncryptedCinderVolumes-937535763-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec651a78-f219-4399-ae70-18b3c779831b HTTP/1.1" status: 200 len: 210 time: 0.0332367 Jul 09 14:25:23.725406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49156) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:24.144728 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:24.366648 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 0769a342-ed66-4c97-a84e-c3cff82a345b no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:25:24.388912 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 0769a342-ed66-4c97-a84e-c3cff82a345b {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:25:24.389542 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 0769a342-ed66-4c97-a84e-c3cff82a345b not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:25:24.446733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Deleting port 8f3964e2-bd47-4750-bfb0-793b9f1edc43 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:25:24.447075 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:24.541454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] For port 8f3964e2-bd47-4750-bfb0-793b9f1edc43, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=8f3964e2-bd47-4750-bfb0-793b9f1edc43,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:24.542008 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:24.563596 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Calling delete_port for 8f3964e2-bd47-4750-bfb0-793b9f1edc43 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:25:24.785061 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:24.816323 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f3964e2-bd47-4750-bfb0-793b9f1edc43,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:24.833391 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:24.833942 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:24.834503 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:24.836865 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:24.836865 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:24.836865 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:24.836865 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:24.838155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:24.838155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:24.838155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:24.838698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:24.839172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:25.282408 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:25:25.394572 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:25.669637 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Router a614596d-604b-492e-a941-116f07f7f85a has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:25:25.801609 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:25:25.808790 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dd884a81-0e72-4dfb-af66-75d99f5bf258 admin admin] 10.222.0.39 "PUT /v2.0/routers/a614596d-604b-492e-a941-116f07f7f85a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0816150 Jul 09 14:25:25.810585 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49158) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:25.811795 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c89b602-4b4e-401b-8e6e-ca2478959b1a None None] Sync routers for ids ['a614596d-604b-492e-a941-116f07f7f85a'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:25:25.822972 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c89b602-4b4e-401b-8e6e-ca2478959b1a None None] Routers {'a614596d-604b-492e-a941-116f07f7f85a'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:25.823735 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7c89b602-4b4e-401b-8e6e-ca2478959b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:25:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a614596d-604b-492e-a941-116f07f7f85a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:25.954600 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-114fb027-6724-441c-920f-ba3f947115e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:25.962264 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7c89b602-4b4e-401b-8e6e-ca2478959b1a None None] Set router a614596d-604b-492e-a941-116f07f7f85a gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:26.113442 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-114fb027-6724-441c-920f-ba3f947115e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:26.204364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-114fb027-6724-441c-920f-ba3f947115e2 admin admin] Deleting port de9861fb-9167-43b6-8b40-2112b79f245a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:25:26.204777 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-114fb027-6724-441c-920f-ba3f947115e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:26.237369 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7c89b602-4b4e-401b-8e6e-ca2478959b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614596d-604b-492e-a941-116f07f7f85a', 'name': 'tempest-TestEncryptedCinderVolumes-914764541-router', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173'}], 'enable_snat': True}, 'gw_port_id': 'de9861fb-9167-43b6-8b40-2112b79f245a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:23:57Z', 'updated_at': '2021-07-09T14:25:24Z', 'revision_number': 5, 'project_id': '48d3e1a1c57447e88898c7d3d518e58a', 'gw_port': {'id': 'de9861fb-9167-43b6-8b40-2112b79f245a', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:b4:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a614596d-604b-492e-a941-116f07f7f85a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:23:58Z', 'updated_at': '2021-07-09T14:24:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:26.267495 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c89b602-4b4e-401b-8e6e-ca2478959b1a None None] Checking router: a614596d-604b-492e-a941-116f07f7f85a for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:25:26.277443 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c89b602-4b4e-401b-8e6e-ca2478959b1a None None] Routers {'a614596d-604b-492e-a941-116f07f7f85a'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:26.278063 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7c89b602-4b4e-401b-8e6e-ca2478959b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:25:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['a614596d-604b-492e-a941-116f07f7f85a'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:26.307262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-114fb027-6724-441c-920f-ba3f947115e2 admin admin] For port de9861fb-9167-43b6-8b40-2112b79f245a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=de9861fb-9167-43b6-8b40-2112b79f245a,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:26.307630 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-114fb027-6724-441c-920f-ba3f947115e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:26.322594 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-114fb027-6724-441c-920f-ba3f947115e2 admin admin] Calling delete_port for de9861fb-9167-43b6-8b40-2112b79f245a owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:25:26.494130 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7c89b602-4b4e-401b-8e6e-ca2478959b1a None None] Set router a614596d-604b-492e-a941-116f07f7f85a gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:26.542749 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-114fb027-6724-441c-920f-ba3f947115e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:26.556157 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7c89b602-4b4e-401b-8e6e-ca2478959b1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a614596d-604b-492e-a941-116f07f7f85a', 'name': 'tempest-TestEncryptedCinderVolumes-914764541-router', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:23:57Z', 'updated_at': '2021-07-09T14:25:26Z', 'revision_number': 6, 'project_id': '48d3e1a1c57447e88898c7d3d518e58a', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:26.584789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114fb027-6724-441c-920f-ba3f947115e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=de9861fb-9167-43b6-8b40-2112b79f245a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:26.590595 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c89b602-4b4e-401b-8e6e-ca2478959b1a None None] The sync data for ids ['a614596d-604b-492e-a941-116f07f7f85a'] in n-d-799525-3 is: [{'id': 'a614596d-604b-492e-a941-116f07f7f85a', 'name': 'tempest-TestEncryptedCinderVolumes-914764541-router', 'tenant_id': '48d3e1a1c57447e88898c7d3d518e58a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:23:57Z', 'updated_at': '2021-07-09T14:25:26Z', 'revision_number': 6, 'project_id': '48d3e1a1c57447e88898c7d3d518e58a', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:25:26.662904 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-114fb027-6724-441c-920f-ba3f947115e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:26.776238 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-114fb027-6724-441c-920f-ba3f947115e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:26.784417 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-114fb027-6724-441c-920f-ba3f947115e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:26.831813 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-114fb027-6724-441c-920f-ba3f947115e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:26.832557 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114fb027-6724-441c-920f-ba3f947115e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a614596d-604b-492e-a941-116f07f7f85a {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:25:26.837879 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-114fb027-6724-441c-920f-ba3f947115e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:26.838560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-114fb027-6724-441c-920f-ba3f947115e2 admin admin] 10.222.0.39 "DELETE /v2.0/routers/a614596d-604b-492e-a941-116f07f7f85a HTTP/1.1" status: 204 len: 168 time: 1.0269492 Jul 09 14:25:26.841095 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49160) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:26.897284 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-94eb42d1-2cbb-4ca6-ab51-99cb37d39189 admin admin] Deleting subnet a44468fd-7bbc-4a22-9657-3448776527e0 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:25:26.900728 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94eb42d1-2cbb-4ca6-ab51-99cb37d39189 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:26.938924 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94eb42d1-2cbb-4ca6-ab51-99cb37d39189 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.044561 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94eb42d1-2cbb-4ca6-ab51-99cb37d39189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.117697 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94eb42d1-2cbb-4ca6-ab51-99cb37d39189 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.149318 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eb42d1-2cbb-4ca6-ab51-99cb37d39189 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a44468fd-7bbc-4a22-9657-3448776527e0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:27.153775 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-94eb42d1-2cbb-4ca6-ab51-99cb37d39189 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.156995 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-94eb42d1-2cbb-4ca6-ab51-99cb37d39189 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/a44468fd-7bbc-4a22-9657-3448776527e0 HTTP/1.1" status: 204 len: 168 time: 0.3145626 Jul 09 14:25:27.159950 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49162) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:27.161772 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd99d39-9a92-4c5b-9f13-ea06dadb49f7 None None] Network 7ca7423f-b6b3-43be-97e7-63f725d89eb2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:25:27.267688 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.327606 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] Deleting port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:25:27.327872 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.402476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-431aaa7e-4f45-40b7-b9c0-c35ac9cc9b0f None None] DHCP port deletion for 7ca7423f-b6b3-43be-97e7-63f725d89eb2 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:25:27.424607 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] For port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4a59db33-e81e-48ce-8369-2f4ea0bd7bca,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:27.424983 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.439722 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] Calling delete_port for 4a59db33-e81e-48ce-8369-2f4ea0bd7bca owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:25:27.458441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-431aaa7e-4f45-40b7-b9c0-c35ac9cc9b0f None None] Deleting port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:25:27.458713 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-431aaa7e-4f45-40b7-b9c0-c35ac9cc9b0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.527233 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-431aaa7e-4f45-40b7-b9c0-c35ac9cc9b0f None None] For port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4a59db33-e81e-48ce-8369-2f4ea0bd7bca,segment=NetworkSegment(3c13785a-0d54-4298-a62e-5b6bafa9cc1a),segment_id=3c13785a-0d54-4298-a62e-5b6bafa9cc1a)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:27.527649 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-431aaa7e-4f45-40b7-b9c0-c35ac9cc9b0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.542152 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.543377 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-431aaa7e-4f45-40b7-b9c0-c35ac9cc9b0f None None] Calling delete_port for 4a59db33-e81e-48ce-8369-2f4ea0bd7bca owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:25:27.570298 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a59db33-e81e-48ce-8369-2f4ea0bd7bca,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:27.573954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] No DVR routers for this DVR port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 09 14:25:27.623743 n-d-799525-3 neutron-server[93755]: self.session.flush() Jul 09 14:25:27.632626 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-431aaa7e-4f45-40b7-b9c0-c35ac9cc9b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.660794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431aaa7e-4f45-40b7-b9c0-c35ac9cc9b0f None None] Pushing event deleted for resources: {'Port': ['ID=4a59db33-e81e-48ce-8369-2f4ea0bd7bca,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:27.668731 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431aaa7e-4f45-40b7-b9c0-c35ac9cc9b0f None None] No DVR routers for this DVR port 4a59db33-e81e-48ce-8369-2f4ea0bd7bca on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:25:27.674391 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.688868 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ca7423f-b6b3-43be-97e7-63f725d89eb2']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:27.702567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c13785a-0d54-4298-a62e-5b6bafa9cc1a') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:27.702860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c13785a-0d54-4298-a62e-5b6bafa9cc1a') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:27.715411 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.736085 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.745057 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] Releasing vlan 310 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:25:27.745480 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:25:27.747763 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:25:27.813197 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.822538 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:27.824547 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7ca7423f-b6b3-43be-97e7-63f725d89eb2 HTTP/1.1" status: 204 len: 168 time: 0.6634088 Jul 09 14:25:27.828865 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49164) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:27.837743 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1aabe-d693-4044-9dce-b4e4825a0fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ca7423f-b6b3-43be-97e7-63f725d89eb2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:28.058405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8f3964e2-bd47-4750-bfb0-793b9f1edc43 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:25:28.079947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 8f3964e2-bd47-4750-bfb0-793b9f1edc43 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:25:28.080394 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 8f3964e2-bd47-4750-bfb0-793b9f1edc43 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:25:28.080948 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4a59db33-e81e-48ce-8369-2f4ea0bd7bca no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:25:28.104400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 4a59db33-e81e-48ce-8369-2f4ea0bd7bca {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:25:28.104705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4a59db33-e81e-48ce-8369-2f4ea0bd7bca not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:25:28.105050 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device de9861fb-9167-43b6-8b40-2112b79f245a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:25:28.126672 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: de9861fb-9167-43b6-8b40-2112b79f245a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:25:28.127026 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device de9861fb-9167-43b6-8b40-2112b79f245a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:25:28.307128 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e94d6307-8fb8-4c79-8602-3e7d78e23274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:28.645883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e94d6307-8fb8-4c79-8602-3e7d78e23274 admin admin] Deleting port 26694d77-ef17-4723-969d-f0b61cb40f06 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:25:28.646232 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e94d6307-8fb8-4c79-8602-3e7d78e23274 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:28.734449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-e94d6307-8fb8-4c79-8602-3e7d78e23274 admin admin] For port 26694d77-ef17-4723-969d-f0b61cb40f06, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=26694d77-ef17-4723-969d-f0b61cb40f06,segment=NetworkSegment(15f454fe-935a-471a-aeeb-716b3514bd55),segment_id=15f454fe-935a-471a-aeeb-716b3514bd55)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:28.734815 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e94d6307-8fb8-4c79-8602-3e7d78e23274 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:28.750533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e94d6307-8fb8-4c79-8602-3e7d78e23274 admin admin] Calling delete_port for 26694d77-ef17-4723-969d-f0b61cb40f06 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:25:29.018567 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e94d6307-8fb8-4c79-8602-3e7d78e23274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:29.047690 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94d6307-8fb8-4c79-8602-3e7d78e23274 admin admin] Pushing event deleted for resources: {'Port': ['ID=26694d77-ef17-4723-969d-f0b61cb40f06,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:29.595109 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e94d6307-8fb8-4c79-8602-3e7d78e23274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:29.843638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94d6307-8fb8-4c79-8602-3e7d78e23274 admin admin] Router 7939edd4-8b53-4d41-a85d-6251bea1cf96 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:25:29.960050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94d6307-8fb8-4c79-8602-3e7d78e23274 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:25:29.968354 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e94d6307-8fb8-4c79-8602-3e7d78e23274 admin admin] 10.222.0.39 "PUT /v2.0/routers/7939edd4-8b53-4d41-a85d-6251bea1cf96/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1348786 Jul 09 14:25:29.968519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49166) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:29.972149 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc7a2ed-5a44-4f1d-a6cb-0abd24ed4226 None None] Sync routers for ids ['7939edd4-8b53-4d41-a85d-6251bea1cf96'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:25:29.982550 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc7a2ed-5a44-4f1d-a6cb-0abd24ed4226 None None] Routers {'7939edd4-8b53-4d41-a85d-6251bea1cf96'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:29.983317 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6dc7a2ed-5a44-4f1d-a6cb-0abd24ed4226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:25:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7939edd4-8b53-4d41-a85d-6251bea1cf96'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:30.142642 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8405401c-e350-4d91-b01a-7cf5c46e11e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:30.264536 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8405401c-e350-4d91-b01a-7cf5c46e11e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:30.328083 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8405401c-e350-4d91-b01a-7cf5c46e11e8 admin admin] Deleting port f91c39db-02b4-45a7-9aae-53e8c2f41b10 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:25:30.328529 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8405401c-e350-4d91-b01a-7cf5c46e11e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:30.336555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-6dc7a2ed-5a44-4f1d-a6cb-0abd24ed4226 None None] Set router 7939edd4-8b53-4d41-a85d-6251bea1cf96 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:30.423809 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-8405401c-e350-4d91-b01a-7cf5c46e11e8 admin admin] For port f91c39db-02b4-45a7-9aae-53e8c2f41b10, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f91c39db-02b4-45a7-9aae-53e8c2f41b10,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:30.424178 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8405401c-e350-4d91-b01a-7cf5c46e11e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:30.441517 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-8405401c-e350-4d91-b01a-7cf5c46e11e8 admin admin] Calling delete_port for f91c39db-02b4-45a7-9aae-53e8c2f41b10 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:25:30.570894 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6dc7a2ed-5a44-4f1d-a6cb-0abd24ed4226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'name': 'tempest-TestEncryptedCinderVolumes-1777954269-router', 'tenant_id': '291a101614fb447b87cd39d35a279cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146'}], 'enable_snat': True}, 'gw_port_id': 'f91c39db-02b4-45a7-9aae-53e8c2f41b10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:24:03Z', 'updated_at': '2021-07-09T14:25:28Z', 'revision_number': 5, 'project_id': '291a101614fb447b87cd39d35a279cd6', 'gw_port': {'id': 'f91c39db-02b4-45a7-9aae-53e8c2f41b10', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:3f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:24:04Z', 'updated_at': '2021-07-09T14:24:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:30.607865 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc7a2ed-5a44-4f1d-a6cb-0abd24ed4226 None None] Checking router: 7939edd4-8b53-4d41-a85d-6251bea1cf96 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:25:30.619717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc7a2ed-5a44-4f1d-a6cb-0abd24ed4226 None None] Routers {'7939edd4-8b53-4d41-a85d-6251bea1cf96'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:30.620357 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6dc7a2ed-5a44-4f1d-a6cb-0abd24ed4226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:25:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7939edd4-8b53-4d41-a85d-6251bea1cf96'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:30.653587 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8405401c-e350-4d91-b01a-7cf5c46e11e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:30.697921 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405401c-e350-4d91-b01a-7cf5c46e11e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=f91c39db-02b4-45a7-9aae-53e8c2f41b10,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:30.723536 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-6dc7a2ed-5a44-4f1d-a6cb-0abd24ed4226 None None] Set router 7939edd4-8b53-4d41-a85d-6251bea1cf96 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:30.779587 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6dc7a2ed-5a44-4f1d-a6cb-0abd24ed4226 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'name': 'tempest-TestEncryptedCinderVolumes-1777954269-router', 'tenant_id': '291a101614fb447b87cd39d35a279cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:24:03Z', 'updated_at': '2021-07-09T14:25:30Z', 'revision_number': 6, 'project_id': '291a101614fb447b87cd39d35a279cd6', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:30.808255 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8405401c-e350-4d91-b01a-7cf5c46e11e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:30.818128 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc7a2ed-5a44-4f1d-a6cb-0abd24ed4226 None None] The sync data for ids ['7939edd4-8b53-4d41-a85d-6251bea1cf96'] in n-d-799525-3 is: [{'id': '7939edd4-8b53-4d41-a85d-6251bea1cf96', 'name': 'tempest-TestEncryptedCinderVolumes-1777954269-router', 'tenant_id': '291a101614fb447b87cd39d35a279cd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:24:03Z', 'updated_at': '2021-07-09T14:25:30Z', 'revision_number': 6, 'project_id': '291a101614fb447b87cd39d35a279cd6', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:25:30.913402 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8405401c-e350-4d91-b01a-7cf5c46e11e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:30.915962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8405401c-e350-4d91-b01a-7cf5c46e11e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:30.969240 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8405401c-e350-4d91-b01a-7cf5c46e11e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:30.969769 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8405401c-e350-4d91-b01a-7cf5c46e11e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7939edd4-8b53-4d41-a85d-6251bea1cf96 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:25:30.976788 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8405401c-e350-4d91-b01a-7cf5c46e11e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:30.978170 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8405401c-e350-4d91-b01a-7cf5c46e11e8 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7939edd4-8b53-4d41-a85d-6251bea1cf96 HTTP/1.1" status: 204 len: 168 time: 1.0082767 Jul 09 14:25:30.980917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49168) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:31.036975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-704b7f9d-2c55-4110-9dff-1cab6b6cc6a0 admin admin] Deleting subnet 3aa770c5-df46-4505-b673-af5663c1d5b2 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:25:31.041318 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-704b7f9d-2c55-4110-9dff-1cab6b6cc6a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.081223 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-704b7f9d-2c55-4110-9dff-1cab6b6cc6a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.191983 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-704b7f9d-2c55-4110-9dff-1cab6b6cc6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.278867 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-704b7f9d-2c55-4110-9dff-1cab6b6cc6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.324923 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-704b7f9d-2c55-4110-9dff-1cab6b6cc6a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.328289 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-704b7f9d-2c55-4110-9dff-1cab6b6cc6a0 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/3aa770c5-df46-4505-b673-af5663c1d5b2 HTTP/1.1" status: 204 len: 168 time: 0.3458078 Jul 09 14:25:31.330181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b7f9d-2c55-4110-9dff-1cab6b6cc6a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3aa770c5-df46-4505-b673-af5663c1d5b2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:31.331940 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49170) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:31.336856 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59b1ac7c-d65f-45dd-911c-3368547ae543 None None] Network 89bded34-0116-49a0-a1f3-c805713c23ea requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:25:31.417016 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.493334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] Deleting port 42fc8f16-2562-4652-aed4-e41454d3a755 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:25:31.493878 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.593060 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] For port 42fc8f16-2562-4652-aed4-e41454d3a755, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=42fc8f16-2562-4652-aed4-e41454d3a755,segment=NetworkSegment(15f454fe-935a-471a-aeeb-716b3514bd55),segment_id=15f454fe-935a-471a-aeeb-716b3514bd55)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:31.593394 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.618800 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] Calling delete_port for 42fc8f16-2562-4652-aed4-e41454d3a755 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:25:31.666720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecef8ac4-de85-45d8-9129-65d1200799ab None None] DHCP port deletion for 89bded34-0116-49a0-a1f3-c805713c23ea request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:25:31.733767 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.751068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ecef8ac4-de85-45d8-9129-65d1200799ab None None] Deleting port 42fc8f16-2562-4652-aed4-e41454d3a755 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:25:31.751598 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ecef8ac4-de85-45d8-9129-65d1200799ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.767478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] Pushing event deleted for resources: {'Port': ['ID=42fc8f16-2562-4652-aed4-e41454d3a755,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:31.778104 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] No DVR routers for this DVR port 42fc8f16-2562-4652-aed4-e41454d3a755 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:25:31.877176 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ecef8ac4-de85-45d8-9129-65d1200799ab None None] For port 42fc8f16-2562-4652-aed4-e41454d3a755, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:31.878506 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ecef8ac4-de85-45d8-9129-65d1200799ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.887576 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.888654 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0e96769-86e7-4e8a-8fd8-3a2b359fe762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.901686 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ecef8ac4-de85-45d8-9129-65d1200799ab None None] Calling delete_port for 42fc8f16-2562-4652-aed4-e41454d3a755 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:25:31.901955 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89bded34-0116-49a0-a1f3-c805713c23ea']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:31.906889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-ecef8ac4-de85-45d8-9129-65d1200799ab None None] Port 42fc8f16-2562-4652-aed4-e41454d3a755 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:25:31.909532 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ecef8ac4-de85-45d8-9129-65d1200799ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.915201 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15f454fe-935a-471a-aeeb-716b3514bd55') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:31.915654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15f454fe-935a-471a-aeeb-716b3514bd55') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:31.927219 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.947860 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.957366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:25:31.957948 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:25:31.960091 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:25:31.985057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecef8ac4-de85-45d8-9129-65d1200799ab None None] Pushing event deleted for resources: {'Port': ['ID=42fc8f16-2562-4652-aed4-e41454d3a755,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:31.994955 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecef8ac4-de85-45d8-9129-65d1200799ab None None] No DVR routers for this DVR port 42fc8f16-2562-4652-aed4-e41454d3a755 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:25:32.053198 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:32.066091 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:32.069375 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] 10.222.0.39 "DELETE /v2.0/networks/89bded34-0116-49a0-a1f3-c805713c23ea HTTP/1.1" status: 204 len: 168 time: 0.7359030 Jul 09 14:25:32.084381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a2572-4fba-4c65-a8c1-f2a0b3a4449e admin admin] Pushing event deleted for resources: {'Network': ['ID=89bded34-0116-49a0-a1f3-c805713c23ea,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:32.113285 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f91c39db-02b4-45a7-9aae-53e8c2f41b10 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:25:32.137373 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: f91c39db-02b4-45a7-9aae-53e8c2f41b10 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:25:32.137638 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f91c39db-02b4-45a7-9aae-53e8c2f41b10 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:25:32.138052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 26694d77-ef17-4723-969d-f0b61cb40f06 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:25:32.158669 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 26694d77-ef17-4723-969d-f0b61cb40f06 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:25:32.159038 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 26694d77-ef17-4723-969d-f0b61cb40f06 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:25:32.159506 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 42fc8f16-2562-4652-aed4-e41454d3a755 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:25:32.181741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 42fc8f16-2562-4652-aed4-e41454d3a755 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:25:32.182090 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 42fc8f16-2562-4652-aed4-e41454d3a755 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:25:32.339688 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49174) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:32.386314 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b860a52c-6764-4327-aad4-6b72654b156c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=48d3e1a1c57447e88898c7d3d518e58a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451405 Jul 09 14:25:32.389542 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49176) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:32.482826 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6064becf-a08a-452a-a610-8ad7e840b4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:32.521624 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6064becf-a08a-452a-a610-8ad7e840b4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:32.588991 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6064becf-a08a-452a-a610-8ad7e840b4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:32.593531 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6064becf-a08a-452a-a610-8ad7e840b4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:32.595416 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6064becf-a08a-452a-a610-8ad7e840b4d8 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/add6f45d-ce0b-4e14-9934-bda312560b72 HTTP/1.1" status: 204 len: 168 time: 0.2042816 Jul 09 14:25:32.606446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6064becf-a08a-452a-a610-8ad7e840b4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add6f45d-ce0b-4e14-9934-bda312560b72,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:32.999702 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49182) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:33.043465 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6d6a6809-6a5e-40b2-8dde-4a1332421245 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=291a101614fb447b87cd39d35a279cd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424314 Jul 09 14:25:33.045871 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49184) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:33.100736 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39f5ef47-b7b2-4f60-aea8-c800c145c592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:33.128655 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39f5ef47-b7b2-4f60-aea8-c800c145c592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:33.186592 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39f5ef47-b7b2-4f60-aea8-c800c145c592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:33.189140 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-39f5ef47-b7b2-4f60-aea8-c800c145c592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:33.190419 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-39f5ef47-b7b2-4f60-aea8-c800c145c592 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/882a14c1-2a7d-44c5-bbf5-428368f3a124 HTTP/1.1" status: 204 len: 168 time: 0.1435764 Jul 09 14:25:33.199400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f5ef47-b7b2-4f60-aea8-c800c145c592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=882a14c1-2a7d-44c5-bbf5-428368f3a124,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:34.056311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49206) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:34.173903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-856e80d9-d4bb-48f9-8b06-7907271ac76d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1929587541-network', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:34.208324 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-856e80d9-d4bb-48f9-8b06-7907271ac76d admin admin] Made reservation on behalf of 66ad6125be174b2dbf7069a3a2105bf8 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:25:34.210952 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-856e80d9-d4bb-48f9-8b06-7907271ac76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:34.223022 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-856e80d9-d4bb-48f9-8b06-7907271ac76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:34.345414 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-856e80d9-d4bb-48f9-8b06-7907271ac76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:34.350527 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-856e80d9-d4bb-48f9-8b06-7907271ac76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:34.379246 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-856e80d9-d4bb-48f9-8b06-7907271ac76d admin admin] vlan segment allocate from pool success with {'vlan_id': 315, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:25:34.390305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e80d9-d4bb-48f9-8b06-7907271ac76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c176f3eb-7127-4ca8-8dce-39e638964286,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:34.396908 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-856e80d9-d4bb-48f9-8b06-7907271ac76d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:34.397255 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-856e80d9-d4bb-48f9-8b06-7907271ac76d admin admin] Added segment 3c0ecafd-37ef-41ca-b035-6300dae810eb of type vlan for network 7ea46546-5f7e-419c-a3a6-0257eda53e09 Jul 09 14:25:34.445107 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-856e80d9-d4bb-48f9-8b06-7907271ac76d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:34.481226 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-856e80d9-d4bb-48f9-8b06-7907271ac76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:34.482348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-856e80d9-d4bb-48f9-8b06-7907271ac76d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:34.482943 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-856e80d9-d4bb-48f9-8b06-7907271ac76d admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:34.543195 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-856e80d9-d4bb-48f9-8b06-7907271ac76d admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4852002 Jul 09 14:25:34.545771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49210) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:34.551693 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e2232ade-7ccc-4b9f-bcad-b44a9daa2c6d admin admin] Request body: {'subnet': {'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1929587541-subnet', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:34.556729 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856e80d9-d4bb-48f9-8b06-7907271ac76d admin admin] Pushing event updated for resources: {'Network': ['ID=7ea46546-5f7e-419c-a3a6-0257eda53e09,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:34.569116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 7ea46546-5f7e-419c-a3a6-0257eda53e09 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:25:34.582286 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2232ade-7ccc-4b9f-bcad-b44a9daa2c6d admin admin] Made reservation on behalf of 66ad6125be174b2dbf7069a3a2105bf8 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:25:34.585017 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2232ade-7ccc-4b9f-bcad-b44a9daa2c6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:34.745094 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9041168e-153e-49ae-837c-589b050ca7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:34.757682 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:34.851467 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2232ade-7ccc-4b9f-bcad-b44a9daa2c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:34.909366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2232ade-7ccc-4b9f-bcad-b44a9daa2c6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=aef89fa7-b40c-488c-864c-03e16e9846f6,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:34.921385 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2232ade-7ccc-4b9f-bcad-b44a9daa2c6d admin admin] Checking segment: {'id': '3c0ecafd-37ef-41ca-b035-6300dae810eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:34.921774 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2232ade-7ccc-4b9f-bcad-b44a9daa2c6d admin admin] Network hostable DHCP agents. Network: 7ea46546-5f7e-419c-a3a6-0257eda53e09, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:25:34.941539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2232ade-7ccc-4b9f-bcad-b44a9daa2c6d admin admin] Network 7ea46546-5f7e-419c-a3a6-0257eda53e09 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:25:34.953326 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e2232ade-7ccc-4b9f-bcad-b44a9daa2c6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 7ea46546-5f7e-419c-a3a6-0257eda53e09) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:34.959780 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2232ade-7ccc-4b9f-bcad-b44a9daa2c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:34.960397 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2232ade-7ccc-4b9f-bcad-b44a9daa2c6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:34.964283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcf3738-eaf0-4879-81fe-819af1bb3a84 None None] Network 7ea46546-5f7e-419c-a3a6-0257eda53e09 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:25:34.977219 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e2232ade-7ccc-4b9f-bcad-b44a9daa2c6d admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4301813 Jul 09 14:25:34.980252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49212) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:34.987502 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1929587541-router', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:35.016718 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.018432 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.082751 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.144428 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-7ea46546-5f7e-419c-a3a6-0257eda53e09', 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'fixed_ips': [{'subnet_id': 'aef89fa7-b40c-488c-864c-03e16e9846f6'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:25:35.145481 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.238591 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.295988 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Allocated IP 172.20.0.2 (7ea46546-5f7e-419c-a3a6-0257eda53e09/aef89fa7-b40c-488c-864c-03e16e9846f6/f7d58a4c-6b6f-4a55-a881-eee8a91b3909) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:25:35.467474 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.474796 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.479982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Transition to ACTIVE for port object f7d58a4c-6b6f-4a55-a881-eee8a91b3909 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:35.506933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Transition to ACTIVE for port object f7d58a4c-6b6f-4a55-a881-eee8a91b3909 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:35.507687 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.515539 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.585061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Network 7ea46546-5f7e-419c-a3a6-0257eda53e09 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:25:35.589363 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:35.595600 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:25:35.604382 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Pushing event updated for resources: {'Port': ['ID=f7d58a4c-6b6f-4a55-a881-eee8a91b3909,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:35.652605 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Allocated IP 172.25.2.234 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/ccd949a5-08ce-42d6-9b4a-a9df172e9b1d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:25:35.668371 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Attempting to bind port f7d58a4c-6b6f-4a55-a881-eee8a91b3909 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:25:35.668762 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Attempting to bind port f7d58a4c-6b6f-4a55-a881-eee8a91b3909 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '3c0ecafd-37ef-41ca-b035-6300dae810eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:25:35.669157 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Attempting to bind port f7d58a4c-6b6f-4a55-a881-eee8a91b3909 on network 7ea46546-5f7e-419c-a3a6-0257eda53e09 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:25:35.675471 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:25:35.675928 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Checking segment: {'id': '3c0ecafd-37ef-41ca-b035-6300dae810eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:35.676389 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.676796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Bound using segment: {'id': '3c0ecafd-37ef-41ca-b035-6300dae810eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:25:35.677289 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Bound port: f7d58a4c-6b6f-4a55-a881-eee8a91b3909, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ecafd-37ef-41ca-b035-6300dae810eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:25:35.677689 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.749730 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] For port f7d58a4c-6b6f-4a55-a881-eee8a91b3909, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:25:35.753544 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] For port f7d58a4c-6b6f-4a55-a881-eee8a91b3909, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f7d58a4c-6b6f-4a55-a881-eee8a91b3909,segment=NetworkSegment(3c0ecafd-37ef-41ca-b035-6300dae810eb),segment_id=3c0ecafd-37ef-41ca-b035-6300dae810eb)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:25:35.757804 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.774792 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.821011 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a190bb-d3e1-481f-b3d1-7e3a37a4a018 None None] Pushing event updated for resources: {'Port': ['ID=f7d58a4c-6b6f-4a55-a881-eee8a91b3909,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:35.822199 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.863611 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:35.865982 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:25:35.871907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:35.875883 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:25:35.906824 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Pushing event updated for resources: {'Port': ['ID=ccd949a5-08ce-42d6-9b4a-a9df172e9b1d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:36.203352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f7d58a4c-6b6f-4a55-a881-eee8a91b3909 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:36.255144 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:36.263916 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port f7d58a4c-6b6f-4a55-a881-eee8a91b3909 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:36.834618 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:36.978755 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2853cfa-1b3e-4080-9afb-babd8b4dfa98 None None] Network 7ea46546-5f7e-419c-a3a6-0257eda53e09 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:25:37.037919 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Router 7f59983a-9286-4979-a153-9244c4a1d103 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:25:37.055970 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-182d4976-59db-4a0b-9852-ca1d574d3652 None None] Provisioning for port f7d58a4c-6b6f-4a55-a881-eee8a91b3909 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:37.069364 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-182d4976-59db-4a0b-9852-ca1d574d3652 None None] Provisioning complete for port f7d58a4c-6b6f-4a55-a881-eee8a91b3909 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:37.069859 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-182d4976-59db-4a0b-9852-ca1d574d3652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:37.171243 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:25:37.190794 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Sync routers for ids ['7f59983a-9286-4979-a153-9244c4a1d103'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:25:37.197717 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:37.199457 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ce19c925-e533-4ee0-a3f3-b96f0bf5cf79 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2175717 Jul 09 14:25:37.202738 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49214) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:37.211567 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Routers {'7f59983a-9286-4979-a153-9244c4a1d103'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:37.213177 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:25:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7f59983a-9286-4979-a153-9244c4a1d103'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:37.286553 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-182d4976-59db-4a0b-9852-ca1d574d3652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:37.304190 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:37.340465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-182d4976-59db-4a0b-9852-ca1d574d3652 None None] For port f7d58a4c-6b6f-4a55-a881-eee8a91b3909, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f7d58a4c-6b6f-4a55-a881-eee8a91b3909,segment=NetworkSegment(3c0ecafd-37ef-41ca-b035-6300dae810eb),segment_id=3c0ecafd-37ef-41ca-b035-6300dae810eb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:37.346137 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-182d4976-59db-4a0b-9852-ca1d574d3652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:37.379069 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Set router 7f59983a-9286-4979-a153-9244c4a1d103 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:37.431921 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182d4976-59db-4a0b-9852-ca1d574d3652 None None] Pushing event updated for resources: {'Port': ['ID=f7d58a4c-6b6f-4a55-a881-eee8a91b3909,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:37.626796 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f59983a-9286-4979-a153-9244c4a1d103', 'name': 'tempest-TestMinimumBasicScenario-1929587541-router', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:36Z', 'revision_number': 3, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'gw_port': {'id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:37.657967 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Checking router: 7f59983a-9286-4979-a153-9244c4a1d103 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:25:37.658313 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Updating router 7f59983a-9286-4979-a153-9244c4a1d103 port ccd949a5-08ce-42d6-9b4a-a9df172e9b1d binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:25:37.686933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-88763eec-ae20-47e6-bc1c-e3209259092a None None] Provisioning complete for port f7d58a4c-6b6f-4a55-a881-eee8a91b3909 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:37.687456 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88763eec-ae20-47e6-bc1c-e3209259092a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:37.712129 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:37.845143 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:38.074940 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Allocated IP 172.20.0.1 (7ea46546-5f7e-419c-a3a6-0257eda53e09/aef89fa7-b40c-488c-864c-03e16e9846f6/10ff4b24-5595-4b9e-9236-e66d5bd57916) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:25:38.107635 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:38.128604 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Transition to ACTIVE for port object ccd949a5-08ce-42d6-9b4a-a9df172e9b1d will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:38.142131 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:38.207372 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Attempting to bind port ccd949a5-08ce-42d6-9b4a-a9df172e9b1d on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:25:38.208394 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Attempting to bind port ccd949a5-08ce-42d6-9b4a-a9df172e9b1d by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:25:38.208394 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Attempting to bind port ccd949a5-08ce-42d6-9b4a-a9df172e9b1d on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:25:38.216279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f7d58a4c-6b6f-4a55-a881-eee8a91b3909 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:38.222537 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:25:38.222901 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:38.223344 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:38.223754 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:25:38.224250 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Bound port: ccd949a5-08ce-42d6-9b4a-a9df172e9b1d, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:25:38.224634 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:38.238271 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:38.255352 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4402a-5559-469a-ad52-d4dbbf919db8 None None] Pushing event updated for resources: {'Port': ['ID=ccd949a5-08ce-42d6-9b4a-a9df172e9b1d,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:38.263904 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Transition to ACTIVE for port object 10ff4b24-5595-4b9e-9236-e66d5bd57916 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:38.272213 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4402a-5559-469a-ad52-d4dbbf919db8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:38.272489 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4402a-5559-469a-ad52-d4dbbf919db8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:38.272795 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4402a-5559-469a-ad52-d4dbbf919db8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:38.273124 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4402a-5559-469a-ad52-d4dbbf919db8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:38.273458 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4402a-5559-469a-ad52-d4dbbf919db8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:38.273798 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4402a-5559-469a-ad52-d4dbbf919db8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:38.274399 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4402a-5559-469a-ad52-d4dbbf919db8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:38.274728 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4402a-5559-469a-ad52-d4dbbf919db8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:38.275045 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4402a-5559-469a-ad52-d4dbbf919db8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:38.275389 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4402a-5559-469a-ad52-d4dbbf919db8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:38.275711 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4402a-5559-469a-ad52-d4dbbf919db8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:38.276033 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4e4402a-5559-469a-ad52-d4dbbf919db8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:25:38.296880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port f7d58a4c-6b6f-4a55-a881-eee8a91b3909 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:38.297570 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:38.309048 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] For port ccd949a5-08ce-42d6-9b4a-a9df172e9b1d, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:25:38.312836 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] For port ccd949a5-08ce-42d6-9b4a-a9df172e9b1d, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ccd949a5-08ce-42d6-9b4a-a9df172e9b1d,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:25:38.319434 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:38.320093 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:38.362432 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Network 7ea46546-5f7e-419c-a3a6-0257eda53e09 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:25:38.368373 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:38.372383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:25:38.423589 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:38.469823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Pushing event updated for resources: {'Port': ['ID=10ff4b24-5595-4b9e-9236-e66d5bd57916,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:38.473025 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Routers {'7f59983a-9286-4979-a153-9244c4a1d103'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:38.473676 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:25:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7f59983a-9286-4979-a153-9244c4a1d103'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:38.543684 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e4402a-5559-469a-ad52-d4dbbf919db8 None None] Pushing event updated for resources: {'Port': ['ID=ccd949a5-08ce-42d6-9b4a-a9df172e9b1d,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:38.601914 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:38.618413 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] Set router 7f59983a-9286-4979-a153-9244c4a1d103 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:38.762626 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e4b7f084-8f92-46ed-a429-ec8983581a99 None None] Provisioning for port 10ff4b24-5595-4b9e-9236-e66d5bd57916 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:38.770159 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e4b7f084-8f92-46ed-a429-ec8983581a99 None None] Provisioning complete for port 10ff4b24-5595-4b9e-9236-e66d5bd57916 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:38.770823 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4b7f084-8f92-46ed-a429-ec8983581a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:38.825355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e4b7f084-8f92-46ed-a429-ec8983581a99 None None] Port 10ff4b24-5595-4b9e-9236-e66d5bd57916 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:25:38.875542 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:38.881339 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:38.894307 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f59983a-9286-4979-a153-9244c4a1d103', 'name': 'tempest-TestMinimumBasicScenario-1929587541-router', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:36Z', 'revision_number': 3, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'gw_port': {'id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:38.930106 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d5e3b0-af60-4c61-ba22-785d0e2942cb None None] The sync data for ids ['7f59983a-9286-4979-a153-9244c4a1d103'] in n-d-799525-3 is: [{'id': '7f59983a-9286-4979-a153-9244c4a1d103', 'name': 'tempest-TestMinimumBasicScenario-1929587541-router', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:36Z', 'revision_number': 3, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'gw_port': {'id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:25:38.964224 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Pushing event updated for resources: {'Port': ['ID=10ff4b24-5595-4b9e-9236-e66d5bd57916,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:38.973409 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:39.082292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Network 7ea46546-5f7e-419c-a3a6-0257eda53e09 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:25:39.083998 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:39.119312 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:39.285223 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Router 7f59983a-9286-4979-a153-9244c4a1d103 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:25:39.337802 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:39.458372 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-283c0693-d517-42ab-98c0-8f3c8d1836e3 None None] Provisioning complete for port 10ff4b24-5595-4b9e-9236-e66d5bd57916 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:39.459155 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-283c0693-d517-42ab-98c0-8f3c8d1836e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:39.465758 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:25:39.475140 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-efab0dfc-cb10-4c84-8a7c-22378141ba7e admin admin] 10.222.0.39 "PUT /v2.0/routers/7f59983a-9286-4979-a153-9244c4a1d103/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2709012 Jul 09 14:25:39.527940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-283c0693-d517-42ab-98c0-8f3c8d1836e3 None None] Port 10ff4b24-5595-4b9e-9236-e66d5bd57916 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:25:40.139931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49230) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:40.150942 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fbff5344-582f-4792-8ba5-18f663f2e823 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2116604643-network', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:40.169922 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbff5344-582f-4792-8ba5-18f663f2e823 admin admin] Made reservation on behalf of e398e1f1c05d4b4ca77761bdbdbf04f5 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:25:40.172675 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbff5344-582f-4792-8ba5-18f663f2e823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.183368 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbff5344-582f-4792-8ba5-18f663f2e823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.190210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ccd949a5-08ce-42d6-9b4a-a9df172e9b1d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:40.268650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port ccd949a5-08ce-42d6-9b4a-a9df172e9b1d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:40.274213 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ccd949a5-08ce-42d6-9b4a-a9df172e9b1d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:40.274708 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.324873 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbff5344-582f-4792-8ba5-18f663f2e823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.330547 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbff5344-582f-4792-8ba5-18f663f2e823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.360724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbff5344-582f-4792-8ba5-18f663f2e823 admin admin] vlan segment allocate from pool success with {'vlan_id': 328, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:25:40.375636 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.385874 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff5344-582f-4792-8ba5-18f663f2e823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cb21f28-c661-4356-a196-06ea8c92183c,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:40.390267 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbff5344-582f-4792-8ba5-18f663f2e823 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.390820 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-fbff5344-582f-4792-8ba5-18f663f2e823 admin admin] Added segment 24374a31-679a-4b19-b581-9dd2475227fd of type vlan for network 30594311-2520-467f-8053-bf07f2f52227 Jul 09 14:25:40.412361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port ccd949a5-08ce-42d6-9b4a-a9df172e9b1d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ccd949a5-08ce-42d6-9b4a-a9df172e9b1d,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:40.418375 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.460513 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbff5344-582f-4792-8ba5-18f663f2e823 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.504802 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbff5344-582f-4792-8ba5-18f663f2e823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.506560 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbff5344-582f-4792-8ba5-18f663f2e823 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:40.507648 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fbff5344-582f-4792-8ba5-18f663f2e823 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.509088 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=ccd949a5-08ce-42d6-9b4a-a9df172e9b1d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:40.570173 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fbff5344-582f-4792-8ba5-18f663f2e823 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4290955 Jul 09 14:25:40.573996 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49232) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:40.580785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d56853cc-9b84-464f-bc68-d77299bf1d43 admin admin] Request body: {'subnet': {'network_id': '30594311-2520-467f-8053-bf07f2f52227', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2116604643-subnet', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:40.585286 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbff5344-582f-4792-8ba5-18f663f2e823 admin admin] Pushing event updated for resources: {'Network': ['ID=30594311-2520-467f-8053-bf07f2f52227,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:40.598171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 30594311-2520-467f-8053-bf07f2f52227 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:25:40.620149 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d56853cc-9b84-464f-bc68-d77299bf1d43 admin admin] Made reservation on behalf of e398e1f1c05d4b4ca77761bdbdbf04f5 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:25:40.624844 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d56853cc-9b84-464f-bc68-d77299bf1d43 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.840733 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d56853cc-9b84-464f-bc68-d77299bf1d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:40.878300 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Sync routers for ids ['7f59983a-9286-4979-a153-9244c4a1d103'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:25:40.889946 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Routers {'7f59983a-9286-4979-a153-9244c4a1d103'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:40.890603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:25:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7f59983a-9286-4979-a153-9244c4a1d103'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:40.954352 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56853cc-9b84-464f-bc68-d77299bf1d43 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4787f21c-a4dd-4587-a692-e96ebf0c1021,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:40.971811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56853cc-9b84-464f-bc68-d77299bf1d43 admin admin] Checking segment: {'id': '24374a31-679a-4b19-b581-9dd2475227fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '30594311-2520-467f-8053-bf07f2f52227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:40.972424 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56853cc-9b84-464f-bc68-d77299bf1d43 admin admin] Network hostable DHCP agents. Network: 30594311-2520-467f-8053-bf07f2f52227, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:25:41.003742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d56853cc-9b84-464f-bc68-d77299bf1d43 admin admin] Network 30594311-2520-467f-8053-bf07f2f52227 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:25:41.020310 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-d56853cc-9b84-464f-bc68-d77299bf1d43 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 30594311-2520-467f-8053-bf07f2f52227) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:41.021774 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Set router 7f59983a-9286-4979-a153-9244c4a1d103 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:41.029476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d56853cc-9b84-464f-bc68-d77299bf1d43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:41.030595 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d56853cc-9b84-464f-bc68-d77299bf1d43 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:41.051991 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d56853cc-9b84-464f-bc68-d77299bf1d43 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4765499 Jul 09 14:25:41.054679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e251ba2-5da5-4ad2-96d7-bc35c06bbd8e None None] Network 30594311-2520-467f-8053-bf07f2f52227 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:25:41.055844 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49234) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:41.062604 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2116604643-router', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:25:41.090975 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:41.092453 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:41.162125 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:41.335362 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:41.529595 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-30594311-2520-467f-8053-bf07f2f52227', 'network_id': '30594311-2520-467f-8053-bf07f2f52227', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'fixed_ips': [{'subnet_id': '4787f21c-a4dd-4587-a692-e96ebf0c1021'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:25:41.530981 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:41.600566 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:41.622200 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:41.738135 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Allocated IP 172.25.2.113 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/b3ca389f-18aa-43ab-bd05-cc659be44f23) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:25:41.739202 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f59983a-9286-4979-a153-9244c4a1d103', 'name': 'tempest-TestMinimumBasicScenario-1929587541-router', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:38Z', 'revision_number': 4, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'gw_port': {'id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '10ff4b24-5595-4b9e-9236-e66d5bd57916', 'name': '', 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'mac_address': 'fa:16:3e:b5:2a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:37Z', 'updated_at': '2021-07-09T14:25:38Z', 'revision_number': 2, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'subnets': [{'id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:41.796903 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Checking router: 7f59983a-9286-4979-a153-9244c4a1d103 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:25:41.797191 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Updating router 7f59983a-9286-4979-a153-9244c4a1d103 port 10ff4b24-5595-4b9e-9236-e66d5bd57916 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:25:41.853299 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Allocated IP 172.20.0.2 (30594311-2520-467f-8053-bf07f2f52227/4787f21c-a4dd-4587-a692-e96ebf0c1021/a9611e33-5e5a-4469-9376-47ee09832d2e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:25:41.855618 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:41.863774 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:41.910800 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:41.957943 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:25:41.966229 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:41.968931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:25:41.974768 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Pushing event updated for resources: {'Port': ['ID=b3ca389f-18aa-43ab-bd05-cc659be44f23,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:42.185781 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ccd949a5-08ce-42d6-9b4a-a9df172e9b1d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:42.190057 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.239998 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Transition to ACTIVE for port object a9611e33-5e5a-4469-9376-47ee09832d2e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:42.264197 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.293419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Transition to ACTIVE for port object a9611e33-5e5a-4469-9376-47ee09832d2e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:42.311803 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.391663 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ccd949a5-08ce-42d6-9b4a-a9df172e9b1d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:42.391982 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.395669 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.438052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Network 30594311-2520-467f-8053-bf07f2f52227 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:25:42.444034 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Transition to ACTIVE for port object 10ff4b24-5595-4b9e-9236-e66d5bd57916 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:42.445723 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Pushing event updated for resources: {'Port': ['ID=a9611e33-5e5a-4469-9376-47ee09832d2e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:42.451606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:42.459028 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:25:42.465766 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.582672 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563909d-f8ef-4448-9f42-9d193f11022b None None] Pushing event updated for resources: {'Port': ['ID=10ff4b24-5595-4b9e-9236-e66d5bd57916,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:42.632597 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.633498 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Attempting to bind port a9611e33-5e5a-4469-9376-47ee09832d2e on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:25:42.634122 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Attempting to bind port a9611e33-5e5a-4469-9376-47ee09832d2e by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '24374a31-679a-4b19-b581-9dd2475227fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '30594311-2520-467f-8053-bf07f2f52227'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:25:42.634748 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Attempting to bind port a9611e33-5e5a-4469-9376-47ee09832d2e on network 30594311-2520-467f-8053-bf07f2f52227 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:25:42.720344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:25:42.720850 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Checking segment: {'id': '24374a31-679a-4b19-b581-9dd2475227fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '30594311-2520-467f-8053-bf07f2f52227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:42.721917 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.722589 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Bound using segment: {'id': '24374a31-679a-4b19-b581-9dd2475227fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '30594311-2520-467f-8053-bf07f2f52227'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:25:42.723419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Bound port: a9611e33-5e5a-4469-9376-47ee09832d2e, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24374a31-679a-4b19-b581-9dd2475227fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '30594311-2520-467f-8053-bf07f2f52227'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:25:42.724056 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.775317 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Attempting to bind port 10ff4b24-5595-4b9e-9236-e66d5bd57916 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:25:42.775947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Attempting to bind port 10ff4b24-5595-4b9e-9236-e66d5bd57916 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '3c0ecafd-37ef-41ca-b035-6300dae810eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:25:42.776563 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Attempting to bind port 10ff4b24-5595-4b9e-9236-e66d5bd57916 on network 7ea46546-5f7e-419c-a3a6-0257eda53e09 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:25:42.811000 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Router fcd28958-f243-46c4-9f38-61583d4f15d5 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:25:42.823601 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:25:42.824227 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Checking segment: {'id': '3c0ecafd-37ef-41ca-b035-6300dae810eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:42.824902 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.825586 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Bound using segment: {'id': '3c0ecafd-37ef-41ca-b035-6300dae810eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:25:42.826421 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Bound port: 10ff4b24-5595-4b9e-9236-e66d5bd57916, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0ecafd-37ef-41ca-b035-6300dae810eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:25:42.827082 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:42.960629 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] For port a9611e33-5e5a-4469-9376-47ee09832d2e, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:25:42.993176 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] For port a9611e33-5e5a-4469-9376-47ee09832d2e, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a9611e33-5e5a-4469-9376-47ee09832d2e,segment=NetworkSegment(24374a31-679a-4b19-b581-9dd2475227fd),segment_id=24374a31-679a-4b19-b581-9dd2475227fd)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:25:43.004631 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:43.017766 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] For port 10ff4b24-5595-4b9e-9236-e66d5bd57916, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:25:43.062000 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] For port 10ff4b24-5595-4b9e-9236-e66d5bd57916, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=10ff4b24-5595-4b9e-9236-e66d5bd57916,segment=NetworkSegment(3c0ecafd-37ef-41ca-b035-6300dae810eb),segment_id=3c0ecafd-37ef-41ca-b035-6300dae810eb)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:25:43.072514 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:43.108005 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd16570a-647d-4b2a-95bf-718b3633aeb4 None None] Pushing event updated for resources: {'Port': ['ID=a9611e33-5e5a-4469-9376-47ee09832d2e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:43.154941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Routers {'7f59983a-9286-4979-a153-9244c4a1d103'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:43.155642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:25:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7f59983a-9286-4979-a153-9244c4a1d103'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:43.270232 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1563909d-f8ef-4448-9f42-9d193f11022b None None] Pushing event updated for resources: {'Port': ['ID=10ff4b24-5595-4b9e-9236-e66d5bd57916,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:43.434708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] Set router 7f59983a-9286-4979-a153-9244c4a1d103 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:43.519630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:25:43.533520 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Sync routers for ids ['fcd28958-f243-46c4-9f38-61583d4f15d5'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:25:43.561269 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Routers {'fcd28958-f243-46c4-9f38-61583d4f15d5'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:43.562588 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:25:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fcd28958-f243-46c4-9f38-61583d4f15d5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:43.562876 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:43.568084 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49236) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:25:43.574469 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b4fb625e-d5fd-4abb-a4e3-167ea29d5bbb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5172358 Jul 09 14:25:43.758228 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Set router fcd28958-f243-46c4-9f38-61583d4f15d5 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:43.772137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f59983a-9286-4979-a153-9244c4a1d103', 'name': 'tempest-TestMinimumBasicScenario-1929587541-router', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:38Z', 'revision_number': 4, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'gw_port': {'id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '10ff4b24-5595-4b9e-9236-e66d5bd57916', 'name': '', 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'mac_address': 'fa:16:3e:b5:2a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:37Z', 'updated_at': '2021-07-09T14:25:42Z', 'revision_number': 4, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'subnets': [{'id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:43.807048 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55cea11d-7b16-4fd2-9d16-5fb547174ec2 None None] The sync data for ids ['7f59983a-9286-4979-a153-9244c4a1d103'] in n-d-799525-3 is: [{'id': '7f59983a-9286-4979-a153-9244c4a1d103', 'name': 'tempest-TestMinimumBasicScenario-1929587541-router', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:38Z', 'revision_number': 4, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'gw_port': {'id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '10ff4b24-5595-4b9e-9236-e66d5bd57916', 'name': '', 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'mac_address': 'fa:16:3e:b5:2a:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:37Z', 'updated_at': '2021-07-09T14:25:42Z', 'revision_number': 4, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'subnets': [{'id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:25:44.203634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:44.348620 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'name': 'tempest-TestMinimumBasicScenario-2116604643-router', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b3ca389f-18aa-43ab-bd05-cc659be44f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:41Z', 'updated_at': '2021-07-09T14:25:42Z', 'revision_number': 3, 'project_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'gw_port': {'id': 'b3ca389f-18aa-43ab-bd05-cc659be44f23', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:41Z', 'updated_at': '2021-07-09T14:25:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:44.414796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a9611e33-5e5a-4469-9376-47ee09832d2e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:44.435771 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Checking router: fcd28958-f243-46c4-9f38-61583d4f15d5 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:25:44.436850 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Updating router fcd28958-f243-46c4-9f38-61583d4f15d5 port b3ca389f-18aa-43ab-bd05-cc659be44f23 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:25:44.520747 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port a9611e33-5e5a-4469-9376-47ee09832d2e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:44.533086 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 10ff4b24-5595-4b9e-9236-e66d5bd57916 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:44.538568 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:44.563426 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Allocated IP 172.20.0.1 (30594311-2520-467f-8053-bf07f2f52227/4787f21c-a4dd-4587-a692-e96ebf0c1021/80447eb9-e2ec-4420-b162-47eeae664603) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:25:44.696761 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:44.713782 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Transition to ACTIVE for port object 80447eb9-e2ec-4420-b162-47eeae664603 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:44.748606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 10ff4b24-5595-4b9e-9236-e66d5bd57916 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:44.756355 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:44.756843 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 10ff4b24-5595-4b9e-9236-e66d5bd57916 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:44.757734 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:44.803224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Network 30594311-2520-467f-8053-bf07f2f52227 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:25:44.806397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:44.809035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:25:44.855241 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfb4480-5823-4b4c-b367-852212116e0c None None] Network 30594311-2520-467f-8053-bf07f2f52227 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:25:44.856085 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:44.919915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=80447eb9-e2ec-4420-b162-47eeae664603,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:45.004043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5be5601a-7210-4d6e-ac72-8449cedf21a8 None None] Provisioning for port a9611e33-5e5a-4469-9376-47ee09832d2e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:45.030038 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5be5601a-7210-4d6e-ac72-8449cedf21a8 None None] Provisioning complete for port a9611e33-5e5a-4469-9376-47ee09832d2e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:45.030474 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5be5601a-7210-4d6e-ac72-8449cedf21a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.114147 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.186794 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.191470 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.211884 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Transition to ACTIVE for port object b3ca389f-18aa-43ab-bd05-cc659be44f23 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:45.225061 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.316471 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 10ff4b24-5595-4b9e-9236-e66d5bd57916, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=10ff4b24-5595-4b9e-9236-e66d5bd57916,segment=NetworkSegment(3c0ecafd-37ef-41ca-b035-6300dae810eb),segment_id=3c0ecafd-37ef-41ca-b035-6300dae810eb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:45.327912 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625b122-02ac-4f2c-b886-db1bf5eee6cb None None] Pushing event updated for resources: {'Port': ['ID=b3ca389f-18aa-43ab-bd05-cc659be44f23,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:45.339780 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.364955 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Attempting to bind port b3ca389f-18aa-43ab-bd05-cc659be44f23 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:25:45.365687 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Attempting to bind port b3ca389f-18aa-43ab-bd05-cc659be44f23 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:25:45.366385 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Attempting to bind port b3ca389f-18aa-43ab-bd05-cc659be44f23 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:25:45.374491 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:25:45.375449 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:45.376120 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.376748 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:25:45.378280 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Bound port: b3ca389f-18aa-43ab-bd05-cc659be44f23, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:25:45.379314 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.382776 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5be5601a-7210-4d6e-ac72-8449cedf21a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.445591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=10ff4b24-5595-4b9e-9236-e66d5bd57916,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:45.461606 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] For port b3ca389f-18aa-43ab-bd05-cc659be44f23, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:25:45.462270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5be5601a-7210-4d6e-ac72-8449cedf21a8 None None] For port a9611e33-5e5a-4469-9376-47ee09832d2e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a9611e33-5e5a-4469-9376-47ee09832d2e,segment=NetworkSegment(24374a31-679a-4b19-b581-9dd2475227fd),segment_id=24374a31-679a-4b19-b581-9dd2475227fd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:45.466421 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] For port b3ca389f-18aa-43ab-bd05-cc659be44f23, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b3ca389f-18aa-43ab-bd05-cc659be44f23,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:25:45.470381 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5be5601a-7210-4d6e-ac72-8449cedf21a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.485387 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.576857 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8625b122-02ac-4f2c-b886-db1bf5eee6cb None None] Pushing event updated for resources: {'Port': ['ID=b3ca389f-18aa-43ab-bd05-cc659be44f23,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:45.615514 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Routers {'fcd28958-f243-46c4-9f38-61583d4f15d5'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:45.616486 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:25:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fcd28958-f243-46c4-9f38-61583d4f15d5'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:45.621899 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5601a-7210-4d6e-ac72-8449cedf21a8 None None] Pushing event updated for resources: {'Port': ['ID=a9611e33-5e5a-4469-9376-47ee09832d2e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:45.808541 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] Set router fcd28958-f243-46c4-9f38-61583d4f15d5 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:45.833865 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.844020 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.918974 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fdf1f8ed-44c9-4d63-a582-45929aa7c017 None None] Provisioning complete for port a9611e33-5e5a-4469-9376-47ee09832d2e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:45.920396 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f8ed-44c9-4d63-a582-45929aa7c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.937975 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:45.941752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=80447eb9-e2ec-4420-b162-47eeae664603,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:46.085262 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Network 30594311-2520-467f-8053-bf07f2f52227 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:25:46.086212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fdf1f8ed-44c9-4d63-a582-45929aa7c017 None None] Provisioning for port 80447eb9-e2ec-4420-b162-47eeae664603 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:46.087254 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:25:46.094704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-fdf1f8ed-44c9-4d63-a582-45929aa7c017 None None] Provisioning complete for port 80447eb9-e2ec-4420-b162-47eeae664603 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:46.095471 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdf1f8ed-44c9-4d63-a582-45929aa7c017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:46.121416 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'name': 'tempest-TestMinimumBasicScenario-2116604643-router', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b3ca389f-18aa-43ab-bd05-cc659be44f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:41Z', 'updated_at': '2021-07-09T14:25:45Z', 'revision_number': 4, 'project_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'gw_port': {'id': 'b3ca389f-18aa-43ab-bd05-cc659be44f23', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:41Z', 'updated_at': '2021-07-09T14:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '80447eb9-e2ec-4420-b162-47eeae664603', 'name': '', 'network_id': '30594311-2520-467f-8053-bf07f2f52227', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'mac_address': 'fa:16:3e:1f:d1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4787f21c-a4dd-4587-a692-e96ebf0c1021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:44Z', 'updated_at': '2021-07-09T14:25:44Z', 'revision_number': 1, 'project_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'subnets': [{'id': '4787f21c-a4dd-4587-a692-e96ebf0c1021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:46.164736 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-fdf1f8ed-44c9-4d63-a582-45929aa7c017 None None] Port 80447eb9-e2ec-4420-b162-47eeae664603 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:25:46.170722 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00d17cc9-f9e6-436d-96c8-5492102a91ce None None] The sync data for ids ['fcd28958-f243-46c4-9f38-61583d4f15d5'] in n-d-799525-3 is: [{'id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'name': 'tempest-TestMinimumBasicScenario-2116604643-router', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b3ca389f-18aa-43ab-bd05-cc659be44f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:41Z', 'updated_at': '2021-07-09T14:25:45Z', 'revision_number': 4, 'project_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'gw_port': {'id': 'b3ca389f-18aa-43ab-bd05-cc659be44f23', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:41Z', 'updated_at': '2021-07-09T14:25:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '80447eb9-e2ec-4420-b162-47eeae664603', 'name': '', 'network_id': '30594311-2520-467f-8053-bf07f2f52227', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'mac_address': 'fa:16:3e:1f:d1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4787f21c-a4dd-4587-a692-e96ebf0c1021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:44Z', 'updated_at': '2021-07-09T14:25:44Z', 'revision_number': 1, 'project_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'subnets': [{'id': '4787f21c-a4dd-4587-a692-e96ebf0c1021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:25:46.230740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a9611e33-5e5a-4469-9376-47ee09832d2e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:46.291620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Router fcd28958-f243-46c4-9f38-61583d4f15d5 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:25:46.317409 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e506555a-01de-4507-8176-6ca6c29119d3 None None] Provisioning complete for port 80447eb9-e2ec-4420-b162-47eeae664603 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:46.317919 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e506555a-01de-4507-8176-6ca6c29119d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:46.370449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a9611e33-5e5a-4469-9376-47ee09832d2e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:46.370833 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:46.372832 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e506555a-01de-4507-8176-6ca6c29119d3 None None] Port 80447eb9-e2ec-4420-b162-47eeae664603 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:25:46.459148 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:25:46.468702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 10ff4b24-5595-4b9e-9236-e66d5bd57916 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:46.468929 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-212cdf83-fe23-48b6-9763-c5553780f3e7 admin admin] 10.222.0.39 "PUT /v2.0/routers/fcd28958-f243-46c4-9f38-61583d4f15d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8992641 Jul 09 14:25:46.531446 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0315cad0-0317-4330-a15f-abd0ff08f638 None None] Provisioning complete for port 80447eb9-e2ec-4420-b162-47eeae664603 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:46.531827 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0315cad0-0317-4330-a15f-abd0ff08f638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:46.780905 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0315cad0-0317-4330-a15f-abd0ff08f638 None None] Port 80447eb9-e2ec-4420-b162-47eeae664603 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:25:46.792268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 10ff4b24-5595-4b9e-9236-e66d5bd57916 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:46.792877 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.229074 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b3ca389f-18aa-43ab-bd05-cc659be44f23 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:48.322038 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port b3ca389f-18aa-43ab-bd05-cc659be44f23 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:48.330883 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port b3ca389f-18aa-43ab-bd05-cc659be44f23 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:48.331968 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.531561 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.587397 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port b3ca389f-18aa-43ab-bd05-cc659be44f23, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b3ca389f-18aa-43ab-bd05-cc659be44f23,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:48.601131 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:48.710890 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=b3ca389f-18aa-43ab-bd05-cc659be44f23,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:49.318918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Sync routers for ids ['fcd28958-f243-46c4-9f38-61583d4f15d5'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:25:49.336642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Routers {'fcd28958-f243-46c4-9f38-61583d4f15d5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:49.337443 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:25:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fcd28958-f243-46c4-9f38-61583d4f15d5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:49.536881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Set router fcd28958-f243-46c4-9f38-61583d4f15d5 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:49.856568 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'name': 'tempest-TestMinimumBasicScenario-2116604643-router', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b3ca389f-18aa-43ab-bd05-cc659be44f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:41Z', 'updated_at': '2021-07-09T14:25:45Z', 'revision_number': 4, 'project_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'gw_port': {'id': 'b3ca389f-18aa-43ab-bd05-cc659be44f23', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:41Z', 'updated_at': '2021-07-09T14:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '80447eb9-e2ec-4420-b162-47eeae664603', 'name': '', 'network_id': '30594311-2520-467f-8053-bf07f2f52227', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'mac_address': 'fa:16:3e:1f:d1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4787f21c-a4dd-4587-a692-e96ebf0c1021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:44Z', 'updated_at': '2021-07-09T14:25:45Z', 'revision_number': 2, 'project_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'subnets': [{'id': '4787f21c-a4dd-4587-a692-e96ebf0c1021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:49.887986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Checking router: fcd28958-f243-46c4-9f38-61583d4f15d5 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:25:49.888348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Updating router fcd28958-f243-46c4-9f38-61583d4f15d5 port 80447eb9-e2ec-4420-b162-47eeae664603 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:25:49.926750 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:50.230724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b3ca389f-18aa-43ab-bd05-cc659be44f23 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:50.453130 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port b3ca389f-18aa-43ab-bd05-cc659be44f23 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:50.454146 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:50.493800 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:50.515980 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Transition to ACTIVE for port object 80447eb9-e2ec-4420-b162-47eeae664603 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:25:50.532770 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:50.587759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7d093-ce78-40ad-8a24-98e8db23aeed None None] Pushing event updated for resources: {'Port': ['ID=80447eb9-e2ec-4420-b162-47eeae664603,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:50.713535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Attempting to bind port 80447eb9-e2ec-4420-b162-47eeae664603 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:25:50.713940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Attempting to bind port 80447eb9-e2ec-4420-b162-47eeae664603 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '24374a31-679a-4b19-b581-9dd2475227fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '30594311-2520-467f-8053-bf07f2f52227'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:25:50.714387 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Attempting to bind port 80447eb9-e2ec-4420-b162-47eeae664603 on network 30594311-2520-467f-8053-bf07f2f52227 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:25:50.722414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 25, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:25:50.722924 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Checking segment: {'id': '24374a31-679a-4b19-b581-9dd2475227fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '30594311-2520-467f-8053-bf07f2f52227'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:25:50.723518 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:50.724013 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Bound using segment: {'id': '24374a31-679a-4b19-b581-9dd2475227fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '30594311-2520-467f-8053-bf07f2f52227'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:25:50.724622 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Bound port: 80447eb9-e2ec-4420-b162-47eeae664603, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24374a31-679a-4b19-b581-9dd2475227fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 328, 'network_id': '30594311-2520-467f-8053-bf07f2f52227'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:25:50.725301 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:50.854855 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] For port 80447eb9-e2ec-4420-b162-47eeae664603, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:25:50.858874 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] For port 80447eb9-e2ec-4420-b162-47eeae664603, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=80447eb9-e2ec-4420-b162-47eeae664603,segment=NetworkSegment(24374a31-679a-4b19-b581-9dd2475227fd),segment_id=24374a31-679a-4b19-b581-9dd2475227fd)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:25:50.867235 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:50.966468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d7d093-ce78-40ad-8a24-98e8db23aeed None None] Pushing event updated for resources: {'Port': ['ID=80447eb9-e2ec-4420-b162-47eeae664603,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:50.971358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Routers {'fcd28958-f243-46c4-9f38-61583d4f15d5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:25:50.972128 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:25:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fcd28958-f243-46c4-9f38-61583d4f15d5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:51.141997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] Set router fcd28958-f243-46c4-9f38-61583d4f15d5 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:25:51.467398 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'name': 'tempest-TestMinimumBasicScenario-2116604643-router', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b3ca389f-18aa-43ab-bd05-cc659be44f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:41Z', 'updated_at': '2021-07-09T14:25:45Z', 'revision_number': 4, 'project_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'gw_port': {'id': 'b3ca389f-18aa-43ab-bd05-cc659be44f23', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:41Z', 'updated_at': '2021-07-09T14:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '80447eb9-e2ec-4420-b162-47eeae664603', 'name': '', 'network_id': '30594311-2520-467f-8053-bf07f2f52227', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'mac_address': 'fa:16:3e:1f:d1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4787f21c-a4dd-4587-a692-e96ebf0c1021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:44Z', 'updated_at': '2021-07-09T14:25:50Z', 'revision_number': 4, 'project_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'subnets': [{'id': '4787f21c-a4dd-4587-a692-e96ebf0c1021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:25:51.504055 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bcc7ca-edf8-46e1-b5d5-a0273561cb6d None None] The sync data for ids ['fcd28958-f243-46c4-9f38-61583d4f15d5'] in n-d-799525-3 is: [{'id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'name': 'tempest-TestMinimumBasicScenario-2116604643-router', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b3ca389f-18aa-43ab-bd05-cc659be44f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:41Z', 'updated_at': '2021-07-09T14:25:45Z', 'revision_number': 4, 'project_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'gw_port': {'id': 'b3ca389f-18aa-43ab-bd05-cc659be44f23', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:41Z', 'updated_at': '2021-07-09T14:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '80447eb9-e2ec-4420-b162-47eeae664603', 'name': '', 'network_id': '30594311-2520-467f-8053-bf07f2f52227', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'mac_address': 'fa:16:3e:1f:d1:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '4787f21c-a4dd-4587-a692-e96ebf0c1021', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:44Z', 'updated_at': '2021-07-09T14:25:50Z', 'revision_number': 4, 'project_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'subnets': [{'id': '4787f21c-a4dd-4587-a692-e96ebf0c1021', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:25:52.261081 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 80447eb9-e2ec-4420-b162-47eeae664603 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:52.360547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 80447eb9-e2ec-4420-b162-47eeae664603 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:25:52.374729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 80447eb9-e2ec-4420-b162-47eeae664603 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:52.375333 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:52.546061 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:52.607860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 80447eb9-e2ec-4420-b162-47eeae664603, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=80447eb9-e2ec-4420-b162-47eeae664603,segment=NetworkSegment(24374a31-679a-4b19-b581-9dd2475227fd),segment_id=24374a31-679a-4b19-b581-9dd2475227fd)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:25:52.614701 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:52.683824 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=80447eb9-e2ec-4420-b162-47eeae664603,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:25:54.243891 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 80447eb9-e2ec-4420-b162-47eeae664603 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:25:54.330605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 80447eb9-e2ec-4420-b162-47eeae664603 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:25:54.331159 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:25:58.545627 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-5aa618fe-79ff-4681-abfb-59762e61f5d9 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:25:58.547256 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-5aa618fe-79ff-4681-abfb-59762e61f5d9 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/networks?id=7ea46546-5f7e-419c-a3a6-0257eda53e09 HTTP/1.1" status: 200 len: 815 time: 0.1169248 Jul 09 14:25:58.568814 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-908886e5-d838-4985-9833-c2b376ca3dfb tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/quotas/66ad6125be174b2dbf7069a3a2105bf8 HTTP/1.1" status: 200 len: 375 time: 0.0110285 Jul 09 14:25:58.647718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-ef8b21c0-c945-405d-9d9d-a884e1626682 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=66ad6125be174b2dbf7069a3a2105bf8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730929 Jul 09 14:25:58.757349 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-9d848005-65f2-4215-a5df-2e02325a6dc9 service neutron] 10.222.0.39 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964527 Jul 09 14:25:58.865326 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-23b85a54-64f8-40ba-9eb8-f3b5c28507d1 service neutron] 10.222.0.39 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016147 Jul 09 14:25:59.090938 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9173fd01-64a4-48e0-be22-723135ab8cc0 req-1f290a5c-3e11-4005-9c25-6cb3817f4440 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 210 time: 0.0519879 Jul 09 14:26:00.271060 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bd242f65-cc9b-4af0-aa20-8767259070f5 req-b10f11fa-78af-4618-9e95-0bd2e151186d tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 210 time: 0.0451314 Jul 09 14:26:00.417780 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-ec68b54d-1aa7-4ac0-9d8a-ac51fda2cb32 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:00.422596 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-ec68b54d-1aa7-4ac0-9d8a-ac51fda2cb32 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.18 "GET /v2.0/networks?id=7ea46546-5f7e-419c-a3a6-0257eda53e09 HTTP/1.1" status: 200 len: 815 time: 0.2014234 Jul 09 14:26:00.434626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-9552e61a-9d0a-4de9-9b70-1247c314fc2a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Request body: {'port': {'device_id': '092a59dd-41f1-4687-9c8d-9a133a367443', 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09', 'admin_state_up': True, 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:00.566344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-9552e61a-9d0a-4de9-9b70-1247c314fc2a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Made reservation on behalf of 66ad6125be174b2dbf7069a3a2105bf8 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:26:00.570205 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-9552e61a-9d0a-4de9-9b70-1247c314fc2a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:00.719883 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-9552e61a-9d0a-4de9-9b70-1247c314fc2a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Allocated IP 172.20.0.5 (7ea46546-5f7e-419c-a3a6-0257eda53e09/aef89fa7-b40c-488c-864c-03e16e9846f6/52acc46e-4bc0-43ab-9cb6-e4d31230517f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:26:00.975642 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-9552e61a-9d0a-4de9-9b70-1247c314fc2a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:01.006385 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-9552e61a-9d0a-4de9-9b70-1247c314fc2a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Transition to ACTIVE for port object 52acc46e-4bc0-43ab-9cb6-e4d31230517f will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:01.053560 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-9552e61a-9d0a-4de9-9b70-1247c314fc2a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:01.118048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-9552e61a-9d0a-4de9-9b70-1247c314fc2a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Network 7ea46546-5f7e-419c-a3a6-0257eda53e09 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:26:01.124049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-9552e61a-9d0a-4de9-9b70-1247c314fc2a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:01.127217 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-9552e61a-9d0a-4de9-9b70-1247c314fc2a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:26:01.148970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9552e61a-9d0a-4de9-9b70-1247c314fc2a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Pushing event updated for resources: {'Port': ['ID=52acc46e-4bc0-43ab-9cb6-e4d31230517f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:01.274944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-9552e61a-9d0a-4de9-9b70-1247c314fc2a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:01.275990 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-9552e61a-9d0a-4de9-9b70-1247c314fc2a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:01.320729 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-9552e61a-9d0a-4de9-9b70-1247c314fc2a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8913038 Jul 09 14:26:01.462875 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8dd2d898-27ac-4a3c-8aa6-1ff8b360af0a None None] Provisioning for port 52acc46e-4bc0-43ab-9cb6-e4d31230517f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:01.468964 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8dd2d898-27ac-4a3c-8aa6-1ff8b360af0a None None] Provisioning complete for port 52acc46e-4bc0-43ab-9cb6-e4d31230517f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:01.469605 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8dd2d898-27ac-4a3c-8aa6-1ff8b360af0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:01.528880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8dd2d898-27ac-4a3c-8aa6-1ff8b360af0a None None] Port 52acc46e-4bc0-43ab-9cb6-e4d31230517f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:26:01.596621 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fddcf2-39ae-4f59-9d99-325421256d16 req-edf9f334-03ec-4081-b310-11f0b0eb1af9 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:01.603712 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-21fddcf2-39ae-4f59-9d99-325421256d16 req-edf9f334-03ec-4081-b310-11f0b0eb1af9 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 931 time: 0.1054170 Jul 09 14:26:01.645368 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-21fddcf2-39ae-4f59-9d99-325421256d16 req-864db2c3-92bf-4002-88ce-ac54bf3d3488 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390897 Jul 09 14:26:01.887757 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b4d8338b-1609-461c-837a-6069a5921080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:02.283810 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:26:02.921721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f8acf5-23c0-4deb-ae25-784cafe0831c req-6b4b7de9-a7b6-48bd-8169-3e4eb85f5d97 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:02.924490 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8f8acf5-23c0-4deb-ae25-784cafe0831c req-6b4b7de9-a7b6-48bd-8169-3e4eb85f5d97 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 931 time: 0.1088994 Jul 09 14:26:02.983789 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8f8acf5-23c0-4deb-ae25-784cafe0831c req-8be02063-a09e-45d9-98a4-41e18f918fb1 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496790 Jul 09 14:26:04.206351 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7cc72-446b-4c1d-8254-30d6a7fff369 req-4e72f105-5400-47d5-804a-6a485d6d0867 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:04.207999 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04c7cc72-446b-4c1d-8254-30d6a7fff369 req-4e72f105-5400-47d5-804a-6a485d6d0867 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 931 time: 0.0830879 Jul 09 14:26:04.268545 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04c7cc72-446b-4c1d-8254-30d6a7fff369 req-67ea22dc-38a9-4088-a4db-75fcab6705b9 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530481 Jul 09 14:26:04.753865 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-023f16a0-6ad4-4114-bc37-3854dfb013d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:04.764471 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:05.487334 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b35a48-206e-43ce-bf64-7c9077a607e2 req-65e32688-3d68-45c1-b494-3330c458b927 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:05.489002 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1b35a48-206e-43ce-bf64-7c9077a607e2 req-65e32688-3d68-45c1-b494-3330c458b927 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 931 time: 0.0812442 Jul 09 14:26:05.538696 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1b35a48-206e-43ce-bf64-7c9077a607e2 req-615c85d3-002a-4426-8ba2-1a452f5abf04 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435898 Jul 09 14:26:05.861103 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:06.745699 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e81ec1a-7ae6-4a72-8f7e-c181e4a3e7e0 req-98b1b687-c299-4788-acef-136722190e24 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:06.747726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e81ec1a-7ae6-4a72-8f7e-c181e4a3e7e0 req-98b1b687-c299-4788-acef-136722190e24 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 931 time: 0.0839205 Jul 09 14:26:06.797307 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1e81ec1a-7ae6-4a72-8f7e-c181e4a3e7e0 req-841e50c4-1fab-4e29-99a9-6bd0b6cdc7d0 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385230 Jul 09 14:26:07.257096 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:08.089630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae28c58d-b951-4876-9e61-fb9725c314ea req-110ade4f-15a4-48a9-bd71-63867de7a6ef tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:08.091425 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae28c58d-b951-4876-9e61-fb9725c314ea req-110ade4f-15a4-48a9-bd71-63867de7a6ef tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 931 time: 0.0918148 Jul 09 14:26:08.150795 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae28c58d-b951-4876-9e61-fb9725c314ea req-8ccd81bb-1994-4ecd-a269-d631183b498c tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486712 Jul 09 14:26:09.109834 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:09.344064 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:09.447324 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1f0946-5e0d-4a1c-a19b-b100c573cf81 req-90dcbc5a-bc69-44dc-a021-feb29e5577fe tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:09.448963 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a1f0946-5e0d-4a1c-a19b-b100c573cf81 req-90dcbc5a-bc69-44dc-a021-feb29e5577fe tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 931 time: 0.0780494 Jul 09 14:26:09.502586 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a1f0946-5e0d-4a1c-a19b-b100c573cf81 req-171d17ca-dc74-435c-a34f-7603bee7fd26 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424950 Jul 09 14:26:10.708529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc76c58e-73c1-4135-92e1-bfab222586be req-8f364100-e085-4c57-9409-f5fc673a82e2 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:10.710430 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc76c58e-73c1-4135-92e1-bfab222586be req-8f364100-e085-4c57-9409-f5fc673a82e2 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 931 time: 0.0721309 Jul 09 14:26:10.755117 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc76c58e-73c1-4135-92e1-bfab222586be req-8bb8c0e6-9b17-449b-bcf7-f6e64e896b4b tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375724 Jul 09 14:26:11.068072 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Request body: {'port': {'device_id': '092a59dd-41f1-4687-9c8d-9a133a367443', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:11.155480 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:11.467964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52acc46e-4bc0-43ab-9cb6-e4d31230517f {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:26:11.476716 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:11.489751 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Transition to ACTIVE for port object 52acc46e-4bc0-43ab-9cb6-e4d31230517f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:26:11.495029 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:11.559144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Pushing event updated for resources: {'Port': ['ID=52acc46e-4bc0-43ab-9cb6-e4d31230517f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:11.645239 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Attempting to bind port 52acc46e-4bc0-43ab-9cb6-e4d31230517f on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:26:11.645701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Attempting to bind port 52acc46e-4bc0-43ab-9cb6-e4d31230517f by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '3c0ecafd-37ef-41ca-b035-6300dae810eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:26:11.646104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Attempting to bind port 52acc46e-4bc0-43ab-9cb6-e4d31230517f on network 7ea46546-5f7e-419c-a3a6-0257eda53e09 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:26:11.652781 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Port 52acc46e-4bc0-43ab-9cb6-e4d31230517f on network 7ea46546-5f7e-419c-a3a6-0257eda53e09 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:26:11.653323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Attempting to bind port 52acc46e-4bc0-43ab-9cb6-e4d31230517f on network 7ea46546-5f7e-419c-a3a6-0257eda53e09 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:26:11.661119 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 26, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:26:11.661475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Checking segment: {'id': '3c0ecafd-37ef-41ca-b035-6300dae810eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:26:11.661879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Bound using segment: {'id': '3c0ecafd-37ef-41ca-b035-6300dae810eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:26:11.662337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Bound port: 52acc46e-4bc0-43ab-9cb6-e4d31230517f, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0ecafd-37ef-41ca-b035-6300dae810eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 315, 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:26:11.662714 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:11.738407 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] For port 52acc46e-4bc0-43ab-9cb6-e4d31230517f, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:26:11.742845 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] For port 52acc46e-4bc0-43ab-9cb6-e4d31230517f, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=52acc46e-4bc0-43ab-9cb6-e4d31230517f,segment=NetworkSegment(3c0ecafd-37ef-41ca-b035-6300dae810eb),segment_id=3c0ecafd-37ef-41ca-b035-6300dae810eb)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:26:11.749466 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:11.793269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:11.794053 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:11.795647 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] 10.222.0.18 "PUT /v2.0/ports/52acc46e-4bc0-43ab-9cb6-e4d31230517f HTTP/1.1" status: 200 len: 1091 time: 0.7361093 Jul 09 14:26:11.795813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092a59dd-41f1-4687-9c8d-9a133a367443', 'tag': '52acc46e-4bc0-43ab-9cb6-e4d31230517f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:26:11.798407 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5f4dfe-e2e8-445d-9dd9-c3b33e13e601" -d '{"events": [{"name": "network-changed", "server_uuid": "092a59dd-41f1-4687-9c8d-9a133a367443", "tag": "52acc46e-4bc0-43ab-9cb6-e4d31230517f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:26:11.828015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e812ccda-6672-4d48-9591-0bb38ead5b6f service neutron] Pushing event updated for resources: {'Port': ['ID=52acc46e-4bc0-43ab-9cb6-e4d31230517f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:11.904304 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09715cd-1bf0-4bea-8c04-a8439b199ad6 x-openstack-request-id: req-e09715cd-1bf0-4bea-8c04-a8439b199ad6 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:26:11.904785 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092a59dd-41f1-4687-9c8d-9a133a367443", "tag": "52acc46e-4bc0-43ab-9cb6-e4d31230517f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:26:11.905330 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e09715cd-1bf0-4bea-8c04-a8439b199ad6 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:26:11.905849 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092a59dd-41f1-4687-9c8d-9a133a367443', 'tag': '52acc46e-4bc0-43ab-9cb6-e4d31230517f', 'status': 'completed', 'code': 200} Jul 09 14:26:11.963156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-4bb71b0e-5290-4429-aa81-9cff1ef87d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:11.966215 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-4bb71b0e-5290-4429-aa81-9cff1ef87d06 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66ad6125be174b2dbf7069a3a2105bf8&device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 1094 time: 0.1169319 Jul 09 14:26:12.004770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273657a-35ad-47e8-bce8-884897b65808 req-780542b0-aa90-4d67-ba62-27d0dc01ad1d tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:12.016023 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b273657a-35ad-47e8-bce8-884897b65808 req-780542b0-aa90-4d67-ba62-27d0dc01ad1d tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 943 time: 0.0942931 Jul 09 14:26:12.035466 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-56e0fa87-59d3-4239-89e1-78a901679a1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52acc46e-4bc0-43ab-9cb6-e4d31230517f HTTP/1.1" status: 200 len: 217 time: 0.0615923 Jul 09 14:26:12.075400 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b273657a-35ad-47e8-bce8-884897b65808 req-5835aefb-7fef-4461-b97b-a3c8e7b2c9be tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567088 Jul 09 14:26:12.108125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-63c4b9b6-b4fa-46ef-8425-a399aa217ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:12.109640 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-63c4b9b6-b4fa-46ef-8425-a399aa217ca4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aef89fa7-b40c-488c-864c-03e16e9846f6 HTTP/1.1" status: 200 len: 854 time: 0.0684388 Jul 09 14:26:12.175845 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-f7f43dc2-278e-4948-810b-6df9facf8638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:12.177407 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-f7f43dc2-278e-4948-810b-6df9facf8638 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ea46546-5f7e-419c-a3a6-0257eda53e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612345 Jul 09 14:26:12.285721 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-b0de7e5d-6f44-4e92-95ae-dafd59116510 service neutron] 10.222.0.18 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020837 Jul 09 14:26:12.391136 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e0c1e0f2-6f79-471f-85af-7bd73e8b0974 req-42c2035c-aea3-4454-b1c8-878538dad485 service neutron] 10.222.0.18 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996976 Jul 09 14:26:12.503794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f4dfe-e2e8-445d-9dd9-c3b33e13e601 req-f4a8f810-99e7-41b3-90fa-3dd9901bb60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:12.505501 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cf5f4dfe-e2e8-445d-9dd9-c3b33e13e601 req-f4a8f810-99e7-41b3-90fa-3dd9901bb60d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66ad6125be174b2dbf7069a3a2105bf8&device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 1094 time: 0.0603032 Jul 09 14:26:12.613942 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f4dfe-e2e8-445d-9dd9-c3b33e13e601 req-fe3bc78f-8c23-4079-bbbe-73e713f8fff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:12.615463 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cf5f4dfe-e2e8-445d-9dd9-c3b33e13e601 req-fe3bc78f-8c23-4079-bbbe-73e713f8fff4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ea46546-5f7e-419c-a3a6-0257eda53e09 HTTP/1.1" status: 200 len: 916 time: 0.1036553 Jul 09 14:26:12.662971 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cf5f4dfe-e2e8-445d-9dd9-c3b33e13e601 req-d1b7d7c9-4153-4603-909b-0f11e9632d46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52acc46e-4bc0-43ab-9cb6-e4d31230517f HTTP/1.1" status: 200 len: 217 time: 0.0402780 Jul 09 14:26:12.718746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f4dfe-e2e8-445d-9dd9-c3b33e13e601 req-0d9b8fd3-abda-452a-9e20-4b652a55aa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:12.720978 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cf5f4dfe-e2e8-445d-9dd9-c3b33e13e601 req-0d9b8fd3-abda-452a-9e20-4b652a55aa26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aef89fa7-b40c-488c-864c-03e16e9846f6 HTTP/1.1" status: 200 len: 854 time: 0.0511692 Jul 09 14:26:12.785230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f4dfe-e2e8-445d-9dd9-c3b33e13e601 req-383f43c2-42c1-40e6-af10-2354d4ab67df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:12.786932 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cf5f4dfe-e2e8-445d-9dd9-c3b33e13e601 req-383f43c2-42c1-40e6-af10-2354d4ab67df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ea46546-5f7e-419c-a3a6-0257eda53e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0601389 Jul 09 14:26:12.913984 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cf5f4dfe-e2e8-445d-9dd9-c3b33e13e601 req-0535c883-b4eb-4d57-9afe-bf36e9c3d388 service neutron] 10.222.0.18 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195877 Jul 09 14:26:13.033595 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cf5f4dfe-e2e8-445d-9dd9-c3b33e13e601 req-c99a0674-5e35-4df9-8c8a-a460bad322ee service neutron] 10.222.0.18 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129701 Jul 09 14:26:13.275603 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60057c-7da1-460a-a682-8ab7073f9d06 req-30de312f-06f7-4e8d-b20d-ac463f92db9b tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:13.277277 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e60057c-7da1-460a-a682-8ab7073f9d06 req-30de312f-06f7-4e8d-b20d-ac463f92db9b tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 943 time: 0.0719206 Jul 09 14:26:13.323373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3e60057c-7da1-460a-a682-8ab7073f9d06 req-2e9324bb-85d5-4d63-8bd0-993c119f5f50 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388589 Jul 09 14:26:14.519683 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18c902-e6c6-4f13-a941-584487e80955 req-e4d4ccd3-3cb5-4d9a-8057-38ecaaa60191 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:14.521318 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3a18c902-e6c6-4f13-a941-584487e80955 req-e4d4ccd3-3cb5-4d9a-8057-38ecaaa60191 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 943 time: 0.0746024 Jul 09 14:26:14.533434 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 52acc46e-4bc0-43ab-9cb6-e4d31230517f details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:26:14.578590 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3a18c902-e6c6-4f13-a941-584487e80955 req-3f66424f-745b-4cb2-841e-59b6a765d5f2 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512397 Jul 09 14:26:14.645253 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 52acc46e-4bc0-43ab-9cb6-e4d31230517f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=52acc46e-4bc0-43ab-9cb6-e4d31230517f,segment=NetworkSegment(3c0ecafd-37ef-41ca-b035-6300dae810eb),segment_id=3c0ecafd-37ef-41ca-b035-6300dae810eb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:14.661015 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '52acc46e-4bc0-43ab-9cb6-e4d31230517f', 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09', 'port_id': '52acc46e-4bc0-43ab-9cb6-e4d31230517f', 'mac_address': 'fa:16:3e:a7:50:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 315, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:26:14.709890 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:14.726843 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52acc46e-4bc0-43ab-9cb6-e4d31230517f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:26:14.753149 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 52acc46e-4bc0-43ab-9cb6-e4d31230517f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=52acc46e-4bc0-43ab-9cb6-e4d31230517f,segment=NetworkSegment(3c0ecafd-37ef-41ca-b035-6300dae810eb),segment_id=3c0ecafd-37ef-41ca-b035-6300dae810eb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:14.758366 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:14.820973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=52acc46e-4bc0-43ab-9cb6-e4d31230517f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:14.829953 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:14.830309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:14.830660 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:14.831037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:14.831379 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:14.831720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:14.832063 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:14.832401 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:14.832734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:14.833063 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:14.833394 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:14.833727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:15.006548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['52acc46e-4bc0-43ab-9cb6-e4d31230517f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:26:15.784478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409e0a5f-3199-42cc-aa31-9d6e1902be1a req-1c6d3b31-2827-471c-86b3-f04956d53f9f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:15.786242 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-409e0a5f-3199-42cc-aa31-9d6e1902be1a req-1c6d3b31-2827-471c-86b3-f04956d53f9f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 944 time: 0.0765872 Jul 09 14:26:15.830905 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-409e0a5f-3199-42cc-aa31-9d6e1902be1a req-d1d02ccb-dffc-493f-b402-7eaa4575935b tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383182 Jul 09 14:26:16.541297 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 52acc46e-4bc0-43ab-9cb6-e4d31230517f up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:26:16.613486 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 52acc46e-4bc0-43ab-9cb6-e4d31230517f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:26:16.618336 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 52acc46e-4bc0-43ab-9cb6-e4d31230517f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:16.618710 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:16.706001 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:16.734509 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092a59dd-41f1-4687-9c8d-9a133a367443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52acc46e-4bc0-43ab-9cb6-e4d31230517f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:26:16.737910 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094da702-0785-4ebc-b0a8-78ee4ce58ef9" -d '{"events": [{"server_uuid": "092a59dd-41f1-4687-9c8d-9a133a367443", "name": "network-vif-plugged", "status": "completed", "tag": "52acc46e-4bc0-43ab-9cb6-e4d31230517f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:26:16.754851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 52acc46e-4bc0-43ab-9cb6-e4d31230517f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=52acc46e-4bc0-43ab-9cb6-e4d31230517f,segment=NetworkSegment(3c0ecafd-37ef-41ca-b035-6300dae810eb),segment_id=3c0ecafd-37ef-41ca-b035-6300dae810eb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:16.759812 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:16.790504 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b1d052-2d3c-47ea-9568-6c1bec4c481c x-openstack-request-id: req-c8b1d052-2d3c-47ea-9568-6c1bec4c481c {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:26:16.790855 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092a59dd-41f1-4687-9c8d-9a133a367443", "name": "network-vif-plugged", "status": "completed", "tag": "52acc46e-4bc0-43ab-9cb6-e4d31230517f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:26:16.791154 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c8b1d052-2d3c-47ea-9568-6c1bec4c481c {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:26:16.791750 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092a59dd-41f1-4687-9c8d-9a133a367443', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52acc46e-4bc0-43ab-9cb6-e4d31230517f', 'code': 200} Jul 09 14:26:16.822215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=52acc46e-4bc0-43ab-9cb6-e4d31230517f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:16.916206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c642e5-b41b-4d83-9bd0-a1dbda00e5de req-f48abe7e-1588-47d0-809f-4fa08864e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:16.917769 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b7c642e5-b41b-4d83-9bd0-a1dbda00e5de req-f48abe7e-1588-47d0-809f-4fa08864e73c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 1096 time: 0.0648682 Jul 09 14:26:16.966100 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b7c642e5-b41b-4d83-9bd0-a1dbda00e5de req-a3681126-0c23-4fae-976b-8a5a6619a7cf service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413122 Jul 09 14:26:17.082508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776047b2-8df6-42ff-ab63-dddad89e94c4 req-980ddb81-84b1-4cfe-9324-19fbd0f035f4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:17.084096 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-776047b2-8df6-42ff-ab63-dddad89e94c4 req-980ddb81-84b1-4cfe-9324-19fbd0f035f4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 945 time: 0.0847352 Jul 09 14:26:17.133330 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-776047b2-8df6-42ff-ab63-dddad89e94c4 req-81d994ea-64dd-4b40-9240-19b18e2ed7b7 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382416 Jul 09 14:26:18.361734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee99d3-aa6d-4280-afcb-007c8eb3a7f8 req-2c32b67b-1f67-461d-bfe6-0116752335f5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:18.368036 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2eee99d3-aa6d-4280-afcb-007c8eb3a7f8 req-2c32b67b-1f67-461d-bfe6-0116752335f5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 945 time: 0.0851519 Jul 09 14:26:18.413726 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2eee99d3-aa6d-4280-afcb-007c8eb3a7f8 req-7400cd0f-051b-48e4-b8cf-f849232a61ba tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413463 Jul 09 14:26:18.628471 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3c6552-421d-452b-8767-f8f7992bd59f req-7fe1b2e3-7047-4e4a-bb77-5e234b0c2e93 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:18.630055 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7e3c6552-421d-452b-8767-f8f7992bd59f req-7fe1b2e3-7047-4e4a-bb77-5e234b0c2e93 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 945 time: 0.0772121 Jul 09 14:26:18.685839 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7e3c6552-421d-452b-8767-f8f7992bd59f req-7e72a68b-888a-4577-abb6-bf247d01d4d7 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483668 Jul 09 14:26:19.280127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a35b2c-2507-492c-9dc0-2c3aaa1ee421 req-3c305683-e908-48fa-aac7-a55a8468c067 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:19.281842 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41a35b2c-2507-492c-9dc0-2c3aaa1ee421 req-3c305683-e908-48fa-aac7-a55a8468c067 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 945 time: 0.0744693 Jul 09 14:26:19.326383 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-41a35b2c-2507-492c-9dc0-2c3aaa1ee421 req-1e7f263a-28c0-436b-bb2c-1f294795c1d5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376201 Jul 09 14:26:31.873626 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-91a1bb8f-8a52-4299-9185-3663f4cb02fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.475011 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d8063d-2f86-42a9-8dba-167d9701b271 req-e55f6d26-ea08-4be6-bb8e-8a9e21856eb7 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:32.477001 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8d8063d-2f86-42a9-8dba-167d9701b271 req-e55f6d26-ea08-4be6-bb8e-8a9e21856eb7 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 945 time: 0.0963588 Jul 09 14:26:32.527123 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b8d8063d-2f86-42a9-8dba-167d9701b271 req-613751c5-f17d-4344-90d2-e10df2b25025 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398872 Jul 09 14:26:32.553964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49434) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:32.708773 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7815eb48-fa73-483b-a846-5f56d5c0e105 tempest-TestMinimumBasicScenario-1634256945 tempest-TestMinimumBasicScenario-1634256945-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:32.711645 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7815eb48-fa73-483b-a846-5f56d5c0e105 tempest-TestMinimumBasicScenario-1634256945 tempest-TestMinimumBasicScenario-1634256945-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 1091 time: 0.1553047 Jul 09 14:26:32.713570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49438) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:32.718543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '52acc46e-4bc0-43ab-9cb6-e4d31230517f', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:32.747461 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.863803 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:32.985838 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Allocated IP 172.25.2.41 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/6794e925-c994-4554-9eff-7b0f4feb6bc2) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:26:33.112583 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.157660 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.204464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:26:33.207820 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:26:33.211811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:26:33.218034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Pushing event updated for resources: {'Port': ['ID=6794e925-c994-4554-9eff-7b0f4feb6bc2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:33.246324 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:33.246680 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:33.247009 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:33.247389 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:33.247733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:33.248073 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:33.248407 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:33.248739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:33.249071 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:33.249408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:33.249737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:33.250069 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:33.656123 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.749019 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.945256 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:33.951757 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.031390 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Pushing event updated for resources: {'Port': ['ID=6794e925-c994-4554-9eff-7b0f4feb6bc2,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:34.045797 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.168771 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Floating IP 7edab5f5-a873-40dd-95a4-39190d58dbb7 associated. External IP: 172.25.2.41, port: 52acc46e-4bc0-43ab-9cb6-e4d31230517f. Jul 09 14:26:34.724260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Router 7f59983a-9286-4979-a153-9244c4a1d103 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:26:34.752095 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85ad2cc0-e9fb-403e-8d9a-b75e7490736c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.757841 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.872568 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:26:34.886241 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95686fa-951e-42c9-81fa-261b88c3bcc3 None None] Sync routers for ids ['7f59983a-9286-4979-a153-9244c4a1d103'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:26:34.895920 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:34.901181 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95686fa-951e-42c9-81fa-261b88c3bcc3 None None] Routers {'7f59983a-9286-4979-a153-9244c4a1d103'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:26:34.901897 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b95686fa-951e-42c9-81fa-261b88c3bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:26:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7f59983a-9286-4979-a153-9244c4a1d103'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:34.946969 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-04ca14fc-9915-48b5-beed-491c4d688be5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2319620 Jul 09 14:26:34.948366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092a59dd-41f1-4687-9c8d-9a133a367443', 'tag': '52acc46e-4bc0-43ab-9cb6-e4d31230517f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:26:34.951417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49440) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:34.952779 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc5cd707-39d2-41b3-b95e-93fa9f658eed" -d '{"events": [{"name": "network-changed", "server_uuid": "092a59dd-41f1-4687-9c8d-9a133a367443", "tag": "52acc46e-4bc0-43ab-9cb6-e4d31230517f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:26:34.961193 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1521519153', 'description': 'tempest-secgroup-smoke-1521519153 description', 'project_id': '66ad6125be174b2dbf7069a3a2105bf8'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:34.994154 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.024337 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77e3992-cd7e-4988-a283-fa64ff300d88 x-openstack-request-id: req-e77e3992-cd7e-4988-a283-fa64ff300d88 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:26:35.025062 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092a59dd-41f1-4687-9c8d-9a133a367443", "tag": "52acc46e-4bc0-43ab-9cb6-e4d31230517f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:26:35.025479 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e77e3992-cd7e-4988-a283-fa64ff300d88 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:26:35.026381 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092a59dd-41f1-4687-9c8d-9a133a367443', 'tag': '52acc46e-4bc0-43ab-9cb6-e4d31230517f', 'status': 'completed', 'code': 200} Jul 09 14:26:35.043975 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b95686fa-951e-42c9-81fa-261b88c3bcc3 None None] Set router 7f59983a-9286-4979-a153-9244c4a1d103 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:26:35.120422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cd707-39d2-41b3-b95e-93fa9f658eed req-76648e3b-e918-4d1d-b8e2-f24516e1154c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:35.123337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc5cd707-39d2-41b3-b95e-93fa9f658eed req-76648e3b-e918-4d1d-b8e2-f24516e1154c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66ad6125be174b2dbf7069a3a2105bf8&device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 1096 time: 0.0713995 Jul 09 14:26:35.150080 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.155547 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.199134 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.206344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49444) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:35.207511 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2469304 Jul 09 14:26:35.209040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4acf5d51-45d4-4c59-9626-64cb0b85ea3e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:35.211737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4417943d-0ca8-4168-92d2-da56ab02f8b5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Request body: {'security_group_rule': {'security_group_id': '4acf5d51-45d4-4c59-9626-64cb0b85ea3e', 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:35.225235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:35.225727 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:35.226260 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:35.226839 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:35.227425 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:35.228206 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:35.228790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:35.229325 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:35.229859 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:35.230392 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:35.231470 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:35.232012 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecbfdd0a-6287-4a0d-b980-8cbd64a5b705 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:26:35.264444 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cd707-39d2-41b3-b95e-93fa9f658eed req-67600a35-7951-403f-afac-e7b210d1f175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:35.265966 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc5cd707-39d2-41b3-b95e-93fa9f658eed req-67600a35-7951-403f-afac-e7b210d1f175 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ea46546-5f7e-419c-a3a6-0257eda53e09 HTTP/1.1" status: 200 len: 916 time: 0.1369803 Jul 09 14:26:35.283875 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4417943d-0ca8-4168-92d2-da56ab02f8b5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.368406 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc5cd707-39d2-41b3-b95e-93fa9f658eed req-6d623a07-faa3-46af-bea1-9a045f35387e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52acc46e-4bc0-43ab-9cb6-e4d31230517f HTTP/1.1" status: 200 len: 998 time: 0.0946543 Jul 09 14:26:35.441712 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4417943d-0ca8-4168-92d2-da56ab02f8b5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.442005 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b95686fa-951e-42c9-81fa-261b88c3bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f59983a-9286-4979-a153-9244c4a1d103', 'name': 'tempest-TestMinimumBasicScenario-1929587541-router', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:38Z', 'revision_number': 4, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'gw_port': {'id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '7edab5f5-a873-40dd-95a4-39190d58dbb7', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'floating_ip_address': '172.25.2.41', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'port_id': '52acc46e-4bc0-43ab-9cb6-e4d31230517f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09', 'mac_address': 'fa:16:3e:a7:50:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092a59dd-41f1-4687-9c8d-9a133a367443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:26:33Z', 'updated_at': '2021-07-09T14:26:33Z', 'revision_number': 0, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10ff4b24-5595-4b9e-9236-e66d5bd57916', 'name': '', 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'mac_address': 'fa:16:3e:b5:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:37Z', 'updated_at': '2021-07-09T14:25:45Z', 'revision_number': 5, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'subnets': [{'id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:35.449290 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4417943d-0ca8-4168-92d2-da56ab02f8b5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.478631 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95686fa-951e-42c9-81fa-261b88c3bcc3 None None] Checking router: 7f59983a-9286-4979-a153-9244c4a1d103 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:26:35.479026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cd707-39d2-41b3-b95e-93fa9f658eed req-585ebfcd-d914-4d01-89b9-0ffcb7383ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:35.480453 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc5cd707-39d2-41b3-b95e-93fa9f658eed req-585ebfcd-d914-4d01-89b9-0ffcb7383ba2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aef89fa7-b40c-488c-864c-03e16e9846f6 HTTP/1.1" status: 200 len: 854 time: 0.1050360 Jul 09 14:26:35.481167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4417943d-0ca8-4168-92d2-da56ab02f8b5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4fb14b-1702-430f-9eba-6a2f2a32f1b9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:35.504512 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95686fa-951e-42c9-81fa-261b88c3bcc3 None None] Routers {'7f59983a-9286-4979-a153-9244c4a1d103'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:26:35.505349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4417943d-0ca8-4168-92d2-da56ab02f8b5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.505795 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b95686fa-951e-42c9-81fa-261b88c3bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:26:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7f59983a-9286-4979-a153-9244c4a1d103'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:35.506793 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4417943d-0ca8-4168-92d2-da56ab02f8b5 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2990096 Jul 09 14:26:35.513014 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49448) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:35.520514 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c392acf5-e757-4fbd-ab1f-199a625f7364 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Request body: {'security_group_rule': {'security_group_id': '4acf5d51-45d4-4c59-9626-64cb0b85ea3e', 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:35.554345 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c392acf5-e757-4fbd-ab1f-199a625f7364 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.558985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5cd707-39d2-41b3-b95e-93fa9f658eed req-58402f96-4628-45d3-a11c-a7d3b5aee0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:35.560621 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc5cd707-39d2-41b3-b95e-93fa9f658eed req-58402f96-4628-45d3-a11c-a7d3b5aee0aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ea46546-5f7e-419c-a3a6-0257eda53e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720310 Jul 09 14:26:35.665068 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c392acf5-e757-4fbd-ab1f-199a625f7364 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.670901 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c392acf5-e757-4fbd-ab1f-199a625f7364 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.688560 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc5cd707-39d2-41b3-b95e-93fa9f658eed req-087c0337-62de-4ff3-9a00-9b1d5cd61715 service neutron] 10.222.0.18 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197381 Jul 09 14:26:35.690770 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-b95686fa-951e-42c9-81fa-261b88c3bcc3 None None] Set router 7f59983a-9286-4979-a153-9244c4a1d103 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:26:35.707426 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c392acf5-e757-4fbd-ab1f-199a625f7364 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f8a7288-5078-4763-841d-b1326fe8af01,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:35.716981 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c392acf5-e757-4fbd-ab1f-199a625f7364 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.724157 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c392acf5-e757-4fbd-ab1f-199a625f7364 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2045617 Jul 09 14:26:35.725641 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49450) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:35.732147 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b8386269-0645-494d-bf6b-e126fe7ec5e8 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Request body: {'security_group_rule': {'security_group_id': '4acf5d51-45d4-4c59-9626-64cb0b85ea3e', 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:35.785297 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8386269-0645-494d-bf6b-e126fe7ec5e8 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.833249 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-cc5cd707-39d2-41b3-b95e-93fa9f658eed req-a09325da-d5e6-4e25-a936-c890ae40f68e service neutron] 10.222.0.18 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373010 Jul 09 14:26:35.868541 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8386269-0645-494d-bf6b-e126fe7ec5e8 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.873657 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.874517 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8386269-0645-494d-bf6b-e126fe7ec5e8 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.894930 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8386269-0645-494d-bf6b-e126fe7ec5e8 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa3846fb-a574-41c9-abb0-9e576e4ac5e1,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:35.902839 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b8386269-0645-494d-bf6b-e126fe7ec5e8 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:35.909636 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b8386269-0645-494d-bf6b-e126fe7ec5e8 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1781199 Jul 09 14:26:35.911034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49452) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:35.919375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-cc3c37fa-4028-4977-b4ea-bedd61c745e0 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Request body: {'security_group_rule': {'security_group_id': '4acf5d51-45d4-4c59-9626-64cb0b85ea3e', 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:35.967032 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cc3c37fa-4028-4977-b4ea-bedd61c745e0 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.062542 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cc3c37fa-4028-4977-b4ea-bedd61c745e0 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.068057 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cc3c37fa-4028-4977-b4ea-bedd61c745e0 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.090559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3c37fa-4028-4977-b4ea-bedd61c745e0 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=024f28d0-d09b-4bf4-bc4f-d7f4cfba4719,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:36.099571 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cc3c37fa-4028-4977-b4ea-bedd61c745e0 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.103071 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cc3c37fa-4028-4977-b4ea-bedd61c745e0 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1882215 Jul 09 14:26:36.105366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49454) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:36.110460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-82d5558c-ea9d-4b29-9b84-2f162f362e0b tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Request body: {'security_group_rule': {'security_group_id': '4acf5d51-45d4-4c59-9626-64cb0b85ea3e', 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:36.136794 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-b95686fa-951e-42c9-81fa-261b88c3bcc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f59983a-9286-4979-a153-9244c4a1d103', 'name': 'tempest-TestMinimumBasicScenario-1929587541-router', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:38Z', 'revision_number': 4, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'gw_port': {'id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '7edab5f5-a873-40dd-95a4-39190d58dbb7', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'floating_ip_address': '172.25.2.41', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'port_id': '52acc46e-4bc0-43ab-9cb6-e4d31230517f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09', 'mac_address': 'fa:16:3e:a7:50:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092a59dd-41f1-4687-9c8d-9a133a367443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:26:33Z', 'updated_at': '2021-07-09T14:26:33Z', 'revision_number': 0, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10ff4b24-5595-4b9e-9236-e66d5bd57916', 'name': '', 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'mac_address': 'fa:16:3e:b5:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:37Z', 'updated_at': '2021-07-09T14:25:45Z', 'revision_number': 5, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'subnets': [{'id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:26:36.145097 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-82d5558c-ea9d-4b29-9b84-2f162f362e0b tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Project 66ad6125be174b2dbf7069a3a2105bf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:26:36.151251 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82d5558c-ea9d-4b29-9b84-2f162f362e0b tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.169657 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b95686fa-951e-42c9-81fa-261b88c3bcc3 None None] The sync data for ids ['7f59983a-9286-4979-a153-9244c4a1d103'] in n-d-799525-3 is: [{'id': '7f59983a-9286-4979-a153-9244c4a1d103', 'name': 'tempest-TestMinimumBasicScenario-1929587541-router', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:38Z', 'revision_number': 4, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'gw_port': {'id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '7edab5f5-a873-40dd-95a4-39190d58dbb7', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'floating_ip_address': '172.25.2.41', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'port_id': '52acc46e-4bc0-43ab-9cb6-e4d31230517f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09', 'mac_address': 'fa:16:3e:a7:50:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '092a59dd-41f1-4687-9c8d-9a133a367443', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:26:33Z', 'updated_at': '2021-07-09T14:26:33Z', 'revision_number': 0, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '10ff4b24-5595-4b9e-9236-e66d5bd57916', 'name': '', 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'mac_address': 'fa:16:3e:b5:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:37Z', 'updated_at': '2021-07-09T14:25:45Z', 'revision_number': 5, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'subnets': [{'id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:26:36.249215 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82d5558c-ea9d-4b29-9b84-2f162f362e0b tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.254786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82d5558c-ea9d-4b29-9b84-2f162f362e0b tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.277647 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d5558c-ea9d-4b29-9b84-2f162f362e0b tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922dfea4-78a9-4aeb-b9d9-154e51ebf929,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:36.288168 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-82d5558c-ea9d-4b29-9b84-2f162f362e0b tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.290248 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-82d5558c-ea9d-4b29-9b84-2f162f362e0b tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1835687 Jul 09 14:26:36.294607 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49456) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:26:36.299835 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cdf53957-1649-446c-ba00-bdee95f0884f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Request body: {'security_group_rule': {'security_group_id': '4acf5d51-45d4-4c59-9626-64cb0b85ea3e', 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:36.324991 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-cdf53957-1649-446c-ba00-bdee95f0884f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Project 66ad6125be174b2dbf7069a3a2105bf8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:26:36.331385 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdf53957-1649-446c-ba00-bdee95f0884f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.444020 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdf53957-1649-446c-ba00-bdee95f0884f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.449912 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb3298a-5f8a-43d7-9d3f-629a580faccd None None] New status for floating IP 7edab5f5-a873-40dd-95a4-39190d58dbb7: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:26:36.450650 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdf53957-1649-446c-ba00-bdee95f0884f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.477225 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf53957-1649-446c-ba00-bdee95f0884f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c27d6db-d8e0-470d-96c9-e5e66c3f9403,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:36.482520 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cdf53957-1649-446c-ba00-bdee95f0884f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:36.487988 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cdf53957-1649-446c-ba00-bdee95f0884f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1886044 Jul 09 14:26:36.656163 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98f1c95c-4750-43c8-a6fe-7fedd67dbd78 req-3cfc5869-b1a3-421b-88a6-7d5a6ef4e36b tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521519153&fields=id&tenant_id=66ad6125be174b2dbf7069a3a2105bf8 HTTP/1.1" status: 200 len: 267 time: 0.0617859 Jul 09 14:26:36.744298 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c95c-4750-43c8-a6fe-7fedd67dbd78 req-232f212f-f67f-4e28-921f-4ee48a6213aa tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:36.746113 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98f1c95c-4750-43c8-a6fe-7fedd67dbd78 req-232f212f-f67f-4e28-921f-4ee48a6213aa tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 945 time: 0.0861566 Jul 09 14:26:36.758470 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-98f1c95c-4750-43c8-a6fe-7fedd67dbd78 req-c164796f-7f61-4cf7-bdf9-4054ddd37695 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Request body: {'port': {'security_groups': ['c176f3eb-7127-4ca8-8dce-39e638964286', '4acf5d51-45d4-4c59-9626-64cb0b85ea3e']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:26:36.857758 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98f1c95c-4750-43c8-a6fe-7fedd67dbd78 req-c164796f-7f61-4cf7-bdf9-4054ddd37695 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.161190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-98f1c95c-4750-43c8-a6fe-7fedd67dbd78 req-c164796f-7f61-4cf7-bdf9-4054ddd37695 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] For port 52acc46e-4bc0-43ab-9cb6-e4d31230517f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=52acc46e-4bc0-43ab-9cb6-e4d31230517f,segment=NetworkSegment(3c0ecafd-37ef-41ca-b035-6300dae810eb),segment_id=3c0ecafd-37ef-41ca-b035-6300dae810eb)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:26:37.196254 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98f1c95c-4750-43c8-a6fe-7fedd67dbd78 req-c164796f-7f61-4cf7-bdf9-4054ddd37695 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.202068 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98f1c95c-4750-43c8-a6fe-7fedd67dbd78 req-c164796f-7f61-4cf7-bdf9-4054ddd37695 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.216696 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['52acc46e-4bc0-43ab-9cb6-e4d31230517f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:26:37.261369 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f1c95c-4750-43c8-a6fe-7fedd67dbd78 req-c164796f-7f61-4cf7-bdf9-4054ddd37695 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:37.262073 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-98f1c95c-4750-43c8-a6fe-7fedd67dbd78 req-c164796f-7f61-4cf7-bdf9-4054ddd37695 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.263722 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-98f1c95c-4750-43c8-a6fe-7fedd67dbd78 req-c164796f-7f61-4cf7-bdf9-4054ddd37695 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "PUT /v2.0/ports/52acc46e-4bc0-43ab-9cb6-e4d31230517f HTTP/1.1" status: 200 len: 981 time: 0.5103385 Jul 09 14:26:37.264126 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092a59dd-41f1-4687-9c8d-9a133a367443', 'tag': '52acc46e-4bc0-43ab-9cb6-e4d31230517f'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:26:37.266959 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1091433339f976b032524960edcb999fbceacf16816299a62dfac0337c1fae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490cd067-902e-4c4a-9fa9-c73a28a20f90" -d '{"events": [{"name": "network-changed", "server_uuid": "092a59dd-41f1-4687-9c8d-9a133a367443", "tag": "52acc46e-4bc0-43ab-9cb6-e4d31230517f"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:26:37.301723 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c164796f-7f61-4cf7-bdf9-4054ddd37695 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Pushing event updated for resources: {'Port': ['ID=52acc46e-4bc0-43ab-9cb6-e4d31230517f,revision_number=6']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:26:37.551040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['52acc46e-4bc0-43ab-9cb6-e4d31230517f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:26:37.581153 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20a7bff-26da-4d3e-ad2a-def6b5bb567b x-openstack-request-id: req-a20a7bff-26da-4d3e-ad2a-def6b5bb567b {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:26:37.581636 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092a59dd-41f1-4687-9c8d-9a133a367443", "tag": "52acc46e-4bc0-43ab-9cb6-e4d31230517f", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:26:37.582029 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a20a7bff-26da-4d3e-ad2a-def6b5bb567b {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:26:37.582647 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092a59dd-41f1-4687-9c8d-9a133a367443', 'tag': '52acc46e-4bc0-43ab-9cb6-e4d31230517f', 'status': 'completed', 'code': 200} Jul 09 14:26:37.603212 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.631792 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068bb45d-aa31-4f10-819b-4936073561f6 req-96a85926-5ccb-4791-a0a9-4c155de462de tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:37.634752 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-068bb45d-aa31-4f10-819b-4936073561f6 req-96a85926-5ccb-4791-a0a9-4c155de462de tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 984 time: 0.1438203 Jul 09 14:26:37.680307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cd067-902e-4c4a-9fa9-c73a28a20f90 req-8913ba6b-0a6e-4cc7-904b-077c0b96cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:37.681982 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-490cd067-902e-4c4a-9fa9-c73a28a20f90 req-8913ba6b-0a6e-4cc7-904b-077c0b96cbc3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66ad6125be174b2dbf7069a3a2105bf8&device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 1135 time: 0.0659609 Jul 09 14:26:37.692745 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-068bb45d-aa31-4f10-819b-4936073561f6 req-26058e80-6db0-4a8f-91b6-66c9e255d392 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=4acf5d51-45d4-4c59-9626-64cb0b85ea3e&id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441172 Jul 09 14:26:37.731347 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-6fad5bf7-b911-4f6e-9c97-3a6bee415b26 None None] Provisioning complete for port 52acc46e-4bc0-43ab-9cb6-e4d31230517f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:26:37.731723 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6fad5bf7-b911-4f6e-9c97-3a6bee415b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:37.796983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cd067-902e-4c4a-9fa9-c73a28a20f90 req-a8e8d7aa-2f4e-4724-8f9c-2746b037ed9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:37.798670 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-490cd067-902e-4c4a-9fa9-c73a28a20f90 req-a8e8d7aa-2f4e-4724-8f9c-2746b037ed9d service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ea46546-5f7e-419c-a3a6-0257eda53e09 HTTP/1.1" status: 200 len: 916 time: 0.1095574 Jul 09 14:26:37.878127 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-490cd067-902e-4c4a-9fa9-c73a28a20f90 req-4acaad03-9970-40f8-b944-5463b0bbbde4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52acc46e-4bc0-43ab-9cb6-e4d31230517f HTTP/1.1" status: 200 len: 1000 time: 0.0725937 Jul 09 14:26:37.961414 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cd067-902e-4c4a-9fa9-c73a28a20f90 req-f1fc4cb2-c21e-42ac-8eed-13b078ec0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:37.963710 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-490cd067-902e-4c4a-9fa9-c73a28a20f90 req-f1fc4cb2-c21e-42ac-8eed-13b078ec0539 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aef89fa7-b40c-488c-864c-03e16e9846f6 HTTP/1.1" status: 200 len: 854 time: 0.0775452 Jul 09 14:26:38.059774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490cd067-902e-4c4a-9fa9-c73a28a20f90 req-b2e4381d-9694-46f3-a752-14d27d0cbb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:38.061872 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-490cd067-902e-4c4a-9fa9-c73a28a20f90 req-b2e4381d-9694-46f3-a752-14d27d0cbb47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ea46546-5f7e-419c-a3a6-0257eda53e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0906248 Jul 09 14:26:38.216763 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-490cd067-902e-4c4a-9fa9-c73a28a20f90 req-754fb09a-c661-41f5-a025-31d79c1dc337 service neutron] 10.222.0.18 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466727 Jul 09 14:26:38.330955 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-490cd067-902e-4c4a-9fa9-c73a28a20f90 req-c74cc2b6-0513-413b-aa02-a8f763a9bd5f service neutron] 10.222.0.18 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074486 Jul 09 14:26:39.126584 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:39.287948 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:26:39.343870 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:26:46.218044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-46d6f034-38ed-408f-a8fa-edf010e503bb req-576632d3-bd38-45f1-92fb-4ee62103934a tempest-ServerDiskConfigTestJSON-1298663381 tempest-ServerDiskConfigTestJSON-1298663381-project] (93753) timed out ('10.222.0.18', 55880) {{(pid=93753) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:26:51.998711 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924370b6-d3c5-4b9e-ac60-9cb854be5331 req-898b07e9-893e-4bff-8849-be3614078600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:52.000543 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-924370b6-d3c5-4b9e-ac60-9cb854be5331 req-898b07e9-893e-4bff-8849-be3614078600 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66ad6125be174b2dbf7069a3a2105bf8&device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 1135 time: 0.0672934 Jul 09 14:26:52.029396 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0258cb90-3783-4e97-9424-87fc059715e5 req-cbd59c78-b9ed-4531-b7a4-a8c4a25efe72 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:52.031008 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0258cb90-3783-4e97-9424-87fc059715e5 req-cbd59c78-b9ed-4531-b7a4-a8c4a25efe72 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 984 time: 0.0760198 Jul 09 14:26:52.073640 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0258cb90-3783-4e97-9424-87fc059715e5 req-5131bfab-cb4a-437f-8035-e71974f7e0a8 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=4acf5d51-45d4-4c59-9626-64cb0b85ea3e&id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358033 Jul 09 14:26:52.106387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924370b6-d3c5-4b9e-ac60-9cb854be5331 req-70f533d9-5bed-47ac-814f-bfafff0cbdfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:52.107995 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-924370b6-d3c5-4b9e-ac60-9cb854be5331 req-70f533d9-5bed-47ac-814f-bfafff0cbdfa service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ea46546-5f7e-419c-a3a6-0257eda53e09 HTTP/1.1" status: 200 len: 916 time: 0.1010015 Jul 09 14:26:52.182151 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-924370b6-d3c5-4b9e-ac60-9cb854be5331 req-427fb60e-9e57-470b-b415-e9c82aebf309 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52acc46e-4bc0-43ab-9cb6-e4d31230517f HTTP/1.1" status: 200 len: 1000 time: 0.0669880 Jul 09 14:26:52.238316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924370b6-d3c5-4b9e-ac60-9cb854be5331 req-64119dee-5f6c-4e6d-826d-a03224856268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:52.239888 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-924370b6-d3c5-4b9e-ac60-9cb854be5331 req-64119dee-5f6c-4e6d-826d-a03224856268 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aef89fa7-b40c-488c-864c-03e16e9846f6 HTTP/1.1" status: 200 len: 854 time: 0.0504086 Jul 09 14:26:52.301026 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924370b6-d3c5-4b9e-ac60-9cb854be5331 req-fe81671c-6d5e-414d-aa2b-8c08c21912f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:52.302512 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-924370b6-d3c5-4b9e-ac60-9cb854be5331 req-fe81671c-6d5e-414d-aa2b-8c08c21912f2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ea46546-5f7e-419c-a3a6-0257eda53e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562704 Jul 09 14:26:52.405285 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-924370b6-d3c5-4b9e-ac60-9cb854be5331 req-489d0e23-7771-44ab-8f15-53a162e24440 service neutron] 10.222.0.18 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911205 Jul 09 14:26:52.502082 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-924370b6-d3c5-4b9e-ac60-9cb854be5331 req-7d4fed02-e7d7-4062-930b-249e7aaf3f8e service neutron] 10.222.0.18 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897601 Jul 09 14:26:53.297748 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5829297-8a5c-4628-8049-e942c6dec688 req-71b98ec0-75b7-4347-bb4c-a7121f948658 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:53.299391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5829297-8a5c-4628-8049-e942c6dec688 req-71b98ec0-75b7-4347-bb4c-a7121f948658 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 984 time: 0.0935867 Jul 09 14:26:53.356618 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5829297-8a5c-4628-8049-e942c6dec688 req-66ba63e5-3f81-4d11-9987-d9952db244bb tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=4acf5d51-45d4-4c59-9626-64cb0b85ea3e&id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0494406 Jul 09 14:26:54.552959 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89d328f-ce76-4c76-8afa-4c51ad2c21b1 req-bd49c66d-bd09-4a81-8f69-1ed5cfd2469d tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:54.554675 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e89d328f-ce76-4c76-8afa-4c51ad2c21b1 req-bd49c66d-bd09-4a81-8f69-1ed5cfd2469d tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 984 time: 0.0732093 Jul 09 14:26:54.600485 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e89d328f-ce76-4c76-8afa-4c51ad2c21b1 req-b1ee688a-6cc9-4f8f-b168-5427df3e609e tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=4acf5d51-45d4-4c59-9626-64cb0b85ea3e&id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0396564 Jul 09 14:26:55.808624 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf8cac-e0af-4617-a3ec-f02a62d8db9c req-484ab400-8f52-4603-83a9-331cd4e3afa1 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:55.811254 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6aaf8cac-e0af-4617-a3ec-f02a62d8db9c req-484ab400-8f52-4603-83a9-331cd4e3afa1 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 984 time: 0.0853357 Jul 09 14:26:55.885127 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6aaf8cac-e0af-4617-a3ec-f02a62d8db9c req-5a233ae7-1d03-4467-901f-7f92ff4dbe64 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=4acf5d51-45d4-4c59-9626-64cb0b85ea3e&id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0665839 Jul 09 14:26:57.080477 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b244442b-67c1-4af8-98ce-1e2fe37f68e6 req-05bf2b23-96af-4934-9dbe-a12f9cd6084c tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:57.082236 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b244442b-67c1-4af8-98ce-1e2fe37f68e6 req-05bf2b23-96af-4934-9dbe-a12f9cd6084c tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 984 time: 0.0771694 Jul 09 14:26:57.129253 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b244442b-67c1-4af8-98ce-1e2fe37f68e6 req-db3e9879-9490-4fe0-8bb1-4bdf4bd92943 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=4acf5d51-45d4-4c59-9626-64cb0b85ea3e&id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408967 Jul 09 14:26:58.362422 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043e386b-639b-4df8-8fc0-d8ba0331a25b req-245214f7-ccb1-4b13-85a2-5b1b58693653 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:58.364503 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-043e386b-639b-4df8-8fc0-d8ba0331a25b req-245214f7-ccb1-4b13-85a2-5b1b58693653 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 984 time: 0.1037116 Jul 09 14:26:58.413950 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-043e386b-639b-4df8-8fc0-d8ba0331a25b req-dc772190-442a-43da-b56a-529dcbbedd49 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=4acf5d51-45d4-4c59-9626-64cb0b85ea3e&id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0417457 Jul 09 14:26:59.624203 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf45eff5-fffa-41cd-a1c3-b7a333e5c1ff req-94497e51-4c9d-494b-b89d-c8ee6e1ff301 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:26:59.627591 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf45eff5-fffa-41cd-a1c3-b7a333e5c1ff req-94497e51-4c9d-494b-b89d-c8ee6e1ff301 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 984 time: 0.0889359 Jul 09 14:26:59.677511 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf45eff5-fffa-41cd-a1c3-b7a333e5c1ff req-9fc06d9c-e02a-4f51-8eae-77d74203f354 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=4acf5d51-45d4-4c59-9626-64cb0b85ea3e&id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429082 Jul 09 14:27:00.885238 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2ee114-3e97-4a7c-92e2-555490f995a9 req-e43601f0-7d57-4435-a2e8-476fca9bbfee tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:00.887291 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a2ee114-3e97-4a7c-92e2-555490f995a9 req-e43601f0-7d57-4435-a2e8-476fca9bbfee tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 984 time: 0.0798843 Jul 09 14:27:00.937008 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a2ee114-3e97-4a7c-92e2-555490f995a9 req-cb0e9f26-7bab-4e5b-838b-84710487257b tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=4acf5d51-45d4-4c59-9626-64cb0b85ea3e&id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0429339 Jul 09 14:27:01.872935 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f958606a-b7dc-4f1a-9c86-27488ed1b322 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:02.244468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5ef4-6a15-4510-9d19-b0daac4de26c req-91f9eda3-74f4-4193-a4cb-d16048c02de3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:02.246158 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-df1a5ef4-6a15-4510-9d19-b0daac4de26c req-91f9eda3-74f4-4193-a4cb-d16048c02de3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 984 time: 0.0914490 Jul 09 14:27:02.293738 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-df1a5ef4-6a15-4510-9d19-b0daac4de26c req-38f4b428-bb0c-45bd-aa1d-bb9ba46da365 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=4acf5d51-45d4-4c59-9626-64cb0b85ea3e&id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0407248 Jul 09 14:27:03.556139 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43e8bf-c177-46e5-be69-d9971cbfc831 req-026d3fd2-cbf2-4fa2-9213-108fb3ddbbd1 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:03.557789 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce43e8bf-c177-46e5-be69-d9971cbfc831 req-026d3fd2-cbf2-4fa2-9213-108fb3ddbbd1 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 984 time: 0.0750356 Jul 09 14:27:03.621126 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce43e8bf-c177-46e5-be69-d9971cbfc831 req-5cfab9ac-ea45-4e6f-a905-ceba18189313 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=4acf5d51-45d4-4c59-9626-64cb0b85ea3e&id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0558548 Jul 09 14:27:04.751186 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a6425a70-9a5c-4a4e-97cb-712030876f01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:04.756528 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:05.856061 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:07.257951 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:09.123896 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:09.372982 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:14.075936 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05e3b679-b08e-4a64-b641-021cc13c397a req-b87422c8-07f7-4256-932c-ec60d9c42f99 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0586193 Jul 09 14:27:14.200056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3b679-b08e-4a64-b641-021cc13c397a req-0d2e7d05-d6ad-48bf-96b9-655a90f68bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:14.201825 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05e3b679-b08e-4a64-b641-021cc13c397a req-0d2e7d05-d6ad-48bf-96b9-655a90f68bec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66ad6125be174b2dbf7069a3a2105bf8&device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 1135 time: 0.0802886 Jul 09 14:27:14.318990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3b679-b08e-4a64-b641-021cc13c397a req-2897f462-cf5c-407b-9744-dd5709ba4005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:14.320433 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05e3b679-b08e-4a64-b641-021cc13c397a req-2897f462-cf5c-407b-9744-dd5709ba4005 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ea46546-5f7e-419c-a3a6-0257eda53e09 HTTP/1.1" status: 200 len: 916 time: 0.0977216 Jul 09 14:27:14.395021 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05e3b679-b08e-4a64-b641-021cc13c397a req-1d471890-0d17-479f-b97a-530b5e66540f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52acc46e-4bc0-43ab-9cb6-e4d31230517f HTTP/1.1" status: 200 len: 1000 time: 0.0678210 Jul 09 14:27:14.448191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3b679-b08e-4a64-b641-021cc13c397a req-e1b2b784-e820-4f5e-97eb-ee73da182fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:14.449693 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05e3b679-b08e-4a64-b641-021cc13c397a req-e1b2b784-e820-4f5e-97eb-ee73da182fd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aef89fa7-b40c-488c-864c-03e16e9846f6 HTTP/1.1" status: 200 len: 854 time: 0.0482578 Jul 09 14:27:14.513109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3b679-b08e-4a64-b641-021cc13c397a req-ddbe2df9-e54b-44e9-8e55-7b0879b5f0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:14.514676 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05e3b679-b08e-4a64-b641-021cc13c397a req-ddbe2df9-e54b-44e9-8e55-7b0879b5f0b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ea46546-5f7e-419c-a3a6-0257eda53e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0590892 Jul 09 14:27:14.614830 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05e3b679-b08e-4a64-b641-021cc13c397a req-2c5bbaf2-b097-4294-bf48-2717c908a335 service neutron] 10.222.0.18 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936017 Jul 09 14:27:14.712262 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-05e3b679-b08e-4a64-b641-021cc13c397a req-5660c62d-e5d4-4815-857f-d87657e7cf31 service neutron] 10.222.0.18 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904744 Jul 09 14:27:16.289078 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:27:31.868954 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6a4b8e36-788e-4a84-90e4-9738f3e58ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:34.744720 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fcb60470-7776-4d0a-90ae-e01e53aafcc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:34.759751 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:35.863081 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:36.053957 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-592120ac-692e-426e-a6f3-81793c8f4bd4 req-05d5e4c0-d003-49fc-9556-e37a4177820c tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1521519153&fields=id&tenant_id=66ad6125be174b2dbf7069a3a2105bf8 HTTP/1.1" status: 200 len: 267 time: 0.1187878 Jul 09 14:27:36.137793 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592120ac-692e-426e-a6f3-81793c8f4bd4 req-ddbada7d-8b3e-46f1-8d9a-5cdfd8fdcac3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:36.139360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-592120ac-692e-426e-a6f3-81793c8f4bd4 req-ddbada7d-8b3e-46f1-8d9a-5cdfd8fdcac3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 984 time: 0.0797684 Jul 09 14:27:36.151206 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [req-592120ac-692e-426e-a6f3-81793c8f4bd4 req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Request body: {'port': {'security_groups': ['c176f3eb-7127-4ca8-8dce-39e638964286']}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:27:36.262555 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-592120ac-692e-426e-a6f3-81793c8f4bd4 req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:36.477455 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [req-592120ac-692e-426e-a6f3-81793c8f4bd4 req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] For port 52acc46e-4bc0-43ab-9cb6-e4d31230517f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=52acc46e-4bc0-43ab-9cb6-e4d31230517f,segment=NetworkSegment(3c0ecafd-37ef-41ca-b035-6300dae810eb),segment_id=3c0ecafd-37ef-41ca-b035-6300dae810eb)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:36.512122 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-592120ac-692e-426e-a6f3-81793c8f4bd4 req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:36.518126 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-592120ac-692e-426e-a6f3-81793c8f4bd4 req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:36.532425 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['52acc46e-4bc0-43ab-9cb6-e4d31230517f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:27:36.581106 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592120ac-692e-426e-a6f3-81793c8f4bd4 req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:36.582056 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [req-592120ac-692e-426e-a6f3-81793c8f4bd4 req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:36.583656 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-592120ac-692e-426e-a6f3-81793c8f4bd4 req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "PUT /v2.0/ports/52acc46e-4bc0-43ab-9cb6-e4d31230517f HTTP/1.1" status: 200 len: 942 time: 0.4374192 Jul 09 14:27:36.584777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092a59dd-41f1-4687-9c8d-9a133a367443', 'tag': '52acc46e-4bc0-43ab-9cb6-e4d31230517f'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:27:36.588044 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1091433339f976b032524960edcb999fbceacf16816299a62dfac0337c1fae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a0edcb-2244-4b78-96d5-795855a8115d" -d '{"events": [{"name": "network-changed", "server_uuid": "092a59dd-41f1-4687-9c8d-9a133a367443", "tag": "52acc46e-4bc0-43ab-9cb6-e4d31230517f"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:27:36.595015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49514) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:36.642629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Pushing event updated for resources: {'Port': ['ID=52acc46e-4bc0-43ab-9cb6-e4d31230517f,revision_number=7']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:36.660110 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:36.661245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:36.661462 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:36.661858 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:36.662510 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:36.662924 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:36.663538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:36.664106 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:36.664640 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:36.665327 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:36.665841 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:36.666348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c40a7e8-9efe-4e5c-a2ad-a884443d823f tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:36.687881 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:27:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2becf15-8e9b-407e-a7be-9021b4dc05c1 x-openstack-request-id: req-a2becf15-8e9b-407e-a7be-9021b4dc05c1 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:27:36.688335 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092a59dd-41f1-4687-9c8d-9a133a367443", "tag": "52acc46e-4bc0-43ab-9cb6-e4d31230517f", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:27:36.688758 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a2becf15-8e9b-407e-a7be-9021b4dc05c1 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:27:36.691028 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092a59dd-41f1-4687-9c8d-9a133a367443', 'tag': '52acc46e-4bc0-43ab-9cb6-e4d31230517f', 'status': 'completed', 'code': 200} Jul 09 14:27:36.718262 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['52acc46e-4bc0-43ab-9cb6-e4d31230517f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:27:36.781495 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:36.829751 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:36.859261 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0edcb-2244-4b78-96d5-795855a8115d req-578bc8d7-1a28-44c2-aa86-1554cc93ff54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:36.860943 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1a0edcb-2244-4b78-96d5-795855a8115d req-578bc8d7-1a28-44c2-aa86-1554cc93ff54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66ad6125be174b2dbf7069a3a2105bf8&device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 1096 time: 0.1368818 Jul 09 14:27:37.000858 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0edcb-2244-4b78-96d5-795855a8115d req-b2766a67-962c-4268-9347-a250d013fe84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:37.002409 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1a0edcb-2244-4b78-96d5-795855a8115d req-b2766a67-962c-4268-9347-a250d013fe84 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ea46546-5f7e-419c-a3a6-0257eda53e09 HTTP/1.1" status: 200 len: 916 time: 0.1341050 Jul 09 14:27:37.003811 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:37.009221 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:37.015537 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49516) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:37.015943 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "DELETE /v2.0/security-groups/4acf5d51-45d4-4c59-9626-64cb0b85ea3e HTTP/1.1" status: 204 len: 168 time: 0.4178741 Jul 09 14:27:37.021769 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-306e2f6a-2118-4c7e-90af-fc59c957ebd5 None None] Provisioning complete for port 52acc46e-4bc0-43ab-9cb6-e4d31230517f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:27:37.022373 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-306e2f6a-2118-4c7e-90af-fc59c957ebd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:37.086955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4acf5d51-45d4-4c59-9626-64cb0b85ea3e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:37.101779 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:37.102112 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:37.102464 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:37.102803 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:37.103164 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:37.103511 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:37.103845 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:37.104178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:37.104507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:37.104842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:37.105168 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:37.105493 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54aef94-0a73-47c7-a4fd-a77d6a9cf8c4 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:37.132598 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1a0edcb-2244-4b78-96d5-795855a8115d req-8ba558ed-fbc2-4f9f-9bca-2f48f8b54c62 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52acc46e-4bc0-43ab-9cb6-e4d31230517f HTTP/1.1" status: 200 len: 1000 time: 0.1147892 Jul 09 14:27:37.196738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0edcb-2244-4b78-96d5-795855a8115d req-03eb9878-0234-49a7-9d4c-647917089676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:37.198332 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1a0edcb-2244-4b78-96d5-795855a8115d req-03eb9878-0234-49a7-9d4c-647917089676 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aef89fa7-b40c-488c-864c-03e16e9846f6 HTTP/1.1" status: 200 len: 854 time: 0.0584273 Jul 09 14:27:37.263999 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:37.277329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a0edcb-2244-4b78-96d5-795855a8115d req-f0d3a323-0652-4996-996a-69b35e222e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:37.279727 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1a0edcb-2244-4b78-96d5-795855a8115d req-f0d3a323-0652-4996-996a-69b35e222e4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ea46546-5f7e-419c-a3a6-0257eda53e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0748940 Jul 09 14:27:37.306108 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c8421dea-86f9-40ad-805b-37e6421705f3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Deleting port 6794e925-c994-4554-9eff-7b0f4feb6bc2 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:37.307022 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8421dea-86f9-40ad-805b-37e6421705f3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:37.414120 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1a0edcb-2244-4b78-96d5-795855a8115d req-dfdee19b-3552-4456-95fe-cf57bd80cab4 service neutron] 10.222.0.18 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1283145 Jul 09 14:27:37.418866 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8421dea-86f9-40ad-805b-37e6421705f3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:37.419248 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8421dea-86f9-40ad-805b-37e6421705f3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:37.434251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c8421dea-86f9-40ad-805b-37e6421705f3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Calling delete_port for 6794e925-c994-4554-9eff-7b0f4feb6bc2 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:37.559195 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e1a0edcb-2244-4b78-96d5-795855a8115d req-eef711af-7856-4074-934c-60287f77028e service neutron] 10.222.0.18 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362014 Jul 09 14:27:37.617566 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8421dea-86f9-40ad-805b-37e6421705f3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:37.647417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8421dea-86f9-40ad-805b-37e6421705f3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Pushing event deleted for resources: {'Port': ['ID=6794e925-c994-4554-9eff-7b0f4feb6bc2,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:37.723299 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8421dea-86f9-40ad-805b-37e6421705f3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:37.723640 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-c8421dea-86f9-40ad-805b-37e6421705f3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Floating IP 7edab5f5-a873-40dd-95a4-39190d58dbb7 disassociated (deleted). External IP: 172.25.2.41, port: 52acc46e-4bc0-43ab-9cb6-e4d31230517f. Jul 09 14:27:37.949840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8421dea-86f9-40ad-805b-37e6421705f3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Router 7f59983a-9286-4979-a153-9244c4a1d103 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:27:38.074610 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8421dea-86f9-40ad-805b-37e6421705f3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:27:38.079960 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c8421dea-86f9-40ad-805b-37e6421705f3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:38.088820 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55307456-7004-4852-930d-a9e41239e855 None None] Sync routers for ids ['7f59983a-9286-4979-a153-9244c4a1d103'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:27:38.105143 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55307456-7004-4852-930d-a9e41239e855 None None] Routers {'7f59983a-9286-4979-a153-9244c4a1d103'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:27:38.106220 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-55307456-7004-4852-930d-a9e41239e855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:27:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7f59983a-9286-4979-a153-9244c4a1d103'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:38.132841 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c8421dea-86f9-40ad-805b-37e6421705f3 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "DELETE /v2.0/floatingips/7edab5f5-a873-40dd-95a4-39190d58dbb7 HTTP/1.1" status: 204 len: 168 time: 1.1156061 Jul 09 14:27:38.273527 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-55307456-7004-4852-930d-a9e41239e855 None None] Set router 7f59983a-9286-4979-a153-9244c4a1d103 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:27:38.611031 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-55307456-7004-4852-930d-a9e41239e855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f59983a-9286-4979-a153-9244c4a1d103', 'name': 'tempest-TestMinimumBasicScenario-1929587541-router', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:38Z', 'revision_number': 4, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'gw_port': {'id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '10ff4b24-5595-4b9e-9236-e66d5bd57916', 'name': '', 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'mac_address': 'fa:16:3e:b5:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:37Z', 'updated_at': '2021-07-09T14:25:45Z', 'revision_number': 5, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'subnets': [{'id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:38.640079 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55307456-7004-4852-930d-a9e41239e855 None None] Checking router: 7f59983a-9286-4979-a153-9244c4a1d103 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:27:38.657834 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55307456-7004-4852-930d-a9e41239e855 None None] Routers {'7f59983a-9286-4979-a153-9244c4a1d103'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:27:38.658473 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-55307456-7004-4852-930d-a9e41239e855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:27:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7f59983a-9286-4979-a153-9244c4a1d103'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:38.692611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '092a59dd-41f1-4687-9c8d-9a133a367443', 'tag': '52acc46e-4bc0-43ab-9cb6-e4d31230517f'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:27:38.696887 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1091433339f976b032524960edcb999fbceacf16816299a62dfac0337c1fae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2636760-be93-471e-8eef-d7276e27fab6" -d '{"events": [{"name": "network-changed", "server_uuid": "092a59dd-41f1-4687-9c8d-9a133a367443", "tag": "52acc46e-4bc0-43ab-9cb6-e4d31230517f"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:27:38.746996 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51da4ce3-eeb4-48a3-b072-aabb778e49f8 x-openstack-request-id: req-51da4ce3-eeb4-48a3-b072-aabb778e49f8 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:27:38.747535 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "092a59dd-41f1-4687-9c8d-9a133a367443", "tag": "52acc46e-4bc0-43ab-9cb6-e4d31230517f", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:27:38.747948 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51da4ce3-eeb4-48a3-b072-aabb778e49f8 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:27:38.748586 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '092a59dd-41f1-4687-9c8d-9a133a367443', 'tag': '52acc46e-4bc0-43ab-9cb6-e4d31230517f', 'status': 'completed', 'code': 200} Jul 09 14:27:38.783563 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-55307456-7004-4852-930d-a9e41239e855 None None] Set router 7f59983a-9286-4979-a153-9244c4a1d103 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:27:38.844928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2636760-be93-471e-8eef-d7276e27fab6 req-6f4e9c72-10b2-470a-87c4-d47c0f817c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:38.847397 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2636760-be93-471e-8eef-d7276e27fab6 req-6f4e9c72-10b2-470a-87c4-d47c0f817c0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66ad6125be174b2dbf7069a3a2105bf8&device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 1096 time: 0.0706575 Jul 09 14:27:38.999985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2636760-be93-471e-8eef-d7276e27fab6 req-2571fc37-6f6b-496d-9486-03feff5b0c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:39.001889 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2636760-be93-471e-8eef-d7276e27fab6 req-2571fc37-6f6b-496d-9486-03feff5b0c4c service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ea46546-5f7e-419c-a3a6-0257eda53e09 HTTP/1.1" status: 200 len: 916 time: 0.1480200 Jul 09 14:27:39.037989 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-55307456-7004-4852-930d-a9e41239e855 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f59983a-9286-4979-a153-9244c4a1d103', 'name': 'tempest-TestMinimumBasicScenario-1929587541-router', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:38Z', 'revision_number': 4, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'gw_port': {'id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '10ff4b24-5595-4b9e-9236-e66d5bd57916', 'name': '', 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'mac_address': 'fa:16:3e:b5:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:37Z', 'updated_at': '2021-07-09T14:25:45Z', 'revision_number': 5, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'subnets': [{'id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:39.054349 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2636760-be93-471e-8eef-d7276e27fab6 req-ae38715a-9df3-4511-aa62-db13aa5034e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=52acc46e-4bc0-43ab-9cb6-e4d31230517f HTTP/1.1" status: 200 len: 217 time: 0.0439780 Jul 09 14:27:39.089632 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55307456-7004-4852-930d-a9e41239e855 None None] The sync data for ids ['7f59983a-9286-4979-a153-9244c4a1d103'] in n-d-799525-3 is: [{'id': '7f59983a-9286-4979-a153-9244c4a1d103', 'name': 'tempest-TestMinimumBasicScenario-1929587541-router', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:38Z', 'revision_number': 4, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'gw_port': {'id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '10ff4b24-5595-4b9e-9236-e66d5bd57916', 'name': '', 'network_id': '7ea46546-5f7e-419c-a3a6-0257eda53e09', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'mac_address': 'fa:16:3e:b5:2a:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:37Z', 'updated_at': '2021-07-09T14:25:45Z', 'revision_number': 5, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'subnets': [{'id': 'aef89fa7-b40c-488c-864c-03e16e9846f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:27:39.134263 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:39.149527 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2636760-be93-471e-8eef-d7276e27fab6 req-eef49b35-c27c-4b51-bf31-dfc117c370e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:39.151906 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2636760-be93-471e-8eef-d7276e27fab6 req-eef49b35-c27c-4b51-bf31-dfc117c370e6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=aef89fa7-b40c-488c-864c-03e16e9846f6 HTTP/1.1" status: 200 len: 854 time: 0.0911789 Jul 09 14:27:39.248543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2636760-be93-471e-8eef-d7276e27fab6 req-b2385e26-b88d-4c19-8b80-dd688b83abdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:39.252244 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2636760-be93-471e-8eef-d7276e27fab6 req-b2385e26-b88d-4c19-8b80-dd688b83abdc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ea46546-5f7e-419c-a3a6-0257eda53e09&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0936537 Jul 09 14:27:39.387502 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:39.430472 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2636760-be93-471e-8eef-d7276e27fab6 req-822209ce-f0a5-489f-a308-998e481b88d6 service neutron] 10.222.0.18 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717441 Jul 09 14:27:39.433425 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf769f0-4bc4-42a7-acf6-0098bc80972b None None] New status for floating IP 7edab5f5-a873-40dd-95a4-39190d58dbb7: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:27:39.591863 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e2636760-be93-471e-8eef-d7276e27fab6 req-92b1e546-7831-41d0-a5ba-3e8b695bdf6d service neutron] 10.222.0.18 "GET /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550202 Jul 09 14:27:47.116840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416b196b-2045-468f-825f-2457677634f4 req-a74a8525-b1bf-4fe5-9962-3593f05d7c56 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:47.118436 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-416b196b-2045-468f-825f-2457677634f4 req-a74a8525-b1bf-4fe5-9962-3593f05d7c56 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 945 time: 0.0739222 Jul 09 14:27:47.165349 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-416b196b-2045-468f-825f-2457677634f4 req-050e9949-b4e1-49b1-b05f-1b7383b8cab8 tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396383 Jul 09 14:27:48.368032 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f89d973-6953-4860-ab0b-5f6d807ce68b req-898b389f-4ed7-4f9a-9c7e-d7756b78e5ee tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:48.370427 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4f89d973-6953-4860-ab0b-5f6d807ce68b req-898b389f-4ed7-4f9a-9c7e-d7756b78e5ee tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 945 time: 0.0779476 Jul 09 14:27:48.434216 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4f89d973-6953-4860-ab0b-5f6d807ce68b req-e2bda74f-9e53-4dd8-bb56-2c95dd80ab3c tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/security-groups?id=c176f3eb-7127-4ca8-8dce-39e638964286&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569043 Jul 09 14:27:48.676838 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2434cd1a-269f-426e-8621-32e5c5b944bf req-9867c341-c62d-47fb-ad7d-99a7cd5dce5a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:27:48.678370 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2434cd1a-269f-426e-8621-32e5c5b944bf req-9867c341-c62d-47fb-ad7d-99a7cd5dce5a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.18 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 945 time: 0.0701032 Jul 09 14:27:48.801481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-2434cd1a-269f-426e-8621-32e5c5b944bf req-e7d041df-62e6-47d3-85fe-e188f55f2b9a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Deleting port 52acc46e-4bc0-43ab-9cb6-e4d31230517f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:48.801826 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2434cd1a-269f-426e-8621-32e5c5b944bf req-e7d041df-62e6-47d3-85fe-e188f55f2b9a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:48.900053 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-2434cd1a-269f-426e-8621-32e5c5b944bf req-e7d041df-62e6-47d3-85fe-e188f55f2b9a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] For port 52acc46e-4bc0-43ab-9cb6-e4d31230517f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=52acc46e-4bc0-43ab-9cb6-e4d31230517f,segment=NetworkSegment(3c0ecafd-37ef-41ca-b035-6300dae810eb),segment_id=3c0ecafd-37ef-41ca-b035-6300dae810eb)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:48.900419 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2434cd1a-269f-426e-8621-32e5c5b944bf req-e7d041df-62e6-47d3-85fe-e188f55f2b9a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:48.915058 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-2434cd1a-269f-426e-8621-32e5c5b944bf req-e7d041df-62e6-47d3-85fe-e188f55f2b9a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Calling delete_port for 52acc46e-4bc0-43ab-9cb6-e4d31230517f owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:49.074691 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2434cd1a-269f-426e-8621-32e5c5b944bf req-e7d041df-62e6-47d3-85fe-e188f55f2b9a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:49.089985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['52acc46e-4bc0-43ab-9cb6-e4d31230517f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:27:49.107561 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d041df-62e6-47d3-85fe-e188f55f2b9a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Pushing event deleted for resources: {'Port': ['ID=52acc46e-4bc0-43ab-9cb6-e4d31230517f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:49.163462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-2434cd1a-269f-426e-8621-32e5c5b944bf req-e7d041df-62e6-47d3-85fe-e188f55f2b9a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] No DVR routers for this DVR port 52acc46e-4bc0-43ab-9cb6-e4d31230517f on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:27:49.166343 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-2434cd1a-269f-426e-8621-32e5c5b944bf req-e7d041df-62e6-47d3-85fe-e188f55f2b9a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:49.168901 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-2434cd1a-269f-426e-8621-32e5c5b944bf req-e7d041df-62e6-47d3-85fe-e188f55f2b9a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.18 "DELETE /v2.0/ports/52acc46e-4bc0-43ab-9cb6-e4d31230517f HTTP/1.1" status: 204 len: 173 time: 0.4842424 Jul 09 14:27:49.169131 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '092a59dd-41f1-4687-9c8d-9a133a367443', 'name': 'network-vif-deleted', 'tag': '52acc46e-4bc0-43ab-9cb6-e4d31230517f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:27:49.172101 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a53d8a-d4aa-4e02-812e-d8594236c933" -d '{"events": [{"server_uuid": "092a59dd-41f1-4687-9c8d-9a133a367443", "name": "network-vif-deleted", "tag": "52acc46e-4bc0-43ab-9cb6-e4d31230517f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:27:49.214702 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfc82647-8166-45c2-9407-1baa97fffdcd x-openstack-request-id: req-bfc82647-8166-45c2-9407-1baa97fffdcd {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:27:49.215223 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "092a59dd-41f1-4687-9c8d-9a133a367443", "name": "network-vif-deleted", "tag": "52acc46e-4bc0-43ab-9cb6-e4d31230517f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:27:49.215625 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bfc82647-8166-45c2-9407-1baa97fffdcd {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:27:49.216211 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '092a59dd-41f1-4687-9c8d-9a133a367443', 'name': 'network-vif-deleted', 'tag': '52acc46e-4bc0-43ab-9cb6-e4d31230517f', 'status': 'completed', 'code': 200} Jul 09 14:27:49.651070 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e62a0f9f-0374-46fd-9501-612890ab312e req-c1fd92bc-304a-43cf-a056-6e8179199b5a tempest-TestMinimumBasicScenario-1016155346 tempest-TestMinimumBasicScenario-1016155346-project] 10.222.0.39 "GET /v2.0/ports?device_id=092a59dd-41f1-4687-9c8d-9a133a367443 HTTP/1.1" status: 200 len: 210 time: 0.0642023 Jul 09 14:27:51.405910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49624) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:51.838404 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ddb96c62-922b-4328-93b5-3311fd585455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:52.124595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ddb96c62-922b-4328-93b5-3311fd585455 admin admin] Deleting port 10ff4b24-5595-4b9e-9236-e66d5bd57916 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:52.124844 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ddb96c62-922b-4328-93b5-3311fd585455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:52.549958 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-ddb96c62-922b-4328-93b5-3311fd585455 admin admin] For port 10ff4b24-5595-4b9e-9236-e66d5bd57916, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=10ff4b24-5595-4b9e-9236-e66d5bd57916,segment=NetworkSegment(3c0ecafd-37ef-41ca-b035-6300dae810eb),segment_id=3c0ecafd-37ef-41ca-b035-6300dae810eb)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:52.551210 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ddb96c62-922b-4328-93b5-3311fd585455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:52.564157 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ddb96c62-922b-4328-93b5-3311fd585455 admin admin] Calling delete_port for 10ff4b24-5595-4b9e-9236-e66d5bd57916 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:52.775787 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ddb96c62-922b-4328-93b5-3311fd585455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:52.808298 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb96c62-922b-4328-93b5-3311fd585455 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ff4b24-5595-4b9e-9236-e66d5bd57916,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:52.934093 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 52acc46e-4bc0-43ab-9cb6-e4d31230517f no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:27:52.983597 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 52acc46e-4bc0-43ab-9cb6-e4d31230517f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:27:52.984508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 52acc46e-4bc0-43ab-9cb6-e4d31230517f not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:27:53.045584 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ddb96c62-922b-4328-93b5-3311fd585455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.289027 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:27:53.300990 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddb96c62-922b-4328-93b5-3311fd585455 admin admin] Router 7f59983a-9286-4979-a153-9244c4a1d103 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:27:53.433629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddb96c62-922b-4328-93b5-3311fd585455 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:27:53.442165 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ddb96c62-922b-4328-93b5-3311fd585455 admin admin] 10.222.0.39 "PUT /v2.0/routers/7f59983a-9286-4979-a153-9244c4a1d103/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0342886 Jul 09 14:27:53.444580 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49626) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:53.454506 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f02b06-6f25-4f75-991d-7d01e5a66aa4 None None] Sync routers for ids ['7f59983a-9286-4979-a153-9244c4a1d103'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:27:53.466002 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f02b06-6f25-4f75-991d-7d01e5a66aa4 None None] Routers {'7f59983a-9286-4979-a153-9244c4a1d103'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:27:53.466636 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f9f02b06-6f25-4f75-991d-7d01e5a66aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:27:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7f59983a-9286-4979-a153-9244c4a1d103'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:53.609164 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-766f2880-c921-4183-8228-b2349307b100 admin admin] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.655839 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f9f02b06-6f25-4f75-991d-7d01e5a66aa4 None None] Set router 7f59983a-9286-4979-a153-9244c4a1d103 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:27:53.728602 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-766f2880-c921-4183-8228-b2349307b100 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.832246 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-766f2880-c921-4183-8228-b2349307b100 admin admin] Deleting port ccd949a5-08ce-42d6-9b4a-a9df172e9b1d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:53.832885 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-766f2880-c921-4183-8228-b2349307b100 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.927551 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f9f02b06-6f25-4f75-991d-7d01e5a66aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f59983a-9286-4979-a153-9244c4a1d103', 'name': 'tempest-TestMinimumBasicScenario-1929587541-router', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234'}], 'enable_snat': True}, 'gw_port_id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:27:52Z', 'revision_number': 5, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'gw_port': {'id': 'ccd949a5-08ce-42d6-9b4a-a9df172e9b1d', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:5f:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f59983a-9286-4979-a153-9244c4a1d103', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:25:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:53.937548 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-766f2880-c921-4183-8228-b2349307b100 admin admin] For port ccd949a5-08ce-42d6-9b4a-a9df172e9b1d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ccd949a5-08ce-42d6-9b4a-a9df172e9b1d,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:53.937909 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-766f2880-c921-4183-8228-b2349307b100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:53.958646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-766f2880-c921-4183-8228-b2349307b100 admin admin] Calling delete_port for ccd949a5-08ce-42d6-9b4a-a9df172e9b1d owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:53.962098 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f02b06-6f25-4f75-991d-7d01e5a66aa4 None None] Checking router: 7f59983a-9286-4979-a153-9244c4a1d103 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:27:53.972176 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f02b06-6f25-4f75-991d-7d01e5a66aa4 None None] Routers {'7f59983a-9286-4979-a153-9244c4a1d103'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:27:53.972836 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f9f02b06-6f25-4f75-991d-7d01e5a66aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:27:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['7f59983a-9286-4979-a153-9244c4a1d103'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:54.182555 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-f9f02b06-6f25-4f75-991d-7d01e5a66aa4 None None] Set router 7f59983a-9286-4979-a153-9244c4a1d103 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:27:54.206923 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-766f2880-c921-4183-8228-b2349307b100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.251361 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766f2880-c921-4183-8228-b2349307b100 admin admin] Pushing event deleted for resources: {'Port': ['ID=ccd949a5-08ce-42d6-9b4a-a9df172e9b1d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:54.262888 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-f9f02b06-6f25-4f75-991d-7d01e5a66aa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7f59983a-9286-4979-a153-9244c4a1d103', 'name': 'tempest-TestMinimumBasicScenario-1929587541-router', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:27:53Z', 'revision_number': 6, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:54.312246 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f02b06-6f25-4f75-991d-7d01e5a66aa4 None None] The sync data for ids ['7f59983a-9286-4979-a153-9244c4a1d103'] in n-d-799525-3 is: [{'id': '7f59983a-9286-4979-a153-9244c4a1d103', 'name': 'tempest-TestMinimumBasicScenario-1929587541-router', 'tenant_id': '66ad6125be174b2dbf7069a3a2105bf8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:35Z', 'updated_at': '2021-07-09T14:27:53Z', 'revision_number': 6, 'project_id': '66ad6125be174b2dbf7069a3a2105bf8', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:27:54.340339 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-766f2880-c921-4183-8228-b2349307b100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.455673 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-766f2880-c921-4183-8228-b2349307b100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.458498 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-766f2880-c921-4183-8228-b2349307b100 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.506446 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-766f2880-c921-4183-8228-b2349307b100 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.506964 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766f2880-c921-4183-8228-b2349307b100 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f59983a-9286-4979-a153-9244c4a1d103 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:27:54.511522 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-766f2880-c921-4183-8228-b2349307b100 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.512546 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-766f2880-c921-4183-8228-b2349307b100 admin admin] 10.222.0.39 "DELETE /v2.0/routers/7f59983a-9286-4979-a153-9244c4a1d103 HTTP/1.1" status: 204 len: 168 time: 1.0659916 Jul 09 14:27:54.516678 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49628) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:54.566486 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc143d93-1739-40e7-a9dd-9b148d349fb5 admin admin] Deleting subnet aef89fa7-b40c-488c-864c-03e16e9846f6 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:27:54.569808 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc143d93-1739-40e7-a9dd-9b148d349fb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.609309 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc143d93-1739-40e7-a9dd-9b148d349fb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.712974 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc143d93-1739-40e7-a9dd-9b148d349fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.786911 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc143d93-1739-40e7-a9dd-9b148d349fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.813065 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc143d93-1739-40e7-a9dd-9b148d349fb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aef89fa7-b40c-488c-864c-03e16e9846f6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:54.819612 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc143d93-1739-40e7-a9dd-9b148d349fb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.821606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dc143d93-1739-40e7-a9dd-9b148d349fb5 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/aef89fa7-b40c-488c-864c-03e16e9846f6 HTTP/1.1" status: 204 len: 168 time: 0.3038108 Jul 09 14:27:54.824266 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49630) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:54.827164 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9314f5dd-174b-4157-a03d-0288e67fdd3c None None] Network 7ea46546-5f7e-419c-a3a6-0257eda53e09 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:27:54.908803 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:54.968704 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] Deleting port f7d58a4c-6b6f-4a55-a881-eee8a91b3909 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:54.969051 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:55.062461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] For port f7d58a4c-6b6f-4a55-a881-eee8a91b3909, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f7d58a4c-6b6f-4a55-a881-eee8a91b3909,segment=NetworkSegment(3c0ecafd-37ef-41ca-b035-6300dae810eb),segment_id=3c0ecafd-37ef-41ca-b035-6300dae810eb)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:55.062827 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:55.079873 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] Calling delete_port for f7d58a4c-6b6f-4a55-a881-eee8a91b3909 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:55.103820 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] DHCP port deletion for 7ea46546-5f7e-419c-a3a6-0257eda53e09 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:27:55.180335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Deleting port f7d58a4c-6b6f-4a55-a881-eee8a91b3909 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:55.181173 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:55.221587 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:55.259251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7d58a4c-6b6f-4a55-a881-eee8a91b3909,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:55.259633 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] For port f7d58a4c-6b6f-4a55-a881-eee8a91b3909, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f7d58a4c-6b6f-4a55-a881-eee8a91b3909,segment=NetworkSegment(3c0ecafd-37ef-41ca-b035-6300dae810eb),segment_id=3c0ecafd-37ef-41ca-b035-6300dae810eb)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:55.259985 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:55.273278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] No DVR routers for this DVR port f7d58a4c-6b6f-4a55-a881-eee8a91b3909 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:27:55.281634 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Calling delete_port for f7d58a4c-6b6f-4a55-a881-eee8a91b3909 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:55.373529 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:55.407427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Pushing event deleted for resources: {'Port': ['ID=f7d58a4c-6b6f-4a55-a881-eee8a91b3909,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:55.412432 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] No DVR routers for this DVR port f7d58a4c-6b6f-4a55-a881-eee8a91b3909 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:27:55.416647 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:55.422296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:55.422296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:55.422296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:55.422296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:55.422296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:55.423195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:55.423195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:55.423195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:55.423633 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:55.423770 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:55.424077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:55.424670 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58def9c9-027b-430d-984a-a0907f4311b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:27:55.432400 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea46546-5f7e-419c-a3a6-0257eda53e09']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:55.446892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0ecafd-37ef-41ca-b035-6300dae810eb') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:55.447382 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0ecafd-37ef-41ca-b035-6300dae810eb') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:55.458994 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:55.475341 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:55.482455 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] Releasing vlan 315 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:27:55.483447 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:27:55.485992 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:27:55.549942 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:55.554244 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:55.558008 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] 10.222.0.39 "DELETE /v2.0/networks/7ea46546-5f7e-419c-a3a6-0257eda53e09 HTTP/1.1" status: 204 len: 168 time: 0.7309086 Jul 09 14:27:55.560336 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49632) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:55.569850 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebadad8-0b28-465b-9ddd-a59c8ee50802 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea46546-5f7e-419c-a3a6-0257eda53e09,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:56.273760 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ccd949a5-08ce-42d6-9b4a-a9df172e9b1d no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:27:56.281954 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d03e338c-bbd4-47e6-842c-77ca838ff689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.294622 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: ccd949a5-08ce-42d6-9b4a-a9df172e9b1d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:27:56.294983 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ccd949a5-08ce-42d6-9b4a-a9df172e9b1d not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:27:56.295946 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f7d58a4c-6b6f-4a55-a881-eee8a91b3909 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:27:56.316412 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: f7d58a4c-6b6f-4a55-a881-eee8a91b3909 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:27:56.316786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f7d58a4c-6b6f-4a55-a881-eee8a91b3909 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:27:56.317220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 10ff4b24-5595-4b9e-9236-e66d5bd57916 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:27:56.337659 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 10ff4b24-5595-4b9e-9236-e66d5bd57916 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:27:56.337992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 10ff4b24-5595-4b9e-9236-e66d5bd57916 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:27:56.576144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d03e338c-bbd4-47e6-842c-77ca838ff689 admin admin] Deleting port 80447eb9-e2ec-4420-b162-47eeae664603 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:56.577550 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d03e338c-bbd4-47e6-842c-77ca838ff689 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.668297 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-d03e338c-bbd4-47e6-842c-77ca838ff689 admin admin] For port 80447eb9-e2ec-4420-b162-47eeae664603, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=80447eb9-e2ec-4420-b162-47eeae664603,segment=NetworkSegment(24374a31-679a-4b19-b581-9dd2475227fd),segment_id=24374a31-679a-4b19-b581-9dd2475227fd)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:56.668659 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d03e338c-bbd4-47e6-842c-77ca838ff689 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.683187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-d03e338c-bbd4-47e6-842c-77ca838ff689 admin admin] Calling delete_port for 80447eb9-e2ec-4420-b162-47eeae664603 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:56.878602 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d03e338c-bbd4-47e6-842c-77ca838ff689 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:56.917900 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03e338c-bbd4-47e6-842c-77ca838ff689 admin admin] Pushing event deleted for resources: {'Port': ['ID=80447eb9-e2ec-4420-b162-47eeae664603,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:57.147783 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d03e338c-bbd4-47e6-842c-77ca838ff689 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.393170 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d03e338c-bbd4-47e6-842c-77ca838ff689 admin admin] Router fcd28958-f243-46c4-9f38-61583d4f15d5 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:27:57.512840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d03e338c-bbd4-47e6-842c-77ca838ff689 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:27:57.519383 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d03e338c-bbd4-47e6-842c-77ca838ff689 admin admin] 10.222.0.39 "PUT /v2.0/routers/fcd28958-f243-46c4-9f38-61583d4f15d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9566762 Jul 09 14:27:57.522034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49634) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:57.528794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a9d833-4cf7-4432-aeff-14fa1e4aa1bb None None] Sync routers for ids ['fcd28958-f243-46c4-9f38-61583d4f15d5'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:27:57.540391 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a9d833-4cf7-4432-aeff-14fa1e4aa1bb None None] Routers {'fcd28958-f243-46c4-9f38-61583d4f15d5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:27:57.541045 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-92a9d833-4cf7-4432-aeff-14fa1e4aa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:27:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fcd28958-f243-46c4-9f38-61583d4f15d5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:57.650066 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e53dc41c-c106-45d1-a498-724f67201211 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.668681 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-92a9d833-4cf7-4432-aeff-14fa1e4aa1bb None None] Set router fcd28958-f243-46c4-9f38-61583d4f15d5 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:27:57.772998 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e53dc41c-c106-45d1-a498-724f67201211 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.831393 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e53dc41c-c106-45d1-a498-724f67201211 admin admin] Deleting port b3ca389f-18aa-43ab-bd05-cc659be44f23 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:57.831758 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e53dc41c-c106-45d1-a498-724f67201211 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.927649 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-e53dc41c-c106-45d1-a498-724f67201211 admin admin] For port b3ca389f-18aa-43ab-bd05-cc659be44f23, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b3ca389f-18aa-43ab-bd05-cc659be44f23,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:57.927986 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e53dc41c-c106-45d1-a498-724f67201211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:57.945872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-e53dc41c-c106-45d1-a498-724f67201211 admin admin] Calling delete_port for b3ca389f-18aa-43ab-bd05-cc659be44f23 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:57.968785 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-92a9d833-4cf7-4432-aeff-14fa1e4aa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'name': 'tempest-TestMinimumBasicScenario-2116604643-router', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.113'}], 'enable_snat': True}, 'gw_port_id': 'b3ca389f-18aa-43ab-bd05-cc659be44f23', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:41Z', 'updated_at': '2021-07-09T14:27:56Z', 'revision_number': 5, 'project_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'gw_port': {'id': 'b3ca389f-18aa-43ab-bd05-cc659be44f23', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:16:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:25:41Z', 'updated_at': '2021-07-09T14:25:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:58.001187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a9d833-4cf7-4432-aeff-14fa1e4aa1bb None None] Checking router: fcd28958-f243-46c4-9f38-61583d4f15d5 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:27:58.010546 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a9d833-4cf7-4432-aeff-14fa1e4aa1bb None None] Routers {'fcd28958-f243-46c4-9f38-61583d4f15d5'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:27:58.011210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-92a9d833-4cf7-4432-aeff-14fa1e4aa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:27:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fcd28958-f243-46c4-9f38-61583d4f15d5'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:58.114248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-92a9d833-4cf7-4432-aeff-14fa1e4aa1bb None None] Set router fcd28958-f243-46c4-9f38-61583d4f15d5 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:27:58.171010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-92a9d833-4cf7-4432-aeff-14fa1e4aa1bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'name': 'tempest-TestMinimumBasicScenario-2116604643-router', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:41Z', 'updated_at': '2021-07-09T14:27:57Z', 'revision_number': 6, 'project_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:58.174450 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e53dc41c-c106-45d1-a498-724f67201211 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:58.203346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53dc41c-c106-45d1-a498-724f67201211 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ca389f-18aa-43ab-bd05-cc659be44f23,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:58.207867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a9d833-4cf7-4432-aeff-14fa1e4aa1bb None None] The sync data for ids ['fcd28958-f243-46c4-9f38-61583d4f15d5'] in n-d-799525-3 is: [{'id': 'fcd28958-f243-46c4-9f38-61583d4f15d5', 'name': 'tempest-TestMinimumBasicScenario-2116604643-router', 'tenant_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:25:41Z', 'updated_at': '2021-07-09T14:27:57Z', 'revision_number': 6, 'project_id': 'e398e1f1c05d4b4ca77761bdbdbf04f5', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:27:58.301826 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e53dc41c-c106-45d1-a498-724f67201211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:58.437907 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e53dc41c-c106-45d1-a498-724f67201211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:58.440721 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e53dc41c-c106-45d1-a498-724f67201211 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:58.496645 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e53dc41c-c106-45d1-a498-724f67201211 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:58.497356 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53dc41c-c106-45d1-a498-724f67201211 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcd28958-f243-46c4-9f38-61583d4f15d5 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:27:58.504005 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e53dc41c-c106-45d1-a498-724f67201211 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:58.505230 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e53dc41c-c106-45d1-a498-724f67201211 admin admin] 10.222.0.39 "DELETE /v2.0/routers/fcd28958-f243-46c4-9f38-61583d4f15d5 HTTP/1.1" status: 204 len: 168 time: 0.9822083 Jul 09 14:27:58.508699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49636) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:58.557760 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e18fe47-ea0f-41b6-a823-460cebea7308 admin admin] Deleting subnet 4787f21c-a4dd-4587-a692-e96ebf0c1021 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:27:58.562128 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e18fe47-ea0f-41b6-a823-460cebea7308 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:58.605057 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e18fe47-ea0f-41b6-a823-460cebea7308 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:58.729823 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e18fe47-ea0f-41b6-a823-460cebea7308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:58.810299 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e18fe47-ea0f-41b6-a823-460cebea7308 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:58.840626 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18fe47-ea0f-41b6-a823-460cebea7308 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4787f21c-a4dd-4587-a692-e96ebf0c1021,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:58.842813 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e18fe47-ea0f-41b6-a823-460cebea7308 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:58.845966 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2e18fe47-ea0f-41b6-a823-460cebea7308 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/4787f21c-a4dd-4587-a692-e96ebf0c1021 HTTP/1.1" status: 204 len: 168 time: 0.3351567 Jul 09 14:27:58.848098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49638) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:58.852208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8167204f-086a-481a-bfda-25e55f4f264b None None] Network 30594311-2520-467f-8053-bf07f2f52227 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:27:58.936205 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.002990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] Deleting port a9611e33-5e5a-4469-9376-47ee09832d2e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:59.003286 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.082820 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] For port a9611e33-5e5a-4469-9376-47ee09832d2e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a9611e33-5e5a-4469-9376-47ee09832d2e,segment=NetworkSegment(24374a31-679a-4b19-b581-9dd2475227fd),segment_id=24374a31-679a-4b19-b581-9dd2475227fd)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:59.083556 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.103894 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] Calling delete_port for a9611e33-5e5a-4469-9376-47ee09832d2e owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:59.149228 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eed0d7a2-7a38-4371-b66b-6062b0d35df9 None None] DHCP port deletion for 30594311-2520-467f-8053-bf07f2f52227 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:27:59.204248 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.246772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] Pushing event deleted for resources: {'Port': ['ID=a9611e33-5e5a-4469-9376-47ee09832d2e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:59.249167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-eed0d7a2-7a38-4371-b66b-6062b0d35df9 None None] Deleting port a9611e33-5e5a-4469-9376-47ee09832d2e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:27:59.249704 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eed0d7a2-7a38-4371-b66b-6062b0d35df9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.258653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] No DVR routers for this DVR port a9611e33-5e5a-4469-9376-47ee09832d2e on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:27:59.352207 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.360587 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-eed0d7a2-7a38-4371-b66b-6062b0d35df9 None None] For port a9611e33-5e5a-4469-9376-47ee09832d2e, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:27:59.361521 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eed0d7a2-7a38-4371-b66b-6062b0d35df9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.374671 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30594311-2520-467f-8053-bf07f2f52227']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:59.381153 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-eed0d7a2-7a38-4371-b66b-6062b0d35df9 None None] Calling delete_port for a9611e33-5e5a-4469-9376-47ee09832d2e owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:27:59.384947 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-eed0d7a2-7a38-4371-b66b-6062b0d35df9 None None] Port a9611e33-5e5a-4469-9376-47ee09832d2e was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:27:59.386564 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-eed0d7a2-7a38-4371-b66b-6062b0d35df9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.401198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24374a31-679a-4b19-b581-9dd2475227fd') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:59.401686 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24374a31-679a-4b19-b581-9dd2475227fd') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:27:59.424369 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.424716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed0d7a2-7a38-4371-b66b-6062b0d35df9 None None] Pushing event deleted for resources: {'Port': ['ID=a9611e33-5e5a-4469-9376-47ee09832d2e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:59.437326 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed0d7a2-7a38-4371-b66b-6062b0d35df9 None None] No DVR routers for this DVR port a9611e33-5e5a-4469-9376-47ee09832d2e on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:27:59.455844 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.469201 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] Releasing vlan 328 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:27:59.469893 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:27:59.473073 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:27:59.570244 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.578533 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.581535 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] 10.222.0.39 "DELETE /v2.0/networks/30594311-2520-467f-8053-bf07f2f52227 HTTP/1.1" status: 204 len: 168 time: 0.7319844 Jul 09 14:27:59.600441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32e9665-f3f9-4191-a4b4-9a7031a3749d admin admin] Pushing event deleted for resources: {'Network': ['ID=30594311-2520-467f-8053-bf07f2f52227,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:27:59.785086 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49642) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:59.832246 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f035b99a-1103-49c7-9db4-103d0eab2195 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=66ad6125be174b2dbf7069a3a2105bf8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457201 Jul 09 14:27:59.834635 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49644) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:27:59.896370 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b351161-081f-4a36-a2c4-2efc743a5294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.921901 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b351161-081f-4a36-a2c4-2efc743a5294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.977225 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b351161-081f-4a36-a2c4-2efc743a5294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.980083 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9b351161-081f-4a36-a2c4-2efc743a5294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:27:59.981350 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9b351161-081f-4a36-a2c4-2efc743a5294 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/c176f3eb-7127-4ca8-8dce-39e638964286 HTTP/1.1" status: 204 len: 168 time: 0.1457119 Jul 09 14:27:59.991364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b351161-081f-4a36-a2c4-2efc743a5294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c176f3eb-7127-4ca8-8dce-39e638964286,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:00.288420 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b3ca389f-18aa-43ab-bd05-cc659be44f23 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:28:00.317876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: b3ca389f-18aa-43ab-bd05-cc659be44f23 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:28:00.318216 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b3ca389f-18aa-43ab-bd05-cc659be44f23 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:28:00.318636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a9611e33-5e5a-4469-9376-47ee09832d2e no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:28:00.339277 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: a9611e33-5e5a-4469-9376-47ee09832d2e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:28:00.339529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a9611e33-5e5a-4469-9376-47ee09832d2e not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:28:00.339942 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 80447eb9-e2ec-4420-b162-47eeae664603 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:28:00.361884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 80447eb9-e2ec-4420-b162-47eeae664603 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:28:00.362508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 80447eb9-e2ec-4420-b162-47eeae664603 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:28:00.449377 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49650) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:00.495252 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4556cebe-b094-4cb8-9be5-6e1b8f02ed43 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=e398e1f1c05d4b4ca77761bdbdbf04f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444624 Jul 09 14:28:00.499466 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49652) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:00.553696 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d01aed3-a7bd-4d7b-bb76-581b9c56a28a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:00.584633 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d01aed3-a7bd-4d7b-bb76-581b9c56a28a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:00.644964 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d01aed3-a7bd-4d7b-bb76-581b9c56a28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:00.647873 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d01aed3-a7bd-4d7b-bb76-581b9c56a28a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:00.651740 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2d01aed3-a7bd-4d7b-bb76-581b9c56a28a admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/6cb21f28-c661-4356-a196-06ea8c92183c HTTP/1.1" status: 204 len: 168 time: 0.1486452 Jul 09 14:28:00.660175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01aed3-a7bd-4d7b-bb76-581b9c56a28a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cb21f28-c661-4356-a196-06ea8c92183c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:01.881889 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-38292698-4138-4487-8609-3da1af644794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.595168 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49692) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:02.600269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-0724fb99-8eb0-4657-ab2c-573865f29fc2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1619186391', 'description': 'tempest-secgroup-smoke-1619186391 description', 'project_id': 'f808e39d0d444e548c8009328d8be499'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:02.628933 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0724fb99-8eb0-4657-ab2c-573865f29fc2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.638223 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0724fb99-8eb0-4657-ab2c-573865f29fc2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.765548 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0724fb99-8eb0-4657-ab2c-573865f29fc2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.770256 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0724fb99-8eb0-4657-ab2c-573865f29fc2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.811509 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724fb99-8eb0-4657-ab2c-573865f29fc2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2dc9e9-5665-4594-abc8-ca2fdc615a29,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:02.880210 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0724fb99-8eb0-4657-ab2c-573865f29fc2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.884457 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0724fb99-8eb0-4657-ab2c-573865f29fc2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.913527 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-0724fb99-8eb0-4657-ab2c-573865f29fc2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:02.914802 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-0724fb99-8eb0-4657-ab2c-573865f29fc2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3185039 Jul 09 14:28:02.919252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0724fb99-8eb0-4657-ab2c-573865f29fc2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c4122c1-292e-401a-9c74-42928898e530,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:02.920767 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49694) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:02.926630 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-104d2ad3-33da-4122-97eb-c19215e456cb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '2c4122c1-292e-401a-9c74-42928898e530', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:02.958878 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-104d2ad3-33da-4122-97eb-c19215e456cb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.010838 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-104d2ad3-33da-4122-97eb-c19215e456cb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.016659 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-104d2ad3-33da-4122-97eb-c19215e456cb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.037487 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d2ad3-33da-4122-97eb-c19215e456cb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c58facc-49b1-4793-86e9-a7d200a5638c,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:03.044479 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-104d2ad3-33da-4122-97eb-c19215e456cb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.045962 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-104d2ad3-33da-4122-97eb-c19215e456cb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1233320 Jul 09 14:28:03.050324 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49696) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:03.055059 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-2c86e616-f3f0-445f-9a1c-e6d59bbd0d55 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '2c4122c1-292e-401a-9c74-42928898e530', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:03.086691 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c86e616-f3f0-445f-9a1c-e6d59bbd0d55 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.151985 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c86e616-f3f0-445f-9a1c-e6d59bbd0d55 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.156756 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c86e616-f3f0-445f-9a1c-e6d59bbd0d55 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.175186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c86e616-f3f0-445f-9a1c-e6d59bbd0d55 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eac741ed-2d8d-4b77-a384-1a54e503f0c3,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:03.187363 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2c86e616-f3f0-445f-9a1c-e6d59bbd0d55 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.188649 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2c86e616-f3f0-445f-9a1c-e6d59bbd0d55 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1373205 Jul 09 14:28:03.191736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49698) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:03.196763 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a4d56240-3bd6-4355-a003-3b0b491f03b3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '2c4122c1-292e-401a-9c74-42928898e530', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:03.230790 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4d56240-3bd6-4355-a003-3b0b491f03b3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.306456 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4d56240-3bd6-4355-a003-3b0b491f03b3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.310937 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4d56240-3bd6-4355-a003-3b0b491f03b3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.332221 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d56240-3bd6-4355-a003-3b0b491f03b3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29f3746f-4c8c-4b44-8e6d-7633fd9675fa,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:03.337031 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a4d56240-3bd6-4355-a003-3b0b491f03b3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.341631 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a4d56240-3bd6-4355-a003-3b0b491f03b3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1461387 Jul 09 14:28:03.343698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49700) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:03.348802 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-44f2abea-5cb5-48ed-82e9-7e6b41e0aed1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '2c4122c1-292e-401a-9c74-42928898e530', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:03.382336 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f2abea-5cb5-48ed-82e9-7e6b41e0aed1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.491453 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f2abea-5cb5-48ed-82e9-7e6b41e0aed1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.496376 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f2abea-5cb5-48ed-82e9-7e6b41e0aed1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.517567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2abea-5cb5-48ed-82e9-7e6b41e0aed1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9148b1ef-66a0-4253-beea-302a9d471664,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:03.526083 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f2abea-5cb5-48ed-82e9-7e6b41e0aed1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.527675 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-44f2abea-5cb5-48ed-82e9-7e6b41e0aed1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1829660 Jul 09 14:28:03.531200 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49702) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:03.536410 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b0f22d1a-0034-4696-9dbe-2e2d0d08a2b6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '2c4122c1-292e-401a-9c74-42928898e530', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:03.565945 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-b0f22d1a-0034-4696-9dbe-2e2d0d08a2b6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Project f808e39d0d444e548c8009328d8be499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:28:03.573011 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0f22d1a-0034-4696-9dbe-2e2d0d08a2b6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.646420 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0f22d1a-0034-4696-9dbe-2e2d0d08a2b6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.651428 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0f22d1a-0034-4696-9dbe-2e2d0d08a2b6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.675307 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f22d1a-0034-4696-9dbe-2e2d0d08a2b6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a6d4399-1386-4294-80b1-e549a3b10c17,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:03.684104 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0f22d1a-0034-4696-9dbe-2e2d0d08a2b6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.685935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b0f22d1a-0034-4696-9dbe-2e2d0d08a2b6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1530859 Jul 09 14:28:03.688634 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49704) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:03.693503 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-456af5da-0ad3-4326-bf9e-98b6e0251b24 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '2c4122c1-292e-401a-9c74-42928898e530', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:03.718491 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-456af5da-0ad3-4326-bf9e-98b6e0251b24 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Project f808e39d0d444e548c8009328d8be499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:28:03.724680 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-456af5da-0ad3-4326-bf9e-98b6e0251b24 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.805621 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-456af5da-0ad3-4326-bf9e-98b6e0251b24 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.810398 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-456af5da-0ad3-4326-bf9e-98b6e0251b24 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.832682 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456af5da-0ad3-4326-bf9e-98b6e0251b24 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7c55b4-15c9-42a1-8c29-7f22553749cd,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:03.840269 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-456af5da-0ad3-4326-bf9e-98b6e0251b24 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.841609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-456af5da-0ad3-4326-bf9e-98b6e0251b24 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1518157 Jul 09 14:28:03.846178 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49706) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:03.851726 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3ce8b99a-3bd4-4bf5-8711-d64976a9ffe9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'network': {'name': 'tempest-network-smoke--1257419376', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'port_security_enabled': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:03.877170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce8b99a-3bd4-4bf5-8711-d64976a9ffe9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Made reservation on behalf of f808e39d0d444e548c8009328d8be499 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:28:03.881198 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ce8b99a-3bd4-4bf5-8711-d64976a9ffe9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.919366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ce8b99a-3bd4-4bf5-8711-d64976a9ffe9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] vlan segment allocate from pool success with {'vlan_id': 340, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:28:03.931202 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ce8b99a-3bd4-4bf5-8711-d64976a9ffe9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:03.931562 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-3ce8b99a-3bd4-4bf5-8711-d64976a9ffe9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Added segment d20377cf-5e42-4e57-9518-88ff0aacd9f1 of type vlan for network e4e89aa1-59e3-45e1-a38d-5822bb324b35 Jul 09 14:28:03.982164 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ce8b99a-3bd4-4bf5-8711-d64976a9ffe9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.018894 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ce8b99a-3bd4-4bf5-8711-d64976a9ffe9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.024784 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce8b99a-3bd4-4bf5-8711-d64976a9ffe9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:04.025522 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3ce8b99a-3bd4-4bf5-8711-d64976a9ffe9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.094010 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3ce8b99a-3bd4-4bf5-8711-d64976a9ffe9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2465951 Jul 09 14:28:04.097134 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49708) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:04.103294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-490996618', 'admin_state_up': True, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:04.104727 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8b99a-3bd4-4bf5-8711-d64976a9ffe9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Network': ['ID=e4e89aa1-59e3-45e1-a38d-5822bb324b35,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:04.120370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network e4e89aa1-59e3-45e1-a38d-5822bb324b35 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:28:04.138504 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.139807 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.217852 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.383232 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.607962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_gateway, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.628942 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.756671 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-56461ca8-8900-4b95-bf7e-e1f250865017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.769441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.25.2.99 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/92711cf4-3255-4421-b616-26d86f9cbea4) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:28:04.774251 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.914519 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:04.961900 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.007810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:05.011489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:05.016002 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:28:05.047014 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=92711cf4-3255-4421-b616-26d86f9cbea4,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:05.655982 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_gateway, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.866576 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:05.880989 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:06.027531 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93753) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:28:06.155460 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:28:06.167896 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Sync routers for ids ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:28:06.180520 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:06.182063 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Routers {'3aee1f95-87a0-47b0-a878-f95d7ec7e553'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:28:06.182366 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a47f106d-cfdd-4243-a7e3-e5e7606a1b40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.0833993 Jul 09 14:28:06.183488 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:28:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:06.188248 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49710) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:06.301972 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Set router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:28:06.334893 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aa9254d9-2905-4956-a5e7-2a77363f49cf tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=f808e39d0d444e548c8009328d8be499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1432889 Jul 09 14:28:06.336696 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49714) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:06.521017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ebfea4-5f10-4f40-bd71-6bf425d004bb tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:06.522543 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-66ebfea4-5f10-4f40-bd71-6bf425d004bb tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1848495 Jul 09 14:28:06.527224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49716) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:06.538714 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490996618', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:05Z', 'revision_number': 3, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:06.568650 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-354d10ae-66b1-4601-a1d6-34ec62603d2a tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402520 Jul 09 14:28:06.572408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49718) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:06.578738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-36735f7d-af9b-4862-b079-19a61544d817 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1408452691', 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:06.585831 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Checking router: 3aee1f95-87a0-47b0-a878-f95d7ec7e553 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:28:06.586377 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Updating router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 port 92711cf4-3255-4421-b616-26d86f9cbea4 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:28:06.649198 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:06.680451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36735f7d-af9b-4862-b079-19a61544d817 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Made reservation on behalf of f808e39d0d444e548c8009328d8be499 for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:28:06.684949 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36735f7d-af9b-4862-b079-19a61544d817 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:06.938788 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36735f7d-af9b-4862-b079-19a61544d817 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.005428 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.011650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36735f7d-af9b-4862-b079-19a61544d817 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Subnet': ['ID=87a08aa8-f954-4841-b06f-15ce1bf7705d,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:07.021667 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Transition to ACTIVE for port object 92711cf4-3255-4421-b616-26d86f9cbea4 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:07.031297 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.038101 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36735f7d-af9b-4862-b079-19a61544d817 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Checking segment: {'id': 'd20377cf-5e42-4e57-9518-88ff0aacd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:28:07.038482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36735f7d-af9b-4862-b079-19a61544d817 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network hostable DHCP agents. Network: e4e89aa1-59e3-45e1-a38d-5822bb324b35, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:28:07.060297 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36735f7d-af9b-4862-b079-19a61544d817 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network e4e89aa1-59e3-45e1-a38d-5822bb324b35 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:28:07.080244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-36735f7d-af9b-4862-b079-19a61544d817 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, e4e89aa1-59e3-45e1-a38d-5822bb324b35) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:07.089797 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36735f7d-af9b-4862-b079-19a61544d817 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:07.090175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0866da59-65a4-4755-b0c7-b4de7052d84e None None] Network e4e89aa1-59e3-45e1-a38d-5822bb324b35 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:28:07.090893 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-36735f7d-af9b-4862-b079-19a61544d817 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.107624 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Attempting to bind port 92711cf4-3255-4421-b616-26d86f9cbea4 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:28:07.108198 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Attempting to bind port 92711cf4-3255-4421-b616-26d86f9cbea4 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:28:07.108944 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Attempting to bind port 92711cf4-3255-4421-b616-26d86f9cbea4 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:28:07.113936 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71f4b1-8011-40d7-b0d1-23ec59a9450a None None] Pushing event updated for resources: {'Port': ['ID=92711cf4-3255-4421-b616-26d86f9cbea4,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:07.122183 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-36735f7d-af9b-4862-b079-19a61544d817 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5442467 Jul 09 14:28:07.129054 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f4b1-8011-40d7-b0d1-23ec59a9450a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:07.129562 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f4b1-8011-40d7-b0d1-23ec59a9450a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:07.130020 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f4b1-8011-40d7-b0d1-23ec59a9450a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:07.130553 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f4b1-8011-40d7-b0d1-23ec59a9450a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:07.131060 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f4b1-8011-40d7-b0d1-23ec59a9450a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:07.131619 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f4b1-8011-40d7-b0d1-23ec59a9450a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:07.132116 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f4b1-8011-40d7-b0d1-23ec59a9450a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:07.132595 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f4b1-8011-40d7-b0d1-23ec59a9450a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:07.132800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49720) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:07.133127 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f4b1-8011-40d7-b0d1-23ec59a9450a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:07.133642 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f4b1-8011-40d7-b0d1-23ec59a9450a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:07.134184 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f4b1-8011-40d7-b0d1-23ec59a9450a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:07.134587 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a71f4b1-8011-40d7-b0d1-23ec59a9450a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:28:07.139650 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:28:07.140211 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:28:07.140847 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.142041 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:28:07.143065 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Bound port: 92711cf4-3255-4421-b616-26d86f9cbea4, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:28:07.143472 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.209563 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] For port 92711cf4-3255-4421-b616-26d86f9cbea4, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:28:07.213259 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] For port 92711cf4-3255-4421-b616-26d86f9cbea4, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=92711cf4-3255-4421-b616-26d86f9cbea4,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:28:07.218693 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.271940 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Routers {'3aee1f95-87a0-47b0-a878-f95d7ec7e553'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:28:07.272892 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:28:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:07.321801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ips': [{'subnet_id': '87a08aa8-f954-4841-b06f-15ce1bf7705d'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:28:07.323961 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.345625 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.346011 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a71f4b1-8011-40d7-b0d1-23ec59a9450a None None] Pushing event updated for resources: {'Port': ['ID=92711cf4-3255-4421-b616-26d86f9cbea4,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:07.422194 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] Set router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:28:07.523952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Allocated IP 172.20.0.2 (e4e89aa1-59e3-45e1-a38d-5822bb324b35/87a08aa8-f954-4841-b06f-15ce1bf7705d/f0b9ecaa-4f19-4646-bbfa-05f0ff725992) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:28:07.671880 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490996618', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:05Z', 'revision_number': 3, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:07.728090 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a900bd72-ad59-4707-a2bd-cff36dae66e7 None None] The sync data for ids ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'] in n-d-799525-3 is: [{'id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490996618', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:05Z', 'revision_number': 3, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:28:07.757690 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.776144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Transition to ACTIVE for port object f0b9ecaa-4f19-4646-bbfa-05f0ff725992 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:07.799139 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Transition to ACTIVE for port object f0b9ecaa-4f19-4646-bbfa-05f0ff725992 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:07.808228 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.886021 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Network e4e89aa1-59e3-45e1-a38d-5822bb324b35 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:07.890092 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:07.896032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:28:07.908085 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Pushing event updated for resources: {'Port': ['ID=f0b9ecaa-4f19-4646-bbfa-05f0ff725992,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:07.909182 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:07.993378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Attempting to bind port f0b9ecaa-4f19-4646-bbfa-05f0ff725992 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:28:07.995123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Attempting to bind port f0b9ecaa-4f19-4646-bbfa-05f0ff725992 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'd20377cf-5e42-4e57-9518-88ff0aacd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:28:07.995756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Attempting to bind port f0b9ecaa-4f19-4646-bbfa-05f0ff725992 on network e4e89aa1-59e3-45e1-a38d-5822bb324b35 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:28:08.005573 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:28:08.006162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Checking segment: {'id': 'd20377cf-5e42-4e57-9518-88ff0aacd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:28:08.007359 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.007914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Bound using segment: {'id': 'd20377cf-5e42-4e57-9518-88ff0aacd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:28:08.008639 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Bound port: f0b9ecaa-4f19-4646-bbfa-05f0ff725992, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20377cf-5e42-4e57-9518-88ff0aacd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:28:08.009238 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.157364 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] For port f0b9ecaa-4f19-4646-bbfa-05f0ff725992, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:28:08.162951 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] For port f0b9ecaa-4f19-4646-bbfa-05f0ff725992, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f0b9ecaa-4f19-4646-bbfa-05f0ff725992,segment=NetworkSegment(d20377cf-5e42-4e57-9518-88ff0aacd9f1),segment_id=d20377cf-5e42-4e57-9518-88ff0aacd9f1)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:28:08.169489 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.303716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58051b71-29b9-4ed7-9305-7ac9312662a2 None None] Pushing event updated for resources: {'Port': ['ID=f0b9ecaa-4f19-4646-bbfa-05f0ff725992,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:08.362075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 92711cf4-3255-4421-b616-26d86f9cbea4 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:08.466164 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 92711cf4-3255-4421-b616-26d86f9cbea4 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:08.471973 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 92711cf4-3255-4421-b616-26d86f9cbea4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:08.472442 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.590890 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.20.0.1 (e4e89aa1-59e3-45e1-a38d-5822bb324b35/87a08aa8-f954-4841-b06f-15ce1bf7705d/7672e36b-e832-4f56-a858-df6b86182c48) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:28:08.619501 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.648817 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 92711cf4-3255-4421-b616-26d86f9cbea4, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=92711cf4-3255-4421-b616-26d86f9cbea4,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:08.657134 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.747190 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=92711cf4-3255-4421-b616-26d86f9cbea4,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:08.833610 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.854175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Transition to ACTIVE for port object 7672e36b-e832-4f56-a858-df6b86182c48 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:08.898022 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:08.960161 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network e4e89aa1-59e3-45e1-a38d-5822bb324b35 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:08.966072 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:08.975145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:28:08.982194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=7672e36b-e832-4f56-a858-df6b86182c48,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:09.056566 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:09.137310 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:09.293124 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:09.402564 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:09.559598 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36563203-de29-4927-bbaf-1875ce1236fd None None] Network e4e89aa1-59e3-45e1-a38d-5822bb324b35 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:28:09.736364 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:09.744821 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:09.802344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-43ab3c47-5593-4b76-993d-1d825895bc52 None None] Provisioning for port f0b9ecaa-4f19-4646-bbfa-05f0ff725992 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:10.163667 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:10.165651 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=7672e36b-e832-4f56-a858-df6b86182c48,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:10.308677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network e4e89aa1-59e3-45e1-a38d-5822bb324b35 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:10.311420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:10.363687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7abf38b6-4124-4742-b942-d232b0f83ef9 None None] Provisioning for port 7672e36b-e832-4f56-a858-df6b86182c48 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:10.369424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7abf38b6-4124-4742-b942-d232b0f83ef9 None None] Provisioning complete for port 7672e36b-e832-4f56-a858-df6b86182c48 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:10.370306 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7abf38b6-4124-4742-b942-d232b0f83ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:10.423293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7abf38b6-4124-4742-b942-d232b0f83ef9 None None] Port 7672e36b-e832-4f56-a858-df6b86182c48 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:28:10.445746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f0b9ecaa-4f19-4646-bbfa-05f0ff725992 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:10.531520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:28:10.537200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port f0b9ecaa-4f19-4646-bbfa-05f0ff725992 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:10.548460 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port f0b9ecaa-4f19-4646-bbfa-05f0ff725992 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:10.549205 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:10.666820 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:10.673756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-edccf666-d3af-42b3-a729-1c10bd9bd12d None None] Provisioning complete for port 7672e36b-e832-4f56-a858-df6b86182c48 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:10.674395 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-edccf666-d3af-42b3-a729-1c10bd9bd12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:10.714721 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:28:10.727671 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-af98d29d-8bb1-41ff-8a22-a8066795992c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "PUT /v2.0/routers/3aee1f95-87a0-47b0-a878-f95d7ec7e553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5933070 Jul 09 14:28:10.730003 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Sync routers for ids ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:28:10.794643 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-edccf666-d3af-42b3-a729-1c10bd9bd12d None None] Port 7672e36b-e832-4f56-a858-df6b86182c48 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:28:10.797749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Routers {'3aee1f95-87a0-47b0-a878-f95d7ec7e553'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:28:10.798855 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:28:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:10.878805 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port f0b9ecaa-4f19-4646-bbfa-05f0ff725992, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f0b9ecaa-4f19-4646-bbfa-05f0ff725992,segment=NetworkSegment(d20377cf-5e42-4e57-9518-88ff0aacd9f1),segment_id=d20377cf-5e42-4e57-9518-88ff0aacd9f1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:10.884727 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:10.886047 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 92711cf4-3255-4421-b616-26d86f9cbea4 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:10.915278 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-736f74ed-4644-4fe1-9dde-dd15f6d78452 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1619186391&fields=id&tenant_id=f808e39d0d444e548c8009328d8be499 HTTP/1.1" status: 200 len: 267 time: 0.0386152 Jul 09 14:28:11.037356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-60d531ad-77f2-42cd-8fdd-3e500e1c5ceb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:11.039075 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-60d531ad-77f2-42cd-8fdd-3e500e1c5ceb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/networks?id=e4e89aa1-59e3-45e1-a38d-5822bb324b35 HTTP/1.1" status: 200 len: 797 time: 0.1156440 Jul 09 14:28:11.058371 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-5b81d205-8572-4fd6-9fbe-a942915c902b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/quotas/f808e39d0d444e548c8009328d8be499 HTTP/1.1" status: 200 len: 375 time: 0.0116568 Jul 09 14:28:11.134218 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-1acd6258-0dd7-49ef-9452-90b879f5dcc3 None None] Provisioning complete for port 7672e36b-e832-4f56-a858-df6b86182c48 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:11.134863 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1acd6258-0dd7-49ef-9452-90b879f5dcc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:11.136217 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-1b1d97a9-233e-4b2a-85e6-3953d6b34e1b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721705 Jul 09 14:28:11.184836 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=f0b9ecaa-4f19-4646-bbfa-05f0ff725992,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:11.218508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-63245f24-1641-4454-92ee-5593869a9a2f service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:28:11.219636 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-63245f24-1641-4454-92ee-5593869a9a2f service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0615489 Jul 09 14:28:11.246645 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Set router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:28:11.253016 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-1acd6258-0dd7-49ef-9452-90b879f5dcc3 None None] Port 7672e36b-e832-4f56-a858-df6b86182c48 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:28:11.311713 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 92711cf4-3255-4421-b616-26d86f9cbea4 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:11.312272 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:11.321272 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-db0d3568-b522-481c-a1a1-5b747e3afbe5 service neutron] 10.222.0.39 "GET /v2.0/networks/e4e89aa1-59e3-45e1-a38d-5822bb324b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946004 Jul 09 14:28:11.435408 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-1da3b2f2-ee30-419e-9a7f-c49e14ed93dd service neutron] 10.222.0.39 "GET /v2.0/networks/e4e89aa1-59e3-45e1-a38d-5822bb324b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047020 Jul 09 14:28:11.641405 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d59d8f64-5ef9-478c-9d72-425ab6a3acd6 req-fac74d42-ac71-4ab2-9f39-b73b7bc1692b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 210 time: 0.0349939 Jul 09 14:28:11.705974 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490996618', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:09Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '7672e36b-e832-4f56-a858-df6b86182c48', 'name': '', 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:f0:2b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:08Z', 'updated_at': '2021-07-09T14:28:09Z', 'revision_number': 2, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:11.734279 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Checking router: 3aee1f95-87a0-47b0-a878-f95d7ec7e553 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:28:11.734627 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Updating router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 port 7672e36b-e832-4f56-a858-df6b86182c48 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:28:11.776924 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:12.163243 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:12.179440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Transition to ACTIVE for port object 7672e36b-e832-4f56-a858-df6b86182c48 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:12.189538 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:12.281322 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22569e-1292-4f51-a731-99ecb8e83e83 None None] Pushing event updated for resources: {'Port': ['ID=7672e36b-e832-4f56-a858-df6b86182c48,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:12.347042 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f0b9ecaa-4f19-4646-bbfa-05f0ff725992 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:12.372424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Attempting to bind port 7672e36b-e832-4f56-a858-df6b86182c48 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:28:12.372773 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Attempting to bind port 7672e36b-e832-4f56-a858-df6b86182c48 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'd20377cf-5e42-4e57-9518-88ff0aacd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:28:12.373194 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Attempting to bind port 7672e36b-e832-4f56-a858-df6b86182c48 on network e4e89aa1-59e3-45e1-a38d-5822bb324b35 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:28:12.382604 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 28, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:28:12.383061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Checking segment: {'id': 'd20377cf-5e42-4e57-9518-88ff0aacd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:28:12.383500 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:12.383963 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Bound using segment: {'id': 'd20377cf-5e42-4e57-9518-88ff0aacd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:28:12.384543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Bound port: 7672e36b-e832-4f56-a858-df6b86182c48, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd20377cf-5e42-4e57-9518-88ff0aacd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:28:12.384942 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:12.465595 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port f0b9ecaa-4f19-4646-bbfa-05f0ff725992 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:12.465957 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:12.504071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] For port 7672e36b-e832-4f56-a858-df6b86182c48, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:28:12.528453 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] For port 7672e36b-e832-4f56-a858-df6b86182c48, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7672e36b-e832-4f56-a858-df6b86182c48,segment=NetworkSegment(d20377cf-5e42-4e57-9518-88ff0aacd9f1),segment_id=d20377cf-5e42-4e57-9518-88ff0aacd9f1)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:28:12.536333 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:12.649750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f22569e-1292-4f51-a731-99ecb8e83e83 None None] Pushing event updated for resources: {'Port': ['ID=7672e36b-e832-4f56-a858-df6b86182c48,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:12.651199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Routers {'3aee1f95-87a0-47b0-a878-f95d7ec7e553'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:28:12.652126 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:28:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:12.883566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] Set router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:28:12.897464 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d4f82d79-54d8-4a5a-9d23-ab71d27f16d3 req-4610b279-c8c6-4653-9b5c-9d472482e3c5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 210 time: 0.0526974 Jul 09 14:28:13.164040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490996618', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:09Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '7672e36b-e832-4f56-a858-df6b86182c48', 'name': '', 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:f0:2b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:08Z', 'updated_at': '2021-07-09T14:28:12Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:13.197954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3c3651-ea6b-40f5-8439-bc6e0dfecfeb None None] The sync data for ids ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'] in n-d-799525-3 is: [{'id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490996618', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:09Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '7672e36b-e832-4f56-a858-df6b86182c48', 'name': '', 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:f0:2b:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:08Z', 'updated_at': '2021-07-09T14:28:12Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:28:13.448776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-036e7397-9696-4f04-b7a5-a3f7790aa0d3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:13.451412 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-036e7397-9696-4f04-b7a5-a3f7790aa0d3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.18 "GET /v2.0/networks?id=e4e89aa1-59e3-45e1-a38d-5822bb324b35 HTTP/1.1" status: 200 len: 797 time: 0.2160966 Jul 09 14:28:13.501676 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-d71ea9aa-fc26-4bfe-8007-201df111a037 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f808e39d0d444e548c8009328d8be499 HTTP/1.1" status: 200 len: 380 time: 0.0421042 Jul 09 14:28:13.511272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-46ef8278-508c-44e9-84fe-af54770e4431 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'port': {'device_id': '8a962018-f04a-4e86-b63e-3491d759aba3', 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'admin_state_up': True, 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'security_groups': ['2c4122c1-292e-401a-9c74-42928898e530']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:13.671427 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-46ef8278-508c-44e9-84fe-af54770e4431 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Made reservation on behalf of f808e39d0d444e548c8009328d8be499 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:28:13.675349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-46ef8278-508c-44e9-84fe-af54770e4431 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:13.868379 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-46ef8278-508c-44e9-84fe-af54770e4431 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.20.0.4 (e4e89aa1-59e3-45e1-a38d-5822bb324b35/87a08aa8-f954-4841-b06f-15ce1bf7705d/058d3b71-1604-407f-9d2e-811c7cdcb2a6) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:28:14.057340 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-46ef8278-508c-44e9-84fe-af54770e4431 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:14.074358 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-46ef8278-508c-44e9-84fe-af54770e4431 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Transition to ACTIVE for port object 058d3b71-1604-407f-9d2e-811c7cdcb2a6 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:14.103071 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8a56b109-7909-4ee7-ba14-f1fc0062349f req-74c9f3ef-d51b-4e35-9e22-83c65fd5a63e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 210 time: 0.0374150 Jul 09 14:28:14.131758 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-46ef8278-508c-44e9-84fe-af54770e4431 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:14.193570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-46ef8278-508c-44e9-84fe-af54770e4431 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network e4e89aa1-59e3-45e1-a38d-5822bb324b35 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:14.197474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-46ef8278-508c-44e9-84fe-af54770e4431 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:14.210791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-46ef8278-508c-44e9-84fe-af54770e4431 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:28:14.220450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ef8278-508c-44e9-84fe-af54770e4431 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=058d3b71-1604-407f-9d2e-811c7cdcb2a6,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:14.322492 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-46ef8278-508c-44e9-84fe-af54770e4431 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:14.323330 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-46ef8278-508c-44e9-84fe-af54770e4431 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:14.356331 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-46ef8278-508c-44e9-84fe-af54770e4431 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8494053 Jul 09 14:28:14.376397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Request body: {'port': {'device_id': '8a962018-f04a-4e86-b63e-3491d759aba3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:14.381751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7672e36b-e832-4f56-a858-df6b86182c48 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:14.476930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 7672e36b-e832-4f56-a858-df6b86182c48 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:14.484344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 7672e36b-e832-4f56-a858-df6b86182c48 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:14.485244 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:14.516712 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:14.620888 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:14.662449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 7672e36b-e832-4f56-a858-df6b86182c48, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7672e36b-e832-4f56-a858-df6b86182c48,segment=NetworkSegment(d20377cf-5e42-4e57-9518-88ff0aacd9f1),segment_id=d20377cf-5e42-4e57-9518-88ff0aacd9f1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:14.668116 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:14.724990 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a69c721f-5144-4ed2-88c3-885d7b326510 None None] Provisioning for port 058d3b71-1604-407f-9d2e-811c7cdcb2a6 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:14.734457 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a69c721f-5144-4ed2-88c3-885d7b326510 None None] Provisioning complete for port 058d3b71-1604-407f-9d2e-811c7cdcb2a6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:14.734848 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a69c721f-5144-4ed2-88c3-885d7b326510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:14.762780 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=7672e36b-e832-4f56-a858-df6b86182c48,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:14.782914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a69c721f-5144-4ed2-88c3-885d7b326510 None None] Port 058d3b71-1604-407f-9d2e-811c7cdcb2a6 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:28:14.967418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 058d3b71-1604-407f-9d2e-811c7cdcb2a6 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:28:14.975728 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:14.989051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Transition to ACTIVE for port object 058d3b71-1604-407f-9d2e-811c7cdcb2a6 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:28:14.993463 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:15.044588 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Pushing event updated for resources: {'Port': ['ID=058d3b71-1604-407f-9d2e-811c7cdcb2a6,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:15.159316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Attempting to bind port 058d3b71-1604-407f-9d2e-811c7cdcb2a6 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:28:15.159316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Attempting to bind port 058d3b71-1604-407f-9d2e-811c7cdcb2a6 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': 'd20377cf-5e42-4e57-9518-88ff0aacd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:28:15.159316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Attempting to bind port 058d3b71-1604-407f-9d2e-811c7cdcb2a6 on network e4e89aa1-59e3-45e1-a38d-5822bb324b35 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:28:15.169031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Port 058d3b71-1604-407f-9d2e-811c7cdcb2a6 on network e4e89aa1-59e3-45e1-a38d-5822bb324b35 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:28:15.169703 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Attempting to bind port 058d3b71-1604-407f-9d2e-811c7cdcb2a6 on network e4e89aa1-59e3-45e1-a38d-5822bb324b35 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:28:15.180457 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:28:15.181021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Checking segment: {'id': 'd20377cf-5e42-4e57-9518-88ff0aacd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:28:15.181671 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Bound using segment: {'id': 'd20377cf-5e42-4e57-9518-88ff0aacd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:28:15.182431 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Bound port: 058d3b71-1604-407f-9d2e-811c7cdcb2a6, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd20377cf-5e42-4e57-9518-88ff0aacd9f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 340, 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:28:15.183057 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:15.272092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] For port 058d3b71-1604-407f-9d2e-811c7cdcb2a6, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:28:15.275452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] For port 058d3b71-1604-407f-9d2e-811c7cdcb2a6, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=058d3b71-1604-407f-9d2e-811c7cdcb2a6,segment=NetworkSegment(d20377cf-5e42-4e57-9518-88ff0aacd9f1),segment_id=d20377cf-5e42-4e57-9518-88ff0aacd9f1)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:28:15.281718 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:15.318083 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:15.318615 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:15.320326 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-ca021303-3be8-470f-898b-a5252d065542 service neutron] 10.222.0.18 "PUT /v2.0/ports/058d3b71-1604-407f-9d2e-811c7cdcb2a6 HTTP/1.1" status: 200 len: 1091 time: 0.9530962 Jul 09 14:28:15.324870 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a962018-f04a-4e86-b63e-3491d759aba3', 'tag': '058d3b71-1604-407f-9d2e-811c7cdcb2a6'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:28:15.328273 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3078e24-7aab-46b7-b0ce-0068169a811c" -d '{"events": [{"name": "network-changed", "server_uuid": "8a962018-f04a-4e86-b63e-3491d759aba3", "tag": "058d3b71-1604-407f-9d2e-811c7cdcb2a6"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:28:15.366343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca021303-3be8-470f-898b-a5252d065542 service neutron] Pushing event updated for resources: {'Port': ['ID=058d3b71-1604-407f-9d2e-811c7cdcb2a6,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:15.380946 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f03eb04-fd23-4242-967b-0deba30047d5 x-openstack-request-id: req-7f03eb04-fd23-4242-967b-0deba30047d5 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:28:15.381540 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a962018-f04a-4e86-b63e-3491d759aba3", "tag": "058d3b71-1604-407f-9d2e-811c7cdcb2a6", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:28:15.381540 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7f03eb04-fd23-4242-967b-0deba30047d5 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:28:15.382048 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a962018-f04a-4e86-b63e-3491d759aba3', 'tag': '058d3b71-1604-407f-9d2e-811c7cdcb2a6', 'status': 'completed', 'code': 200} Jul 09 14:28:15.395610 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbda393-d21a-431d-b1d6-7c19cdada229 req-cb6990a2-cd8b-43b5-beab-89db83508ed9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:15.397365 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5fbda393-d21a-431d-b1d6-7c19cdada229 req-cb6990a2-cd8b-43b5-beab-89db83508ed9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 943 time: 0.1033549 Jul 09 14:28:15.436986 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-a41b226f-1444-444c-9865-07024cd6f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:15.438532 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-a41b226f-1444-444c-9865-07024cd6f900 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 1094 time: 0.0677676 Jul 09 14:28:15.445686 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5fbda393-d21a-431d-b1d6-7c19cdada229 req-17ad02fc-6dab-4d2f-bf07-6c3d22c1d14e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4122c1-292e-401a-9c74-42928898e530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416219 Jul 09 14:28:15.497072 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-73f67a42-bda2-4b24-bfd6-291c872b2417 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=058d3b71-1604-407f-9d2e-811c7cdcb2a6 HTTP/1.1" status: 200 len: 217 time: 0.0514891 Jul 09 14:28:15.555860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-8578cedc-71ef-4bc9-80dc-5319cb8444a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:15.557415 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-8578cedc-71ef-4bc9-80dc-5319cb8444a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87a08aa8-f954-4841-b06f-15ce1bf7705d HTTP/1.1" status: 200 len: 835 time: 0.0545940 Jul 09 14:28:15.627206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-15c2bbb7-7f3f-49a5-b224-60a295c4984c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:15.629768 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-15c2bbb7-7f3f-49a5-b224-60a295c4984c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4e89aa1-59e3-45e1-a38d-5822bb324b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662806 Jul 09 14:28:15.747679 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-66d5ef7b-f0fd-483f-a743-eddaa297180c service neutron] 10.222.0.18 "GET /v2.0/networks/e4e89aa1-59e3-45e1-a38d-5822bb324b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114242 Jul 09 14:28:15.846806 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4a2d5ca6-bd1f-42e3-8bcc-f6f12e36e5c5 req-6768453f-be5c-4378-b978-d091aebae9dc service neutron] 10.222.0.18 "GET /v2.0/networks/e4e89aa1-59e3-45e1-a38d-5822bb324b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931618 Jul 09 14:28:15.965600 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3078e24-7aab-46b7-b0ce-0068169a811c req-f45dc206-d612-4651-95c7-26dde0ab9329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:15.968051 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3078e24-7aab-46b7-b0ce-0068169a811c req-f45dc206-d612-4651-95c7-26dde0ab9329 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 1094 time: 0.0647588 Jul 09 14:28:16.075562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3078e24-7aab-46b7-b0ce-0068169a811c req-a85aa520-60ee-4c26-a743-6d9afe24eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:16.077150 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3078e24-7aab-46b7-b0ce-0068169a811c req-a85aa520-60ee-4c26-a743-6d9afe24eeae service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4e89aa1-59e3-45e1-a38d-5822bb324b35 HTTP/1.1" status: 200 len: 898 time: 0.1027515 Jul 09 14:28:16.122616 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3078e24-7aab-46b7-b0ce-0068169a811c req-9cbd9971-6508-4277-b4ae-8d74c60de338 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=058d3b71-1604-407f-9d2e-811c7cdcb2a6 HTTP/1.1" status: 200 len: 217 time: 0.0381315 Jul 09 14:28:16.180062 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3078e24-7aab-46b7-b0ce-0068169a811c req-f94d5aac-d59d-4c0a-896c-b1df6e80b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:16.181608 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3078e24-7aab-46b7-b0ce-0068169a811c req-f94d5aac-d59d-4c0a-896c-b1df6e80b1d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87a08aa8-f954-4841-b06f-15ce1bf7705d HTTP/1.1" status: 200 len: 835 time: 0.0531631 Jul 09 14:28:16.250807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3078e24-7aab-46b7-b0ce-0068169a811c req-c8da5ff1-8643-4058-a2c1-d02013e1e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:16.252454 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3078e24-7aab-46b7-b0ce-0068169a811c req-c8da5ff1-8643-4058-a2c1-d02013e1e46d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4e89aa1-59e3-45e1-a38d-5822bb324b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0644045 Jul 09 14:28:16.290782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7672e36b-e832-4f56-a858-df6b86182c48 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:16.344459 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 7672e36b-e832-4f56-a858-df6b86182c48 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:16.344957 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:16.376299 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3078e24-7aab-46b7-b0ce-0068169a811c req-007842b7-89e2-4d2e-b075-441c50c44b78 service neutron] 10.222.0.18 "GET /v2.0/networks/e4e89aa1-59e3-45e1-a38d-5822bb324b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159053 Jul 09 14:28:16.509417 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3078e24-7aab-46b7-b0ce-0068169a811c req-7a8b3137-2544-45c2-ba59-9d074624a2fb service neutron] 10.222.0.18 "GET /v2.0/networks/e4e89aa1-59e3-45e1-a38d-5822bb324b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263981 Jul 09 14:28:16.677680 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d699638-3114-4502-b64d-9f849a5bd92d req-3bc63fe5-5689-4194-857c-f9e997b878ee tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:16.679631 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d699638-3114-4502-b64d-9f849a5bd92d req-3bc63fe5-5689-4194-857c-f9e997b878ee tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 943 time: 0.0755675 Jul 09 14:28:16.720831 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d699638-3114-4502-b64d-9f849a5bd92d req-c627ef73-4e92-479b-8a08-d70f72d2d157 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4122c1-292e-401a-9c74-42928898e530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350072 Jul 09 14:28:17.931254 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f1423-621b-440f-9942-2136b044161c req-93450798-2e5d-44cf-9b6e-d73ed0df8d52 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:17.932885 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b8f1423-621b-440f-9942-2136b044161c req-93450798-2e5d-44cf-9b6e-d73ed0df8d52 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 943 time: 0.0731523 Jul 09 14:28:17.983937 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b8f1423-621b-440f-9942-2136b044161c req-b1fab26a-d015-46eb-bd3f-4160580586e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4122c1-292e-401a-9c74-42928898e530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441108 Jul 09 14:28:19.025849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 058d3b71-1604-407f-9d2e-811c7cdcb2a6 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:28:19.163591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 058d3b71-1604-407f-9d2e-811c7cdcb2a6, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=058d3b71-1604-407f-9d2e-811c7cdcb2a6,segment=NetworkSegment(d20377cf-5e42-4e57-9518-88ff0aacd9f1),segment_id=d20377cf-5e42-4e57-9518-88ff0aacd9f1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:19.177872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '058d3b71-1604-407f-9d2e-811c7cdcb2a6', 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'port_id': '058d3b71-1604-407f-9d2e-811c7cdcb2a6', 'mac_address': 'fa:16:3e:2a:09:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 340, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:28:19.225388 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:19.231040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ef77ff-8e91-40ca-b960-9d89bc2d9f53 req-653b22a2-a7b7-46b2-a26c-d9ac987277d0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:19.234816 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40ef77ff-8e91-40ca-b960-9d89bc2d9f53 req-653b22a2-a7b7-46b2-a26c-d9ac987277d0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 943 time: 0.0980690 Jul 09 14:28:19.242019 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 058d3b71-1604-407f-9d2e-811c7cdcb2a6 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:28:19.266282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 058d3b71-1604-407f-9d2e-811c7cdcb2a6, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=058d3b71-1604-407f-9d2e-811c7cdcb2a6,segment=NetworkSegment(d20377cf-5e42-4e57-9518-88ff0aacd9f1),segment_id=d20377cf-5e42-4e57-9518-88ff0aacd9f1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:19.273990 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:19.293642 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40ef77ff-8e91-40ca-b960-9d89bc2d9f53 req-d711717c-c894-4a39-9eb7-8ae6e36f89f9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4122c1-292e-401a-9c74-42928898e530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508146 Jul 09 14:28:19.366908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=058d3b71-1604-407f-9d2e-811c7cdcb2a6,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:19.493150 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['058d3b71-1604-407f-9d2e-811c7cdcb2a6'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:28:20.523730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e682fc56-dbee-4a21-ac36-15df27a81ac6 req-1bbd06c9-4d6b-4b1c-9454-59ae3d994c65 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:20.525283 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e682fc56-dbee-4a21-ac36-15df27a81ac6 req-1bbd06c9-4d6b-4b1c-9454-59ae3d994c65 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 944 time: 0.0965276 Jul 09 14:28:20.574738 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e682fc56-dbee-4a21-ac36-15df27a81ac6 req-30410d32-93ba-4839-8e9c-f9a511a6563c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4122c1-292e-401a-9c74-42928898e530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422404 Jul 09 14:28:21.043515 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 058d3b71-1604-407f-9d2e-811c7cdcb2a6 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:28:21.098347 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 058d3b71-1604-407f-9d2e-811c7cdcb2a6 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:28:21.102748 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 058d3b71-1604-407f-9d2e-811c7cdcb2a6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:28:21.103157 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:21.191414 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:21.217135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a962018-f04a-4e86-b63e-3491d759aba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058d3b71-1604-407f-9d2e-811c7cdcb2a6'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:28:21.219626 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c04a231-fed0-47a1-be35-de766660474e" -d '{"events": [{"server_uuid": "8a962018-f04a-4e86-b63e-3491d759aba3", "name": "network-vif-plugged", "status": "completed", "tag": "058d3b71-1604-407f-9d2e-811c7cdcb2a6"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:28:21.234964 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 058d3b71-1604-407f-9d2e-811c7cdcb2a6, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=058d3b71-1604-407f-9d2e-811c7cdcb2a6,segment=NetworkSegment(d20377cf-5e42-4e57-9518-88ff0aacd9f1),segment_id=d20377cf-5e42-4e57-9518-88ff0aacd9f1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:28:21.241531 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:21.267834 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d31a90-fbdd-4f2d-b0b0-35d5a3012ea2 x-openstack-request-id: req-f3d31a90-fbdd-4f2d-b0b0-35d5a3012ea2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:28:21.268125 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a962018-f04a-4e86-b63e-3491d759aba3", "name": "network-vif-plugged", "status": "completed", "tag": "058d3b71-1604-407f-9d2e-811c7cdcb2a6", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:28:21.268385 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-f3d31a90-fbdd-4f2d-b0b0-35d5a3012ea2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:28:21.268795 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a962018-f04a-4e86-b63e-3491d759aba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '058d3b71-1604-407f-9d2e-811c7cdcb2a6', 'code': 200} Jul 09 14:28:21.302964 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=058d3b71-1604-407f-9d2e-811c7cdcb2a6,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:21.409118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773a0a18-9ef5-4ef6-8e32-be39689610a0 req-4aedbbe6-ade4-4e3c-9a37-3921a502cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:21.412142 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-773a0a18-9ef5-4ef6-8e32-be39689610a0 req-4aedbbe6-ade4-4e3c-9a37-3921a502cda8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 1096 time: 0.0733223 Jul 09 14:28:21.452398 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-773a0a18-9ef5-4ef6-8e32-be39689610a0 req-419887e0-e274-4e76-a67a-116e87707a18 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2c4122c1-292e-401a-9c74-42928898e530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332856 Jul 09 14:28:21.773848 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd87ac-b3ff-483d-8234-a972d8e18de8 req-a4897ad5-9884-430f-9171-e38fe2ee6bdb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:21.775478 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0fdd87ac-b3ff-483d-8234-a972d8e18de8 req-a4897ad5-9884-430f-9171-e38fe2ee6bdb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 945 time: 0.0797672 Jul 09 14:28:21.823311 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0fdd87ac-b3ff-483d-8234-a972d8e18de8 req-c83275a4-68d5-48ad-aa9f-f5f51491d240 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4122c1-292e-401a-9c74-42928898e530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378594 Jul 09 14:28:23.017272 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4ec3de-6001-4c82-b83f-81c923274145 req-d48087fe-8e71-4229-82d6-15569298935d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:23.018914 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e4ec3de-6001-4c82-b83f-81c923274145 req-d48087fe-8e71-4229-82d6-15569298935d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 945 time: 0.0755756 Jul 09 14:28:23.061055 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4e4ec3de-6001-4c82-b83f-81c923274145 req-21f860fa-42c4-4f78-b5c5-e01f9909259a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4122c1-292e-401a-9c74-42928898e530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358515 Jul 09 14:28:23.262079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b2f55-a21e-416a-acb9-fc01968fab0b req-e943ae84-6f30-449b-9f01-4dc7e8ef102c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:23.264221 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a6b2f55-a21e-416a-acb9-fc01968fab0b req-e943ae84-6f30-449b-9f01-4dc7e8ef102c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 945 time: 0.0706213 Jul 09 14:28:23.312320 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9a6b2f55-a21e-416a-acb9-fc01968fab0b req-7db65084-f054-4c93-82e3-b07cd4339709 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4122c1-292e-401a-9c74-42928898e530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423801 Jul 09 14:28:23.337477 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49776) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:23.396390 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b30c8ff-5454-4fc6-af3e-106d9d31d94b tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:23.397865 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9b30c8ff-5454-4fc6-af3e-106d9d31d94b tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 1091 time: 0.0592606 Jul 09 14:28:23.400890 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49778) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:23.406026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '058d3b71-1604-407f-9d2e-811c7cdcb2a6', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:28:23.431356 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:23.544125 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:23.666764 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.25.2.201 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/1248c944-4e5e-48d8-8cb8-26beea984565) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:28:23.780125 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:23.837393 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:23.898391 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:28:23.902346 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:28:23.909703 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:28:23.939829 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=1248c944-4e5e-48d8-8cb8-26beea984565,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:24.321274 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:24.728998 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:24.895037 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:24.900692 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:24.972196 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=1248c944-4e5e-48d8-8cb8-26beea984565,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:28:24.988803 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:25.095550 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Floating IP a9c1a5b3-81b9-4052-a96c-cefae77aa8ec associated. External IP: 172.25.2.201, port: 058d3b71-1604-407f-9d2e-811c7cdcb2a6. Jul 09 14:28:25.320535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:28:25.434165 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:28:25.446957 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99222c3b-6c41-4688-8452-30cfbc87e716 None None] Sync routers for ids ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:28:25.452501 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:25.459197 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99222c3b-6c41-4688-8452-30cfbc87e716 None None] Routers {'3aee1f95-87a0-47b0-a878-f95d7ec7e553'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:28:25.459915 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-99222c3b-6c41-4688-8452-30cfbc87e716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:28:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:25.493348 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3cfba8af-8e9d-4fee-a50c-c75535cc19c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0913765 Jul 09 14:28:25.494018 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a962018-f04a-4e86-b63e-3491d759aba3', 'tag': '058d3b71-1604-407f-9d2e-811c7cdcb2a6'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:28:25.496409 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1091433339f976b032524960edcb999fbceacf16816299a62dfac0337c1fae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11df9f6-a5b8-4cac-9aae-f3b34219fe65" -d '{"events": [{"name": "network-changed", "server_uuid": "8a962018-f04a-4e86-b63e-3491d759aba3", "tag": "058d3b71-1604-407f-9d2e-811c7cdcb2a6"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:28:25.550043 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7094acc-d012-45d9-b524-2e3341742253 x-openstack-request-id: req-a7094acc-d012-45d9-b524-2e3341742253 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:28:25.550348 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a962018-f04a-4e86-b63e-3491d759aba3", "tag": "058d3b71-1604-407f-9d2e-811c7cdcb2a6", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:28:25.550715 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a7094acc-d012-45d9-b524-2e3341742253 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:28:25.551248 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a962018-f04a-4e86-b63e-3491d759aba3', 'tag': '058d3b71-1604-407f-9d2e-811c7cdcb2a6', 'status': 'completed', 'code': 200} Jul 09 14:28:25.587463 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-99222c3b-6c41-4688-8452-30cfbc87e716 None None] Set router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:28:25.640409 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11df9f6-a5b8-4cac-9aae-f3b34219fe65 req-86404dd5-54ab-4a0a-b376-73d830f84e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:25.643203 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d11df9f6-a5b8-4cac-9aae-f3b34219fe65 req-86404dd5-54ab-4a0a-b376-73d830f84e24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 1096 time: 0.0672114 Jul 09 14:28:25.688922 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8113fa-9f00-4bbd-9f80-7f12299c6c26 req-f4c81e83-02ea-4444-a1b4-0d550363988a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:25.690534 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c8113fa-9f00-4bbd-9f80-7f12299c6c26 req-f4c81e83-02ea-4444-a1b4-0d550363988a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 945 time: 0.0953708 Jul 09 14:28:25.752518 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5c8113fa-9f00-4bbd-9f80-7f12299c6c26 req-253b05c6-f349-46c4-b05c-d6eb918b41dc tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4122c1-292e-401a-9c74-42928898e530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452273 Jul 09 14:28:25.771989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11df9f6-a5b8-4cac-9aae-f3b34219fe65 req-f0f47d5a-4f70-4a07-b03a-da64f665405f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:25.774736 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d11df9f6-a5b8-4cac-9aae-f3b34219fe65 req-f0f47d5a-4f70-4a07-b03a-da64f665405f service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4e89aa1-59e3-45e1-a38d-5822bb324b35 HTTP/1.1" status: 200 len: 898 time: 0.1247208 Jul 09 14:28:25.780435 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49784) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:25.849235 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-43406571-6c38-4ba3-b7df-bb329342017b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/a9c1a5b3-81b9-4052-a96c-cefae77aa8ec HTTP/1.1" status: 200 len: 991 time: 0.0673332 Jul 09 14:28:25.857645 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d11df9f6-a5b8-4cac-9aae-f3b34219fe65 req-0e998fe5-7b26-41e0-9469-e1ba4f709c01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=058d3b71-1604-407f-9d2e-811c7cdcb2a6 HTTP/1.1" status: 200 len: 999 time: 0.0755341 Jul 09 14:28:25.894356 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-99222c3b-6c41-4688-8452-30cfbc87e716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490996618', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:09Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'a9c1a5b3-81b9-4052-a96c-cefae77aa8ec', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'floating_ip_address': '172.25.2.201', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'port_id': '058d3b71-1604-407f-9d2e-811c7cdcb2a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'mac_address': 'fa:16:3e:2a:09:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a962018-f04a-4e86-b63e-3491d759aba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:28:24Z', 'updated_at': '2021-07-09T14:28:24Z', 'revision_number': 0, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7672e36b-e832-4f56-a858-df6b86182c48', 'name': '', 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:f0:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:08Z', 'updated_at': '2021-07-09T14:28:14Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:25.918335 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11df9f6-a5b8-4cac-9aae-f3b34219fe65 req-0b95691a-c701-4369-a8f8-1dd5933bb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:25.920684 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d11df9f6-a5b8-4cac-9aae-f3b34219fe65 req-0b95691a-c701-4369-a8f8-1dd5933bb27a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87a08aa8-f954-4841-b06f-15ce1bf7705d HTTP/1.1" status: 200 len: 835 time: 0.0580645 Jul 09 14:28:25.988875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11df9f6-a5b8-4cac-9aae-f3b34219fe65 req-9c1b0275-af89-40a8-9fb9-1addc1a5ccdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:25.990706 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d11df9f6-a5b8-4cac-9aae-f3b34219fe65 req-9c1b0275-af89-40a8-9fb9-1addc1a5ccdd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4e89aa1-59e3-45e1-a38d-5822bb324b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642509 Jul 09 14:28:26.038114 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99222c3b-6c41-4688-8452-30cfbc87e716 None None] Checking router: 3aee1f95-87a0-47b0-a878-f95d7ec7e553 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:28:26.047403 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99222c3b-6c41-4688-8452-30cfbc87e716 None None] Routers {'3aee1f95-87a0-47b0-a878-f95d7ec7e553'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:28:26.048020 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-99222c3b-6c41-4688-8452-30cfbc87e716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:28:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:26.104588 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d11df9f6-a5b8-4cac-9aae-f3b34219fe65 req-b180bc67-0e37-4025-9057-b5a35c8bdda3 service neutron] 10.222.0.18 "GET /v2.0/networks/e4e89aa1-59e3-45e1-a38d-5822bb324b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067457 Jul 09 14:28:26.163700 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-99222c3b-6c41-4688-8452-30cfbc87e716 None None] Set router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:28:26.212901 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d11df9f6-a5b8-4cac-9aae-f3b34219fe65 req-de997215-e156-4cb7-8da8-6a20c3da5b95 service neutron] 10.222.0.18 "GET /v2.0/networks/e4e89aa1-59e3-45e1-a38d-5822bb324b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020887 Jul 09 14:28:26.438516 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-99222c3b-6c41-4688-8452-30cfbc87e716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490996618', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:09Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'a9c1a5b3-81b9-4052-a96c-cefae77aa8ec', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'floating_ip_address': '172.25.2.201', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'port_id': '058d3b71-1604-407f-9d2e-811c7cdcb2a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'mac_address': 'fa:16:3e:2a:09:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a962018-f04a-4e86-b63e-3491d759aba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:28:24Z', 'updated_at': '2021-07-09T14:28:24Z', 'revision_number': 0, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7672e36b-e832-4f56-a858-df6b86182c48', 'name': '', 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:f0:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:08Z', 'updated_at': '2021-07-09T14:28:14Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:28:26.470349 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99222c3b-6c41-4688-8452-30cfbc87e716 None None] The sync data for ids ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'] in n-d-799525-3 is: [{'id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490996618', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:09Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'a9c1a5b3-81b9-4052-a96c-cefae77aa8ec', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'floating_ip_address': '172.25.2.201', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'port_id': '058d3b71-1604-407f-9d2e-811c7cdcb2a6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'mac_address': 'fa:16:3e:2a:09:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a962018-f04a-4e86-b63e-3491d759aba3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:28:24Z', 'updated_at': '2021-07-09T14:28:24Z', 'revision_number': 0, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7672e36b-e832-4f56-a858-df6b86182c48', 'name': '', 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:f0:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:08Z', 'updated_at': '2021-07-09T14:28:14Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:28:26.674572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f56a6e-3af3-4878-9603-afd3698b2ce3 None None] New status for floating IP a9c1a5b3-81b9-4052-a96c-cefae77aa8ec: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:28:26.853086 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49786) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:26.925611 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-831b57e5-054f-4276-8f9c-e853767eff9b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/a9c1a5b3-81b9-4052-a96c-cefae77aa8ec HTTP/1.1" status: 200 len: 993 time: 0.0705364 Jul 09 14:28:30.289252 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:28:31.877509 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-60713393-f294-4d06-9e93-7c3779e01a71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:34.748771 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-69314e56-ce31-48bf-894a-b2062ab51879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:34.753776 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:35.870157 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:37.273496 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:39.138513 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:39.380452 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:28:58.566457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c5c5f-0dee-4ca2-b562-419ea2f1438c req-515aeea4-714a-436b-9ec6-68f418fdf219 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:58.568021 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e78c5c5f-0dee-4ca2-b562-419ea2f1438c req-515aeea4-714a-436b-9ec6-68f418fdf219 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 945 time: 0.0672350 Jul 09 14:28:58.617801 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e78c5c5f-0dee-4ca2-b562-419ea2f1438c req-5578669d-5224-4bd8-9063-7ac7b5c9fb8f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4122c1-292e-401a-9c74-42928898e530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440066 Jul 09 14:28:59.815894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3354d11-3da0-45f6-8bce-7dc9753fbbc0 req-6784d936-596f-411d-b0fe-598c52229999 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:28:59.817459 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3354d11-3da0-45f6-8bce-7dc9753fbbc0 req-6784d936-596f-411d-b0fe-598c52229999 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 945 time: 0.0730336 Jul 09 14:28:59.859521 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e3354d11-3da0-45f6-8bce-7dc9753fbbc0 req-1d9abd5c-8682-47a4-92e3-15f82abaa44f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4122c1-292e-401a-9c74-42928898e530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361745 Jul 09 14:28:59.885808 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49808) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:28:59.951205 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fc089cd1-8d1f-4863-90c6-e9cb104fcafa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/a9c1a5b3-81b9-4052-a96c-cefae77aa8ec HTTP/1.1" status: 200 len: 993 time: 0.0640359 Jul 09 14:29:01.433835 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae99db-166e-4524-b0a8-d56331b0f4cc req-b24fe8e9-be69-46de-88c5-2b73ffdaf850 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:01.435612 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66ae99db-166e-4524-b0a8-d56331b0f4cc req-b24fe8e9-be69-46de-88c5-2b73ffdaf850 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 945 time: 0.0768778 Jul 09 14:29:01.489175 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-66ae99db-166e-4524-b0a8-d56331b0f4cc req-7b9d8059-e8b4-4cf1-83e1-d30d7dd58c71 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4122c1-292e-401a-9c74-42928898e530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476985 Jul 09 14:29:01.881010 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3431ea16-441c-4581-a84a-20fd8ec5016e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:02.690546 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26720725-3f9a-4565-9a7d-d3d552b1b952 req-49ffd0ba-2897-4b44-95b8-02cfd8150c98 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:02.692150 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26720725-3f9a-4565-9a7d-d3d552b1b952 req-49ffd0ba-2897-4b44-95b8-02cfd8150c98 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 945 time: 0.0728827 Jul 09 14:29:02.737613 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26720725-3f9a-4565-9a7d-d3d552b1b952 req-bf451f39-3aba-4edd-9ebe-151f0f1b09cb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4122c1-292e-401a-9c74-42928898e530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349040 Jul 09 14:29:02.765682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49818) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:02.828642 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ccb52064-e66f-41a0-9795-6333e8b93145 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/a9c1a5b3-81b9-4052-a96c-cefae77aa8ec HTTP/1.1" status: 200 len: 993 time: 0.0614693 Jul 09 14:29:03.110391 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49824) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:03.274982 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port 1248c944-4e5e-48d8-8cb8-26beea984565 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:29:03.275364 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:03.359695 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:03.360026 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:03.372429 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for 1248c944-4e5e-48d8-8cb8-26beea984565 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:29:03.533839 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:03.560695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=1248c944-4e5e-48d8-8cb8-26beea984565,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:03.593353 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:03.593706 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:03.594056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:03.594399 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:03.594737 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:03.595074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:03.595435 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:03.595773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:03.596107 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:03.596437 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:03.596765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:03.597090 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:03.652579 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:03.653462 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Floating IP a9c1a5b3-81b9-4052-a96c-cefae77aa8ec disassociated (deleted). External IP: 172.25.2.201, port: 058d3b71-1604-407f-9d2e-811c7cdcb2a6. Jul 09 14:29:03.874480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:29:03.989789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:29:03.994819 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:04.001065 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce16145-3daf-4ff0-9ba4-afc65318d94a None None] Sync routers for ids ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:29:04.014338 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce16145-3daf-4ff0-9ba4-afc65318d94a None None] Routers {'3aee1f95-87a0-47b0-a878-f95d7ec7e553'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:29:04.015081 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9ce16145-3daf-4ff0-9ba4-afc65318d94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:28:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:04.042947 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-acdd546f-0b11-4f65-8049-58eb205904c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/floatingips/a9c1a5b3-81b9-4052-a96c-cefae77aa8ec HTTP/1.1" status: 204 len: 168 time: 0.9312685 Jul 09 14:29:04.044167 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a962018-f04a-4e86-b63e-3491d759aba3', 'tag': '058d3b71-1604-407f-9d2e-811c7cdcb2a6'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:29:04.047084 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1091433339f976b032524960edcb999fbceacf16816299a62dfac0337c1fae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcdaf05a-dc4b-43e9-8794-6e687bf8b84b" -d '{"events": [{"name": "network-changed", "server_uuid": "8a962018-f04a-4e86-b63e-3491d759aba3", "tag": "058d3b71-1604-407f-9d2e-811c7cdcb2a6"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:29:04.085296 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfb858c-c4dc-439a-87b0-a93ca9abd8c7 x-openstack-request-id: req-5cfb858c-c4dc-439a-87b0-a93ca9abd8c7 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:29:04.085590 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8a962018-f04a-4e86-b63e-3491d759aba3", "tag": "058d3b71-1604-407f-9d2e-811c7cdcb2a6", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:29:04.085850 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5cfb858c-c4dc-439a-87b0-a93ca9abd8c7 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:29:04.086253 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a962018-f04a-4e86-b63e-3491d759aba3', 'tag': '058d3b71-1604-407f-9d2e-811c7cdcb2a6', 'status': 'completed', 'code': 200} Jul 09 14:29:04.141177 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-9ce16145-3daf-4ff0-9ba4-afc65318d94a None None] Set router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:29:04.170417 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaf05a-dc4b-43e9-8794-6e687bf8b84b req-933f0bf4-b20a-4994-85aa-5883583e4a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:04.172279 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fcdaf05a-dc4b-43e9-8794-6e687bf8b84b req-933f0bf4-b20a-4994-85aa-5883583e4a0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 1096 time: 0.0619504 Jul 09 14:29:04.331302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaf05a-dc4b-43e9-8794-6e687bf8b84b req-0d3bb739-0682-449d-a62e-42a8f9e8f312 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:04.332869 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fcdaf05a-dc4b-43e9-8794-6e687bf8b84b req-0d3bb739-0682-449d-a62e-42a8f9e8f312 service neutron] 10.222.0.18 "GET /v2.0/networks?id=e4e89aa1-59e3-45e1-a38d-5822bb324b35 HTTP/1.1" status: 200 len: 898 time: 0.1545820 Jul 09 14:29:04.386646 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fcdaf05a-dc4b-43e9-8794-6e687bf8b84b req-34cdf6d5-bc67-4906-ae45-5e9ba995e2ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=058d3b71-1604-407f-9d2e-811c7cdcb2a6 HTTP/1.1" status: 200 len: 217 time: 0.0458877 Jul 09 14:29:04.441108 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaf05a-dc4b-43e9-8794-6e687bf8b84b req-81823061-377d-4572-b838-24a70da59d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:04.442716 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fcdaf05a-dc4b-43e9-8794-6e687bf8b84b req-81823061-377d-4572-b838-24a70da59d54 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=87a08aa8-f954-4841-b06f-15ce1bf7705d HTTP/1.1" status: 200 len: 835 time: 0.0498462 Jul 09 14:29:04.468195 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9ce16145-3daf-4ff0-9ba4-afc65318d94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490996618', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:09Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '7672e36b-e832-4f56-a858-df6b86182c48', 'name': '', 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:f0:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:08Z', 'updated_at': '2021-07-09T14:28:14Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:04.499456 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce16145-3daf-4ff0-9ba4-afc65318d94a None None] Checking router: 3aee1f95-87a0-47b0-a878-f95d7ec7e553 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:29:04.510407 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ce16145-3daf-4ff0-9ba4-afc65318d94a None None] Routers {'3aee1f95-87a0-47b0-a878-f95d7ec7e553'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:29:04.511033 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9ce16145-3daf-4ff0-9ba4-afc65318d94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:28:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:04.537959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcdaf05a-dc4b-43e9-8794-6e687bf8b84b req-8ab3ea0e-4ca3-44ad-9e2e-47c39adb8c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:04.540547 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fcdaf05a-dc4b-43e9-8794-6e687bf8b84b req-8ab3ea0e-4ca3-44ad-9e2e-47c39adb8c87 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=e4e89aa1-59e3-45e1-a38d-5822bb324b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0886574 Jul 09 14:29:04.544412 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7937728-31ec-4d1a-b60b-c781cf49e3a6 req-f628a3ab-d556-40cd-a0ef-22ff566f6477 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:04.546157 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7937728-31ec-4d1a-b60b-c781cf49e3a6 req-f628a3ab-d556-40cd-a0ef-22ff566f6477 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 945 time: 0.0988338 Jul 09 14:29:04.616938 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a7937728-31ec-4d1a-b60b-c781cf49e3a6 req-116096cb-5c58-463e-90e7-6f6dd1ec8875 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4122c1-292e-401a-9c74-42928898e530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644419 Jul 09 14:29:04.670761 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-9ce16145-3daf-4ff0-9ba4-afc65318d94a None None] Set router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:29:04.681809 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fcdaf05a-dc4b-43e9-8794-6e687bf8b84b req-25b81b50-a121-4928-b975-278bd01100f6 service neutron] 10.222.0.18 "GET /v2.0/networks/e4e89aa1-59e3-45e1-a38d-5822bb324b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295185 Jul 09 14:29:04.768186 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:04.771378 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3867ca94-ffad-45ce-bf9a-f8b7905556cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:04.796024 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fcdaf05a-dc4b-43e9-8794-6e687bf8b84b req-601f3133-b9ca-40e5-8d8a-1298d321b1c1 service neutron] 10.222.0.18 "GET /v2.0/networks/e4e89aa1-59e3-45e1-a38d-5822bb324b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070116 Jul 09 14:29:04.928897 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-9ce16145-3daf-4ff0-9ba4-afc65318d94a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490996618', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:09Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '7672e36b-e832-4f56-a858-df6b86182c48', 'name': '', 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:f0:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:08Z', 'updated_at': '2021-07-09T14:28:14Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:04.957452 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ce16145-3daf-4ff0-9ba4-afc65318d94a None None] The sync data for ids ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'] in n-d-799525-3 is: [{'id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490996618', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:09Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '7672e36b-e832-4f56-a858-df6b86182c48', 'name': '', 'network_id': 'e4e89aa1-59e3-45e1-a38d-5822bb324b35', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:f0:2b:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:08Z', 'updated_at': '2021-07-09T14:28:14Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '87a08aa8-f954-4841-b06f-15ce1bf7705d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:29:05.216565 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6250f9ff-3388-4ca2-ac04-31acfdc3ea0e None None] New status for floating IP a9c1a5b3-81b9-4052-a96c-cefae77aa8ec: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:29:05.812131 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a473a4-c6ac-4496-be00-9e2b51d65631 req-d7914bcc-c945-4350-a563-fc7eded7ff02 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:05.813833 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f9a473a4-c6ac-4496-be00-9e2b51d65631 req-d7914bcc-c945-4350-a563-fc7eded7ff02 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 945 time: 0.0698900 Jul 09 14:29:05.857445 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f9a473a4-c6ac-4496-be00-9e2b51d65631 req-5675bdd5-707a-4f8b-a012-4db5010ef529 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=2c4122c1-292e-401a-9c74-42928898e530&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373874 Jul 09 14:29:05.874643 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:05.976062 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecdbfb0-9a8e-46ff-9dab-561db365fdb4 req-17b09d6c-252b-478b-8077-4b6a855119b5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:05.977624 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ecdbfb0-9a8e-46ff-9dab-561db365fdb4 req-17b09d6c-252b-478b-8077-4b6a855119b5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 945 time: 0.0690706 Jul 09 14:29:06.098987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-0ecdbfb0-9a8e-46ff-9dab-561db365fdb4 req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port 058d3b71-1604-407f-9d2e-811c7cdcb2a6 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:29:06.099408 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0ecdbfb0-9a8e-46ff-9dab-561db365fdb4 req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:06.202807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-0ecdbfb0-9a8e-46ff-9dab-561db365fdb4 req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] For port 058d3b71-1604-407f-9d2e-811c7cdcb2a6, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=058d3b71-1604-407f-9d2e-811c7cdcb2a6,segment=NetworkSegment(d20377cf-5e42-4e57-9518-88ff0aacd9f1),segment_id=d20377cf-5e42-4e57-9518-88ff0aacd9f1)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:29:06.203189 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0ecdbfb0-9a8e-46ff-9dab-561db365fdb4 req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:06.217806 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-0ecdbfb0-9a8e-46ff-9dab-561db365fdb4 req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for 058d3b71-1604-407f-9d2e-811c7cdcb2a6 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:29:06.367858 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0ecdbfb0-9a8e-46ff-9dab-561db365fdb4 req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:06.401722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=058d3b71-1604-407f-9d2e-811c7cdcb2a6,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:06.440331 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:06.440677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:06.441015 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:06.441349 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:06.441699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:06.442011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:06.442339 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:06.442665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:06.442988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:06.443343 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:06.443665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:06.443983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:06.469979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ecdbfb0-9a8e-46ff-9dab-561db365fdb4 req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] No DVR routers for this DVR port 058d3b71-1604-407f-9d2e-811c7cdcb2a6 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:29:06.472869 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-0ecdbfb0-9a8e-46ff-9dab-561db365fdb4 req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:06.474944 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ecdbfb0-9a8e-46ff-9dab-561db365fdb4 req-52ae6b29-d9db-4613-a555-e73b9ef29e70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.18 "DELETE /v2.0/ports/058d3b71-1604-407f-9d2e-811c7cdcb2a6 HTTP/1.1" status: 204 len: 173 time: 0.4918389 Jul 09 14:29:06.475425 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a962018-f04a-4e86-b63e-3491d759aba3', 'name': 'network-vif-deleted', 'tag': '058d3b71-1604-407f-9d2e-811c7cdcb2a6'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:29:06.477769 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2641c375-870c-4f84-8b7f-907d4db675a2" -d '{"events": [{"server_uuid": "8a962018-f04a-4e86-b63e-3491d759aba3", "name": "network-vif-deleted", "tag": "058d3b71-1604-407f-9d2e-811c7cdcb2a6"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:29:06.542251 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51420454-0227-45b2-aa33-05293b0f34ca x-openstack-request-id: req-51420454-0227-45b2-aa33-05293b0f34ca {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:29:06.542632 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8a962018-f04a-4e86-b63e-3491d759aba3", "name": "network-vif-deleted", "tag": "058d3b71-1604-407f-9d2e-811c7cdcb2a6", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:29:06.542947 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-51420454-0227-45b2-aa33-05293b0f34ca {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:29:06.544461 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a962018-f04a-4e86-b63e-3491d759aba3', 'name': 'network-vif-deleted', 'tag': '058d3b71-1604-407f-9d2e-811c7cdcb2a6', 'status': 'completed', 'code': 200} Jul 09 14:29:07.134754 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-eb5495b9-3ee1-4b43-987f-85495f7fda4e req-b7603a26-8bb3-4cc5-865a-1c59ef85a0e2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=8a962018-f04a-4e86-b63e-3491d759aba3 HTTP/1.1" status: 200 len: 210 time: 0.0451398 Jul 09 14:29:07.273640 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:07.289236 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:29:08.243343 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49840) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:08.656666 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba845b84-ee2a-42e6-bebc-ae27dbe78ede tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:09.019566 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ba845b84-ee2a-42e6-bebc-ae27dbe78ede tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port 7672e36b-e832-4f56-a858-df6b86182c48 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:29:09.019911 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba845b84-ee2a-42e6-bebc-ae27dbe78ede tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:09.129285 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-ba845b84-ee2a-42e6-bebc-ae27dbe78ede tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] For port 7672e36b-e832-4f56-a858-df6b86182c48, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7672e36b-e832-4f56-a858-df6b86182c48,segment=NetworkSegment(d20377cf-5e42-4e57-9518-88ff0aacd9f1),segment_id=d20377cf-5e42-4e57-9518-88ff0aacd9f1)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:29:09.129930 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba845b84-ee2a-42e6-bebc-ae27dbe78ede tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:09.136947 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:09.150728 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-ba845b84-ee2a-42e6-bebc-ae27dbe78ede tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for 7672e36b-e832-4f56-a858-df6b86182c48 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:29:09.405449 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:09.477352 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba845b84-ee2a-42e6-bebc-ae27dbe78ede tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:09.512489 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba845b84-ee2a-42e6-bebc-ae27dbe78ede tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=7672e36b-e832-4f56-a858-df6b86182c48,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:09.724168 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ba845b84-ee2a-42e6-bebc-ae27dbe78ede tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:09.990853 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba845b84-ee2a-42e6-bebc-ae27dbe78ede tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:29:10.435910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba845b84-ee2a-42e6-bebc-ae27dbe78ede tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:29:10.442367 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ba845b84-ee2a-42e6-bebc-ae27dbe78ede tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "PUT /v2.0/routers/3aee1f95-87a0-47b0-a878-f95d7ec7e553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1977499 Jul 09 14:29:10.445098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49842) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:10.446327 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48cc6f3-85fa-49c1-b257-11a17f4fed75 None None] Sync routers for ids ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:29:10.457364 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48cc6f3-85fa-49c1-b257-11a17f4fed75 None None] Routers {'3aee1f95-87a0-47b0-a878-f95d7ec7e553'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:29:10.457973 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e48cc6f3-85fa-49c1-b257-11a17f4fed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:29:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:10.513627 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-f512aac0-8fb0-44c3-ae5d-2d03ec6eaa76 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting subnet 87a08aa8-f954-4841-b06f-15ce1bf7705d {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:29:10.518704 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f512aac0-8fb0-44c3-ae5d-2d03ec6eaa76 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:10.579530 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-e48cc6f3-85fa-49c1-b257-11a17f4fed75 None None] Set router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:29:10.595214 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f512aac0-8fb0-44c3-ae5d-2d03ec6eaa76 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:10.738855 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f512aac0-8fb0-44c3-ae5d-2d03ec6eaa76 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:10.800021 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e48cc6f3-85fa-49c1-b257-11a17f4fed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490996618', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:29:09Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:10.814401 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f512aac0-8fb0-44c3-ae5d-2d03ec6eaa76 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:10.847146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512aac0-8fb0-44c3-ae5d-2d03ec6eaa76 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Subnet': ['ID=87a08aa8-f954-4841-b06f-15ce1bf7705d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:10.854777 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f512aac0-8fb0-44c3-ae5d-2d03ec6eaa76 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:10.859903 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f512aac0-8fb0-44c3-ae5d-2d03ec6eaa76 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/subnets/87a08aa8-f954-4841-b06f-15ce1bf7705d HTTP/1.1" status: 204 len: 168 time: 0.4126348 Jul 09 14:29:10.862853 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5824f530-1237-4756-b5e2-04db5865f9db None None] Network e4e89aa1-59e3-45e1-a38d-5822bb324b35 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:29:10.863481 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49844) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:10.931948 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48cc6f3-85fa-49c1-b257-11a17f4fed75 None None] Checking router: 3aee1f95-87a0-47b0-a878-f95d7ec7e553 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:29:10.942203 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48cc6f3-85fa-49c1-b257-11a17f4fed75 None None] Routers {'3aee1f95-87a0-47b0-a878-f95d7ec7e553'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:29:10.942827 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e48cc6f3-85fa-49c1-b257-11a17f4fed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:29:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:11.061212 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51e37d10-b046-4366-bf1e-29faa2be11fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:11.095581 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-e48cc6f3-85fa-49c1-b257-11a17f4fed75 None None] Set router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:29:11.143806 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] DHCP port deletion for e4e89aa1-59e3-45e1-a38d-5822bb324b35 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:29:11.223860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Deleting port f0b9ecaa-4f19-4646-bbfa-05f0ff725992 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:29:11.224436 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:11.228404 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51e37d10-b046-4366-bf1e-29faa2be11fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:11.295384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 058d3b71-1604-407f-9d2e-811c7cdcb2a6 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:29:11.299292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-51e37d10-b046-4366-bf1e-29faa2be11fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port 92711cf4-3255-4421-b616-26d86f9cbea4 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:29:11.299721 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51e37d10-b046-4366-bf1e-29faa2be11fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:11.332346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 058d3b71-1604-407f-9d2e-811c7cdcb2a6 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:29:11.332642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 058d3b71-1604-407f-9d2e-811c7cdcb2a6 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:29:11.341112 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e48cc6f3-85fa-49c1-b257-11a17f4fed75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490996618', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:29:09Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:11.342172 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] For port f0b9ecaa-4f19-4646-bbfa-05f0ff725992, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=f0b9ecaa-4f19-4646-bbfa-05f0ff725992,segment=NetworkSegment(d20377cf-5e42-4e57-9518-88ff0aacd9f1),segment_id=d20377cf-5e42-4e57-9518-88ff0aacd9f1)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:29:11.342735 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:11.357155 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Calling delete_port for f0b9ecaa-4f19-4646-bbfa-05f0ff725992 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:29:11.374464 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48cc6f3-85fa-49c1-b257-11a17f4fed75 None None] The sync data for ids ['3aee1f95-87a0-47b0-a878-f95d7ec7e553'] in n-d-799525-3 is: [{'id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'name': 'tempest-TestNetworkAdvancedServerOps-router-490996618', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99'}], 'enable_snat': True}, 'gw_port_id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:29:09Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '92711cf4-3255-4421-b616-26d86f9cbea4', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aee1f95-87a0-47b0-a878-f95d7ec7e553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:28:04Z', 'updated_at': '2021-07-09T14:28:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:29:11.448168 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-51e37d10-b046-4366-bf1e-29faa2be11fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] For port 92711cf4-3255-4421-b616-26d86f9cbea4, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=92711cf4-3255-4421-b616-26d86f9cbea4,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:29:11.448513 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51e37d10-b046-4366-bf1e-29faa2be11fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:11.464452 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-51e37d10-b046-4366-bf1e-29faa2be11fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for 92711cf4-3255-4421-b616-26d86f9cbea4 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:29:11.466801 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:11.516286 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Pushing event deleted for resources: {'Port': ['ID=f0b9ecaa-4f19-4646-bbfa-05f0ff725992,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:11.523704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] No DVR routers for this DVR port f0b9ecaa-4f19-4646-bbfa-05f0ff725992 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:29:11.531332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:11.531703 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:11.532036 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:11.532381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:11.532751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:11.533098 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:11.533434 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:11.533770 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:11.534105 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:11.534439 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:11.534771 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:11.535145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-332180ad-d54d-4554-b3a3-7a50f673246d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:11.668199 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51e37d10-b046-4366-bf1e-29faa2be11fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:11.703778 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e37d10-b046-4366-bf1e-29faa2be11fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=92711cf4-3255-4421-b616-26d86f9cbea4,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:11.784603 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51e37d10-b046-4366-bf1e-29faa2be11fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:11.925312 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51e37d10-b046-4366-bf1e-29faa2be11fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:11.928704 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51e37d10-b046-4366-bf1e-29faa2be11fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:12.006889 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51e37d10-b046-4366-bf1e-29faa2be11fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:12.007777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51e37d10-b046-4366-bf1e-29faa2be11fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Fanout notify agent at l3_agent the message router_deleted on router 3aee1f95-87a0-47b0-a878-f95d7ec7e553 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:29:12.024670 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-51e37d10-b046-4366-bf1e-29faa2be11fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:12.026438 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-51e37d10-b046-4366-bf1e-29faa2be11fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/routers/3aee1f95-87a0-47b0-a878-f95d7ec7e553 HTTP/1.1" status: 204 len: 168 time: 1.1610205 Jul 09 14:29:12.030076 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49846) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:12.146074 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-390d7b96-4a55-4723-b864-b26080dd3f15 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:12.253365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-390d7b96-4a55-4723-b864-b26080dd3f15 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:12.265449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-390d7b96-4a55-4723-b864-b26080dd3f15 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4e89aa1-59e3-45e1-a38d-5822bb324b35']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:12.277923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-390d7b96-4a55-4723-b864-b26080dd3f15 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd20377cf-5e42-4e57-9518-88ff0aacd9f1') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:12.278255 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-390d7b96-4a55-4723-b864-b26080dd3f15 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd20377cf-5e42-4e57-9518-88ff0aacd9f1') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:12.288332 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-390d7b96-4a55-4723-b864-b26080dd3f15 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:12.310749 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-390d7b96-4a55-4723-b864-b26080dd3f15 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:12.321601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-390d7b96-4a55-4723-b864-b26080dd3f15 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Releasing vlan 340 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:29:12.322339 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-390d7b96-4a55-4723-b864-b26080dd3f15 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:29:12.328485 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:29:12.414710 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-390d7b96-4a55-4723-b864-b26080dd3f15 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:12.424045 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-390d7b96-4a55-4723-b864-b26080dd3f15 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:12.426295 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-390d7b96-4a55-4723-b864-b26080dd3f15 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/networks/e4e89aa1-59e3-45e1-a38d-5822bb324b35 HTTP/1.1" status: 204 len: 168 time: 0.3949172 Jul 09 14:29:12.429536 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49848) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:12.449110 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390d7b96-4a55-4723-b864-b26080dd3f15 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Network': ['ID=e4e89aa1-59e3-45e1-a38d-5822bb324b35,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:12.514958 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1be0a4a7-b8a2-46e4-b567-25fd85ed5322 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:12.547787 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1be0a4a7-b8a2-46e4-b567-25fd85ed5322 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:12.600764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f0b9ecaa-4f19-4646-bbfa-05f0ff725992 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:29:12.631741 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: f0b9ecaa-4f19-4646-bbfa-05f0ff725992 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:29:12.632215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device f0b9ecaa-4f19-4646-bbfa-05f0ff725992 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:29:12.632737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7672e36b-e832-4f56-a858-df6b86182c48 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:29:12.662973 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1be0a4a7-b8a2-46e4-b567-25fd85ed5322 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:12.666322 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1be0a4a7-b8a2-46e4-b567-25fd85ed5322 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:12.667808 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 7672e36b-e832-4f56-a858-df6b86182c48 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:29:12.669166 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1be0a4a7-b8a2-46e4-b567-25fd85ed5322 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/security-groups/2c4122c1-292e-401a-9c74-42928898e530 HTTP/1.1" status: 204 len: 168 time: 0.2373269 Jul 09 14:29:12.669332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7672e36b-e832-4f56-a858-df6b86182c48 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:29:12.670469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 92711cf4-3255-4421-b616-26d86f9cbea4 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:29:12.680705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0a4a7-b8a2-46e4-b567-25fd85ed5322 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c4122c1-292e-401a-9c74-42928898e530,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:12.713583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 92711cf4-3255-4421-b616-26d86f9cbea4 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:29:12.714042 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 92711cf4-3255-4421-b616-26d86f9cbea4 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:29:13.026422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 49854) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:13.032546 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-806d3476-0102-4a66-9db2-05ab9d092b45 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-492984021', 'description': 'tempest-secgroup-smoke-492984021 description', 'project_id': 'f808e39d0d444e548c8009328d8be499'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:29:13.057731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-806d3476-0102-4a66-9db2-05ab9d092b45 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.149693 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-806d3476-0102-4a66-9db2-05ab9d092b45 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.154545 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-806d3476-0102-4a66-9db2-05ab9d092b45 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.185492 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806d3476-0102-4a66-9db2-05ab9d092b45 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c83c42c4-cecb-4697-b8fd-183dff8917aa,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:13.187963 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-806d3476-0102-4a66-9db2-05ab9d092b45 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.189259 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-806d3476-0102-4a66-9db2-05ab9d092b45 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1617467 Jul 09 14:29:13.194067 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49856) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:13.198411 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ea79c044-dc81-480e-af10-b58175dbdf9f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': 'c83c42c4-cecb-4697-b8fd-183dff8917aa', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:29:13.233220 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea79c044-dc81-480e-af10-b58175dbdf9f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.291228 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea79c044-dc81-480e-af10-b58175dbdf9f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.296879 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea79c044-dc81-480e-af10-b58175dbdf9f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.316804 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea79c044-dc81-480e-af10-b58175dbdf9f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=252c974f-5182-4b91-b703-2339c8a18d03,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:13.325205 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ea79c044-dc81-480e-af10-b58175dbdf9f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.326483 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ea79c044-dc81-480e-af10-b58175dbdf9f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1321549 Jul 09 14:29:13.329414 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49858) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:13.334446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-cadbcc63-20f1-4a0b-b22f-114111b9af28 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': 'c83c42c4-cecb-4697-b8fd-183dff8917aa', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:29:13.363367 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cadbcc63-20f1-4a0b-b22f-114111b9af28 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.426184 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cadbcc63-20f1-4a0b-b22f-114111b9af28 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.430636 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cadbcc63-20f1-4a0b-b22f-114111b9af28 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.452082 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadbcc63-20f1-4a0b-b22f-114111b9af28 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67331c48-9f46-4e5c-8d92-513b47024296,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:13.460365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-cadbcc63-20f1-4a0b-b22f-114111b9af28 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.461837 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cadbcc63-20f1-4a0b-b22f-114111b9af28 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1311297 Jul 09 14:29:13.464832 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49860) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:13.470181 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b0e59688-9f7e-420c-bc7f-cdeacffbe652 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': 'c83c42c4-cecb-4697-b8fd-183dff8917aa', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:29:13.500175 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0e59688-9f7e-420c-bc7f-cdeacffbe652 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.569063 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0e59688-9f7e-420c-bc7f-cdeacffbe652 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.574072 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0e59688-9f7e-420c-bc7f-cdeacffbe652 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.599709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e59688-9f7e-420c-bc7f-cdeacffbe652 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9fb475c-721c-43e3-a247-894ecaecd1ed,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:13.610065 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b0e59688-9f7e-420c-bc7f-cdeacffbe652 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.614685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b0e59688-9f7e-420c-bc7f-cdeacffbe652 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1449964 Jul 09 14:29:13.615295 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49862) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:13.620134 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3fbd42c7-dac1-410f-95b3-fa4994a844df tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': 'c83c42c4-cecb-4697-b8fd-183dff8917aa', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:29:13.650893 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3fbd42c7-dac1-410f-95b3-fa4994a844df tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.716369 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3fbd42c7-dac1-410f-95b3-fa4994a844df tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.720525 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3fbd42c7-dac1-410f-95b3-fa4994a844df tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.740123 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd42c7-dac1-410f-95b3-fa4994a844df tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d94404-bb5c-410b-9d68-b42f84af1666,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:13.747326 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3fbd42c7-dac1-410f-95b3-fa4994a844df tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.748592 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3fbd42c7-dac1-410f-95b3-fa4994a844df tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1322355 Jul 09 14:29:13.751431 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49864) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:13.755911 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3fde7060-08a0-402e-9bc9-e7117db49fcf tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': 'c83c42c4-cecb-4697-b8fd-183dff8917aa', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:29:13.786773 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-3fde7060-08a0-402e-9bc9-e7117db49fcf tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Project f808e39d0d444e548c8009328d8be499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:29:13.792198 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3fde7060-08a0-402e-9bc9-e7117db49fcf tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.859556 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3fde7060-08a0-402e-9bc9-e7117db49fcf tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.863810 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3fde7060-08a0-402e-9bc9-e7117db49fcf tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.884884 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fde7060-08a0-402e-9bc9-e7117db49fcf tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d6d1b6-fd31-4e37-8fd5-436a892e7925,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:13.893815 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3fde7060-08a0-402e-9bc9-e7117db49fcf tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.895556 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3fde7060-08a0-402e-9bc9-e7117db49fcf tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1429520 Jul 09 14:29:13.898435 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49866) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:13.903827 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-fa8feb76-2e9f-4b41-a51a-e6a0c91bd3f0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': 'c83c42c4-cecb-4697-b8fd-183dff8917aa', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:29:13.925782 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-fa8feb76-2e9f-4b41-a51a-e6a0c91bd3f0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Project f808e39d0d444e548c8009328d8be499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:29:13.930715 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa8feb76-2e9f-4b41-a51a-e6a0c91bd3f0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:13.998356 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa8feb76-2e9f-4b41-a51a-e6a0c91bd3f0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:14.002960 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa8feb76-2e9f-4b41-a51a-e6a0c91bd3f0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:14.021967 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8feb76-2e9f-4b41-a51a-e6a0c91bd3f0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73724c2-dcab-4b0f-b1a2-50610fefbb59,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:14.029981 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-fa8feb76-2e9f-4b41-a51a-e6a0c91bd3f0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:14.031360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-fa8feb76-2e9f-4b41-a51a-e6a0c91bd3f0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1317658 Jul 09 14:29:14.034300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49868) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:14.039810 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-64108686-969a-42e7-81c2-8b99a5dd9898 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'network': {'name': 'tempest-network-smoke--60916937', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'port_security_enabled': True}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:29:14.060862 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64108686-969a-42e7-81c2-8b99a5dd9898 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Made reservation on behalf of f808e39d0d444e548c8009328d8be499 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:29:14.064846 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64108686-969a-42e7-81c2-8b99a5dd9898 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:14.092239 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64108686-969a-42e7-81c2-8b99a5dd9898 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:29:14.102912 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64108686-969a-42e7-81c2-8b99a5dd9898 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:14.103612 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-64108686-969a-42e7-81c2-8b99a5dd9898 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Added segment 930b12a1-f7cb-4a01-a571-d89ec8c7027f of type vlan for network da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 Jul 09 14:29:14.160187 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64108686-969a-42e7-81c2-8b99a5dd9898 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:14.189642 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64108686-969a-42e7-81c2-8b99a5dd9898 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:14.195258 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64108686-969a-42e7-81c2-8b99a5dd9898 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:14.195863 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-64108686-969a-42e7-81c2-8b99a5dd9898 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:14.255484 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-64108686-969a-42e7-81c2-8b99a5dd9898 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2199292 Jul 09 14:29:14.258830 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49870) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:14.267036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-844691026', 'admin_state_up': True, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:29:14.277475 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64108686-969a-42e7-81c2-8b99a5dd9898 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Network': ['ID=da77a8af-f1a3-4bdd-ae6d-c143b66ccf47,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:14.289834 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:29:14.297024 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:14.298062 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:14.381359 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:14.534016 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:14.742976 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:14.763915 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:14.874565 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.25.2.249 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/b8a6b36b-f131-44f8-b5a8-44e53aac7683) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:29:14.986619 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:15.031531 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:15.082292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:29:15.082529 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:29:15.086300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:29:15.093251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=b8a6b36b-f131-44f8-b5a8-44e53aac7683,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:15.362750 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:15.577544 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:15.708751 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router fae9053d-0829-40f5-b949-a4a877004571 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:29:15.830678 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:29:15.842925 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Sync routers for ids ['fae9053d-0829-40f5-b949-a4a877004571'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:29:15.852409 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:15.853705 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-df2e57af-b7f5-495b-a0dc-9a95dd6bf0e3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.5942149 Jul 09 14:29:15.854400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Routers {'fae9053d-0829-40f5-b949-a4a877004571'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:29:15.854621 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:29:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fae9053d-0829-40f5-b949-a4a877004571'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:15.856996 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49872) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:15.899117 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ae8d313a-a183-4200-a987-08b6c5487599 tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=f808e39d0d444e548c8009328d8be499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0406470 Jul 09 14:29:15.901568 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49874) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:15.969329 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Set router fae9053d-0829-40f5-b949-a4a877004571 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:29:16.169538 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9053d-0829-40f5-b949-a4a877004571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844691026', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:15Z', 'revision_number': 3, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:16.196746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Checking router: fae9053d-0829-40f5-b949-a4a877004571 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:29:16.197102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Updating router fae9053d-0829-40f5-b949-a4a877004571 port b8a6b36b-f131-44f8-b5a8-44e53aac7683 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:29:16.235399 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:16.379153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99559885-8ab4-4b70-b726-1596bdd9e160 tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:16.380802 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-99559885-8ab4-4b70-b726-1596bdd9e160 tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4783087 Jul 09 14:29:16.384063 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49876) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:16.439528 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-33f91253-d4ab-47a8-9d50-fabb6fe12c2f tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516317 Jul 09 14:29:16.439767 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49878) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:16.445044 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-aed6c8d4-9316-4890-85ef-d281c35b0328 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-457171138', 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:29:16.512973 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:16.524860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Transition to ACTIVE for port object b8a6b36b-f131-44f8-b5a8-44e53aac7683 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:29:16.534934 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:16.548719 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed6c8d4-9316-4890-85ef-d281c35b0328 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Made reservation on behalf of f808e39d0d444e548c8009328d8be499 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:29:16.552542 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aed6c8d4-9316-4890-85ef-d281c35b0328 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:16.600776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Attempting to bind port b8a6b36b-f131-44f8-b5a8-44e53aac7683 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:29:16.601170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Attempting to bind port b8a6b36b-f131-44f8-b5a8-44e53aac7683 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:29:16.601544 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Attempting to bind port b8a6b36b-f131-44f8-b5a8-44e53aac7683 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:29:16.606052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815a89e-c9e5-49bc-a2d4-1cd3570e9358 None None] Pushing event updated for resources: {'Port': ['ID=b8a6b36b-f131-44f8-b5a8-44e53aac7683,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:16.613651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:29:16.614489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:29:16.615164 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:16.615782 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:29:16.616575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Bound port: b8a6b36b-f131-44f8-b5a8-44e53aac7683, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:29:16.617194 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:16.678673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] For port b8a6b36b-f131-44f8-b5a8-44e53aac7683, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:29:16.682175 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] For port b8a6b36b-f131-44f8-b5a8-44e53aac7683, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b8a6b36b-f131-44f8-b5a8-44e53aac7683,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:29:16.687117 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:16.755446 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Routers {'fae9053d-0829-40f5-b949-a4a877004571'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:29:16.756092 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:29:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fae9053d-0829-40f5-b949-a4a877004571'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:16.757930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815a89e-c9e5-49bc-a2d4-1cd3570e9358 None None] Pushing event updated for resources: {'Port': ['ID=b8a6b36b-f131-44f8-b5a8-44e53aac7683,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:16.807210 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aed6c8d4-9316-4890-85ef-d281c35b0328 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:16.871611 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] Set router fae9053d-0829-40f5-b949-a4a877004571 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:29:16.872479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed6c8d4-9316-4890-85ef-d281c35b0328 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Subnet': ['ID=af2caaa1-c302-4d62-93df-86ecc007b065,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:16.883480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed6c8d4-9316-4890-85ef-d281c35b0328 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Checking segment: {'id': '930b12a1-f7cb-4a01-a571-d89ec8c7027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:29:16.883848 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed6c8d4-9316-4890-85ef-d281c35b0328 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network hostable DHCP agents. Network: da77a8af-f1a3-4bdd-ae6d-c143b66ccf47, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:29:16.904116 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed6c8d4-9316-4890-85ef-d281c35b0328 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:29:16.917703 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-aed6c8d4-9316-4890-85ef-d281c35b0328 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, da77a8af-f1a3-4bdd-ae6d-c143b66ccf47) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:29:16.926065 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed6c8d4-9316-4890-85ef-d281c35b0328 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:16.927160 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aed6c8d4-9316-4890-85ef-d281c35b0328 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:16.939786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1970fce-3bad-4c43-a8ad-fa8699932893 None None] Network da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:29:16.957442 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-aed6c8d4-9316-4890-85ef-d281c35b0328 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5163250 Jul 09 14:29:16.960019 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49880) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:17.199024 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ips': [{'subnet_id': 'af2caaa1-c302-4d62-93df-86ecc007b065'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:29:17.200077 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:17.223576 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9053d-0829-40f5-b949-a4a877004571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844691026', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:15Z', 'revision_number': 3, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:17.259169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8c038e-2005-416c-874f-62787b9c9aba None None] The sync data for ids ['fae9053d-0829-40f5-b949-a4a877004571'] in n-d-799525-3 is: [{'id': 'fae9053d-0829-40f5-b949-a4a877004571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844691026', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:15Z', 'revision_number': 3, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:29:17.394563 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Allocated IP 172.20.0.2 (da77a8af-f1a3-4bdd-ae6d-c143b66ccf47/af2caaa1-c302-4d62-93df-86ecc007b065/cdbe9661-3f4c-4c18-9ae5-cdc4557afd51) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:29:17.475638 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:17.619321 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:17.633198 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Transition to ACTIVE for port object cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:29:17.660646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Transition to ACTIVE for port object cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:29:17.676545 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:17.723625 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Network da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:29:17.729728 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:29:17.732734 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Pushing event updated for resources: {'Port': ['ID=cdbe9661-3f4c-4c18-9ae5-cdc4557afd51,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:17.734960 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:29:17.804992 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Attempting to bind port cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:29:17.805369 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Attempting to bind port cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '930b12a1-f7cb-4a01-a571-d89ec8c7027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:29:17.805745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Attempting to bind port cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 on network da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:29:17.811707 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:29:17.812078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Checking segment: {'id': '930b12a1-f7cb-4a01-a571-d89ec8c7027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:29:17.812492 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:17.812889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Bound using segment: {'id': '930b12a1-f7cb-4a01-a571-d89ec8c7027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:29:17.813887 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Bound port: cdbe9661-3f4c-4c18-9ae5-cdc4557afd51, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930b12a1-f7cb-4a01-a571-d89ec8c7027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:29:17.813887 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:17.844986 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.20.0.1 (da77a8af-f1a3-4bdd-ae6d-c143b66ccf47/af2caaa1-c302-4d62-93df-86ecc007b065/becd1ce2-a155-424a-9399-6876753c7010) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:29:18.020662 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:18.039696 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Transition to ACTIVE for port object becd1ce2-a155-424a-9399-6876753c7010 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:29:18.082570 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:18.086875 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] For port cdbe9661-3f4c-4c18-9ae5-cdc4557afd51, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:29:18.091595 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] For port cdbe9661-3f4c-4c18-9ae5-cdc4557afd51, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=cdbe9661-3f4c-4c18-9ae5-cdc4557afd51,segment=NetworkSegment(930b12a1-f7cb-4a01-a571-d89ec8c7027f),segment_id=930b12a1-f7cb-4a01-a571-d89ec8c7027f)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:29:18.097972 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:18.152273 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:29:18.167794 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:29:18.174764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd2ed4a-7f1c-4680-896e-ede8b088c882 None None] Pushing event updated for resources: {'Port': ['ID=cdbe9661-3f4c-4c18-9ae5-cdc4557afd51,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:18.175322 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:29:18.188177 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=becd1ce2-a155-424a-9399-6876753c7010,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:18.259484 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:18.401946 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b8a6b36b-f131-44f8-b5a8-44e53aac7683 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:29:18.495619 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:18.509756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port b8a6b36b-f131-44f8-b5a8-44e53aac7683 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:29:18.514727 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port b8a6b36b-f131-44f8-b5a8-44e53aac7683 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:29:18.515128 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:18.607041 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:18.634323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port b8a6b36b-f131-44f8-b5a8-44e53aac7683, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b8a6b36b-f131-44f8-b5a8-44e53aac7683,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:29:18.643629 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:18.701720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=b8a6b36b-f131-44f8-b5a8-44e53aac7683,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:18.806567 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:18.812629 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:18.896155 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:18.897895 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=becd1ce2-a155-424a-9399-6876753c7010,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:18.998265 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:29:19.000025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:29:19.119183 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router fae9053d-0829-40f5-b949-a4a877004571 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:29:19.233347 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:29:19.239587 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3114b1ff-5e8a-4a7c-b662-1490874ba450 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "PUT /v2.0/routers/fae9053d-0829-40f5-b949-a4a877004571/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2781811 Jul 09 14:29:19.425043 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-ff135400-f07d-40aa-8bc6-fd4af05f4c7c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-492984021&fields=id&tenant_id=f808e39d0d444e548c8009328d8be499 HTTP/1.1" status: 200 len: 267 time: 0.0428007 Jul 09 14:29:19.559827 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Sync routers for ids ['fae9053d-0829-40f5-b949-a4a877004571'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:29:19.574966 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Routers {'fae9053d-0829-40f5-b949-a4a877004571'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:29:19.575999 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:29:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fae9053d-0829-40f5-b949-a4a877004571'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:19.581653 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-96506175-9122-42ab-a0ab-221838c65cde tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:19.583419 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-96506175-9122-42ab-a0ab-221838c65cde tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/networks?id=da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 HTTP/1.1" status: 200 len: 795 time: 0.1500428 Jul 09 14:29:19.600185 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-a9131fb0-f2c9-4a21-af56-db203e8f90d4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/quotas/f808e39d0d444e548c8009328d8be499 HTTP/1.1" status: 200 len: 375 time: 0.0110729 Jul 09 14:29:19.685696 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-cb7bfba4-3eb9-49c5-b553-28635a7216ef tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0785606 Jul 09 14:29:19.695055 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Set router fae9053d-0829-40f5-b949-a4a877004571 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:29:19.698555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35111e79-c8c6-4270-b5b7-8b67cc913d1f None None] Network da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:29:19.780923 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7e68d68a-a1a6-42d0-b79d-8595ed25e51b None None] Provisioning for port cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:29:19.801204 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-0703828b-b84b-49a1-9d2b-573a1a329690 service neutron] 10.222.0.39 "GET /v2.0/networks/da77a8af-f1a3-4bdd-ae6d-c143b66ccf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967774 Jul 09 14:29:19.908945 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-1fbd0207-ee5e-416e-ad5d-09071c89a02f service neutron] 10.222.0.39 "GET /v2.0/networks/da77a8af-f1a3-4bdd-ae6d-c143b66ccf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002259 Jul 09 14:29:19.914025 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9053d-0829-40f5-b949-a4a877004571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844691026', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'becd1ce2-a155-424a-9399-6876753c7010', 'name': '', 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:0a:4b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:17Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 2, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:19.942209 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Checking router: fae9053d-0829-40f5-b949-a4a877004571 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:29:19.942566 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Updating router fae9053d-0829-40f5-b949-a4a877004571 port becd1ce2-a155-424a-9399-6876753c7010 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:29:19.987576 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:20.121719 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-82938579-2723-4c06-ae86-3fdf4c9565b7 req-7a12f02f-5b5a-4502-8dc6-e4d25de44836 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 210 time: 0.0328226 Jul 09 14:29:20.225934 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-152a59a9-b18f-47d0-b5c2-411e36ace48f None None] Provisioning for port becd1ce2-a155-424a-9399-6876753c7010 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:29:20.230892 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-152a59a9-b18f-47d0-b5c2-411e36ace48f None None] Provisioning complete for port becd1ce2-a155-424a-9399-6876753c7010 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:29:20.231492 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-152a59a9-b18f-47d0-b5c2-411e36ace48f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:20.292615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-152a59a9-b18f-47d0-b5c2-411e36ace48f None None] Port becd1ce2-a155-424a-9399-6876753c7010 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:29:20.350297 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:20.363242 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Transition to ACTIVE for port object becd1ce2-a155-424a-9399-6876753c7010 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:29:20.371391 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:20.439476 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4896f2-9b5f-4018-8583-f365c8571aa8 None None] Pushing event updated for resources: {'Port': ['ID=becd1ce2-a155-424a-9399-6876753c7010,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:20.479380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b8a6b36b-f131-44f8-b5a8-44e53aac7683 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:29:20.490865 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4896f2-9b5f-4018-8583-f365c8571aa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:20.491686 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4896f2-9b5f-4018-8583-f365c8571aa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:20.492305 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4896f2-9b5f-4018-8583-f365c8571aa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:20.492846 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4896f2-9b5f-4018-8583-f365c8571aa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:20.493440 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4896f2-9b5f-4018-8583-f365c8571aa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:20.493987 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4896f2-9b5f-4018-8583-f365c8571aa8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:20.494519 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4896f2-9b5f-4018-8583-f365c8571aa8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:20.495048 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4896f2-9b5f-4018-8583-f365c8571aa8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:20.495626 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4896f2-9b5f-4018-8583-f365c8571aa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:20.496741 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4896f2-9b5f-4018-8583-f365c8571aa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:20.497327 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4896f2-9b5f-4018-8583-f365c8571aa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:20.497937 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4896f2-9b5f-4018-8583-f365c8571aa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:29:20.541039 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Attempting to bind port becd1ce2-a155-424a-9399-6876753c7010 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:29:20.541406 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Attempting to bind port becd1ce2-a155-424a-9399-6876753c7010 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '930b12a1-f7cb-4a01-a571-d89ec8c7027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:29:20.541768 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Attempting to bind port becd1ce2-a155-424a-9399-6876753c7010 on network da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:29:20.548352 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 29, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:29:20.548725 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Checking segment: {'id': '930b12a1-f7cb-4a01-a571-d89ec8c7027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:29:20.549125 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:20.549513 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Bound using segment: {'id': '930b12a1-f7cb-4a01-a571-d89ec8c7027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:29:20.550137 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Bound port: becd1ce2-a155-424a-9399-6876753c7010, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '930b12a1-f7cb-4a01-a571-d89ec8c7027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:29:20.550529 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:20.568797 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port b8a6b36b-f131-44f8-b5a8-44e53aac7683 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:29:20.569322 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:20.630641 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] For port becd1ce2-a155-424a-9399-6876753c7010, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:29:20.636112 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] For port becd1ce2-a155-424a-9399-6876753c7010, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=becd1ce2-a155-424a-9399-6876753c7010,segment=NetworkSegment(930b12a1-f7cb-4a01-a571-d89ec8c7027f),segment_id=930b12a1-f7cb-4a01-a571-d89ec8c7027f)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:29:20.645256 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:20.675523 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:29:20.699561 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Routers {'fae9053d-0829-40f5-b949-a4a877004571'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:29:20.700642 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:29:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fae9053d-0829-40f5-b949-a4a877004571'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:20.753596 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4896f2-9b5f-4018-8583-f365c8571aa8 None None] Pushing event updated for resources: {'Port': ['ID=becd1ce2-a155-424a-9399-6876753c7010,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:20.766291 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:29:20.780549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:29:20.781292 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:20.836184 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] Set router fae9053d-0829-40f5-b949-a4a877004571 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:29:20.882809 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:20.924537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port cdbe9661-3f4c-4c18-9ae5-cdc4557afd51, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=cdbe9661-3f4c-4c18-9ae5-cdc4557afd51,segment=NetworkSegment(930b12a1-f7cb-4a01-a571-d89ec8c7027f),segment_id=930b12a1-f7cb-4a01-a571-d89ec8c7027f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:29:20.930084 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:20.989834 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=cdbe9661-3f4c-4c18-9ae5-cdc4557afd51,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:21.080923 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9053d-0829-40f5-b949-a4a877004571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844691026', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'becd1ce2-a155-424a-9399-6876753c7010', 'name': '', 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:0a:4b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:17Z', 'updated_at': '2021-07-09T14:29:20Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:21.217104 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82789319-fcdc-462b-b24e-d54b38821bf3 None None] The sync data for ids ['fae9053d-0829-40f5-b949-a4a877004571'] in n-d-799525-3 is: [{'id': 'fae9053d-0829-40f5-b949-a4a877004571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844691026', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'becd1ce2-a155-424a-9399-6876753c7010', 'name': '', 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:0a:4b:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:17Z', 'updated_at': '2021-07-09T14:29:20Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:29:21.224372 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1990d31d-b17f-4bbe-8de4-2fa54df36dac req-eed276d0-9387-4511-be1d-a7a01bc43c84 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 210 time: 0.0388060 Jul 09 14:29:22.387587 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c466c123-aa3d-4bd5-a8d4-af8358af3399 req-56ea8a7b-a2ff-4d4f-91c7-1036eb10e692 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 210 time: 0.0375872 Jul 09 14:29:22.427489 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device becd1ce2-a155-424a-9399-6876753c7010 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:29:22.485676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port becd1ce2-a155-424a-9399-6876753c7010 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:29:22.490503 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port becd1ce2-a155-424a-9399-6876753c7010 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:29:22.490658 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:22.585767 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:22.625646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port becd1ce2-a155-424a-9399-6876753c7010, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=becd1ce2-a155-424a-9399-6876753c7010,segment=NetworkSegment(930b12a1-f7cb-4a01-a571-d89ec8c7027f),segment_id=930b12a1-f7cb-4a01-a571-d89ec8c7027f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:29:22.630089 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:22.630926 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:29:22.710483 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=becd1ce2-a155-424a-9399-6876753c7010,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:22.724740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:29:22.725116 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:23.553446 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-1ccdfb60-cced-4f5d-93e2-7cbbb4e6388d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:23.555149 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-1ccdfb60-cced-4f5d-93e2-7cbbb4e6388d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.15 "GET /v2.0/networks?id=da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 HTTP/1.1" status: 200 len: 795 time: 0.1327584 Jul 09 14:29:23.555511 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed15c2a6-4208-4f52-ae1c-6a733b8242af req-d6d9a3cc-4369-4725-934b-79d9a9d2a3a6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 210 time: 0.0338063 Jul 09 14:29:23.606104 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-9a0a187b-fe0a-4a19-8c8c-497355044d3a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f808e39d0d444e548c8009328d8be499 HTTP/1.1" status: 200 len: 379 time: 0.0424070 Jul 09 14:29:23.615445 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-0ee045a5-00df-4f84-bd9a-0d18ca099c8a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'port': {'device_id': '98c3dc13-77f5-490c-a5f6-5cf379aca3e9', 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'admin_state_up': True, 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'security_groups': ['c83c42c4-cecb-4697-b8fd-183dff8917aa']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:29:23.755882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-0ee045a5-00df-4f84-bd9a-0d18ca099c8a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Made reservation on behalf of f808e39d0d444e548c8009328d8be499 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:29:23.759617 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-0ee045a5-00df-4f84-bd9a-0d18ca099c8a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:23.898368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-0ee045a5-00df-4f84-bd9a-0d18ca099c8a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.20.0.14 (da77a8af-f1a3-4bdd-ae6d-c143b66ccf47/af2caaa1-c302-4d62-93df-86ecc007b065/c05b7751-4ddd-495e-bc6b-4ba63932b6b7) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:29:24.053097 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-0ee045a5-00df-4f84-bd9a-0d18ca099c8a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:24.068843 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-0ee045a5-00df-4f84-bd9a-0d18ca099c8a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Transition to ACTIVE for port object c05b7751-4ddd-495e-bc6b-4ba63932b6b7 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:29:24.103768 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-0ee045a5-00df-4f84-bd9a-0d18ca099c8a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:24.155183 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-0ee045a5-00df-4f84-bd9a-0d18ca099c8a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:29:24.158474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-0ee045a5-00df-4f84-bd9a-0d18ca099c8a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:29:24.162692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-0ee045a5-00df-4f84-bd9a-0d18ca099c8a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:29:24.170311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee045a5-00df-4f84-bd9a-0d18ca099c8a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=c05b7751-4ddd-495e-bc6b-4ba63932b6b7,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:24.225923 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-0ee045a5-00df-4f84-bd9a-0d18ca099c8a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:24.226710 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-0ee045a5-00df-4f84-bd9a-0d18ca099c8a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:24.250276 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-0ee045a5-00df-4f84-bd9a-0d18ca099c8a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6393142 Jul 09 14:29:24.265699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-2fc9a890-dfba-42f8-8e2f-6aa4deabac05 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:29:24.267657 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-2fc9a890-dfba-42f8-8e2f-6aa4deabac05 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0103815 Jul 09 14:29:24.338679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device becd1ce2-a155-424a-9399-6876753c7010 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:29:24.347436 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Request body: {'port': {'device_id': '98c3dc13-77f5-490c-a5f6-5cf379aca3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:29:24.396114 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port becd1ce2-a155-424a-9399-6876753c7010 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:29:24.396686 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:24.441393 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:24.453847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d6fa850f-7ae3-4fe3-8cc4-8fb5fb4f51c1 None None] Provisioning for port c05b7751-4ddd-495e-bc6b-4ba63932b6b7 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:29:24.458419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d6fa850f-7ae3-4fe3-8cc4-8fb5fb4f51c1 None None] Provisioning complete for port c05b7751-4ddd-495e-bc6b-4ba63932b6b7 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:29:24.458799 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d6fa850f-7ae3-4fe3-8cc4-8fb5fb4f51c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:24.522518 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-d6fa850f-7ae3-4fe3-8cc4-8fb5fb4f51c1 None None] Port c05b7751-4ddd-495e-bc6b-4ba63932b6b7 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:29:24.740840 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c05b7751-4ddd-495e-bc6b-4ba63932b6b7 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:29:24.749792 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:24.754527 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6668a-6be5-4caf-b16c-b38548b606f1 req-3b8178d2-f74d-41f0-9fd6-095910975aed tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:24.757373 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4e6668a-6be5-4caf-b16c-b38548b606f1 req-3b8178d2-f74d-41f0-9fd6-095910975aed tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 932 time: 0.0814927 Jul 09 14:29:24.765624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Transition to ACTIVE for port object c05b7751-4ddd-495e-bc6b-4ba63932b6b7 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:29:24.769768 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:24.801452 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4e6668a-6be5-4caf-b16c-b38548b606f1 req-30a9644a-5175-4d83-81a7-ed3dc317d057 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373502 Jul 09 14:29:24.850098 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c05b7751-4ddd-495e-bc6b-4ba63932b6b7,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:24.905260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Attempting to bind port c05b7751-4ddd-495e-bc6b-4ba63932b6b7 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:29:24.905920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Attempting to bind port c05b7751-4ddd-495e-bc6b-4ba63932b6b7 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '930b12a1-f7cb-4a01-a571-d89ec8c7027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:29:24.906263 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Attempting to bind port c05b7751-4ddd-495e-bc6b-4ba63932b6b7 on network da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:29:24.911701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Port c05b7751-4ddd-495e-bc6b-4ba63932b6b7 on network da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:29:24.912035 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Attempting to bind port c05b7751-4ddd-495e-bc6b-4ba63932b6b7 on network da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:29:24.919155 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 29, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:29:24.919917 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Checking segment: {'id': '930b12a1-f7cb-4a01-a571-d89ec8c7027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:29:24.920568 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Bound using segment: {'id': '930b12a1-f7cb-4a01-a571-d89ec8c7027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:29:24.921317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Bound port: c05b7751-4ddd-495e-bc6b-4ba63932b6b7, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '930b12a1-f7cb-4a01-a571-d89ec8c7027f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:29:24.921931 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:24.998685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] For port c05b7751-4ddd-495e-bc6b-4ba63932b6b7, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:29:25.002152 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] For port c05b7751-4ddd-495e-bc6b-4ba63932b6b7, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c05b7751-4ddd-495e-bc6b-4ba63932b6b7,segment=NetworkSegment(930b12a1-f7cb-4a01-a571-d89ec8c7027f),segment_id=930b12a1-f7cb-4a01-a571-d89ec8c7027f)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:29:25.006862 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:25.047845 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:25.048548 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:25.049863 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] 10.222.0.15 "PUT /v2.0/ports/c05b7751-4ddd-495e-bc6b-4ba63932b6b7 HTTP/1.1" status: 200 len: 1092 time: 0.7745771 Jul 09 14:29:25.050308 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c3dc13-77f5-490c-a5f6-5cf379aca3e9', 'tag': 'c05b7751-4ddd-495e-bc6b-4ba63932b6b7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:29:25.052596 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81d45c4e-6907-45ef-a2b9-e9b04b632b7e" -d '{"events": [{"name": "network-changed", "server_uuid": "98c3dc13-77f5-490c-a5f6-5cf379aca3e9", "tag": "c05b7751-4ddd-495e-bc6b-4ba63932b6b7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:29:25.082019 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfad63c-5198-4ea5-9fe7-0e5c54707bc4 service neutron] Pushing event updated for resources: {'Port': ['ID=c05b7751-4ddd-495e-bc6b-4ba63932b6b7,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:25.145876 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e81c576-bfcf-4b88-a66f-f4932b1e2b66 x-openstack-request-id: req-2e81c576-bfcf-4b88-a66f-f4932b1e2b66 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:29:25.146351 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c3dc13-77f5-490c-a5f6-5cf379aca3e9", "tag": "c05b7751-4ddd-495e-bc6b-4ba63932b6b7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:29:25.146773 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-2e81c576-bfcf-4b88-a66f-f4932b1e2b66 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:29:25.147447 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c3dc13-77f5-490c-a5f6-5cf379aca3e9', 'tag': 'c05b7751-4ddd-495e-bc6b-4ba63932b6b7', 'status': 'completed', 'code': 200} Jul 09 14:29:25.178509 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-e3664264-8ad3-4058-af18-b5168c70754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:25.180142 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-e3664264-8ad3-4058-af18-b5168c70754a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 1095 time: 0.0752025 Jul 09 14:29:25.222923 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-666f6a28-2638-447a-b57c-4db248028ecd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c05b7751-4ddd-495e-bc6b-4ba63932b6b7 HTTP/1.1" status: 200 len: 217 time: 0.0355561 Jul 09 14:29:25.283572 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-22257edb-0656-46ff-b357-e34d9874fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:25.284799 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-22257edb-0656-46ff-b357-e34d9874fab0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af2caaa1-c302-4d62-93df-86ecc007b065 HTTP/1.1" status: 200 len: 834 time: 0.0551908 Jul 09 14:29:25.345659 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-c38d4044-d45c-4144-ac57-ef48923ad603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:25.347222 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-c38d4044-d45c-4144-ac57-ef48923ad603 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da77a8af-f1a3-4bdd-ae6d-c143b66ccf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560789 Jul 09 14:29:25.446075 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-08c615b9-9054-4a9e-a111-1a7e41b63575 service neutron] 10.222.0.15 "GET /v2.0/networks/da77a8af-f1a3-4bdd-ae6d-c143b66ccf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906079 Jul 09 14:29:25.547165 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7dfbe1f8-45ad-49b6-a61a-c0164972720c req-24642398-980a-44ec-a060-bbfbf2405dee service neutron] 10.222.0.15 "GET /v2.0/networks/da77a8af-f1a3-4bdd-ae6d-c143b66ccf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948300 Jul 09 14:29:25.660073 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d45c4e-6907-45ef-a2b9-e9b04b632b7e req-1f211c6b-99ae-499d-a01b-d96e65bc9b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:25.661605 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81d45c4e-6907-45ef-a2b9-e9b04b632b7e req-1f211c6b-99ae-499d-a01b-d96e65bc9b15 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 1095 time: 0.0584474 Jul 09 14:29:25.767980 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d45c4e-6907-45ef-a2b9-e9b04b632b7e req-201ffb5a-2eff-4552-afeb-fe9dbb81dd2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:25.769487 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81d45c4e-6907-45ef-a2b9-e9b04b632b7e req-201ffb5a-2eff-4552-afeb-fe9dbb81dd2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 HTTP/1.1" status: 200 len: 896 time: 0.1018925 Jul 09 14:29:25.813454 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81d45c4e-6907-45ef-a2b9-e9b04b632b7e req-82bc6f07-0bc5-4a5f-8fd9-09b318140429 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c05b7751-4ddd-495e-bc6b-4ba63932b6b7 HTTP/1.1" status: 200 len: 217 time: 0.0361166 Jul 09 14:29:25.866846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d45c4e-6907-45ef-a2b9-e9b04b632b7e req-e5366075-d78b-4cac-9992-d9baf5d597bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:25.868392 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81d45c4e-6907-45ef-a2b9-e9b04b632b7e req-e5366075-d78b-4cac-9992-d9baf5d597bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af2caaa1-c302-4d62-93df-86ecc007b065 HTTP/1.1" status: 200 len: 834 time: 0.0480676 Jul 09 14:29:25.932730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d45c4e-6907-45ef-a2b9-e9b04b632b7e req-ff4986cf-ce7a-4233-9edb-efe0c53cb11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:25.935150 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81d45c4e-6907-45ef-a2b9-e9b04b632b7e req-ff4986cf-ce7a-4233-9edb-efe0c53cb11b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da77a8af-f1a3-4bdd-ae6d-c143b66ccf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603223 Jul 09 14:29:26.014393 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd7c1e9-1f77-412a-8b41-d2dda13229fe req-dfdd670a-9760-4755-8f26-2e788ab8ef68 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:26.016107 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bcd7c1e9-1f77-412a-8b41-d2dda13229fe req-dfdd670a-9760-4755-8f26-2e788ab8ef68 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 944 time: 0.0789216 Jul 09 14:29:26.034627 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81d45c4e-6907-45ef-a2b9-e9b04b632b7e req-e5a1f261-afa6-45a4-854d-72d5d2a1a2b8 service neutron] 10.222.0.15 "GET /v2.0/networks/da77a8af-f1a3-4bdd-ae6d-c143b66ccf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927553 Jul 09 14:29:26.065631 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bcd7c1e9-1f77-412a-8b41-d2dda13229fe req-b081ff0a-a518-4e46-9f0e-877290feda64 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428624 Jul 09 14:29:26.141237 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-81d45c4e-6907-45ef-a2b9-e9b04b632b7e req-4e561b23-8381-4b01-a8ec-9f6e93903246 service neutron] 10.222.0.15 "GET /v2.0/networks/da77a8af-f1a3-4bdd-ae6d-c143b66ccf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983510 Jul 09 14:29:27.257681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680a72fe-8e70-4bce-82bb-d5e17460a802 req-27bfbaa4-d287-43ed-a8f4-63d644210c55 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:27.259488 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-680a72fe-8e70-4bce-82bb-d5e17460a802 req-27bfbaa4-d287-43ed-a8f4-63d644210c55 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 944 time: 0.0696645 Jul 09 14:29:27.302797 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-680a72fe-8e70-4bce-82bb-d5e17460a802 req-3028bfd5-3b28-4c71-82e0-dee1a2a098fa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363247 Jul 09 14:29:28.073422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c05b7751-4ddd-495e-bc6b-4ba63932b6b7 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:29:28.185359 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port c05b7751-4ddd-495e-bc6b-4ba63932b6b7, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c05b7751-4ddd-495e-bc6b-4ba63932b6b7,segment=NetworkSegment(930b12a1-f7cb-4a01-a571-d89ec8c7027f),segment_id=930b12a1-f7cb-4a01-a571-d89ec8c7027f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:29:28.198342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'c05b7751-4ddd-495e-bc6b-4ba63932b6b7', 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'port_id': 'c05b7751-4ddd-495e-bc6b-4ba63932b6b7', 'mac_address': 'fa:16:3e:b4:cf:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 346, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:29:28.240879 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:28.259645 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c05b7751-4ddd-495e-bc6b-4ba63932b6b7 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:29:28.285476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port c05b7751-4ddd-495e-bc6b-4ba63932b6b7, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c05b7751-4ddd-495e-bc6b-4ba63932b6b7,segment=NetworkSegment(930b12a1-f7cb-4a01-a571-d89ec8c7027f),segment_id=930b12a1-f7cb-4a01-a571-d89ec8c7027f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:29:28.290994 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:28.352272 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=c05b7751-4ddd-495e-bc6b-4ba63932b6b7,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:28.514371 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dd9e9c-d23e-4e19-bb2f-7a25e2c33520 req-6c20be8a-0d5b-4596-b5ae-ab9de79dd015 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:28.516049 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-03dd9e9c-d23e-4e19-bb2f-7a25e2c33520 req-6c20be8a-0d5b-4596-b5ae-ab9de79dd015 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 945 time: 0.0768001 Jul 09 14:29:28.526536 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['c05b7751-4ddd-495e-bc6b-4ba63932b6b7'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:29:28.570662 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-03dd9e9c-d23e-4e19-bb2f-7a25e2c33520 req-59a5e915-c4ad-4929-abec-bb02700c7b5c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484819 Jul 09 14:29:29.756835 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28309c5-aa4f-4c83-82d4-d963465dc0e9 req-c5ea457a-9bd9-44d5-a66d-dfcaa669f0a9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:29.758411 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d28309c5-aa4f-4c83-82d4-d963465dc0e9 req-c5ea457a-9bd9-44d5-a66d-dfcaa669f0a9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 945 time: 0.0704875 Jul 09 14:29:29.809638 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d28309c5-aa4f-4c83-82d4-d963465dc0e9 req-124518bc-ce9f-4cbb-98b0-017d41b0a72f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448802 Jul 09 14:29:30.089853 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c05b7751-4ddd-495e-bc6b-4ba63932b6b7 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:29:30.158788 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port c05b7751-4ddd-495e-bc6b-4ba63932b6b7 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:29:30.165171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port c05b7751-4ddd-495e-bc6b-4ba63932b6b7 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:29:30.165720 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:30.255975 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:30.285693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3dc13-77f5-490c-a5f6-5cf379aca3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05b7751-4ddd-495e-bc6b-4ba63932b6b7'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:29:30.288121 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a331e7ce-92d4-4dc6-a5f4-7421a13caca4" -d '{"events": [{"server_uuid": "98c3dc13-77f5-490c-a5f6-5cf379aca3e9", "name": "network-vif-plugged", "status": "completed", "tag": "c05b7751-4ddd-495e-bc6b-4ba63932b6b7"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:29:30.314321 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port c05b7751-4ddd-495e-bc6b-4ba63932b6b7, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c05b7751-4ddd-495e-bc6b-4ba63932b6b7,segment=NetworkSegment(930b12a1-f7cb-4a01-a571-d89ec8c7027f),segment_id=930b12a1-f7cb-4a01-a571-d89ec8c7027f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:29:30.321291 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:30.363328 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4ca3c21-da8e-4e74-ad5e-1b3050869d44 x-openstack-request-id: req-a4ca3c21-da8e-4e74-ad5e-1b3050869d44 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:29:30.363892 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3dc13-77f5-490c-a5f6-5cf379aca3e9", "name": "network-vif-plugged", "status": "completed", "tag": "c05b7751-4ddd-495e-bc6b-4ba63932b6b7", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:29:30.364575 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a4ca3c21-da8e-4e74-ad5e-1b3050869d44 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:29:30.365220 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c3dc13-77f5-490c-a5f6-5cf379aca3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c05b7751-4ddd-495e-bc6b-4ba63932b6b7', 'code': 200} Jul 09 14:29:30.403073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=c05b7751-4ddd-495e-bc6b-4ba63932b6b7,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:30.479908 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea421c2-914e-495b-b33f-a6c412f12878 req-3f23498e-7d2d-4ab8-a135-8d768dccad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:30.483041 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8ea421c2-914e-495b-b33f-a6c412f12878 req-3f23498e-7d2d-4ab8-a135-8d768dccad8d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 1097 time: 0.0746896 Jul 09 14:29:30.535210 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8ea421c2-914e-495b-b33f-a6c412f12878 req-ff2f994f-c4fb-4b4f-a1c1-8980726a7645 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458426 Jul 09 14:29:31.062369 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53ed860-8cfe-482a-99b3-dc5dac4d8d73 req-362aba81-9aac-42f5-8de1-2d63c226406e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:31.064446 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c53ed860-8cfe-482a-99b3-dc5dac4d8d73 req-362aba81-9aac-42f5-8de1-2d63c226406e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.1181393 Jul 09 14:29:31.120032 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c53ed860-8cfe-482a-99b3-dc5dac4d8d73 req-00f10498-79e5-47a2-8f28-268a65bea83d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491683 Jul 09 14:29:31.890283 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f65b0421-f108-48df-bc27-5342ba71ecee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:32.342320 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c3f9c2-e2f0-401b-b7a8-993ad9bfada9 req-f9f777cd-a570-4d8d-8b50-e11c6acc58cb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:32.344094 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59c3f9c2-e2f0-401b-b7a8-993ad9bfada9 req-f9f777cd-a570-4d8d-8b50-e11c6acc58cb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.0786865 Jul 09 14:29:32.395891 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-59c3f9c2-e2f0-401b-b7a8-993ad9bfada9 req-e8b01aec-af2b-4330-a58d-deb31ee9e865 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459189 Jul 09 14:29:32.608876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1550500-0cd5-40c4-93a0-9442ded973c0 req-256777da-5d3e-4bf1-a280-c4f03ae618e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:32.610556 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1550500-0cd5-40c4-93a0-9442ded973c0 req-256777da-5d3e-4bf1-a280-c4f03ae618e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.0727966 Jul 09 14:29:32.656559 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1550500-0cd5-40c4-93a0-9442ded973c0 req-c2e353c2-a18e-451b-b942-be50e372e4b3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361929 Jul 09 14:29:32.682382 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49948) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:32.740475 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bab9248-dc32-4422-aa32-27a7b1217d05 tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:32.742034 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7bab9248-dc32-4422-aa32-27a7b1217d05 tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 1092 time: 0.0586879 Jul 09 14:29:32.745575 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49950) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:32.750634 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': 'c05b7751-4ddd-495e-bc6b-4ba63932b6b7', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:29:32.775753 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:32.888991 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:33.030427 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.25.2.13 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/b2115351-820f-4093-a547-afe836c287fe) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:29:33.188267 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:33.237861 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:33.281226 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:29:33.286660 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:29:33.290415 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:29:33.323256 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=b2115351-820f-4093-a547-afe836c287fe,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:34.030409 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:34.118852 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:34.311850 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:34.316922 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:34.397793 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=b2115351-820f-4093-a547-afe836c287fe,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:29:34.409377 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:34.529334 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Floating IP 18ce9947-62af-4256-85d6-8715cffcabc6 associated. External IP: 172.25.2.13, port: c05b7751-4ddd-495e-bc6b-4ba63932b6b7. Jul 09 14:29:34.768988 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-213949c2-3cef-4742-b570-9eeb6943da37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:34.772272 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:34.779927 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router fae9053d-0829-40f5-b949-a4a877004571 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:29:34.895289 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:29:34.906292 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7436dae3-044c-444d-83f2-2b84a4ca5569 None None] Sync routers for ids ['fae9053d-0829-40f5-b949-a4a877004571'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:29:34.917006 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7436dae3-044c-444d-83f2-2b84a4ca5569 None None] Routers {'fae9053d-0829-40f5-b949-a4a877004571'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:29:34.918393 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7436dae3-044c-444d-83f2-2b84a4ca5569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:29:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fae9053d-0829-40f5-b949-a4a877004571'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:34.918733 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:34.963969 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-db029865-4741-4532-8c41-7080d30cf025 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2170660 Jul 09 14:29:34.965249 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c3dc13-77f5-490c-a5f6-5cf379aca3e9', 'tag': 'c05b7751-4ddd-495e-bc6b-4ba63932b6b7'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:29:34.967622 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1091433339f976b032524960edcb999fbceacf16816299a62dfac0337c1fae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa58e0a1-fdb8-4a99-ab04-f6b7235001e1" -d '{"events": [{"name": "network-changed", "server_uuid": "98c3dc13-77f5-490c-a5f6-5cf379aca3e9", "tag": "c05b7751-4ddd-495e-bc6b-4ba63932b6b7"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:29:35.020302 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7f50a7-6748-46d0-ba1f-bd97fe021b15 x-openstack-request-id: req-cd7f50a7-6748-46d0-ba1f-bd97fe021b15 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:29:35.020750 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c3dc13-77f5-490c-a5f6-5cf379aca3e9", "tag": "c05b7751-4ddd-495e-bc6b-4ba63932b6b7", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:29:35.021100 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-cd7f50a7-6748-46d0-ba1f-bd97fe021b15 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:29:35.021598 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c3dc13-77f5-490c-a5f6-5cf379aca3e9', 'tag': 'c05b7751-4ddd-495e-bc6b-4ba63932b6b7', 'status': 'completed', 'code': 200} Jul 09 14:29:35.065213 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7436dae3-044c-444d-83f2-2b84a4ca5569 None None] Set router fae9053d-0829-40f5-b949-a4a877004571 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:29:35.107924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58e0a1-fdb8-4a99-ab04-f6b7235001e1 req-749d2c11-252d-47ed-8863-321287e405f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:35.110012 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-aa58e0a1-fdb8-4a99-ab04-f6b7235001e1 req-749d2c11-252d-47ed-8863-321287e405f1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 1097 time: 0.0665114 Jul 09 14:29:35.156787 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cfbb7d-46ce-4231-b357-68208ea2ee1e req-804145d9-4f8f-4bac-ab2e-068650d58bfa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:35.158440 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88cfbb7d-46ce-4231-b357-68208ea2ee1e req-804145d9-4f8f-4bac-ab2e-068650d58bfa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.0868230 Jul 09 14:29:35.221086 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88cfbb7d-46ce-4231-b357-68208ea2ee1e req-201b52b2-c74f-48e6-9723-902248fd01be tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439470 Jul 09 14:29:35.260222 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49956) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:35.386353 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b4b1da96-52f1-42b0-b61d-da38bab7620d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/18ce9947-62af-4256-85d6-8715cffcabc6 HTTP/1.1" status: 200 len: 991 time: 0.1220391 Jul 09 14:29:35.393788 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7436dae3-044c-444d-83f2-2b84a4ca5569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9053d-0829-40f5-b949-a4a877004571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844691026', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '18ce9947-62af-4256-85d6-8715cffcabc6', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'port_id': 'c05b7751-4ddd-495e-bc6b-4ba63932b6b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'mac_address': 'fa:16:3e:b4:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c3dc13-77f5-490c-a5f6-5cf379aca3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:29:33Z', 'updated_at': '2021-07-09T14:29:33Z', 'revision_number': 0, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becd1ce2-a155-424a-9399-6876753c7010', 'name': '', 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:0a:4b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:17Z', 'updated_at': '2021-07-09T14:29:22Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:35.446083 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7436dae3-044c-444d-83f2-2b84a4ca5569 None None] Checking router: fae9053d-0829-40f5-b949-a4a877004571 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:29:35.459215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7436dae3-044c-444d-83f2-2b84a4ca5569 None None] Routers {'fae9053d-0829-40f5-b949-a4a877004571'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:29:35.459928 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7436dae3-044c-444d-83f2-2b84a4ca5569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:29:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fae9053d-0829-40f5-b949-a4a877004571'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:35.561216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58e0a1-fdb8-4a99-ab04-f6b7235001e1 req-4585e204-bee1-49f4-b570-976ae33843d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:35.563355 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-aa58e0a1-fdb8-4a99-ab04-f6b7235001e1 req-4585e204-bee1-49f4-b570-976ae33843d4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 HTTP/1.1" status: 200 len: 896 time: 0.4469934 Jul 09 14:29:35.586288 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-7436dae3-044c-444d-83f2-2b84a4ca5569 None None] Set router fae9053d-0829-40f5-b949-a4a877004571 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:29:35.635926 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-aa58e0a1-fdb8-4a99-ab04-f6b7235001e1 req-28740971-53ef-42d6-ac72-b326881ec36b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c05b7751-4ddd-495e-bc6b-4ba63932b6b7 HTTP/1.1" status: 200 len: 999 time: 0.0659380 Jul 09 14:29:35.685881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58e0a1-fdb8-4a99-ab04-f6b7235001e1 req-c59b4d55-74b9-4e5b-8769-14c979a4bd35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:35.687332 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-aa58e0a1-fdb8-4a99-ab04-f6b7235001e1 req-c59b4d55-74b9-4e5b-8769-14c979a4bd35 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af2caaa1-c302-4d62-93df-86ecc007b065 HTTP/1.1" status: 200 len: 834 time: 0.0456767 Jul 09 14:29:35.752512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58e0a1-fdb8-4a99-ab04-f6b7235001e1 req-6b7887e7-0229-4501-8a1b-4b3037f8e113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:29:35.754066 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-aa58e0a1-fdb8-4a99-ab04-f6b7235001e1 req-6b7887e7-0229-4501-8a1b-4b3037f8e113 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da77a8af-f1a3-4bdd-ae6d-c143b66ccf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606847 Jul 09 14:29:35.836927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-7436dae3-044c-444d-83f2-2b84a4ca5569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9053d-0829-40f5-b949-a4a877004571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844691026', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '18ce9947-62af-4256-85d6-8715cffcabc6', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'port_id': 'c05b7751-4ddd-495e-bc6b-4ba63932b6b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'mac_address': 'fa:16:3e:b4:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c3dc13-77f5-490c-a5f6-5cf379aca3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:29:33Z', 'updated_at': '2021-07-09T14:29:33Z', 'revision_number': 0, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becd1ce2-a155-424a-9399-6876753c7010', 'name': '', 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:0a:4b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:17Z', 'updated_at': '2021-07-09T14:29:22Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:29:35.873907 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-aa58e0a1-fdb8-4a99-ab04-f6b7235001e1 req-c1d26298-4b12-439e-9eba-e0940de3daf9 service neutron] 10.222.0.15 "GET /v2.0/networks/da77a8af-f1a3-4bdd-ae6d-c143b66ccf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130183 Jul 09 14:29:35.874251 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7436dae3-044c-444d-83f2-2b84a4ca5569 None None] The sync data for ids ['fae9053d-0829-40f5-b949-a4a877004571'] in n-d-799525-3 is: [{'id': 'fae9053d-0829-40f5-b949-a4a877004571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844691026', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '18ce9947-62af-4256-85d6-8715cffcabc6', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'floating_ip_address': '172.25.2.13', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'port_id': 'c05b7751-4ddd-495e-bc6b-4ba63932b6b7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'mac_address': 'fa:16:3e:b4:cf:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c3dc13-77f5-490c-a5f6-5cf379aca3e9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:29:33Z', 'updated_at': '2021-07-09T14:29:33Z', 'revision_number': 0, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'becd1ce2-a155-424a-9399-6876753c7010', 'name': '', 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:0a:4b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:17Z', 'updated_at': '2021-07-09T14:29:22Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:29:35.884538 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:35.997043 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-aa58e0a1-fdb8-4a99-ab04-f6b7235001e1 req-614c152c-6bec-4019-b786-0c75830295e8 service neutron] 10.222.0.15 "GET /v2.0/networks/da77a8af-f1a3-4bdd-ae6d-c143b66ccf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170890 Jul 09 14:29:36.120280 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91932161-86fe-4387-9d7b-24f01da94ef3 None None] New status for floating IP 18ce9947-62af-4256-85d6-8715cffcabc6: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:29:36.389520 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49958) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:29:36.458155 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-cc46d0fb-578a-4050-8163-98219752dd86 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/18ce9947-62af-4256-85d6-8715cffcabc6 HTTP/1.1" status: 200 len: 993 time: 0.0673254 Jul 09 14:29:37.273048 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:39.149269 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:39.430427 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:29:44.289292 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:30:01.884262 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c3054df6-7b0e-41bc-a3d3-3c98a8e4ba5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:03.414545 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162b325-1bc9-4b6d-a101-a97cb6034dcb req-6f3c44b9-0b88-4dba-8549-b30f2725a39b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:03.416139 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8162b325-1bc9-4b6d-a101-a97cb6034dcb req-6f3c44b9-0b88-4dba-8549-b30f2725a39b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 1097 time: 0.0741646 Jul 09 14:30:03.502033 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f5eaec-b95e-4101-9292-8c5f5889dee0 req-3d86a8f2-33b5-4630-8558-60408e2587d3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:03.504717 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4f5eaec-b95e-4101-9292-8c5f5889dee0 req-3d86a8f2-33b5-4630-8558-60408e2587d3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.1026769 Jul 09 14:30:03.517231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162b325-1bc9-4b6d-a101-a97cb6034dcb req-819acd9c-3924-486a-9a3f-7e31943c19c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:03.518749 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8162b325-1bc9-4b6d-a101-a97cb6034dcb req-819acd9c-3924-486a-9a3f-7e31943c19c9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 HTTP/1.1" status: 200 len: 896 time: 0.0959730 Jul 09 14:30:03.545366 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4f5eaec-b95e-4101-9292-8c5f5889dee0 req-cc5bb7e5-b49c-458e-9f8b-5603b5aad588 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348217 Jul 09 14:30:03.596187 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8162b325-1bc9-4b6d-a101-a97cb6034dcb req-dc06645d-fefa-40f4-84f9-c9e616812fd1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c05b7751-4ddd-495e-bc6b-4ba63932b6b7 HTTP/1.1" status: 200 len: 1001 time: 0.0691392 Jul 09 14:30:03.648745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162b325-1bc9-4b6d-a101-a97cb6034dcb req-9b7877fc-c5e0-4a81-bccd-d8c06a0accc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:03.650256 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8162b325-1bc9-4b6d-a101-a97cb6034dcb req-9b7877fc-c5e0-4a81-bccd-d8c06a0accc0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af2caaa1-c302-4d62-93df-86ecc007b065 HTTP/1.1" status: 200 len: 834 time: 0.0466151 Jul 09 14:30:03.719521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8162b325-1bc9-4b6d-a101-a97cb6034dcb req-ec64e7ef-f111-4cd7-a6bc-3a56d4421f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:03.721078 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8162b325-1bc9-4b6d-a101-a97cb6034dcb req-ec64e7ef-f111-4cd7-a6bc-3a56d4421f43 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da77a8af-f1a3-4bdd-ae6d-c143b66ccf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622358 Jul 09 14:30:03.817749 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8162b325-1bc9-4b6d-a101-a97cb6034dcb req-28e58cce-fcef-4f36-8c1c-5f60799d8255 service neutron] 10.222.0.15 "GET /v2.0/networks/da77a8af-f1a3-4bdd-ae6d-c143b66ccf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892553 Jul 09 14:30:03.916515 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-8162b325-1bc9-4b6d-a101-a97cb6034dcb req-e14f7a47-c1e2-444f-8759-b77d5c8693c6 service neutron] 10.222.0.15 "GET /v2.0/networks/da77a8af-f1a3-4bdd-ae6d-c143b66ccf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920532 Jul 09 14:30:04.735399 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e9702d-53b8-4557-b629-ac4546607618 req-31c4d891-690b-459f-a91f-3cd2876a6fa0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:04.737381 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77e9702d-53b8-4557-b629-ac4546607618 req-31c4d891-690b-459f-a91f-3cd2876a6fa0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.0707722 Jul 09 14:30:04.745453 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-01bf02d6-9f20-433e-943f-af3c56ec51c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:04.759464 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:04.781134 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-77e9702d-53b8-4557-b629-ac4546607618 req-35342036-81bf-41e6-95af-993ec019d21e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347319 Jul 09 14:30:05.878740 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:05.965831 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7d49c-c3b6-40b6-926a-c55b61ffb479 req-fb07948f-53fd-4cdc-b911-ee5be65c4ec4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:05.967442 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4c7d49c-c3b6-40b6-926a-c55b61ffb479 req-fb07948f-53fd-4cdc-b911-ee5be65c4ec4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.0696089 Jul 09 14:30:06.012055 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4c7d49c-c3b6-40b6-926a-c55b61ffb479 req-2d704f60-bc8e-4d89-8344-d6305a443ef0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347204 Jul 09 14:30:07.213859 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754f9b8f-6737-4c20-801a-d13a8e38aa7e req-8c2709e6-c024-4778-a999-26756a3c5bd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:07.215572 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-754f9b8f-6737-4c20-801a-d13a8e38aa7e req-8c2709e6-c024-4778-a999-26756a3c5bd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.0882788 Jul 09 14:30:07.258956 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-754f9b8f-6737-4c20-801a-d13a8e38aa7e req-bf543f88-9e7b-4201-a623-9f50df5025b4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373631 Jul 09 14:30:07.287965 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:08.469061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b6623-9242-42ba-8c78-efdd31945b59 req-ffb203a8-6042-4ad7-8ed7-121067e2b700 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:08.470671 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce9b6623-9242-42ba-8c78-efdd31945b59 req-ffb203a8-6042-4ad7-8ed7-121067e2b700 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.0721304 Jul 09 14:30:08.518290 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ce9b6623-9242-42ba-8c78-efdd31945b59 req-6397ca88-e335-4a30-b409-3d0602a3a04b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348120 Jul 09 14:30:09.177927 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:09.434910 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:09.716954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ebd714-86bb-43c6-b3f2-ef20ff6d1ba9 req-852ab793-464c-4afe-a980-b48126c6e6f5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:09.718493 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69ebd714-86bb-43c6-b3f2-ef20ff6d1ba9 req-852ab793-464c-4afe-a980-b48126c6e6f5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.0771594 Jul 09 14:30:09.763466 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69ebd714-86bb-43c6-b3f2-ef20ff6d1ba9 req-6d8fb278-dd41-4937-be9c-dc1b7662b517 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389183 Jul 09 14:30:10.957509 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9711a4a5-8e86-4409-9e04-67606ba460a1 req-41cec5d4-4968-43ba-b7f3-15c7f871a3a1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:10.959959 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9711a4a5-8e86-4409-9e04-67606ba460a1 req-41cec5d4-4968-43ba-b7f3-15c7f871a3a1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.0793943 Jul 09 14:30:11.017073 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9711a4a5-8e86-4409-9e04-67606ba460a1 req-10dcad18-db81-4d1e-a8a3-5e00bb8b8da3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463805 Jul 09 14:30:12.385229 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d20f06-d6f8-43dc-974b-59aca03eb6e3 req-53b3326a-e688-4a05-b37d-ce7ef4c2d7bd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:12.386938 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19d20f06-d6f8-43dc-974b-59aca03eb6e3 req-53b3326a-e688-4a05-b37d-ce7ef4c2d7bd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.0661016 Jul 09 14:30:12.428475 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-19d20f06-d6f8-43dc-974b-59aca03eb6e3 req-b029e630-145a-48a8-b3a0-f42c294acf75 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358536 Jul 09 14:30:13.615256 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb12d71-70d3-4352-9e2b-1656e964dd97 req-d7984aec-c5e9-4508-ba7d-d6da2fbfe3e1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:13.616799 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cb12d71-70d3-4352-9e2b-1656e964dd97 req-d7984aec-c5e9-4508-ba7d-d6da2fbfe3e1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.0712583 Jul 09 14:30:13.655894 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cb12d71-70d3-4352-9e2b-1656e964dd97 req-f841753a-cbde-4f57-9c72-c826276b3804 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328805 Jul 09 14:30:14.833775 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36110ad-38f5-4bbd-9870-5bba439d496b req-180a7166-81a9-4712-80f2-d7f1466f64ea tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:14.835314 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f36110ad-38f5-4bbd-9870-5bba439d496b req-180a7166-81a9-4712-80f2-d7f1466f64ea tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.0679607 Jul 09 14:30:14.876744 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f36110ad-38f5-4bbd-9870-5bba439d496b req-8225e0c8-cc8f-41f3-a37b-7c3575c06604 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336518 Jul 09 14:30:16.059826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4d6857-be9f-48f1-8915-03efbf6b0560 req-fc9ae79c-0cf9-425f-aa6f-b3ae6db7a330 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:16.061342 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7b4d6857-be9f-48f1-8915-03efbf6b0560 req-fc9ae79c-0cf9-425f-aa6f-b3ae6db7a330 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.0688670 Jul 09 14:30:16.102668 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7b4d6857-be9f-48f1-8915-03efbf6b0560 req-779a59a7-1373-4e2c-8a32-06db58b1fce9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346773 Jul 09 14:30:16.128255 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 49994) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:16.195704 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-64ec3810-5328-4016-af11-840387bf89dc tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/18ce9947-62af-4256-85d6-8715cffcabc6 HTTP/1.1" status: 200 len: 993 time: 0.0660336 Jul 09 14:30:16.352943 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dcf82bb1-255e-4d50-97a4-c7488f0a7cbe req-1db7c5df-d782-40e9-9816-2f6499a452f3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0534122 Jul 09 14:30:16.459048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf82bb1-255e-4d50-97a4-c7488f0a7cbe req-50d78e64-ceaf-482b-9602-7d2d74f4d355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:16.460540 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dcf82bb1-255e-4d50-97a4-c7488f0a7cbe req-50d78e64-ceaf-482b-9602-7d2d74f4d355 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 1097 time: 0.0616729 Jul 09 14:30:16.571796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf82bb1-255e-4d50-97a4-c7488f0a7cbe req-26a0842d-830f-437e-a682-342e49e0091d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:16.573832 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dcf82bb1-255e-4d50-97a4-c7488f0a7cbe req-26a0842d-830f-437e-a682-342e49e0091d service neutron] 10.222.0.15 "GET /v2.0/networks?id=da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 HTTP/1.1" status: 200 len: 896 time: 0.0922256 Jul 09 14:30:16.641007 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dcf82bb1-255e-4d50-97a4-c7488f0a7cbe req-c24368b7-9dd7-4422-a036-2326424aef44 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c05b7751-4ddd-495e-bc6b-4ba63932b6b7 HTTP/1.1" status: 200 len: 1001 time: 0.0613301 Jul 09 14:30:16.691684 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf82bb1-255e-4d50-97a4-c7488f0a7cbe req-d516f112-079d-492b-bd67-95deee8423db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:16.693181 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dcf82bb1-255e-4d50-97a4-c7488f0a7cbe req-d516f112-079d-492b-bd67-95deee8423db service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af2caaa1-c302-4d62-93df-86ecc007b065 HTTP/1.1" status: 200 len: 834 time: 0.0461144 Jul 09 14:30:16.758837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf82bb1-255e-4d50-97a4-c7488f0a7cbe req-41d304c8-3b10-4f6e-9f90-c4045a496785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:16.761155 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dcf82bb1-255e-4d50-97a4-c7488f0a7cbe req-41d304c8-3b10-4f6e-9f90-c4045a496785 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da77a8af-f1a3-4bdd-ae6d-c143b66ccf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611000 Jul 09 14:30:16.849822 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dcf82bb1-255e-4d50-97a4-c7488f0a7cbe req-2c085735-1a6e-4ac3-af14-6a6075f0514b service neutron] 10.222.0.15 "GET /v2.0/networks/da77a8af-f1a3-4bdd-ae6d-c143b66ccf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823243 Jul 09 14:30:16.942376 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-dcf82bb1-255e-4d50-97a4-c7488f0a7cbe req-264aaf7f-ec80-4cbf-9988-f1280e645eb8 service neutron] 10.222.0.15 "GET /v2.0/networks/da77a8af-f1a3-4bdd-ae6d-c143b66ccf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865872 Jul 09 14:30:21.288647 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:30:31.889881 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c1924c51-6661-4b96-924d-867e63404d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:34.743568 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cabe094f-51af-487b-bc39-544ddfce236a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:34.756331 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:35.882061 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:37.280201 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:39.178852 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:39.445724 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:44.638094 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50012) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:44.820844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port b2115351-820f-4093-a547-afe836c287fe {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:30:44.821192 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:44.906030 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:44.906385 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:44.919344 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for b2115351-820f-4093-a547-afe836c287fe owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:30:45.114743 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:45.148251 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=b2115351-820f-4093-a547-afe836c287fe,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:45.175759 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:45.176016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:45.176359 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:45.176698 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:45.177100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:45.177434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:45.177767 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:45.178097 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:45.178429 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:45.178754 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:45.179077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:45.179426 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:45.224958 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:45.225338 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Floating IP 18ce9947-62af-4256-85d6-8715cffcabc6 disassociated (deleted). External IP: 172.25.2.13, port: c05b7751-4ddd-495e-bc6b-4ba63932b6b7. Jul 09 14:30:45.499621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router fae9053d-0829-40f5-b949-a4a877004571 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:30:45.623585 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:30:45.629142 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:45.635166 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edc3a43-3044-4dae-9a42-d11c7adfd760 None None] Sync routers for ids ['fae9053d-0829-40f5-b949-a4a877004571'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:30:45.645466 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc3a43-3044-4dae-9a42-d11c7adfd760 None None] Routers {'fae9053d-0829-40f5-b949-a4a877004571'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:30:45.646103 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1edc3a43-3044-4dae-9a42-d11c7adfd760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:30:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fae9053d-0829-40f5-b949-a4a877004571'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:45.671012 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-888ca2d3-fd0a-4388-8f86-ea2d12cae8fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/floatingips/18ce9947-62af-4256-85d6-8715cffcabc6 HTTP/1.1" status: 204 len: 168 time: 1.0314856 Jul 09 14:30:45.672593 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c3dc13-77f5-490c-a5f6-5cf379aca3e9', 'tag': 'c05b7751-4ddd-495e-bc6b-4ba63932b6b7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:30:45.676825 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ee752d8-9151-4401-94b5-66a92129524d" -d '{"events": [{"name": "network-changed", "server_uuid": "98c3dc13-77f5-490c-a5f6-5cf379aca3e9", "tag": "c05b7751-4ddd-495e-bc6b-4ba63932b6b7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:30:45.769057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1edc3a43-3044-4dae-9a42-d11c7adfd760 None None] Set router fae9053d-0829-40f5-b949-a4a877004571 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:30:45.810382 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6614e3ef-4700-45df-8792-dfdffc3da0ed x-openstack-request-id: req-6614e3ef-4700-45df-8792-dfdffc3da0ed {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:30:45.811690 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c3dc13-77f5-490c-a5f6-5cf379aca3e9", "tag": "c05b7751-4ddd-495e-bc6b-4ba63932b6b7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:30:45.811690 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-6614e3ef-4700-45df-8792-dfdffc3da0ed {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:30:45.812074 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c3dc13-77f5-490c-a5f6-5cf379aca3e9', 'tag': 'c05b7751-4ddd-495e-bc6b-4ba63932b6b7', 'status': 'completed', 'code': 200} Jul 09 14:30:45.918408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee752d8-9151-4401-94b5-66a92129524d req-cb1adeb0-e9d7-4542-89e3-c8ddd97f60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:45.920699 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1ee752d8-9151-4401-94b5-66a92129524d req-cb1adeb0-e9d7-4542-89e3-c8ddd97f60a5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 1097 time: 0.0836825 Jul 09 14:30:46.061436 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee752d8-9151-4401-94b5-66a92129524d req-0bd0a5fc-7750-4220-8318-7db6f7c272d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:46.063499 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1ee752d8-9151-4401-94b5-66a92129524d req-0bd0a5fc-7750-4220-8318-7db6f7c272d1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 HTTP/1.1" status: 200 len: 896 time: 0.1309161 Jul 09 14:30:46.099628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1edc3a43-3044-4dae-9a42-d11c7adfd760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9053d-0829-40f5-b949-a4a877004571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844691026', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'becd1ce2-a155-424a-9399-6876753c7010', 'name': '', 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:0a:4b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:17Z', 'updated_at': '2021-07-09T14:29:22Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:46.109030 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1ee752d8-9151-4401-94b5-66a92129524d req-cca847a9-7393-4b1c-9411-0b0a2e073b81 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c05b7751-4ddd-495e-bc6b-4ba63932b6b7 HTTP/1.1" status: 200 len: 217 time: 0.0362856 Jul 09 14:30:46.123117 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a48ed4-cf53-4c5c-828f-3d094ef1ea03 req-883510a2-df7d-43c7-8d1f-6b0a04dafd22 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:46.124728 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-65a48ed4-cf53-4c5c-828f-3d094ef1ea03 req-883510a2-df7d-43c7-8d1f-6b0a04dafd22 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.0714202 Jul 09 14:30:46.131945 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edc3a43-3044-4dae-9a42-d11c7adfd760 None None] Checking router: fae9053d-0829-40f5-b949-a4a877004571 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:30:46.142649 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1edc3a43-3044-4dae-9a42-d11c7adfd760 None None] Routers {'fae9053d-0829-40f5-b949-a4a877004571'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:30:46.143311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1edc3a43-3044-4dae-9a42-d11c7adfd760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:30:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fae9053d-0829-40f5-b949-a4a877004571'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:46.173804 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee752d8-9151-4401-94b5-66a92129524d req-1eb9b578-e81f-4f44-ba5d-c4b566bc22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:46.175781 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1ee752d8-9151-4401-94b5-66a92129524d req-1eb9b578-e81f-4f44-ba5d-c4b566bc22bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=af2caaa1-c302-4d62-93df-86ecc007b065 HTTP/1.1" status: 200 len: 834 time: 0.0599370 Jul 09 14:30:46.191450 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-65a48ed4-cf53-4c5c-828f-3d094ef1ea03 req-4ebdd3a6-4aa4-4c10-97c1-c947929391d6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603750 Jul 09 14:30:46.252192 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee752d8-9151-4401-94b5-66a92129524d req-ba61ec17-5b70-48f7-9d0c-fe8d9af80f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:46.253742 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1ee752d8-9151-4401-94b5-66a92129524d req-ba61ec17-5b70-48f7-9d0c-fe8d9af80f01 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=da77a8af-f1a3-4bdd-ae6d-c143b66ccf47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689294 Jul 09 14:30:46.282185 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-1edc3a43-3044-4dae-9a42-d11c7adfd760 None None] Set router fae9053d-0829-40f5-b949-a4a877004571 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:30:46.355190 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1ee752d8-9151-4401-94b5-66a92129524d req-e8d33d0f-7d60-4724-8090-e9d9494917ca service neutron] 10.222.0.15 "GET /v2.0/networks/da77a8af-f1a3-4bdd-ae6d-c143b66ccf47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927134 Jul 09 14:30:46.469065 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1ee752d8-9151-4401-94b5-66a92129524d req-96b60f40-946d-48b8-96d4-76ced098dc50 service neutron] 10.222.0.15 "GET /v2.0/networks/da77a8af-f1a3-4bdd-ae6d-c143b66ccf47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072438 Jul 09 14:30:46.513212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-1edc3a43-3044-4dae-9a42-d11c7adfd760 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9053d-0829-40f5-b949-a4a877004571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844691026', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'becd1ce2-a155-424a-9399-6876753c7010', 'name': '', 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:0a:4b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:17Z', 'updated_at': '2021-07-09T14:29:22Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:46.539767 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1edc3a43-3044-4dae-9a42-d11c7adfd760 None None] The sync data for ids ['fae9053d-0829-40f5-b949-a4a877004571'] in n-d-799525-3 is: [{'id': 'fae9053d-0829-40f5-b949-a4a877004571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844691026', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'becd1ce2-a155-424a-9399-6876753c7010', 'name': '', 'network_id': 'da77a8af-f1a3-4bdd-ae6d-c143b66ccf47', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:0a:4b:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:17Z', 'updated_at': '2021-07-09T14:29:22Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': 'af2caaa1-c302-4d62-93df-86ecc007b065', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:30:46.800523 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a881bba6-b214-424e-8365-511c460bc385 None None] New status for floating IP 18ce9947-62af-4256-85d6-8715cffcabc6: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:30:47.432153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f83ae57-85f2-4cf9-ae6b-1672e298c0b1 req-034168dc-eb7a-4753-9eac-2ba8aae28bfa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:47.434010 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f83ae57-85f2-4cf9-ae6b-1672e298c0b1 req-034168dc-eb7a-4753-9eac-2ba8aae28bfa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.0819523 Jul 09 14:30:47.477013 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0f83ae57-85f2-4cf9-ae6b-1672e298c0b1 req-f83dc082-1bd4-47f5-bbc4-2c078c79a4f5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=c83c42c4-cecb-4697-b8fd-183dff8917aa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357561 Jul 09 14:30:47.546363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d98ee-2a74-451e-8d37-3c61ee7a4b44 req-dd3f90c6-22ce-47ca-8ee7-28685fc6f892 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:47.549009 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b00d98ee-2a74-451e-8d37-3c61ee7a4b44 req-dd3f90c6-22ce-47ca-8ee7-28685fc6f892 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.15 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 946 time: 0.1108687 Jul 09 14:30:47.659990 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b00d98ee-2a74-451e-8d37-3c61ee7a4b44 req-68645282-b006-43c4-863e-949a2abcf76f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port c05b7751-4ddd-495e-bc6b-4ba63932b6b7 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:30:47.660335 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b00d98ee-2a74-451e-8d37-3c61ee7a4b44 req-68645282-b006-43c4-863e-949a2abcf76f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:47.762244 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-b00d98ee-2a74-451e-8d37-3c61ee7a4b44 req-68645282-b006-43c4-863e-949a2abcf76f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] For port c05b7751-4ddd-495e-bc6b-4ba63932b6b7, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c05b7751-4ddd-495e-bc6b-4ba63932b6b7,segment=NetworkSegment(930b12a1-f7cb-4a01-a571-d89ec8c7027f),segment_id=930b12a1-f7cb-4a01-a571-d89ec8c7027f)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:47.762613 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b00d98ee-2a74-451e-8d37-3c61ee7a4b44 req-68645282-b006-43c4-863e-949a2abcf76f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:47.777368 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-b00d98ee-2a74-451e-8d37-3c61ee7a4b44 req-68645282-b006-43c4-863e-949a2abcf76f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for c05b7751-4ddd-495e-bc6b-4ba63932b6b7 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:30:47.924607 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b00d98ee-2a74-451e-8d37-3c61ee7a4b44 req-68645282-b006-43c4-863e-949a2abcf76f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:47.954030 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68645282-b006-43c4-863e-949a2abcf76f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=c05b7751-4ddd-495e-bc6b-4ba63932b6b7,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:48.009776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-b00d98ee-2a74-451e-8d37-3c61ee7a4b44 req-68645282-b006-43c4-863e-949a2abcf76f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] No DVR routers for this DVR port c05b7751-4ddd-495e-bc6b-4ba63932b6b7 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:30:48.013196 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-b00d98ee-2a74-451e-8d37-3c61ee7a4b44 req-68645282-b006-43c4-863e-949a2abcf76f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:48.015394 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b00d98ee-2a74-451e-8d37-3c61ee7a4b44 req-68645282-b006-43c4-863e-949a2abcf76f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.15 "DELETE /v2.0/ports/c05b7751-4ddd-495e-bc6b-4ba63932b6b7 HTTP/1.1" status: 204 len: 173 time: 0.4601920 Jul 09 14:30:48.015873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c3dc13-77f5-490c-a5f6-5cf379aca3e9', 'name': 'network-vif-deleted', 'tag': 'c05b7751-4ddd-495e-bc6b-4ba63932b6b7'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:30:48.018362 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785d56e9-a7e6-4c0c-9bdb-ea0f6cd90960" -d '{"events": [{"server_uuid": "98c3dc13-77f5-490c-a5f6-5cf379aca3e9", "name": "network-vif-deleted", "tag": "c05b7751-4ddd-495e-bc6b-4ba63932b6b7"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:30:48.075570 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07492ad7-790a-4d88-956a-9b46bf3b6899 x-openstack-request-id: req-07492ad7-790a-4d88-956a-9b46bf3b6899 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:30:48.076037 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c3dc13-77f5-490c-a5f6-5cf379aca3e9", "name": "network-vif-deleted", "tag": "c05b7751-4ddd-495e-bc6b-4ba63932b6b7", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:30:48.076430 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-07492ad7-790a-4d88-956a-9b46bf3b6899 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:30:48.077013 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c3dc13-77f5-490c-a5f6-5cf379aca3e9', 'name': 'network-vif-deleted', 'tag': 'c05b7751-4ddd-495e-bc6b-4ba63932b6b7', 'status': 'completed', 'code': 200} Jul 09 14:30:48.680230 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-02eed9b2-3fa3-4efe-8ee9-6e6513ba2355 req-1d5401be-ebed-4568-a605-63f078d5a5a0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=98c3dc13-77f5-490c-a5f6-5cf379aca3e9 HTTP/1.1" status: 200 len: 210 time: 0.0335588 Jul 09 14:30:49.846508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50036) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:50.268938 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:50.570013 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port becd1ce2-a155-424a-9399-6876753c7010 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:30:50.570469 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:50.673713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] For port becd1ce2-a155-424a-9399-6876753c7010, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=becd1ce2-a155-424a-9399-6876753c7010,segment=NetworkSegment(930b12a1-f7cb-4a01-a571-d89ec8c7027f),segment_id=930b12a1-f7cb-4a01-a571-d89ec8c7027f)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:50.674072 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:50.694616 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for becd1ce2-a155-424a-9399-6876753c7010 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:30:50.911158 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:50.958701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=becd1ce2-a155-424a-9399-6876753c7010,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:50.975478 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:50.976123 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:50.976630 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:50.977297 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:50.978189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:50.978189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:50.979274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:50.979755 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:50.980213 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:50.980671 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:50.981203 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:50.981606 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:51.192730 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:51.436061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router fae9053d-0829-40f5-b949-a4a877004571 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:30:51.562365 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:30:51.567702 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a2000149-9c07-4552-ae4a-e5c7ab556329 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "PUT /v2.0/routers/fae9053d-0829-40f5-b949-a4a877004571/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7200124 Jul 09 14:30:51.570743 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50038) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:51.575545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252274c-34e8-4d28-b975-be0ae04f8169 None None] Sync routers for ids ['fae9053d-0829-40f5-b949-a4a877004571'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:30:51.587816 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252274c-34e8-4d28-b975-be0ae04f8169 None None] Routers {'fae9053d-0829-40f5-b949-a4a877004571'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:30:51.588587 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6252274c-34e8-4d28-b975-be0ae04f8169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:30:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fae9053d-0829-40f5-b949-a4a877004571'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:51.639771 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9bd926-1bd8-4af2-af7c-cd6943628b6c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting subnet af2caaa1-c302-4d62-93df-86ecc007b065 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:30:51.644984 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc9bd926-1bd8-4af2-af7c-cd6943628b6c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:51.705678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-6252274c-34e8-4d28-b975-be0ae04f8169 None None] Set router fae9053d-0829-40f5-b949-a4a877004571 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:30:51.716055 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc9bd926-1bd8-4af2-af7c-cd6943628b6c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:51.908465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6252274c-34e8-4d28-b975-be0ae04f8169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9053d-0829-40f5-b949-a4a877004571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844691026', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:30:50Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:51.937931 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252274c-34e8-4d28-b975-be0ae04f8169 None None] Checking router: fae9053d-0829-40f5-b949-a4a877004571 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:30:51.956420 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6252274c-34e8-4d28-b975-be0ae04f8169 None None] Routers {'fae9053d-0829-40f5-b949-a4a877004571'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:30:51.957356 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6252274c-34e8-4d28-b975-be0ae04f8169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:30:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['fae9053d-0829-40f5-b949-a4a877004571'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:52.119623 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-6252274c-34e8-4d28-b975-be0ae04f8169 None None] Set router fae9053d-0829-40f5-b949-a4a877004571 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:30:52.257774 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc9bd926-1bd8-4af2-af7c-cd6943628b6c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:52.348590 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc9bd926-1bd8-4af2-af7c-cd6943628b6c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:52.392360 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-6252274c-34e8-4d28-b975-be0ae04f8169 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fae9053d-0829-40f5-b949-a4a877004571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844691026', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:30:50Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:52.396405 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9bd926-1bd8-4af2-af7c-cd6943628b6c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Subnet': ['ID=af2caaa1-c302-4d62-93df-86ecc007b065,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:52.408459 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc9bd926-1bd8-4af2-af7c-cd6943628b6c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:52.411084 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dc9bd926-1bd8-4af2-af7c-cd6943628b6c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/subnets/af2caaa1-c302-4d62-93df-86ecc007b065 HTTP/1.1" status: 204 len: 168 time: 0.8392599 Jul 09 14:30:52.415337 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50040) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:52.436177 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c05b7751-4ddd-495e-bc6b-4ba63932b6b7 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:30:52.438200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740f9e2b-97fa-481d-b732-bc76509bb767 None None] Network da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:30:52.442152 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6252274c-34e8-4d28-b975-be0ae04f8169 None None] The sync data for ids ['fae9053d-0829-40f5-b949-a4a877004571'] in n-d-799525-3 is: [{'id': 'fae9053d-0829-40f5-b949-a4a877004571', 'name': 'tempest-TestNetworkAdvancedServerOps-router-844691026', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249'}], 'enable_snat': True}, 'gw_port_id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:30:50Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'b8a6b36b-f131-44f8-b5a8-44e53aac7683', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:5e:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fae9053d-0829-40f5-b949-a4a877004571', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:29:14Z', 'updated_at': '2021-07-09T14:29:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:30:52.494825 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: c05b7751-4ddd-495e-bc6b-4ba63932b6b7 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:30:52.495194 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c05b7751-4ddd-495e-bc6b-4ba63932b6b7 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:30:52.538076 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a6ac13f-2b18-49c2-b573-bdea8023ebaa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:52.649875 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a6ac13f-2b18-49c2-b573-bdea8023ebaa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:52.704442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4a6ac13f-2b18-49c2-b573-bdea8023ebaa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port b8a6b36b-f131-44f8-b5a8-44e53aac7683 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:30:52.704793 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a6ac13f-2b18-49c2-b573-bdea8023ebaa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:52.797205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-4a6ac13f-2b18-49c2-b573-bdea8023ebaa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] For port b8a6b36b-f131-44f8-b5a8-44e53aac7683, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=b8a6b36b-f131-44f8-b5a8-44e53aac7683,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:52.797510 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a6ac13f-2b18-49c2-b573-bdea8023ebaa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:52.813337 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-4a6ac13f-2b18-49c2-b573-bdea8023ebaa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for b8a6b36b-f131-44f8-b5a8-44e53aac7683 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:30:52.832654 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] DHCP port deletion for da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:30:52.905966 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Deleting port cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:30:52.906759 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:52.987239 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] For port cdbe9661-3f4c-4c18-9ae5-cdc4557afd51, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=cdbe9661-3f4c-4c18-9ae5-cdc4557afd51,segment=NetworkSegment(930b12a1-f7cb-4a01-a571-d89ec8c7027f),segment_id=930b12a1-f7cb-4a01-a571-d89ec8c7027f)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:30:52.987837 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.011576 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Calling delete_port for cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:30:53.042182 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a6ac13f-2b18-49c2-b573-bdea8023ebaa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.068759 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6ac13f-2b18-49c2-b573-bdea8023ebaa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=b8a6b36b-f131-44f8-b5a8-44e53aac7683,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:53.114452 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.148033 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a6ac13f-2b18-49c2-b573-bdea8023ebaa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.150553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Pushing event deleted for resources: {'Port': ['ID=cdbe9661-3f4c-4c18-9ae5-cdc4557afd51,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:53.155476 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] No DVR routers for this DVR port cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:30:53.162826 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:53.163187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:53.163548 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:53.163888 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:53.164226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:53.164560 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:53.164891 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:53.165758 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:53.166089 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:53.166529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:53.166863 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:53.167210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2c37c15-63a7-4854-93ec-a73caa8dad4b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:53.255816 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a6ac13f-2b18-49c2-b573-bdea8023ebaa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.258139 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a6ac13f-2b18-49c2-b573-bdea8023ebaa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.309253 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a6ac13f-2b18-49c2-b573-bdea8023ebaa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.310078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a6ac13f-2b18-49c2-b573-bdea8023ebaa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Fanout notify agent at l3_agent the message router_deleted on router fae9053d-0829-40f5-b949-a4a877004571 {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:30:53.327368 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4a6ac13f-2b18-49c2-b573-bdea8023ebaa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.328650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4a6ac13f-2b18-49c2-b573-bdea8023ebaa tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/routers/fae9053d-0829-40f5-b949-a4a877004571 HTTP/1.1" status: 204 len: 168 time: 0.9118023 Jul 09 14:30:53.333087 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50042) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:53.424204 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75728b90-86cd-49fc-ad8e-ac8399659d96 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.529284 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75728b90-86cd-49fc-ad8e-ac8399659d96 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.539514 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-75728b90-86cd-49fc-ad8e-ac8399659d96 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da77a8af-f1a3-4bdd-ae6d-c143b66ccf47']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:53.552148 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-75728b90-86cd-49fc-ad8e-ac8399659d96 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '930b12a1-f7cb-4a01-a571-d89ec8c7027f') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:53.552668 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-75728b90-86cd-49fc-ad8e-ac8399659d96 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '930b12a1-f7cb-4a01-a571-d89ec8c7027f') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:53.564414 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75728b90-86cd-49fc-ad8e-ac8399659d96 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.581333 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75728b90-86cd-49fc-ad8e-ac8399659d96 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.588502 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75728b90-86cd-49fc-ad8e-ac8399659d96 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:30:53.588956 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75728b90-86cd-49fc-ad8e-ac8399659d96 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:30:53.592217 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:30:53.653801 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75728b90-86cd-49fc-ad8e-ac8399659d96 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.664668 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-75728b90-86cd-49fc-ad8e-ac8399659d96 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.666238 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-75728b90-86cd-49fc-ad8e-ac8399659d96 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/networks/da77a8af-f1a3-4bdd-ae6d-c143b66ccf47 HTTP/1.1" status: 204 len: 168 time: 0.3319790 Jul 09 14:30:53.670831 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50044) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:53.679308 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75728b90-86cd-49fc-ad8e-ac8399659d96 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Network': ['ID=da77a8af-f1a3-4bdd-ae6d-c143b66ccf47,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:53.770777 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7821cb54-4c2e-425c-b443-ce2cc80e5e5a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.822773 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7821cb54-4c2e-425c-b443-ce2cc80e5e5a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.907462 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7821cb54-4c2e-425c-b443-ce2cc80e5e5a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.910089 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7821cb54-4c2e-425c-b443-ce2cc80e5e5a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:53.911381 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7821cb54-4c2e-425c-b443-ce2cc80e5e5a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/security-groups/c83c42c4-cecb-4697-b8fd-183dff8917aa HTTP/1.1" status: 204 len: 168 time: 0.2391400 Jul 09 14:30:53.922577 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821cb54-4c2e-425c-b443-ce2cc80e5e5a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83c42c4-cecb-4697-b8fd-183dff8917aa,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:54.349076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50050) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:54.360777 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-cc4924c0-d479-4fec-afbc-96f78a776ae9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1075037696', 'description': 'tempest-secgroup-smoke-1075037696 description', 'project_id': 'f808e39d0d444e548c8009328d8be499'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:54.414265 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cc4924c0-d479-4fec-afbc-96f78a776ae9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:54.419079 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b8a6b36b-f131-44f8-b5a8-44e53aac7683 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:30:54.448712 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: b8a6b36b-f131-44f8-b5a8-44e53aac7683 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:30:54.449069 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device b8a6b36b-f131-44f8-b5a8-44e53aac7683 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:30:54.449706 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device becd1ce2-a155-424a-9399-6876753c7010 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:30:54.477306 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: becd1ce2-a155-424a-9399-6876753c7010 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:30:54.478443 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device becd1ce2-a155-424a-9399-6876753c7010 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:30:54.479177 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:30:54.516669 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cc4924c0-d479-4fec-afbc-96f78a776ae9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:54.516911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:30:54.517469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device cdbe9661-3f4c-4c18-9ae5-cdc4557afd51 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:30:54.521843 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cc4924c0-d479-4fec-afbc-96f78a776ae9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:54.564563 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-cc4924c0-d479-4fec-afbc-96f78a776ae9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:54.565835 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-cc4924c0-d479-4fec-afbc-96f78a776ae9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2154903 Jul 09 14:30:54.569418 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50052) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:54.575597 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-47857b2b-440e-4abc-9055-16f9ffa82a2d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '035b4b3a-ff38-4bd6-9911-7842081eaf93', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:54.581233 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4924c0-d479-4fec-afbc-96f78a776ae9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035b4b3a-ff38-4bd6-9911-7842081eaf93,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:54.607717 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47857b2b-440e-4abc-9055-16f9ffa82a2d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:54.670098 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47857b2b-440e-4abc-9055-16f9ffa82a2d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:54.674151 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47857b2b-440e-4abc-9055-16f9ffa82a2d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:54.695214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47857b2b-440e-4abc-9055-16f9ffa82a2d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92dea15-b6ca-4f96-acd0-ac0a66e7242f,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:54.702483 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-47857b2b-440e-4abc-9055-16f9ffa82a2d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:54.703263 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-47857b2b-440e-4abc-9055-16f9ffa82a2d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1327589 Jul 09 14:30:54.707447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50054) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:54.712838 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-859f503b-135a-4d10-8c71-dd46ac07d3f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '035b4b3a-ff38-4bd6-9911-7842081eaf93', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:54.748722 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-859f503b-135a-4d10-8c71-dd46ac07d3f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:54.812035 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-859f503b-135a-4d10-8c71-dd46ac07d3f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:54.816695 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-859f503b-135a-4d10-8c71-dd46ac07d3f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:54.836884 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f503b-135a-4d10-8c71-dd46ac07d3f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=419f4707-f62e-4aa0-aec5-19ae5ae18d98,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:54.841452 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-859f503b-135a-4d10-8c71-dd46ac07d3f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:54.842664 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-859f503b-135a-4d10-8c71-dd46ac07d3f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340082 Jul 09 14:30:54.845436 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50056) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:54.849879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-62f52553-c7c6-4db3-bf72-522017e9fef5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '035b4b3a-ff38-4bd6-9911-7842081eaf93', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:54.879602 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62f52553-c7c6-4db3-bf72-522017e9fef5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:54.953156 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62f52553-c7c6-4db3-bf72-522017e9fef5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:54.957142 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62f52553-c7c6-4db3-bf72-522017e9fef5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:54.978521 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f52553-c7c6-4db3-bf72-522017e9fef5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24122a64-0173-4b7f-8ce5-b7ea5a9774dc,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:54.986488 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62f52553-c7c6-4db3-bf72-522017e9fef5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:54.988243 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-62f52553-c7c6-4db3-bf72-522017e9fef5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415408 Jul 09 14:30:54.991554 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50058) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:54.997298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1fe5f35a-eee2-457e-9b54-8a88633a0b66 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '035b4b3a-ff38-4bd6-9911-7842081eaf93', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:55.026024 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fe5f35a-eee2-457e-9b54-8a88633a0b66 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.091833 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fe5f35a-eee2-457e-9b54-8a88633a0b66 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.096392 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fe5f35a-eee2-457e-9b54-8a88633a0b66 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.115287 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5f35a-eee2-457e-9b54-8a88633a0b66 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c32937c-b963-466f-9cf0-1507ad56ebb0,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:55.124783 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1fe5f35a-eee2-457e-9b54-8a88633a0b66 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.126171 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1fe5f35a-eee2-457e-9b54-8a88633a0b66 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1333201 Jul 09 14:30:55.130303 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50060) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:55.135742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3b7aedec-7311-4748-8c5b-3f07a338309d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '035b4b3a-ff38-4bd6-9911-7842081eaf93', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:55.159462 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-3b7aedec-7311-4748-8c5b-3f07a338309d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Project f808e39d0d444e548c8009328d8be499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:30:55.165094 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b7aedec-7311-4748-8c5b-3f07a338309d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.237725 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b7aedec-7311-4748-8c5b-3f07a338309d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.242773 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b7aedec-7311-4748-8c5b-3f07a338309d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.276366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7aedec-7311-4748-8c5b-3f07a338309d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=645b811c-37ff-4d7c-bbf0-f2280309aabe,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:55.280601 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3b7aedec-7311-4748-8c5b-3f07a338309d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.281902 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3b7aedec-7311-4748-8c5b-3f07a338309d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1505046 Jul 09 14:30:55.284664 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50062) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:55.289226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-f7e47711-1155-41cb-969b-191fe013249b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '035b4b3a-ff38-4bd6-9911-7842081eaf93', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:55.313973 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-f7e47711-1155-41cb-969b-191fe013249b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Project f808e39d0d444e548c8009328d8be499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:30:55.319899 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7e47711-1155-41cb-969b-191fe013249b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.392931 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7e47711-1155-41cb-969b-191fe013249b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.400324 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7e47711-1155-41cb-969b-191fe013249b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.418512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e47711-1155-41cb-969b-191fe013249b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8cc6330-57bc-43db-86cc-7877cfed74a3,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:55.424200 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7e47711-1155-41cb-969b-191fe013249b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.425412 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f7e47711-1155-41cb-969b-191fe013249b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397891 Jul 09 14:30:55.428536 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50064) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:55.433473 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-54d73951-0989-472c-bd36-559fd3c38003 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'network': {'name': 'tempest-network-smoke--1154249076', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'port_security_enabled': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:55.455987 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54d73951-0989-472c-bd36-559fd3c38003 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Made reservation on behalf of f808e39d0d444e548c8009328d8be499 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:30:55.459467 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54d73951-0989-472c-bd36-559fd3c38003 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.489384 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54d73951-0989-472c-bd36-559fd3c38003 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] vlan segment allocate from pool success with {'vlan_id': 309, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:30:55.499148 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54d73951-0989-472c-bd36-559fd3c38003 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.499494 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-54d73951-0989-472c-bd36-559fd3c38003 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Added segment 67fe4213-e597-4fce-93b3-1665769799d2 of type vlan for network a64f1404-2840-4547-8621-35f66cfa9637 Jul 09 14:30:55.539802 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54d73951-0989-472c-bd36-559fd3c38003 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.570954 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54d73951-0989-472c-bd36-559fd3c38003 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.577196 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54d73951-0989-472c-bd36-559fd3c38003 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:55.577783 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-54d73951-0989-472c-bd36-559fd3c38003 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.626257 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-54d73951-0989-472c-bd36-559fd3c38003 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1966720 Jul 09 14:30:55.629162 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50066) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:55.634985 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-24927733', 'admin_state_up': True, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:55.646746 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d73951-0989-472c-bd36-559fd3c38003 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Network': ['ID=a64f1404-2840-4547-8621-35f66cfa9637,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:55.658246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network a64f1404-2840-4547-8621-35f66cfa9637 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:30:55.661612 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.662740 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.720823 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:55.861663 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:56.059411 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:56.078226 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:56.191871 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.25.2.187 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/d9356748-5969-4e72-95de-bab516206c84) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:30:56.308450 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:56.350603 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:56.398053 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:30:56.401470 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:30:56.405366 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:30:56.429615 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=d9356748-5969-4e72-95de-bab516206c84,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:56.678194 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:56.894892 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:57.031466 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:30:57.143528 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:30:57.153670 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Sync routers for ids ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:30:57.163611 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:57.163845 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Routers {'8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:30:57.164677 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:30:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:57.166337 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-44f97eae-73bd-4df1-80fa-6f47a15be541 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.5358555 Jul 09 14:30:57.170085 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50068) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:57.205275 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-65d41931-be8a-450b-9275-fd2e50959d27 tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=f808e39d0d444e548c8009328d8be499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0340233 Jul 09 14:30:57.208028 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50070) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:57.278774 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Set router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:30:57.303536 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1b67ba8-2f39-4b99-b5e7-902bae371e1f tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:57.305074 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b1b67ba8-2f39-4b99-b5e7-902bae371e1f tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0960560 Jul 09 14:30:57.309129 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50072) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:57.357470 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-75407b37-86fa-463d-81f0-33cd94911e7d tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469301 Jul 09 14:30:57.361143 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50074) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:57.366732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7ddde295-d2a5-47a4-900c-73aab6446689 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2017718283', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:30:57.466646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ddde295-d2a5-47a4-900c-73aab6446689 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Made reservation on behalf of f808e39d0d444e548c8009328d8be499 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:30:57.470673 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ddde295-d2a5-47a4-900c-73aab6446689 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:57.473399 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24927733', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd9356748-5969-4e72-95de-bab516206c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:55Z', 'updated_at': '2021-07-09T14:30:56Z', 'revision_number': 3, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'd9356748-5969-4e72-95de-bab516206c84', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:33:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:56Z', 'updated_at': '2021-07-09T14:30:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:57.503211 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Checking router: 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:30:57.503557 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Updating router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c port d9356748-5969-4e72-95de-bab516206c84 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:30:57.538791 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:57.691358 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ddde295-d2a5-47a4-900c-73aab6446689 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:57.750941 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddde295-d2a5-47a4-900c-73aab6446689 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Subnet': ['ID=55bfb360-30d9-4c6c-a5ec-28e85c5481a3,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:57.779829 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ddde295-d2a5-47a4-900c-73aab6446689 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Checking segment: {'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:30:57.780451 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddde295-d2a5-47a4-900c-73aab6446689 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network hostable DHCP agents. Network: a64f1404-2840-4547-8621-35f66cfa9637, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:30:57.808538 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ddde295-d2a5-47a4-900c-73aab6446689 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network a64f1404-2840-4547-8621-35f66cfa9637 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:30:57.819946 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7ddde295-d2a5-47a4-900c-73aab6446689 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, a64f1404-2840-4547-8621-35f66cfa9637) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:30:57.831590 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ddde295-d2a5-47a4-900c-73aab6446689 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:30:57.832880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6168b921-0c4c-411f-914f-2126b77c47f9 None None] Network a64f1404-2840-4547-8621-35f66cfa9637 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:30:57.833392 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ddde295-d2a5-47a4-900c-73aab6446689 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:57.854219 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7ddde295-d2a5-47a4-900c-73aab6446689 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4917650 Jul 09 14:30:57.857633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50076) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:30:57.877410 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:57.892570 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Transition to ACTIVE for port object d9356748-5969-4e72-95de-bab516206c84 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:30:57.902198 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:57.959244 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Attempting to bind port d9356748-5969-4e72-95de-bab516206c84 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:30:57.959760 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Attempting to bind port d9356748-5969-4e72-95de-bab516206c84 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:30:57.960603 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Attempting to bind port d9356748-5969-4e72-95de-bab516206c84 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:30:57.971866 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:30:57.972369 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:30:57.972916 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:57.973442 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:30:57.974323 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Bound port: d9356748-5969-4e72-95de-bab516206c84, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:30:57.974934 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:58.024875 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-a64f1404-2840-4547-8621-35f66cfa9637', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ips': [{'subnet_id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:30:58.026307 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:58.056024 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] For port d9356748-5969-4e72-95de-bab516206c84, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:30:58.059927 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] For port d9356748-5969-4e72-95de-bab516206c84, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d9356748-5969-4e72-95de-bab516206c84,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:30:58.066937 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:58.075882 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b24fe1-fb1b-46ec-97fc-5f5d2a1f328e None None] Pushing event updated for resources: {'Port': ['ID=d9356748-5969-4e72-95de-bab516206c84,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:58.084624 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b24fe1-fb1b-46ec-97fc-5f5d2a1f328e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:58.084975 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b24fe1-fb1b-46ec-97fc-5f5d2a1f328e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:58.085315 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b24fe1-fb1b-46ec-97fc-5f5d2a1f328e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:58.086111 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b24fe1-fb1b-46ec-97fc-5f5d2a1f328e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:58.086111 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b24fe1-fb1b-46ec-97fc-5f5d2a1f328e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:58.086425 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b24fe1-fb1b-46ec-97fc-5f5d2a1f328e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:58.086792 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b24fe1-fb1b-46ec-97fc-5f5d2a1f328e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:58.087138 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b24fe1-fb1b-46ec-97fc-5f5d2a1f328e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:58.087466 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b24fe1-fb1b-46ec-97fc-5f5d2a1f328e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:58.088306 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b24fe1-fb1b-46ec-97fc-5f5d2a1f328e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:58.088306 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b24fe1-fb1b-46ec-97fc-5f5d2a1f328e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:58.088557 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16b24fe1-fb1b-46ec-97fc-5f5d2a1f328e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:30:58.129663 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Routers {'8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:30:58.130430 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:30:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:58.223451 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b24fe1-fb1b-46ec-97fc-5f5d2a1f328e None None] Pushing event updated for resources: {'Port': ['ID=d9356748-5969-4e72-95de-bab516206c84,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:58.232558 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Allocated IP 172.20.0.2 (a64f1404-2840-4547-8621-35f66cfa9637/55bfb360-30d9-4c6c-a5ec-28e85c5481a3/ca963147-5b76-455a-89d1-3c9a5994f1b0) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:30:58.258100 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] Set router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:30:58.346173 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:30:58.414786 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:58.425039 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Transition to ACTIVE for port object ca963147-5b76-455a-89d1-3c9a5994f1b0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:30:58.445720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Transition to ACTIVE for port object ca963147-5b76-455a-89d1-3c9a5994f1b0 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:30:58.456781 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:58.521810 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24927733', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd9356748-5969-4e72-95de-bab516206c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:55Z', 'updated_at': '2021-07-09T14:30:56Z', 'revision_number': 3, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'd9356748-5969-4e72-95de-bab516206c84', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:33:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:56Z', 'updated_at': '2021-07-09T14:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:30:58.533748 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Network a64f1404-2840-4547-8621-35f66cfa9637 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:30:58.536813 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:30:58.541980 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:30:58.555992 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab6cb202-5c78-4a03-8796-914ff349252e None None] The sync data for ids ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'] in n-d-799525-3 is: [{'id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24927733', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd9356748-5969-4e72-95de-bab516206c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:55Z', 'updated_at': '2021-07-09T14:30:56Z', 'revision_number': 3, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'd9356748-5969-4e72-95de-bab516206c84', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:33:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:56Z', 'updated_at': '2021-07-09T14:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:30:58.601044 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Pushing event updated for resources: {'Port': ['ID=ca963147-5b76-455a-89d1-3c9a5994f1b0,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:58.609234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Attempting to bind port ca963147-5b76-455a-89d1-3c9a5994f1b0 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:30:58.609631 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Attempting to bind port ca963147-5b76-455a-89d1-3c9a5994f1b0 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:30:58.609806 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Attempting to bind port ca963147-5b76-455a-89d1-3c9a5994f1b0 on network a64f1404-2840-4547-8621-35f66cfa9637 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:30:58.615717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:30:58.616462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Checking segment: {'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:30:58.616462 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:58.616744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Bound using segment: {'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:30:58.617208 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Bound port: ca963147-5b76-455a-89d1-3c9a5994f1b0, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:30:58.617594 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:58.721333 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] For port ca963147-5b76-455a-89d1-3c9a5994f1b0, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:30:58.721652 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:58.728444 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] For port ca963147-5b76-455a-89d1-3c9a5994f1b0, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ca963147-5b76-455a-89d1-3c9a5994f1b0,segment=NetworkSegment(67fe4213-e597-4fce-93b3-1665769799d2),segment_id=67fe4213-e597-4fce-93b3-1665769799d2)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:30:58.738581 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:58.845915 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e777df2-7062-4876-a31f-0783b502de65 None None] Pushing event updated for resources: {'Port': ['ID=ca963147-5b76-455a-89d1-3c9a5994f1b0,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:59.148096 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.20.0.1 (a64f1404-2840-4547-8621-35f66cfa9637/55bfb360-30d9-4c6c-a5ec-28e85c5481a3/ce63b0b5-e5f3-4394-84d5-d91f75835eb0) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:30:59.300919 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:59.316711 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Transition to ACTIVE for port object ce63b0b5-e5f3-4394-84d5-d91f75835eb0 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:30:59.357962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:59.408685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network a64f1404-2840-4547-8621-35f66cfa9637 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:30:59.412193 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:30:59.416773 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:30:59.445503 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=ce63b0b5-e5f3-4394-84d5-d91f75835eb0,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:30:59.474474 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:59.670928 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:59.994066 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:30:59.999757 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:00.013370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438448cd-eb41-47d5-bf89-7910cdcf4dc1 None None] Network a64f1404-2840-4547-8621-35f66cfa9637 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:31:00.078880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-22a94a6b-155b-4576-a616-e98092d7e533 None None] Provisioning for port ca963147-5b76-455a-89d1-3c9a5994f1b0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:31:00.089860 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=ce63b0b5-e5f3-4394-84d5-d91f75835eb0,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:00.093083 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:00.209099 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network a64f1404-2840-4547-8621-35f66cfa9637 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:31:00.211677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:31:00.352078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:31:00.521636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ca963147-5b76-455a-89d1-3c9a5994f1b0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:31:00.537175 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:31:00.546265 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e21f991d-1965-4d04-910d-ee56ebee204e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "PUT /v2.0/routers/8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6873002 Jul 09 14:31:00.584639 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port ca963147-5b76-455a-89d1-3c9a5994f1b0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:31:00.589508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ca963147-5b76-455a-89d1-3c9a5994f1b0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:00.590001 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:00.643415 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Sync routers for ids ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:31:00.685883 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Routers {'8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:31:00.686609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:30:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:00.732559 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:00.754867 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-00c3ad7a-4bd7-4551-b35b-5da6cae6f271 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1075037696&fields=id&tenant_id=f808e39d0d444e548c8009328d8be499 HTTP/1.1" status: 200 len: 267 time: 0.0529029 Jul 09 14:31:00.792122 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e31f8c1a-06eb-472d-826f-9bc025aee4c7 None None] Provisioning for port ce63b0b5-e5f3-4394-84d5-d91f75835eb0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:31:00.813620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e31f8c1a-06eb-472d-826f-9bc025aee4c7 None None] Provisioning complete for port ce63b0b5-e5f3-4394-84d5-d91f75835eb0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:00.814080 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e31f8c1a-06eb-472d-826f-9bc025aee4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:00.853248 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port ca963147-5b76-455a-89d1-3c9a5994f1b0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ca963147-5b76-455a-89d1-3c9a5994f1b0,segment=NetworkSegment(67fe4213-e597-4fce-93b3-1665769799d2),segment_id=67fe4213-e597-4fce-93b3-1665769799d2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:31:00.864194 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:00.865271 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d9356748-5969-4e72-95de-bab516206c84 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:31:00.874494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Set router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:31:00.887141 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-9a73a8f7-8aa4-4101-a267-025d7227c6f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:00.888788 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-9a73a8f7-8aa4-4101-a267-025d7227c6f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/networks?id=a64f1404-2840-4547-8621-35f66cfa9637 HTTP/1.1" status: 200 len: 797 time: 0.1248434 Jul 09 14:31:00.907189 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-892bee4a-92ff-47d7-be30-3791850ddefe tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/quotas/f808e39d0d444e548c8009328d8be499 HTTP/1.1" status: 200 len: 375 time: 0.0116308 Jul 09 14:31:00.973667 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-e31f8c1a-06eb-472d-826f-9bc025aee4c7 None None] Port ce63b0b5-e5f3-4394-84d5-d91f75835eb0 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:31:01.041975 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=ca963147-5b76-455a-89d1-3c9a5994f1b0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:01.093749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-e31f8c1a-06eb-472d-826f-9bc025aee4c7 None None] Provisioning complete for port ca963147-5b76-455a-89d1-3c9a5994f1b0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:01.094131 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e31f8c1a-06eb-472d-826f-9bc025aee4c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:01.145731 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port d9356748-5969-4e72-95de-bab516206c84 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:31:01.164167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port d9356748-5969-4e72-95de-bab516206c84 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:01.164545 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:01.345303 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:01.350812 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-6c3082f0-0476-4a53-a456-47cf56ad6d1c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4373705 Jul 09 14:31:01.369291 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24927733', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd9356748-5969-4e72-95de-bab516206c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:55Z', 'updated_at': '2021-07-09T14:30:59Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'd9356748-5969-4e72-95de-bab516206c84', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:33:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:56Z', 'updated_at': '2021-07-09T14:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ce63b0b5-e5f3-4394-84d5-d91f75835eb0', 'name': '', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:ff:1e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:58Z', 'updated_at': '2021-07-09T14:30:59Z', 'revision_number': 2, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:01.401936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Checking router: 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:31:01.402295 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Updating router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c port ce63b0b5-e5f3-4394-84d5-d91f75835eb0 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:31:01.405538 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port d9356748-5969-4e72-95de-bab516206c84, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d9356748-5969-4e72-95de-bab516206c84,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:31:01.435348 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:01.486320 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:01.516671 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-78bae717-00d7-4d5d-8d05-bcb06bf06c6e None None] Provisioning complete for port ce63b0b5-e5f3-4394-84d5-d91f75835eb0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:01.517052 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-78bae717-00d7-4d5d-8d05-bcb06bf06c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:01.528845 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-1aa43995-b523-4e66-888b-9349aed15b4d service neutron] 10.222.0.39 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639564 Jul 09 14:31:01.544458 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=d9356748-5969-4e72-95de-bab516206c84,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:01.585844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-78bae717-00d7-4d5d-8d05-bcb06bf06c6e None None] Port ce63b0b5-e5f3-4394-84d5-d91f75835eb0 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:31:01.635173 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-71d5c4a1-28ba-4cdc-9412-60e12e57cd4c service neutron] 10.222.0.39 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999265 Jul 09 14:31:01.860020 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:01.865312 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bae37d3b-92fd-4432-a317-b5ab0baab857 req-aaa0f21f-7bb3-42e6-ae53-80d00741a887 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 210 time: 0.0297296 Jul 09 14:31:01.872950 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Transition to ACTIVE for port object ce63b0b5-e5f3-4394-84d5-d91f75835eb0 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:31:01.896167 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:01.901754 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2a9dd82-18f6-4911-93aa-1d2b730a24ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:01.945623 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc9e0a-ac0a-4b11-852f-8b50c4e217a1 None None] Pushing event updated for resources: {'Port': ['ID=ce63b0b5-e5f3-4394-84d5-d91f75835eb0,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:02.007151 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Attempting to bind port ce63b0b5-e5f3-4394-84d5-d91f75835eb0 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:31:02.007536 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Attempting to bind port ce63b0b5-e5f3-4394-84d5-d91f75835eb0 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:31:02.008076 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Attempting to bind port ce63b0b5-e5f3-4394-84d5-d91f75835eb0 on network a64f1404-2840-4547-8621-35f66cfa9637 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:31:02.018113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 30, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:31:02.018497 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Checking segment: {'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:31:02.018911 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:02.019346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Bound using segment: {'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:31:02.019821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Bound port: ce63b0b5-e5f3-4394-84d5-d91f75835eb0, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:31:02.020209 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:02.096364 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] For port ce63b0b5-e5f3-4394-84d5-d91f75835eb0, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:31:02.102869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] For port ce63b0b5-e5f3-4394-84d5-d91f75835eb0, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ce63b0b5-e5f3-4394-84d5-d91f75835eb0,segment=NetworkSegment(67fe4213-e597-4fce-93b3-1665769799d2),segment_id=67fe4213-e597-4fce-93b3-1665769799d2)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:31:02.113406 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:02.174657 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Routers {'8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:31:02.175270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:30:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:02.241580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cc9e0a-ac0a-4b11-852f-8b50c4e217a1 None None] Pushing event updated for resources: {'Port': ['ID=ce63b0b5-e5f3-4394-84d5-d91f75835eb0,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:02.338423 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] Set router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:31:02.491901 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ca963147-5b76-455a-89d1-3c9a5994f1b0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:31:02.630994 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ca963147-5b76-455a-89d1-3c9a5994f1b0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:02.631402 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:02.756745 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d9356748-5969-4e72-95de-bab516206c84 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:31:02.763655 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24927733', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd9356748-5969-4e72-95de-bab516206c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:55Z', 'updated_at': '2021-07-09T14:30:59Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'd9356748-5969-4e72-95de-bab516206c84', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:33:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:56Z', 'updated_at': '2021-07-09T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ce63b0b5-e5f3-4394-84d5-d91f75835eb0', 'name': '', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:ff:1e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:58Z', 'updated_at': '2021-07-09T14:31:02Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:02.812242 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e6db001-5c3b-4c69-83cd-b798be96b2d9 None None] The sync data for ids ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'] in n-d-799525-3 is: [{'id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24927733', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd9356748-5969-4e72-95de-bab516206c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:55Z', 'updated_at': '2021-07-09T14:30:59Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'd9356748-5969-4e72-95de-bab516206c84', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:33:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:56Z', 'updated_at': '2021-07-09T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ce63b0b5-e5f3-4394-84d5-d91f75835eb0', 'name': '', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:ff:1e:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:58Z', 'updated_at': '2021-07-09T14:31:02Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:31:02.840583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port d9356748-5969-4e72-95de-bab516206c84 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:02.840973 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:03.075538 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c0a4a3d-feb7-4722-9190-af76e63ef939 req-2c56daa6-bc9a-49c2-9cbf-f150ecc2d096 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 210 time: 0.0416372 Jul 09 14:31:03.275507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-f1374b23-9884-463a-bcd1-849944489b03 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:03.277996 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-f1374b23-9884-463a-bcd1-849944489b03 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.18 "GET /v2.0/networks?id=a64f1404-2840-4547-8621-35f66cfa9637 HTTP/1.1" status: 200 len: 797 time: 0.1718080 Jul 09 14:31:03.342750 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-0772e3ca-55db-4d17-a920-4efdff5772a1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f808e39d0d444e548c8009328d8be499 HTTP/1.1" status: 200 len: 380 time: 0.0553064 Jul 09 14:31:03.360050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-9c37d3f5-cfdb-4706-bdf6-e42068ce3620 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'port': {'device_id': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'admin_state_up': True, 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'security_groups': ['035b4b3a-ff38-4bd6-9911-7842081eaf93']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:31:03.498373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-9c37d3f5-cfdb-4706-bdf6-e42068ce3620 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Made reservation on behalf of f808e39d0d444e548c8009328d8be499 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:31:03.502517 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-9c37d3f5-cfdb-4706-bdf6-e42068ce3620 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:03.669887 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-9c37d3f5-cfdb-4706-bdf6-e42068ce3620 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.20.0.13 (a64f1404-2840-4547-8621-35f66cfa9637/55bfb360-30d9-4c6c-a5ec-28e85c5481a3/707514e0-3715-4eee-aacc-956fc3e57731) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:31:03.826883 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-9c37d3f5-cfdb-4706-bdf6-e42068ce3620 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:03.843563 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-9c37d3f5-cfdb-4706-bdf6-e42068ce3620 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Transition to ACTIVE for port object 707514e0-3715-4eee-aacc-956fc3e57731 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:31:03.880529 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-9c37d3f5-cfdb-4706-bdf6-e42068ce3620 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:03.935791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-9c37d3f5-cfdb-4706-bdf6-e42068ce3620 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network a64f1404-2840-4547-8621-35f66cfa9637 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:31:03.939104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-9c37d3f5-cfdb-4706-bdf6-e42068ce3620 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:31:03.943312 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-9c37d3f5-cfdb-4706-bdf6-e42068ce3620 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:31:03.970796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c37d3f5-cfdb-4706-bdf6-e42068ce3620 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=707514e0-3715-4eee-aacc-956fc3e57731,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:04.005473 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-9c37d3f5-cfdb-4706-bdf6-e42068ce3620 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:04.006249 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-9c37d3f5-cfdb-4706-bdf6-e42068ce3620 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:04.033751 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-9c37d3f5-cfdb-4706-bdf6-e42068ce3620 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6779394 Jul 09 14:31:04.099789 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Request body: {'port': {'device_id': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:31:04.201261 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:04.228717 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c8891e92-b19c-499c-ae2e-f206ed608f3e None None] Provisioning for port 707514e0-3715-4eee-aacc-956fc3e57731 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:31:04.236807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c8891e92-b19c-499c-ae2e-f206ed608f3e None None] Provisioning complete for port 707514e0-3715-4eee-aacc-956fc3e57731 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:04.237345 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c8891e92-b19c-499c-ae2e-f206ed608f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:04.293226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c8891e92-b19c-499c-ae2e-f206ed608f3e None None] Port 707514e0-3715-4eee-aacc-956fc3e57731 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:31:04.381198 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32296d64-da5b-482c-8c5f-4105afb20a37 req-b1308c5a-d999-4f60-9a6d-97a94bdcb2b1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:04.385122 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-32296d64-da5b-482c-8c5f-4105afb20a37 req-b1308c5a-d999-4f60-9a6d-97a94bdcb2b1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 932 time: 0.0952511 Jul 09 14:31:04.429331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-32296d64-da5b-482c-8c5f-4105afb20a37 req-f80e488a-300c-4a62-ac7c-6caa4e497692 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392823 Jul 09 14:31:04.443440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ce63b0b5-e5f3-4394-84d5-d91f75835eb0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:31:04.508362 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port ce63b0b5-e5f3-4394-84d5-d91f75835eb0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:31:04.513481 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ce63b0b5-e5f3-4394-84d5-d91f75835eb0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:04.513864 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:04.567823 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 707514e0-3715-4eee-aacc-956fc3e57731 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:31:04.579276 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:04.598775 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Transition to ACTIVE for port object 707514e0-3715-4eee-aacc-956fc3e57731 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:31:04.599405 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:04.603422 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:04.641212 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port ce63b0b5-e5f3-4394-84d5-d91f75835eb0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ce63b0b5-e5f3-4394-84d5-d91f75835eb0,segment=NetworkSegment(67fe4213-e597-4fce-93b3-1665769799d2),segment_id=67fe4213-e597-4fce-93b3-1665769799d2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:31:04.647171 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:04.679927 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Pushing event updated for resources: {'Port': ['ID=707514e0-3715-4eee-aacc-956fc3e57731,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:04.709124 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=ce63b0b5-e5f3-4394-84d5-d91f75835eb0,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:04.735596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Attempting to bind port 707514e0-3715-4eee-aacc-956fc3e57731 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:31:04.735969 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Attempting to bind port 707514e0-3715-4eee-aacc-956fc3e57731 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:31:04.736306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Attempting to bind port 707514e0-3715-4eee-aacc-956fc3e57731 on network a64f1404-2840-4547-8621-35f66cfa9637 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:31:04.741260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Port 707514e0-3715-4eee-aacc-956fc3e57731 on network a64f1404-2840-4547-8621-35f66cfa9637 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:31:04.741583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Attempting to bind port 707514e0-3715-4eee-aacc-956fc3e57731 on network a64f1404-2840-4547-8621-35f66cfa9637 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:31:04.748462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 30, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:31:04.748850 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Checking segment: {'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:31:04.749206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Bound using segment: {'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:31:04.749621 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Bound port: 707514e0-3715-4eee-aacc-956fc3e57731, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:31:04.749986 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:04.752437 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b30190d9-4fdd-4fe7-927b-7892f1de4a28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:04.759777 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:04.832983 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] For port 707514e0-3715-4eee-aacc-956fc3e57731, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:31:04.837985 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] For port 707514e0-3715-4eee-aacc-956fc3e57731, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=707514e0-3715-4eee-aacc-956fc3e57731,segment=NetworkSegment(67fe4213-e597-4fce-93b3-1665769799d2),segment_id=67fe4213-e597-4fce-93b3-1665769799d2)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:31:04.844358 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:04.880524 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:04.881516 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:04.883385 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] 10.222.0.18 "PUT /v2.0/ports/707514e0-3715-4eee-aacc-956fc3e57731 HTTP/1.1" status: 200 len: 1092 time: 0.8414335 Jul 09 14:31:04.886394 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'tag': '707514e0-3715-4eee-aacc-956fc3e57731'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:31:04.890484 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c93eebe-d122-414e-8025-980bab3dcd9b" -d '{"events": [{"name": "network-changed", "server_uuid": "bf025bf3-456c-42b8-abba-64b91b79391b", "tag": "707514e0-3715-4eee-aacc-956fc3e57731"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:31:04.925367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c222136-5af7-4346-90bd-114fcefa30e8 service neutron] Pushing event updated for resources: {'Port': ['ID=707514e0-3715-4eee-aacc-956fc3e57731,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:04.938293 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d63deae-4f37-4d1c-9e2e-6907a22b6854 x-openstack-request-id: req-3d63deae-4f37-4d1c-9e2e-6907a22b6854 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:31:04.939063 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf025bf3-456c-42b8-abba-64b91b79391b", "tag": "707514e0-3715-4eee-aacc-956fc3e57731", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:31:04.939219 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3d63deae-4f37-4d1c-9e2e-6907a22b6854 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:31:04.939749 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'tag': '707514e0-3715-4eee-aacc-956fc3e57731', 'status': 'completed', 'code': 200} Jul 09 14:31:05.008961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-ba63f057-b2c9-4923-a7ff-60042ee4de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:05.012063 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-ba63f057-b2c9-4923-a7ff-60042ee4de74 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 1095 time: 0.0710449 Jul 09 14:31:05.067647 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-a8f6ff0b-61e3-4a1b-8163-0269f4c32068 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707514e0-3715-4eee-aacc-956fc3e57731 HTTP/1.1" status: 200 len: 217 time: 0.0488381 Jul 09 14:31:05.123617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-54872697-8c63-4d3d-be9c-ce3b67b6a810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:05.127733 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-54872697-8c63-4d3d-be9c-ce3b67b6a810 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55bfb360-30d9-4c6c-a5ec-28e85c5481a3 HTTP/1.1" status: 200 len: 835 time: 0.0521832 Jul 09 14:31:05.202607 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-a5065527-28df-495b-abe5-0d10853e252c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:05.204111 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-a5065527-28df-495b-abe5-0d10853e252c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a64f1404-2840-4547-8621-35f66cfa9637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0717340 Jul 09 14:31:05.302550 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-0eb2dc82-f479-45e5-b4d5-bacef0d7ac68 service neutron] 10.222.0.18 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913022 Jul 09 14:31:05.400475 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-69e2e62e-a5c8-4a01-ae84-9770d80474a7 req-dd4ff155-d539-407b-8469-fed4a20e316a service neutron] 10.222.0.18 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915582 Jul 09 14:31:05.511529 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93eebe-d122-414e-8025-980bab3dcd9b req-77f5164f-9ec8-464c-ad88-27af8cf03388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:05.513278 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c93eebe-d122-414e-8025-980bab3dcd9b req-77f5164f-9ec8-464c-ad88-27af8cf03388 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 1095 time: 0.0618668 Jul 09 14:31:05.626959 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93eebe-d122-414e-8025-980bab3dcd9b req-b3c7019a-246a-4d5b-a6f2-a12a857b19e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:05.628529 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c93eebe-d122-414e-8025-980bab3dcd9b req-b3c7019a-246a-4d5b-a6f2-a12a857b19e5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a64f1404-2840-4547-8621-35f66cfa9637 HTTP/1.1" status: 200 len: 898 time: 0.1093996 Jul 09 14:31:05.654570 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bc8c8d-198b-4e9f-b0bc-5ff01af8f06f req-19a5fe2a-380c-4f8b-8af5-2f86a20c0af6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:05.657171 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16bc8c8d-198b-4e9f-b0bc-5ff01af8f06f req-19a5fe2a-380c-4f8b-8af5-2f86a20c0af6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 944 time: 0.1005721 Jul 09 14:31:05.674711 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c93eebe-d122-414e-8025-980bab3dcd9b req-77654fca-56be-44d1-b4c1-0b49c6f0763d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707514e0-3715-4eee-aacc-956fc3e57731 HTTP/1.1" status: 200 len: 217 time: 0.0384223 Jul 09 14:31:05.702103 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16bc8c8d-198b-4e9f-b0bc-5ff01af8f06f req-9d2a5b58-512d-4d86-86ab-3d7b00583895 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401604 Jul 09 14:31:05.745413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93eebe-d122-414e-8025-980bab3dcd9b req-e22299af-45b4-43d0-8bce-817741a77a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:05.747860 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c93eebe-d122-414e-8025-980bab3dcd9b req-e22299af-45b4-43d0-8bce-817741a77a82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55bfb360-30d9-4c6c-a5ec-28e85c5481a3 HTTP/1.1" status: 200 len: 835 time: 0.0652268 Jul 09 14:31:05.820786 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c93eebe-d122-414e-8025-980bab3dcd9b req-ef435164-2361-4fd0-96b1-1d86059de916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:05.824066 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c93eebe-d122-414e-8025-980bab3dcd9b req-ef435164-2361-4fd0-96b1-1d86059de916 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a64f1404-2840-4547-8621-35f66cfa9637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675941 Jul 09 14:31:05.887629 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:05.919344 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c93eebe-d122-414e-8025-980bab3dcd9b req-d9a3eb44-6550-4fab-8fe3-76ad8359adef service neutron] 10.222.0.18 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885220 Jul 09 14:31:06.018768 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c93eebe-d122-414e-8025-980bab3dcd9b req-e4e36e8e-b02b-4bfb-bdab-1d34c44227f9 service neutron] 10.222.0.18 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925968 Jul 09 14:31:06.397702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ce63b0b5-e5f3-4394-84d5-d91f75835eb0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:31:06.447632 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port ce63b0b5-e5f3-4394-84d5-d91f75835eb0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:06.448003 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:06.913954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf349032-ede4-4731-a2f0-983a02b2fb4c req-7cbae812-98d6-4f63-907c-2b50d7622bc4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:06.916481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf349032-ede4-4731-a2f0-983a02b2fb4c req-7cbae812-98d6-4f63-907c-2b50d7622bc4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 944 time: 0.0867572 Jul 09 14:31:06.959508 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bf349032-ede4-4731-a2f0-983a02b2fb4c req-c1bc7f30-46e3-4727-a54a-6c12274e0754 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363309 Jul 09 14:31:07.283757 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:08.152836 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a955d5-a38e-4691-b846-9c10766fcdf3 req-8d32c379-e244-45d9-b19d-56365d4a5e0e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:08.154443 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-68a955d5-a38e-4691-b846-9c10766fcdf3 req-8d32c379-e244-45d9-b19d-56365d4a5e0e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 944 time: 0.0753617 Jul 09 14:31:08.196006 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-68a955d5-a38e-4691-b846-9c10766fcdf3 req-bb847c4a-56f2-482f-95a2-1908a14418d6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350955 Jul 09 14:31:09.188069 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:09.389277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfc0e9e-a8fd-4c1f-b309-d31e18953037 req-a2bd9a21-e22e-4d96-a20e-071a54b8732c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:09.390711 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bfc0e9e-a8fd-4c1f-b309-d31e18953037 req-a2bd9a21-e22e-4d96-a20e-071a54b8732c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 944 time: 0.0699458 Jul 09 14:31:09.429781 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bfc0e9e-a8fd-4c1f-b309-d31e18953037 req-5ea590ea-1838-479c-b424-9d4803ce8191 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330799 Jul 09 14:31:09.461490 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:09.756211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 707514e0-3715-4eee-aacc-956fc3e57731 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:31:09.851256 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 707514e0-3715-4eee-aacc-956fc3e57731, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=707514e0-3715-4eee-aacc-956fc3e57731,segment=NetworkSegment(67fe4213-e597-4fce-93b3-1665769799d2),segment_id=67fe4213-e597-4fce-93b3-1665769799d2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:31:09.863795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '707514e0-3715-4eee-aacc-956fc3e57731', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'port_id': '707514e0-3715-4eee-aacc-956fc3e57731', 'mac_address': 'fa:16:3e:9d:6d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:31:09.902881 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:09.917681 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707514e0-3715-4eee-aacc-956fc3e57731 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:31:09.942060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 707514e0-3715-4eee-aacc-956fc3e57731, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=707514e0-3715-4eee-aacc-956fc3e57731,segment=NetworkSegment(67fe4213-e597-4fce-93b3-1665769799d2),segment_id=67fe4213-e597-4fce-93b3-1665769799d2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:31:09.946992 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:09.996686 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=707514e0-3715-4eee-aacc-956fc3e57731,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:10.193133 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['707514e0-3715-4eee-aacc-956fc3e57731'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:31:10.625654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed78607-1993-46b6-980b-a6ffef40db04 req-369d0367-03a3-4461-8e82-f67e24760957 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:10.628834 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ed78607-1993-46b6-980b-a6ffef40db04 req-369d0367-03a3-4461-8e82-f67e24760957 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 945 time: 0.0797999 Jul 09 14:31:10.666854 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ed78607-1993-46b6-980b-a6ffef40db04 req-b7adc9bf-b6cf-4b79-acd4-80e0bc40620d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340405 Jul 09 14:31:11.787697 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 707514e0-3715-4eee-aacc-956fc3e57731 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:31:11.840482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 707514e0-3715-4eee-aacc-956fc3e57731 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:31:11.844362 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 707514e0-3715-4eee-aacc-956fc3e57731 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:31:11.844747 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:11.868469 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7993c07d-3be0-4e8a-9baa-dc1e21c62b8d req-a2984ac7-1499-4a65-8731-4c7d02b74842 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:11.870050 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7993c07d-3be0-4e8a-9baa-dc1e21c62b8d req-a2984ac7-1499-4a65-8731-4c7d02b74842 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 945 time: 0.0682986 Jul 09 14:31:11.919846 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7993c07d-3be0-4e8a-9baa-dc1e21c62b8d req-5919b98d-a98d-4ae3-ae24-521f30001ba3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438826 Jul 09 14:31:11.935200 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:11.971113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707514e0-3715-4eee-aacc-956fc3e57731'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:31:11.974061 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f92ae7-6831-4c8d-b0e7-edf3534baa7c" -d '{"events": [{"server_uuid": "bf025bf3-456c-42b8-abba-64b91b79391b", "name": "network-vif-plugged", "status": "completed", "tag": "707514e0-3715-4eee-aacc-956fc3e57731"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:31:11.993799 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 707514e0-3715-4eee-aacc-956fc3e57731, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=707514e0-3715-4eee-aacc-956fc3e57731,segment=NetworkSegment(67fe4213-e597-4fce-93b3-1665769799d2),segment_id=67fe4213-e597-4fce-93b3-1665769799d2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:31:11.998621 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:12.057940 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=707514e0-3715-4eee-aacc-956fc3e57731,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:12.087569 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d64c9711-c76b-499d-8560-999ff45fa44d x-openstack-request-id: req-d64c9711-c76b-499d-8560-999ff45fa44d {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:31:12.087986 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf025bf3-456c-42b8-abba-64b91b79391b", "name": "network-vif-plugged", "status": "completed", "tag": "707514e0-3715-4eee-aacc-956fc3e57731", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:31:12.088247 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d64c9711-c76b-499d-8560-999ff45fa44d {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:31:12.088644 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707514e0-3715-4eee-aacc-956fc3e57731', 'code': 200} Jul 09 14:31:12.204249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccda3f6a-2ccb-4be8-876d-fe08c13b3774 req-d75ebefc-cc94-443f-8d4f-d1f8735623a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:12.205803 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ccda3f6a-2ccb-4be8-876d-fe08c13b3774 req-d75ebefc-cc94-443f-8d4f-d1f8735623a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 1097 time: 0.0556762 Jul 09 14:31:12.241387 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ccda3f6a-2ccb-4be8-876d-fe08c13b3774 req-a0fa2721-4616-431e-be2b-61ff609873a6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282295 Jul 09 14:31:13.127418 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e75abe-0b36-4cd3-8142-e1678b76ba40 req-bc04459d-68f2-49ab-bae9-a62eb64fd37a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:13.129097 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70e75abe-0b36-4cd3-8142-e1678b76ba40 req-bc04459d-68f2-49ab-bae9-a62eb64fd37a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0906773 Jul 09 14:31:13.179814 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-70e75abe-0b36-4cd3-8142-e1678b76ba40 req-c5ef7ab9-5867-4c6a-b4d9-d063ff44420d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429180 Jul 09 14:31:14.362732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238fac9-118c-4baf-b529-34fb95f73caf req-69f642cb-b978-48df-812b-36d519f07a5b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:14.364809 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c238fac9-118c-4baf-b529-34fb95f73caf req-69f642cb-b978-48df-812b-36d519f07a5b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0670955 Jul 09 14:31:14.406817 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c238fac9-118c-4baf-b529-34fb95f73caf req-1f865214-1f48-431f-b048-d87729dce1bf tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347619 Jul 09 14:31:14.594909 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bba23-0fa6-4a58-a6b0-e2a146fec001 req-6a8d2277-bbd3-49f3-bc8a-b0f57efee49b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:14.596478 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf6bba23-0fa6-4a58-a6b0-e2a146fec001 req-6a8d2277-bbd3-49f3-bc8a-b0f57efee49b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0736923 Jul 09 14:31:14.643635 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cf6bba23-0fa6-4a58-a6b0-e2a146fec001 req-ec3dabb7-e908-498f-9f8a-5e5966a5fa28 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359631 Jul 09 14:31:14.670485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50150) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:14.752401 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b642d54-2d1d-43d7-b6c8-9405aac8f781 tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:14.754517 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2b642d54-2d1d-43d7-b6c8-9405aac8f781 tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 1092 time: 0.0824878 Jul 09 14:31:14.757214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50152) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:14.761814 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '707514e0-3715-4eee-aacc-956fc3e57731', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:31:14.784431 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:14.916357 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:15.037083 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.25.2.21 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/1c994b02-29c3-4261-971d-4a9fc7b6ed5d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:31:15.149389 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:15.198712 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:15.246572 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:31:15.249537 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:31:15.253292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:31:15.277897 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=1c994b02-29c3-4261-971d-4a9fc7b6ed5d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:15.660027 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:15.744503 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:15.918661 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:15.923440 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:15.996352 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=1c994b02-29c3-4261-971d-4a9fc7b6ed5d,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:31:16.010808 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:16.129299 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Floating IP 5ebb8ea0-9945-4989-973a-2f2a5aa9f58b associated. External IP: 172.25.2.21, port: 707514e0-3715-4eee-aacc-956fc3e57731. Jul 09 14:31:16.353638 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:31:16.475910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:31:16.486700 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1264a-cc61-40db-bad1-569b9b6e26ac None None] Sync routers for ids ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:31:16.497915 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f1264a-cc61-40db-bad1-569b9b6e26ac None None] Routers {'8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:31:16.498254 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:16.498584 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-73f1264a-cc61-40db-bad1-569b9b6e26ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:31:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:16.538240 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e8cd58c9-957c-4bbd-b006-bfebe57ca5ca tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7799411 Jul 09 14:31:16.538864 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'tag': '707514e0-3715-4eee-aacc-956fc3e57731'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:31:16.541890 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1091433339f976b032524960edcb999fbceacf16816299a62dfac0337c1fae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae91037e-19f0-4597-acbd-ccce6d280796" -d '{"events": [{"name": "network-changed", "server_uuid": "bf025bf3-456c-42b8-abba-64b91b79391b", "tag": "707514e0-3715-4eee-aacc-956fc3e57731"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:31:16.592660 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b142c67-851a-4557-8f34-423d70ef0935 x-openstack-request-id: req-3b142c67-851a-4557-8f34-423d70ef0935 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:31:16.593097 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf025bf3-456c-42b8-abba-64b91b79391b", "tag": "707514e0-3715-4eee-aacc-956fc3e57731", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:31:16.596924 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-3b142c67-851a-4557-8f34-423d70ef0935 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:31:16.597593 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'tag': '707514e0-3715-4eee-aacc-956fc3e57731', 'status': 'completed', 'code': 200} Jul 09 14:31:16.698503 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91037e-19f0-4597-acbd-ccce6d280796 req-d338ef38-8637-4b72-a616-a98b6304fb5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:16.700388 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ae91037e-19f0-4597-acbd-ccce6d280796 req-d338ef38-8637-4b72-a616-a98b6304fb5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 1097 time: 0.0817347 Jul 09 14:31:16.723137 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf47f80-6687-45d1-aeef-c6b8cea484c8 req-f8434b9c-5237-45f5-bffb-188f518b897a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:16.724796 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5bf47f80-6687-45d1-aeef-c6b8cea484c8 req-f8434b9c-5237-45f5-bffb-188f518b897a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0800080 Jul 09 14:31:16.727900 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-73f1264a-cc61-40db-bad1-569b9b6e26ac None None] Set router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:31:16.783555 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5bf47f80-6687-45d1-aeef-c6b8cea484c8 req-78ba05bf-a34c-4c21-8183-c5dc520cd37d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468578 Jul 09 14:31:16.819907 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50158) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:16.833113 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91037e-19f0-4597-acbd-ccce6d280796 req-da6f5eb0-93e2-473e-ab88-577bf13b6512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:16.834981 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ae91037e-19f0-4597-acbd-ccce6d280796 req-da6f5eb0-93e2-473e-ab88-577bf13b6512 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a64f1404-2840-4547-8621-35f66cfa9637 HTTP/1.1" status: 200 len: 898 time: 0.1281803 Jul 09 14:31:16.891817 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6afd0061-889b-44b4-8283-fff65b484208 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/5ebb8ea0-9945-4989-973a-2f2a5aa9f58b HTTP/1.1" status: 200 len: 991 time: 0.0699315 Jul 09 14:31:16.912101 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ae91037e-19f0-4597-acbd-ccce6d280796 req-b9ecd98e-9573-4fc6-a97e-2fda78c79270 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707514e0-3715-4eee-aacc-956fc3e57731 HTTP/1.1" status: 200 len: 999 time: 0.0700037 Jul 09 14:31:16.969304 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91037e-19f0-4597-acbd-ccce6d280796 req-c7ceab84-5c9e-4160-b039-937f9ff8da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:16.971058 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ae91037e-19f0-4597-acbd-ccce6d280796 req-c7ceab84-5c9e-4160-b039-937f9ff8da99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55bfb360-30d9-4c6c-a5ec-28e85c5481a3 HTTP/1.1" status: 200 len: 835 time: 0.0529242 Jul 09 14:31:17.005258 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-73f1264a-cc61-40db-bad1-569b9b6e26ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24927733', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd9356748-5969-4e72-95de-bab516206c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:55Z', 'updated_at': '2021-07-09T14:30:59Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'd9356748-5969-4e72-95de-bab516206c84', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:33:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:56Z', 'updated_at': '2021-07-09T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '5ebb8ea0-9945-4989-973a-2f2a5aa9f58b', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'floating_ip_address': '172.25.2.21', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'port_id': '707514e0-3715-4eee-aacc-956fc3e57731', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'mac_address': 'fa:16:3e:9d:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:31:15Z', 'updated_at': '2021-07-09T14:31:15Z', 'revision_number': 0, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce63b0b5-e5f3-4394-84d5-d91f75835eb0', 'name': '', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:ff:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:58Z', 'updated_at': '2021-07-09T14:31:04Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:17.037991 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1264a-cc61-40db-bad1-569b9b6e26ac None None] Checking router: 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:31:17.044970 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae91037e-19f0-4597-acbd-ccce6d280796 req-86afe53f-5130-4c81-aeb2-900b136991bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:17.046574 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ae91037e-19f0-4597-acbd-ccce6d280796 req-86afe53f-5130-4c81-aeb2-900b136991bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a64f1404-2840-4547-8621-35f66cfa9637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0685132 Jul 09 14:31:17.048976 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f1264a-cc61-40db-bad1-569b9b6e26ac None None] Routers {'8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:31:17.049698 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-73f1264a-cc61-40db-bad1-569b9b6e26ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:31:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:17.145082 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ae91037e-19f0-4597-acbd-ccce6d280796 req-00898ffd-068e-4d3b-80cb-61f48f797b95 service neutron] 10.222.0.18 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920961 Jul 09 14:31:17.178622 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-73f1264a-cc61-40db-bad1-569b9b6e26ac None None] Set router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:31:17.269441 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ae91037e-19f0-4597-acbd-ccce6d280796 req-8df38849-1a34-42ff-afaa-7353bc5c4229 service neutron] 10.222.0.18 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186728 Jul 09 14:31:17.427417 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-73f1264a-cc61-40db-bad1-569b9b6e26ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24927733', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd9356748-5969-4e72-95de-bab516206c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:55Z', 'updated_at': '2021-07-09T14:30:59Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'd9356748-5969-4e72-95de-bab516206c84', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:33:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:56Z', 'updated_at': '2021-07-09T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '5ebb8ea0-9945-4989-973a-2f2a5aa9f58b', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'floating_ip_address': '172.25.2.21', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'port_id': '707514e0-3715-4eee-aacc-956fc3e57731', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'mac_address': 'fa:16:3e:9d:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:31:15Z', 'updated_at': '2021-07-09T14:31:15Z', 'revision_number': 0, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce63b0b5-e5f3-4394-84d5-d91f75835eb0', 'name': '', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:ff:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:58Z', 'updated_at': '2021-07-09T14:31:04Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:31:17.455871 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f1264a-cc61-40db-bad1-569b9b6e26ac None None] The sync data for ids ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'] in n-d-799525-3 is: [{'id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24927733', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd9356748-5969-4e72-95de-bab516206c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:55Z', 'updated_at': '2021-07-09T14:30:59Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'd9356748-5969-4e72-95de-bab516206c84', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:33:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:56Z', 'updated_at': '2021-07-09T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '5ebb8ea0-9945-4989-973a-2f2a5aa9f58b', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'floating_ip_address': '172.25.2.21', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'port_id': '707514e0-3715-4eee-aacc-956fc3e57731', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'mac_address': 'fa:16:3e:9d:6d:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:31:15Z', 'updated_at': '2021-07-09T14:31:15Z', 'revision_number': 0, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ce63b0b5-e5f3-4394-84d5-d91f75835eb0', 'name': '', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:ff:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:58Z', 'updated_at': '2021-07-09T14:31:04Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:31:17.669732 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183d940e-aad2-428d-be92-a6c9a4d108e7 None None] New status for floating IP 5ebb8ea0-9945-4989-973a-2f2a5aa9f58b: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:31:17.894811 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50160) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:31:17.963681 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6a552f7e-cdf7-4925-9040-d00c311ec194 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/5ebb8ea0-9945-4989-973a-2f2a5aa9f58b HTTP/1.1" status: 200 len: 993 time: 0.0676043 Jul 09 14:31:18.065821 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71cd980f-02ce-49f6-a664-df686a3c8ee3 req-55d84a24-6fed-4727-bee1-a09b65259fb7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0567431 Jul 09 14:31:18.173434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd980f-02ce-49f6-a664-df686a3c8ee3 req-32f66153-dc75-49de-9cae-e3a7a137ef6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:18.176018 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71cd980f-02ce-49f6-a664-df686a3c8ee3 req-32f66153-dc75-49de-9cae-e3a7a137ef6b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 1097 time: 0.0632195 Jul 09 14:31:18.288367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd980f-02ce-49f6-a664-df686a3c8ee3 req-beb99469-3c5b-4220-8daf-1c57cbd1a71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:18.290670 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71cd980f-02ce-49f6-a664-df686a3c8ee3 req-beb99469-3c5b-4220-8daf-1c57cbd1a71a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a64f1404-2840-4547-8621-35f66cfa9637 HTTP/1.1" status: 200 len: 898 time: 0.0935419 Jul 09 14:31:18.359858 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71cd980f-02ce-49f6-a664-df686a3c8ee3 req-f6cce50e-4793-4ca3-b87e-d0665883fdfc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707514e0-3715-4eee-aacc-956fc3e57731 HTTP/1.1" status: 200 len: 1001 time: 0.0633731 Jul 09 14:31:18.413753 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd980f-02ce-49f6-a664-df686a3c8ee3 req-088de68d-a9b5-41e7-9092-c7e80d0ec6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:18.416176 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71cd980f-02ce-49f6-a664-df686a3c8ee3 req-088de68d-a9b5-41e7-9092-c7e80d0ec6da service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55bfb360-30d9-4c6c-a5ec-28e85c5481a3 HTTP/1.1" status: 200 len: 835 time: 0.0496030 Jul 09 14:31:18.478012 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cd980f-02ce-49f6-a664-df686a3c8ee3 req-6fff0d0d-b5ff-4836-bf8d-ab1d9155e532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:18.479751 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71cd980f-02ce-49f6-a664-df686a3c8ee3 req-6fff0d0d-b5ff-4836-bf8d-ab1d9155e532 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a64f1404-2840-4547-8621-35f66cfa9637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575614 Jul 09 14:31:18.569905 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71cd980f-02ce-49f6-a664-df686a3c8ee3 req-585b39b7-ed36-4ef8-8368-7f07621fef69 service neutron] 10.222.0.18 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832887 Jul 09 14:31:18.664017 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-71cd980f-02ce-49f6-a664-df686a3c8ee3 req-188a6552-c735-4f8a-aae7-e993de4273ec service neutron] 10.222.0.18 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884252 Jul 09 14:31:31.897281 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7458d51b-7c24-4192-b9cf-79e7e8f89811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:34.744738 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3e3c4db5-5186-438a-a161-72ab4cd2b8f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:34.757458 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:35.296197 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:31:35.887496 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:37.286956 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:39.208875 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:39.477122 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:31:49.630480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f673505c-de76-4a22-b21a-593f913f77df req-1178a65c-155f-4065-95ad-8b29366e246a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:49.632097 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f673505c-de76-4a22-b21a-593f913f77df req-1178a65c-155f-4065-95ad-8b29366e246a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.1017392 Jul 09 14:31:49.684877 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-51c9e5f3-3e34-463c-9543-b60fa064c255 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2003672 Jul 09 14:31:49.693771 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f673505c-de76-4a22-b21a-593f913f77df req-986a9963-7419-4378-aa98-94706493088f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520930 Jul 09 14:31:50.895789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e350915-dd1d-460d-8718-4ac167095245 req-2533233d-16f0-4ddd-9465-3b61a55776ee tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:50.897661 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e350915-dd1d-460d-8718-4ac167095245 req-2533233d-16f0-4ddd-9465-3b61a55776ee tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0748451 Jul 09 14:31:50.949158 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e350915-dd1d-460d-8718-4ac167095245 req-8f262fbc-1ffc-4d91-b811-584f01f9dde8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447783 Jul 09 14:31:51.043495 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-e010b0ec-00bb-42e7-99f2-c918d3b0da3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:51.045056 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-e010b0ec-00bb-42e7-99f2-c918d3b0da3c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 1097 time: 0.0704231 Jul 09 14:31:51.146922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-270c7d12-5938-4ee9-b196-e03b04287478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:51.149814 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-270c7d12-5938-4ee9-b196-e03b04287478 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a64f1404-2840-4547-8621-35f66cfa9637 HTTP/1.1" status: 200 len: 898 time: 0.0979221 Jul 09 14:31:51.224203 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-78103384-b8da-40ef-bfb1-9919fb1d7fb0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707514e0-3715-4eee-aacc-956fc3e57731 HTTP/1.1" status: 200 len: 1001 time: 0.0681455 Jul 09 14:31:51.279354 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-d3b36c24-3e1b-4a11-abbd-9b7de0d39e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:51.280773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-d3b36c24-3e1b-4a11-abbd-9b7de0d39e9c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55bfb360-30d9-4c6c-a5ec-28e85c5481a3 HTTP/1.1" status: 200 len: 835 time: 0.0508769 Jul 09 14:31:51.342575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-5860f922-b3e4-4394-8e9e-ac31a91673cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:51.344588 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-5860f922-b3e4-4394-8e9e-ac31a91673cd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a64f1404-2840-4547-8621-35f66cfa9637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572996 Jul 09 14:31:51.477647 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-b2dfa6f9-fa8a-4cdb-aa31-da0a21ba444c service neutron] 10.222.0.18 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248634 Jul 09 14:31:51.582268 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-5986e4e4-4130-4656-847c-086d4902e09c service neutron] 10.222.0.18 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982437 Jul 09 14:31:52.191815 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c7a80e-6a42-49cc-a7c1-5bf1e835d72f req-7a060482-3f8c-473d-a45e-bdbd57f35bd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:52.193490 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33c7a80e-6a42-49cc-a7c1-5bf1e835d72f req-7a060482-3f8c-473d-a45e-bdbd57f35bd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0725055 Jul 09 14:31:52.242242 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-33c7a80e-6a42-49cc-a7c1-5bf1e835d72f req-41bfcc5c-f527-43f6-8b3d-5f366b23d6c4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367303 Jul 09 14:31:53.439451 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c04147-1f5f-4e9e-b5c8-4d112796f75f req-a237ec2f-442d-44cf-8959-86f2c324c078 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:53.441144 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93c04147-1f5f-4e9e-b5c8-4d112796f75f req-a237ec2f-442d-44cf-8959-86f2c324c078 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0755706 Jul 09 14:31:53.489503 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-93c04147-1f5f-4e9e-b5c8-4d112796f75f req-9a7fe008-6082-4902-9c79-250da96ff049 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375602 Jul 09 14:31:54.706766 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d3b9fc-11ac-4629-83c4-137b16da940d req-4584a0a0-a840-461f-89c3-d064bd75126d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:54.708519 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1d3b9fc-11ac-4629-83c4-137b16da940d req-4584a0a0-a840-461f-89c3-d064bd75126d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0773003 Jul 09 14:31:54.773408 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e1d3b9fc-11ac-4629-83c4-137b16da940d req-de96ee32-4126-4acd-a42e-998328262816 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530860 Jul 09 14:31:55.976725 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fe57c9-8327-481b-be57-78d977991ffe req-c7f440c1-dde2-4ae5-aa4e-718f4ae0f33a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:55.978368 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7fe57c9-8327-481b-be57-78d977991ffe req-c7f440c1-dde2-4ae5-aa4e-718f4ae0f33a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0708709 Jul 09 14:31:56.021563 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d7fe57c9-8327-481b-be57-78d977991ffe req-12ad0bc3-5bd1-4267-ba5e-bd38f8f8a3cc tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345762 Jul 09 14:31:57.243961 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98194d-353f-4061-ab06-d9feaa702d0c req-aebe8bd8-636f-4163-b130-c8b63f338063 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:57.245620 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2e98194d-353f-4061-ab06-d9feaa702d0c req-aebe8bd8-636f-4163-b130-c8b63f338063 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0775411 Jul 09 14:31:57.293612 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2e98194d-353f-4061-ab06-d9feaa702d0c req-a07cb2de-7866-4812-a764-f24ba43132e8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378332 Jul 09 14:31:58.486299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b401cab-fd0e-403d-be05-9eda2d91470d req-9d6c3aff-c065-4243-a65c-7412c3a5ac00 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:58.488292 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b401cab-fd0e-403d-be05-9eda2d91470d req-9d6c3aff-c065-4243-a65c-7412c3a5ac00 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0738206 Jul 09 14:31:58.534360 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b401cab-fd0e-403d-be05-9eda2d91470d req-6894368e-53e7-4019-a52d-afc37667fc95 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390999 Jul 09 14:31:59.766328 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd8b9b-1e21-49fe-9ffb-aab078752d45 req-97382586-04e2-448c-9c88-3864892b8e2e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:31:59.768047 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58bd8b9b-1e21-49fe-9ffb-aab078752d45 req-97382586-04e2-448c-9c88-3864892b8e2e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.1064765 Jul 09 14:31:59.812772 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-58bd8b9b-1e21-49fe-9ffb-aab078752d45 req-92cd93f3-b92d-49d0-bac1-e7a453a3df43 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381689 Jul 09 14:32:01.010078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91601af6-a8ca-4773-bf9e-911400c41dfd req-5899d932-c811-4770-89b3-f0b3618d8d9c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:01.012491 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-91601af6-a8ca-4773-bf9e-911400c41dfd req-5899d932-c811-4770-89b3-f0b3618d8d9c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0771086 Jul 09 14:32:01.068560 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-91601af6-a8ca-4773-bf9e-911400c41dfd req-05c6883d-7268-4409-90bc-843be02c0185 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499623 Jul 09 14:32:01.906034 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bcb0b9e1-daeb-4b9a-ac4a-0dfdd1276c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:02.281311 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dce9d8f-3370-4a50-820f-6511fca18ba9 req-5395102a-6a0b-4ff1-a5dc-5204f38084f1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:02.282994 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2dce9d8f-3370-4a50-820f-6511fca18ba9 req-5395102a-6a0b-4ff1-a5dc-5204f38084f1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0753500 Jul 09 14:32:02.330834 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2dce9d8f-3370-4a50-820f-6511fca18ba9 req-e01b4776-3499-4da7-9ce1-7684afafdc40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369985 Jul 09 14:32:03.538273 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a030623d-dd36-4055-8e42-03de942a371b req-136c67d1-ef39-4bcd-8263-a19d9fc121a2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:03.540045 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a030623d-dd36-4055-8e42-03de942a371b req-136c67d1-ef39-4bcd-8263-a19d9fc121a2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0766852 Jul 09 14:32:03.584640 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a030623d-dd36-4055-8e42-03de942a371b req-119e47b8-54f1-490d-8e46-d9aa2e8c0e4d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383642 Jul 09 14:32:04.764503 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e6225271-c79b-4392-9b6d-19a475639ddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:04.768602 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:04.784508 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74127a-ae1a-44ef-9b79-973a7e613a2d req-56f233d2-9527-47f2-9a9d-fb8ccf929221 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:04.786177 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee74127a-ae1a-44ef-9b79-973a7e613a2d req-56f233d2-9527-47f2-9a9d-fb8ccf929221 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0791397 Jul 09 14:32:04.848447 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee74127a-ae1a-44ef-9b79-973a7e613a2d req-851e2b79-3778-4bf8-ad47-cf361d626619 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556724 Jul 09 14:32:05.891720 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:06.047391 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1b679a-c10c-4648-8a46-ce682d381e45 req-1d6e90dc-28bc-444b-9092-e3acec8e68e0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:06.049059 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a1b679a-c10c-4648-8a46-ce682d381e45 req-1d6e90dc-28bc-444b-9092-e3acec8e68e0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0785151 Jul 09 14:32:06.098853 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a1b679a-c10c-4648-8a46-ce682d381e45 req-3bcdf13d-94d4-4093-a484-a0aa862dc902 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430686 Jul 09 14:32:07.296643 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:07.301208 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fbce5a-a9c0-40f0-9c7f-a5fb92efcff8 req-c84b5c00-2724-448d-ab8c-6445861bdac1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:07.302864 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-54fbce5a-a9c0-40f0-9c7f-a5fb92efcff8 req-c84b5c00-2724-448d-ab8c-6445861bdac1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0830648 Jul 09 14:32:07.346584 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-54fbce5a-a9c0-40f0-9c7f-a5fb92efcff8 req-8c13decd-6950-455c-8a43-331b42c9e7e0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373335 Jul 09 14:32:08.591376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31576dd-de4a-4f3e-a013-df7d33ddcd55 req-91a66d1e-ef06-4392-9880-2f4876eb6184 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:08.593020 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b31576dd-de4a-4f3e-a013-df7d33ddcd55 req-91a66d1e-ef06-4392-9880-2f4876eb6184 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0745921 Jul 09 14:32:08.644133 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b31576dd-de4a-4f3e-a013-df7d33ddcd55 req-20660d8c-9f32-4542-a95e-a941834e7f9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450203 Jul 09 14:32:08.682975 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-fcba2582-875e-4805-b99c-da71c17c12c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:32:08.684121 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-fcba2582-875e-4805-b99c-da71c17c12c6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066023 Jul 09 14:32:08.750413 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-5518920c-ab12-464f-9043-730f5aa0891f service neutron] show failed (client error): The resource could not be found. Jul 09 14:32:08.751508 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-5518920c-ab12-464f-9043-730f5aa0891f service neutron] 10.222.0.18 "GET /v2.0/ports/707514e0-3715-4eee-aacc-956fc3e57731/bindings/n-h2-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.0613370 Jul 09 14:32:09.030812 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-914ae8e1-8f6f-40fe-8550-f1fa7687c642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:09.032423 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-914ae8e1-8f6f-40fe-8550-f1fa7687c642 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b&tenant_id=f808e39d0d444e548c8009328d8be499 HTTP/1.1" status: 200 len: 1097 time: 0.0628006 Jul 09 14:32:09.044502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:32:09.128370 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:09.199292 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:09.381691 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] For port 707514e0-3715-4eee-aacc-956fc3e57731, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=707514e0-3715-4eee-aacc-956fc3e57731,segment=NetworkSegment(67fe4213-e597-4fce-93b3-1665769799d2),segment_id=67fe4213-e597-4fce-93b3-1665769799d2)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:32:09.419346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] For port 707514e0-3715-4eee-aacc-956fc3e57731, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:32:09.470736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '707514e0-3715-4eee-aacc-956fc3e57731'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:32:09.474452 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8233917-6d8f-4cb9-9a27-db67de23cb9f" -d '{"events": [{"server_uuid": "bf025bf3-456c-42b8-abba-64b91b79391b", "name": "network-vif-unplugged", "status": "completed", "tag": "707514e0-3715-4eee-aacc-956fc3e57731"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:32:09.481203 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:09.482923 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:09.499873 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Transition to ACTIVE for port object 707514e0-3715-4eee-aacc-956fc3e57731 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:32:09.505349 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:09.545631 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0939429-32e8-4597-a25c-d707beec5b2d x-openstack-request-id: req-d0939429-32e8-4597-a25c-d707beec5b2d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:32:09.545950 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf025bf3-456c-42b8-abba-64b91b79391b", "name": "network-vif-unplugged", "status": "completed", "tag": "707514e0-3715-4eee-aacc-956fc3e57731", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:32:09.546212 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d0939429-32e8-4597-a25c-d707beec5b2d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:32:09.546558 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '707514e0-3715-4eee-aacc-956fc3e57731', 'code': 200} Jul 09 14:32:09.601668 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Pushing event updated for resources: {'Port': ['ID=707514e0-3715-4eee-aacc-956fc3e57731,revision_number=6']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:09.613450 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:09.613807 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:09.614151 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:09.614493 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:09.614837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:09.615202 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:09.615533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:09.615863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:09.617273 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:09.617801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:09.618149 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:09.618481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:09.675123 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] No DVR routers for this DVR port 707514e0-3715-4eee-aacc-956fc3e57731 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:32:09.877300 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef4b9e3-4120-40db-9270-d97856f5a8db req-51dc59d0-1fa2-4e80-8507-11cbcec47503 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:09.878933 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ef4b9e3-4120-40db-9270-d97856f5a8db req-51dc59d0-1fa2-4e80-8507-11cbcec47503 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 944 time: 0.0799460 Jul 09 14:32:09.896625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Attempting to bind port 707514e0-3715-4eee-aacc-956fc3e57731 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:32:09.899042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Attempting to bind port 707514e0-3715-4eee-aacc-956fc3e57731 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:32:09.899042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Attempting to bind port 707514e0-3715-4eee-aacc-956fc3e57731 on network a64f1404-2840-4547-8621-35f66cfa9637 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:32:09.903282 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Port 707514e0-3715-4eee-aacc-956fc3e57731 on network a64f1404-2840-4547-8621-35f66cfa9637 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:32:09.903565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Attempting to bind port 707514e0-3715-4eee-aacc-956fc3e57731 on network a64f1404-2840-4547-8621-35f66cfa9637 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:32:09.909408 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 32, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:32:09.909756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Checking segment: {'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:32:09.910249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Bound using segment: {'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:32:09.910765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Bound port: 707514e0-3715-4eee-aacc-956fc3e57731, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67fe4213-e597-4fce-93b3-1665769799d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 309, 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:32:09.911259 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:09.935256 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9ef4b9e3-4120-40db-9270-d97856f5a8db req-3031cf82-8070-4ea3-a8b5-fc2b183ef638 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484955 Jul 09 14:32:10.004388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] For port 707514e0-3715-4eee-aacc-956fc3e57731, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:32:10.008882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] For port 707514e0-3715-4eee-aacc-956fc3e57731, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=707514e0-3715-4eee-aacc-956fc3e57731,segment=NetworkSegment(67fe4213-e597-4fce-93b3-1665769799d2),segment_id=67fe4213-e597-4fce-93b3-1665769799d2)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:32:10.015137 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:10.052784 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:10.053408 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:10.055430 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] 10.222.0.15 "PUT /v2.0/ports/707514e0-3715-4eee-aacc-956fc3e57731 HTTP/1.1" status: 200 len: 1092 time: 1.0154874 Jul 09 14:32:10.111625 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eeee106-eed4-4b99-bc5d-e03f50fb42c8 service neutron] Pushing event updated for resources: {'Port': ['ID=707514e0-3715-4eee-aacc-956fc3e57731,revision_number=7']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:10.151699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-50c0d469-bc77-4ebf-b7b1-e9f1e32911a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:10.153391 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-50c0d469-bc77-4ebf-b7b1-e9f1e32911a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 1095 time: 0.0729907 Jul 09 14:32:10.320003 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-c93e115a-059f-4bb8-a913-bbc529b6e5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:10.322733 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-c93e115a-059f-4bb8-a913-bbc529b6e5b0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a64f1404-2840-4547-8621-35f66cfa9637 HTTP/1.1" status: 200 len: 898 time: 0.1631949 Jul 09 14:32:10.410405 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-42f2063f-e7fc-4746-bbc7-2b77a81a3ec9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707514e0-3715-4eee-aacc-956fc3e57731 HTTP/1.1" status: 200 len: 999 time: 0.0812528 Jul 09 14:32:10.486281 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-18ad85e9-7e2a-4307-9b22-400a8ea28669 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:10.488136 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-18ad85e9-7e2a-4307-9b22-400a8ea28669 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55bfb360-30d9-4c6c-a5ec-28e85c5481a3 HTTP/1.1" status: 200 len: 835 time: 0.0716343 Jul 09 14:32:10.570944 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-d8288eb6-cde3-41e2-94e9-c6be0ee1b92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:10.573657 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-d8288eb6-cde3-41e2-94e9-c6be0ee1b92c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a64f1404-2840-4547-8621-35f66cfa9637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0777864 Jul 09 14:32:10.696770 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-775faf30-b1e2-401a-862b-e50c48a17642 service neutron] 10.222.0.15 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1158068 Jul 09 14:32:10.798181 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c99b5c6-420a-43ea-a0ec-2ddb2e168610 req-d7202840-91d2-4b95-ba99-2cdce365507d service neutron] 10.222.0.15 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954626 Jul 09 14:32:11.166306 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6038f-2167-4c61-af04-2fc08a068693 req-acd4f5cd-da39-4d42-8f44-af3e3e2475b0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:11.168914 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7cd6038f-2167-4c61-af04-2fc08a068693 req-acd4f5cd-da39-4d42-8f44-af3e3e2475b0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 944 time: 0.0870347 Jul 09 14:32:11.217249 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7cd6038f-2167-4c61-af04-2fc08a068693 req-01080a61-51ab-4586-8bd8-f2a275d8647d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423713 Jul 09 14:32:11.548301 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'tag': '707514e0-3715-4eee-aacc-956fc3e57731'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:32:11.550720 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cdec824-5a1c-4eec-bc9d-5285048cc80c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf025bf3-456c-42b8-abba-64b91b79391b", "tag": "707514e0-3715-4eee-aacc-956fc3e57731"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:32:11.605961 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6290d92-8d9f-4ff0-a2c7-5a2b7b89a131 x-openstack-request-id: req-b6290d92-8d9f-4ff0-a2c7-5a2b7b89a131 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:32:11.606272 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf025bf3-456c-42b8-abba-64b91b79391b", "tag": "707514e0-3715-4eee-aacc-956fc3e57731", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:32:11.606438 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b6290d92-8d9f-4ff0-a2c7-5a2b7b89a131 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:32:11.606940 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'tag': '707514e0-3715-4eee-aacc-956fc3e57731', 'status': 'completed', 'code': 200} Jul 09 14:32:11.727380 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-edc39273-2048-4d7c-81d4-8be60d7ab5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:11.728945 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-edc39273-2048-4d7c-81d4-8be60d7ab5f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 1095 time: 0.1007433 Jul 09 14:32:11.733861 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-1f1a7fef-d91a-42ec-9cc6-073c807af1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:11.735383 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-1f1a7fef-d91a-42ec-9cc6-073c807af1be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 1095 time: 0.0981600 Jul 09 14:32:11.981388 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 707514e0-3715-4eee-aacc-956fc3e57731 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:32:12.037430 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 707514e0-3715-4eee-aacc-956fc3e57731 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:32:12.240502 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-158c2f40-6e01-49cc-a8df-76548a71b043 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:12.241929 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-158c2f40-6e01-49cc-a8df-76548a71b043 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a64f1404-2840-4547-8621-35f66cfa9637 HTTP/1.1" status: 200 len: 898 time: 0.5056686 Jul 09 14:32:12.243420 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-af3cff19-fb68-4ed2-8d6f-ec302a8dba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:12.244786 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-af3cff19-fb68-4ed2-8d6f-ec302a8dba2f service neutron] 10.222.0.15 "GET /v2.0/networks?id=a64f1404-2840-4547-8621-35f66cfa9637 HTTP/1.1" status: 200 len: 898 time: 0.4998872 Jul 09 14:32:12.297151 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:32:12.419738 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-05f74fb9-8bde-42c6-8e4f-1ac583c55f79 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707514e0-3715-4eee-aacc-956fc3e57731 HTTP/1.1" status: 200 len: 999 time: 0.1611242 Jul 09 14:32:12.421587 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-a8460c3f-1e80-41eb-b535-7798cb3c4f94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707514e0-3715-4eee-aacc-956fc3e57731 HTTP/1.1" status: 200 len: 999 time: 0.1731236 Jul 09 14:32:12.479860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c989592-b6c5-4068-bda8-7dc8515a4b8d req-49f84417-d36e-4b7e-a32d-456d9a8c3383 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:12.481439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7c989592-b6c5-4068-bda8-7dc8515a4b8d req-49f84417-d36e-4b7e-a32d-456d9a8c3383 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 944 time: 0.1314020 Jul 09 14:32:12.520436 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-94b49867-3910-4a20-9489-abe8bf16449d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:12.522049 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-94b49867-3910-4a20-9489-abe8bf16449d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55bfb360-30d9-4c6c-a5ec-28e85c5481a3 HTTP/1.1" status: 200 len: 835 time: 0.0960896 Jul 09 14:32:12.530159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-075c1c63-1aa3-4771-a788-3ca86c905f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:12.531705 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-075c1c63-1aa3-4771-a788-3ca86c905f99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55bfb360-30d9-4c6c-a5ec-28e85c5481a3 HTTP/1.1" status: 200 len: 835 time: 0.0938821 Jul 09 14:32:12.547798 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7c989592-b6c5-4068-bda8-7dc8515a4b8d req-862d936d-0122-48c5-a221-dcedf89d5f5c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525026 Jul 09 14:32:12.629965 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-79f96f17-bff5-4d06-8557-d335781372bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:12.632052 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-79f96f17-bff5-4d06-8557-d335781372bb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a64f1404-2840-4547-8621-35f66cfa9637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1034639 Jul 09 14:32:12.638108 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-7ab6ca8b-5848-4070-a18b-1d406be9d5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:12.639668 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-7ab6ca8b-5848-4070-a18b-1d406be9d5d2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a64f1404-2840-4547-8621-35f66cfa9637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1004331 Jul 09 14:32:12.733447 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 707514e0-3715-4eee-aacc-956fc3e57731 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:32:12.807157 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-fd79ef0d-460c-4567-9bc8-11bdaa68708c service neutron] 10.222.0.15 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663702 Jul 09 14:32:12.809070 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-246aa5b7-3e16-4225-9c1e-11e95af269f9 service neutron] 10.222.0.18 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604729 Jul 09 14:32:12.849304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 707514e0-3715-4eee-aacc-956fc3e57731, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=707514e0-3715-4eee-aacc-956fc3e57731,segment=NetworkSegment(67fe4213-e597-4fce-93b3-1665769799d2),segment_id=67fe4213-e597-4fce-93b3-1665769799d2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:32:12.861935 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': '707514e0-3715-4eee-aacc-956fc3e57731', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'port_id': '707514e0-3715-4eee-aacc-956fc3e57731', 'mac_address': 'fa:16:3e:9d:6d:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 309, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:32:12.905171 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:12.924900 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 707514e0-3715-4eee-aacc-956fc3e57731 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:32:12.948537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 707514e0-3715-4eee-aacc-956fc3e57731, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=707514e0-3715-4eee-aacc-956fc3e57731,segment=NetworkSegment(67fe4213-e597-4fce-93b3-1665769799d2),segment_id=67fe4213-e597-4fce-93b3-1665769799d2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:32:12.953896 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:12.978498 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-628dad69-6a6a-439a-9c91-d927d1ca0588 service neutron] 10.222.0.15 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654139 Jul 09 14:32:12.980465 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0cdec824-5a1c-4eec-bc9d-5285048cc80c req-fe376eed-a56d-4c69-bfb0-3a4c461e54a9 service neutron] 10.222.0.18 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591294 Jul 09 14:32:13.018077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=707514e0-3715-4eee-aacc-956fc3e57731,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:13.026710 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:13.027062 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:13.027446 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:13.027791 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:13.028132 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:13.028471 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:13.028807 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:13.029159 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:13.029473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:13.029806 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:13.030144 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:13.030473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:13.225017 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['707514e0-3715-4eee-aacc-956fc3e57731'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:32:13.745517 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5370c058-50c0-40f4-b62f-efcde2daa4da req-048523ab-5175-40f0-a3de-dd00fd9ab49b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:13.747209 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5370c058-50c0-40f4-b62f-efcde2daa4da req-048523ab-5175-40f0-a3de-dd00fd9ab49b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 945 time: 0.0712047 Jul 09 14:32:13.789849 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5370c058-50c0-40f4-b62f-efcde2daa4da req-6b80342c-7815-4878-aee6-0651297dfb4a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367072 Jul 09 14:32:14.200336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82371d-f30d-4459-b42e-6f70df471473 req-2c82a101-e227-4408-90b5-cbf25e036e8d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:14.202549 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da82371d-f30d-4459-b42e-6f70df471473 req-2c82a101-e227-4408-90b5-cbf25e036e8d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 945 time: 0.0938103 Jul 09 14:32:14.247725 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-da82371d-f30d-4459-b42e-6f70df471473 req-2dd2188e-ea54-48e8-9e27-6c3ff4e533e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383515 Jul 09 14:32:14.254733 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d85c83-c519-4ddd-88d4-fb774202730f req-98a8abf7-2126-4378-8aaa-9c6952ab544b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:14.258130 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54d85c83-c519-4ddd-88d4-fb774202730f req-98a8abf7-2126-4378-8aaa-9c6952ab544b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b&tenant_id=f808e39d0d444e548c8009328d8be499&binding%3Ahost_id=n-h2-799525-3 HTTP/1.1" status: 200 len: 945 time: 0.1135237 Jul 09 14:32:14.343167 n-d-799525-3 neutron-server[93753]: INFO neutron.api.v2.resource [req-54d85c83-c519-4ddd-88d4-fb774202730f req-a317a975-0960-4a8f-bfbb-79e6f4ffd5d4 service neutron] delete failed (client error): The resource could not be found. Jul 09 14:32:14.344399 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54d85c83-c519-4ddd-88d4-fb774202730f req-a317a975-0960-4a8f-bfbb-79e6f4ffd5d4 service neutron] 10.222.0.18 "DELETE /v2.0/ports/707514e0-3715-4eee-aacc-956fc3e57731/bindings/n-h1-799525-3 HTTP/1.1" status: 404 len: 380 time: 0.0812109 Jul 09 14:32:14.489368 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78c454e-2e7a-4cb9-b6e4-04336b1f1827 req-d03a1d0b-d0fb-45f7-8a6f-94302c5a1ea4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:14.492100 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e78c454e-2e7a-4cb9-b6e4-04336b1f1827 req-d03a1d0b-d0fb-45f7-8a6f-94302c5a1ea4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 945 time: 0.0973103 Jul 09 14:32:14.492785 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d85c83-c519-4ddd-88d4-fb774202730f req-c72164e7-7714-47fa-9633-925f0c460642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:14.495918 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54d85c83-c519-4ddd-88d4-fb774202730f req-c72164e7-7714-47fa-9633-925f0c460642 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 1096 time: 0.0846553 Jul 09 14:32:14.539578 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e78c454e-2e7a-4cb9-b6e4-04336b1f1827 req-89517350-655e-487b-b955-142f8ed7b884 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383923 Jul 09 14:32:14.662104 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d85c83-c519-4ddd-88d4-fb774202730f req-a7c288c4-9be7-430f-8a38-0fcc383c830a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:14.665628 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54d85c83-c519-4ddd-88d4-fb774202730f req-a7c288c4-9be7-430f-8a38-0fcc383c830a service neutron] 10.222.0.18 "GET /v2.0/networks?id=a64f1404-2840-4547-8621-35f66cfa9637 HTTP/1.1" status: 200 len: 898 time: 0.1633630 Jul 09 14:32:14.738647 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54d85c83-c519-4ddd-88d4-fb774202730f req-4d32526c-4cb4-40ab-8aa8-d6429d5ff133 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707514e0-3715-4eee-aacc-956fc3e57731 HTTP/1.1" status: 200 len: 1000 time: 0.0668886 Jul 09 14:32:14.741183 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 707514e0-3715-4eee-aacc-956fc3e57731 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:32:14.796896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d85c83-c519-4ddd-88d4-fb774202730f req-8af5a2de-3617-47e3-aa25-3f80858e394e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:14.798454 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54d85c83-c519-4ddd-88d4-fb774202730f req-8af5a2de-3617-47e3-aa25-3f80858e394e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=55bfb360-30d9-4c6c-a5ec-28e85c5481a3 HTTP/1.1" status: 200 len: 835 time: 0.0539074 Jul 09 14:32:14.799864 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port 707514e0-3715-4eee-aacc-956fc3e57731 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:32:14.805632 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port 707514e0-3715-4eee-aacc-956fc3e57731 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:32:14.806015 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:14.884546 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d85c83-c519-4ddd-88d4-fb774202730f req-01bb7e70-c670-4fd6-a926-cffeeafca0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:14.886273 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54d85c83-c519-4ddd-88d4-fb774202730f req-01bb7e70-c670-4fd6-a926-cffeeafca0bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a64f1404-2840-4547-8621-35f66cfa9637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807378 Jul 09 14:32:14.913145 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:14.940479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707514e0-3715-4eee-aacc-956fc3e57731'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:32:14.942848 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccd51c1-1b16-45c3-ac91-8f8527d16ba8" -d '{"events": [{"server_uuid": "bf025bf3-456c-42b8-abba-64b91b79391b", "name": "network-vif-plugged", "status": "completed", "tag": "707514e0-3715-4eee-aacc-956fc3e57731"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:32:14.961880 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port 707514e0-3715-4eee-aacc-956fc3e57731, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=707514e0-3715-4eee-aacc-956fc3e57731,segment=NetworkSegment(67fe4213-e597-4fce-93b3-1665769799d2),segment_id=67fe4213-e597-4fce-93b3-1665769799d2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:32:14.968532 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:15.027748 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:32:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c82a1bc-294b-4b21-97fc-ac4be36a846a x-openstack-request-id: req-1c82a1bc-294b-4b21-97fc-ac4be36a846a {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:32:15.028172 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf025bf3-456c-42b8-abba-64b91b79391b", "name": "network-vif-plugged", "status": "completed", "tag": "707514e0-3715-4eee-aacc-956fc3e57731", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:32:15.028550 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-1c82a1bc-294b-4b21-97fc-ac4be36a846a {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:32:15.029069 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '707514e0-3715-4eee-aacc-956fc3e57731', 'code': 200} Jul 09 14:32:15.029253 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54d85c83-c519-4ddd-88d4-fb774202730f req-52c106a4-40d7-4382-8c8c-32feb18540f3 service neutron] 10.222.0.18 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366315 Jul 09 14:32:15.044088 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=707514e0-3715-4eee-aacc-956fc3e57731,revision_number=9']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:15.138828 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-54d85c83-c519-4ddd-88d4-fb774202730f req-1722083e-6786-4a92-bae7-a802468db392 service neutron] 10.222.0.18 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035328 Jul 09 14:32:15.772284 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ab8d7b-110e-440b-9ce3-c222db436cbc req-bdf9c6b8-d941-4ca4-b42e-4f1d4e415529 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:15.774630 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43ab8d7b-110e-440b-9ce3-c222db436cbc req-bdf9c6b8-d941-4ca4-b42e-4f1d4e415529 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0884454 Jul 09 14:32:15.837743 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-43ab8d7b-110e-440b-9ce3-c222db436cbc req-26630c85-2be2-4779-8b94-9ebc62821c76 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519006 Jul 09 14:32:15.879737 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50256) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:15.964447 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c429abae-8394-41c6-9d1a-33dd49292235 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/5ebb8ea0-9945-4989-973a-2f2a5aa9f58b HTTP/1.1" status: 200 len: 993 time: 0.0829368 Jul 09 14:32:18.352243 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af9259-2097-4391-a028-04abe1996c9f req-b57a3b5d-f471-4e88-bfd6-11fd6cf9fd9b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0594380 Jul 09 14:32:18.467406 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af9259-2097-4391-a028-04abe1996c9f req-979635c9-cc58-42c1-b2fd-7c8eac386140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:18.470070 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af9259-2097-4391-a028-04abe1996c9f req-979635c9-cc58-42c1-b2fd-7c8eac386140 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 1097 time: 0.0730412 Jul 09 14:32:18.612632 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af9259-2097-4391-a028-04abe1996c9f req-978e1d35-db6a-42f5-a5e0-b16aa20d8226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:18.614228 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af9259-2097-4391-a028-04abe1996c9f req-978e1d35-db6a-42f5-a5e0-b16aa20d8226 service neutron] 10.222.0.15 "GET /v2.0/networks?id=a64f1404-2840-4547-8621-35f66cfa9637 HTTP/1.1" status: 200 len: 898 time: 0.1203351 Jul 09 14:32:18.687323 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af9259-2097-4391-a028-04abe1996c9f req-8d442c87-dcdd-4a8a-ac04-9d7db8b17ed4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707514e0-3715-4eee-aacc-956fc3e57731 HTTP/1.1" status: 200 len: 1001 time: 0.0661879 Jul 09 14:32:18.743453 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af9259-2097-4391-a028-04abe1996c9f req-e0d30acc-dd53-46c0-967c-5d51c72e5104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:18.745624 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af9259-2097-4391-a028-04abe1996c9f req-e0d30acc-dd53-46c0-967c-5d51c72e5104 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55bfb360-30d9-4c6c-a5ec-28e85c5481a3 HTTP/1.1" status: 200 len: 835 time: 0.0515954 Jul 09 14:32:18.815207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af9259-2097-4391-a028-04abe1996c9f req-4c4234c2-ffe4-4dbd-8098-0eac0131a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:18.816778 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af9259-2097-4391-a028-04abe1996c9f req-4c4234c2-ffe4-4dbd-8098-0eac0131a26a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a64f1404-2840-4547-8621-35f66cfa9637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656106 Jul 09 14:32:18.911597 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af9259-2097-4391-a028-04abe1996c9f req-78435282-05c9-4426-b503-969cbda62797 service neutron] 10.222.0.15 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880847 Jul 09 14:32:19.011720 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af9259-2097-4391-a028-04abe1996c9f req-7f5a4956-bdcc-4b25-8f35-9d37e4a6c488 service neutron] 10.222.0.15 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944047 Jul 09 14:32:31.893046 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1f08570-cfbe-4abb-a3f2-b6e64591773d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:34.755221 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-53476336-b6bb-42b0-955f-5e76517a4a45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:34.761173 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:35.893912 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:37.293647 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:39.214077 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:39.485875 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:44.463376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50268) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:44.624102 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port 1c994b02-29c3-4261-971d-4a9fc7b6ed5d {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:32:44.624446 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:44.707529 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:44.707849 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:44.720616 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for 1c994b02-29c3-4261-971d-4a9fc7b6ed5d owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:32:44.885348 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:44.909427 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=1c994b02-29c3-4261-971d-4a9fc7b6ed5d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:44.920358 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:44.920711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:44.921083 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:44.921469 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:44.921790 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:44.922153 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:44.922504 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:44.922845 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:44.923203 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:44.924056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:44.924056 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:44.924299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:32:44.995465 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:44.995808 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Floating IP 5ebb8ea0-9945-4989-973a-2f2a5aa9f58b disassociated (deleted). External IP: 172.25.2.21, port: 707514e0-3715-4eee-aacc-956fc3e57731. Jul 09 14:32:45.530059 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:32:45.657965 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:32:45.667971 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:45.670001 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15448548-1c8a-4254-859e-c328aa02e5f7 None None] Sync routers for ids ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:32:45.687296 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15448548-1c8a-4254-859e-c328aa02e5f7 None None] Routers {'8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:32:45.688466 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-15448548-1c8a-4254-859e-c328aa02e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:32:45.722064 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f6b9c5f2-0723-4aab-b3ef-4eb217ccb687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/floatingips/5ebb8ea0-9945-4989-973a-2f2a5aa9f58b HTTP/1.1" status: 204 len: 168 time: 1.2573555 Jul 09 14:32:45.723461 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'tag': '707514e0-3715-4eee-aacc-956fc3e57731'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:32:45.727548 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1091433339f976b032524960edcb999fbceacf16816299a62dfac0337c1fae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb540dd-bbc4-4981-9537-b15b4137e753" -d '{"events": [{"name": "network-changed", "server_uuid": "bf025bf3-456c-42b8-abba-64b91b79391b", "tag": "707514e0-3715-4eee-aacc-956fc3e57731"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:32:45.817969 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-15448548-1c8a-4254-859e-c328aa02e5f7 None None] Set router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:32:45.886082 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f105fac-d9b7-4508-8b08-af82682822e9 x-openstack-request-id: req-4f105fac-d9b7-4508-8b08-af82682822e9 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:32:45.886736 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf025bf3-456c-42b8-abba-64b91b79391b", "tag": "707514e0-3715-4eee-aacc-956fc3e57731", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:32:45.887432 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-4f105fac-d9b7-4508-8b08-af82682822e9 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:32:45.887931 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'tag': '707514e0-3715-4eee-aacc-956fc3e57731', 'status': 'completed', 'code': 200} Jul 09 14:32:45.974004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb540dd-bbc4-4981-9537-b15b4137e753 req-42feaa51-64f7-495c-8f6f-1eee1a2a38ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:45.975688 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdb540dd-bbc4-4981-9537-b15b4137e753 req-42feaa51-64f7-495c-8f6f-1eee1a2a38ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 1097 time: 0.0726142 Jul 09 14:32:46.076865 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-15448548-1c8a-4254-859e-c328aa02e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24927733', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd9356748-5969-4e72-95de-bab516206c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:55Z', 'updated_at': '2021-07-09T14:30:59Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'd9356748-5969-4e72-95de-bab516206c84', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:33:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:56Z', 'updated_at': '2021-07-09T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ce63b0b5-e5f3-4394-84d5-d91f75835eb0', 'name': '', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:ff:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:58Z', 'updated_at': '2021-07-09T14:31:04Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:32:46.085269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb540dd-bbc4-4981-9537-b15b4137e753 req-918c90a3-f2d1-405a-821f-a4926de533ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:46.086799 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdb540dd-bbc4-4981-9537-b15b4137e753 req-918c90a3-f2d1-405a-821f-a4926de533ee service neutron] 10.222.0.15 "GET /v2.0/networks?id=a64f1404-2840-4547-8621-35f66cfa9637 HTTP/1.1" status: 200 len: 898 time: 0.1052153 Jul 09 14:32:46.105487 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15448548-1c8a-4254-859e-c328aa02e5f7 None None] Checking router: 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:32:46.116143 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15448548-1c8a-4254-859e-c328aa02e5f7 None None] Routers {'8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:32:46.116961 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-15448548-1c8a-4254-859e-c328aa02e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:32:46.146260 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdb540dd-bbc4-4981-9537-b15b4137e753 req-89f3c308-c518-4376-8ea3-3ec309cfb4cc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=707514e0-3715-4eee-aacc-956fc3e57731 HTTP/1.1" status: 200 len: 217 time: 0.0476964 Jul 09 14:32:46.214773 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb540dd-bbc4-4981-9537-b15b4137e753 req-9845889f-d10f-436e-8745-fa127b549907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:46.216572 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdb540dd-bbc4-4981-9537-b15b4137e753 req-9845889f-d10f-436e-8745-fa127b549907 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=55bfb360-30d9-4c6c-a5ec-28e85c5481a3 HTTP/1.1" status: 200 len: 835 time: 0.0620356 Jul 09 14:32:46.245297 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-15448548-1c8a-4254-859e-c328aa02e5f7 None None] Set router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:32:46.283875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f692502-2cff-47d2-b0c6-86f8f65c2264 req-937238cd-5229-4560-a33b-f55f36c881bd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:46.285423 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f692502-2cff-47d2-b0c6-86f8f65c2264 req-937238cd-5229-4560-a33b-f55f36c881bd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.1551456 Jul 09 14:32:46.291667 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb540dd-bbc4-4981-9537-b15b4137e753 req-52358387-c8fb-4547-b8b8-3cc5a9ce07c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:46.296745 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdb540dd-bbc4-4981-9537-b15b4137e753 req-52358387-c8fb-4547-b8b8-3cc5a9ce07c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=a64f1404-2840-4547-8621-35f66cfa9637&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0721238 Jul 09 14:32:46.330444 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3f692502-2cff-47d2-b0c6-86f8f65c2264 req-a993bc02-1e6c-4bf5-bd64-af7ddf9a4494 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375261 Jul 09 14:32:46.413448 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdb540dd-bbc4-4981-9537-b15b4137e753 req-0194c95c-bfd7-4cd1-8450-dc32d12bcc1a service neutron] 10.222.0.15 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079192 Jul 09 14:32:46.488825 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-15448548-1c8a-4254-859e-c328aa02e5f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24927733', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd9356748-5969-4e72-95de-bab516206c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:55Z', 'updated_at': '2021-07-09T14:30:59Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'd9356748-5969-4e72-95de-bab516206c84', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:33:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:56Z', 'updated_at': '2021-07-09T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ce63b0b5-e5f3-4394-84d5-d91f75835eb0', 'name': '', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:ff:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:58Z', 'updated_at': '2021-07-09T14:31:04Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:32:46.520655 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15448548-1c8a-4254-859e-c328aa02e5f7 None None] The sync data for ids ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'] in n-d-799525-3 is: [{'id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24927733', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd9356748-5969-4e72-95de-bab516206c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:55Z', 'updated_at': '2021-07-09T14:30:59Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'd9356748-5969-4e72-95de-bab516206c84', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:33:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:56Z', 'updated_at': '2021-07-09T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'ce63b0b5-e5f3-4394-84d5-d91f75835eb0', 'name': '', 'network_id': 'a64f1404-2840-4547-8621-35f66cfa9637', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:ff:1e:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:58Z', 'updated_at': '2021-07-09T14:31:04Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '55bfb360-30d9-4c6c-a5ec-28e85c5481a3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:32:46.522196 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fdb540dd-bbc4-4981-9537-b15b4137e753 req-759e43d2-af57-4865-9e3b-633319225ff2 service neutron] 10.222.0.15 "GET /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977955 Jul 09 14:32:46.775389 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb5489a5-2ece-467d-8ce2-22a4d0aefac6 None None] New status for floating IP 5ebb8ea0-9945-4989-973a-2f2a5aa9f58b: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:32:47.406472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eed8d5-5923-48a4-b093-6dff0d24ab4c req-6aa454b6-4b3c-4a97-af65-de803a4dbc13 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:47.408047 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-94eed8d5-5923-48a4-b093-6dff0d24ab4c req-6aa454b6-4b3c-4a97-af65-de803a4dbc13 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.0762193 Jul 09 14:32:47.523813 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-94eed8d5-5923-48a4-b093-6dff0d24ab4c req-3f43d276-08c9-4400-bc50-113f806ed365 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port 707514e0-3715-4eee-aacc-956fc3e57731 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:32:47.524253 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94eed8d5-5923-48a4-b093-6dff0d24ab4c req-3f43d276-08c9-4400-bc50-113f806ed365 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:47.581802 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40340909-5d08-4cd9-a7dd-49ead53bf211 req-8e35cdbf-f2bc-43e8-a064-1f2d86c688d9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:47.583401 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40340909-5d08-4cd9-a7dd-49ead53bf211 req-8e35cdbf-f2bc-43e8-a064-1f2d86c688d9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf025bf3-456c-42b8-abba-64b91b79391b HTTP/1.1" status: 200 len: 946 time: 0.1274450 Jul 09 14:32:47.625990 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-40340909-5d08-4cd9-a7dd-49ead53bf211 req-4cd5b8ed-0899-45ad-bd8e-db218cbb6573 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=035b4b3a-ff38-4bd6-9911-7842081eaf93&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367422 Jul 09 14:32:47.641099 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-94eed8d5-5923-48a4-b093-6dff0d24ab4c req-3f43d276-08c9-4400-bc50-113f806ed365 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] For port 707514e0-3715-4eee-aacc-956fc3e57731, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=707514e0-3715-4eee-aacc-956fc3e57731,segment=NetworkSegment(67fe4213-e597-4fce-93b3-1665769799d2),segment_id=67fe4213-e597-4fce-93b3-1665769799d2)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:32:47.641480 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94eed8d5-5923-48a4-b093-6dff0d24ab4c req-3f43d276-08c9-4400-bc50-113f806ed365 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:47.659919 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-94eed8d5-5923-48a4-b093-6dff0d24ab4c req-3f43d276-08c9-4400-bc50-113f806ed365 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for 707514e0-3715-4eee-aacc-956fc3e57731 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:32:47.805517 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94eed8d5-5923-48a4-b093-6dff0d24ab4c req-3f43d276-08c9-4400-bc50-113f806ed365 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:47.842190 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43d276-08c9-4400-bc50-113f806ed365 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=707514e0-3715-4eee-aacc-956fc3e57731,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:47.892006 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-94eed8d5-5923-48a4-b093-6dff0d24ab4c req-3f43d276-08c9-4400-bc50-113f806ed365 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] No DVR routers for this DVR port 707514e0-3715-4eee-aacc-956fc3e57731 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:32:47.894900 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-94eed8d5-5923-48a4-b093-6dff0d24ab4c req-3f43d276-08c9-4400-bc50-113f806ed365 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:47.897215 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-94eed8d5-5923-48a4-b093-6dff0d24ab4c req-3f43d276-08c9-4400-bc50-113f806ed365 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.15 "DELETE /v2.0/ports/707514e0-3715-4eee-aacc-956fc3e57731 HTTP/1.1" status: 204 len: 173 time: 0.4829695 Jul 09 14:32:47.897694 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'name': 'network-vif-deleted', 'tag': '707514e0-3715-4eee-aacc-956fc3e57731'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:32:47.900105 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d5de520-f3e6-4771-bb45-c27d455e0b10" -d '{"events": [{"server_uuid": "bf025bf3-456c-42b8-abba-64b91b79391b", "name": "network-vif-deleted", "tag": "707514e0-3715-4eee-aacc-956fc3e57731"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:32:47.962392 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aae1eca2-a810-4e3e-b07f-8e9faf166055 x-openstack-request-id: req-aae1eca2-a810-4e3e-b07f-8e9faf166055 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:32:47.962668 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf025bf3-456c-42b8-abba-64b91b79391b", "name": "network-vif-deleted", "tag": "707514e0-3715-4eee-aacc-956fc3e57731", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:32:47.962929 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-aae1eca2-a810-4e3e-b07f-8e9faf166055 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:32:47.963358 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf025bf3-456c-42b8-abba-64b91b79391b', 'name': 'network-vif-deleted', 'tag': '707514e0-3715-4eee-aacc-956fc3e57731', 'status': 'completed', 'code': 200} Jul 09 14:32:48.726578 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50288) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:49.120365 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa61bb5a-1e3b-4de1-b797-6f78611f1754 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:49.296586 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:32:49.424035 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-aa61bb5a-1e3b-4de1-b797-6f78611f1754 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port ce63b0b5-e5f3-4394-84d5-d91f75835eb0 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:32:49.424383 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa61bb5a-1e3b-4de1-b797-6f78611f1754 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:49.525046 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-aa61bb5a-1e3b-4de1-b797-6f78611f1754 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] For port ce63b0b5-e5f3-4394-84d5-d91f75835eb0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ce63b0b5-e5f3-4394-84d5-d91f75835eb0,segment=NetworkSegment(67fe4213-e597-4fce-93b3-1665769799d2),segment_id=67fe4213-e597-4fce-93b3-1665769799d2)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:32:49.525415 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa61bb5a-1e3b-4de1-b797-6f78611f1754 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:49.540128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-aa61bb5a-1e3b-4de1-b797-6f78611f1754 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for ce63b0b5-e5f3-4394-84d5-d91f75835eb0 owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:32:49.739037 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa61bb5a-1e3b-4de1-b797-6f78611f1754 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:49.768310 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61bb5a-1e3b-4de1-b797-6f78611f1754 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=ce63b0b5-e5f3-4394-84d5-d91f75835eb0,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:49.981170 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-aa61bb5a-1e3b-4de1-b797-6f78611f1754 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:50.220236 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa61bb5a-1e3b-4de1-b797-6f78611f1754 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:32:50.336073 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa61bb5a-1e3b-4de1-b797-6f78611f1754 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:32:50.341192 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-aa61bb5a-1e3b-4de1-b797-6f78611f1754 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "PUT /v2.0/routers/8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6134298 Jul 09 14:32:50.344769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50290) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:50.347932 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56370cab-becb-481e-8342-fd6e47988b69 None None] Sync routers for ids ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:32:50.362784 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56370cab-becb-481e-8342-fd6e47988b69 None None] Routers {'8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:32:50.363804 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-56370cab-becb-481e-8342-fd6e47988b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:32:50.418076 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b96f69-d3a1-47d5-8fc4-94e78a35e781 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting subnet 55bfb360-30d9-4c6c-a5ec-28e85c5481a3 {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:32:50.421507 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93b96f69-d3a1-47d5-8fc4-94e78a35e781 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:50.470639 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93b96f69-d3a1-47d5-8fc4-94e78a35e781 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:50.563291 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93b96f69-d3a1-47d5-8fc4-94e78a35e781 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:50.599187 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-56370cab-becb-481e-8342-fd6e47988b69 None None] Set router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:32:50.640666 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93b96f69-d3a1-47d5-8fc4-94e78a35e781 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:50.673648 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b96f69-d3a1-47d5-8fc4-94e78a35e781 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Subnet': ['ID=55bfb360-30d9-4c6c-a5ec-28e85c5481a3,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:50.680651 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-93b96f69-d3a1-47d5-8fc4-94e78a35e781 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:50.686076 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-93b96f69-d3a1-47d5-8fc4-94e78a35e781 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/subnets/55bfb360-30d9-4c6c-a5ec-28e85c5481a3 HTTP/1.1" status: 204 len: 168 time: 0.3365953 Jul 09 14:32:50.686920 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50292) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:50.697140 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34485f05-31ab-443d-b7f2-f2f511e9b7a6 None None] Network a64f1404-2840-4547-8621-35f66cfa9637 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:32:50.811765 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-56370cab-becb-481e-8342-fd6e47988b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24927733', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd9356748-5969-4e72-95de-bab516206c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:55Z', 'updated_at': '2021-07-09T14:32:49Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'd9356748-5969-4e72-95de-bab516206c84', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:33:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:56Z', 'updated_at': '2021-07-09T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:32:50.819695 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23bc9fe5-0743-4831-a4b8-f2d733ef09d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:50.854358 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56370cab-becb-481e-8342-fd6e47988b69 None None] Checking router: 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:32:50.870420 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56370cab-becb-481e-8342-fd6e47988b69 None None] Routers {'8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:32:50.871426 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-56370cab-becb-481e-8342-fd6e47988b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:32:50.929304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438a8106-d1cd-42f1-9d54-a482a80e9985 None None] DHCP port deletion for a64f1404-2840-4547-8621-35f66cfa9637 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:32:50.969765 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23bc9fe5-0743-4831-a4b8-f2d733ef09d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:50.981957 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 707514e0-3715-4eee-aacc-956fc3e57731 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:32:51.000846 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-56370cab-becb-481e-8342-fd6e47988b69 None None] Set router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:32:51.010355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: 707514e0-3715-4eee-aacc-956fc3e57731 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:32:51.010794 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device 707514e0-3715-4eee-aacc-956fc3e57731 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:32:51.025137 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-438a8106-d1cd-42f1-9d54-a482a80e9985 None None] Deleting port ca963147-5b76-455a-89d1-3c9a5994f1b0 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:32:51.025588 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-438a8106-d1cd-42f1-9d54-a482a80e9985 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.036575 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-23bc9fe5-0743-4831-a4b8-f2d733ef09d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port d9356748-5969-4e72-95de-bab516206c84 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:32:51.037891 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23bc9fe5-0743-4831-a4b8-f2d733ef09d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.100338 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-438a8106-d1cd-42f1-9d54-a482a80e9985 None None] For port ca963147-5b76-455a-89d1-3c9a5994f1b0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=ca963147-5b76-455a-89d1-3c9a5994f1b0,segment=NetworkSegment(67fe4213-e597-4fce-93b3-1665769799d2),segment_id=67fe4213-e597-4fce-93b3-1665769799d2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:32:51.100777 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-438a8106-d1cd-42f1-9d54-a482a80e9985 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.115163 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-438a8106-d1cd-42f1-9d54-a482a80e9985 None None] Calling delete_port for ca963147-5b76-455a-89d1-3c9a5994f1b0 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:32:51.158525 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-23bc9fe5-0743-4831-a4b8-f2d733ef09d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] For port d9356748-5969-4e72-95de-bab516206c84, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=d9356748-5969-4e72-95de-bab516206c84,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:32:51.158525 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23bc9fe5-0743-4831-a4b8-f2d733ef09d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.176652 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-23bc9fe5-0743-4831-a4b8-f2d733ef09d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for d9356748-5969-4e72-95de-bab516206c84 owned by network:router_gateway {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:32:51.213412 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-438a8106-d1cd-42f1-9d54-a482a80e9985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.239607 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438a8106-d1cd-42f1-9d54-a482a80e9985 None None] Pushing event deleted for resources: {'Port': ['ID=ca963147-5b76-455a-89d1-3c9a5994f1b0,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:51.244211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438a8106-d1cd-42f1-9d54-a482a80e9985 None None] No DVR routers for this DVR port ca963147-5b76-455a-89d1-3c9a5994f1b0 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:32:51.278647 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-56370cab-becb-481e-8342-fd6e47988b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24927733', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd9356748-5969-4e72-95de-bab516206c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:55Z', 'updated_at': '2021-07-09T14:32:49Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'd9356748-5969-4e72-95de-bab516206c84', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:33:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:56Z', 'updated_at': '2021-07-09T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:32:51.306259 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56370cab-becb-481e-8342-fd6e47988b69 None None] The sync data for ids ['8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c'] in n-d-799525-3 is: [{'id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-24927733', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187'}], 'enable_snat': True}, 'gw_port_id': 'd9356748-5969-4e72-95de-bab516206c84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:30:55Z', 'updated_at': '2021-07-09T14:32:49Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': 'd9356748-5969-4e72-95de-bab516206c84', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:33:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:30:56Z', 'updated_at': '2021-07-09T14:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:32:51.366972 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23bc9fe5-0743-4831-a4b8-f2d733ef09d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.399191 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bc9fe5-0743-4831-a4b8-f2d733ef09d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=d9356748-5969-4e72-95de-bab516206c84,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:51.469914 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23bc9fe5-0743-4831-a4b8-f2d733ef09d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.570183 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23bc9fe5-0743-4831-a4b8-f2d733ef09d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.572932 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23bc9fe5-0743-4831-a4b8-f2d733ef09d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.624006 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23bc9fe5-0743-4831-a4b8-f2d733ef09d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.624487 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23bc9fe5-0743-4831-a4b8-f2d733ef09d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Fanout notify agent at l3_agent the message router_deleted on router 8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c {{(pid=93754) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:32:51.633608 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-23bc9fe5-0743-4831-a4b8-f2d733ef09d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.638053 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50294) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:51.638666 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-23bc9fe5-0743-4831-a4b8-f2d733ef09d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/routers/8f2b2197-c7a2-4b08-b69d-e08b42ba7c2c HTTP/1.1" status: 204 len: 168 time: 0.9499011 Jul 09 14:32:51.724190 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaaf66d2-adbd-4f3f-9016-d329a4a3a05d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.831365 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaaf66d2-adbd-4f3f-9016-d329a4a3a05d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.845534 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aaaf66d2-adbd-4f3f-9016-d329a4a3a05d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a64f1404-2840-4547-8621-35f66cfa9637']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:32:51.858422 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aaaf66d2-adbd-4f3f-9016-d329a4a3a05d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67fe4213-e597-4fce-93b3-1665769799d2') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:32:51.858722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-aaaf66d2-adbd-4f3f-9016-d329a4a3a05d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67fe4213-e597-4fce-93b3-1665769799d2') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:32:51.870963 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaaf66d2-adbd-4f3f-9016-d329a4a3a05d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.889508 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaaf66d2-adbd-4f3f-9016-d329a4a3a05d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.896739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaaf66d2-adbd-4f3f-9016-d329a4a3a05d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Releasing vlan 309 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:32:51.897816 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaaf66d2-adbd-4f3f-9016-d329a4a3a05d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:32:51.900987 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:32:51.968974 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaaf66d2-adbd-4f3f-9016-d329a4a3a05d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.975510 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-aaaf66d2-adbd-4f3f-9016-d329a4a3a05d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:51.977851 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-aaaf66d2-adbd-4f3f-9016-d329a4a3a05d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/networks/a64f1404-2840-4547-8621-35f66cfa9637 HTTP/1.1" status: 204 len: 168 time: 0.3387566 Jul 09 14:32:51.981496 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50296) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:51.995742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaf66d2-adbd-4f3f-9016-d329a4a3a05d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Network': ['ID=a64f1404-2840-4547-8621-35f66cfa9637,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:52.049377 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c490b60-abf1-43ae-af35-7c869f8e4e68 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:52.083229 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c490b60-abf1-43ae-af35-7c869f8e4e68 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:52.160969 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c490b60-abf1-43ae-af35-7c869f8e4e68 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:52.165907 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7c490b60-abf1-43ae-af35-7c869f8e4e68 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:52.168057 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7c490b60-abf1-43ae-af35-7c869f8e4e68 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/security-groups/035b4b3a-ff38-4bd6-9911-7842081eaf93 HTTP/1.1" status: 204 len: 168 time: 0.1851747 Jul 09 14:32:52.183862 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c490b60-abf1-43ae-af35-7c869f8e4e68 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=035b4b3a-ff38-4bd6-9911-7842081eaf93,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:52.461125 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ce63b0b5-e5f3-4394-84d5-d91f75835eb0 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:32:52.490796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: ce63b0b5-e5f3-4394-84d5-d91f75835eb0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:32:52.491311 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ce63b0b5-e5f3-4394-84d5-d91f75835eb0 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:32:52.492095 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ca963147-5b76-455a-89d1-3c9a5994f1b0 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:32:52.518130 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: ca963147-5b76-455a-89d1-3c9a5994f1b0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:32:52.518591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device ca963147-5b76-455a-89d1-3c9a5994f1b0 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:32:52.519195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d9356748-5969-4e72-95de-bab516206c84 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:32:52.541927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: d9356748-5969-4e72-95de-bab516206c84 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:32:52.542272 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device d9356748-5969-4e72-95de-bab516206c84 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:32:52.607474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50302) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:52.612511 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-58a3465c-f7ea-42b9-b2e9-1925ae1802af tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-324220619', 'description': 'tempest-secgroup-smoke-324220619 description', 'project_id': 'f808e39d0d444e548c8009328d8be499'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:32:52.638060 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58a3465c-f7ea-42b9-b2e9-1925ae1802af tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:52.730287 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58a3465c-f7ea-42b9-b2e9-1925ae1802af tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:52.735141 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58a3465c-f7ea-42b9-b2e9-1925ae1802af tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:52.767754 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a3465c-f7ea-42b9-b2e9-1925ae1802af tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5aca934b-567b-4172-93a7-716fa8432b44,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:52.770022 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-58a3465c-f7ea-42b9-b2e9-1925ae1802af tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:52.771834 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-58a3465c-f7ea-42b9-b2e9-1925ae1802af tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1627860 Jul 09 14:32:52.774692 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50304) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:52.780479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-2b8e7d35-b88b-48cb-ab4b-05cef17d019e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '5aca934b-567b-4172-93a7-716fa8432b44', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:32:52.818105 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b8e7d35-b88b-48cb-ab4b-05cef17d019e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:52.887825 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b8e7d35-b88b-48cb-ab4b-05cef17d019e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:52.892241 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b8e7d35-b88b-48cb-ab4b-05cef17d019e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.234339 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8e7d35-b88b-48cb-ab4b-05cef17d019e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1d9302a-c8a8-4c50-926a-0611c79197a8,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:53.242690 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-2b8e7d35-b88b-48cb-ab4b-05cef17d019e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.244395 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-2b8e7d35-b88b-48cb-ab4b-05cef17d019e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4685767 Jul 09 14:32:53.247893 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50306) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:53.253137 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-1e14c282-4494-4e02-8abb-730967a0c6fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '5aca934b-567b-4172-93a7-716fa8432b44', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:32:53.282472 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e14c282-4494-4e02-8abb-730967a0c6fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.346588 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e14c282-4494-4e02-8abb-730967a0c6fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.351740 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e14c282-4494-4e02-8abb-730967a0c6fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.377542 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e14c282-4494-4e02-8abb-730967a0c6fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628f7b06-5b08-4c88-99e8-2913337219b9,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:53.384653 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-1e14c282-4494-4e02-8abb-730967a0c6fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.386240 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1e14c282-4494-4e02-8abb-730967a0c6fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1365972 Jul 09 14:32:53.389695 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50308) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:53.398963 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ee477340-f774-4907-9a21-6c7aa25034fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '5aca934b-567b-4172-93a7-716fa8432b44', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:32:53.428626 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee477340-f774-4907-9a21-6c7aa25034fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.508939 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee477340-f774-4907-9a21-6c7aa25034fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.513264 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee477340-f774-4907-9a21-6c7aa25034fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.531615 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee477340-f774-4907-9a21-6c7aa25034fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b2ba02-2f77-47c5-b729-7ec959555b21,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:53.537223 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ee477340-f774-4907-9a21-6c7aa25034fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.538509 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ee477340-f774-4907-9a21-6c7aa25034fd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1472101 Jul 09 14:32:53.541835 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50310) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:53.546457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-eec4029c-9448-40aa-be6b-9e0c4dea2961 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '5aca934b-567b-4172-93a7-716fa8432b44', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:32:53.578224 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eec4029c-9448-40aa-be6b-9e0c4dea2961 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.649397 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eec4029c-9448-40aa-be6b-9e0c4dea2961 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.654101 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eec4029c-9448-40aa-be6b-9e0c4dea2961 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.674387 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec4029c-9448-40aa-be6b-9e0c4dea2961 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b043d3f-d006-4dd7-a0fa-74b7a508df76,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:53.684156 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-eec4029c-9448-40aa-be6b-9e0c4dea2961 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.686231 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-eec4029c-9448-40aa-be6b-9e0c4dea2961 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1431921 Jul 09 14:32:53.689079 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50312) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:53.695442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-79d734cb-03ad-452f-8d22-cd04e6c0843a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '5aca934b-567b-4172-93a7-716fa8432b44', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:32:53.719341 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-79d734cb-03ad-452f-8d22-cd04e6c0843a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Project f808e39d0d444e548c8009328d8be499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:32:53.724901 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79d734cb-03ad-452f-8d22-cd04e6c0843a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.802657 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79d734cb-03ad-452f-8d22-cd04e6c0843a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.807280 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79d734cb-03ad-452f-8d22-cd04e6c0843a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.830598 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d734cb-03ad-452f-8d22-cd04e6c0843a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34193a6c-5c0b-4312-a13a-211df4bb9051,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:53.839840 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-79d734cb-03ad-452f-8d22-cd04e6c0843a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.841812 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-79d734cb-03ad-452f-8d22-cd04e6c0843a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1512387 Jul 09 14:32:53.844664 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50314) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:53.850101 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4b97b5aa-faa2-4aba-82d7-74d00e5125c7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '5aca934b-567b-4172-93a7-716fa8432b44', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:32:53.874609 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-4b97b5aa-faa2-4aba-82d7-74d00e5125c7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Project f808e39d0d444e548c8009328d8be499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:32:53.879863 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b97b5aa-faa2-4aba-82d7-74d00e5125c7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.947796 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b97b5aa-faa2-4aba-82d7-74d00e5125c7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.952255 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b97b5aa-faa2-4aba-82d7-74d00e5125c7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.970024 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97b5aa-faa2-4aba-82d7-74d00e5125c7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16febac9-7ffb-4633-88b1-88fbf75ec74e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:53.978595 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4b97b5aa-faa2-4aba-82d7-74d00e5125c7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:53.979920 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4b97b5aa-faa2-4aba-82d7-74d00e5125c7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1342008 Jul 09 14:32:53.982776 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50316) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:53.988230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-16472fb5-4eb8-494a-93f4-ab8b94178389 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'network': {'name': 'tempest-network-smoke--719150888', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'port_security_enabled': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:32:54.017023 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16472fb5-4eb8-494a-93f4-ab8b94178389 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Made reservation on behalf of f808e39d0d444e548c8009328d8be499 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:32:54.021164 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16472fb5-4eb8-494a-93f4-ab8b94178389 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:54.051383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16472fb5-4eb8-494a-93f4-ab8b94178389 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] vlan segment allocate from pool success with {'vlan_id': 313, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:32:54.062109 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16472fb5-4eb8-494a-93f4-ab8b94178389 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:54.062371 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-16472fb5-4eb8-494a-93f4-ab8b94178389 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Added segment c4df443c-2fd2-4a1f-ab51-6456ddfe440c of type vlan for network 07da0608-b3a4-4396-8e93-76eaedb3e3e2 Jul 09 14:32:54.108909 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16472fb5-4eb8-494a-93f4-ab8b94178389 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:54.142717 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16472fb5-4eb8-494a-93f4-ab8b94178389 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:54.148771 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16472fb5-4eb8-494a-93f4-ab8b94178389 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:54.149418 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-16472fb5-4eb8-494a-93f4-ab8b94178389 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:54.213064 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-16472fb5-4eb8-494a-93f4-ab8b94178389 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2291446 Jul 09 14:32:54.216025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50318) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:54.221494 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-833363931', 'admin_state_up': True, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:32:54.222702 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16472fb5-4eb8-494a-93f4-ab8b94178389 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Network': ['ID=07da0608-b3a4-4396-8e93-76eaedb3e3e2,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:54.240168 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 07da0608-b3a4-4396-8e93-76eaedb3e3e2 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:32:54.250317 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:54.251673 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:54.314469 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:54.466470 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:54.694397 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:54.715231 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:54.834954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.25.2.79 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/4409c36c-a18f-432b-a335-9231b2f0b37e) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:32:54.947639 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:55.000531 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:55.049925 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:32:55.055237 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:32:55.060065 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:32:55.063675 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=4409c36c-a18f-432b-a335-9231b2f0b37e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:55.345044 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:55.585989 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:55.732956 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router 93961407-063b-4354-8ec2-6fd0d0d25f98 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:32:55.854813 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:32:55.867078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Sync routers for ids ['93961407-063b-4354-8ec2-6fd0d0d25f98'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:32:55.878903 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:55.881231 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3bbfca37-f932-4f5c-91de-566ca072cfd2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.6634674 Jul 09 14:32:55.881693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Routers {'93961407-063b-4354-8ec2-6fd0d0d25f98'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:32:55.882771 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['93961407-063b-4354-8ec2-6fd0d0d25f98'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:32:55.886776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50320) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:55.917238 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6f199037-6b97-4a1f-b5d8-537880c5017b tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=f808e39d0d444e548c8009328d8be499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0289004 Jul 09 14:32:55.920539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50322) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:56.007407 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Set router 93961407-063b-4354-8ec2-6fd0d0d25f98 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:32:56.031672 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739d3379-1a21-4913-8a01-1fb7b0b82bee tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:56.033685 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-739d3379-1a21-4913-8a01-1fb7b0b82bee tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1118021 Jul 09 14:32:56.037365 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50324) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:56.075839 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-87452b3b-f747-449d-99ba-55b6ebc4ea4f tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372746 Jul 09 14:32:56.078611 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50326) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:56.084845 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-21c80930-0751-4cfb-a9ee-c84b48441982 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-423971267', 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:32:56.185838 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21c80930-0751-4cfb-a9ee-c84b48441982 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Made reservation on behalf of f808e39d0d444e548c8009328d8be499 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:32:56.189975 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21c80930-0751-4cfb-a9ee-c84b48441982 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:56.245199 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833363931', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:55Z', 'revision_number': 3, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:32:56.288268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Checking router: 93961407-063b-4354-8ec2-6fd0d0d25f98 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:32:56.288555 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Updating router 93961407-063b-4354-8ec2-6fd0d0d25f98 port 4409c36c-a18f-432b-a335-9231b2f0b37e binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:32:56.336615 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:56.416111 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21c80930-0751-4cfb-a9ee-c84b48441982 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:56.484229 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c80930-0751-4cfb-a9ee-c84b48441982 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Subnet': ['ID=6c75b618-1346-4469-aa89-c269708bb66d,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:56.501876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c80930-0751-4cfb-a9ee-c84b48441982 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Checking segment: {'id': 'c4df443c-2fd2-4a1f-ab51-6456ddfe440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:32:56.502231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c80930-0751-4cfb-a9ee-c84b48441982 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network hostable DHCP agents. Network: 07da0608-b3a4-4396-8e93-76eaedb3e3e2, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:32:56.521701 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21c80930-0751-4cfb-a9ee-c84b48441982 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network 07da0608-b3a4-4396-8e93-76eaedb3e3e2 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:32:56.531974 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-21c80930-0751-4cfb-a9ee-c84b48441982 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 07da0608-b3a4-4396-8e93-76eaedb3e3e2) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:32:56.536283 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21c80930-0751-4cfb-a9ee-c84b48441982 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:32:56.537050 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21c80930-0751-4cfb-a9ee-c84b48441982 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:56.555901 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-21c80930-0751-4cfb-a9ee-c84b48441982 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4756615 Jul 09 14:32:56.558599 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50328) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:32:56.562185 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-285badd9-a1ec-4bd9-8359-a86f915a3e2e None None] Network 07da0608-b3a4-4396-8e93-76eaedb3e3e2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:32:56.965347 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:56.980980 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Transition to ACTIVE for port object 4409c36c-a18f-432b-a335-9231b2f0b37e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:32:56.985328 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ips': [{'subnet_id': '6c75b618-1346-4469-aa89-c269708bb66d'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:32:56.986881 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:57.009266 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:57.124953 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083316a-00db-42f3-80d9-140daeedc252 None None] Pushing event updated for resources: {'Port': ['ID=4409c36c-a18f-432b-a335-9231b2f0b37e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:57.132829 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Attempting to bind port 4409c36c-a18f-432b-a335-9231b2f0b37e on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:32:57.133205 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Attempting to bind port 4409c36c-a18f-432b-a335-9231b2f0b37e by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:32:57.133584 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Attempting to bind port 4409c36c-a18f-432b-a335-9231b2f0b37e on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:32:57.150110 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:32:57.150493 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:32:57.150910 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:57.151340 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:32:57.151835 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Bound port: 4409c36c-a18f-432b-a335-9231b2f0b37e, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:32:57.152221 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:57.209426 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:57.258732 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] For port 4409c36c-a18f-432b-a335-9231b2f0b37e, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:32:57.261349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Allocated IP 172.20.0.2 (07da0608-b3a4-4396-8e93-76eaedb3e3e2/6c75b618-1346-4469-aa89-c269708bb66d/71873be3-43af-455c-8db1-8c717cb6155e) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:32:57.264524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] For port 4409c36c-a18f-432b-a335-9231b2f0b37e, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4409c36c-a18f-432b-a335-9231b2f0b37e,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:32:57.275145 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:57.394019 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9083316a-00db-42f3-80d9-140daeedc252 None None] Pushing event updated for resources: {'Port': ['ID=4409c36c-a18f-432b-a335-9231b2f0b37e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:57.400264 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Routers {'93961407-063b-4354-8ec2-6fd0d0d25f98'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:32:57.400911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['93961407-063b-4354-8ec2-6fd0d0d25f98'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:32:57.586715 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] Set router 93961407-063b-4354-8ec2-6fd0d0d25f98 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:32:57.588932 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:57.655246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Transition to ACTIVE for port object 71873be3-43af-455c-8db1-8c717cb6155e will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:32:57.714005 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Transition to ACTIVE for port object 71873be3-43af-455c-8db1-8c717cb6155e will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:32:57.723161 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:57.779163 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Network 07da0608-b3a4-4396-8e93-76eaedb3e3e2 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:32:57.791464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.20.0.1 (07da0608-b3a4-4396-8e93-76eaedb3e3e2/6c75b618-1346-4469-aa89-c269708bb66d/dabf2070-194d-4026-beed-82be9992a30a) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:32:57.793984 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:32:57.799480 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:32:57.809348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Pushing event updated for resources: {'Port': ['ID=71873be3-43af-455c-8db1-8c717cb6155e,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:57.903615 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Attempting to bind port 71873be3-43af-455c-8db1-8c717cb6155e on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:32:57.903939 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Attempting to bind port 71873be3-43af-455c-8db1-8c717cb6155e by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'c4df443c-2fd2-4a1f-ab51-6456ddfe440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:32:57.904215 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Attempting to bind port 71873be3-43af-455c-8db1-8c717cb6155e on network 07da0608-b3a4-4396-8e93-76eaedb3e3e2 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:32:57.913247 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:32:57.913628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Checking segment: {'id': 'c4df443c-2fd2-4a1f-ab51-6456ddfe440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:32:57.914041 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:57.914444 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Bound using segment: {'id': 'c4df443c-2fd2-4a1f-ab51-6456ddfe440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:32:57.914945 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Bound port: 71873be3-43af-455c-8db1-8c717cb6155e, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4df443c-2fd2-4a1f-ab51-6456ddfe440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:32:57.915379 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:57.963720 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:57.980642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833363931', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:55Z', 'revision_number': 3, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:32:57.985491 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Transition to ACTIVE for port object dabf2070-194d-4026-beed-82be9992a30a will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:32:58.025749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80eab80-00bf-4102-accd-cd5504118e0a None None] The sync data for ids ['93961407-063b-4354-8ec2-6fd0d0d25f98'] in n-d-799525-3 is: [{'id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833363931', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:55Z', 'revision_number': 3, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:32:58.038181 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:58.058004 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] For port 71873be3-43af-455c-8db1-8c717cb6155e, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:32:58.064830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] For port 71873be3-43af-455c-8db1-8c717cb6155e, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=71873be3-43af-455c-8db1-8c717cb6155e,segment=NetworkSegment(c4df443c-2fd2-4a1f-ab51-6456ddfe440c),segment_id=c4df443c-2fd2-4a1f-ab51-6456ddfe440c)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:32:58.072807 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:58.095784 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network 07da0608-b3a4-4396-8e93-76eaedb3e3e2 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:32:58.105277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:32:58.111796 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:32:58.149177 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bb1738-637e-464d-9b1e-32d19802ac25 None None] Pushing event updated for resources: {'Port': ['ID=71873be3-43af-455c-8db1-8c717cb6155e,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:58.181732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=dabf2070-194d-4026-beed-82be9992a30a,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:58.209231 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:58.504070 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:58.625896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 71873be3-43af-455c-8db1-8c717cb6155e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:32:58.700158 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 71873be3-43af-455c-8db1-8c717cb6155e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:32:58.704980 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4409c36c-a18f-432b-a335-9231b2f0b37e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:32:58.762709 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 4409c36c-a18f-432b-a335-9231b2f0b37e completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:32:58.768927 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 4409c36c-a18f-432b-a335-9231b2f0b37e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:32:58.775174 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:58.899199 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:58.939556 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 4409c36c-a18f-432b-a335-9231b2f0b37e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4409c36c-a18f-432b-a335-9231b2f0b37e,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:32:58.953189 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:58.991763 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:59.006770 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:59.055482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=4409c36c-a18f-432b-a335-9231b2f0b37e,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:59.467128 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78921146-8f3e-474c-9ec2-f66e0ed4b5b9 None None] Network 07da0608-b3a4-4396-8e93-76eaedb3e3e2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:32:59.475930 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:59.478127 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=dabf2070-194d-4026-beed-82be9992a30a,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:59.593417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-85da774f-4773-4d9b-93cb-55e509930295 None None] Provisioning for port 71873be3-43af-455c-8db1-8c717cb6155e completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:32:59.602123 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-85da774f-4773-4d9b-93cb-55e509930295 None None] Provisioning complete for port 71873be3-43af-455c-8db1-8c717cb6155e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:32:59.602634 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85da774f-4773-4d9b-93cb-55e509930295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:59.639733 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network 07da0608-b3a4-4396-8e93-76eaedb3e3e2 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:32:59.642154 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:32:59.759654 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85da774f-4773-4d9b-93cb-55e509930295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:59.807022 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router 93961407-063b-4354-8ec2-6fd0d0d25f98 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:32:59.813061 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-85da774f-4773-4d9b-93cb-55e509930295 None None] For port 71873be3-43af-455c-8db1-8c717cb6155e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=71873be3-43af-455c-8db1-8c717cb6155e,segment=NetworkSegment(c4df443c-2fd2-4a1f-ab51-6456ddfe440c),segment_id=c4df443c-2fd2-4a1f-ab51-6456ddfe440c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:32:59.820238 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85da774f-4773-4d9b-93cb-55e509930295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:32:59.913294 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85da774f-4773-4d9b-93cb-55e509930295 None None] Pushing event updated for resources: {'Port': ['ID=71873be3-43af-455c-8db1-8c717cb6155e,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:32:59.980447 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:32:59.986268 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3439669c-db9b-42cf-9cc1-00b757a8ed9a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "PUT /v2.0/routers/93961407-063b-4354-8ec2-6fd0d0d25f98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4259176 Jul 09 14:33:00.163468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-96f1d6f8-8129-43dc-a6fb-52e073d0cd3f None None] Provisioning complete for port 71873be3-43af-455c-8db1-8c717cb6155e triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:00.164236 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96f1d6f8-8129-43dc-a6fb-52e073d0cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:00.212176 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-079c8d45-3f26-447a-8338-6bae6a41413e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-324220619&fields=id&tenant_id=f808e39d0d444e548c8009328d8be499 HTTP/1.1" status: 200 len: 267 time: 0.0649199 Jul 09 14:33:00.309183 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-96f1d6f8-8129-43dc-a6fb-52e073d0cd3f None None] Provisioning for port dabf2070-194d-4026-beed-82be9992a30a completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:33:00.314754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-96f1d6f8-8129-43dc-a6fb-52e073d0cd3f None None] Provisioning complete for port dabf2070-194d-4026-beed-82be9992a30a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:00.315562 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-96f1d6f8-8129-43dc-a6fb-52e073d0cd3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:00.344384 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Sync routers for ids ['93961407-063b-4354-8ec2-6fd0d0d25f98'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:33:00.367919 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Routers {'93961407-063b-4354-8ec2-6fd0d0d25f98'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:33:00.368770 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['93961407-063b-4354-8ec2-6fd0d0d25f98'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:00.384635 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-96f1d6f8-8129-43dc-a6fb-52e073d0cd3f None None] Port dabf2070-194d-4026-beed-82be9992a30a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:33:00.451730 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-e52d8e6e-7bb0-4fb3-951f-4402024c7a79 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:00.453702 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-e52d8e6e-7bb0-4fb3-951f-4402024c7a79 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/networks?id=07da0608-b3a4-4396-8e93-76eaedb3e3e2 HTTP/1.1" status: 200 len: 796 time: 0.2269523 Jul 09 14:33:00.473711 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-44a5e454-4c2e-492f-aadc-88ae5c1bf309 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/quotas/f808e39d0d444e548c8009328d8be499 HTTP/1.1" status: 200 len: 375 time: 0.0108793 Jul 09 14:33:00.514839 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-c34ed0a3-cc5e-4223-a571-b3629436673c None None] Provisioning complete for port dabf2070-194d-4026-beed-82be9992a30a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:00.515272 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-c34ed0a3-cc5e-4223-a571-b3629436673c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:00.543522 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4409c36c-a18f-432b-a335-9231b2f0b37e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:33:00.565132 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Set router 93961407-063b-4354-8ec2-6fd0d0d25f98 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:33:00.591993 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-c34ed0a3-cc5e-4223-a571-b3629436673c None None] Port dabf2070-194d-4026-beed-82be9992a30a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:33:00.613003 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-b1a5bf50-341e-4624-ac3b-5ade6d2816bd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1312935 Jul 09 14:33:00.613986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 4409c36c-a18f-432b-a335-9231b2f0b37e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:00.614587 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:00.734802 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 71873be3-43af-455c-8db1-8c717cb6155e up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:33:00.744718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-2675f41d-b85f-4aa5-a2e5-31c27e89d697 service neutron] 10.222.0.39 "GET /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179931 Jul 09 14:33:00.788392 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 71873be3-43af-455c-8db1-8c717cb6155e triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:00.788770 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:00.839485 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9e95ac5e-f8db-4433-bfc7-adb434a8067d None None] Provisioning complete for port dabf2070-194d-4026-beed-82be9992a30a triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:00.839771 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9e95ac5e-f8db-4433-bfc7-adb434a8067d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:00.862715 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-af70c6cd-7fd6-4b7c-8e0d-a4ecedb1a475 service neutron] 10.222.0.39 "GET /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105011 Jul 09 14:33:00.863188 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833363931', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'dabf2070-194d-4026-beed-82be9992a30a', 'name': '', 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:76:75:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6c75b618-1346-4469-aa89-c269708bb66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:57Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 2, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '6c75b618-1346-4469-aa89-c269708bb66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:00.900334 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Checking router: 93961407-063b-4354-8ec2-6fd0d0d25f98 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:33:00.900610 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Updating router 93961407-063b-4354-8ec2-6fd0d0d25f98 port dabf2070-194d-4026-beed-82be9992a30a binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:33:00.908521 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9e95ac5e-f8db-4433-bfc7-adb434a8067d None None] Port dabf2070-194d-4026-beed-82be9992a30a cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:33:00.955925 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:01.146925 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79016e61-d114-4821-bcc9-f85336da4acc req-405d0ed3-a725-4109-a3ab-376f450f261e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 210 time: 0.0507379 Jul 09 14:33:01.310894 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:01.329576 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Transition to ACTIVE for port object dabf2070-194d-4026-beed-82be9992a30a will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:33:01.341400 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:01.441704 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad32cec-855e-41cf-9a79-9d7093e1f386 None None] Pushing event updated for resources: {'Port': ['ID=dabf2070-194d-4026-beed-82be9992a30a,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:01.495458 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad32cec-855e-41cf-9a79-9d7093e1f386 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.496030 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad32cec-855e-41cf-9a79-9d7093e1f386 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.496510 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad32cec-855e-41cf-9a79-9d7093e1f386 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.496964 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad32cec-855e-41cf-9a79-9d7093e1f386 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.497408 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad32cec-855e-41cf-9a79-9d7093e1f386 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.498101 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad32cec-855e-41cf-9a79-9d7093e1f386 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.498770 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad32cec-855e-41cf-9a79-9d7093e1f386 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.499243 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad32cec-855e-41cf-9a79-9d7093e1f386 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.499692 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad32cec-855e-41cf-9a79-9d7093e1f386 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.500226 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad32cec-855e-41cf-9a79-9d7093e1f386 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.500711 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad32cec-855e-41cf-9a79-9d7093e1f386 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.501225 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad32cec-855e-41cf-9a79-9d7093e1f386 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:33:01.556802 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Attempting to bind port dabf2070-194d-4026-beed-82be9992a30a on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:33:01.557382 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Attempting to bind port dabf2070-194d-4026-beed-82be9992a30a by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': 'c4df443c-2fd2-4a1f-ab51-6456ddfe440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:33:01.558147 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Attempting to bind port dabf2070-194d-4026-beed-82be9992a30a on network 07da0608-b3a4-4396-8e93-76eaedb3e3e2 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:33:01.569142 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 32, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:33:01.569845 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Checking segment: {'id': 'c4df443c-2fd2-4a1f-ab51-6456ddfe440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:33:01.570686 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:01.572344 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Bound using segment: {'id': 'c4df443c-2fd2-4a1f-ab51-6456ddfe440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:33:01.573188 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Bound port: dabf2070-194d-4026-beed-82be9992a30a, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4df443c-2fd2-4a1f-ab51-6456ddfe440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:33:01.573724 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:01.664306 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] For port dabf2070-194d-4026-beed-82be9992a30a, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:33:01.668576 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] For port dabf2070-194d-4026-beed-82be9992a30a, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=dabf2070-194d-4026-beed-82be9992a30a,segment=NetworkSegment(c4df443c-2fd2-4a1f-ab51-6456ddfe440c),segment_id=c4df443c-2fd2-4a1f-ab51-6456ddfe440c)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:33:01.673991 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:01.755804 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Routers {'93961407-063b-4354-8ec2-6fd0d0d25f98'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:33:01.756752 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:32:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['93961407-063b-4354-8ec2-6fd0d0d25f98'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:01.760269 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad32cec-855e-41cf-9a79-9d7093e1f386 None None] Pushing event updated for resources: {'Port': ['ID=dabf2070-194d-4026-beed-82be9992a30a,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:01.887661 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] Set router 93961407-063b-4354-8ec2-6fd0d0d25f98 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:33:01.893545 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e921a296-6eec-4da3-bfdf-237bafb37c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:02.231528 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833363931', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'dabf2070-194d-4026-beed-82be9992a30a', 'name': '', 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:76:75:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6c75b618-1346-4469-aa89-c269708bb66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:57Z', 'updated_at': '2021-07-09T14:33:01Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '6c75b618-1346-4469-aa89-c269708bb66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:02.263835 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2ed25a-84da-43cd-ac15-4666cde0781d None None] The sync data for ids ['93961407-063b-4354-8ec2-6fd0d0d25f98'] in n-d-799525-3 is: [{'id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833363931', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'dabf2070-194d-4026-beed-82be9992a30a', 'name': '', 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:76:75:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6c75b618-1346-4469-aa89-c269708bb66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:57Z', 'updated_at': '2021-07-09T14:33:01Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '6c75b618-1346-4469-aa89-c269708bb66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:33:02.492707 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-30f9a50b-3bcd-44e5-ad86-79565ee6012d req-1c9de59d-8d1d-419e-8de2-bc4e62b69a3e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 210 time: 0.0870876 Jul 09 14:33:02.578573 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dabf2070-194d-4026-beed-82be9992a30a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:33:02.608325 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-e40a95fd-27bf-48eb-b7d4-76ff2a333fb7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:02.610023 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-e40a95fd-27bf-48eb-b7d4-76ff2a333fb7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.15 "GET /v2.0/networks?id=07da0608-b3a4-4396-8e93-76eaedb3e3e2 HTTP/1.1" status: 200 len: 796 time: 0.2358029 Jul 09 14:33:02.681975 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-6c2e5e05-8d34-44e2-bf6a-742a3dc7be84 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f808e39d0d444e548c8009328d8be499 HTTP/1.1" status: 200 len: 379 time: 0.0629349 Jul 09 14:33:02.687375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port dabf2070-194d-4026-beed-82be9992a30a completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:33:02.697349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port dabf2070-194d-4026-beed-82be9992a30a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:02.698141 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:02.698288 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-be46917a-a37a-4be3-b05d-24238c9bc7e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'port': {'device_id': '39954bc7-41ec-4216-a0ca-1e6c35443993', 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'admin_state_up': True, 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'security_groups': ['5aca934b-567b-4172-93a7-716fa8432b44']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:33:02.861863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-be46917a-a37a-4be3-b05d-24238c9bc7e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Made reservation on behalf of f808e39d0d444e548c8009328d8be499 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:33:02.865867 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-be46917a-a37a-4be3-b05d-24238c9bc7e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:02.877554 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:02.939449 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port dabf2070-194d-4026-beed-82be9992a30a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=dabf2070-194d-4026-beed-82be9992a30a,segment=NetworkSegment(c4df443c-2fd2-4a1f-ab51-6456ddfe440c),segment_id=c4df443c-2fd2-4a1f-ab51-6456ddfe440c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:33:02.949881 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:03.025930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=dabf2070-194d-4026-beed-82be9992a30a,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:03.035556 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-be46917a-a37a-4be3-b05d-24238c9bc7e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.20.0.3 (07da0608-b3a4-4396-8e93-76eaedb3e3e2/6c75b618-1346-4469-aa89-c269708bb66d/ad118cb7-b77e-48eb-8ea8-e0715110070f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:33:03.260939 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-be46917a-a37a-4be3-b05d-24238c9bc7e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:03.297389 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-be46917a-a37a-4be3-b05d-24238c9bc7e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Transition to ACTIVE for port object ad118cb7-b77e-48eb-8ea8-e0715110070f will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:33:03.341172 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-be46917a-a37a-4be3-b05d-24238c9bc7e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:03.411181 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-be46917a-a37a-4be3-b05d-24238c9bc7e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network 07da0608-b3a4-4396-8e93-76eaedb3e3e2 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:33:03.415988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-be46917a-a37a-4be3-b05d-24238c9bc7e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:33:03.421274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-be46917a-a37a-4be3-b05d-24238c9bc7e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:33:03.425844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46917a-a37a-4be3-b05d-24238c9bc7e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=ad118cb7-b77e-48eb-8ea8-e0715110070f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:03.494437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-be46917a-a37a-4be3-b05d-24238c9bc7e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:03.495618 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-be46917a-a37a-4be3-b05d-24238c9bc7e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:03.523918 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-be46917a-a37a-4be3-b05d-24238c9bc7e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8349743 Jul 09 14:33:03.554158 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Request body: {'port': {'device_id': '39954bc7-41ec-4216-a0ca-1e6c35443993', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:33:03.658798 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:03.726384 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-85c81957-ce67-457b-b77c-156efd695252 None None] Provisioning for port ad118cb7-b77e-48eb-8ea8-e0715110070f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:33:03.734035 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-85c81957-ce67-457b-b77c-156efd695252 None None] Provisioning complete for port ad118cb7-b77e-48eb-8ea8-e0715110070f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:03.734408 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85c81957-ce67-457b-b77c-156efd695252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:03.776737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-85c81957-ce67-457b-b77c-156efd695252 None None] Port ad118cb7-b77e-48eb-8ea8-e0715110070f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:33:03.851396 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a6263f-546d-4716-8313-32a0fa9de514 req-c1669e7a-632d-4a5d-b115-c3e0d0f5e3c0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:03.853170 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49a6263f-546d-4716-8313-32a0fa9de514 req-c1669e7a-632d-4a5d-b115-c3e0d0f5e3c0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 931 time: 0.1238968 Jul 09 14:33:03.917655 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-49a6263f-546d-4716-8313-32a0fa9de514 req-7e8b4605-d595-44b4-b135-1efb9b0cbb1a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516136 Jul 09 14:33:04.058298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad118cb7-b77e-48eb-8ea8-e0715110070f {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:33:04.068180 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:04.085252 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Transition to ACTIVE for port object ad118cb7-b77e-48eb-8ea8-e0715110070f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:33:04.091002 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:04.154211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Pushing event updated for resources: {'Port': ['ID=ad118cb7-b77e-48eb-8ea8-e0715110070f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:04.262820 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Attempting to bind port ad118cb7-b77e-48eb-8ea8-e0715110070f on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:33:04.263596 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Attempting to bind port ad118cb7-b77e-48eb-8ea8-e0715110070f by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': 'c4df443c-2fd2-4a1f-ab51-6456ddfe440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:33:04.264664 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Attempting to bind port ad118cb7-b77e-48eb-8ea8-e0715110070f on network 07da0608-b3a4-4396-8e93-76eaedb3e3e2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:33:04.271362 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Port ad118cb7-b77e-48eb-8ea8-e0715110070f on network 07da0608-b3a4-4396-8e93-76eaedb3e3e2 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:33:04.272177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Attempting to bind port ad118cb7-b77e-48eb-8ea8-e0715110070f on network 07da0608-b3a4-4396-8e93-76eaedb3e3e2 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:33:04.278964 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 32, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:33:04.279347 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Checking segment: {'id': 'c4df443c-2fd2-4a1f-ab51-6456ddfe440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:33:04.279738 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Bound using segment: {'id': 'c4df443c-2fd2-4a1f-ab51-6456ddfe440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:33:04.280198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Bound port: ad118cb7-b77e-48eb-8ea8-e0715110070f, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4df443c-2fd2-4a1f-ab51-6456ddfe440c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 313, 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:33:04.280573 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:04.368961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] For port ad118cb7-b77e-48eb-8ea8-e0715110070f, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:33:04.372559 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] For port ad118cb7-b77e-48eb-8ea8-e0715110070f, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ad118cb7-b77e-48eb-8ea8-e0715110070f,segment=NetworkSegment(c4df443c-2fd2-4a1f-ab51-6456ddfe440c),segment_id=c4df443c-2fd2-4a1f-ab51-6456ddfe440c)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:33:04.377435 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:04.431868 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:04.433036 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:04.435698 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] 10.222.0.15 "PUT /v2.0/ports/ad118cb7-b77e-48eb-8ea8-e0715110070f HTTP/1.1" status: 200 len: 1091 time: 0.9018209 Jul 09 14:33:04.454653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39954bc7-41ec-4216-a0ca-1e6c35443993', 'tag': 'ad118cb7-b77e-48eb-8ea8-e0715110070f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:33:04.457818 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ff16370-12cf-4648-83ad-3bdae48001d1" -d '{"events": [{"name": "network-changed", "server_uuid": "39954bc7-41ec-4216-a0ca-1e6c35443993", "tag": "ad118cb7-b77e-48eb-8ea8-e0715110070f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:33:04.495887 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dabf2070-194d-4026-beed-82be9992a30a up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:33:04.501974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfe18f8-4445-47fb-83e1-6ed250d41baf service neutron] Pushing event updated for resources: {'Port': ['ID=ad118cb7-b77e-48eb-8ea8-e0715110070f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:04.552007 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:33:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5256f846-dc84-4128-98f0-b347189af829 x-openstack-request-id: req-5256f846-dc84-4128-98f0-b347189af829 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:33:04.552329 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39954bc7-41ec-4216-a0ca-1e6c35443993", "tag": "ad118cb7-b77e-48eb-8ea8-e0715110070f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:33:04.552721 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-5256f846-dc84-4128-98f0-b347189af829 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:33:04.553340 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39954bc7-41ec-4216-a0ca-1e6c35443993', 'tag': 'ad118cb7-b77e-48eb-8ea8-e0715110070f', 'status': 'completed', 'code': 200} Jul 09 14:33:04.565161 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-39139019-ba6c-4ad0-9d87-847bb5fdd105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:04.567180 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-39139019-ba6c-4ad0-9d87-847bb5fdd105 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 1094 time: 0.0743492 Jul 09 14:33:04.580352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port dabf2070-194d-4026-beed-82be9992a30a triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:04.580965 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:04.774576 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7784c1fd-908c-455b-b83b-49688c2d5d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:04.785742 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:04.992273 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-118622a7-897f-4d53-ab78-9b8fb8c57201 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad118cb7-b77e-48eb-8ea8-e0715110070f HTTP/1.1" status: 200 len: 217 time: 0.4159186 Jul 09 14:33:05.071734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-0486d28c-04d3-450a-9269-c5f482c9eea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:05.073260 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-0486d28c-04d3-450a-9269-c5f482c9eea7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c75b618-1346-4469-aa89-c269708bb66d HTTP/1.1" status: 200 len: 834 time: 0.0749459 Jul 09 14:33:05.147004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-bc306ab8-f704-40b4-a3ab-955241e8cfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:05.148540 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-bc306ab8-f704-40b4-a3ab-955241e8cfa3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07da0608-b3a4-4396-8e93-76eaedb3e3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0692208 Jul 09 14:33:05.155119 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93ba4ce-0a03-4cd6-81d5-512348898b56 req-6c8940d7-1834-47ff-9caf-d99c231ba81e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:05.158086 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e93ba4ce-0a03-4cd6-81d5-512348898b56 req-6c8940d7-1834-47ff-9caf-d99c231ba81e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 943 time: 0.1104772 Jul 09 14:33:05.230910 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e93ba4ce-0a03-4cd6-81d5-512348898b56 req-2661a87d-26a0-41c4-8a59-363fad09e9ee tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651796 Jul 09 14:33:05.256815 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-9bf13244-34be-4968-9e0b-cae3795a545f service neutron] 10.222.0.15 "GET /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013143 Jul 09 14:33:05.370011 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-04af1ec4-d2a9-4115-8422-aa07b844dca7 req-866a5c45-d346-48bb-a70e-d3570aedd099 service neutron] 10.222.0.15 "GET /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066163 Jul 09 14:33:05.491492 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff16370-12cf-4648-83ad-3bdae48001d1 req-f25d1699-1658-448a-a780-4fe22a4a4735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:05.494257 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ff16370-12cf-4648-83ad-3bdae48001d1 req-f25d1699-1658-448a-a780-4fe22a4a4735 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 1094 time: 0.0718718 Jul 09 14:33:05.617334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff16370-12cf-4648-83ad-3bdae48001d1 req-c496d272-c45f-43be-bd61-dba07f95aaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:05.620144 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ff16370-12cf-4648-83ad-3bdae48001d1 req-c496d272-c45f-43be-bd61-dba07f95aaf0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=07da0608-b3a4-4396-8e93-76eaedb3e3e2 HTTP/1.1" status: 200 len: 897 time: 0.1191843 Jul 09 14:33:05.669567 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ff16370-12cf-4648-83ad-3bdae48001d1 req-ad7c072e-737b-43cc-a400-eb70d2181b5f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad118cb7-b77e-48eb-8ea8-e0715110070f HTTP/1.1" status: 200 len: 217 time: 0.0427260 Jul 09 14:33:05.725201 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff16370-12cf-4648-83ad-3bdae48001d1 req-3718e2cc-4f9d-45e6-8b0f-184f6d4f4ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:05.726783 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ff16370-12cf-4648-83ad-3bdae48001d1 req-3718e2cc-4f9d-45e6-8b0f-184f6d4f4ad3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c75b618-1346-4469-aa89-c269708bb66d HTTP/1.1" status: 200 len: 834 time: 0.0500720 Jul 09 14:33:05.797508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff16370-12cf-4648-83ad-3bdae48001d1 req-3b704ae1-7741-44a8-8d26-8069824e99af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:05.799126 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ff16370-12cf-4648-83ad-3bdae48001d1 req-3b704ae1-7741-44a8-8d26-8069824e99af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07da0608-b3a4-4396-8e93-76eaedb3e3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0653403 Jul 09 14:33:05.900019 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:05.914479 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ff16370-12cf-4648-83ad-3bdae48001d1 req-58935cfb-5222-432e-8c87-7c616e17f1d5 service neutron] 10.222.0.15 "GET /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1078572 Jul 09 14:33:06.027721 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-0ff16370-12cf-4648-83ad-3bdae48001d1 req-5ab787ea-3c46-4080-8cbd-b26dcb4ebcf1 service neutron] 10.222.0.15 "GET /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062210 Jul 09 14:33:06.456568 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05494796-8a03-4109-bfa3-e9912af77397 req-766578e5-1d89-42a1-87c3-35b094138569 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:06.459913 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-05494796-8a03-4109-bfa3-e9912af77397 req-766578e5-1d89-42a1-87c3-35b094138569 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 943 time: 0.0980058 Jul 09 14:33:06.526660 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-05494796-8a03-4109-bfa3-e9912af77397 req-467061d4-43a8-4064-a9c4-49ab3c776337 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599029 Jul 09 14:33:07.037705 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ad118cb7-b77e-48eb-8ea8-e0715110070f details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:33:07.150350 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ad118cb7-b77e-48eb-8ea8-e0715110070f, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ad118cb7-b77e-48eb-8ea8-e0715110070f,segment=NetworkSegment(c4df443c-2fd2-4a1f-ab51-6456ddfe440c),segment_id=c4df443c-2fd2-4a1f-ab51-6456ddfe440c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:33:07.336632 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'ad118cb7-b77e-48eb-8ea8-e0715110070f', 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'port_id': 'ad118cb7-b77e-48eb-8ea8-e0715110070f', 'mac_address': 'fa:16:3e:e0:69:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 313, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c75b618-1346-4469-aa89-c269708bb66d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:33:07.369964 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:07.387782 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:07.403477 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad118cb7-b77e-48eb-8ea8-e0715110070f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:33:07.426678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ad118cb7-b77e-48eb-8ea8-e0715110070f, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ad118cb7-b77e-48eb-8ea8-e0715110070f,segment=NetworkSegment(c4df443c-2fd2-4a1f-ab51-6456ddfe440c),segment_id=c4df443c-2fd2-4a1f-ab51-6456ddfe440c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:33:07.431292 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:07.489060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=ad118cb7-b77e-48eb-8ea8-e0715110070f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:07.620681 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['ad118cb7-b77e-48eb-8ea8-e0715110070f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:33:07.771749 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2284a38-2484-4a5d-9b18-919a858e2e6c req-218a5995-c270-4d86-b629-51fe80d8ec53 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:07.774545 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2284a38-2484-4a5d-9b18-919a858e2e6c req-218a5995-c270-4d86-b629-51fe80d8ec53 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 944 time: 0.1101446 Jul 09 14:33:07.827517 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c2284a38-2484-4a5d-9b18-919a858e2e6c req-102d5587-f10b-42f2-a28b-a754bc3cea26 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458169 Jul 09 14:33:09.046714 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5356af-818f-4b71-8686-ad2cb0dc94d2 req-557b05ce-b8d9-4a75-91cc-170576bebbe4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:09.048391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc5356af-818f-4b71-8686-ad2cb0dc94d2 req-557b05ce-b8d9-4a75-91cc-170576bebbe4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 944 time: 0.0749757 Jul 09 14:33:09.052553 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ad118cb7-b77e-48eb-8ea8-e0715110070f up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:33:09.109467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port ad118cb7-b77e-48eb-8ea8-e0715110070f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:33:09.113928 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port ad118cb7-b77e-48eb-8ea8-e0715110070f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:33:09.114440 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:09.114931 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cc5356af-818f-4b71-8686-ad2cb0dc94d2 req-c8b332b2-15f7-4c14-b33b-167db3001a7d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581105 Jul 09 14:33:09.199264 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:09.236749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39954bc7-41ec-4216-a0ca-1e6c35443993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad118cb7-b77e-48eb-8ea8-e0715110070f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:33:09.239319 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54bfc815-7aa9-47d2-a7b5-b3fe799013fd" -d '{"events": [{"server_uuid": "39954bc7-41ec-4216-a0ca-1e6c35443993", "name": "network-vif-plugged", "status": "completed", "tag": "ad118cb7-b77e-48eb-8ea8-e0715110070f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:33:09.244520 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:09.254649 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port ad118cb7-b77e-48eb-8ea8-e0715110070f, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ad118cb7-b77e-48eb-8ea8-e0715110070f,segment=NetworkSegment(c4df443c-2fd2-4a1f-ab51-6456ddfe440c),segment_id=c4df443c-2fd2-4a1f-ab51-6456ddfe440c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:33:09.260213 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:09.285802 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:33:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da4c48dd-3d85-4618-8059-80b4cb9161a1 x-openstack-request-id: req-da4c48dd-3d85-4618-8059-80b4cb9161a1 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:33:09.286135 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39954bc7-41ec-4216-a0ca-1e6c35443993", "name": "network-vif-plugged", "status": "completed", "tag": "ad118cb7-b77e-48eb-8ea8-e0715110070f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:33:09.286992 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-da4c48dd-3d85-4618-8059-80b4cb9161a1 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:33:09.287481 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39954bc7-41ec-4216-a0ca-1e6c35443993', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad118cb7-b77e-48eb-8ea8-e0715110070f', 'code': 200} Jul 09 14:33:09.316249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=ad118cb7-b77e-48eb-8ea8-e0715110070f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:09.403624 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f40f151-b967-43c5-ab37-a56ce351a350 req-2116ec88-ad36-40bb-bc1b-d4aa3a74987d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:09.405059 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1f40f151-b967-43c5-ab37-a56ce351a350 req-2116ec88-ad36-40bb-bc1b-d4aa3a74987d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 1096 time: 0.0593462 Jul 09 14:33:09.443476 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1f40f151-b967-43c5-ab37-a56ce351a350 req-6af1070a-099e-49eb-8e79-ba2e360eb9ba service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316336 Jul 09 14:33:09.505720 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:10.343048 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c636ad-e225-4fba-b892-db6298bfe46b req-d398947c-ec25-42e3-8d8e-b7d88b4f520c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:10.344603 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e5c636ad-e225-4fba-b892-db6298bfe46b req-d398947c-ec25-42e3-8d8e-b7d88b4f520c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0766175 Jul 09 14:33:10.387678 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e5c636ad-e225-4fba-b892-db6298bfe46b req-1496177b-b5c8-4c96-93f1-014fc621e797 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362749 Jul 09 14:33:10.613222 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56c62fd-5044-4e8b-a4a3-996a62a6474b req-8bfb64c8-3146-4ea3-93ca-d3cc81dc2c3b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:10.616378 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c56c62fd-5044-4e8b-a4a3-996a62a6474b req-8bfb64c8-3146-4ea3-93ca-d3cc81dc2c3b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0721357 Jul 09 14:33:10.664424 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c56c62fd-5044-4e8b-a4a3-996a62a6474b req-f4bf4dad-696d-450a-82dc-50fd4e32ecea tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418470 Jul 09 14:33:10.710482 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50378) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:10.818567 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85979c14-ab73-476a-99de-ab1bcb84e8b3 tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:10.820224 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-85979c14-ab73-476a-99de-ab1bcb84e8b3 tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 1091 time: 0.1086931 Jul 09 14:33:10.824918 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50382) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:10.829686 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': 'ad118cb7-b77e-48eb-8ea8-e0715110070f', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:33:10.865951 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:11.000839 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:11.136045 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.25.2.35 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/8873a002-c94e-4675-a0f3-4185a3d562f1) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:33:11.255982 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:11.318231 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:11.363209 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:33:11.367450 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:33:11.371589 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:33:11.377717 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=8873a002-c94e-4675-a0f3-4185a3d562f1,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:11.786379 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:11.870926 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:12.040120 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:12.048601 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:12.131184 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=8873a002-c94e-4675-a0f3-4185a3d562f1,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:33:12.140843 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:12.255157 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Floating IP b5a0e883-6d59-410f-b2d2-32eb67d3ac6d associated. External IP: 172.25.2.35, port: ad118cb7-b77e-48eb-8ea8-e0715110070f. Jul 09 14:33:12.491102 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router 93961407-063b-4354-8ec2-6fd0d0d25f98 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:33:12.610554 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:33:12.624751 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10342097-06ba-4a0e-9cb0-d97f09a6b348 None None] Sync routers for ids ['93961407-063b-4354-8ec2-6fd0d0d25f98'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:33:12.630613 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:12.638877 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10342097-06ba-4a0e-9cb0-d97f09a6b348 None None] Routers {'93961407-063b-4354-8ec2-6fd0d0d25f98'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:33:12.639564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-10342097-06ba-4a0e-9cb0-d97f09a6b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['93961407-063b-4354-8ec2-6fd0d0d25f98'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:12.698030 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1d550244-f412-4cbc-bbbe-2f1d6046a6e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8717885 Jul 09 14:33:12.698665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39954bc7-41ec-4216-a0ca-1e6c35443993', 'tag': 'ad118cb7-b77e-48eb-8ea8-e0715110070f'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:33:12.701424 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1091433339f976b032524960edcb999fbceacf16816299a62dfac0337c1fae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e34520-1f32-47d3-9d8a-cf605a38540e" -d '{"events": [{"name": "network-changed", "server_uuid": "39954bc7-41ec-4216-a0ca-1e6c35443993", "tag": "ad118cb7-b77e-48eb-8ea8-e0715110070f"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:33:12.747383 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ba9281-02a8-4c18-9ad5-a2538978d876 x-openstack-request-id: req-21ba9281-02a8-4c18-9ad5-a2538978d876 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:33:12.747683 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39954bc7-41ec-4216-a0ca-1e6c35443993", "tag": "ad118cb7-b77e-48eb-8ea8-e0715110070f", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:33:12.747942 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-21ba9281-02a8-4c18-9ad5-a2538978d876 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:33:12.748426 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39954bc7-41ec-4216-a0ca-1e6c35443993', 'tag': 'ad118cb7-b77e-48eb-8ea8-e0715110070f', 'status': 'completed', 'code': 200} Jul 09 14:33:12.771210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-10342097-06ba-4a0e-9cb0-d97f09a6b348 None None] Set router 93961407-063b-4354-8ec2-6fd0d0d25f98 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:33:12.836405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e34520-1f32-47d3-9d8a-cf605a38540e req-1d97deab-e07e-4a97-b53e-a0f78b6d39dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:12.838024 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f9e34520-1f32-47d3-9d8a-cf605a38540e req-1d97deab-e07e-4a97-b53e-a0f78b6d39dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 1096 time: 0.0626493 Jul 09 14:33:12.889106 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38730274-172b-4c4e-8493-62c7ffe36af1 req-4bb631b6-ccaa-4567-9ec8-ee138faa57e0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:12.890749 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-38730274-172b-4c4e-8493-62c7ffe36af1 req-4bb631b6-ccaa-4567-9ec8-ee138faa57e0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0761201 Jul 09 14:33:12.940128 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-38730274-172b-4c4e-8493-62c7ffe36af1 req-9d3f3663-cba4-4dd8-8d74-9c9227af1dc7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412464 Jul 09 14:33:12.949381 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e34520-1f32-47d3-9d8a-cf605a38540e req-5e453973-77e3-4565-a79b-411a0478c8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:12.950542 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f9e34520-1f32-47d3-9d8a-cf605a38540e req-5e453973-77e3-4565-a79b-411a0478c8d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=07da0608-b3a4-4396-8e93-76eaedb3e3e2 HTTP/1.1" status: 200 len: 897 time: 0.1062737 Jul 09 14:33:12.967374 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50388) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:13.027441 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f9e34520-1f32-47d3-9d8a-cf605a38540e req-4f686bd3-37d9-47e9-8857-4ff8d2dfd66a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad118cb7-b77e-48eb-8ea8-e0715110070f HTTP/1.1" status: 200 len: 998 time: 0.0709865 Jul 09 14:33:13.040455 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d15ab7d7-52dc-4733-b582-c7538276b147 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/b5a0e883-6d59-410f-b2d2-32eb67d3ac6d HTTP/1.1" status: 200 len: 990 time: 0.0712354 Jul 09 14:33:13.080798 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e34520-1f32-47d3-9d8a-cf605a38540e req-e6b980b2-f452-47ef-9deb-ae1c3f6e498d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:13.082288 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f9e34520-1f32-47d3-9d8a-cf605a38540e req-e6b980b2-f452-47ef-9deb-ae1c3f6e498d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c75b618-1346-4469-aa89-c269708bb66d HTTP/1.1" status: 200 len: 834 time: 0.0487611 Jul 09 14:33:13.084469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-10342097-06ba-4a0e-9cb0-d97f09a6b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833363931', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'b5a0e883-6d59-410f-b2d2-32eb67d3ac6d', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'floating_ip_address': '172.25.2.35', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'port_id': 'ad118cb7-b77e-48eb-8ea8-e0715110070f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'mac_address': 'fa:16:3e:e0:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39954bc7-41ec-4216-a0ca-1e6c35443993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:11Z', 'revision_number': 0, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dabf2070-194d-4026-beed-82be9992a30a', 'name': '', 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:76:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6c75b618-1346-4469-aa89-c269708bb66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:57Z', 'updated_at': '2021-07-09T14:33:02Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '6c75b618-1346-4469-aa89-c269708bb66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:13.113344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10342097-06ba-4a0e-9cb0-d97f09a6b348 None None] Checking router: 93961407-063b-4354-8ec2-6fd0d0d25f98 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:33:13.127184 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10342097-06ba-4a0e-9cb0-d97f09a6b348 None None] Routers {'93961407-063b-4354-8ec2-6fd0d0d25f98'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:33:13.128010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-10342097-06ba-4a0e-9cb0-d97f09a6b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:33:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['93961407-063b-4354-8ec2-6fd0d0d25f98'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:13.150383 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e34520-1f32-47d3-9d8a-cf605a38540e req-86e5af8f-bac0-4137-b90f-ed807683b083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:13.152054 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f9e34520-1f32-47d3-9d8a-cf605a38540e req-86e5af8f-bac0-4137-b90f-ed807683b083 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07da0608-b3a4-4396-8e93-76eaedb3e3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0630741 Jul 09 14:33:13.261616 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f9e34520-1f32-47d3-9d8a-cf605a38540e req-fb4b96c5-102f-408f-acf8-6321a4f14cf9 service neutron] 10.222.0.15 "GET /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025512 Jul 09 14:33:13.262358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-10342097-06ba-4a0e-9cb0-d97f09a6b348 None None] Set router 93961407-063b-4354-8ec2-6fd0d0d25f98 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:33:13.374554 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f9e34520-1f32-47d3-9d8a-cf605a38540e req-611e8f27-08a8-4dbd-a780-88275d7dc2b0 service neutron] 10.222.0.15 "GET /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062140 Jul 09 14:33:13.522699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-10342097-06ba-4a0e-9cb0-d97f09a6b348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833363931', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'b5a0e883-6d59-410f-b2d2-32eb67d3ac6d', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'floating_ip_address': '172.25.2.35', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'port_id': 'ad118cb7-b77e-48eb-8ea8-e0715110070f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'mac_address': 'fa:16:3e:e0:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39954bc7-41ec-4216-a0ca-1e6c35443993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:11Z', 'revision_number': 0, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dabf2070-194d-4026-beed-82be9992a30a', 'name': '', 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:76:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6c75b618-1346-4469-aa89-c269708bb66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:57Z', 'updated_at': '2021-07-09T14:33:02Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '6c75b618-1346-4469-aa89-c269708bb66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:33:13.551393 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10342097-06ba-4a0e-9cb0-d97f09a6b348 None None] The sync data for ids ['93961407-063b-4354-8ec2-6fd0d0d25f98'] in n-d-799525-3 is: [{'id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833363931', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'b5a0e883-6d59-410f-b2d2-32eb67d3ac6d', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'floating_ip_address': '172.25.2.35', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'port_id': 'ad118cb7-b77e-48eb-8ea8-e0715110070f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'mac_address': 'fa:16:3e:e0:69:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39954bc7-41ec-4216-a0ca-1e6c35443993', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:33:11Z', 'updated_at': '2021-07-09T14:33:11Z', 'revision_number': 0, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dabf2070-194d-4026-beed-82be9992a30a', 'name': '', 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:76:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6c75b618-1346-4469-aa89-c269708bb66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:57Z', 'updated_at': '2021-07-09T14:33:02Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '6c75b618-1346-4469-aa89-c269708bb66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:33:13.768778 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7504deb-6561-40e1-99b5-7e616c621ea2 None None] New status for floating IP b5a0e883-6d59-410f-b2d2-32eb67d3ac6d: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:33:14.044479 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50390) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:14.118878 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9671f277-1bba-4c18-bf48-7c0b03718a4e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/b5a0e883-6d59-410f-b2d2-32eb67d3ac6d HTTP/1.1" status: 200 len: 992 time: 0.0732272 Jul 09 14:33:18.395190 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40c73160-4541-47be-bdf4-d3c29b3b395d req-a8281580-100c-4151-87fe-2c860f209538 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0625358 Jul 09 14:33:18.512779 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c73160-4541-47be-bdf4-d3c29b3b395d req-5e6e5726-d996-442f-ae27-6532279636cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:18.514334 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40c73160-4541-47be-bdf4-d3c29b3b395d req-5e6e5726-d996-442f-ae27-6532279636cd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 1096 time: 0.0622003 Jul 09 14:33:18.634514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c73160-4541-47be-bdf4-d3c29b3b395d req-e157fdad-1b4c-4067-a147-e00cf01747b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:18.636282 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40c73160-4541-47be-bdf4-d3c29b3b395d req-e157fdad-1b4c-4067-a147-e00cf01747b2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=07da0608-b3a4-4396-8e93-76eaedb3e3e2 HTTP/1.1" status: 200 len: 897 time: 0.0948720 Jul 09 14:33:18.711925 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40c73160-4541-47be-bdf4-d3c29b3b395d req-9073e4a2-812a-44ef-bd00-60fad6e2e766 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad118cb7-b77e-48eb-8ea8-e0715110070f HTTP/1.1" status: 200 len: 1000 time: 0.0695634 Jul 09 14:33:18.765604 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c73160-4541-47be-bdf4-d3c29b3b395d req-5daaa116-5605-4cf0-b426-c772983d827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:18.767247 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40c73160-4541-47be-bdf4-d3c29b3b395d req-5daaa116-5605-4cf0-b426-c772983d827f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c75b618-1346-4469-aa89-c269708bb66d HTTP/1.1" status: 200 len: 834 time: 0.0493090 Jul 09 14:33:18.828986 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c73160-4541-47be-bdf4-d3c29b3b395d req-c53c96bd-ce29-42c6-a465-87d6533032b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:18.830564 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40c73160-4541-47be-bdf4-d3c29b3b395d req-c53c96bd-ce29-42c6-a465-87d6533032b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07da0608-b3a4-4396-8e93-76eaedb3e3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571165 Jul 09 14:33:18.948206 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40c73160-4541-47be-bdf4-d3c29b3b395d req-29b20658-11cd-4cbf-95e5-16ed61aa7d1c service neutron] 10.222.0.15 "GET /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070585 Jul 09 14:33:19.047783 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-40c73160-4541-47be-bdf4-d3c29b3b395d req-8304bc18-bbf9-4645-8fdd-261824834c6c service neutron] 10.222.0.15 "GET /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932477 Jul 09 14:33:26.296031 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:33:31.888587 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cd4c34c0-2760-422c-b178-e127fa15aaca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:34.753079 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e2b5d5e8-aa77-4bf3-b48d-92c79ec32b4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:34.761949 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:35.903749 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:37.301170 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:39.234315 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:39.505694 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:33:43.177660 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5853b9c2-5489-41e5-af6f-b93dc78dee7e req-d33dc5d7-1439-4e8b-a791-e9ad207840ce tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:43.180525 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5853b9c2-5489-41e5-af6f-b93dc78dee7e req-d33dc5d7-1439-4e8b-a791-e9ad207840ce tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0872390 Jul 09 14:33:43.223633 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5853b9c2-5489-41e5-af6f-b93dc78dee7e req-33bae74e-8910-46e1-bced-10d92ae57818 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365241 Jul 09 14:33:44.442794 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efef1525-4518-4ccc-8f96-589cc073aacb req-f02dcf83-52e7-4270-b1e9-a74ac7496165 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:44.445582 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-efef1525-4518-4ccc-8f96-589cc073aacb req-f02dcf83-52e7-4270-b1e9-a74ac7496165 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0922961 Jul 09 14:33:44.512140 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-efef1525-4518-4ccc-8f96-589cc073aacb req-425143f8-074a-4a46-b29a-434af278d445 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603671 Jul 09 14:33:45.719109 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1724a3a6-6baa-4503-8f36-b64f440fd528 req-b0d1a44e-495a-452e-9397-3aeba07615d2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:45.720724 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1724a3a6-6baa-4503-8f36-b64f440fd528 req-b0d1a44e-495a-452e-9397-3aeba07615d2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0765162 Jul 09 14:33:45.762919 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1724a3a6-6baa-4503-8f36-b64f440fd528 req-82af8238-abbb-4178-b3d8-5492aa12a3b7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355093 Jul 09 14:33:46.953364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff520456-af56-4c47-ae4a-ac93fe921719 req-e3fd9c2a-65f9-4bae-a033-594e7f0401f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:46.954972 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ff520456-af56-4c47-ae4a-ac93fe921719 req-e3fd9c2a-65f9-4bae-a033-594e7f0401f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0735409 Jul 09 14:33:46.997925 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ff520456-af56-4c47-ae4a-ac93fe921719 req-e016474a-6f3a-4293-bfc4-404454a956d8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352960 Jul 09 14:33:48.193732 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc716b6-253c-401b-ac21-db51d6bb3a9a req-2c54d5cc-1af1-4a22-9af4-f0cf803e4f6d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:48.195367 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bcc716b6-253c-401b-ac21-db51d6bb3a9a req-2c54d5cc-1af1-4a22-9af4-f0cf803e4f6d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0731962 Jul 09 14:33:48.240137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bcc716b6-253c-401b-ac21-db51d6bb3a9a req-6f7f9411-3138-4d30-8b13-627fcf1e3d9b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387225 Jul 09 14:33:49.462837 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16dce92-3fdd-420c-8295-e3fa7b0d0e60 req-dd904d08-b4f7-4ce6-b88e-13c133dcd4dd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:49.465535 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c16dce92-3fdd-420c-8295-e3fa7b0d0e60 req-dd904d08-b4f7-4ce6-b88e-13c133dcd4dd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0924344 Jul 09 14:33:49.510152 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c16dce92-3fdd-420c-8295-e3fa7b0d0e60 req-e3a0ebb2-4a7b-47b0-a9eb-0430f2f8030c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383737 Jul 09 14:33:50.704677 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b29fb3c-6fc5-4ae3-ac2f-08ef22cb7d5b req-ace58cae-be74-44df-9480-aa0aa37a3c85 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:50.706609 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b29fb3c-6fc5-4ae3-ac2f-08ef22cb7d5b req-ace58cae-be74-44df-9480-aa0aa37a3c85 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0737839 Jul 09 14:33:50.758196 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b29fb3c-6fc5-4ae3-ac2f-08ef22cb7d5b req-090772c0-202c-49af-80f8-60adcd6f64b7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403745 Jul 09 14:33:51.984303 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde983b5-df27-4a44-a1c7-2405d15a0f85 req-87b377cc-07ea-49a8-be24-94ce6eb69c70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:51.986121 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fde983b5-df27-4a44-a1c7-2405d15a0f85 req-87b377cc-07ea-49a8-be24-94ce6eb69c70 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0859852 Jul 09 14:33:52.030333 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fde983b5-df27-4a44-a1c7-2405d15a0f85 req-9dcc3a35-81c5-4cc4-abf4-c4710d77e90f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377409 Jul 09 14:33:53.258337 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc3691a-f49f-4e59-b466-5bdf20dcef7a req-0a8593b6-4ee1-45b6-95f1-274db2b28322 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:53.260806 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbc3691a-f49f-4e59-b466-5bdf20dcef7a req-0a8593b6-4ee1-45b6-95f1-274db2b28322 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.1076121 Jul 09 14:33:53.314899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bbc3691a-f49f-4e59-b466-5bdf20dcef7a req-3243b01a-b4d9-4cbd-bb58-d050cc644592 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470953 Jul 09 14:33:54.519123 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759eded1-80e5-420e-8f59-124b3fa28aae req-9eb428ae-9b0e-4aff-a4f9-af14c98f2e99 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:54.521204 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-759eded1-80e5-420e-8f59-124b3fa28aae req-9eb428ae-9b0e-4aff-a4f9-af14c98f2e99 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0841925 Jul 09 14:33:54.565644 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-759eded1-80e5-420e-8f59-124b3fa28aae req-d81ac10b-0b3b-4d39-becb-4db4c77e3fad tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384645 Jul 09 14:33:54.592202 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50426) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:54.675169 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8ba450be-5f9d-408f-8cd2-a0de71345310 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/b5a0e883-6d59-410f-b2d2-32eb67d3ac6d HTTP/1.1" status: 200 len: 992 time: 0.0812783 Jul 09 14:33:56.155719 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89d269-1396-45c5-a409-2446d709d2fb req-8626a545-c0e4-4acc-b587-50ad8576d8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:56.157532 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c89d269-1396-45c5-a409-2446d709d2fb req-8626a545-c0e4-4acc-b587-50ad8576d8ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 1096 time: 0.0843451 Jul 09 14:33:56.209464 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb35440-ed9c-4baf-ab75-c3247107afe6 req-ef8b3994-7121-44b9-a782-94780e118f7d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:56.211079 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-adb35440-ed9c-4baf-ab75-c3247107afe6 req-ef8b3994-7121-44b9-a782-94780e118f7d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0756559 Jul 09 14:33:56.268534 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-adb35440-ed9c-4baf-ab75-c3247107afe6 req-0891f910-ed9b-4349-993a-506d34b922a7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470250 Jul 09 14:33:56.271653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89d269-1396-45c5-a409-2446d709d2fb req-a7883f4f-6589-4cc3-8541-57691a71ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:56.274492 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c89d269-1396-45c5-a409-2446d709d2fb req-a7883f4f-6589-4cc3-8541-57691a71ff6f service neutron] 10.222.0.15 "GET /v2.0/networks?id=07da0608-b3a4-4396-8e93-76eaedb3e3e2 HTTP/1.1" status: 200 len: 897 time: 0.1106644 Jul 09 14:33:56.352337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c89d269-1396-45c5-a409-2446d709d2fb req-63edf5c2-b7bf-428f-96b3-2ea51fe036fa service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad118cb7-b77e-48eb-8ea8-e0715110070f HTTP/1.1" status: 200 len: 1000 time: 0.0717390 Jul 09 14:33:56.411946 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89d269-1396-45c5-a409-2446d709d2fb req-24c9f641-9c94-4713-86a4-9e64851349d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:56.413875 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c89d269-1396-45c5-a409-2446d709d2fb req-24c9f641-9c94-4713-86a4-9e64851349d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c75b618-1346-4469-aa89-c269708bb66d HTTP/1.1" status: 200 len: 834 time: 0.0556033 Jul 09 14:33:56.480421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c89d269-1396-45c5-a409-2446d709d2fb req-8df2b2cf-f32b-40f4-8080-b43fd98e9ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:56.482048 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c89d269-1396-45c5-a409-2446d709d2fb req-8df2b2cf-f32b-40f4-8080-b43fd98e9ea6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07da0608-b3a4-4396-8e93-76eaedb3e3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0621150 Jul 09 14:33:56.596544 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c89d269-1396-45c5-a409-2446d709d2fb req-b424dbd8-78ca-45d8-99b1-f4b8f0fcb51c service neutron] 10.222.0.15 "GET /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076505 Jul 09 14:33:56.695017 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3c89d269-1396-45c5-a409-2446d709d2fb req-e1f6c910-dabd-4275-8e9c-c91f2dded266 service neutron] 10.222.0.15 "GET /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920088 Jul 09 14:33:57.474343 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79258b29-d02c-4e51-aa10-8c206d84442c req-ddd07fc1-28f6-424a-87f5-17b6e8279ea1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:33:57.476055 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79258b29-d02c-4e51-aa10-8c206d84442c req-ddd07fc1-28f6-424a-87f5-17b6e8279ea1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0802600 Jul 09 14:33:57.523705 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-79258b29-d02c-4e51-aa10-8c206d84442c req-19516634-dac8-4ffc-8d65-8b022555b951 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413618 Jul 09 14:33:57.550996 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50436) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:33:57.622524 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-840863af-12ec-4fa1-b273-ad96bef2a0eb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/b5a0e883-6d59-410f-b2d2-32eb67d3ac6d HTTP/1.1" status: 200 len: 992 time: 0.0700400 Jul 09 14:34:01.891213 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2321f76-cd42-4eb6-bfca-270647892b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:03.296435 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:34:04.740614 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8afc0486-7989-4d1a-8f3d-5888b915e4ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:04.762014 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:05.903432 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:07.304226 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:09.235500 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:09.523316 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:13.329651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-96807421-6f19-4dcd-9187-cee4f1462536 req-8fec742b-c4ae-46b4-8740-423a523acab7 service neutron] (93754) timed out ('10.222.0.39', 39544) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:34:20.362043 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1284966f-d35d-462c-8595-fcb5cd164e2b req-64c5f03f-1c69-44b9-ae33-08cd89017119 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0641994 Jul 09 14:34:20.482912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284966f-d35d-462c-8595-fcb5cd164e2b req-0d69659b-0194-4a68-baf7-80b196b40fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:20.484563 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1284966f-d35d-462c-8595-fcb5cd164e2b req-0d69659b-0194-4a68-baf7-80b196b40fc5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 1096 time: 0.0766170 Jul 09 14:34:20.618271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284966f-d35d-462c-8595-fcb5cd164e2b req-2344c8f5-401f-4a34-b878-62214b381d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:20.620610 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1284966f-d35d-462c-8595-fcb5cd164e2b req-2344c8f5-401f-4a34-b878-62214b381d4c service neutron] 10.222.0.15 "GET /v2.0/networks?id=07da0608-b3a4-4396-8e93-76eaedb3e3e2 HTTP/1.1" status: 200 len: 897 time: 0.1127646 Jul 09 14:34:20.700622 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1284966f-d35d-462c-8595-fcb5cd164e2b req-beee2f93-4f9c-4b1b-bfb6-a33a6dacbc13 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad118cb7-b77e-48eb-8ea8-e0715110070f HTTP/1.1" status: 200 len: 1000 time: 0.0724533 Jul 09 14:34:20.760305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284966f-d35d-462c-8595-fcb5cd164e2b req-5415887e-3dd3-475b-816e-a675320f06d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:20.761839 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1284966f-d35d-462c-8595-fcb5cd164e2b req-5415887e-3dd3-475b-816e-a675320f06d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c75b618-1346-4469-aa89-c269708bb66d HTTP/1.1" status: 200 len: 834 time: 0.0548406 Jul 09 14:34:20.829570 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284966f-d35d-462c-8595-fcb5cd164e2b req-e170af20-204a-4c82-b0f5-d06792c2c3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:20.831325 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1284966f-d35d-462c-8595-fcb5cd164e2b req-e170af20-204a-4c82-b0f5-d06792c2c3a6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07da0608-b3a4-4396-8e93-76eaedb3e3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0604246 Jul 09 14:34:20.937391 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1284966f-d35d-462c-8595-fcb5cd164e2b req-dc4b01dd-92b6-496d-87e8-126f3b57e1f2 service neutron] 10.222.0.15 "GET /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987029 Jul 09 14:34:21.043815 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1284966f-d35d-462c-8595-fcb5cd164e2b req-d167bff6-c4fb-45d6-81a1-deea927e0345 service neutron] 10.222.0.15 "GET /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995307 Jul 09 14:34:28.026780 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50452) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:28.201967 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port 8873a002-c94e-4675-a0f3-4185a3d562f1 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:34:28.202342 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:28.287640 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:28.289320 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:28.308487 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for 8873a002-c94e-4675-a0f3-4185a3d562f1 owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:34:28.474740 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:28.502080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=8873a002-c94e-4675-a0f3-4185a3d562f1,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:28.514523 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:28.514878 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:28.515260 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:28.515601 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:28.515945 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:28.516280 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:28.516618 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:28.516952 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:28.517311 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:28.517646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:28.517976 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:28.518329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:28.582171 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:28.582435 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Floating IP b5a0e883-6d59-410f-b2d2-32eb67d3ac6d disassociated (deleted). External IP: 172.25.2.35, port: ad118cb7-b77e-48eb-8ea8-e0715110070f. Jul 09 14:34:28.803798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router 93961407-063b-4354-8ec2-6fd0d0d25f98 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:34:28.931539 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:34:28.937222 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:28.941621 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f59536d-aa10-427a-93bc-fb6854c80f73 None None] Sync routers for ids ['93961407-063b-4354-8ec2-6fd0d0d25f98'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:34:28.952017 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f59536d-aa10-427a-93bc-fb6854c80f73 None None] Routers {'93961407-063b-4354-8ec2-6fd0d0d25f98'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:34:28.952644 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4f59536d-aa10-427a-93bc-fb6854c80f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:34:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['93961407-063b-4354-8ec2-6fd0d0d25f98'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:28.981589 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-209a7718-0c3e-4315-b645-3155256c74d5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/floatingips/b5a0e883-6d59-410f-b2d2-32eb67d3ac6d HTTP/1.1" status: 204 len: 168 time: 0.9536502 Jul 09 14:34:28.982269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39954bc7-41ec-4216-a0ca-1e6c35443993', 'tag': 'ad118cb7-b77e-48eb-8ea8-e0715110070f'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:34:28.985857 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1091433339f976b032524960edcb999fbceacf16816299a62dfac0337c1fae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f284c9a6-e898-4cfb-bf52-87576c4ba8ad" -d '{"events": [{"name": "network-changed", "server_uuid": "39954bc7-41ec-4216-a0ca-1e6c35443993", "tag": "ad118cb7-b77e-48eb-8ea8-e0715110070f"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:34:29.023808 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed35052f-6273-4459-b599-4e209559dc2e x-openstack-request-id: req-ed35052f-6273-4459-b599-4e209559dc2e {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:34:29.024109 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39954bc7-41ec-4216-a0ca-1e6c35443993", "tag": "ad118cb7-b77e-48eb-8ea8-e0715110070f", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:34:29.024371 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed35052f-6273-4459-b599-4e209559dc2e {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:34:29.024919 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39954bc7-41ec-4216-a0ca-1e6c35443993', 'tag': 'ad118cb7-b77e-48eb-8ea8-e0715110070f', 'status': 'completed', 'code': 200} Jul 09 14:34:29.079005 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-4f59536d-aa10-427a-93bc-fb6854c80f73 None None] Set router 93961407-063b-4354-8ec2-6fd0d0d25f98 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:34:29.189652 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284c9a6-e898-4cfb-bf52-87576c4ba8ad req-a70bb3a4-b7c8-4fdb-b7f6-7f3554bcd6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:29.192099 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f284c9a6-e898-4cfb-bf52-87576c4ba8ad req-a70bb3a4-b7c8-4fdb-b7f6-7f3554bcd6dc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 1096 time: 0.1419301 Jul 09 14:34:29.310203 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284c9a6-e898-4cfb-bf52-87576c4ba8ad req-dd316720-d950-460c-9e1e-7bbc55bacf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:29.310923 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4f59536d-aa10-427a-93bc-fb6854c80f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833363931', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'dabf2070-194d-4026-beed-82be9992a30a', 'name': '', 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:76:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6c75b618-1346-4469-aa89-c269708bb66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:57Z', 'updated_at': '2021-07-09T14:33:02Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '6c75b618-1346-4469-aa89-c269708bb66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:29.311761 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f284c9a6-e898-4cfb-bf52-87576c4ba8ad req-dd316720-d950-460c-9e1e-7bbc55bacf57 service neutron] 10.222.0.15 "GET /v2.0/networks?id=07da0608-b3a4-4396-8e93-76eaedb3e3e2 HTTP/1.1" status: 200 len: 897 time: 0.1138048 Jul 09 14:34:29.338707 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f59536d-aa10-427a-93bc-fb6854c80f73 None None] Checking router: 93961407-063b-4354-8ec2-6fd0d0d25f98 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:34:29.349240 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f59536d-aa10-427a-93bc-fb6854c80f73 None None] Routers {'93961407-063b-4354-8ec2-6fd0d0d25f98'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:34:29.349878 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4f59536d-aa10-427a-93bc-fb6854c80f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:34:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['93961407-063b-4354-8ec2-6fd0d0d25f98'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:29.355801 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f284c9a6-e898-4cfb-bf52-87576c4ba8ad req-c9c807f0-7969-437d-8e82-bf4cfa330a06 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ad118cb7-b77e-48eb-8ea8-e0715110070f HTTP/1.1" status: 200 len: 217 time: 0.0364485 Jul 09 14:34:29.398886 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e53588-89ea-4c6e-8879-5480f4fcdfd9 req-091c64cb-d9ff-4733-8762-59495961b153 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:29.400967 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-39e53588-89ea-4c6e-8879-5480f4fcdfd9 req-091c64cb-d9ff-4733-8762-59495961b153 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0718153 Jul 09 14:34:29.418994 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284c9a6-e898-4cfb-bf52-87576c4ba8ad req-3c256b34-fc04-4c59-ae02-8a98edfd125f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:29.420613 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f284c9a6-e898-4cfb-bf52-87576c4ba8ad req-3c256b34-fc04-4c59-ae02-8a98edfd125f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c75b618-1346-4469-aa89-c269708bb66d HTTP/1.1" status: 200 len: 834 time: 0.0577557 Jul 09 14:34:29.446224 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-39e53588-89ea-4c6e-8879-5480f4fcdfd9 req-ece88325-3858-49d1-bfea-9377000154dd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392637 Jul 09 14:34:29.466219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-4f59536d-aa10-427a-93bc-fb6854c80f73 None None] Set router 93961407-063b-4354-8ec2-6fd0d0d25f98 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:34:29.490612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f284c9a6-e898-4cfb-bf52-87576c4ba8ad req-cffd7e03-720d-4e4b-8b09-e4ab93fcd25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:29.492213 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f284c9a6-e898-4cfb-bf52-87576c4ba8ad req-cffd7e03-720d-4e4b-8b09-e4ab93fcd25d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=07da0608-b3a4-4396-8e93-76eaedb3e3e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640206 Jul 09 14:34:29.596730 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f284c9a6-e898-4cfb-bf52-87576c4ba8ad req-90cc92fb-fb30-4400-bf45-6bd5d79a4db3 service neutron] 10.222.0.15 "GET /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964503 Jul 09 14:34:29.684495 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-4f59536d-aa10-427a-93bc-fb6854c80f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833363931', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'dabf2070-194d-4026-beed-82be9992a30a', 'name': '', 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:76:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6c75b618-1346-4469-aa89-c269708bb66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:57Z', 'updated_at': '2021-07-09T14:33:02Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '6c75b618-1346-4469-aa89-c269708bb66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:29.695520 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f284c9a6-e898-4cfb-bf52-87576c4ba8ad req-3d369f5a-ebb9-4343-aa88-702d91b63b8b service neutron] 10.222.0.15 "GET /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918446 Jul 09 14:34:29.712712 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f59536d-aa10-427a-93bc-fb6854c80f73 None None] The sync data for ids ['93961407-063b-4354-8ec2-6fd0d0d25f98'] in n-d-799525-3 is: [{'id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833363931', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': 'dabf2070-194d-4026-beed-82be9992a30a', 'name': '', 'network_id': '07da0608-b3a4-4396-8e93-76eaedb3e3e2', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:76:75:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '6c75b618-1346-4469-aa89-c269708bb66d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:57Z', 'updated_at': '2021-07-09T14:33:02Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '6c75b618-1346-4469-aa89-c269708bb66d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:34:29.944410 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb0b0333-8918-409f-afe5-5ea3ed84c729 None None] New status for floating IP b5a0e883-6d59-410f-b2d2-32eb67d3ac6d: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:34:30.632467 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f858776-52ca-4325-91ea-4512456e9568 req-cd54cbc3-bd93-444b-b000-78ae611d6da7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:30.634082 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f858776-52ca-4325-91ea-4512456e9568 req-cd54cbc3-bd93-444b-b000-78ae611d6da7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0685701 Jul 09 14:34:30.672994 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8f858776-52ca-4325-91ea-4512456e9568 req-2f9370b3-4850-4176-aed3-4e4294c6f9e6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=5aca934b-567b-4172-93a7-716fa8432b44&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333230 Jul 09 14:34:30.784828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11882f67-52ce-41f9-aaa2-8cfbfdd511d4 req-a400c28e-02bd-4d67-9c56-2e81de931916 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:30.786425 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-11882f67-52ce-41f9-aaa2-8cfbfdd511d4 req-a400c28e-02bd-4d67-9c56-2e81de931916 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.15 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 945 time: 0.0723925 Jul 09 14:34:30.904447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-11882f67-52ce-41f9-aaa2-8cfbfdd511d4 req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port ad118cb7-b77e-48eb-8ea8-e0715110070f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:34:30.904744 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11882f67-52ce-41f9-aaa2-8cfbfdd511d4 req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:31.001017 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-11882f67-52ce-41f9-aaa2-8cfbfdd511d4 req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] For port ad118cb7-b77e-48eb-8ea8-e0715110070f, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=ad118cb7-b77e-48eb-8ea8-e0715110070f,segment=NetworkSegment(c4df443c-2fd2-4a1f-ab51-6456ddfe440c),segment_id=c4df443c-2fd2-4a1f-ab51-6456ddfe440c)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:34:31.001383 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11882f67-52ce-41f9-aaa2-8cfbfdd511d4 req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:31.018184 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-11882f67-52ce-41f9-aaa2-8cfbfdd511d4 req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for ad118cb7-b77e-48eb-8ea8-e0715110070f owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:34:31.161240 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11882f67-52ce-41f9-aaa2-8cfbfdd511d4 req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:31.193957 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=ad118cb7-b77e-48eb-8ea8-e0715110070f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:31.224036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:31.224382 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:31.224731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:31.225076 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:31.225433 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:31.225756 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:31.226090 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:31.226424 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:31.226760 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:31.227141 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:31.227441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:31.227770 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:31.254963 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-11882f67-52ce-41f9-aaa2-8cfbfdd511d4 req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] No DVR routers for this DVR port ad118cb7-b77e-48eb-8ea8-e0715110070f on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:34:31.259217 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-11882f67-52ce-41f9-aaa2-8cfbfdd511d4 req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:31.260572 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-11882f67-52ce-41f9-aaa2-8cfbfdd511d4 req-16064a91-a7ce-4c96-8886-ce688a2fe92e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.15 "DELETE /v2.0/ports/ad118cb7-b77e-48eb-8ea8-e0715110070f HTTP/1.1" status: 204 len: 173 time: 0.4688044 Jul 09 14:34:31.261021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39954bc7-41ec-4216-a0ca-1e6c35443993', 'name': 'network-vif-deleted', 'tag': 'ad118cb7-b77e-48eb-8ea8-e0715110070f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:34:31.263580 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f3ec8ba-3b66-41ca-95f2-380ed7c4509f" -d '{"events": [{"server_uuid": "39954bc7-41ec-4216-a0ca-1e6c35443993", "name": "network-vif-deleted", "tag": "ad118cb7-b77e-48eb-8ea8-e0715110070f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:34:31.306513 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-845fd316-2cee-46bf-9799-4423c5f5e324 x-openstack-request-id: req-845fd316-2cee-46bf-9799-4423c5f5e324 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:34:31.307017 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39954bc7-41ec-4216-a0ca-1e6c35443993", "name": "network-vif-deleted", "tag": "ad118cb7-b77e-48eb-8ea8-e0715110070f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:34:31.307453 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-845fd316-2cee-46bf-9799-4423c5f5e324 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:34:31.308126 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39954bc7-41ec-4216-a0ca-1e6c35443993', 'name': 'network-vif-deleted', 'tag': 'ad118cb7-b77e-48eb-8ea8-e0715110070f', 'status': 'completed', 'code': 200} Jul 09 14:34:31.859392 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dba0a38e-f6e4-4d36-bae0-6cfb277ecde6 req-6eb7717f-8ce8-41a4-a8d8-3a5381a729fe tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=39954bc7-41ec-4216-a0ca-1e6c35443993 HTTP/1.1" status: 200 len: 210 time: 0.0407798 Jul 09 14:34:31.897472 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2c4cd2db-b568-4d81-b78a-f6250075872b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:32.955468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50480) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:33.656383 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40d3ff29-2110-4ad5-8c86-6d24ad338807 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:33.966356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-40d3ff29-2110-4ad5-8c86-6d24ad338807 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port dabf2070-194d-4026-beed-82be9992a30a {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:34:33.967074 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40d3ff29-2110-4ad5-8c86-6d24ad338807 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:34.067184 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-40d3ff29-2110-4ad5-8c86-6d24ad338807 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] For port dabf2070-194d-4026-beed-82be9992a30a, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=dabf2070-194d-4026-beed-82be9992a30a,segment=NetworkSegment(c4df443c-2fd2-4a1f-ab51-6456ddfe440c),segment_id=c4df443c-2fd2-4a1f-ab51-6456ddfe440c)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:34:34.067541 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40d3ff29-2110-4ad5-8c86-6d24ad338807 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:34.083170 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-40d3ff29-2110-4ad5-8c86-6d24ad338807 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for dabf2070-194d-4026-beed-82be9992a30a owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:34:34.293030 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40d3ff29-2110-4ad5-8c86-6d24ad338807 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:34.318890 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d3ff29-2110-4ad5-8c86-6d24ad338807 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=dabf2070-194d-4026-beed-82be9992a30a,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:34.528353 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-40d3ff29-2110-4ad5-8c86-6d24ad338807 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:34.746981 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3d547bb1-c8fd-4c93-ba6c-63f0f409e63c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:34.760765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40d3ff29-2110-4ad5-8c86-6d24ad338807 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router 93961407-063b-4354-8ec2-6fd0d0d25f98 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:34:34.761499 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:34.875025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40d3ff29-2110-4ad5-8c86-6d24ad338807 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:34:34.881389 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-40d3ff29-2110-4ad5-8c86-6d24ad338807 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "PUT /v2.0/routers/93961407-063b-4354-8ec2-6fd0d0d25f98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9244196 Jul 09 14:34:34.884104 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50482) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:34.889282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f7597-a443-4c40-8d07-bc8bc1cb86e4 None None] Sync routers for ids ['93961407-063b-4354-8ec2-6fd0d0d25f98'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:34:34.899361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f7597-a443-4c40-8d07-bc8bc1cb86e4 None None] Routers {'93961407-063b-4354-8ec2-6fd0d0d25f98'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:34:34.900078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d50f7597-a443-4c40-8d07-bc8bc1cb86e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:34:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['93961407-063b-4354-8ec2-6fd0d0d25f98'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:34.943600 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d9dbe78-d54a-44ac-973e-3ee1133ecb40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting subnet 6c75b618-1346-4469-aa89-c269708bb66d {{(pid=93754) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:34:34.946968 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d9dbe78-d54a-44ac-973e-3ee1133ecb40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for subnet, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:34.993515 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d9dbe78-d54a-44ac-973e-3ee1133ecb40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9941966'] for subnet, precommit_delete_associations {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:35.090526 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d9dbe78-d54a-44ac-973e-3ee1133ecb40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:35.182271 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d9dbe78-d54a-44ac-973e-3ee1133ecb40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9832010', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2960921'] for subnet, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:35.203980 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d50f7597-a443-4c40-8d07-bc8bc1cb86e4 None None] Set router 93961407-063b-4354-8ec2-6fd0d0d25f98 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:34:35.228541 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9dbe78-d54a-44ac-973e-3ee1133ecb40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Subnet': ['ID=6c75b618-1346-4469-aa89-c269708bb66d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:35.231878 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-3d9dbe78-d54a-44ac-973e-3ee1133ecb40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:35.236080 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3d9dbe78-d54a-44ac-973e-3ee1133ecb40 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/subnets/6c75b618-1346-4469-aa89-c269708bb66d HTTP/1.1" status: 204 len: 168 time: 0.3503492 Jul 09 14:34:35.240306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50484) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:35.249377 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b639245-cb49-4ba3-96e8-24ebc42ef7be None None] Network 07da0608-b3a4-4396-8e93-76eaedb3e3e2 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:34:35.358028 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ca72ad5-ef87-42b7-810e-6aa76215d78a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:35.479052 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ca72ad5-ef87-42b7-810e-6aa76215d78a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:35.533404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d50f7597-a443-4c40-8d07-bc8bc1cb86e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833363931', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79'}], 'enable_snat': True}, 'gw_port_id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:34:34Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '4409c36c-a18f-432b-a335-9231b2f0b37e', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:b4:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:32:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:35.538377 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ad118cb7-b77e-48eb-8ea8-e0715110070f no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:34:35.544226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7ca72ad5-ef87-42b7-810e-6aa76215d78a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port 4409c36c-a18f-432b-a335-9231b2f0b37e {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:34:35.544589 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ca72ad5-ef87-42b7-810e-6aa76215d78a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:35.584654 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f7597-a443-4c40-8d07-bc8bc1cb86e4 None None] Checking router: 93961407-063b-4354-8ec2-6fd0d0d25f98 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:34:35.587869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: ad118cb7-b77e-48eb-8ea8-e0715110070f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:34:35.588221 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device ad118cb7-b77e-48eb-8ea8-e0715110070f not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:34:35.594825 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] DHCP port deletion for 07da0608-b3a4-4396-8e93-76eaedb3e3e2 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:34:35.601651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50f7597-a443-4c40-8d07-bc8bc1cb86e4 None None] Routers {'93961407-063b-4354-8ec2-6fd0d0d25f98'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:34:35.602270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d50f7597-a443-4c40-8d07-bc8bc1cb86e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:34:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['93961407-063b-4354-8ec2-6fd0d0d25f98'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:35.642986 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-7ca72ad5-ef87-42b7-810e-6aa76215d78a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] For port 4409c36c-a18f-432b-a335-9231b2f0b37e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=4409c36c-a18f-432b-a335-9231b2f0b37e,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:34:35.643503 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ca72ad5-ef87-42b7-810e-6aa76215d78a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:35.661413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-7ca72ad5-ef87-42b7-810e-6aa76215d78a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for 4409c36c-a18f-432b-a335-9231b2f0b37e owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:34:35.715414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d50f7597-a443-4c40-8d07-bc8bc1cb86e4 None None] Set router 93961407-063b-4354-8ec2-6fd0d0d25f98 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:34:35.777978 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d50f7597-a443-4c40-8d07-bc8bc1cb86e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833363931', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:34:35Z', 'revision_number': 6, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:35.780874 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Deleting port 71873be3-43af-455c-8db1-8c717cb6155e {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:34:35.781251 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:35.818344 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50f7597-a443-4c40-8d07-bc8bc1cb86e4 None None] The sync data for ids ['93961407-063b-4354-8ec2-6fd0d0d25f98'] in n-d-799525-3 is: [{'id': '93961407-063b-4354-8ec2-6fd0d0d25f98', 'name': 'tempest-TestNetworkAdvancedServerOps-router-833363931', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:32:54Z', 'updated_at': '2021-07-09T14:34:35Z', 'revision_number': 6, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:34:35.846786 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ca72ad5-ef87-42b7-810e-6aa76215d78a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:35.883766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca72ad5-ef87-42b7-810e-6aa76215d78a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=4409c36c-a18f-432b-a335-9231b2f0b37e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:35.884112 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] For port 71873be3-43af-455c-8db1-8c717cb6155e, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=71873be3-43af-455c-8db1-8c717cb6155e,segment=NetworkSegment(c4df443c-2fd2-4a1f-ab51-6456ddfe440c),segment_id=c4df443c-2fd2-4a1f-ab51-6456ddfe440c)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:34:35.884514 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:35.903128 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Calling delete_port for 71873be3-43af-455c-8db1-8c717cb6155e owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:34:35.919706 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:35.949983 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ca72ad5-ef87-42b7-810e-6aa76215d78a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.015725 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.042188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Pushing event deleted for resources: {'Port': ['ID=71873be3-43af-455c-8db1-8c717cb6155e,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:36.046976 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] No DVR routers for this DVR port 71873be3-43af-455c-8db1-8c717cb6155e on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:34:36.054462 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:36.054824 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:36.055197 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:36.055547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:36.055891 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:36.056234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:36.056574 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:36.056912 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:36.057047 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ca72ad5-ef87-42b7-810e-6aa76215d78a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.057239 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:36.057575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:36.057908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:36.058504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fa76b19-6c43-46af-93f9-c592c30484ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:36.064021 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ca72ad5-ef87-42b7-810e-6aa76215d78a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.112353 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ca72ad5-ef87-42b7-810e-6aa76215d78a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.113068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ca72ad5-ef87-42b7-810e-6aa76215d78a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Fanout notify agent at l3_agent the message router_deleted on router 93961407-063b-4354-8ec2-6fd0d0d25f98 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:34:36.120930 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-7ca72ad5-ef87-42b7-810e-6aa76215d78a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.122168 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7ca72ad5-ef87-42b7-810e-6aa76215d78a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/routers/93961407-063b-4354-8ec2-6fd0d0d25f98 HTTP/1.1" status: 204 len: 168 time: 0.8807681 Jul 09 14:34:36.125219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50488) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:36.215052 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2511e338-3384-44b5-b3be-bbd5ff2ff489 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.307577 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2511e338-3384-44b5-b3be-bbd5ff2ff489 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.318004 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2511e338-3384-44b5-b3be-bbd5ff2ff489 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07da0608-b3a4-4396-8e93-76eaedb3e3e2']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:36.328851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2511e338-3384-44b5-b3be-bbd5ff2ff489 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4df443c-2fd2-4a1f-ab51-6456ddfe440c') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:36.329146 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-2511e338-3384-44b5-b3be-bbd5ff2ff489 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4df443c-2fd2-4a1f-ab51-6456ddfe440c') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:36.339153 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2511e338-3384-44b5-b3be-bbd5ff2ff489 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.358458 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2511e338-3384-44b5-b3be-bbd5ff2ff489 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.365700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2511e338-3384-44b5-b3be-bbd5ff2ff489 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Releasing vlan 313 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:34:36.366206 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2511e338-3384-44b5-b3be-bbd5ff2ff489 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:34:36.369505 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:34:36.430494 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2511e338-3384-44b5-b3be-bbd5ff2ff489 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.446148 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2511e338-3384-44b5-b3be-bbd5ff2ff489 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.446148 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2511e338-3384-44b5-b3be-bbd5ff2ff489 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/networks/07da0608-b3a4-4396-8e93-76eaedb3e3e2 HTTP/1.1" status: 204 len: 168 time: 0.3142676 Jul 09 14:34:36.446148 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50490) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:36.466492 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2511e338-3384-44b5-b3be-bbd5ff2ff489 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Network': ['ID=07da0608-b3a4-4396-8e93-76eaedb3e3e2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:36.521272 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c679d4ab-e448-4d04-bef7-12fc1499ebd0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.550206 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c679d4ab-e448-4d04-bef7-12fc1499ebd0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.636542 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c679d4ab-e448-4d04-bef7-12fc1499ebd0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.639375 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c679d4ab-e448-4d04-bef7-12fc1499ebd0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:36.643654 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c679d4ab-e448-4d04-bef7-12fc1499ebd0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/security-groups/5aca934b-567b-4172-93a7-716fa8432b44 HTTP/1.1" status: 204 len: 168 time: 0.1991558 Jul 09 14:34:36.663290 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679d4ab-e448-4d04-bef7-12fc1499ebd0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aca934b-567b-4172-93a7-716fa8432b44,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:36.684187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dabf2070-194d-4026-beed-82be9992a30a no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:34:36.710986 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: dabf2070-194d-4026-beed-82be9992a30a {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:34:36.711648 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device dabf2070-194d-4026-beed-82be9992a30a not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:34:36.712067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 71873be3-43af-455c-8db1-8c717cb6155e no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:34:36.736032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 71873be3-43af-455c-8db1-8c717cb6155e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:34:36.736581 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 71873be3-43af-455c-8db1-8c717cb6155e not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:34:36.736830 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4409c36c-a18f-432b-a335-9231b2f0b37e no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:34:36.757328 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 4409c36c-a18f-432b-a335-9231b2f0b37e {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:34:36.757728 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 4409c36c-a18f-432b-a335-9231b2f0b37e not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:34:37.224547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50496) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:37.229284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-e420dd65-3029-45be-9637-00337802474f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-296509456', 'description': 'tempest-secgroup-smoke-296509456 description', 'project_id': 'f808e39d0d444e548c8009328d8be499'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:34:37.255347 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e420dd65-3029-45be-9637-00337802474f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.310858 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.371464 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e420dd65-3029-45be-9637-00337802474f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.375539 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e420dd65-3029-45be-9637-00337802474f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.402406 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e420dd65-3029-45be-9637-00337802474f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.403674 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e420dd65-3029-45be-9637-00337802474f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1781166 Jul 09 14:34:37.407195 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50498) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:37.408835 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420dd65-3029-45be-9637-00337802474f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8016cc31-892b-4459-bf85-9f9ccf184e9a,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:37.413475 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a34cd538-fe1f-4986-bc41-b1d1c59782f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '8016cc31-892b-4459-bf85-9f9ccf184e9a', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:34:37.449188 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a34cd538-fe1f-4986-bc41-b1d1c59782f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.524740 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a34cd538-fe1f-4986-bc41-b1d1c59782f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.528992 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a34cd538-fe1f-4986-bc41-b1d1c59782f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.552773 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34cd538-fe1f-4986-bc41-b1d1c59782f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fee0110c-25bf-478b-96ae-133616e22058,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:37.558943 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a34cd538-fe1f-4986-bc41-b1d1c59782f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.560296 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a34cd538-fe1f-4986-bc41-b1d1c59782f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1520410 Jul 09 14:34:37.563046 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50500) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:37.569519 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8ff5000d-223c-4c9d-9934-e91c24154c27 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '8016cc31-892b-4459-bf85-9f9ccf184e9a', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:34:37.599625 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ff5000d-223c-4c9d-9934-e91c24154c27 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.666877 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ff5000d-223c-4c9d-9934-e91c24154c27 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.673658 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ff5000d-223c-4c9d-9934-e91c24154c27 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.696618 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff5000d-223c-4c9d-9934-e91c24154c27 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf3caf0-8dca-4b9c-97b0-ac114bd27e3f,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:37.700927 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8ff5000d-223c-4c9d-9934-e91c24154c27 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.702155 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8ff5000d-223c-4c9d-9934-e91c24154c27 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1378205 Jul 09 14:34:37.705100 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50502) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:37.710587 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-a21dfa6e-42cd-420d-a14e-acb0679e7845 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '8016cc31-892b-4459-bf85-9f9ccf184e9a', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:34:37.742332 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a21dfa6e-42cd-420d-a14e-acb0679e7845 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.817645 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a21dfa6e-42cd-420d-a14e-acb0679e7845 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.822053 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a21dfa6e-42cd-420d-a14e-acb0679e7845 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.842190 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21dfa6e-42cd-420d-a14e-acb0679e7845 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e4a03b9-a2d3-4edf-af2f-7a003893400f,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:37.849791 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a21dfa6e-42cd-420d-a14e-acb0679e7845 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.851247 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a21dfa6e-42cd-420d-a14e-acb0679e7845 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1452444 Jul 09 14:34:37.855027 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50504) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:37.860498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4fcf183d-9373-4e4b-819c-8b74e81ba2a7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '8016cc31-892b-4459-bf85-9f9ccf184e9a', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:34:37.898488 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4fcf183d-9373-4e4b-819c-8b74e81ba2a7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.965231 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4fcf183d-9373-4e4b-819c-8b74e81ba2a7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.970244 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4fcf183d-9373-4e4b-819c-8b74e81ba2a7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:37.993894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcf183d-9373-4e4b-819c-8b74e81ba2a7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322b3800-100c-4176-b652-f8d560e2e53f,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:38.000877 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4fcf183d-9373-4e4b-819c-8b74e81ba2a7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:38.002630 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4fcf183d-9373-4e4b-819c-8b74e81ba2a7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1464293 Jul 09 14:34:38.005523 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50506) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:38.010635 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0bdbec85-b240-484c-ad06-938219911f44 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '8016cc31-892b-4459-bf85-9f9ccf184e9a', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:34:38.035887 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-0bdbec85-b240-484c-ad06-938219911f44 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Project f808e39d0d444e548c8009328d8be499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:34:38.041765 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0bdbec85-b240-484c-ad06-938219911f44 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:38.108801 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0bdbec85-b240-484c-ad06-938219911f44 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:38.113425 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0bdbec85-b240-484c-ad06-938219911f44 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:38.132547 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdbec85-b240-484c-ad06-938219911f44 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6de50750-baad-4364-9119-f3cd87f5bdeb,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:38.140320 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0bdbec85-b240-484c-ad06-938219911f44 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:38.141539 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0bdbec85-b240-484c-ad06-938219911f44 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1348875 Jul 09 14:34:38.144989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50508) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:38.149875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8bce7cfa-a28c-4643-aa64-6f3b80191453 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'security_group_rule': {'security_group_id': '8016cc31-892b-4459-bf85-9f9ccf184e9a', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:34:38.172799 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-8bce7cfa-a28c-4643-aa64-6f3b80191453 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Project f808e39d0d444e548c8009328d8be499 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:34:38.178333 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bce7cfa-a28c-4643-aa64-6f3b80191453 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:38.248662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bce7cfa-a28c-4643-aa64-6f3b80191453 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:38.255380 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bce7cfa-a28c-4643-aa64-6f3b80191453 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:38.275562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce7cfa-a28c-4643-aa64-6f3b80191453 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49d273a7-166a-415c-a14f-7b27a8781350,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:38.281676 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8bce7cfa-a28c-4643-aa64-6f3b80191453 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:38.284499 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8bce7cfa-a28c-4643-aa64-6f3b80191453 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1382210 Jul 09 14:34:38.287329 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50510) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:38.294982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-443dc638-40d1-4f56-8edd-3ddd5da5c1b0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'network': {'name': 'tempest-network-smoke--993995799', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'port_security_enabled': True}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:34:38.319493 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-443dc638-40d1-4f56-8edd-3ddd5da5c1b0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Made reservation on behalf of f808e39d0d444e548c8009328d8be499 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:34:38.323151 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-443dc638-40d1-4f56-8edd-3ddd5da5c1b0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:38.349766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-443dc638-40d1-4f56-8edd-3ddd5da5c1b0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] vlan segment allocate from pool success with {'vlan_id': 335, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:34:38.360591 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-443dc638-40d1-4f56-8edd-3ddd5da5c1b0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:38.360937 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-443dc638-40d1-4f56-8edd-3ddd5da5c1b0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Added segment 63a33f65-be48-4209-95ed-a91027051d39 of type vlan for network 6040962a-f68a-44c9-b1e3-1c00100e1c80 Jul 09 14:34:38.711918 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-443dc638-40d1-4f56-8edd-3ddd5da5c1b0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:38.741889 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-443dc638-40d1-4f56-8edd-3ddd5da5c1b0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:38.747448 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-443dc638-40d1-4f56-8edd-3ddd5da5c1b0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:38.748041 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-443dc638-40d1-4f56-8edd-3ddd5da5c1b0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:38.812981 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-443dc638-40d1-4f56-8edd-3ddd5da5c1b0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5219135 Jul 09 14:34:38.813713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50512) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:38.819931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-223174704', 'admin_state_up': True, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:34:38.821033 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443dc638-40d1-4f56-8edd-3ddd5da5c1b0 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Network': ['ID=6040962a-f68a-44c9-b1e3-1c00100e1c80,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:38.831549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 6040962a-f68a-44c9-b1e3-1c00100e1c80 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:34:38.852305 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:38.853326 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:38.917154 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:39.060669 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:39.249455 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:39.291040 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:39.311212 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:39.422585 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.25.2.101 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/7becd193-1c66-49ff-9e98-2c436a6720f9) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:34:39.538524 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:39.554308 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:39.613761 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:39.652417 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:34:39.657292 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:34:39.660910 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:34:39.686528 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=7becd193-1c66-49ff-9e98-2c436a6720f9,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:39.932127 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:40.137838 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:40.274420 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:34:40.295450 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:34:40.396522 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:34:40.405898 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Sync routers for ids ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:34:40.416662 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Routers {'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:34:40.417294 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:34:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:40.418060 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:40.419783 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-5d1dd71c-9a98-4182-b818-b99a2ec5f511 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6045480 Jul 09 14:34:40.423376 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50514) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:40.455019 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-19091229-52b9-4dbe-bdec-8c23588aa85d tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/subnets?project_id=f808e39d0d444e548c8009328d8be499&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303760 Jul 09 14:34:40.458710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50516) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:40.543760 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Set router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:34:40.571367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fa0927-61f0-42a6-ac36-ac98c2769aca tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:40.576280 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-18fa0927-61f0-42a6-ac36-ac98c2769aca tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1139870 Jul 09 14:34:40.576639 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50518) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:40.608029 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-704efc9e-5c37-4121-9c39-7e88d260c4b1 tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/subnets?network_id=d7a4ab45-8058-43f3-95d2-a674490e5a5d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300088 Jul 09 14:34:40.610875 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50520) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:40.616665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-b322564f-0e81-4931-94bf-a75bf022aa64 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2019527587', 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80', 'project_id': 'f808e39d0d444e548c8009328d8be499', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:34:40.706665 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b322564f-0e81-4931-94bf-a75bf022aa64 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Made reservation on behalf of f808e39d0d444e548c8009328d8be499 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:34:40.710759 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b322564f-0e81-4931-94bf-a75bf022aa64 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:40.751676 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223174704', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:34:38Z', 'updated_at': '2021-07-09T14:34:39Z', 'revision_number': 3, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:39Z', 'updated_at': '2021-07-09T14:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:40.781136 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Checking router: e0922ecd-fda0-41ee-8caa-4f4ba3311eaf for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:34:40.781476 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Updating router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf port 7becd193-1c66-49ff-9e98-2c436a6720f9 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:34:40.819521 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:41.110951 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:41.121994 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Transition to ACTIVE for port object 7becd193-1c66-49ff-9e98-2c436a6720f9 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:34:41.130668 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:41.186365 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1a3e4-d0a7-4d56-ade0-41385c0cb1ae None None] Pushing event updated for resources: {'Port': ['ID=7becd193-1c66-49ff-9e98-2c436a6720f9,revision_number=2']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:41.189630 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Attempting to bind port 7becd193-1c66-49ff-9e98-2c436a6720f9 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:34:41.189999 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Attempting to bind port 7becd193-1c66-49ff-9e98-2c436a6720f9 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:34:41.190363 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Attempting to bind port 7becd193-1c66-49ff-9e98-2c436a6720f9 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:34:41.199729 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1a3e4-d0a7-4d56-ade0-41385c0cb1ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:41.200071 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1a3e4-d0a7-4d56-ade0-41385c0cb1ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:41.200408 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1a3e4-d0a7-4d56-ade0-41385c0cb1ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:41.200741 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1a3e4-d0a7-4d56-ade0-41385c0cb1ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:41.201069 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1a3e4-d0a7-4d56-ade0-41385c0cb1ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:41.201445 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1a3e4-d0a7-4d56-ade0-41385c0cb1ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:41.201775 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1a3e4-d0a7-4d56-ade0-41385c0cb1ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:41.202102 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1a3e4-d0a7-4d56-ade0-41385c0cb1ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:41.202457 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1a3e4-d0a7-4d56-ade0-41385c0cb1ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:41.203173 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1a3e4-d0a7-4d56-ade0-41385c0cb1ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:41.203509 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1a3e4-d0a7-4d56-ade0-41385c0cb1ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:41.203862 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df1a3e4-d0a7-4d56-ade0-41385c0cb1ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:34:41.208205 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:34:41.208577 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:34:41.208981 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:41.209367 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:34:41.209851 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Bound port: 7becd193-1c66-49ff-9e98-2c436a6720f9, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:34:41.210389 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:41.250271 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b322564f-0e81-4931-94bf-a75bf022aa64 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:41.268917 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] For port 7becd193-1c66-49ff-9e98-2c436a6720f9, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:34:41.273708 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] For port 7becd193-1c66-49ff-9e98-2c436a6720f9, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7becd193-1c66-49ff-9e98-2c436a6720f9,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:34:41.278536 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:41.326449 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b322564f-0e81-4931-94bf-a75bf022aa64 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Subnet': ['ID=8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:41.333138 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Routers {'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:34:41.333741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b322564f-0e81-4931-94bf-a75bf022aa64 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Checking segment: {'id': '63a33f65-be48-4209-95ed-a91027051d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:34:41.333871 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:34:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:41.334092 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b322564f-0e81-4931-94bf-a75bf022aa64 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network hostable DHCP agents. Network: 6040962a-f68a-44c9-b1e3-1c00100e1c80, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:34:41.357216 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b322564f-0e81-4931-94bf-a75bf022aa64 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network 6040962a-f68a-44c9-b1e3-1c00100e1c80 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:34:41.366996 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-b322564f-0e81-4931-94bf-a75bf022aa64 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 6040962a-f68a-44c9-b1e3-1c00100e1c80) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:34:41.370946 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b322564f-0e81-4931-94bf-a75bf022aa64 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:41.371610 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-b322564f-0e81-4931-94bf-a75bf022aa64 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:41.377580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d685a553-4b24-4813-966b-806c13c8413e None None] Network 6040962a-f68a-44c9-b1e3-1c00100e1c80 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:34:41.394470 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df1a3e4-d0a7-4d56-ade0-41385c0cb1ae None None] Pushing event updated for resources: {'Port': ['ID=7becd193-1c66-49ff-9e98-2c436a6720f9,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:41.400877 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-b322564f-0e81-4931-94bf-a75bf022aa64 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7889216 Jul 09 14:34:41.403609 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50522) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:41.462742 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] Set router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:34:41.544121 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-6040962a-f68a-44c9-b1e3-1c00100e1c80', 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ips': [{'subnet_id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:34:41.545098 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:41.688359 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Allocated IP 172.20.0.2 (6040962a-f68a-44c9-b1e3-1c00100e1c80/8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2/39cb5a68-5c24-4f3a-9460-63546787e0b8) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:34:41.752816 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223174704', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:34:38Z', 'updated_at': '2021-07-09T14:34:39Z', 'revision_number': 3, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:39Z', 'updated_at': '2021-07-09T14:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:41.783376 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fac072c-6311-4d9c-bc6c-1622da6418d8 None None] The sync data for ids ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'] in n-d-799525-3 is: [{'id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223174704', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:34:38Z', 'updated_at': '2021-07-09T14:34:39Z', 'revision_number': 3, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:39Z', 'updated_at': '2021-07-09T14:34:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:34:41.858813 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:41.871849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Transition to ACTIVE for port object 39cb5a68-5c24-4f3a-9460-63546787e0b8 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:34:41.890040 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Transition to ACTIVE for port object 39cb5a68-5c24-4f3a-9460-63546787e0b8 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:34:41.897404 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:41.912227 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:41.947313 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Network 6040962a-f68a-44c9-b1e3-1c00100e1c80 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:34:41.952577 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:34:41.955901 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:34:41.959579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Pushing event updated for resources: {'Port': ['ID=39cb5a68-5c24-4f3a-9460-63546787e0b8,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:42.048430 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Attempting to bind port 39cb5a68-5c24-4f3a-9460-63546787e0b8 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:34:42.048812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Attempting to bind port 39cb5a68-5c24-4f3a-9460-63546787e0b8 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '63a33f65-be48-4209-95ed-a91027051d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:34:42.049178 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Attempting to bind port 39cb5a68-5c24-4f3a-9460-63546787e0b8 on network 6040962a-f68a-44c9-b1e3-1c00100e1c80 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:34:42.054878 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:34:42.055305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Checking segment: {'id': '63a33f65-be48-4209-95ed-a91027051d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:34:42.055703 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:42.056101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Bound using segment: {'id': '63a33f65-be48-4209-95ed-a91027051d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:34:42.056564 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Bound port: 39cb5a68-5c24-4f3a-9460-63546787e0b8, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a33f65-be48-4209-95ed-a91027051d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:34:42.056946 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:42.133027 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] For port 39cb5a68-5c24-4f3a-9460-63546787e0b8, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:34:42.137378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] For port 39cb5a68-5c24-4f3a-9460-63546787e0b8, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=39cb5a68-5c24-4f3a-9460-63546787e0b8,segment=NetworkSegment(63a33f65-be48-4209-95ed-a91027051d39),segment_id=63a33f65-be48-4209-95ed-a91027051d39)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:34:42.141997 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:42.211219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d20f25c-0ef8-4854-aa67-ace419d713e7 None None] Pushing event updated for resources: {'Port': ['ID=39cb5a68-5c24-4f3a-9460-63546787e0b8,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:42.271119 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.20.0.1 (6040962a-f68a-44c9-b1e3-1c00100e1c80/8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2/89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:34:42.424280 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:42.456831 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Transition to ACTIVE for port object 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:34:42.507999 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:42.589506 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network 6040962a-f68a-44c9-b1e3-1c00100e1c80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:34:42.591066 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:42.594041 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:34:42.597602 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:34:42.676056 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:42.691920 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7becd193-1c66-49ff-9e98-2c436a6720f9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:34:42.752812 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 7becd193-1c66-49ff-9e98-2c436a6720f9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:34:42.758801 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 7becd193-1c66-49ff-9e98-2c436a6720f9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:34:42.759458 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:42.863790 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:42.880442 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:42.904148 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 7becd193-1c66-49ff-9e98-2c436a6720f9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7becd193-1c66-49ff-9e98-2c436a6720f9,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:34:42.909589 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:42.910398 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 39cb5a68-5c24-4f3a-9460-63546787e0b8 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:34:42.990230 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=7becd193-1c66-49ff-9e98-2c436a6720f9,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:43.006280 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 39cb5a68-5c24-4f3a-9460-63546787e0b8 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:34:43.210523 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:43.215617 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:43.313270 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:43.319317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:43.423214 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network 6040962a-f68a-44c9-b1e3-1c00100e1c80 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:34:43.424770 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:34:43.425420 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-319cb569-79e4-4a10-b8b0-0c85e792ae83 None None] Network 6040962a-f68a-44c9-b1e3-1c00100e1c80 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:34:43.497276 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7fd0a5e6-6217-479d-bb1d-a544b7f5425f None None] Provisioning for port 39cb5a68-5c24-4f3a-9460-63546787e0b8 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:34:43.510760 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7fd0a5e6-6217-479d-bb1d-a544b7f5425f None None] Provisioning complete for port 39cb5a68-5c24-4f3a-9460-63546787e0b8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:34:43.511183 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a5e6-6217-479d-bb1d-a544b7f5425f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:43.557428 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:34:43.670736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:34:43.674650 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a5e6-6217-479d-bb1d-a544b7f5425f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:43.676844 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-431b7aa4-368e-4887-9785-13dabd4a0ca3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "PUT /v2.0/routers/e0922ecd-fda0-41ee-8caa-4f4ba3311eaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2719152 Jul 09 14:34:43.739545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-7fd0a5e6-6217-479d-bb1d-a544b7f5425f None None] For port 39cb5a68-5c24-4f3a-9460-63546787e0b8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=39cb5a68-5c24-4f3a-9460-63546787e0b8,segment=NetworkSegment(63a33f65-be48-4209-95ed-a91027051d39),segment_id=63a33f65-be48-4209-95ed-a91027051d39)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:34:43.744245 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7fd0a5e6-6217-479d-bb1d-a544b7f5425f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:43.806195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0a5e6-6217-479d-bb1d-a544b7f5425f None None] Pushing event updated for resources: {'Port': ['ID=39cb5a68-5c24-4f3a-9460-63546787e0b8,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:43.887392 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Sync routers for ids ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:34:43.899726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Routers {'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:34:43.900783 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:34:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:43.913261 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-741e8fe8-988a-460d-b2f1-33ba9c087434 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-296509456&fields=id&tenant_id=f808e39d0d444e548c8009328d8be499 HTTP/1.1" status: 200 len: 267 time: 0.0416791 Jul 09 14:34:44.012683 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0bf0db2f-4bb9-4cb1-8dad-0e0356425fd8 None None] Provisioning complete for port 39cb5a68-5c24-4f3a-9460-63546787e0b8 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:34:44.013171 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bf0db2f-4bb9-4cb1-8dad-0e0356425fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:44.071860 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-f3e27ccd-6cd3-4cbf-a3f7-12c6501744b3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:44.072113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Set router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:34:44.072313 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-f3e27ccd-6cd3-4cbf-a3f7-12c6501744b3 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/networks?id=6040962a-f68a-44c9-b1e3-1c00100e1c80 HTTP/1.1" status: 200 len: 796 time: 0.1487532 Jul 09 14:34:44.092307 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-885d9ae0-540c-485c-9c37-b402b82142b4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/quotas/f808e39d0d444e548c8009328d8be499 HTTP/1.1" status: 200 len: 375 time: 0.0160017 Jul 09 14:34:44.170180 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-acb315a5-6577-401c-ba03-2db09e87d692 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0769610 Jul 09 14:34:44.336741 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-1ac28de3-0130-4e8d-b7d5-c5984ed74102 service neutron] 10.222.0.39 "GET /v2.0/networks/6040962a-f68a-44c9-b1e3-1c00100e1c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542306 Jul 09 14:34:44.431693 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0bf0db2f-4bb9-4cb1-8dad-0e0356425fd8 None None] Provisioning for port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:34:44.447032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0bf0db2f-4bb9-4cb1-8dad-0e0356425fd8 None None] Provisioning complete for port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:34:44.447361 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0bf0db2f-4bb9-4cb1-8dad-0e0356425fd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:44.465361 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-1a3d494e-bd1d-4394-9376-77617a8ef9dd service neutron] 10.222.0.39 "GET /v2.0/networks/6040962a-f68a-44c9-b1e3-1c00100e1c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210868 Jul 09 14:34:44.515403 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0bf0db2f-4bb9-4cb1-8dad-0e0356425fd8 None None] Port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:34:44.548026 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223174704', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:34:38Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:39Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f', 'name': '', 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:92:7e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:42Z', 'updated_at': '2021-07-09T14:34:43Z', 'revision_number': 2, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:44.585724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7becd193-1c66-49ff-9e98-2c436a6720f9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:34:44.589645 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Checking router: e0922ecd-fda0-41ee-8caa-4f4ba3311eaf for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:34:44.590007 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Updating router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:34:44.672542 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:44.678533 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ecb63394-6974-4556-a0d5-d704c2e2c3f6 req-d39f2733-2d83-40d9-83e6-14ef43e7e692 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 210 time: 0.0329549 Jul 09 14:34:44.687483 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-7afd6919-c867-483e-9772-c403abd73b69 None None] Provisioning complete for port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:34:44.687863 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7afd6919-c867-483e-9772-c403abd73b69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:44.764298 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-7afd6919-c867-483e-9772-c403abd73b69 None None] Port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:34:44.767936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 7becd193-1c66-49ff-9e98-2c436a6720f9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:34:44.768358 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:44.976572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 39cb5a68-5c24-4f3a-9460-63546787e0b8 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:34:45.106010 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 39cb5a68-5c24-4f3a-9460-63546787e0b8 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:34:45.106417 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:45.109648 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:45.142232 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Transition to ACTIVE for port object 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:34:45.155002 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:45.216494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18ac6e-ba70-4d8d-872c-aee7f921e7d6 None None] Pushing event updated for resources: {'Port': ['ID=89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:45.315691 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Attempting to bind port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:34:45.316104 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Attempting to bind port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '63a33f65-be48-4209-95ed-a91027051d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:34:45.316418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Attempting to bind port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f on network 6040962a-f68a-44c9-b1e3-1c00100e1c80 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:34:45.324918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 34, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:34:45.324918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Checking segment: {'id': '63a33f65-be48-4209-95ed-a91027051d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:34:45.324918 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:45.324918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Bound using segment: {'id': '63a33f65-be48-4209-95ed-a91027051d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:34:45.324918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Bound port: 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a33f65-be48-4209-95ed-a91027051d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:34:45.325774 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:45.403628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] For port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:34:45.407494 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] For port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f,segment=NetworkSegment(63a33f65-be48-4209-95ed-a91027051d39),segment_id=63a33f65-be48-4209-95ed-a91027051d39)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:34:45.413738 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:45.481561 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc18ac6e-ba70-4d8d-872c-aee7f921e7d6 None None] Pushing event updated for resources: {'Port': ['ID=89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:45.484759 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Routers {'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:34:45.485783 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:34:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:45.701673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] Set router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:34:45.839111 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-86449da4-fb48-49f9-83ae-2fa7cada3d1d req-6ffdc9a2-5653-4ce2-ae99-553d9c14f55d tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 210 time: 0.0304990 Jul 09 14:34:45.985651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223174704', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:34:38Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:39Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f', 'name': '', 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:92:7e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:42Z', 'updated_at': '2021-07-09T14:34:45Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:46.024255 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5260e5a5-c586-4fef-9aff-0b3417368266 None None] The sync data for ids ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'] in n-d-799525-3 is: [{'id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223174704', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:34:38Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:39Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f', 'name': '', 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:92:7e:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:42Z', 'updated_at': '2021-07-09T14:34:45Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:34:46.153837 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-e6539dc0-0657-447d-82e2-4780c3dc5637 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:46.155337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-e6539dc0-0657-447d-82e2-4780c3dc5637 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.18 "GET /v2.0/networks?id=6040962a-f68a-44c9-b1e3-1c00100e1c80 HTTP/1.1" status: 200 len: 796 time: 0.2040210 Jul 09 14:34:46.224807 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-de2595db-3385-46fc-b81d-4c44d512731e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f808e39d0d444e548c8009328d8be499 HTTP/1.1" status: 200 len: 379 time: 0.0560129 Jul 09 14:34:46.234303 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-cbcaf17c-1c12-456c-a91b-9286a3fa8cfd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'port': {'device_id': '1fcb3cf4-19b0-420c-a044-4b11f56daa9f', 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80', 'admin_state_up': True, 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'security_groups': ['8016cc31-892b-4459-bf85-9f9ccf184e9a']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:34:46.367142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-cbcaf17c-1c12-456c-a91b-9286a3fa8cfd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Made reservation on behalf of f808e39d0d444e548c8009328d8be499 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:34:46.373285 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-cbcaf17c-1c12-456c-a91b-9286a3fa8cfd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:46.536952 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-cbcaf17c-1c12-456c-a91b-9286a3fa8cfd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.20.0.10 (6040962a-f68a-44c9-b1e3-1c00100e1c80/8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2/61f1d05a-e6ba-4640-b3d9-e053b669ea1d) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:34:46.572421 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:34:46.640842 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:34:46.646246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:34:46.646666 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:46.705764 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-cbcaf17c-1c12-456c-a91b-9286a3fa8cfd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:46.726529 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-cbcaf17c-1c12-456c-a91b-9286a3fa8cfd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Transition to ACTIVE for port object 61f1d05a-e6ba-4640-b3d9-e053b669ea1d will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:34:46.754858 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:46.770612 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-cbcaf17c-1c12-456c-a91b-9286a3fa8cfd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:46.796570 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f,segment=NetworkSegment(63a33f65-be48-4209-95ed-a91027051d39),segment_id=63a33f65-be48-4209-95ed-a91027051d39)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:34:46.801631 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:46.817162 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-cbcaf17c-1c12-456c-a91b-9286a3fa8cfd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network 6040962a-f68a-44c9-b1e3-1c00100e1c80 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:34:46.822896 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-cbcaf17c-1c12-456c-a91b-9286a3fa8cfd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:34:46.827081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-cbcaf17c-1c12-456c-a91b-9286a3fa8cfd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:34:46.856540 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcaf17c-1c12-456c-a91b-9286a3fa8cfd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=61f1d05a-e6ba-4640-b3d9-e053b669ea1d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:46.862067 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:46.897780 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-cbcaf17c-1c12-456c-a91b-9286a3fa8cfd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:46.898482 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-cbcaf17c-1c12-456c-a91b-9286a3fa8cfd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:46.922861 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-cbcaf17c-1c12-456c-a91b-9286a3fa8cfd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6914380 Jul 09 14:34:46.933239 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Request body: {'port': {'device_id': '1fcb3cf4-19b0-420c-a044-4b11f56daa9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:34:47.036538 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:47.102020 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040e6550-2dcb-4259-a22e-4e1b3345859b req-f6209824-6ce6-43f3-8286-1fa3aa2a5e5c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:47.107854 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-040e6550-2dcb-4259-a22e-4e1b3345859b req-f6209824-6ce6-43f3-8286-1fa3aa2a5e5c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 932 time: 0.1000144 Jul 09 14:34:47.120975 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-902952c2-7084-4567-8835-e7f228fe228b None None] Provisioning for port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:34:47.127337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-902952c2-7084-4567-8835-e7f228fe228b None None] Provisioning complete for port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:34:47.128977 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-902952c2-7084-4567-8835-e7f228fe228b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:47.172102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-902952c2-7084-4567-8835-e7f228fe228b None None] Port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:34:47.184270 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-040e6550-2dcb-4259-a22e-4e1b3345859b req-95a517af-8388-4123-be21-a832101d880b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668111 Jul 09 14:34:47.382772 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61f1d05a-e6ba-4640-b3d9-e053b669ea1d {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:34:47.388396 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:47.400971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Transition to ACTIVE for port object 61f1d05a-e6ba-4640-b3d9-e053b669ea1d will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:34:47.405634 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:47.460755 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Pushing event updated for resources: {'Port': ['ID=61f1d05a-e6ba-4640-b3d9-e053b669ea1d,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:47.544932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Attempting to bind port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:34:47.545337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Attempting to bind port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '63a33f65-be48-4209-95ed-a91027051d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:34:47.545672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Attempting to bind port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d on network 6040962a-f68a-44c9-b1e3-1c00100e1c80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:34:47.551564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d on network 6040962a-f68a-44c9-b1e3-1c00100e1c80 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:34:47.551894 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Attempting to bind port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d on network 6040962a-f68a-44c9-b1e3-1c00100e1c80 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:34:47.557171 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 34, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:34:47.557510 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Checking segment: {'id': '63a33f65-be48-4209-95ed-a91027051d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:34:47.558067 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Bound using segment: {'id': '63a33f65-be48-4209-95ed-a91027051d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:34:47.558514 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Bound port: 61f1d05a-e6ba-4640-b3d9-e053b669ea1d, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63a33f65-be48-4209-95ed-a91027051d39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 335, 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:34:47.558929 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:47.629754 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] For port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:34:47.633177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] For port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=61f1d05a-e6ba-4640-b3d9-e053b669ea1d,segment=NetworkSegment(63a33f65-be48-4209-95ed-a91027051d39),segment_id=63a33f65-be48-4209-95ed-a91027051d39)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:34:47.637250 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:47.678436 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:47.679070 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:47.680542 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] 10.222.0.18 "PUT /v2.0/ports/61f1d05a-e6ba-4640-b3d9-e053b669ea1d HTTP/1.1" status: 200 len: 1092 time: 0.7521026 Jul 09 14:34:47.681000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcb3cf4-19b0-420c-a044-4b11f56daa9f', 'tag': '61f1d05a-e6ba-4640-b3d9-e053b669ea1d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:34:47.683395 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5740d87-51d2-4d75-984e-a86d3b41e092" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcb3cf4-19b0-420c-a044-4b11f56daa9f", "tag": "61f1d05a-e6ba-4640-b3d9-e053b669ea1d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:34:47.710428 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5218da-55cf-4476-9637-27b2c4d87ded service neutron] Pushing event updated for resources: {'Port': ['ID=61f1d05a-e6ba-4640-b3d9-e053b669ea1d,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:47.727795 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf123d00-c141-4684-a683-887c26f602b2 x-openstack-request-id: req-bf123d00-c141-4684-a683-887c26f602b2 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:34:47.728102 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcb3cf4-19b0-420c-a044-4b11f56daa9f", "tag": "61f1d05a-e6ba-4640-b3d9-e053b669ea1d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:34:47.728355 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-bf123d00-c141-4684-a683-887c26f602b2 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:34:47.728765 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcb3cf4-19b0-420c-a044-4b11f56daa9f', 'tag': '61f1d05a-e6ba-4640-b3d9-e053b669ea1d', 'status': 'completed', 'code': 200} Jul 09 14:34:47.798440 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-ac8a92e9-619e-45c5-9cb9-70540452901d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:47.800708 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-ac8a92e9-619e-45c5-9cb9-70540452901d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 1095 time: 0.0649946 Jul 09 14:34:47.846248 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-5e7c2178-5473-48e0-8033-1348675caec4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f1d05a-e6ba-4640-b3d9-e053b669ea1d HTTP/1.1" status: 200 len: 217 time: 0.0389142 Jul 09 14:34:47.898522 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-d51fa157-6bc4-4d52-96ad-e57eaf0882f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:47.900146 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-d51fa157-6bc4-4d52-96ad-e57eaf0882f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2 HTTP/1.1" status: 200 len: 835 time: 0.0479844 Jul 09 14:34:47.977491 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-7418bda3-9092-43ac-ada3-d8d8eb2b9e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:47.979010 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-7418bda3-9092-43ac-ada3-d8d8eb2b9e1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6040962a-f68a-44c9-b1e3-1c00100e1c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714216 Jul 09 14:34:48.075668 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-5a3673f6-e5e7-4335-a211-0f2b5a195230 service neutron] 10.222.0.18 "GET /v2.0/networks/6040962a-f68a-44c9-b1e3-1c00100e1c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895891 Jul 09 14:34:48.178077 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-34886408-8af9-4847-a73d-d6aa5412e4c0 req-c41b276f-2e6e-4326-8f0c-97d358002043 service neutron] 10.222.0.18 "GET /v2.0/networks/6040962a-f68a-44c9-b1e3-1c00100e1c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963624 Jul 09 14:34:48.304928 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740d87-51d2-4d75-984e-a86d3b41e092 req-1d6e8ad7-0167-4719-b77e-1735dcb41bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:48.307302 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c5740d87-51d2-4d75-984e-a86d3b41e092 req-1d6e8ad7-0167-4719-b77e-1735dcb41bdf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 1095 time: 0.0726316 Jul 09 14:34:48.385777 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97685585-c7a5-47ba-9560-a17918bcf009 req-d98aadf7-64a3-4982-9c2f-59d394c70466 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:48.388516 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97685585-c7a5-47ba-9560-a17918bcf009 req-d98aadf7-64a3-4982-9c2f-59d394c70466 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 944 time: 0.0800381 Jul 09 14:34:48.408049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740d87-51d2-4d75-984e-a86d3b41e092 req-c641a217-406b-42cc-8630-3d44d3464049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:48.409623 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c5740d87-51d2-4d75-984e-a86d3b41e092 req-c641a217-406b-42cc-8630-3d44d3464049 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6040962a-f68a-44c9-b1e3-1c00100e1c80 HTTP/1.1" status: 200 len: 897 time: 0.0952642 Jul 09 14:34:48.431428 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-97685585-c7a5-47ba-9560-a17918bcf009 req-0a0381a9-6e5f-4127-919a-2424357e48f6 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382321 Jul 09 14:34:48.456256 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c5740d87-51d2-4d75-984e-a86d3b41e092 req-a5423587-c333-429d-8506-6880901a2a94 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f1d05a-e6ba-4640-b3d9-e053b669ea1d HTTP/1.1" status: 200 len: 217 time: 0.0398986 Jul 09 14:34:48.510475 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740d87-51d2-4d75-984e-a86d3b41e092 req-590bbf69-06c3-45f1-bdb8-7da1f02adf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:48.512012 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c5740d87-51d2-4d75-984e-a86d3b41e092 req-590bbf69-06c3-45f1-bdb8-7da1f02adf1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2 HTTP/1.1" status: 200 len: 835 time: 0.0497823 Jul 09 14:34:48.525245 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:34:48.575576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5740d87-51d2-4d75-984e-a86d3b41e092 req-2f84d1d1-a5c6-4cb7-82d1-2698beec9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:48.577146 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c5740d87-51d2-4d75-984e-a86d3b41e092 req-2f84d1d1-a5c6-4cb7-82d1-2698beec9908 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6040962a-f68a-44c9-b1e3-1c00100e1c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587342 Jul 09 14:34:48.582579 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:34:48.582953 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:48.690218 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c5740d87-51d2-4d75-984e-a86d3b41e092 req-90ebc0c7-2676-45a7-a94f-ad276ac70a97 service neutron] 10.222.0.18 "GET /v2.0/networks/6040962a-f68a-44c9-b1e3-1c00100e1c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061997 Jul 09 14:34:48.782238 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c5740d87-51d2-4d75-984e-a86d3b41e092 req-4d7a2628-8594-4861-95c3-fc1cc817724f service neutron] 10.222.0.18 "GET /v2.0/networks/6040962a-f68a-44c9-b1e3-1c00100e1c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857155 Jul 09 14:34:49.639316 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8eb8fb-4b41-4380-88fa-4c415d1a6b44 req-6b3eee0a-aa40-4ced-ac56-219e068e1d96 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:49.640803 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a8eb8fb-4b41-4380-88fa-4c415d1a6b44 req-6b3eee0a-aa40-4ced-ac56-219e068e1d96 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 944 time: 0.0799129 Jul 09 14:34:49.682088 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6a8eb8fb-4b41-4380-88fa-4c415d1a6b44 req-6eb44e96-7324-42c3-95e8-d90f198ba9d9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355880 Jul 09 14:34:50.866269 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791cd3bc-5a0b-4a08-a802-86100cb60eed req-bf38e648-9960-4b23-a4c6-86617c8ce54f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:50.868172 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-791cd3bc-5a0b-4a08-a802-86100cb60eed req-bf38e648-9960-4b23-a4c6-86617c8ce54f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 944 time: 0.0696802 Jul 09 14:34:50.907700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 61f1d05a-e6ba-4640-b3d9-e053b669ea1d details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:34:50.916600 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-791cd3bc-5a0b-4a08-a802-86100cb60eed req-98b936e1-cca5-4ec2-a9ba-0b9068eebf07 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424616 Jul 09 14:34:51.014844 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=61f1d05a-e6ba-4640-b3d9-e053b669ea1d,segment=NetworkSegment(63a33f65-be48-4209-95ed-a91027051d39),segment_id=63a33f65-be48-4209-95ed-a91027051d39)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:34:51.032502 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '61f1d05a-e6ba-4640-b3d9-e053b669ea1d', 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80', 'port_id': '61f1d05a-e6ba-4640-b3d9-e053b669ea1d', 'mac_address': 'fa:16:3e:38:ae:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 335, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:34:51.072104 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:51.086178 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61f1d05a-e6ba-4640-b3d9-e053b669ea1d {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:34:51.107117 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=61f1d05a-e6ba-4640-b3d9-e053b669ea1d,segment=NetworkSegment(63a33f65-be48-4209-95ed-a91027051d39),segment_id=63a33f65-be48-4209-95ed-a91027051d39)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:34:51.111809 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:51.170222 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=61f1d05a-e6ba-4640-b3d9-e053b669ea1d,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:51.341081 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['61f1d05a-e6ba-4640-b3d9-e053b669ea1d'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:34:52.111114 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411b112-0036-4e4b-b134-041f74998a3f req-02f54a92-8ac7-4b32-af27-5588ec1631e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:52.113350 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7411b112-0036-4e4b-b134-041f74998a3f req-02f54a92-8ac7-4b32-af27-5588ec1631e4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 945 time: 0.0684445 Jul 09 14:34:52.154880 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7411b112-0036-4e4b-b134-041f74998a3f req-08ddf960-db22-4f37-9ba2-cd0706287190 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362277 Jul 09 14:34:52.921503 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 61f1d05a-e6ba-4640-b3d9-e053b669ea1d up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:34:52.980776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:34:52.984514 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:34:52.984884 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:53.067146 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:53.091349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcb3cf4-19b0-420c-a044-4b11f56daa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f1d05a-e6ba-4640-b3d9-e053b669ea1d'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:34:53.093647 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5415a2b1-b438-4dcb-87f5-3f63d5af7cc6" -d '{"events": [{"server_uuid": "1fcb3cf4-19b0-420c-a044-4b11f56daa9f", "name": "network-vif-plugged", "status": "completed", "tag": "61f1d05a-e6ba-4640-b3d9-e053b669ea1d"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:34:53.107959 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=61f1d05a-e6ba-4640-b3d9-e053b669ea1d,segment=NetworkSegment(63a33f65-be48-4209-95ed-a91027051d39),segment_id=63a33f65-be48-4209-95ed-a91027051d39)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:34:53.113638 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:53.148893 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb0f545-f358-453d-8298-b4508ed12456 x-openstack-request-id: req-dcb0f545-f358-453d-8298-b4508ed12456 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:34:53.149192 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcb3cf4-19b0-420c-a044-4b11f56daa9f", "name": "network-vif-plugged", "status": "completed", "tag": "61f1d05a-e6ba-4640-b3d9-e053b669ea1d", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:34:53.149451 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-dcb0f545-f358-453d-8298-b4508ed12456 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:34:53.149843 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcb3cf4-19b0-420c-a044-4b11f56daa9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61f1d05a-e6ba-4640-b3d9-e053b669ea1d', 'code': 200} Jul 09 14:34:53.176740 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=61f1d05a-e6ba-4640-b3d9-e053b669ea1d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:53.257692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acc6e05-967e-4eb4-b637-5b5da197892f req-c94b1902-d6da-4155-bfa6-2309731feb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:53.259383 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4acc6e05-967e-4eb4-b637-5b5da197892f req-c94b1902-d6da-4155-bfa6-2309731feb32 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 1097 time: 0.0550025 Jul 09 14:34:53.301098 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4acc6e05-967e-4eb4-b637-5b5da197892f req-ece5801e-25cd-41b3-8aed-70cbf757c628 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346065 Jul 09 14:34:53.336459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603fbbda-b8ae-40ab-9234-025ee4d6dd7d req-91a8a898-c472-44fd-a933-d9f4211839fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:53.337979 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-603fbbda-b8ae-40ab-9234-025ee4d6dd7d req-91a8a898-c472-44fd-a933-d9f4211839fb tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 946 time: 0.0669658 Jul 09 14:34:53.382272 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-603fbbda-b8ae-40ab-9234-025ee4d6dd7d req-f773b6dd-1370-4d4b-8ab8-d6b1d94c1d1b tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386739 Jul 09 14:34:54.563043 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa875fa6-388d-4fa0-aedb-ceaf85441dc6 req-9487faaf-ed1c-4a12-a1b6-857ae5e6eb5c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:54.564646 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa875fa6-388d-4fa0-aedb-ceaf85441dc6 req-9487faaf-ed1c-4a12-a1b6-857ae5e6eb5c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 946 time: 0.0648460 Jul 09 14:34:54.605931 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aa875fa6-388d-4fa0-aedb-ceaf85441dc6 req-fcd7803c-ddd3-416a-947d-7cc2685f8686 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355332 Jul 09 14:34:54.793281 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730793f3-55a5-4195-95e4-b92ef10102da req-5f5f15ca-e49a-49a8-ae63-bdb7911017d2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:54.794875 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-730793f3-55a5-4195-95e4-b92ef10102da req-5f5f15ca-e49a-49a8-ae63-bdb7911017d2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 946 time: 0.0720508 Jul 09 14:34:54.836547 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-730793f3-55a5-4195-95e4-b92ef10102da req-53e89578-f7ec-4783-9842-ff9a258a626a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351551 Jul 09 14:34:54.861587 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50578) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:54.919971 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3749ecf6-f40f-4b26-9c3e-bb31118466e5 tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:54.921522 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-3749ecf6-f40f-4b26-9c3e-bb31118466e5 tempest-TestNetworkAdvancedServerOps-965790898 tempest-TestNetworkAdvancedServerOps-965790898-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 1092 time: 0.0585155 Jul 09 14:34:54.924698 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50580) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:54.929238 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '61f1d05a-e6ba-4640-b3d9-e053b669ea1d', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:34:54.953520 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:55.061388 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:55.185639 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Allocated IP 172.25.2.207 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/0da48868-9394-4540-bc10-237bd7afc17e) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:34:55.292562 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:55.341110 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:55.388164 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:34:55.390979 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:34:55.394436 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:34:55.419448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=0da48868-9394-4540-bc10-237bd7afc17e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:55.796478 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:56.192378 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:56.346296 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:56.352240 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:56.423028 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event updated for resources: {'Port': ['ID=0da48868-9394-4540-bc10-237bd7afc17e,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:34:56.434992 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:56.548059 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Floating IP 546a50ab-9234-4f5c-8a5e-5e642623a7d8 associated. External IP: 172.25.2.207, port: 61f1d05a-e6ba-4640-b3d9-e053b669ea1d. Jul 09 14:34:56.762826 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:34:56.882916 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:34:56.892625 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53b3b4-c193-4b0f-9157-adb037b73009 None None] Sync routers for ids ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:34:56.903156 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:34:56.904935 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53b3b4-c193-4b0f-9157-adb037b73009 None None] Routers {'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:34:56.905572 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-de53b3b4-c193-4b0f-9157-adb037b73009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:34:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:56.947200 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-8510d300-0e48-41e9-860d-53214b074723 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0201542 Jul 09 14:34:56.947457 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcb3cf4-19b0-420c-a044-4b11f56daa9f', 'tag': '61f1d05a-e6ba-4640-b3d9-e053b669ea1d'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:34:56.951376 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1091433339f976b032524960edcb999fbceacf16816299a62dfac0337c1fae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d74e056-bfbc-4d08-991b-c2c2680374da" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcb3cf4-19b0-420c-a044-4b11f56daa9f", "tag": "61f1d05a-e6ba-4640-b3d9-e053b669ea1d"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:34:56.992047 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1ae023-771e-4c1e-b97c-07f14c70d3a6 x-openstack-request-id: req-ae1ae023-771e-4c1e-b97c-07f14c70d3a6 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:34:56.992349 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcb3cf4-19b0-420c-a044-4b11f56daa9f", "tag": "61f1d05a-e6ba-4640-b3d9-e053b669ea1d", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:34:56.992660 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ae1ae023-771e-4c1e-b97c-07f14c70d3a6 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:34:56.993134 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcb3cf4-19b0-420c-a044-4b11f56daa9f', 'tag': '61f1d05a-e6ba-4640-b3d9-e053b669ea1d', 'status': 'completed', 'code': 200} Jul 09 14:34:57.042990 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-de53b3b4-c193-4b0f-9157-adb037b73009 None None] Set router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:34:57.114979 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e056-bfbc-4d08-991b-c2c2680374da req-5dc1d086-566f-4722-95a3-99529dab6817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:57.118018 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4d74e056-bfbc-4d08-991b-c2c2680374da req-5dc1d086-566f-4722-95a3-99529dab6817 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 1097 time: 0.0959437 Jul 09 14:34:57.131045 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121b21c7-ed54-4107-ba85-bd611623de4d req-02916bea-c4ee-45f5-8424-5b0792666d41 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:57.132797 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-121b21c7-ed54-4107-ba85-bd611623de4d req-02916bea-c4ee-45f5-8424-5b0792666d41 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 946 time: 0.0817294 Jul 09 14:34:57.181332 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-121b21c7-ed54-4107-ba85-bd611623de4d req-87a4aa96-d0db-4d13-bc66-728ba4648188 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410254 Jul 09 14:34:57.213144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50586) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:57.234167 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e056-bfbc-4d08-991b-c2c2680374da req-cccaa933-be15-4925-9265-0a905d48e732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:57.235995 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4d74e056-bfbc-4d08-991b-c2c2680374da req-cccaa933-be15-4925-9265-0a905d48e732 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6040962a-f68a-44c9-b1e3-1c00100e1c80 HTTP/1.1" status: 200 len: 897 time: 0.1120293 Jul 09 14:34:57.285424 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ed23451b-c821-4337-b816-9cf6cbbf2598 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/546a50ab-9234-4f5c-8a5e-5e642623a7d8 HTTP/1.1" status: 200 len: 992 time: 0.0703969 Jul 09 14:34:57.322899 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4d74e056-bfbc-4d08-991b-c2c2680374da req-26ad4571-eb17-4f4e-b300-89251165d405 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f1d05a-e6ba-4640-b3d9-e053b669ea1d HTTP/1.1" status: 200 len: 1000 time: 0.0797627 Jul 09 14:34:57.337685 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-de53b3b4-c193-4b0f-9157-adb037b73009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223174704', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:34:38Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:39Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '546a50ab-9234-4f5c-8a5e-5e642623a7d8', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'port_id': '61f1d05a-e6ba-4640-b3d9-e053b669ea1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80', 'mac_address': 'fa:16:3e:38:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcb3cf4-19b0-420c-a044-4b11f56daa9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:34:55Z', 'updated_at': '2021-07-09T14:34:55Z', 'revision_number': 0, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f', 'name': '', 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:92:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:42Z', 'updated_at': '2021-07-09T14:34:46Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:57.367606 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53b3b4-c193-4b0f-9157-adb037b73009 None None] Checking router: e0922ecd-fda0-41ee-8caa-4f4ba3311eaf for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:34:57.375976 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de53b3b4-c193-4b0f-9157-adb037b73009 None None] Routers {'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:34:57.376595 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-de53b3b4-c193-4b0f-9157-adb037b73009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:34:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:57.387480 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e056-bfbc-4d08-991b-c2c2680374da req-a52afd24-abf7-49c2-868d-fa6ba5de63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:57.389238 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4d74e056-bfbc-4d08-991b-c2c2680374da req-a52afd24-abf7-49c2-868d-fa6ba5de63f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2 HTTP/1.1" status: 200 len: 835 time: 0.0602601 Jul 09 14:34:57.459356 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d74e056-bfbc-4d08-991b-c2c2680374da req-d08fa1e2-97d8-4a06-ae23-aa0822168716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:34:57.460956 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4d74e056-bfbc-4d08-991b-c2c2680374da req-d08fa1e2-97d8-4a06-ae23-aa0822168716 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6040962a-f68a-44c9-b1e3-1c00100e1c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655048 Jul 09 14:34:57.510482 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-de53b3b4-c193-4b0f-9157-adb037b73009 None None] Set router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:34:57.581991 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4d74e056-bfbc-4d08-991b-c2c2680374da req-0272a4dd-21b2-4fcc-b619-de1bc89e68ee service neutron] 10.222.0.18 "GET /v2.0/networks/6040962a-f68a-44c9-b1e3-1c00100e1c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133273 Jul 09 14:34:57.678844 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4d74e056-bfbc-4d08-991b-c2c2680374da req-145b293e-b8ad-457a-a4dc-f5417213de4d service neutron] 10.222.0.18 "GET /v2.0/networks/6040962a-f68a-44c9-b1e3-1c00100e1c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915728 Jul 09 14:34:57.756402 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-de53b3b4-c193-4b0f-9157-adb037b73009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223174704', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:34:38Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:39Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '546a50ab-9234-4f5c-8a5e-5e642623a7d8', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'port_id': '61f1d05a-e6ba-4640-b3d9-e053b669ea1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80', 'mac_address': 'fa:16:3e:38:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcb3cf4-19b0-420c-a044-4b11f56daa9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:34:55Z', 'updated_at': '2021-07-09T14:34:55Z', 'revision_number': 0, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f', 'name': '', 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:92:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:42Z', 'updated_at': '2021-07-09T14:34:46Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:34:57.783038 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de53b3b4-c193-4b0f-9157-adb037b73009 None None] The sync data for ids ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'] in n-d-799525-3 is: [{'id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223174704', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:34:38Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:39Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '546a50ab-9234-4f5c-8a5e-5e642623a7d8', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'floating_ip_address': '172.25.2.207', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'port_id': '61f1d05a-e6ba-4640-b3d9-e053b669ea1d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80', 'mac_address': 'fa:16:3e:38:ae:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fcb3cf4-19b0-420c-a044-4b11f56daa9f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:34:55Z', 'updated_at': '2021-07-09T14:34:55Z', 'revision_number': 0, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f', 'name': '', 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:92:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:42Z', 'updated_at': '2021-07-09T14:34:46Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:34:58.005395 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03efd58b-f4db-4e7f-a6c9-d106a973aca6 None None] New status for floating IP 546a50ab-9234-4f5c-8a5e-5e642623a7d8: ACTIVE {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:34:58.290052 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50588) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:34:58.394781 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-86da0ff0-a3c8-4208-9693-afea4eed1c64 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/546a50ab-9234-4f5c-8a5e-5e642623a7d8 HTTP/1.1" status: 200 len: 994 time: 0.1028094 Jul 09 14:35:01.889554 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-99258d7e-e408-4911-addf-a273af36bc85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:04.743166 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7edf6d99-700e-43a0-a488-22d5624019b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:04.756724 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:05.911340 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:07.309941 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:09.250661 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:09.537634 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:17.296094 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:35:23.061696 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-29effa71-1431-44be-aa63-f19571cb9632 req-726bd624-433d-43db-9f7e-4a52d20458fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0671751 Jul 09 14:35:23.168851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29effa71-1431-44be-aa63-f19571cb9632 req-460556b6-e742-4eb8-9050-316d893128e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:23.170433 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-29effa71-1431-44be-aa63-f19571cb9632 req-460556b6-e742-4eb8-9050-316d893128e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 1097 time: 0.0589488 Jul 09 14:35:23.289011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29effa71-1431-44be-aa63-f19571cb9632 req-45e351c6-597a-48fb-9075-7308b3d24d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:23.290505 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-29effa71-1431-44be-aa63-f19571cb9632 req-45e351c6-597a-48fb-9075-7308b3d24d50 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6040962a-f68a-44c9-b1e3-1c00100e1c80 HTTP/1.1" status: 200 len: 897 time: 0.0995288 Jul 09 14:35:23.370410 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-29effa71-1431-44be-aa63-f19571cb9632 req-8298b574-bfa9-4e07-91c0-e1568707b54a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f1d05a-e6ba-4640-b3d9-e053b669ea1d HTTP/1.1" status: 200 len: 1002 time: 0.0725162 Jul 09 14:35:23.429584 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29effa71-1431-44be-aa63-f19571cb9632 req-d98087eb-5c6f-48df-b55b-04863dd62af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:23.440052 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-29effa71-1431-44be-aa63-f19571cb9632 req-d98087eb-5c6f-48df-b55b-04863dd62af2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2 HTTP/1.1" status: 200 len: 835 time: 0.0543184 Jul 09 14:35:23.506901 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29effa71-1431-44be-aa63-f19571cb9632 req-1e7eeb8f-137b-4ace-83a2-3dffcd4c35cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:23.508567 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-29effa71-1431-44be-aa63-f19571cb9632 req-1e7eeb8f-137b-4ace-83a2-3dffcd4c35cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6040962a-f68a-44c9-b1e3-1c00100e1c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650351 Jul 09 14:35:23.613629 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-29effa71-1431-44be-aa63-f19571cb9632 req-e7a974b1-826a-4850-9e8e-2b853633f2db service neutron] 10.222.0.18 "GET /v2.0/networks/6040962a-f68a-44c9-b1e3-1c00100e1c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970032 Jul 09 14:35:23.711523 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-29effa71-1431-44be-aa63-f19571cb9632 req-5d0296eb-4fbb-48fd-9126-d3cba9ea3ca2 service neutron] 10.222.0.18 "GET /v2.0/networks/6040962a-f68a-44c9-b1e3-1c00100e1c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919387 Jul 09 14:35:26.303252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aeabcd2-aa21-40ab-b225-e2f99227651c req-1df4f296-3945-4b61-b452-1558b9eed11a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:26.305207 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3aeabcd2-aa21-40ab-b225-e2f99227651c req-1df4f296-3945-4b61-b452-1558b9eed11a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 946 time: 0.0755692 Jul 09 14:35:26.351372 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3aeabcd2-aa21-40ab-b225-e2f99227651c req-98f2f305-5881-4949-9725-d45670436509 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398834 Jul 09 14:35:27.574091 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb85511-aca1-40ee-9de1-b25e367f04d7 req-6ab3fe0e-3a18-4703-bd18-1dcac76f856a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:27.575926 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aeb85511-aca1-40ee-9de1-b25e367f04d7 req-6ab3fe0e-3a18-4703-bd18-1dcac76f856a tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 946 time: 0.0731812 Jul 09 14:35:27.620650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-aeb85511-aca1-40ee-9de1-b25e367f04d7 req-32fa595d-3997-4940-a5c7-0e237d93e2c1 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381186 Jul 09 14:35:27.653636 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50610) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:27.728515 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1ca6b5b7-56f3-46b2-80f5-ff804da761bd tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/546a50ab-9234-4f5c-8a5e-5e642623a7d8 HTTP/1.1" status: 200 len: 994 time: 0.0735579 Jul 09 14:35:29.193156 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b416ea-81bd-404a-a926-f5016118340a req-01d9bf55-5881-4dc2-8b02-c7e1053c87da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:29.194712 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79b416ea-81bd-404a-a926-f5016118340a req-01d9bf55-5881-4dc2-8b02-c7e1053c87da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 1097 time: 0.0589974 Jul 09 14:35:29.226472 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16905b8c-edc5-4390-ad38-c34e62e23945 req-e1f8cf09-5d7d-45dc-8af0-93e56ed7c9ee tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:29.228205 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16905b8c-edc5-4390-ad38-c34e62e23945 req-e1f8cf09-5d7d-45dc-8af0-93e56ed7c9ee tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 946 time: 0.0781596 Jul 09 14:35:29.272539 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-16905b8c-edc5-4390-ad38-c34e62e23945 req-6141c8ff-3712-4eaa-b035-758e05d890a9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378892 Jul 09 14:35:29.302222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b416ea-81bd-404a-a926-f5016118340a req-5e6da94d-7d2f-4134-8b8e-f1965752d545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:29.303773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79b416ea-81bd-404a-a926-f5016118340a req-5e6da94d-7d2f-4134-8b8e-f1965752d545 service neutron] 10.222.0.18 "GET /v2.0/networks?id=6040962a-f68a-44c9-b1e3-1c00100e1c80 HTTP/1.1" status: 200 len: 897 time: 0.1028769 Jul 09 14:35:29.372703 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79b416ea-81bd-404a-a926-f5016118340a req-e9061bfe-d603-4ece-9d09-55e323b1ea79 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f1d05a-e6ba-4640-b3d9-e053b669ea1d HTTP/1.1" status: 200 len: 1002 time: 0.0626187 Jul 09 14:35:29.426213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b416ea-81bd-404a-a926-f5016118340a req-5a92f06e-034d-4478-b3d6-3441cd8ac907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:29.427762 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79b416ea-81bd-404a-a926-f5016118340a req-5a92f06e-034d-4478-b3d6-3441cd8ac907 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2 HTTP/1.1" status: 200 len: 835 time: 0.0488176 Jul 09 14:35:29.488925 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b416ea-81bd-404a-a926-f5016118340a req-3c7866b0-e931-45be-80fa-702126944217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:29.490513 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79b416ea-81bd-404a-a926-f5016118340a req-3c7866b0-e931-45be-80fa-702126944217 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6040962a-f68a-44c9-b1e3-1c00100e1c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562534 Jul 09 14:35:29.594388 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79b416ea-81bd-404a-a926-f5016118340a req-fc2a97d9-a479-4d88-8728-be55c0431f28 service neutron] 10.222.0.18 "GET /v2.0/networks/6040962a-f68a-44c9-b1e3-1c00100e1c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951531 Jul 09 14:35:29.694407 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-79b416ea-81bd-404a-a926-f5016118340a req-6e47b5cd-ea32-473d-afdc-376ada9e4261 service neutron] 10.222.0.18 "GET /v2.0/networks/6040962a-f68a-44c9-b1e3-1c00100e1c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942607 Jul 09 14:35:30.492954 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a946a2e-5e5f-4776-8d8a-020c26c8ff89 req-a2b7dcb3-6dfb-4f4c-9941-c4f249b28d21 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:30.495248 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a946a2e-5e5f-4776-8d8a-020c26c8ff89 req-a2b7dcb3-6dfb-4f4c-9941-c4f249b28d21 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 946 time: 0.1039941 Jul 09 14:35:30.550791 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0a946a2e-5e5f-4776-8d8a-020c26c8ff89 req-a2c8e34c-3504-41a4-8587-2b17902d9c27 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467587 Jul 09 14:35:31.742250 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278203e1-210a-4222-8d9c-580588d3fd26 req-346740ba-cfaf-4a66-9eb6-71124a36f4a8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:31.743961 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-278203e1-210a-4222-8d9c-580588d3fd26 req-346740ba-cfaf-4a66-9eb6-71124a36f4a8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 946 time: 0.0691016 Jul 09 14:35:31.792336 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-278203e1-210a-4222-8d9c-580588d3fd26 req-8e6313c0-7569-4d08-bfdd-734c2f96422f tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426049 Jul 09 14:35:31.819296 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50622) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:31.892694 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-bdb1d383-ac20-4dce-b12f-6c95e9662744 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/floatingips/546a50ab-9234-4f5c-8a5e-5e642623a7d8 HTTP/1.1" status: 200 len: 994 time: 0.0716674 Jul 09 14:35:31.894623 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6d4ff90f-a4ab-49e2-890e-42f17330608f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:32.225278 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50628) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:32.439498 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port 0da48868-9394-4540-bc10-237bd7afc17e {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:35:32.440103 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:32.528351 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:32.528679 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:32.543381 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for 0da48868-9394-4540-bc10-237bd7afc17e owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:35:32.712184 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:32.741080 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=0da48868-9394-4540-bc10-237bd7afc17e,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:32.771007 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:32.771823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:32.771823 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:32.772125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:32.772368 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:32.772705 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:32.773041 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:32.773384 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:32.773707 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:32.774036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:32.774360 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:32.774685 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:32.817838 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:32.818300 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Floating IP 546a50ab-9234-4f5c-8a5e-5e642623a7d8 disassociated (deleted). External IP: 172.25.2.207, port: 61f1d05a-e6ba-4640-b3d9-e053b669ea1d. Jul 09 14:35:33.043176 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:35:33.167876 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:35:33.172831 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:33.179480 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d37a77-6da4-496a-b3aa-80c1ae66b17c None None] Sync routers for ids ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:35:33.190348 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d37a77-6da4-496a-b3aa-80c1ae66b17c None None] Routers {'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:33.190976 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-78d37a77-6da4-496a-b3aa-80c1ae66b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:35:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:33.213773 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-965381f7-6ecb-487d-abb6-2a609ef140f8 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/floatingips/546a50ab-9234-4f5c-8a5e-5e642623a7d8 HTTP/1.1" status: 204 len: 168 time: 0.9873490 Jul 09 14:35:33.214367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fcb3cf4-19b0-420c-a044-4b11f56daa9f', 'tag': '61f1d05a-e6ba-4640-b3d9-e053b669ea1d'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:33.216752 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1091433339f976b032524960edcb999fbceacf16816299a62dfac0337c1fae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc33038-4fad-4f4b-9e15-148031bacc85" -d '{"events": [{"name": "network-changed", "server_uuid": "1fcb3cf4-19b0-420c-a044-4b11f56daa9f", "tag": "61f1d05a-e6ba-4640-b3d9-e053b669ea1d"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:33.266236 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca9dbe1e-0f99-4b0c-a5b1-9052e47a5569 x-openstack-request-id: req-ca9dbe1e-0f99-4b0c-a5b1-9052e47a5569 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:33.266720 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fcb3cf4-19b0-420c-a044-4b11f56daa9f", "tag": "61f1d05a-e6ba-4640-b3d9-e053b669ea1d", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:33.266967 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ca9dbe1e-0f99-4b0c-a5b1-9052e47a5569 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:33.267841 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fcb3cf4-19b0-420c-a044-4b11f56daa9f', 'tag': '61f1d05a-e6ba-4640-b3d9-e053b669ea1d', 'status': 'completed', 'code': 200} Jul 09 14:35:33.336294 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-78d37a77-6da4-496a-b3aa-80c1ae66b17c None None] Set router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:33.353752 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc33038-4fad-4f4b-9e15-148031bacc85 req-6ee2d6ec-b11e-4dcb-ada4-269dc2cdd884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:33.355549 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6bc33038-4fad-4f4b-9e15-148031bacc85 req-6ee2d6ec-b11e-4dcb-ada4-269dc2cdd884 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f808e39d0d444e548c8009328d8be499&device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 1097 time: 0.0684035 Jul 09 14:35:33.473842 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc33038-4fad-4f4b-9e15-148031bacc85 req-ec44fb3c-ade3-4e43-98c1-b6717b7b6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:33.476126 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6bc33038-4fad-4f4b-9e15-148031bacc85 req-ec44fb3c-ade3-4e43-98c1-b6717b7b6abd service neutron] 10.222.0.18 "GET /v2.0/networks?id=6040962a-f68a-44c9-b1e3-1c00100e1c80 HTTP/1.1" status: 200 len: 897 time: 0.1131511 Jul 09 14:35:33.541490 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6bc33038-4fad-4f4b-9e15-148031bacc85 req-295ec673-8d04-4435-94d9-25b88cba7885 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61f1d05a-e6ba-4640-b3d9-e053b669ea1d HTTP/1.1" status: 200 len: 217 time: 0.0525630 Jul 09 14:35:33.595623 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-78d37a77-6da4-496a-b3aa-80c1ae66b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223174704', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:34:38Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:39Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f', 'name': '', 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:92:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:42Z', 'updated_at': '2021-07-09T14:34:46Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:33.628507 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d37a77-6da4-496a-b3aa-80c1ae66b17c None None] Checking router: e0922ecd-fda0-41ee-8caa-4f4ba3311eaf for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:35:33.638484 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc33038-4fad-4f4b-9e15-148031bacc85 req-f8d9a65d-660f-4005-bbdc-a1840689c9db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:33.641315 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6bc33038-4fad-4f4b-9e15-148031bacc85 req-f8d9a65d-660f-4005-bbdc-a1840689c9db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2 HTTP/1.1" status: 200 len: 835 time: 0.0905197 Jul 09 14:35:33.648513 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d37a77-6da4-496a-b3aa-80c1ae66b17c None None] Routers {'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:33.649578 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-78d37a77-6da4-496a-b3aa-80c1ae66b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:35:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:33.718946 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc33038-4fad-4f4b-9e15-148031bacc85 req-a8cd503f-ae50-4640-b3e2-e4febec6a0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:33.720863 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6bc33038-4fad-4f4b-9e15-148031bacc85 req-a8cd503f-ae50-4640-b3e2-e4febec6a0e8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=6040962a-f68a-44c9-b1e3-1c00100e1c80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726228 Jul 09 14:35:33.733240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2b8fa6-040f-46a6-af72-c78fed0ef927 req-e3afaaf9-1a75-47c1-814f-fdc22437d3c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:33.735242 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed2b8fa6-040f-46a6-af72-c78fed0ef927 req-e3afaaf9-1a75-47c1-814f-fdc22437d3c9 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 946 time: 0.1096745 Jul 09 14:35:33.793014 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ed2b8fa6-040f-46a6-af72-c78fed0ef927 req-ea64f4d1-f2d2-4d51-8413-54a67c5eb8b7 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462143 Jul 09 14:35:33.852608 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6bc33038-4fad-4f4b-9e15-148031bacc85 req-db41950a-9130-4c1d-8880-7ce13814f476 service neutron] 10.222.0.18 "GET /v2.0/networks/6040962a-f68a-44c9-b1e3-1c00100e1c80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231980 Jul 09 14:35:33.938593 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-78d37a77-6da4-496a-b3aa-80c1ae66b17c None None] Set router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:33.957013 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6bc33038-4fad-4f4b-9e15-148031bacc85 req-6b47de20-45bc-4aed-aa13-a4084bee9cb3 service neutron] 10.222.0.18 "GET /v2.0/networks/6040962a-f68a-44c9-b1e3-1c00100e1c80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944278 Jul 09 14:35:34.156485 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-78d37a77-6da4-496a-b3aa-80c1ae66b17c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223174704', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:34:38Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:39Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f', 'name': '', 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:92:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:42Z', 'updated_at': '2021-07-09T14:34:46Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:34.188623 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d37a77-6da4-496a-b3aa-80c1ae66b17c None None] The sync data for ids ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'] in n-d-799525-3 is: [{'id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223174704', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:34:38Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:39Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f', 'name': '', 'network_id': '6040962a-f68a-44c9-b1e3-1c00100e1c80', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'mac_address': 'fa:16:3e:92:7e:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:42Z', 'updated_at': '2021-07-09T14:34:46Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'subnets': [{'id': '8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:35:34.436541 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e8f4a1e-8877-4d37-8b35-fe4cda7fc3c9 None None] New status for floating IP 546a50ab-9234-4f5c-8a5e-5e642623a7d8: DOWN {{(pid=93755) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:35:34.735239 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7edfcc75-eb90-4e83-987c-f0d68bcd0265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:34.757471 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.003270 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f6b7a5-4e37-46e7-ab7e-eb458ea4a3c1 req-b336b757-917c-4a56-9554-029846a87dab tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:35.006096 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48f6b7a5-4e37-46e7-ab7e-eb458ea4a3c1 req-b336b757-917c-4a56-9554-029846a87dab tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 946 time: 0.0808020 Jul 09 14:35:35.049944 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-48f6b7a5-4e37-46e7-ab7e-eb458ea4a3c1 req-20fc68c5-e311-4877-8f8d-19f7bba23259 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/security-groups?id=8016cc31-892b-4459-bf85-9f9ccf184e9a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373256 Jul 09 14:35:35.242579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d20b87-50e0-4f56-b714-ebe8c4c1ae2b req-e64085ad-fcd8-4dd2-aefb-e65f16b4ca02 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:35.244258 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-47d20b87-50e0-4f56-b714-ebe8c4c1ae2b req-e64085ad-fcd8-4dd2-aefb-e65f16b4ca02 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.18 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 946 time: 0.0748038 Jul 09 14:35:35.369073 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-47d20b87-50e0-4f56-b714-ebe8c4c1ae2b req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:35:35.369359 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47d20b87-50e0-4f56-b714-ebe8c4c1ae2b req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.465682 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-47d20b87-50e0-4f56-b714-ebe8c4c1ae2b req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] For port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=61f1d05a-e6ba-4640-b3d9-e053b669ea1d,segment=NetworkSegment(63a33f65-be48-4209-95ed-a91027051d39),segment_id=63a33f65-be48-4209-95ed-a91027051d39)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:35.466051 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47d20b87-50e0-4f56-b714-ebe8c4c1ae2b req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.481685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-47d20b87-50e0-4f56-b714-ebe8c4c1ae2b req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for 61f1d05a-e6ba-4640-b3d9-e053b669ea1d owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:35:35.632188 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47d20b87-50e0-4f56-b714-ebe8c4c1ae2b req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.662122 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=61f1d05a-e6ba-4640-b3d9-e053b669ea1d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:35.677476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.677844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.678283 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.678708 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.679580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.679580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.680220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.680220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.680518 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.680687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.680991 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.681402 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:35.726341 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-47d20b87-50e0-4f56-b714-ebe8c4c1ae2b req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] No DVR routers for this DVR port 61f1d05a-e6ba-4640-b3d9-e053b669ea1d on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:35:35.728962 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-47d20b87-50e0-4f56-b714-ebe8c4c1ae2b req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:35.730980 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-47d20b87-50e0-4f56-b714-ebe8c4c1ae2b req-f90ebdcc-7ce4-459a-ba10-7861e6cf058e tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.18 "DELETE /v2.0/ports/61f1d05a-e6ba-4640-b3d9-e053b669ea1d HTTP/1.1" status: 204 len: 173 time: 0.4806662 Jul 09 14:35:35.731452 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fcb3cf4-19b0-420c-a044-4b11f56daa9f', 'name': 'network-vif-deleted', 'tag': '61f1d05a-e6ba-4640-b3d9-e053b669ea1d'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:35:35.733728 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47659c87-28bf-45ca-b08a-2341076660bd" -d '{"events": [{"server_uuid": "1fcb3cf4-19b0-420c-a044-4b11f56daa9f", "name": "network-vif-deleted", "tag": "61f1d05a-e6ba-4640-b3d9-e053b669ea1d"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:35:35.776522 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f2f689-ac8e-401b-879f-64604c297e3b x-openstack-request-id: req-a0f2f689-ac8e-401b-879f-64604c297e3b {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:35:35.776818 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fcb3cf4-19b0-420c-a044-4b11f56daa9f", "name": "network-vif-deleted", "tag": "61f1d05a-e6ba-4640-b3d9-e053b669ea1d", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:35:35.777109 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-a0f2f689-ac8e-401b-879f-64604c297e3b {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:35:35.777506 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fcb3cf4-19b0-420c-a044-4b11f56daa9f', 'name': 'network-vif-deleted', 'tag': '61f1d05a-e6ba-4640-b3d9-e053b669ea1d', 'status': 'completed', 'code': 200} Jul 09 14:35:35.928448 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:36.233615 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23e02715-de62-4e17-9713-c50759221ebd req-586e1f96-8bc4-4889-868f-4f552ae455f2 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "GET /v2.0/ports?device_id=1fcb3cf4-19b0-420c-a044-4b11f56daa9f HTTP/1.1" status: 200 len: 210 time: 0.0480149 Jul 09 14:35:37.319485 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:37.340625 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50644) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:37.736488 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31403568-f297-4cab-923a-fdf959646687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:38.040317 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-31403568-f297-4cab-923a-fdf959646687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:35:38.040663 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31403568-f297-4cab-923a-fdf959646687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:38.140075 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-31403568-f297-4cab-923a-fdf959646687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] For port 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f,segment=NetworkSegment(63a33f65-be48-4209-95ed-a91027051d39),segment_id=63a33f65-be48-4209-95ed-a91027051d39)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:38.140436 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31403568-f297-4cab-923a-fdf959646687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:38.160524 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-31403568-f297-4cab-923a-fdf959646687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f owned by network:router_interface {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:35:38.406574 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31403568-f297-4cab-923a-fdf959646687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:38.444629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31403568-f297-4cab-923a-fdf959646687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:38.714568 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-31403568-f297-4cab-923a-fdf959646687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.138394 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 61f1d05a-e6ba-4640-b3d9-e053b669ea1d no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:35:39.159971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 61f1d05a-e6ba-4640-b3d9-e053b669ea1d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:35:39.160330 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 61f1d05a-e6ba-4640-b3d9-e053b669ea1d not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:35:39.249297 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.288824 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31403568-f297-4cab-923a-fdf959646687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:35:39.403477 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31403568-f297-4cab-923a-fdf959646687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:35:39.408680 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-31403568-f297-4cab-923a-fdf959646687 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "PUT /v2.0/routers/e0922ecd-fda0-41ee-8caa-4f4ba3311eaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0669181 Jul 09 14:35:39.412932 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50648) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:39.413721 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb26ff1-d39a-4a65-a1fb-fcbc85a810ca None None] Sync routers for ids ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:35:39.424746 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb26ff1-d39a-4a65-a1fb-fcbc85a810ca None None] Routers {'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:39.425036 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fcb26ff1-d39a-4a65-a1fb-fcbc85a810ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:39.468967 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-55174307-2ce9-4f34-8e29-04f37eeaa3f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting subnet 8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:35:39.472429 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55174307-2ce9-4f34-8e29-04f37eeaa3f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.518048 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55174307-2ce9-4f34-8e29-04f37eeaa3f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.535941 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-fcb26ff1-d39a-4a65-a1fb-fcbc85a810ca None None] Set router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:39.547761 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.627030 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55174307-2ce9-4f34-8e29-04f37eeaa3f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.693801 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55174307-2ce9-4f34-8e29-04f37eeaa3f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.723154 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55174307-2ce9-4f34-8e29-04f37eeaa3f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Subnet': ['ID=8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:39.728477 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-55174307-2ce9-4f34-8e29-04f37eeaa3f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.736675 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-55174307-2ce9-4f34-8e29-04f37eeaa3f4 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/subnets/8422fa3d-5c87-468e-9b1e-5b53cc3dfbd2 HTTP/1.1" status: 204 len: 168 time: 0.3165343 Jul 09 14:35:39.736815 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784acfe7-d98e-4610-b1e5-e61fec723c29 None None] Network 6040962a-f68a-44c9-b1e3-1c00100e1c80 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:35:39.736936 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50650) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:39.738069 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fcb26ff1-d39a-4a65-a1fb-fcbc85a810ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223174704', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:34:38Z', 'updated_at': '2021-07-09T14:35:38Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:39Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:39.778722 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb26ff1-d39a-4a65-a1fb-fcbc85a810ca None None] Checking router: e0922ecd-fda0-41ee-8caa-4f4ba3311eaf for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:35:39.789062 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb26ff1-d39a-4a65-a1fb-fcbc85a810ca None None] Routers {'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:39.789693 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fcb26ff1-d39a-4a65-a1fb-fcbc85a810ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:39.868003 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17e718a2-6824-463c-9245-df83276c1d61 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:39.909022 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-fcb26ff1-d39a-4a65-a1fb-fcbc85a810ca None None] Set router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:39.977811 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] DHCP port deletion for 6040962a-f68a-44c9-b1e3-1c00100e1c80 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:35:39.987399 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17e718a2-6824-463c-9245-df83276c1d61 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.044537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Deleting port 39cb5a68-5c24-4f3a-9460-63546787e0b8 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:35:40.045333 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.048879 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-17e718a2-6824-463c-9245-df83276c1d61 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Deleting port 7becd193-1c66-49ff-9e98-2c436a6720f9 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:35:40.049464 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17e718a2-6824-463c-9245-df83276c1d61 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.121075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] For port 39cb5a68-5c24-4f3a-9460-63546787e0b8, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=39cb5a68-5c24-4f3a-9460-63546787e0b8,segment=NetworkSegment(63a33f65-be48-4209-95ed-a91027051d39),segment_id=63a33f65-be48-4209-95ed-a91027051d39)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:40.121387 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.134030 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-fcb26ff1-d39a-4a65-a1fb-fcbc85a810ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223174704', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:34:38Z', 'updated_at': '2021-07-09T14:35:38Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:39Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:40.137852 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Calling delete_port for 39cb5a68-5c24-4f3a-9460-63546787e0b8 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:35:40.152895 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-17e718a2-6824-463c-9245-df83276c1d61 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] For port 7becd193-1c66-49ff-9e98-2c436a6720f9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=7becd193-1c66-49ff-9e98-2c436a6720f9,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:40.153262 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17e718a2-6824-463c-9245-df83276c1d61 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.162462 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb26ff1-d39a-4a65-a1fb-fcbc85a810ca None None] The sync data for ids ['e0922ecd-fda0-41ee-8caa-4f4ba3311eaf'] in n-d-799525-3 is: [{'id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'name': 'tempest-TestNetworkAdvancedServerOps-router-223174704', 'tenant_id': 'f808e39d0d444e548c8009328d8be499', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101'}], 'enable_snat': True}, 'gw_port_id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:34:38Z', 'updated_at': '2021-07-09T14:35:38Z', 'revision_number': 5, 'project_id': 'f808e39d0d444e548c8009328d8be499', 'gw_port': {'id': '7becd193-1c66-49ff-9e98-2c436a6720f9', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:ae:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e0922ecd-fda0-41ee-8caa-4f4ba3311eaf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:34:39Z', 'updated_at': '2021-07-09T14:34:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:35:40.169754 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-17e718a2-6824-463c-9245-df83276c1d61 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Calling delete_port for 7becd193-1c66-49ff-9e98-2c436a6720f9 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:35:40.250336 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.275601 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Pushing event deleted for resources: {'Port': ['ID=39cb5a68-5c24-4f3a-9460-63546787e0b8,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:40.282543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] No DVR routers for this DVR port 39cb5a68-5c24-4f3a-9460-63546787e0b8 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:35:40.296872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:40.298318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:40.298967 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:40.299505 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:40.300048 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:40.300591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:40.301386 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:40.301562 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:40.302309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:40.302814 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:40.303335 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:40.303869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef77f064-3968-4482-9bc4-ab1304f51821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:40.363967 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17e718a2-6824-463c-9245-df83276c1d61 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.391462 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e718a2-6824-463c-9245-df83276c1d61 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Port': ['ID=7becd193-1c66-49ff-9e98-2c436a6720f9,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:40.455306 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17e718a2-6824-463c-9245-df83276c1d61 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.557318 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17e718a2-6824-463c-9245-df83276c1d61 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.559924 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17e718a2-6824-463c-9245-df83276c1d61 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.620399 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17e718a2-6824-463c-9245-df83276c1d61 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.621079 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17e718a2-6824-463c-9245-df83276c1d61 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Fanout notify agent at l3_agent the message router_deleted on router e0922ecd-fda0-41ee-8caa-4f4ba3311eaf {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:35:40.630047 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-17e718a2-6824-463c-9245-df83276c1d61 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.631511 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-17e718a2-6824-463c-9245-df83276c1d61 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/routers/e0922ecd-fda0-41ee-8caa-4f4ba3311eaf HTTP/1.1" status: 204 len: 168 time: 0.8956356 Jul 09 14:35:40.635231 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50652) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:40.686147 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:35:40.718296 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:35:40.718636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 89b2509e-05a1-4cd2-b67a-9b2f0cc8bc8f not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:35:40.719293 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 39cb5a68-5c24-4f3a-9460-63546787e0b8 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:35:40.738372 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5340d3d6-a7f9-4eea-ac82-cbf2c789314c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:40.739969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 39cb5a68-5c24-4f3a-9460-63546787e0b8 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:35:40.740318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 39cb5a68-5c24-4f3a-9460-63546787e0b8 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:35:41.164164 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5340d3d6-a7f9-4eea-ac82-cbf2c789314c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:41.174920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5340d3d6-a7f9-4eea-ac82-cbf2c789314c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6040962a-f68a-44c9-b1e3-1c00100e1c80']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:41.185138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5340d3d6-a7f9-4eea-ac82-cbf2c789314c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a33f65-be48-4209-95ed-a91027051d39') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:41.185439 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-5340d3d6-a7f9-4eea-ac82-cbf2c789314c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a33f65-be48-4209-95ed-a91027051d39') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:41.195026 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5340d3d6-a7f9-4eea-ac82-cbf2c789314c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:41.209145 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5340d3d6-a7f9-4eea-ac82-cbf2c789314c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:41.215421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5340d3d6-a7f9-4eea-ac82-cbf2c789314c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Releasing vlan 335 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:35:41.215814 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5340d3d6-a7f9-4eea-ac82-cbf2c789314c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:35:41.218888 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:35:41.289076 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5340d3d6-a7f9-4eea-ac82-cbf2c789314c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:41.297427 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-5340d3d6-a7f9-4eea-ac82-cbf2c789314c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:41.302574 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-5340d3d6-a7f9-4eea-ac82-cbf2c789314c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/networks/6040962a-f68a-44c9-b1e3-1c00100e1c80 HTTP/1.1" status: 204 len: 168 time: 0.6637414 Jul 09 14:35:41.303644 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50654) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:41.325548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5340d3d6-a7f9-4eea-ac82-cbf2c789314c tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'Network': ['ID=6040962a-f68a-44c9-b1e3-1c00100e1c80,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:41.379794 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8c9fb1e-b8ee-45ed-afee-b62d51c461c5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:41.406307 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8c9fb1e-b8ee-45ed-afee-b62d51c461c5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:41.474889 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8c9fb1e-b8ee-45ed-afee-b62d51c461c5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:41.479321 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b8c9fb1e-b8ee-45ed-afee-b62d51c461c5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:41.481448 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b8c9fb1e-b8ee-45ed-afee-b62d51c461c5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] 10.222.0.39 "DELETE /v2.0/security-groups/8016cc31-892b-4459-bf85-9f9ccf184e9a HTTP/1.1" status: 204 len: 168 time: 0.1773777 Jul 09 14:35:41.494287 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9fb1e-b8ee-45ed-afee-b62d51c461c5 tempest-TestNetworkAdvancedServerOps-799383864 tempest-TestNetworkAdvancedServerOps-799383864-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8016cc31-892b-4459-bf85-9f9ccf184e9a,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:41.861726 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50662) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:42.006103 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-888a07e3-71a2-4bdd-95f4-fe19db9512e7 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=f808e39d0d444e548c8009328d8be499&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1426435 Jul 09 14:35:42.008743 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50666) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:42.066583 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3cf292f-d76c-4d13-8a80-2cb776a70aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.090051 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3cf292f-d76c-4d13-8a80-2cb776a70aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.141893 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3cf292f-d76c-4d13-8a80-2cb776a70aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.144581 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-a3cf292f-d76c-4d13-8a80-2cb776a70aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.145762 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-a3cf292f-d76c-4d13-8a80-2cb776a70aac admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7d2dc9e9-5665-4594-abc8-ca2fdc615a29 HTTP/1.1" status: 204 len: 168 time: 0.1357541 Jul 09 14:35:42.154606 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf292f-d76c-4d13-8a80-2cb776a70aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2dc9e9-5665-4594-abc8-ca2fdc615a29,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:42.456878 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50672) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:42.472657 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f05373a4-8c02-4fce-bd50-25cd6bd073c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.510892 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7becd193-1c66-49ff-9e98-2c436a6720f9 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:35:42.534389 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 7becd193-1c66-49ff-9e98-2c436a6720f9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:35:42.534625 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 7becd193-1c66-49ff-9e98-2c436a6720f9 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:35:42.591005 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f05373a4-8c02-4fce-bd50-25cd6bd073c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.596354 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f05373a4-8c02-4fce-bd50-25cd6bd073c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.634367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05373a4-8c02-4fce-bd50-25cd6bd073c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c038e35-e63d-4a90-a6b6-e30a47365c63,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:42.638697 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f05373a4-8c02-4fce-bd50-25cd6bd073c0 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=4888bcc5dc6941aa8f4b7eb7e4509d30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1806870 Jul 09 14:35:42.642594 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:42.696677 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3421a181-2b16-4771-b711-932619407838 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.719057 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3421a181-2b16-4771-b711-932619407838 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.773719 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3421a181-2b16-4771-b711-932619407838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.776762 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3421a181-2b16-4771-b711-932619407838 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:42.778019 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3421a181-2b16-4771-b711-932619407838 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7c038e35-e63d-4a90-a6b6-e30a47365c63 HTTP/1.1" status: 204 len: 168 time: 0.1344545 Jul 09 14:35:42.787366 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421a181-2b16-4771-b711-932619407838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c038e35-e63d-4a90-a6b6-e30a47365c63,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:43.631044 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50696) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:43.742449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-42c4ba14-b2e2-48c5-bc4a-e1a8bc044b7e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1510028783-network', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:43.767219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42c4ba14-b2e2-48c5-bc4a-e1a8bc044b7e admin admin] Made reservation on behalf of ecf52271c82148aab6d77d9753c23875 for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:43.769719 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42c4ba14-b2e2-48c5-bc4a-e1a8bc044b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:43.779451 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42c4ba14-b2e2-48c5-bc4a-e1a8bc044b7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:43.893493 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42c4ba14-b2e2-48c5-bc4a-e1a8bc044b7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:43.897705 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42c4ba14-b2e2-48c5-bc4a-e1a8bc044b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:43.924011 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42c4ba14-b2e2-48c5-bc4a-e1a8bc044b7e admin admin] vlan segment allocate from pool success with {'vlan_id': 317, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:35:43.934060 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4ba14-b2e2-48c5-bc4a-e1a8bc044b7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89ff1a6f-c5c8-4503-b612-e6edb99b077c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:43.939780 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42c4ba14-b2e2-48c5-bc4a-e1a8bc044b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:43.940140 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-42c4ba14-b2e2-48c5-bc4a-e1a8bc044b7e admin admin] Added segment 6a64f250-31b2-4138-a427-cc659d204312 of type vlan for network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd Jul 09 14:35:43.990933 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42c4ba14-b2e2-48c5-bc4a-e1a8bc044b7e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:44.027202 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42c4ba14-b2e2-48c5-bc4a-e1a8bc044b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:44.028568 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42c4ba14-b2e2-48c5-bc4a-e1a8bc044b7e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:44.029516 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-42c4ba14-b2e2-48c5-bc4a-e1a8bc044b7e admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:44.102726 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-42c4ba14-b2e2-48c5-bc4a-e1a8bc044b7e admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4705129 Jul 09 14:35:44.105774 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50700) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:44.114304 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-4727668f-1b8d-4de2-9f1d-26ba2ef9f94c admin admin] Request body: {'subnet': {'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1510028783-subnet', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:44.116271 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c4ba14-b2e2-48c5-bc4a-e1a8bc044b7e admin admin] Pushing event updated for resources: {'Network': ['ID=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:44.128591 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:35:44.138581 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4727668f-1b8d-4de2-9f1d-26ba2ef9f94c admin admin] Made reservation on behalf of ecf52271c82148aab6d77d9753c23875 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:44.141013 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4727668f-1b8d-4de2-9f1d-26ba2ef9f94c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:44.324156 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4727668f-1b8d-4de2-9f1d-26ba2ef9f94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:44.380088 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727668f-1b8d-4de2-9f1d-26ba2ef9f94c admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c655b6f-897e-49e5-9645-3d2a94322acc,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:44.396357 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4727668f-1b8d-4de2-9f1d-26ba2ef9f94c admin admin] Checking segment: {'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:44.396710 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4727668f-1b8d-4de2-9f1d-26ba2ef9f94c admin admin] Network hostable DHCP agents. Network: 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:35:44.413662 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4727668f-1b8d-4de2-9f1d-26ba2ef9f94c admin admin] Network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:35:44.425776 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-4727668f-1b8d-4de2-9f1d-26ba2ef9f94c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:44.429849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4727668f-1b8d-4de2-9f1d-26ba2ef9f94c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:44.430506 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-4727668f-1b8d-4de2-9f1d-26ba2ef9f94c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:44.435928 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edaf23b5-2e25-4823-89b0-a98038daffea None None] Network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:35:44.453412 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-4727668f-1b8d-4de2-9f1d-26ba2ef9f94c admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3422949 Jul 09 14:35:44.453762 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50702) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:44.459711 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:44.482062 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:44.483063 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:44.553769 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:44.602297 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:35:44.603204 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:44.704251 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:44.749965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Allocated IP 172.20.0.2 (4da73707-dbc0-4ea7-9ff5-41213c5d2ebd/6c655b6f-897e-49e5-9645-3d2a94322acc/980b54eb-eb3b-4d3a-b535-46f717d5e9d6) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:44.917743 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:44.938394 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:45.066996 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:45.075939 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Transition to ACTIVE for port object 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:45.076798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Allocated IP 172.25.2.103 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/384a38c5-1328-4ca9-ae55-f9a50cf725cd) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:45.093471 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Transition to ACTIVE for port object 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:45.101542 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:45.152876 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:45.156092 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:45.161419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:45.167405 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Pushing event updated for resources: {'Port': ['ID=980b54eb-eb3b-4d3a-b535-46f717d5e9d6,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:45.202386 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:45.226427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Attempting to bind port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:45.226838 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Attempting to bind port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:45.227268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Attempting to bind port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 on network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:45.232818 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:45.233197 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Checking segment: {'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:45.233622 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:45.234037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Bound using segment: {'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:45.234763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Bound port: 980b54eb-eb3b-4d3a-b535-46f717d5e9d6, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:45.235177 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:45.251224 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:45.289595 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:45.294881 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:45.299640 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:45.317786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] For port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:35:45.321825 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] For port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=980b54eb-eb3b-4d3a-b535-46f717d5e9d6,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:45.326257 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Pushing event updated for resources: {'Port': ['ID=384a38c5-1328-4ca9-ae55-f9a50cf725cd,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:45.326507 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:45.394469 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f95e72b-6de7-446c-9638-b97ac9ded246 None None] Pushing event updated for resources: {'Port': ['ID=980b54eb-eb3b-4d3a-b535-46f717d5e9d6,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:45.636144 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:45.910800 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:46.065769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Router b872775e-1bf0-42d0-a007-b637b69efa05 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:35:46.209344 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:35:46.226093 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Sync routers for ids ['b872775e-1bf0-42d0-a007-b637b69efa05'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:35:46.238884 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:46.245145 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e2c13fd7-fccc-47bb-bcf1-1cf466c3df95 admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7855692 Jul 09 14:35:46.245424 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50704) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:46.247075 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Routers {'b872775e-1bf0-42d0-a007-b637b69efa05'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:46.248139 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b872775e-1bf0-42d0-a007-b637b69efa05'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:46.395575 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Set router b872775e-1bf0-42d0-a007-b637b69efa05 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:46.511892 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e8758cb-bd44-4fd7-afea-55492ed47cef None None] Network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:35:46.625473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:46.644737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-20ad92b6-94aa-4f27-8b24-745aa3a6bedf None None] Provisioning for port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:46.800526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:46.808956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:46.809330 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:46.815386 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:46.840056 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:45Z', 'revision_number': 3, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:46.882068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Checking router: b872775e-1bf0-42d0-a007-b637b69efa05 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:35:46.882420 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Updating router b872775e-1bf0-42d0-a007-b637b69efa05 port 384a38c5-1328-4ca9-ae55-f9a50cf725cd binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:35:46.932637 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:46.999948 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Allocated IP 172.20.0.1 (4da73707-dbc0-4ea7-9ff5-41213c5d2ebd/6c655b6f-897e-49e5-9645-3d2a94322acc/5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:47.002822 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.107699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=980b54eb-eb3b-4d3a-b535-46f717d5e9d6,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:47.125116 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.126955 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.146122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Transition to ACTIVE for port object 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:47.189569 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.242189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:47.242887 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=980b54eb-eb3b-4d3a-b535-46f717d5e9d6,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:47.249218 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:47.253293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:47.261087 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3577e5d2-2629-445b-91ac-6b62ae09caad None None] Provisioning complete for port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:47.261430 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3577e5d2-2629-445b-91ac-6b62ae09caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.281402 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Pushing event updated for resources: {'Port': ['ID=5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:47.302461 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.403863 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.425452 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Transition to ACTIVE for port object 384a38c5-1328-4ca9-ae55-f9a50cf725cd will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:47.433474 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.480343 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.496606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Attempting to bind port 384a38c5-1328-4ca9-ae55-f9a50cf725cd on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:47.496988 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Attempting to bind port 384a38c5-1328-4ca9-ae55-f9a50cf725cd by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:47.497358 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Attempting to bind port 384a38c5-1328-4ca9-ae55-f9a50cf725cd on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:47.499383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a089b3-3128-4ea0-ae73-779f09119d65 None None] Pushing event updated for resources: {'Port': ['ID=384a38c5-1328-4ca9-ae55-f9a50cf725cd,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:47.506624 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:47.507035 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:47.507474 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.507867 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:47.508657 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Bound port: 384a38c5-1328-4ca9-ae55-f9a50cf725cd, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:47.508780 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.570662 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3b8e7737-f7a6-42f0-901a-83891a33c86d None None] Provisioning for port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:47.573044 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] For port 384a38c5-1328-4ca9-ae55-f9a50cf725cd, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:35:47.577028 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] For port 384a38c5-1328-4ca9-ae55-f9a50cf725cd, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=384a38c5-1328-4ca9-ae55-f9a50cf725cd,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:47.578746 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3b8e7737-f7a6-42f0-901a-83891a33c86d None None] Provisioning complete for port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:47.579149 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3b8e7737-f7a6-42f0-901a-83891a33c86d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.584032 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:47.661416 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-3b8e7737-f7a6-42f0-901a-83891a33c86d None None] Port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:35:47.683525 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a089b3-3128-4ea0-ae73-779f09119d65 None None] Pushing event updated for resources: {'Port': ['ID=384a38c5-1328-4ca9-ae55-f9a50cf725cd,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:47.686087 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Routers {'b872775e-1bf0-42d0-a007-b637b69efa05'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:47.686721 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b872775e-1bf0-42d0-a007-b637b69efa05'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:47.811601 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] Set router b872775e-1bf0-42d0-a007-b637b69efa05 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:48.000328 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:48.006084 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:48.076857 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:48.083076 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Pushing event updated for resources: {'Port': ['ID=5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:48.191644 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:48.193966 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:48.223749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 1, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:48.271919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01db222-c2a1-4dc1-a864-b65f201e44ef None None] The sync data for ids ['b872775e-1bf0-42d0-a007-b637b69efa05'] in n-d-799525-3 is: [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 1, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:35:48.367763 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Router b872775e-1bf0-42d0-a007-b637b69efa05 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:35:48.502754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-acbd942d-b171-4cdd-b549-b253956d3d94 None None] Provisioning complete for port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:48.503663 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-acbd942d-b171-4cdd-b549-b253956d3d94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:48.522779 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:35:48.530184 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-25a1613c-da0e-48a0-ba6a-103d13a5fd06 admin admin] 10.222.0.39 "PUT /v2.0/routers/b872775e-1bf0-42d0-a007-b637b69efa05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2833257 Jul 09 14:35:48.558309 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-acbd942d-b171-4cdd-b549-b253956d3d94 None None] Port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:35:48.592301 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:48.651868 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:48.652246 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.122981 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50720) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:49.131900 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-e1977cba-4fef-4d94-93a2-7706fe23a19a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2098707501-network', 'tenant_id': 'ac5626e03c6a45cfb694fd2390d02a68'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:49.157938 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1977cba-4fef-4d94-93a2-7706fe23a19a admin admin] Made reservation on behalf of ac5626e03c6a45cfb694fd2390d02a68 for: {'network': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:49.160519 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1977cba-4fef-4d94-93a2-7706fe23a19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.176092 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1977cba-4fef-4d94-93a2-7706fe23a19a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.312002 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1977cba-4fef-4d94-93a2-7706fe23a19a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.317457 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1977cba-4fef-4d94-93a2-7706fe23a19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.343582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1977cba-4fef-4d94-93a2-7706fe23a19a admin admin] vlan segment allocate from pool success with {'vlan_id': 346, 'physical_network': 'physnet1'} {{(pid=93754) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:35:49.354045 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1977cba-4fef-4d94-93a2-7706fe23a19a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50fc0a8c-405a-461f-8b0b-f25a3a70e14e,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:49.359607 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1977cba-4fef-4d94-93a2-7706fe23a19a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.359971 n-d-799525-3 neutron-server[93754]: INFO neutron.db.segments_db [None req-e1977cba-4fef-4d94-93a2-7706fe23a19a admin admin] Added segment 354ab689-8ad1-417e-af5c-5fb8ea94d453 of type vlan for network 2398bad6-5814-49e5-8990-3909fe261634 Jul 09 14:35:49.404090 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1977cba-4fef-4d94-93a2-7706fe23a19a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.440386 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1977cba-4fef-4d94-93a2-7706fe23a19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.441488 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1977cba-4fef-4d94-93a2-7706fe23a19a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:49.442164 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e1977cba-4fef-4d94-93a2-7706fe23a19a admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.505296 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e1977cba-4fef-4d94-93a2-7706fe23a19a admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3806887 Jul 09 14:35:49.508527 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50722) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:49.513699 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-1e3cd35f-39e0-437c-b41b-616adacf5abf admin admin] Request body: {'subnet': {'network_id': '2398bad6-5814-49e5-8990-3909fe261634', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2098707501-subnet', 'tenant_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:49.521074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1977cba-4fef-4d94-93a2-7706fe23a19a admin admin] Pushing event updated for resources: {'Network': ['ID=2398bad6-5814-49e5-8990-3909fe261634,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:49.535664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 2398bad6-5814-49e5-8990-3909fe261634 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:35:49.550822 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3cd35f-39e0-437c-b41b-616adacf5abf admin admin] Made reservation on behalf of ac5626e03c6a45cfb694fd2390d02a68 for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:49.553520 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e3cd35f-39e0-437c-b41b-616adacf5abf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.778824 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e3cd35f-39e0-437c-b41b-616adacf5abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.838597 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3cd35f-39e0-437c-b41b-616adacf5abf admin admin] Pushing event updated for resources: {'Subnet': ['ID=69e2b73a-2e95-473f-bb8d-9629d6d7ff27,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:49.852729 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3cd35f-39e0-437c-b41b-616adacf5abf admin admin] Checking segment: {'id': '354ab689-8ad1-417e-af5c-5fb8ea94d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2398bad6-5814-49e5-8990-3909fe261634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:49.853087 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3cd35f-39e0-437c-b41b-616adacf5abf admin admin] Network hostable DHCP agents. Network: 2398bad6-5814-49e5-8990-3909fe261634, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:35:49.873815 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3cd35f-39e0-437c-b41b-616adacf5abf admin admin] Network 2398bad6-5814-49e5-8990-3909fe261634 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:35:49.887689 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-1e3cd35f-39e0-437c-b41b-616adacf5abf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 2398bad6-5814-49e5-8990-3909fe261634) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:49.896158 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3cd35f-39e0-437c-b41b-616adacf5abf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:49.897200 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1e3cd35f-39e0-437c-b41b-616adacf5abf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.903426 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7005789a-fda4-4f86-b22c-8191003150f8 None None] Network 2398bad6-5814-49e5-8990-3909fe261634 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:35:49.919180 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1e3cd35f-39e0-437c-b41b-616adacf5abf admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4087081 Jul 09 14:35:49.921505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50724) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:49.926485 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2098707501-router', 'tenant_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:49.950722 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:49.952003 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.018119 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.148262 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-2398bad6-5814-49e5-8990-3909fe261634', 'network_id': '2398bad6-5814-49e5-8990-3909fe261634', 'tenant_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'fixed_ips': [{'subnet_id': '69e2b73a-2e95-473f-bb8d-9629d6d7ff27'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:35:50.149146 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.206855 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.317417 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Allocated IP 172.20.0.2 (2398bad6-5814-49e5-8990-3909fe261634/69e2b73a-2e95-473f-bb8d-9629d6d7ff27/6b3d4711-42b5-4303-8530-896ac09c3e79) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:50.461015 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.468262 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Sync routers for ids ['b872775e-1bf0-42d0-a007-b637b69efa05'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:35:50.479945 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Routers {'b872775e-1bf0-42d0-a007-b637b69efa05'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:50.480622 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b872775e-1bf0-42d0-a007-b637b69efa05'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:50.484578 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.506017 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.524537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Transition to ACTIVE for port object 6b3d4711-42b5-4303-8530-896ac09c3e79 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:50.555654 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Transition to ACTIVE for port object 6b3d4711-42b5-4303-8530-896ac09c3e79 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:50.566726 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.608255 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Set router b872775e-1bf0-42d0-a007-b637b69efa05 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:50.621780 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Network 2398bad6-5814-49e5-8990-3909fe261634 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:50.623074 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Allocated IP 172.25.2.116 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/cdadfc2d-4803-47d7-b48f-630716538033) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:50.631008 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:50.635677 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:50.646952 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Pushing event updated for resources: {'Port': ['ID=6b3d4711-42b5-4303-8530-896ac09c3e79,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:50.679884 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 384a38c5-1328-4ca9-ae55-f9a50cf725cd up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:50.742989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Attempting to bind port 6b3d4711-42b5-4303-8530-896ac09c3e79 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:50.743500 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Attempting to bind port 6b3d4711-42b5-4303-8530-896ac09c3e79 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '354ab689-8ad1-417e-af5c-5fb8ea94d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2398bad6-5814-49e5-8990-3909fe261634'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:50.743869 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Attempting to bind port 6b3d4711-42b5-4303-8530-896ac09c3e79 on network 2398bad6-5814-49e5-8990-3909fe261634 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:50.758978 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:50.759313 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Checking segment: {'id': '354ab689-8ad1-417e-af5c-5fb8ea94d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2398bad6-5814-49e5-8990-3909fe261634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:50.759667 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.760077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Bound using segment: {'id': '354ab689-8ad1-417e-af5c-5fb8ea94d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2398bad6-5814-49e5-8990-3909fe261634'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:50.760583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Bound port: 6b3d4711-42b5-4303-8530-896ac09c3e79, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354ab689-8ad1-417e-af5c-5fb8ea94d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2398bad6-5814-49e5-8990-3909fe261634'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:50.760973 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.809479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 384a38c5-1328-4ca9-ae55-f9a50cf725cd completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:50.821325 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 384a38c5-1328-4ca9-ae55-f9a50cf725cd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:50.821720 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.827689 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.830113 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 2, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:50.881797 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] For port 6b3d4711-42b5-4303-8530-896ac09c3e79, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:35:50.896395 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] For port 6b3d4711-42b5-4303-8530-896ac09c3e79, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6b3d4711-42b5-4303-8530-896ac09c3e79,segment=NetworkSegment(354ab689-8ad1-417e-af5c-5fb8ea94d453),segment_id=354ab689-8ad1-417e-af5c-5fb8ea94d453)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:50.902049 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.905138 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:50.967053 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Checking router: b872775e-1bf0-42d0-a007-b637b69efa05 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:35:50.967428 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Updating router b872775e-1bf0-42d0-a007-b637b69efa05 port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:35:50.992299 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Pushing event updated for resources: {'Port': ['ID=cdadfc2d-4803-47d7-b48f-630716538033,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:51.007700 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040bfde9-3f8f-470f-b715-d43f0b44d28e None None] Pushing event updated for resources: {'Port': ['ID=6b3d4711-42b5-4303-8530-896ac09c3e79,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:51.008460 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:51.010813 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:51.024585 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:51.028293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:51.037681 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:51.037998 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 384a38c5-1328-4ca9-ae55-f9a50cf725cd, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=384a38c5-1328-4ca9-ae55-f9a50cf725cd,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:51.043062 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:51.100357 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=384a38c5-1328-4ca9-ae55-f9a50cf725cd,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:51.333059 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:51.344028 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Transition to ACTIVE for port object 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:51.353202 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:51.379695 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:51.431131 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6228e7-7766-422f-a0bf-bd5c0e2b1334 None None] Pushing event updated for resources: {'Port': ['ID=5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:51.455927 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6228e7-7766-422f-a0bf-bd5c0e2b1334 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:51.456283 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6228e7-7766-422f-a0bf-bd5c0e2b1334 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:51.456628 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6228e7-7766-422f-a0bf-bd5c0e2b1334 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:51.456967 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6228e7-7766-422f-a0bf-bd5c0e2b1334 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:51.457298 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6228e7-7766-422f-a0bf-bd5c0e2b1334 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:51.457629 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6228e7-7766-422f-a0bf-bd5c0e2b1334 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:51.457956 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6228e7-7766-422f-a0bf-bd5c0e2b1334 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:51.458282 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6228e7-7766-422f-a0bf-bd5c0e2b1334 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:51.458607 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6228e7-7766-422f-a0bf-bd5c0e2b1334 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:51.458929 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6228e7-7766-422f-a0bf-bd5c0e2b1334 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:51.459281 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6228e7-7766-422f-a0bf-bd5c0e2b1334 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:51.459603 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6228e7-7766-422f-a0bf-bd5c0e2b1334 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:35:51.479790 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Attempting to bind port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:51.480823 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Attempting to bind port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:51.480823 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Attempting to bind port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 on network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:51.487738 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:51.488134 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Checking segment: {'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:51.488527 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:51.488928 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Bound using segment: {'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:51.489600 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Bound port: 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:51.490144 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:51.565345 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] For port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:35:51.569332 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] For port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:51.574350 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:51.618346 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:51.635841 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Routers {'b872775e-1bf0-42d0-a007-b637b69efa05'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:51.636469 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b872775e-1bf0-42d0-a007-b637b69efa05'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:51.681125 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6228e7-7766-422f-a0bf-bd5c0e2b1334 None None] Pushing event updated for resources: {'Port': ['ID=5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:51.796299 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] Set router b872775e-1bf0-42d0-a007-b637b69efa05 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:51.850772 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Router 0f4e5a9b-00af-4620-9c08-61252f4eecfe is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:35:52.033235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:35:52.048052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Sync routers for ids ['0f4e5a9b-00af-4620-9c08-61252f4eecfe'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:35:52.059213 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:52.062041 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-bb6c01b9-e5f3-458f-ad0f-933fa151fceb admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1392446 Jul 09 14:35:52.066087 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50726) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:52.072866 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Routers {'0f4e5a9b-00af-4620-9c08-61252f4eecfe'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:52.074150 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0f4e5a9b-00af-4620-9c08-61252f4eecfe'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:52.136820 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:52.167781 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4adcc025-1006-4626-934f-d93f5216c4fc None None] The sync data for ids ['b872775e-1bf0-42d0-a007-b637b69efa05'] in n-d-799525-3 is: [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:35:52.252776 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Set router 0f4e5a9b-00af-4620-9c08-61252f4eecfe gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:52.333985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482aa4ab-a43f-4e2f-9c20-a843fbf26820 None None] Network 2398bad6-5814-49e5-8990-3909fe261634 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:35:52.452929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-cea9f27d-eea0-4218-a885-072b42f238ef None None] Provisioning for port 6b3d4711-42b5-4303-8530-896ac09c3e79 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:52.635332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'name': 'tempest-TestShelveInstance-2098707501-router', 'tenant_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cdadfc2d-4803-47d7-b48f-630716538033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:49Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 3, 'project_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'gw_port': {'id': 'cdadfc2d-4803-47d7-b48f-630716538033', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:50Z', 'updated_at': '2021-07-09T14:35:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:52.648491 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:52.676188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Checking router: 0f4e5a9b-00af-4620-9c08-61252f4eecfe for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:35:52.676795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Updating router 0f4e5a9b-00af-4620-9c08-61252f4eecfe port cdadfc2d-4803-47d7-b48f-630716538033 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:35:52.757934 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 384a38c5-1328-4ca9-ae55-f9a50cf725cd up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:52.762185 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:52.871353 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Allocated IP 172.20.0.1 (2398bad6-5814-49e5-8990-3909fe261634/69e2b73a-2e95-473f-bb8d-9629d6d7ff27/0aab8c68-65a3-41cd-a1e0-56cb15aebdb3) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:35:52.921941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 384a38c5-1328-4ca9-ae55-f9a50cf725cd triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:52.922232 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.145566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6b3d4711-42b5-4303-8530-896ac09c3e79 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:53.246330 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.259078 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 6b3d4711-42b5-4303-8530-896ac09c3e79 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:53.264674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Transition to ACTIVE for port object cdadfc2d-4803-47d7-b48f-630716538033 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:53.269571 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 6b3d4711-42b5-4303-8530-896ac09c3e79 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:53.270099 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.274518 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.360084 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.371603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb1f29-da93-4c8d-86be-e89cf41c1408 None None] Pushing event updated for resources: {'Port': ['ID=cdadfc2d-4803-47d7-b48f-630716538033,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:53.375503 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Attempting to bind port cdadfc2d-4803-47d7-b48f-630716538033 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:53.375721 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Transition to ACTIVE for port object 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:53.376507 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Attempting to bind port cdadfc2d-4803-47d7-b48f-630716538033 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:53.376882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Attempting to bind port cdadfc2d-4803-47d7-b48f-630716538033 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:53.385180 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:53.385560 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:53.385970 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.386365 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:53.386848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Bound port: cdadfc2d-4803-47d7-b48f-630716538033, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:53.387328 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.415102 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.454123 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Network 2398bad6-5814-49e5-8990-3909fe261634 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:53.460235 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:53.463949 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:35:53.474741 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.478349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] For port cdadfc2d-4803-47d7-b48f-630716538033, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:35:53.489029 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] For port cdadfc2d-4803-47d7-b48f-630716538033, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=cdadfc2d-4803-47d7-b48f-630716538033,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:53.492383 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=0aab8c68-65a3-41cd-a1e0-56cb15aebdb3,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:53.502251 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.517943 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.566831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 6b3d4711-42b5-4303-8530-896ac09c3e79, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6b3d4711-42b5-4303-8530-896ac09c3e79,segment=NetworkSegment(354ab689-8ad1-417e-af5c-5fb8ea94d453),segment_id=354ab689-8ad1-417e-af5c-5fb8ea94d453)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:53.582653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Routers {'0f4e5a9b-00af-4620-9c08-61252f4eecfe'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:53.583337 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0f4e5a9b-00af-4620-9c08-61252f4eecfe'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:53.587278 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.587761 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:53.648004 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bb1f29-da93-4c8d-86be-e89cf41c1408 None None] Pushing event updated for resources: {'Port': ['ID=cdadfc2d-4803-47d7-b48f-630716538033,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:53.687430 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.935382 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.943291 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:53.948176 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=6b3d4711-42b5-4303-8530-896ac09c3e79,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:53.961275 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bdb4c79c-3bb0-4899-ae2a-cc4a4bc13633 None None] Provisioning for port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:53.976438 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-bdb4c79c-3bb0-4899-ae2a-cc4a4bc13633 None None] Provisioning complete for port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:53.977096 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-bdb4c79c-3bb0-4899-ae2a-cc4a4bc13633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:54.007247 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] Set router 0f4e5a9b-00af-4620-9c08-61252f4eecfe gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:54.011030 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:54.040670 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:54.042497 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Pushing event updated for resources: {'Port': ['ID=0aab8c68-65a3-41cd-a1e0-56cb15aebdb3,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:54.076318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:54.076701 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:54.139873 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Network 2398bad6-5814-49e5-8990-3909fe261634 is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:35:54.141414 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:35:54.150479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-bdb4c79c-3bb0-4899-ae2a-cc4a4bc13633 None None] Port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:35:54.270240 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:54.296917 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:35:54.300923 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Router 0f4e5a9b-00af-4620-9c08-61252f4eecfe has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:35:54.316410 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:54.328086 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:54.359962 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'name': 'tempest-TestShelveInstance-2098707501-router', 'tenant_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cdadfc2d-4803-47d7-b48f-630716538033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:49Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 3, 'project_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'gw_port': {'id': 'cdadfc2d-4803-47d7-b48f-630716538033', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:50Z', 'updated_at': '2021-07-09T14:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:54.401030 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3df520c4-f1e8-4d43-a2e7-e372e1a213de None None] The sync data for ids ['0f4e5a9b-00af-4620-9c08-61252f4eecfe'] in n-d-799525-3 is: [{'id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'name': 'tempest-TestShelveInstance-2098707501-router', 'tenant_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cdadfc2d-4803-47d7-b48f-630716538033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:49Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 3, 'project_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'gw_port': {'id': 'cdadfc2d-4803-47d7-b48f-630716538033', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:50Z', 'updated_at': '2021-07-09T14:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:35:54.438037 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:54.443496 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:35:54.448481 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-34dbc7f4-2b8e-42c7-8e31-6fd545b74cd8 admin admin] 10.222.0.39 "PUT /v2.0/routers/0f4e5a9b-00af-4620-9c08-61252f4eecfe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3811629 Jul 09 14:35:54.480352 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-79bd0496-e6e7-43da-aa20-e5f8ab679b2a None None] Provisioning complete for port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:54.480656 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-79bd0496-e6e7-43da-aa20-e5f8ab679b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:54.524914 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-79bd0496-e6e7-43da-aa20-e5f8ab679b2a None None] Port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:35:54.584441 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:54.645685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:54.646312 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:54.809220 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6b3d4711-42b5-4303-8530-896ac09c3e79 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:54.865799 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 6b3d4711-42b5-4303-8530-896ac09c3e79 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:54.866192 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:55.773186 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50734) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:55.778038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-0f5670ee-3ee3-4776-b605-60b90cb0a98f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1681647416', 'description': 'tempest-secgroup-smoke-1681647416 description', 'project_id': 'ecf52271c82148aab6d77d9753c23875'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:55.802423 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f5670ee-3ee3-4776-b605-60b90cb0a98f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:55.936358 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f5670ee-3ee3-4776-b605-60b90cb0a98f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:55.944312 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f5670ee-3ee3-4776-b605-60b90cb0a98f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:55.987348 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-0f5670ee-3ee3-4776-b605-60b90cb0a98f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:55.989751 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-0f5670ee-3ee3-4776-b605-60b90cb0a98f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2153203 Jul 09 14:35:55.993535 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50736) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:55.998783 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6ca812c2-8cdd-4e7c-a352-f1a8ec17adb8 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'security_group_rule': {'security_group_id': '23c0d156-4fd6-4275-b549-e971434de384', 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:56.013434 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5670ee-3ee3-4776-b605-60b90cb0a98f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23c0d156-4fd6-4275-b549-e971434de384,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:56.065331 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ca812c2-8cdd-4e7c-a352-f1a8ec17adb8 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.150534 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ca812c2-8cdd-4e7c-a352-f1a8ec17adb8 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.156190 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ca812c2-8cdd-4e7c-a352-f1a8ec17adb8 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.177870 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca812c2-8cdd-4e7c-a352-f1a8ec17adb8 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a335a8f9-ff8f-4690-b3d7-98ae313a9b3a,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:56.185377 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6ca812c2-8cdd-4e7c-a352-f1a8ec17adb8 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.190345 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6ca812c2-8cdd-4e7c-a352-f1a8ec17adb8 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1924253 Jul 09 14:35:56.191025 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50738) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:56.199337 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-9cbfb2d5-c5f4-460c-891d-2f858fb78f8d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'security_group_rule': {'security_group_id': '23c0d156-4fd6-4275-b549-e971434de384', 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:56.242958 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9cbfb2d5-c5f4-460c-891d-2f858fb78f8d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.257682 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Sync routers for ids ['0f4e5a9b-00af-4620-9c08-61252f4eecfe'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:35:56.269076 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Routers {'0f4e5a9b-00af-4620-9c08-61252f4eecfe'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:56.269701 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0f4e5a9b-00af-4620-9c08-61252f4eecfe'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:56.329752 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9cbfb2d5-c5f4-460c-891d-2f858fb78f8d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.334811 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9cbfb2d5-c5f4-460c-891d-2f858fb78f8d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.356196 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfb2d5-c5f4-460c-891d-2f858fb78f8d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afe10361-13ec-4e3a-8a59-88678b1fd600,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:56.365268 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-9cbfb2d5-c5f4-460c-891d-2f858fb78f8d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.369578 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-9cbfb2d5-c5f4-460c-891d-2f858fb78f8d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1739876 Jul 09 14:35:56.370610 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50740) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:56.375741 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6684dded-0c1e-422f-a327-57c25aa1e870 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'security_group_rule': {'security_group_id': '23c0d156-4fd6-4275-b549-e971434de384', 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:56.405013 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Set router 0f4e5a9b-00af-4620-9c08-61252f4eecfe gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:56.418171 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6684dded-0c1e-422f-a327-57c25aa1e870 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.484941 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6684dded-0c1e-422f-a327-57c25aa1e870 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.489201 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6684dded-0c1e-422f-a327-57c25aa1e870 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.515125 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6684dded-0c1e-422f-a327-57c25aa1e870 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37591e69-f61b-4018-b50c-777199d86e95,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:56.528323 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6684dded-0c1e-422f-a327-57c25aa1e870 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.532783 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6684dded-0c1e-422f-a327-57c25aa1e870 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1610086 Jul 09 14:35:56.533582 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50742) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:56.549219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-62167f94-e3b6-4bee-b075-0912f0a9b113 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'security_group_rule': {'security_group_id': '23c0d156-4fd6-4275-b549-e971434de384', 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:56.589609 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62167f94-e3b6-4bee-b075-0912f0a9b113 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.629260 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device cdadfc2d-4803-47d7-b48f-630716538033 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:56.664024 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'name': 'tempest-TestShelveInstance-2098707501-router', 'tenant_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cdadfc2d-4803-47d7-b48f-630716538033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:49Z', 'updated_at': '2021-07-09T14:35:53Z', 'revision_number': 4, 'project_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'gw_port': {'id': 'cdadfc2d-4803-47d7-b48f-630716538033', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:50Z', 'updated_at': '2021-07-09T14:35:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '0aab8c68-65a3-41cd-a1e0-56cb15aebdb3', 'name': '', 'network_id': '2398bad6-5814-49e5-8990-3909fe261634', 'tenant_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'mac_address': 'fa:16:3e:22:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '69e2b73a-2e95-473f-bb8d-9629d6d7ff27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:52Z', 'updated_at': '2021-07-09T14:35:53Z', 'revision_number': 2, 'project_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'subnets': [{'id': '69e2b73a-2e95-473f-bb8d-9629d6d7ff27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:56.674013 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62167f94-e3b6-4bee-b075-0912f0a9b113 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.680025 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62167f94-e3b6-4bee-b075-0912f0a9b113 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.690299 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port cdadfc2d-4803-47d7-b48f-630716538033 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:56.694995 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port cdadfc2d-4803-47d7-b48f-630716538033 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:56.695555 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.699480 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Checking router: 0f4e5a9b-00af-4620-9c08-61252f4eecfe for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:35:56.700124 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Updating router 0f4e5a9b-00af-4620-9c08-61252f4eecfe port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:35:56.704893 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62167f94-e3b6-4bee-b075-0912f0a9b113 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8893493c-ceaf-4a3b-b294-6be7207d38e5,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:56.713561 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-62167f94-e3b6-4bee-b075-0912f0a9b113 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.717980 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-62167f94-e3b6-4bee-b075-0912f0a9b113 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1788173 Jul 09 14:35:56.718400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50744) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:56.727348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-11d488d8-196c-430e-ab80-74a294345869 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'security_group_rule': {'security_group_id': '23c0d156-4fd6-4275-b549-e971434de384', 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:56.743690 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.754943 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-11d488d8-196c-430e-ab80-74a294345869 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Project ecf52271c82148aab6d77d9753c23875 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:35:56.760460 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11d488d8-196c-430e-ab80-74a294345869 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.792891 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.815864 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port cdadfc2d-4803-47d7-b48f-630716538033, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=cdadfc2d-4803-47d7-b48f-630716538033,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:56.821252 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.843378 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11d488d8-196c-430e-ab80-74a294345869 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.849529 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11d488d8-196c-430e-ab80-74a294345869 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.879463 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=cdadfc2d-4803-47d7-b48f-630716538033,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:56.884692 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d488d8-196c-430e-ab80-74a294345869 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=695ac7e7-6e48-4ba4-adbc-655665f3531a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:56.888797 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-11d488d8-196c-430e-ab80-74a294345869 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:56.890136 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-11d488d8-196c-430e-ab80-74a294345869 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1701880 Jul 09 14:35:56.893319 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 50746) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:35:56.898778 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-c2533596-6de7-47ca-9f7f-8c8a907f0590 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'security_group_rule': {'security_group_id': '23c0d156-4fd6-4275-b549-e971434de384', 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:56.925274 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-c2533596-6de7-47ca-9f7f-8c8a907f0590 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Project ecf52271c82148aab6d77d9753c23875 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:35:56.931601 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2533596-6de7-47ca-9f7f-8c8a907f0590 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.014494 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2533596-6de7-47ca-9f7f-8c8a907f0590 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.022850 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2533596-6de7-47ca-9f7f-8c8a907f0590 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.043713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2533596-6de7-47ca-9f7f-8c8a907f0590 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f87803-ae45-4281-9937-2a6534a4977e,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:57.055889 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c2533596-6de7-47ca-9f7f-8c8a907f0590 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.057435 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c2533596-6de7-47ca-9f7f-8c8a907f0590 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1629648 Jul 09 14:35:57.085110 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.096845 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Transition to ACTIVE for port object 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:35:57.105126 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.159125 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee962e18-6732-4c38-b31b-7958b9f73453 None None] Pushing event updated for resources: {'Port': ['ID=0aab8c68-65a3-41cd-a1e0-56cb15aebdb3,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:57.231524 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Attempting to bind port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:35:57.232135 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Attempting to bind port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '354ab689-8ad1-417e-af5c-5fb8ea94d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2398bad6-5814-49e5-8990-3909fe261634'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:35:57.232641 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Attempting to bind port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 on network 2398bad6-5814-49e5-8990-3909fe261634 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:35:57.241626 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:35:57.242233 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Checking segment: {'id': '354ab689-8ad1-417e-af5c-5fb8ea94d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2398bad6-5814-49e5-8990-3909fe261634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:35:57.242905 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.243590 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Bound using segment: {'id': '354ab689-8ad1-417e-af5c-5fb8ea94d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2398bad6-5814-49e5-8990-3909fe261634'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:35:57.244367 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Bound port: 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '354ab689-8ad1-417e-af5c-5fb8ea94d453', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 346, 'network_id': '2398bad6-5814-49e5-8990-3909fe261634'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:35:57.245008 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.250500 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-4ac3a629-bef4-4239-a4ba-19cc5d85f9f5 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1681647416&fields=id&tenant_id=ecf52271c82148aab6d77d9753c23875 HTTP/1.1" status: 200 len: 267 time: 0.0393188 Jul 09 14:35:57.329929 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] For port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:35:57.334042 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] For port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0aab8c68-65a3-41cd-a1e0-56cb15aebdb3,segment=NetworkSegment(354ab689-8ad1-417e-af5c-5fb8ea94d453),segment_id=354ab689-8ad1-417e-af5c-5fb8ea94d453)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:35:57.340522 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:57.425183 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-5c3e2b4d-e67c-4537-8fd1-cc0d8bee9220 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:57.427816 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-5c3e2b4d-e67c-4537-8fd1-cc0d8bee9220 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 809 time: 0.1680310 Jul 09 14:35:57.448262 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-c673982e-b7b5-493d-8037-fc9211e5a058 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/quotas/ecf52271c82148aab6d77d9753c23875 HTTP/1.1" status: 200 len: 375 time: 0.0143077 Jul 09 14:35:57.511333 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Routers {'0f4e5a9b-00af-4620-9c08-61252f4eecfe'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:35:57.511988 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:35:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0f4e5a9b-00af-4620-9c08-61252f4eecfe'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:57.552271 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-66f5077d-6ff6-4d35-928c-cae321ae486b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0931590 Jul 09 14:35:57.552564 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee962e18-6732-4c38-b31b-7958b9f73453 None None] Pushing event updated for resources: {'Port': ['ID=0aab8c68-65a3-41cd-a1e0-56cb15aebdb3,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:57.639541 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] Set router 0f4e5a9b-00af-4620-9c08-61252f4eecfe gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:35:57.674637 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-591caa8a-148a-4dc2-93be-3c6078c38aaa service neutron] 10.222.0.39 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074307 Jul 09 14:35:57.780721 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-083e43f0-3276-4269-acc9-daac78c0c11d service neutron] 10.222.0.39 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987546 Jul 09 14:35:57.882829 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'name': 'tempest-TestShelveInstance-2098707501-router', 'tenant_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cdadfc2d-4803-47d7-b48f-630716538033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:49Z', 'updated_at': '2021-07-09T14:35:53Z', 'revision_number': 4, 'project_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'gw_port': {'id': 'cdadfc2d-4803-47d7-b48f-630716538033', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:50Z', 'updated_at': '2021-07-09T14:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '0aab8c68-65a3-41cd-a1e0-56cb15aebdb3', 'name': '', 'network_id': '2398bad6-5814-49e5-8990-3909fe261634', 'tenant_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'mac_address': 'fa:16:3e:22:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '69e2b73a-2e95-473f-bb8d-9629d6d7ff27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:52Z', 'updated_at': '2021-07-09T14:35:57Z', 'revision_number': 4, 'project_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'subnets': [{'id': '69e2b73a-2e95-473f-bb8d-9629d6d7ff27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:35:57.920764 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bb2ad22-a981-45b4-b42b-a67e51783d92 None None] The sync data for ids ['0f4e5a9b-00af-4620-9c08-61252f4eecfe'] in n-d-799525-3 is: [{'id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'name': 'tempest-TestShelveInstance-2098707501-router', 'tenant_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cdadfc2d-4803-47d7-b48f-630716538033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:49Z', 'updated_at': '2021-07-09T14:35:53Z', 'revision_number': 4, 'project_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'gw_port': {'id': 'cdadfc2d-4803-47d7-b48f-630716538033', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:50Z', 'updated_at': '2021-07-09T14:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '0aab8c68-65a3-41cd-a1e0-56cb15aebdb3', 'name': '', 'network_id': '2398bad6-5814-49e5-8990-3909fe261634', 'tenant_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'mac_address': 'fa:16:3e:22:f0:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '69e2b73a-2e95-473f-bb8d-9629d6d7ff27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:52Z', 'updated_at': '2021-07-09T14:35:57Z', 'revision_number': 4, 'project_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'subnets': [{'id': '69e2b73a-2e95-473f-bb8d-9629d6d7ff27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:35:57.987495 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c21e8715-9956-44d6-8ee4-6f8213e8b34a req-0c179c72-7148-43f8-aa5c-d019e9eae573 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 210 time: 0.0403097 Jul 09 14:35:58.644524 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device cdadfc2d-4803-47d7-b48f-630716538033 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:58.700196 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port cdadfc2d-4803-47d7-b48f-630716538033 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:58.700572 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:58.793936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:35:58.847886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:35:58.852427 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:35:58.852808 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:58.969019 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:59.007429 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0aab8c68-65a3-41cd-a1e0-56cb15aebdb3,segment=NetworkSegment(354ab689-8ad1-417e-af5c-5fb8ea94d453),segment_id=354ab689-8ad1-417e-af5c-5fb8ea94d453)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:35:59.012955 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:59.079501 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=0aab8c68-65a3-41cd-a1e0-56cb15aebdb3,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:35:59.179964 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f240b6d6-c1df-44cd-b80a-1d5ddd73b7ba req-1fb7b300-e3dd-4270-ae62-94d33e6118c1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 210 time: 0.0403969 Jul 09 14:35:59.502246 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-52120b65-3cab-49f1-a7e1-fff5db33b918 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:35:59.505049 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-52120b65-3cab-49f1-a7e1-fff5db33b918 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 809 time: 0.1492662 Jul 09 14:35:59.576837 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-0b4a3c4b-bbb3-429a-989d-b2a11609f252 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecf52271c82148aab6d77d9753c23875 HTTP/1.1" status: 200 len: 380 time: 0.0623240 Jul 09 14:35:59.586272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-9b82f14d-0b88-423c-ad73-bcd4c31f4a08 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'port': {'device_id': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'admin_state_up': True, 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'security_groups': ['23c0d156-4fd6-4275-b549-e971434de384']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:35:59.741251 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-9b82f14d-0b88-423c-ad73-bcd4c31f4a08 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Made reservation on behalf of ecf52271c82148aab6d77d9753c23875 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:35:59.745012 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-9b82f14d-0b88-423c-ad73-bcd4c31f4a08 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:35:59.889228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-9b82f14d-0b88-423c-ad73-bcd4c31f4a08 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Allocated IP 172.20.0.10 (4da73707-dbc0-4ea7-9ff5-41213c5d2ebd/6c655b6f-897e-49e5-9645-3d2a94322acc/af2d290f-f875-45eb-a946-8efee1a94e56) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:00.055518 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-9b82f14d-0b88-423c-ad73-bcd4c31f4a08 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.073763 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-9b82f14d-0b88-423c-ad73-bcd4c31f4a08 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Transition to ACTIVE for port object af2d290f-f875-45eb-a946-8efee1a94e56 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:00.109694 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-9b82f14d-0b88-423c-ad73-bcd4c31f4a08 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.167665 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-9b82f14d-0b88-423c-ad73-bcd4c31f4a08 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:00.170961 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-9b82f14d-0b88-423c-ad73-bcd4c31f4a08 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:00.175656 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-9b82f14d-0b88-423c-ad73-bcd4c31f4a08 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:00.182806 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b82f14d-0b88-423c-ad73-bcd4c31f4a08 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'Port': ['ID=af2d290f-f875-45eb-a946-8efee1a94e56,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:00.241085 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-9b82f14d-0b88-423c-ad73-bcd4c31f4a08 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:00.241800 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-9b82f14d-0b88-423c-ad73-bcd4c31f4a08 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.261822 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-9b82f14d-0b88-423c-ad73-bcd4c31f4a08 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6797080 Jul 09 14:36:00.274020 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Request body: {'port': {'device_id': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:00.384752 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.441545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0e0fd4d0-bfe0-4a96-ab26-8a8124e04078 None None] Provisioning for port af2d290f-f875-45eb-a946-8efee1a94e56 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:00.447473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-0e0fd4d0-bfe0-4a96-ab26-8a8124e04078 None None] Provisioning complete for port af2d290f-f875-45eb-a946-8efee1a94e56 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:00.448314 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0e0fd4d0-bfe0-4a96-ab26-8a8124e04078 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.460882 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f028b1e4-6ac3-4c8c-af57-a44583d06320 req-27e1394c-b566-4d69-b6d4-8f101bdb5611 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:00.462829 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f028b1e4-6ac3-4c8c-af57-a44583d06320 req-27e1394c-b566-4d69-b6d4-8f101bdb5611 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 932 time: 0.0984769 Jul 09 14:36:00.490221 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-0e0fd4d0-bfe0-4a96-ab26-8a8124e04078 None None] Port af2d290f-f875-45eb-a946-8efee1a94e56 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:36:00.534080 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f028b1e4-6ac3-4c8c-af57-a44583d06320 req-1a5d6bc4-0b40-49bd-aa02-f0e0898b1afb tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647981 Jul 09 14:36:00.602934 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:00.666308 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:00.666580 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.739144 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2d290f-f875-45eb-a946-8efee1a94e56 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:00.748728 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.768656 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Transition to ACTIVE for port object af2d290f-f875-45eb-a946-8efee1a94e56 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:36:00.772959 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.825157 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=af2d290f-f875-45eb-a946-8efee1a94e56,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:00.905266 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Attempting to bind port af2d290f-f875-45eb-a946-8efee1a94e56 on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:36:00.905610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Attempting to bind port af2d290f-f875-45eb-a946-8efee1a94e56 by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:36:00.905938 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Attempting to bind port af2d290f-f875-45eb-a946-8efee1a94e56 on network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:00.912221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Port af2d290f-f875-45eb-a946-8efee1a94e56 on network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:36:00.912555 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Attempting to bind port af2d290f-f875-45eb-a946-8efee1a94e56 on network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:36:00.918567 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 35, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:36:00.919166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Checking segment: {'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:36:00.919701 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Bound using segment: {'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:36:00.920157 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Bound port: af2d290f-f875-45eb-a946-8efee1a94e56, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:36:00.920529 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:00.997784 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:36:01.002177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=af2d290f-f875-45eb-a946-8efee1a94e56,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:36:01.011185 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:01.053216 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.053991 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:01.055854 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] 10.222.0.18 "PUT /v2.0/ports/af2d290f-f875-45eb-a946-8efee1a94e56 HTTP/1.1" status: 200 len: 1092 time: 0.7868745 Jul 09 14:36:01.056415 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:01.059874 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d0f79a5-940b-40a1-a730-dc146db46f94" -d '{"events": [{"name": "network-changed", "server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:01.091693 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c93370-b949-4472-9ee8-3c072a49b8d3 service neutron] Pushing event updated for resources: {'Port': ['ID=af2d290f-f875-45eb-a946-8efee1a94e56,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:01.171159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-63ddb750-edbc-4c30-8fb5-bb63c36acaa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.173677 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-63ddb750-edbc-4c30-8fb5-bb63c36acaa4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 1095 time: 0.0668089 Jul 09 14:36:01.189187 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b5dd2ce-a144-41f9-9be3-4446e5e71b1e x-openstack-request-id: req-0b5dd2ce-a144-41f9-9be3-4446e5e71b1e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:01.189610 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:01.189924 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0b5dd2ce-a144-41f9-9be3-4446e5e71b1e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:01.190395 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'status': 'completed', 'code': 200} Jul 09 14:36:01.226866 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-5e27b951-db59-4ab1-ba16-7e6af6f5e442 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af2d290f-f875-45eb-a946-8efee1a94e56 HTTP/1.1" status: 200 len: 217 time: 0.0458465 Jul 09 14:36:01.285276 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-ef6394db-dad7-46cc-8d64-add02b9522f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.287171 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-ef6394db-dad7-46cc-8d64-add02b9522f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0532622 Jul 09 14:36:01.357481 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-cd7f6082-73b6-4da2-a1b7-38116ceffd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.359619 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-cd7f6082-73b6-4da2-a1b7-38116ceffd34 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663011 Jul 09 14:36:01.459936 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-02ff5395-08de-4ec6-afd3-744e4a2c5823 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942280 Jul 09 14:36:01.560156 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e4269e42-ca12-4347-aa01-c74194ba0b88 req-dc3098a8-f2f6-4b48-af76-74ddeafe1eae service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945480 Jul 09 14:36:01.685633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f79a5-940b-40a1-a730-dc146db46f94 req-9b722f1e-b40e-43bb-8154-3e687def6ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.687250 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1d0f79a5-940b-40a1-a730-dc146db46f94 req-9b722f1e-b40e-43bb-8154-3e687def6ab1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 1095 time: 0.0661182 Jul 09 14:36:01.775211 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c529835c-023c-4dfc-954b-01417ab1c1cf req-7aa8608f-7ec0-47c3-b708-c44c0d3db75d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.777394 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c529835c-023c-4dfc-954b-01417ab1c1cf req-7aa8608f-7ec0-47c3-b708-c44c0d3db75d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 944 time: 0.0821044 Jul 09 14:36:01.783517 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f79a5-940b-40a1-a730-dc146db46f94 req-8f605a3e-3c21-4b21-8034-0462de3918f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.785032 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1d0f79a5-940b-40a1-a730-dc146db46f94 req-8f605a3e-3c21-4b21-8034-0462de3918f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.0917249 Jul 09 14:36:01.828636 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1d0f79a5-940b-40a1-a730-dc146db46f94 req-60f2ca90-1333-4df3-b6fb-b812617caa3a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af2d290f-f875-45eb-a946-8efee1a94e56 HTTP/1.1" status: 200 len: 217 time: 0.0367370 Jul 09 14:36:01.832011 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c529835c-023c-4dfc-954b-01417ab1c1cf req-9d5f69fb-d35b-429f-beb1-16313ea546c6 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478354 Jul 09 14:36:01.890081 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d73a4147-dbbb-4c42-9088-02e148c672b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:01.897819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f79a5-940b-40a1-a730-dc146db46f94 req-b8b85af5-4356-4206-a747-d5f1d63efa73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.899441 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1d0f79a5-940b-40a1-a730-dc146db46f94 req-b8b85af5-4356-4206-a747-d5f1d63efa73 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0635173 Jul 09 14:36:01.961605 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0f79a5-940b-40a1-a730-dc146db46f94 req-85d187d0-e7bb-47dd-b0a7-6ee65f139fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:01.963203 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1d0f79a5-940b-40a1-a730-dc146db46f94 req-85d187d0-e7bb-47dd-b0a7-6ee65f139fab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0565236 Jul 09 14:36:02.063462 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1d0f79a5-940b-40a1-a730-dc146db46f94 req-43d8e7be-ccb3-421c-a4f4-20278c294fa0 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921297 Jul 09 14:36:02.197102 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1d0f79a5-940b-40a1-a730-dc146db46f94 req-a688420d-7039-4c1f-8a3c-92995d97c183 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267002 Jul 09 14:36:03.025558 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751ce29c-b6d7-4a38-8ff4-3ba82e412581 req-086d6a74-aea7-4c49-9d93-158463d16402 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:03.027178 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-751ce29c-b6d7-4a38-8ff4-3ba82e412581 req-086d6a74-aea7-4c49-9d93-158463d16402 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 944 time: 0.0733073 Jul 09 14:36:03.070657 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-751ce29c-b6d7-4a38-8ff4-3ba82e412581 req-734f5251-2dee-4e8f-9580-bd2ba4e39894 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363541 Jul 09 14:36:04.280951 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0ef2f3-dfd2-43c9-bce3-d0d6a61437ac req-a6ceb034-f28f-4500-b1d8-c0ebb0e2fd92 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:04.283383 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d0ef2f3-dfd2-43c9-bce3-d0d6a61437ac req-a6ceb034-f28f-4500-b1d8-c0ebb0e2fd92 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 944 time: 0.0894709 Jul 09 14:36:04.324411 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d0ef2f3-dfd2-43c9-bce3-d0d6a61437ac req-6b7a9f0b-b719-4337-ab8b-401de748bc73 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351276 Jul 09 14:36:04.739889 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-50b08302-2c35-4c6d-829f-0ba39c106d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:04.759940 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:05.277956 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device af2d290f-f875-45eb-a946-8efee1a94e56 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:36:05.413318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=af2d290f-f875-45eb-a946-8efee1a94e56,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:05.438971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'port_id': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'mac_address': 'fa:16:3e:c7:18:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:36:05.494376 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:05.509249 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2d290f-f875-45eb-a946-8efee1a94e56 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:36:05.522117 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0733fb90-83a0-451b-8dc5-9799ab918b66 req-33eb099b-f81b-4ef2-82d0-8bb76f573f96 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:05.523787 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0733fb90-83a0-451b-8dc5-9799ab918b66 req-33eb099b-f81b-4ef2-82d0-8bb76f573f96 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 944 time: 0.0783851 Jul 09 14:36:05.531159 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=af2d290f-f875-45eb-a946-8efee1a94e56,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:05.536972 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:05.577701 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0733fb90-83a0-451b-8dc5-9799ab918b66 req-97c214f0-ee46-43d9-aa4a-ca708d58949e tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427995 Jul 09 14:36:05.617169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=af2d290f-f875-45eb-a946-8efee1a94e56,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:05.748162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['af2d290f-f875-45eb-a946-8efee1a94e56'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:36:05.936040 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:06.779336 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0e6ada-47ff-4ab8-b573-d7477cd63651 req-5246eecb-ebea-430f-8756-0bc2663b14cf tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:06.781153 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5b0e6ada-47ff-4ab8-b573-d7477cd63651 req-5246eecb-ebea-430f-8756-0bc2663b14cf tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 945 time: 0.0701334 Jul 09 14:36:06.823846 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5b0e6ada-47ff-4ab8-b573-d7477cd63651 req-c43bbe4d-2a71-41ba-bc0f-ff7fb79ff884 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361419 Jul 09 14:36:07.283071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device af2d290f-f875-45eb-a946-8efee1a94e56 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:36:07.331906 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:07.350318 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port af2d290f-f875-45eb-a946-8efee1a94e56 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:36:07.354682 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port af2d290f-f875-45eb-a946-8efee1a94e56 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:36:07.355055 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:07.444389 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:07.470254 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:07.472665 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d36584d-dd84-422b-9683-6eb597666200" -d '{"events": [{"server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "name": "network-vif-plugged", "status": "completed", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:07.488565 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=af2d290f-f875-45eb-a946-8efee1a94e56,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:36:07.498982 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:07.540329 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ffc5bb-92a3-49c1-8f13-40e27b26d839 x-openstack-request-id: req-30ffc5bb-92a3-49c1-8f13-40e27b26d839 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:07.540619 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "name": "network-vif-plugged", "status": "completed", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:07.540885 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30ffc5bb-92a3-49c1-8f13-40e27b26d839 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:07.541271 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'code': 200} Jul 09 14:36:07.568929 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=af2d290f-f875-45eb-a946-8efee1a94e56,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:07.774239 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fd776d-1a3f-4897-9691-48f600157bed req-d03d9b25-01a0-456c-aa1e-3ffe105e4822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:07.775894 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26fd776d-1a3f-4897-9691-48f600157bed req-d03d9b25-01a0-456c-aa1e-3ffe105e4822 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 1097 time: 0.1641848 Jul 09 14:36:07.813609 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-26fd776d-1a3f-4897-9691-48f600157bed req-9f9d4534-df05-47f3-80d0-afbc10706aa2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308433 Jul 09 14:36:08.039316 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76a6e85-a890-4220-9f76-d9fae88acb44 req-5d221e01-d6f9-4257-8c69-53be46ace312 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:08.040896 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d76a6e85-a890-4220-9f76-d9fae88acb44 req-5d221e01-d6f9-4257-8c69-53be46ace312 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0789676 Jul 09 14:36:08.090899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d76a6e85-a890-4220-9f76-d9fae88acb44 req-38486558-6e08-4a98-9daa-89baf19b0f72 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437822 Jul 09 14:36:09.259117 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:09.293617 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbdc63-4a80-48d3-9692-2600b62b2bf1 req-db4990ff-458e-42d6-803f-9129708941b0 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:09.295246 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87dbdc63-4a80-48d3-9692-2600b62b2bf1 req-db4990ff-458e-42d6-803f-9129708941b0 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0817981 Jul 09 14:36:09.341899 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-87dbdc63-4a80-48d3-9692-2600b62b2bf1 req-1f20d3ac-3e87-4fd2-9a95-e034280180e7 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400145 Jul 09 14:36:09.544042 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:09.555715 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd09bf96-ad38-4d03-b566-108f3144b93c req-71fe67c4-dc79-43b0-a279-5ee03ec4aac6 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:09.557391 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd09bf96-ad38-4d03-b566-108f3144b93c req-71fe67c4-dc79-43b0-a279-5ee03ec4aac6 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0912528 Jul 09 14:36:09.612905 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fd09bf96-ad38-4d03-b566-108f3144b93c req-9014c4c4-4444-4a42-a597-f318849d86f4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483005 Jul 09 14:36:09.639025 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50810) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:09.751413 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fafe515-6b96-4e8e-944a-e4c75a74de91 tempest-TestShelveInstance-1850486255 tempest-TestShelveInstance-1850486255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:09.753260 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-7fafe515-6b96-4e8e-944a-e4c75a74de91 tempest-TestShelveInstance-1850486255 tempest-TestShelveInstance-1850486255-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 1092 time: 0.1130655 Jul 09 14:36:09.756648 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 50814) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:36:09.761635 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:36:09.787822 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:09.899921 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:10.037949 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Allocated IP 172.25.2.229 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/4a88e553-f9a6-4c71-bd39-6638e7aad869) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:36:10.156961 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:10.202160 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:10.253209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:36:10.256888 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:36:10.261212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:36:10.268579 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'Port': ['ID=4a88e553-f9a6-4c71-bd39-6638e7aad869,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:10.707339 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:10.805790 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:11.002022 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:11.007471 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:11.082345 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'Port': ['ID=4a88e553-f9a6-4c71-bd39-6638e7aad869,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:36:11.095749 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:11.210868 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Floating IP e345e79c-e983-4adb-b688-8c8f7113bf79 associated. External IP: 172.25.2.229, port: af2d290f-f875-45eb-a946-8efee1a94e56. Jul 09 14:36:11.534730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Router b872775e-1bf0-42d0-a007-b637b69efa05 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:36:11.659260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:36:11.670288 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2141f04-2920-4582-9287-58eb18f4bf51 None None] Sync routers for ids ['b872775e-1bf0-42d0-a007-b637b69efa05'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:36:11.681771 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2141f04-2920-4582-9287-58eb18f4bf51 None None] Routers {'b872775e-1bf0-42d0-a007-b637b69efa05'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:11.682391 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b2141f04-2920-4582-9287-58eb18f4bf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:36:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b872775e-1bf0-42d0-a007-b637b69efa05'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:11.685666 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:11.753375 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-559d1408-e4ea-41c2-b62e-dce05da66509 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9953840 Jul 09 14:36:11.754354 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:36:11.756944 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fbcc40c-ef68-45db-a996-03be62456f2b" -d '{"events": [{"name": "network-changed", "server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:36:11.801624 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:36:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86e1643-0885-4c7d-a3ec-d27cfdd303a7 x-openstack-request-id: req-c86e1643-0885-4c7d-a3ec-d27cfdd303a7 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:36:11.802079 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:36:11.802480 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c86e1643-0885-4c7d-a3ec-d27cfdd303a7 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:36:11.803013 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'status': 'completed', 'code': 200} Jul 09 14:36:11.835657 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b2141f04-2920-4582-9287-58eb18f4bf51 None None] Set router b872775e-1bf0-42d0-a007-b637b69efa05 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:11.912819 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcc40c-ef68-45db-a996-03be62456f2b req-657b4647-6c25-4aa9-9134-6f2876802e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:11.915890 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7fbcc40c-ef68-45db-a996-03be62456f2b req-657b4647-6c25-4aa9-9134-6f2876802e21 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 1097 time: 0.0873079 Jul 09 14:36:12.066346 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcc40c-ef68-45db-a996-03be62456f2b req-71f727e3-b2b2-472e-97a3-384a7656b697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:12.068402 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7fbcc40c-ef68-45db-a996-03be62456f2b req-71f727e3-b2b2-472e-97a3-384a7656b697 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.1461306 Jul 09 14:36:12.143881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b2141f04-2920-4582-9287-58eb18f4bf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'e345e79c-e983-4adb-b688-8c8f7113bf79', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'port_id': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'mac_address': 'fa:16:3e:c7:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:36:10Z', 'updated_at': '2021-07-09T14:36:10Z', 'revision_number': 0, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:54Z', 'revision_number': 5, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:12.158596 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7fbcc40c-ef68-45db-a996-03be62456f2b req-be8e84df-96a4-4923-a72f-c94161ce6860 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af2d290f-f875-45eb-a946-8efee1a94e56 HTTP/1.1" status: 200 len: 1000 time: 0.0828893 Jul 09 14:36:12.173511 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2141f04-2920-4582-9287-58eb18f4bf51 None None] Checking router: b872775e-1bf0-42d0-a007-b637b69efa05 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:36:12.183305 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2141f04-2920-4582-9287-58eb18f4bf51 None None] Routers {'b872775e-1bf0-42d0-a007-b637b69efa05'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:36:12.183937 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b2141f04-2920-4582-9287-58eb18f4bf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:36:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b872775e-1bf0-42d0-a007-b637b69efa05'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:12.225050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcc40c-ef68-45db-a996-03be62456f2b req-2e275c3b-c689-47b7-848a-670e4fe9297b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:12.226621 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7fbcc40c-ef68-45db-a996-03be62456f2b req-2e275c3b-c689-47b7-848a-670e4fe9297b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0626688 Jul 09 14:36:12.302493 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbcc40c-ef68-45db-a996-03be62456f2b req-761e6992-587d-43e3-a2a7-bb6b16c0d1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:12.304191 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7fbcc40c-ef68-45db-a996-03be62456f2b req-761e6992-587d-43e3-a2a7-bb6b16c0d1dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710261 Jul 09 14:36:12.324765 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b2141f04-2920-4582-9287-58eb18f4bf51 None None] Set router b872775e-1bf0-42d0-a007-b637b69efa05 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:36:12.417981 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7fbcc40c-ef68-45db-a996-03be62456f2b req-d2dd044f-e087-427c-bcc8-92a0e03d18c2 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073115 Jul 09 14:36:12.573380 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-7fbcc40c-ef68-45db-a996-03be62456f2b req-fc158fcb-2a70-47ec-8945-edc00ed25494 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490166 Jul 09 14:36:12.621299 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b2141f04-2920-4582-9287-58eb18f4bf51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'e345e79c-e983-4adb-b688-8c8f7113bf79', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'port_id': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'mac_address': 'fa:16:3e:c7:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:36:10Z', 'updated_at': '2021-07-09T14:36:10Z', 'revision_number': 0, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:54Z', 'revision_number': 5, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:36:12.832839 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2141f04-2920-4582-9287-58eb18f4bf51 None None] The sync data for ids ['b872775e-1bf0-42d0-a007-b637b69efa05'] in n-d-799525-3 is: [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'e345e79c-e983-4adb-b688-8c8f7113bf79', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'floating_ip_address': '172.25.2.229', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'port_id': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'mac_address': 'fa:16:3e:c7:18:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:36:10Z', 'updated_at': '2021-07-09T14:36:10Z', 'revision_number': 0, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:54Z', 'revision_number': 5, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:36:13.060197 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b84f54-b13d-4067-a838-00a231296cf7 None None] New status for floating IP e345e79c-e983-4adb-b688-8c8f7113bf79: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:36:25.064773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9ab0a797-7576-493c-955b-8b460eb21194 req-328e860e-c0c1-46a6-9634-e42e4a595499 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0710106 Jul 09 14:36:25.165221 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a797-7576-493c-955b-8b460eb21194 req-64e2664b-0742-44a9-ab8e-b4db11730a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:25.166741 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9ab0a797-7576-493c-955b-8b460eb21194 req-64e2664b-0742-44a9-ab8e-b4db11730a70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 1097 time: 0.0563543 Jul 09 14:36:25.277678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a797-7576-493c-955b-8b460eb21194 req-8e506b83-2b53-4010-9d7c-ac1978cd940e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:25.279129 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9ab0a797-7576-493c-955b-8b460eb21194 req-8e506b83-2b53-4010-9d7c-ac1978cd940e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.0901208 Jul 09 14:36:25.346345 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9ab0a797-7576-493c-955b-8b460eb21194 req-92a16d79-7051-4e8b-96c5-0e2ffd8c9045 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af2d290f-f875-45eb-a946-8efee1a94e56 HTTP/1.1" status: 200 len: 1002 time: 0.0608399 Jul 09 14:36:25.401825 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a797-7576-493c-955b-8b460eb21194 req-54a63735-2d65-4065-af40-6dba6fc23c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:25.403370 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9ab0a797-7576-493c-955b-8b460eb21194 req-54a63735-2d65-4065-af40-6dba6fc23c2f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0504246 Jul 09 14:36:25.464503 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0a797-7576-493c-955b-8b460eb21194 req-65e100a8-0f61-4f2e-8d9b-faf46569ef5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:36:25.466056 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9ab0a797-7576-493c-955b-8b460eb21194 req-65e100a8-0f61-4f2e-8d9b-faf46569ef5f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553298 Jul 09 14:36:25.562139 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9ab0a797-7576-493c-955b-8b460eb21194 req-a0109537-c17f-4f5d-a826-e9ad1811c193 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892935 Jul 09 14:36:25.972372 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-9ab0a797-7576-493c-955b-8b460eb21194 req-47fdf84e-c9e5-487e-a431-7515ff40427c service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4041941 Jul 09 14:36:31.296206 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:36:31.886057 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db41307d-b0c2-4283-a292-f7410bf55905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:34.741490 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f1c8ad43-43f6-4ff5-af29-9cfe50aff477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:34.761115 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:35.918090 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:37.318910 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:39.274250 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:36:39.544165 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:01.887384 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b2a95726-f1d1-42e3-af2f-df5999cecc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:04.746055 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8f0f3b15-e2a6-4800-a3b2-93162161e814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:04.765087 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:05.921015 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:07.325676 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:08.294996 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:37:09.291916 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:09.541080 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:25.057010 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d6a1d3c2-25d1-4e24-bffc-a498e8bcec24 req-122d7849-c6dd-4961-8716-c0fe7aba642c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535355 Jul 09 14:37:25.153209 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1d3c2-25d1-4e24-bffc-a498e8bcec24 req-95063c90-4448-408b-8988-91d8fdf1a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:25.154743 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d6a1d3c2-25d1-4e24-bffc-a498e8bcec24 req-95063c90-4448-408b-8988-91d8fdf1a795 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 1097 time: 0.0538576 Jul 09 14:37:25.262068 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1d3c2-25d1-4e24-bffc-a498e8bcec24 req-10f4f0db-87db-4e40-82ad-d22f31335453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:25.263642 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d6a1d3c2-25d1-4e24-bffc-a498e8bcec24 req-10f4f0db-87db-4e40-82ad-d22f31335453 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.0883176 Jul 09 14:37:25.330070 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d6a1d3c2-25d1-4e24-bffc-a498e8bcec24 req-c49c2a42-aed6-439b-b28f-3b72e3b123d2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af2d290f-f875-45eb-a946-8efee1a94e56 HTTP/1.1" status: 200 len: 1002 time: 0.0592940 Jul 09 14:37:25.383650 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1d3c2-25d1-4e24-bffc-a498e8bcec24 req-6fc4a0bd-6f19-48e0-9e5c-088e2b965477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:25.385147 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d6a1d3c2-25d1-4e24-bffc-a498e8bcec24 req-6fc4a0bd-6f19-48e0-9e5c-088e2b965477 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0499020 Jul 09 14:37:25.443078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1d3c2-25d1-4e24-bffc-a498e8bcec24 req-02a4e137-616e-4337-9cd5-db2b97da7215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:37:25.444652 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d6a1d3c2-25d1-4e24-bffc-a498e8bcec24 req-02a4e137-616e-4337-9cd5-db2b97da7215 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536447 Jul 09 14:37:25.537670 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d6a1d3c2-25d1-4e24-bffc-a498e8bcec24 req-621ff059-ea2f-4e4a-bf35-1372cdd07c1e service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863528 Jul 09 14:37:25.636108 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d6a1d3c2-25d1-4e24-bffc-a498e8bcec24 req-78a7bfdb-4eb7-4715-b278-d82dcea2d16b service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927079 Jul 09 14:37:31.889663 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-482cc3f8-345a-4c51-a154-6421eb5cc017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:34.749215 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e7aea317-6e40-4aab-8cef-97f8d71cd2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:34.769682 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:35.925013 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:37.325236 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:39.281808 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:39.558813 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:37:45.293904 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:38:01.893371 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aec998e2-359b-4e44-9821-3b8735652bc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.753545 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f2c74b6e-d1a4-4cc2-8817-e1f356263fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:04.772305 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:05.927336 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:07.086207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e66e52-79a4-4ce4-99cd-43e27770ad11 req-4a5f8ff2-fd41-42d3-9d53-a7fa3668810c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:07.087780 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f0e66e52-79a4-4ce4-99cd-43e27770ad11 req-4a5f8ff2-fd41-42d3-9d53-a7fa3668810c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.1383917 Jul 09 14:38:07.139364 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f0e66e52-79a4-4ce4-99cd-43e27770ad11 req-687dd9c8-0ec4-4bca-807c-da8008e1cabf tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416260 Jul 09 14:38:07.329858 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:08.341085 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5a4196-6db1-4dd4-8114-97a8eb60b0f6 req-c87c7ac8-7bec-4f5c-8de7-edff9557fedd tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:08.342830 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c5a4196-6db1-4dd4-8114-97a8eb60b0f6 req-c87c7ac8-7bec-4f5c-8de7-edff9557fedd tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0782604 Jul 09 14:38:08.395303 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0c5a4196-6db1-4dd4-8114-97a8eb60b0f6 req-f1011817-802c-4864-b66c-3bb54ed47c04 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393491 Jul 09 14:38:09.288464 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.571947 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:09.595924 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d32947-c525-47f1-acfb-b2cff2e2e9f1 req-ffee43a9-3a79-4048-b8ee-f51f8f563cc2 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:09.597457 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31d32947-c525-47f1-acfb-b2cff2e2e9f1 req-ffee43a9-3a79-4048-b8ee-f51f8f563cc2 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0676084 Jul 09 14:38:09.638649 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-31d32947-c525-47f1-acfb-b2cff2e2e9f1 req-cd1c1779-7125-472f-a3e7-c39ad18ffe8c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352194 Jul 09 14:38:10.829622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b03a12-cc5f-4331-84ab-130f6b12e6a4 req-25020d87-bb0e-41df-9bd7-220a1464879b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:10.831492 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14b03a12-cc5f-4331-84ab-130f6b12e6a4 req-25020d87-bb0e-41df-9bd7-220a1464879b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0738006 Jul 09 14:38:10.878288 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14b03a12-cc5f-4331-84ab-130f6b12e6a4 req-07cc2d37-27f1-467d-b9da-154ff81d4ed5 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405767 Jul 09 14:38:12.058231 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4fe237-a114-404f-80b5-f343de627c7b req-b225ccca-d236-411d-ad42-5efa19547b57 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:12.059799 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c4fe237-a114-404f-80b5-f343de627c7b req-b225ccca-d236-411d-ad42-5efa19547b57 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0659027 Jul 09 14:38:12.101854 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c4fe237-a114-404f-80b5-f343de627c7b req-c65dd14a-c90c-4dac-b54f-26045446b113 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354741 Jul 09 14:38:13.283659 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ffe72d-6468-4231-aafb-3e53ed847f22 req-bfff73c8-366d-41b4-84d8-41c2069048f0 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:13.285137 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63ffe72d-6468-4231-aafb-3e53ed847f22 req-bfff73c8-366d-41b4-84d8-41c2069048f0 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0667865 Jul 09 14:38:13.329612 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-63ffe72d-6468-4231-aafb-3e53ed847f22 req-4a7ed7a1-e5de-4372-a08f-046bc7d770e1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383973 Jul 09 14:38:14.509659 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cdb544-3b60-40c9-8353-3a7884e248d4 req-0dd55f67-3f6d-479a-b515-50cbf1d37dbe tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:14.511291 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69cdb544-3b60-40c9-8353-3a7884e248d4 req-0dd55f67-3f6d-479a-b515-50cbf1d37dbe tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0648131 Jul 09 14:38:14.551374 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69cdb544-3b60-40c9-8353-3a7884e248d4 req-cdb7218a-3b14-4f59-8b2e-cc03673bc70e tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338111 Jul 09 14:38:15.738951 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7d1f6e-e482-4daf-ab95-5b326a8c9d28 req-0f377f6a-55b3-43f3-90b8-fb8bdcea875d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:15.740559 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba7d1f6e-e482-4daf-ab95-5b326a8c9d28 req-0f377f6a-55b3-43f3-90b8-fb8bdcea875d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0710440 Jul 09 14:38:15.789453 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ba7d1f6e-e482-4daf-ab95-5b326a8c9d28 req-1996281e-b8f5-4448-8917-3611be5f2d42 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433524 Jul 09 14:38:16.973293 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faaceb7-70d8-45a5-bf5c-df701741aefb req-af04c362-e6f9-4324-90ff-db1a27f7ce01 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:16.974821 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3faaceb7-70d8-45a5-bf5c-df701741aefb req-af04c362-e6f9-4324-90ff-db1a27f7ce01 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0700202 Jul 09 14:38:17.014436 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3faaceb7-70d8-45a5-bf5c-df701741aefb req-33da862e-1905-4ed1-b1b8-6c603658b7d0 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338051 Jul 09 14:38:18.189734 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8e7a0a-75b9-4e36-bde0-ee1f5f3929a7 req-185d4e12-b347-441a-807a-1ef87ad96ca8 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:18.191301 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b8e7a0a-75b9-4e36-bde0-ee1f5f3929a7 req-185d4e12-b347-441a-807a-1ef87ad96ca8 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0659060 Jul 09 14:38:18.228936 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b8e7a0a-75b9-4e36-bde0-ee1f5f3929a7 req-d64b4791-116c-4d0a-8f41-e9903b661741 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321813 Jul 09 14:38:19.413803 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d7cac-7f1e-4ccd-a5bd-3b0b512db729 req-32966014-150f-4429-a49f-751bb3ed9eb5 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:19.415427 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5b5d7cac-7f1e-4ccd-a5bd-3b0b512db729 req-32966014-150f-4429-a49f-751bb3ed9eb5 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0688796 Jul 09 14:38:19.461416 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5b5d7cac-7f1e-4ccd-a5bd-3b0b512db729 req-304e86a5-a765-4dfe-9b8b-00515a0a5676 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395145 Jul 09 14:38:20.020204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device af2d290f-f875-45eb-a946-8efee1a94e56 details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:38:20.138043 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=af2d290f-f875-45eb-a946-8efee1a94e56,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:20.151804 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'port_id': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'mac_address': 'fa:16:3e:c7:18:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:38:20.193432 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:20.212234 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id af2d290f-f875-45eb-a946-8efee1a94e56 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:38:20.238519 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=af2d290f-f875-45eb-a946-8efee1a94e56,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:20.243544 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:20.313440 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=af2d290f-f875-45eb-a946-8efee1a94e56,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:20.318468 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['af2d290f-f875-45eb-a946-8efee1a94e56'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:38:20.353038 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:20.353430 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:20.353773 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:20.354117 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:20.354465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:20.354790 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:20.355190 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:20.355568 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:20.355987 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:20.356355 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:20.356710 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:20.357042 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:20.688398 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7724614-5d2a-4dd5-859f-e932e5489528 req-614e34b7-e228-409a-bbf9-49198b97b2be tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:20.691513 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7724614-5d2a-4dd5-859f-e932e5489528 req-614e34b7-e228-409a-bbf9-49198b97b2be tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 945 time: 0.0847387 Jul 09 14:38:20.739727 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7724614-5d2a-4dd5-859f-e932e5489528 req-e1a4a67a-974c-4a8c-90fe-48a69bb8ee63 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422773 Jul 09 14:38:21.947887 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50e59a9-2b4f-4ed7-914c-a7d5252a46bd req-36864b44-dcd0-4dcd-a8fe-69fb51688c98 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:21.949489 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e50e59a9-2b4f-4ed7-914c-a7d5252a46bd req-36864b44-dcd0-4dcd-a8fe-69fb51688c98 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 945 time: 0.0739369 Jul 09 14:38:21.999672 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e50e59a9-2b4f-4ed7-914c-a7d5252a46bd req-76d9e66b-0a93-45f9-a305-97fa3cc5d323 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426409 Jul 09 14:38:22.039674 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device af2d290f-f875-45eb-a946-8efee1a94e56 up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:22.104294 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port af2d290f-f875-45eb-a946-8efee1a94e56 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:22.104663 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:22.203352 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:22.230726 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:22.233472 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe573bde-bc85-4870-af53-cbd2614dea47" -d '{"events": [{"server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "name": "network-vif-plugged", "status": "completed", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:22.248653 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=af2d290f-f875-45eb-a946-8efee1a94e56,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:22.257378 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:22.299037 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:38:22.319042 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=af2d290f-f875-45eb-a946-8efee1a94e56,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:22.371556 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9266e9f-5e49-4a87-9593-dcbc31184df4 x-openstack-request-id: req-e9266e9f-5e49-4a87-9593-dcbc31184df4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:22.372097 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "name": "network-vif-plugged", "status": "completed", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:22.372551 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-e9266e9f-5e49-4a87-9593-dcbc31184df4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:22.373144 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'code': 200} Jul 09 14:38:23.221128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad8c4f8-2a37-48ef-9843-061fd960cc49 req-aff1dd88-aa5d-47d2-a397-93b386930ab2 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:23.222913 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fad8c4f8-2a37-48ef-9843-061fd960cc49 req-aff1dd88-aa5d-47d2-a397-93b386930ab2 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0784955 Jul 09 14:38:23.283212 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fad8c4f8-2a37-48ef-9843-061fd960cc49 req-acfee986-a45a-4b75-85e3-cbf7cceb3495 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517411 Jul 09 14:38:24.522375 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9788eec-20a2-4375-a7d4-59a553f69f6d req-5e744757-a767-4d05-8124-3bb7394bb190 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:24.530953 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9788eec-20a2-4375-a7d4-59a553f69f6d req-5e744757-a767-4d05-8124-3bb7394bb190 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.1081424 Jul 09 14:38:24.597886 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9788eec-20a2-4375-a7d4-59a553f69f6d req-b9ae79d3-0bd8-4ac6-9374-83cb854d5694 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657156 Jul 09 14:38:25.808609 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9a1b46-300d-46bc-ad21-2e269a280ade req-daa8bef5-84de-4f0b-89c1-d686d7cf1b86 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:25.810195 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3a9a1b46-300d-46bc-ad21-2e269a280ade req-daa8bef5-84de-4f0b-89c1-d686d7cf1b86 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0838413 Jul 09 14:38:25.868927 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3a9a1b46-300d-46bc-ad21-2e269a280ade req-ef9a82f9-da41-40b6-a5d3-458e1b2d36d7 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522151 Jul 09 14:38:26.102305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2024d-5573-4757-b967-7d0ce6cae5f7 req-40b6c500-57f4-4e28-aee6-ea20afa77761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:26.104574 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-01c2024d-5573-4757-b967-7d0ce6cae5f7 req-40b6c500-57f4-4e28-aee6-ea20afa77761 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 1097 time: 0.0760119 Jul 09 14:38:26.239943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2024d-5573-4757-b967-7d0ce6cae5f7 req-880fd561-8876-4cba-a4c0-91e6225e5d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:26.242009 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-01c2024d-5573-4757-b967-7d0ce6cae5f7 req-880fd561-8876-4cba-a4c0-91e6225e5d86 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.1130006 Jul 09 14:38:26.316704 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-01c2024d-5573-4757-b967-7d0ce6cae5f7 req-3167eb9a-3a50-4d35-9904-158e85df3a0f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af2d290f-f875-45eb-a946-8efee1a94e56 HTTP/1.1" status: 200 len: 1002 time: 0.0684257 Jul 09 14:38:26.377791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2024d-5573-4757-b967-7d0ce6cae5f7 req-1e3c8c0d-b0e7-40b2-809b-c37443e7b58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:26.379411 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-01c2024d-5573-4757-b967-7d0ce6cae5f7 req-1e3c8c0d-b0e7-40b2-809b-c37443e7b58a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0565190 Jul 09 14:38:26.470794 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2024d-5573-4757-b967-7d0ce6cae5f7 req-703f077b-37b8-45a7-9d5d-5fd488a310ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:26.472554 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-01c2024d-5573-4757-b967-7d0ce6cae5f7 req-703f077b-37b8-45a7-9d5d-5fd488a310ab service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865171 Jul 09 14:38:26.602492 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-01c2024d-5573-4757-b967-7d0ce6cae5f7 req-71784e63-d428-42c3-9cdb-75f0f84c6fd8 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230638 Jul 09 14:38:26.715257 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-01c2024d-5573-4757-b967-7d0ce6cae5f7 req-0e0959d3-33bf-4da3-b08d-67f53b4e32d7 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062775 Jul 09 14:38:27.097871 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d720ef21-0bde-4d90-9b05-4830ecbc2fa4 req-a55dca49-4a00-47af-913e-3e9f3de8437b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:27.099490 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d720ef21-0bde-4d90-9b05-4830ecbc2fa4 req-a55dca49-4a00-47af-913e-3e9f3de8437b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0921936 Jul 09 14:38:27.142136 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d720ef21-0bde-4d90-9b05-4830ecbc2fa4 req-b771b1ab-7d8e-40c6-be3d-695b41e5ab2c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358737 Jul 09 14:38:28.402121 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e9642-8c0b-40fa-8347-a45affdc531c req-a3898943-fa0d-46e9-a999-b94e1363be56 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:28.403843 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-329e9642-8c0b-40fa-8347-a45affdc531c req-a3898943-fa0d-46e9-a999-b94e1363be56 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0927000 Jul 09 14:38:28.455870 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-329e9642-8c0b-40fa-8347-a45affdc531c req-38e0db07-c06b-46cd-abb9-c56023357026 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440164 Jul 09 14:38:29.207606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e71e-40ec-4dc2-8363-c92dce53d580 req-6be6b08f-989d-4c42-9644-711ff1a70878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:29.213071 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46a5e71e-40ec-4dc2-8363-c92dce53d580 req-6be6b08f-989d-4c42-9644-711ff1a70878 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 1097 time: 0.0624745 Jul 09 14:38:29.317909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e71e-40ec-4dc2-8363-c92dce53d580 req-608de53e-74ad-48f3-ab5e-eea77ae02ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:29.319391 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46a5e71e-40ec-4dc2-8363-c92dce53d580 req-608de53e-74ad-48f3-ab5e-eea77ae02ae7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.1000307 Jul 09 14:38:29.403997 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46a5e71e-40ec-4dc2-8363-c92dce53d580 req-6f9f4c76-fb0f-439c-a204-b9aa30d78586 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af2d290f-f875-45eb-a946-8efee1a94e56 HTTP/1.1" status: 200 len: 1002 time: 0.0785537 Jul 09 14:38:29.463472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e71e-40ec-4dc2-8363-c92dce53d580 req-77f11b79-947b-48d4-8129-94f4c6861caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:29.465023 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46a5e71e-40ec-4dc2-8363-c92dce53d580 req-77f11b79-947b-48d4-8129-94f4c6861caf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0529487 Jul 09 14:38:29.537912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a5e71e-40ec-4dc2-8363-c92dce53d580 req-4866127e-32b8-4930-a510-0ac19b6dd6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:29.539582 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46a5e71e-40ec-4dc2-8363-c92dce53d580 req-4866127e-32b8-4930-a510-0ac19b6dd6f3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667291 Jul 09 14:38:29.669113 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46a5e71e-40ec-4dc2-8363-c92dce53d580 req-5b81b2f0-a1b8-462a-b8bb-d7e5bb78ba6e service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230023 Jul 09 14:38:29.683873 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11d832-b4a7-488b-ac07-7b53b6b0328f req-8730f16e-25b3-4a76-8e33-b59a50544406 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:29.685922 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2e11d832-b4a7-488b-ac07-7b53b6b0328f req-8730f16e-25b3-4a76-8e33-b59a50544406 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0895462 Jul 09 14:38:29.744366 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2e11d832-b4a7-488b-ac07-7b53b6b0328f req-4a6ec363-aea6-4f1c-a07c-5a15cf18d07d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486698 Jul 09 14:38:29.777668 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46a5e71e-40ec-4dc2-8363-c92dce53d580 req-6fdbd375-f474-4c5a-b4ed-cb0c65f2fecf service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020482 Jul 09 14:38:30.958232 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8719f1f-ebd0-4d38-8037-dfa4259cbb34 req-64052018-4e0f-4be0-a6a3-cf068fd1f152 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:30.959769 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d8719f1f-ebd0-4d38-8037-dfa4259cbb34 req-64052018-4e0f-4be0-a6a3-cf068fd1f152 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0935228 Jul 09 14:38:31.007205 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d8719f1f-ebd0-4d38-8037-dfa4259cbb34 req-1f53e0b5-1cfa-4fe0-b3a4-b797352588b7 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395682 Jul 09 14:38:31.903571 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-07cceeec-ca76-4512-9846-1f3806dba738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:32.056135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device af2d290f-f875-45eb-a946-8efee1a94e56 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:38:32.168049 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:32.197465 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:32.199901 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eb390e-cc22-4ebd-8b5a-049b3a90c66e" -d '{"events": [{"server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "name": "network-vif-unplugged", "status": "completed", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:32.215718 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=af2d290f-f875-45eb-a946-8efee1a94e56,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:32.222786 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:32.251982 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efa2de3b-8e9f-4efd-abd0-a39fe44d41d2 x-openstack-request-id: req-efa2de3b-8e9f-4efd-abd0-a39fe44d41d2 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:32.252303 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "name": "network-vif-unplugged", "status": "failed", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56", "code": 422}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:32.252527 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-efa2de3b-8e9f-4efd-abd0-a39fe44d41d2 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:32.252928 n-d-799525-3 neutron-server[93755]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'code': 422} returned with failed status Jul 09 14:38:32.265446 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b558ca4-ef65-4157-bb19-22da50c90fb6 req-be97e661-d5ee-4615-a24e-85dad5c73924 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:32.267734 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b558ca4-ef65-4157-bb19-22da50c90fb6 req-be97e661-d5ee-4615-a24e-85dad5c73924 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0863323 Jul 09 14:38:32.298297 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=af2d290f-f875-45eb-a946-8efee1a94e56,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:32.323566 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3b558ca4-ef65-4157-bb19-22da50c90fb6 req-c98195c5-d012-49ca-b642-41ca5da8131d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475154 Jul 09 14:38:32.810572 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4f686-36c5-467e-8e84-bef8426b099a req-542fa496-1bfc-46ba-a6c2-406963e2f212 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:32.812974 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bf4f686-36c5-467e-8e84-bef8426b099a req-542fa496-1bfc-46ba-a6c2-406963e2f212 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 944 time: 0.0933697 Jul 09 14:38:32.870590 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0bf4f686-36c5-467e-8e84-bef8426b099a req-f171922d-a85f-4d90-846f-94e72e87e9a5 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468330 Jul 09 14:38:32.999842 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-82419198-259e-47de-a580-a7256548a3e8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1212547 Jul 09 14:38:34.018107 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-c9b02ebf-3ee6-463f-84ea-040636f8aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:34.019711 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-c9b02ebf-3ee6-463f-84ea-040636f8aee1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b&tenant_id=ecf52271c82148aab6d77d9753c23875 HTTP/1.1" status: 200 len: 1095 time: 0.0618668 Jul 09 14:38:34.030881 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-799525-3', 'device_owner': 'compute:nova'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:38:34.099494 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd5d83-d2d9-4a52-b613-946f1d72a210 req-514d0b07-3b91-47ee-962d-3e754c34f908 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:34.101086 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cecd5d83-d2d9-4a52-b613-946f1d72a210 req-514d0b07-3b91-47ee-962d-3e754c34f908 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 944 time: 0.0775383 Jul 09 14:38:34.124906 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:34.149926 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-cecd5d83-d2d9-4a52-b613-946f1d72a210 req-0fd22a52-bdeb-4bab-991f-1ca5a8932aea tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401366 Jul 09 14:38:34.359716 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=af2d290f-f875-45eb-a946-8efee1a94e56,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:34.397909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:34.431637 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af2d290f-f875-45eb-a946-8efee1a94e56 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:38:34.439790 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:34.455056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Transition to ACTIVE for port object af2d290f-f875-45eb-a946-8efee1a94e56 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:38:34.459894 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:34.540685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Pushing event updated for resources: {'Port': ['ID=af2d290f-f875-45eb-a946-8efee1a94e56,revision_number=9']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:34.558277 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:34.558603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:34.558946 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:34.559361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:34.559939 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:34.560108 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:34.560309 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:34.560606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:34.560934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:34.561250 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:34.561576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:34.561891 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:38:34.605988 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] No DVR routers for this DVR port af2d290f-f875-45eb-a946-8efee1a94e56 on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:38:34.756453 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2997fbd-1752-4670-9890-c553cd8824e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:34.777992 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:34.789160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Attempting to bind port af2d290f-f875-45eb-a946-8efee1a94e56 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:38:34.789504 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Attempting to bind port af2d290f-f875-45eb-a946-8efee1a94e56 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:38:34.789833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Attempting to bind port af2d290f-f875-45eb-a946-8efee1a94e56 on network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:34.794795 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Port af2d290f-f875-45eb-a946-8efee1a94e56 on network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:38:34.795321 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Attempting to bind port af2d290f-f875-45eb-a946-8efee1a94e56 on network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:38:34.801361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 38, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:38:34.801699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Checking segment: {'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:38:34.802087 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Bound using segment: {'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:38:34.802530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Bound port: af2d290f-f875-45eb-a946-8efee1a94e56, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:38:34.803233 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:34.872922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:38:34.876139 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=af2d290f-f875-45eb-a946-8efee1a94e56,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:38:34.880741 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:34.916982 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:34.917876 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:34.919712 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] 10.222.0.15 "PUT /v2.0/ports/af2d290f-f875-45eb-a946-8efee1a94e56 HTTP/1.1" status: 200 len: 1092 time: 0.8931525 Jul 09 14:38:34.922005 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:34.925168 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c44e7f03-e205-4308-8792-c1357760269a" -d '{"events": [{"name": "network-changed", "server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:34.983612 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b185f0-7501-4e1c-be24-f6f20d4bd006 x-openstack-request-id: req-83b185f0-7501-4e1c-be24-f6f20d4bd006 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:34.983901 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:34.984158 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-83b185f0-7501-4e1c-be24-f6f20d4bd006 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:34.984555 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'status': 'completed', 'code': 200} Jul 09 14:38:34.986976 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c48f8-49c7-4645-b5ea-25223e237668 service neutron] Pushing event updated for resources: {'Port': ['ID=af2d290f-f875-45eb-a946-8efee1a94e56,revision_number=10']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:35.021866 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-2f6402ca-84be-4411-8487-f99595d6348c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:35.023436 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-2f6402ca-84be-4411-8487-f99595d6348c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 1096 time: 0.0770540 Jul 09 14:38:35.135188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-691e221e-052c-45e5-beae-efa2238f79a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:35.136697 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-691e221e-052c-45e5-beae-efa2238f79a4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.1061752 Jul 09 14:38:35.213834 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-8657255d-d2b1-43b4-a58a-022eba4f2b18 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af2d290f-f875-45eb-a946-8efee1a94e56 HTTP/1.1" status: 200 len: 1000 time: 0.0710645 Jul 09 14:38:35.271145 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-c808aba5-a9be-4be7-910d-a3a5f945e632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:35.272824 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-c808aba5-a9be-4be7-910d-a3a5f945e632 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0535600 Jul 09 14:38:35.333081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-b1798be1-cda9-4791-b7a4-abddb0c1f719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:35.334675 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-b1798be1-cda9-4791-b7a4-abddb0c1f719 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558078 Jul 09 14:38:35.367747 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8330b3aa-55a1-4fff-b2a4-306d8ed46b88 req-30472895-8da8-45db-8605-3e6e12defd62 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:35.369539 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8330b3aa-55a1-4fff-b2a4-306d8ed46b88 req-30472895-8da8-45db-8605-3e6e12defd62 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 945 time: 0.0844941 Jul 09 14:38:35.414910 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8330b3aa-55a1-4fff-b2a4-306d8ed46b88 req-7abcef3d-7319-4fcd-89af-dceba5caa03b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358715 Jul 09 14:38:35.435754 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-49674d77-b21f-44ce-800f-a20ab85c0565 service neutron] 10.222.0.15 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949264 Jul 09 14:38:35.530015 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6b958144-5ebb-4f62-a774-9da04d818c6d req-2f4c274d-8c86-4bb6-9f2b-ae7d99e406e8 service neutron] 10.222.0.15 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885248 Jul 09 14:38:35.645423 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e7f03-e205-4308-8792-c1357760269a req-5292ef32-a06c-4012-bcb7-e3ffd74073f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:35.646992 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c44e7f03-e205-4308-8792-c1357760269a req-5292ef32-a06c-4012-bcb7-e3ffd74073f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 1096 time: 0.0697348 Jul 09 14:38:35.757535 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e7f03-e205-4308-8792-c1357760269a req-38ae457d-0dc6-4584-bc52-6232bfefabac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:35.759111 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c44e7f03-e205-4308-8792-c1357760269a req-38ae457d-0dc6-4584-bc52-6232bfefabac service neutron] 10.222.0.15 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.1059029 Jul 09 14:38:35.835235 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c44e7f03-e205-4308-8792-c1357760269a req-f5f27206-9fad-43b0-b3eb-aeff3ca32052 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af2d290f-f875-45eb-a946-8efee1a94e56 HTTP/1.1" status: 200 len: 1000 time: 0.0698767 Jul 09 14:38:35.934585 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:36.084320 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device af2d290f-f875-45eb-a946-8efee1a94e56 no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:38:36.127189 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device af2d290f-f875-45eb-a946-8efee1a94e56 not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:38:36.596181 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0fccc9-f9c3-4e2b-aff4-5083d9fe51b6 req-504a0a6e-b32c-4b54-8ccb-f8e5de04d060 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:36.598795 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1f0fccc9-f9c3-4e2b-aff4-5083d9fe51b6 req-504a0a6e-b32c-4b54-8ccb-f8e5de04d060 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 945 time: 0.0662980 Jul 09 14:38:36.646580 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1f0fccc9-f9c3-4e2b-aff4-5083d9fe51b6 req-bb1b8a51-ccee-4946-95e2-7faac03ead97 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414596 Jul 09 14:38:37.329941 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:37.853459 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aeab78e-7fd0-4cfb-a4b6-048fe3f357ea req-f4a15dc3-55e6-4fe6-8701-77fd2507d9c6 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:37.855158 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5aeab78e-7fd0-4cfb-a4b6-048fe3f357ea req-f4a15dc3-55e6-4fe6-8701-77fd2507d9c6 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 945 time: 0.0810218 Jul 09 14:38:37.899131 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5aeab78e-7fd0-4cfb-a4b6-048fe3f357ea req-0aa8e187-628c-4b88-9892-2d231cefc000 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358734 Jul 09 14:38:39.093724 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae671eae-2631-446f-b3c0-5a3b22825cfe req-3ce5ad45-30bb-4cc7-9308-6cfa2e80e651 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:39.095651 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae671eae-2631-446f-b3c0-5a3b22825cfe req-3ce5ad45-30bb-4cc7-9308-6cfa2e80e651 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 945 time: 0.0777423 Jul 09 14:38:39.139062 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ae671eae-2631-446f-b3c0-5a3b22825cfe req-9a76bfe4-76f7-4ca4-9e88-346a2bd06164 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356033 Jul 09 14:38:39.288982 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:39.572934 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:40.351900 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a03afb-74c6-4434-98e8-2d0e3645f830 req-8b124513-ea65-4f19-a28c-48fb22544e79 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:40.353389 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9a03afb-74c6-4434-98e8-2d0e3645f830 req-8b124513-ea65-4f19-a28c-48fb22544e79 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 945 time: 0.0854366 Jul 09 14:38:40.402155 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9a03afb-74c6-4434-98e8-2d0e3645f830 req-0ca62484-5f9d-452a-83e4-7d00ef91acbf tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381577 Jul 09 14:38:41.638113 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56829be3-ca87-4d89-a2b4-6000405d5fcc req-613c1e50-fa4a-4dff-a7aa-5e15d9610319 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:41.639884 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56829be3-ca87-4d89-a2b4-6000405d5fcc req-613c1e50-fa4a-4dff-a7aa-5e15d9610319 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 945 time: 0.0906308 Jul 09 14:38:41.696078 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-56829be3-ca87-4d89-a2b4-6000405d5fcc req-d93e3223-08e6-40f4-99a0-a2e92a0173fd tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479512 Jul 09 14:38:42.899060 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9d2a24-6d97-4b75-9168-1313cf6ea8cd req-90c33851-792a-4a00-97ca-518e844effec tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:42.900608 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d9d2a24-6d97-4b75-9168-1313cf6ea8cd req-90c33851-792a-4a00-97ca-518e844effec tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 945 time: 0.0779414 Jul 09 14:38:42.953062 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4d9d2a24-6d97-4b75-9168-1313cf6ea8cd req-9e5d1934-25f8-495f-8efb-878b8c33c15c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451186 Jul 09 14:38:44.141785 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b26d683-cb09-4967-a1f5-e16e32ea5e49 req-78a3cf01-a3f1-4d69-a763-72852cf27b8d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:44.143352 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b26d683-cb09-4967-a1f5-e16e32ea5e49 req-78a3cf01-a3f1-4d69-a763-72852cf27b8d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 945 time: 0.0825727 Jul 09 14:38:44.187845 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4b26d683-cb09-4967-a1f5-e16e32ea5e49 req-b67b0623-1241-4b0a-8276-ce220137367b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386751 Jul 09 14:38:45.385516 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03243808-d7e5-40d4-9a63-114ec1b6667a req-a0ec9e77-1fe9-470a-b238-5990624555b1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:45.387305 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-03243808-d7e5-40d4-9a63-114ec1b6667a req-a0ec9e77-1fe9-470a-b238-5990624555b1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 945 time: 0.0701666 Jul 09 14:38:45.428035 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-03243808-d7e5-40d4-9a63-114ec1b6667a req-bd06f275-9c85-4aaa-a4e6-55d6ad354573 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341794 Jul 09 14:38:46.611500 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d34f25c-a15f-4399-8550-e55dfe3beb99 req-07723b10-d90d-4e9d-ab44-20bff6b06bbc tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:46.613015 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d34f25c-a15f-4399-8550-e55dfe3beb99 req-07723b10-d90d-4e9d-ab44-20bff6b06bbc tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 945 time: 0.0691359 Jul 09 14:38:46.651588 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5d34f25c-a15f-4399-8550-e55dfe3beb99 req-b7b09805-f059-4ed2-bde7-bf40adf09789 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330329 Jul 09 14:38:46.714092 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e7f03-e205-4308-8792-c1357760269a req-ec0ec37a-7546-460c-bf74-a844d6289855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:46.715494 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c44e7f03-e205-4308-8792-c1357760269a req-ec0ec37a-7546-460c-bf74-a844d6289855 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0538023 Jul 09 14:38:46.778912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e7f03-e205-4308-8792-c1357760269a req-74fce574-8e7f-4cc1-8e43-4b3696685809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:46.780473 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c44e7f03-e205-4308-8792-c1357760269a req-74fce574-8e7f-4cc1-8e43-4b3696685809 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552185 Jul 09 14:38:46.872262 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c44e7f03-e205-4308-8792-c1357760269a req-710dbe49-2fdc-4843-8fef-30edc88663eb service neutron] 10.222.0.15 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826766 Jul 09 14:38:46.971467 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c44e7f03-e205-4308-8792-c1357760269a req-9aa9cfb0-813a-45e8-8769-7113a53ee408 service neutron] 10.222.0.15 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896466 Jul 09 14:38:47.851463 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059952d-d020-4fcd-ba01-e29d7985213c req-e9f6e97d-295a-4cf8-864b-4480a86fc4b3 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:47.853026 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e059952d-d020-4fcd-ba01-e29d7985213c req-e9f6e97d-295a-4cf8-864b-4480a86fc4b3 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 945 time: 0.0666206 Jul 09 14:38:47.895013 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e059952d-d020-4fcd-ba01-e29d7985213c req-737ee834-176a-4ff8-9cab-3febc4556d65 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361049 Jul 09 14:38:48.635066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device af2d290f-f875-45eb-a946-8efee1a94e56 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:38:48.741200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=af2d290f-f875-45eb-a946-8efee1a94e56,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:48.753847 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'port_id': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'mac_address': 'fa:16:3e:c7:18:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:38:48.792913 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:48.806694 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af2d290f-f875-45eb-a946-8efee1a94e56 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:38:48.826422 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=af2d290f-f875-45eb-a946-8efee1a94e56,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:48.830992 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:48.883685 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=af2d290f-f875-45eb-a946-8efee1a94e56,revision_number=11']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:49.073383 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['af2d290f-f875-45eb-a946-8efee1a94e56'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:38:49.074349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4688029-78ca-4c4d-bd2e-85c346b6e566 req-9d669e2c-1648-4c0e-b4e9-1703cc9ddd8b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:49.075916 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4688029-78ca-4c4d-bd2e-85c346b6e566 req-9d669e2c-1648-4c0e-b4e9-1703cc9ddd8b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0669465 Jul 09 14:38:49.117939 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4688029-78ca-4c4d-bd2e-85c346b6e566 req-c9944662-9307-480e-8adb-5fedb51b89ac tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341384 Jul 09 14:38:50.297505 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9c4f78-b52d-4b47-b4eb-4cba518c3189 req-d2723a08-1f3e-43fc-9a91-49a51f3b36e2 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:50.299006 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6c9c4f78-b52d-4b47-b4eb-4cba518c3189 req-d2723a08-1f3e-43fc-9a91-49a51f3b36e2 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 946 time: 0.0670450 Jul 09 14:38:50.337110 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6c9c4f78-b52d-4b47-b4eb-4cba518c3189 req-fd381a4d-e5bd-45f9-99a5-a12679208ed3 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325921 Jul 09 14:38:50.634284 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device af2d290f-f875-45eb-a946-8efee1a94e56 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:38:50.684378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port af2d290f-f875-45eb-a946-8efee1a94e56 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:38:50.688651 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port af2d290f-f875-45eb-a946-8efee1a94e56 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:38:50.689027 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:50.772819 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:50.796171 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:38:50.798414 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681d95be-70d8-4641-a37b-c6797a7bcacc" -d '{"events": [{"server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "name": "network-vif-plugged", "status": "completed", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:38:50.812585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=af2d290f-f875-45eb-a946-8efee1a94e56,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:38:50.817204 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:38:50.844821 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e1cd75b-f3fb-45cd-8ca8-e3b2a1bece0b x-openstack-request-id: req-0e1cd75b-f3fb-45cd-8ca8-e3b2a1bece0b {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:38:50.845120 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "name": "network-vif-plugged", "status": "completed", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:38:50.845440 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0e1cd75b-f3fb-45cd-8ca8-e3b2a1bece0b {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:38:50.845884 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'code': 200} Jul 09 14:38:50.875978 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=af2d290f-f875-45eb-a946-8efee1a94e56,revision_number=12']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:38:51.042823 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3f75fa-60e5-4ce8-9da7-6dc1155d4531 req-c9c58be8-1502-452e-aeda-8fa3dfd6f005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:51.044437 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fe3f75fa-60e5-4ce8-9da7-6dc1155d4531 req-c9c58be8-1502-452e-aeda-8fa3dfd6f005 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 1098 time: 0.0615487 Jul 09 14:38:51.085413 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-fe3f75fa-60e5-4ce8-9da7-6dc1155d4531 req-92f5017c-05af-4748-8294-9e5638410637 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347729 Jul 09 14:38:51.523399 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb674fb-91c9-491f-bdd5-889a8a29cd42 req-5f9dbbe5-76ae-4b49-9cd2-8c3b8b746c27 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:51.525307 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5eb674fb-91c9-491f-bdd5-889a8a29cd42 req-5f9dbbe5-76ae-4b49-9cd2-8c3b8b746c27 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 947 time: 0.0735636 Jul 09 14:38:51.564990 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5eb674fb-91c9-491f-bdd5-889a8a29cd42 req-b21a1099-0f6e-493c-b0d2-a162c214ce56 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341053 Jul 09 14:38:52.772983 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad69c7-c3ed-4121-aa92-f4beb1214600 req-a1e96d50-dc5b-4687-8eb6-1642b91bc458 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:38:52.774529 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dfad69c7-c3ed-4121-aa92-f4beb1214600 req-a1e96d50-dc5b-4687-8eb6-1642b91bc458 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 947 time: 0.0702128 Jul 09 14:38:52.821592 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dfad69c7-c3ed-4121-aa92-f4beb1214600 req-22f7ebb4-9a0c-4465-9a56-78c1dd974349 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413830 Jul 09 14:38:59.298161 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:39:01.899391 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2fa565db-3c37-41bc-8229-b529f5c2ced2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:04.772540 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-643ba8f9-4814-4333-aa5b-e02975527074 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:04.779710 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:05.928874 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:07.333611 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:09.303868 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:09.616711 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:25.339212 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5ce2c668-b0b1-49e4-8290-1f0aac218c41 req-08db90b8-ba31-421e-bb58-bf3a118895cb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0530622 Jul 09 14:39:25.444226 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2c668-b0b1-49e4-8290-1f0aac218c41 req-55cd8ccb-76f4-4c0d-b08f-ddbf06e7b785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:25.445776 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5ce2c668-b0b1-49e4-8290-1f0aac218c41 req-55cd8ccb-76f4-4c0d-b08f-ddbf06e7b785 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 1098 time: 0.0601664 Jul 09 14:39:25.579348 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2c668-b0b1-49e4-8290-1f0aac218c41 req-0e14bd96-f2d0-4cc4-a780-d38c6127c816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:25.580855 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5ce2c668-b0b1-49e4-8290-1f0aac218c41 req-0e14bd96-f2d0-4cc4-a780-d38c6127c816 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.1141286 Jul 09 14:39:25.655507 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5ce2c668-b0b1-49e4-8290-1f0aac218c41 req-6b543e02-3926-45c3-94ee-13c66018d44c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af2d290f-f875-45eb-a946-8efee1a94e56 HTTP/1.1" status: 200 len: 1002 time: 0.0646691 Jul 09 14:39:25.711061 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2c668-b0b1-49e4-8290-1f0aac218c41 req-bff52765-186d-4fbc-8b8a-65ec74fa9b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:25.712640 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5ce2c668-b0b1-49e4-8290-1f0aac218c41 req-bff52765-186d-4fbc-8b8a-65ec74fa9b63 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0468013 Jul 09 14:39:25.771299 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce2c668-b0b1-49e4-8290-1f0aac218c41 req-33634050-5c30-41a9-ad38-ca6dad35e8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:39:25.772827 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5ce2c668-b0b1-49e4-8290-1f0aac218c41 req-33634050-5c30-41a9-ad38-ca6dad35e8a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531218 Jul 09 14:39:25.783278 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-5ce2c668-b0b1-49e4-8290-1f0aac218c41 req-38a6a395-3c60-4a23-89fe-6b86a1bfb6b7 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:39:25.784283 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5ce2c668-b0b1-49e4-8290-1f0aac218c41 req-38a6a395-3c60-4a23-89fe-6b86a1bfb6b7 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050657 Jul 09 14:39:25.879890 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5ce2c668-b0b1-49e4-8290-1f0aac218c41 req-bb248be2-6c1d-4d53-a97e-10cb9fba990c service neutron] 10.222.0.15 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886564 Jul 09 14:39:25.970364 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-5ce2c668-b0b1-49e4-8290-1f0aac218c41 req-9ca8cb07-b556-4169-8dc3-7c271a185d54 service neutron] 10.222.0.15 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841770 Jul 09 14:39:31.904334 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-59bf9ef1-8ef8-41da-b1ed-240f3fd83465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:34.772827 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-35dc1135-fc39-4768-90f5-96a3c1ae101f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:34.779338 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:35.932280 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:36.297707 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:39:37.335986 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:39.315468 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:39:39.615361 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:01.905060 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b5cdac69-c09f-4417-ad8e-3efa23d9581b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:04.772340 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f477c54-3094-49b0-883d-6a746ee9892e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:04.778855 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:05.859160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51134) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:05.932771 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.022314 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Deleting port 4a88e553-f9a6-4c71-bd39-6638e7aad869 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:40:06.022662 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.102612 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.102986 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.115476 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Calling delete_port for 4a88e553-f9a6-4c71-bd39-6638e7aad869 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:40:06.268847 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.294177 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event deleted for resources: {'Port': ['ID=4a88e553-f9a6-4c71-bd39-6638e7aad869,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:06.306143 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:06.306489 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:06.306830 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:06.307193 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:06.307530 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:06.307862 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:06.308192 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:06.308520 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:06.308844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:06.309166 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:06.309490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:06.309810 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:06.371474 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.371711 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Floating IP e345e79c-e983-4adb-b688-8c8f7113bf79 disassociated (deleted). External IP: 172.25.2.229, port: af2d290f-f875-45eb-a946-8efee1a94e56. Jul 09 14:40:06.581719 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Router b872775e-1bf0-42d0-a007-b637b69efa05 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:40:06.696088 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:40:06.700937 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:06.707540 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fd17b4-09ae-4c35-af54-20d9a8d4dc76 None None] Sync routers for ids ['b872775e-1bf0-42d0-a007-b637b69efa05'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:40:06.717046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fd17b4-09ae-4c35-af54-20d9a8d4dc76 None None] Routers {'b872775e-1bf0-42d0-a007-b637b69efa05'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:40:06.717661 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-02fd17b4-09ae-4c35-af54-20d9a8d4dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:40:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b872775e-1bf0-42d0-a007-b637b69efa05'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:06.739176 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-fb58c4ea-8b89-4751-9674-fdedf90c9434 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "DELETE /v2.0/floatingips/e345e79c-e983-4adb-b688-8c8f7113bf79 HTTP/1.1" status: 204 len: 168 time: 0.8788595 Jul 09 14:40:06.739792 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:06.742077 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4733cdc3-2d04-4450-bf4b-7751d7cdbf80" -d '{"events": [{"name": "network-changed", "server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:06.781690 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b972fbc4-e00f-4ddd-b6fe-2e59891c577e x-openstack-request-id: req-b972fbc4-e00f-4ddd-b6fe-2e59891c577e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:06.781996 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:06.782301 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b972fbc4-e00f-4ddd-b6fe-2e59891c577e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:06.782718 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'status': 'completed', 'code': 200} Jul 09 14:40:06.841549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-02fd17b4-09ae-4c35-af54-20d9a8d4dc76 None None] Set router b872775e-1bf0-42d0-a007-b637b69efa05 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:40:06.917671 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733cdc3-2d04-4450-bf4b-7751d7cdbf80 req-ffeb37a1-676f-420e-b9e8-730f96a4ade2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:06.920138 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4733cdc3-2d04-4450-bf4b-7751d7cdbf80 req-ffeb37a1-676f-420e-b9e8-730f96a4ade2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 1098 time: 0.1101863 Jul 09 14:40:07.026307 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733cdc3-2d04-4450-bf4b-7751d7cdbf80 req-0cdf5660-65dc-481b-af45-1367750bc222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:07.027888 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4733cdc3-2d04-4450-bf4b-7751d7cdbf80 req-0cdf5660-65dc-481b-af45-1367750bc222 service neutron] 10.222.0.15 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.1010313 Jul 09 14:40:07.062438 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-02fd17b4-09ae-4c35-af54-20d9a8d4dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:54Z', 'revision_number': 5, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:07.070953 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4733cdc3-2d04-4450-bf4b-7751d7cdbf80 req-d67df541-85f5-438b-8f5b-64006a5e11e6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=af2d290f-f875-45eb-a946-8efee1a94e56 HTTP/1.1" status: 200 len: 217 time: 0.0357857 Jul 09 14:40:07.091250 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fd17b4-09ae-4c35-af54-20d9a8d4dc76 None None] Checking router: b872775e-1bf0-42d0-a007-b637b69efa05 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:40:07.100870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fd17b4-09ae-4c35-af54-20d9a8d4dc76 None None] Routers {'b872775e-1bf0-42d0-a007-b637b69efa05'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:40:07.101487 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-02fd17b4-09ae-4c35-af54-20d9a8d4dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:40:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b872775e-1bf0-42d0-a007-b637b69efa05'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:07.138633 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733cdc3-2d04-4450-bf4b-7751d7cdbf80 req-c21069e9-effd-4bf3-83b9-ed9bd3c8783b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:07.140354 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4733cdc3-2d04-4450-bf4b-7751d7cdbf80 req-c21069e9-effd-4bf3-83b9-ed9bd3c8783b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0634165 Jul 09 14:40:07.171725 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ae43b5-b21d-43ab-8bcc-a2038f2c62df req-10d077b2-3313-488f-b348-db703df5982d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:07.173186 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4ae43b5-b21d-43ab-8bcc-a2038f2c62df req-10d077b2-3313-488f-b348-db703df5982d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 947 time: 0.0751326 Jul 09 14:40:07.212073 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4733cdc3-2d04-4450-bf4b-7751d7cdbf80 req-37986c72-2a21-4109-aa8a-34c9a4682e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:07.213828 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4733cdc3-2d04-4450-bf4b-7751d7cdbf80 req-37986c72-2a21-4109-aa8a-34c9a4682e44 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658205 Jul 09 14:40:07.216831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-02fd17b4-09ae-4c35-af54-20d9a8d4dc76 None None] Set router b872775e-1bf0-42d0-a007-b637b69efa05 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:40:07.219021 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f4ae43b5-b21d-43ab-8bcc-a2038f2c62df req-bddec845-0423-4adb-a59d-8eb23e1d85e7 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398088 Jul 09 14:40:07.308702 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4733cdc3-2d04-4450-bf4b-7751d7cdbf80 req-f6bec28a-8034-45a2-bfda-b4205a26723c service neutron] 10.222.0.15 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879388 Jul 09 14:40:07.357289 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:07.412856 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-4733cdc3-2d04-4450-bf4b-7751d7cdbf80 req-d32077f9-64d3-43b4-964e-12ae396cd167 service neutron] 10.222.0.15 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964241 Jul 09 14:40:07.440764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-02fd17b4-09ae-4c35-af54-20d9a8d4dc76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:54Z', 'revision_number': 5, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:07.470283 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fd17b4-09ae-4c35-af54-20d9a8d4dc76 None None] The sync data for ids ['b872775e-1bf0-42d0-a007-b637b69efa05'] in n-d-799525-3 is: [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:54Z', 'revision_number': 5, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:40:07.714226 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8765e6e5-7021-45d9-833f-f4d94c4176ac None None] New status for floating IP e345e79c-e983-4adb-b688-8c8f7113bf79: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:40:08.350899 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1742f704-03dd-4609-b855-2d3f2696e0d3 req-df4e1a66-576e-4d96-a0db-d30333ffa9f1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:08.352919 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1742f704-03dd-4609-b855-2d3f2696e0d3 req-df4e1a66-576e-4d96-a0db-d30333ffa9f1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.15 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 947 time: 0.0651121 Jul 09 14:40:08.410906 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d946c7b-26dc-40e9-9c55-92cb399e4ea6 req-16a5c8b4-7405-4d15-8d19-6250d856af3d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:08.412478 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2d946c7b-26dc-40e9-9c55-92cb399e4ea6 req-16a5c8b4-7405-4d15-8d19-6250d856af3d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 947 time: 0.0719130 Jul 09 14:40:08.452975 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2d946c7b-26dc-40e9-9c55-92cb399e4ea6 req-c49be5e5-87e1-4aaf-9774-8b24c709b83b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=23c0d156-4fd6-4275-b549-e971434de384&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346251 Jul 09 14:40:08.759591 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-1742f704-03dd-4609-b855-2d3f2696e0d3 req-69aaa13c-0f42-4be3-98ff-89599906b04b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Deleting port af2d290f-f875-45eb-a946-8efee1a94e56 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:40:08.759941 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1742f704-03dd-4609-b855-2d3f2696e0d3 req-69aaa13c-0f42-4be3-98ff-89599906b04b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.847362 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1742f704-03dd-4609-b855-2d3f2696e0d3 req-69aaa13c-0f42-4be3-98ff-89599906b04b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] For port af2d290f-f875-45eb-a946-8efee1a94e56, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=af2d290f-f875-45eb-a946-8efee1a94e56,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:08.847715 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1742f704-03dd-4609-b855-2d3f2696e0d3 req-69aaa13c-0f42-4be3-98ff-89599906b04b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:08.860758 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-1742f704-03dd-4609-b855-2d3f2696e0d3 req-69aaa13c-0f42-4be3-98ff-89599906b04b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Calling delete_port for af2d290f-f875-45eb-a946-8efee1a94e56 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:40:08.994580 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1742f704-03dd-4609-b855-2d3f2696e0d3 req-69aaa13c-0f42-4be3-98ff-89599906b04b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:09.024305 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aaa13c-0f42-4be3-98ff-89599906b04b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event deleted for resources: {'Port': ['ID=af2d290f-f875-45eb-a946-8efee1a94e56,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:09.076474 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1742f704-03dd-4609-b855-2d3f2696e0d3 req-69aaa13c-0f42-4be3-98ff-89599906b04b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] No DVR routers for this DVR port af2d290f-f875-45eb-a946-8efee1a94e56 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:40:09.079013 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1742f704-03dd-4609-b855-2d3f2696e0d3 req-69aaa13c-0f42-4be3-98ff-89599906b04b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:09.081189 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1742f704-03dd-4609-b855-2d3f2696e0d3 req-69aaa13c-0f42-4be3-98ff-89599906b04b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.15 "DELETE /v2.0/ports/af2d290f-f875-45eb-a946-8efee1a94e56 HTTP/1.1" status: 204 len: 173 time: 0.7230117 Jul 09 14:40:09.081616 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'name': 'network-vif-deleted', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:09.084024 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede06eb7-5521-46f4-aca5-c4658233f0b3" -d '{"events": [{"server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "name": "network-vif-deleted", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:09.135960 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e3874d8-cfe3-4a9d-a409-2d0c7391a184 x-openstack-request-id: req-7e3874d8-cfe3-4a9d-a409-2d0c7391a184 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:09.136419 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "daafd140-b677-4ec2-b413-0a87b2dd498b", "name": "network-vif-deleted", "tag": "af2d290f-f875-45eb-a946-8efee1a94e56", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:09.136695 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7e3874d8-cfe3-4a9d-a409-2d0c7391a184 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:09.137176 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'daafd140-b677-4ec2-b413-0a87b2dd498b', 'name': 'network-vif-deleted', 'tag': 'af2d290f-f875-45eb-a946-8efee1a94e56', 'status': 'completed', 'code': 200} Jul 09 14:40:09.344763 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:09.618234 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-595a8017-f518-4ea4-8a14-b72be8b2532d req-1c426f5b-4444-4596-9bcf-33ed535abd55 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=daafd140-b677-4ec2-b413-0a87b2dd498b HTTP/1.1" status: 200 len: 210 time: 0.0341318 Jul 09 14:40:09.618984 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:10.712891 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51160) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:10.771910 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:10.797074 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:10.856224 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:10.859446 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:10.860650 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "DELETE /v2.0/security-groups/23c0d156-4fd6-4275-b549-e971434de384 HTTP/1.1" status: 204 len: 168 time: 0.1467738 Jul 09 14:40:10.870145 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23c0d156-4fd6-4275-b549-e971434de384,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:10.879114 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:10.879469 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:10.879807 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:10.880139 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:10.880468 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:10.881179 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:10.881179 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:10.881408 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:10.881731 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:10.882050 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:10.882367 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:10.882713 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5405168-2374-458f-8459-1b1a97e48fb1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:11.089346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device af2d290f-f875-45eb-a946-8efee1a94e56 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:40:11.110047 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] No Port match for: af2d290f-f875-45eb-a946-8efee1a94e56 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:40:11.110393 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device af2d290f-f875-45eb-a946-8efee1a94e56 not bound to the agent host n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:40:11.226240 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51166) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:11.231342 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-ad69802f-fe73-4505-8168-f223a942afb0 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-726643995', 'description': 'tempest-secgroup-smoke-726643995 description', 'project_id': 'ecf52271c82148aab6d77d9753c23875'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:11.256503 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad69802f-fe73-4505-8168-f223a942afb0 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.349730 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad69802f-fe73-4505-8168-f223a942afb0 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.353640 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad69802f-fe73-4505-8168-f223a942afb0 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.384781 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-ad69802f-fe73-4505-8168-f223a942afb0 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.386023 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-ad69802f-fe73-4505-8168-f223a942afb0 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1586397 Jul 09 14:40:11.387009 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69802f-fe73-4505-8168-f223a942afb0 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f907221-ebb1-4d3e-b95c-25681fbea014,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:11.389416 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51168) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:11.394467 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-19708476-5257-45e0-b579-d9331bdd5fe7 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'security_group_rule': {'security_group_id': '6f907221-ebb1-4d3e-b95c-25681fbea014', 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:11.421488 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19708476-5257-45e0-b579-d9331bdd5fe7 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.483933 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19708476-5257-45e0-b579-d9331bdd5fe7 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.488664 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19708476-5257-45e0-b579-d9331bdd5fe7 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.507509 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19708476-5257-45e0-b579-d9331bdd5fe7 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58bad9f3-2311-485f-b1c2-ced6b6421917,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:11.513469 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-19708476-5257-45e0-b579-d9331bdd5fe7 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.516417 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-19708476-5257-45e0-b579-d9331bdd5fe7 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258786 Jul 09 14:40:11.523911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51170) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:11.529937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-502bcd4b-c0c0-49e7-b457-a5c07511d831 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'security_group_rule': {'security_group_id': '6f907221-ebb1-4d3e-b95c-25681fbea014', 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:11.559558 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-502bcd4b-c0c0-49e7-b457-a5c07511d831 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.619737 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-502bcd4b-c0c0-49e7-b457-a5c07511d831 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.623710 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-502bcd4b-c0c0-49e7-b457-a5c07511d831 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.642421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502bcd4b-c0c0-49e7-b457-a5c07511d831 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99baf49-0133-4a11-8f56-288b6c8063ad,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:11.649884 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-502bcd4b-c0c0-49e7-b457-a5c07511d831 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.651194 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-502bcd4b-c0c0-49e7-b457-a5c07511d831 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1258793 Jul 09 14:40:11.653992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51172) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:11.658962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-8a631c83-c701-4964-8f0d-cfd150c39897 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'security_group_rule': {'security_group_id': '6f907221-ebb1-4d3e-b95c-25681fbea014', 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:11.685556 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a631c83-c701-4964-8f0d-cfd150c39897 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.744757 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a631c83-c701-4964-8f0d-cfd150c39897 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.748419 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a631c83-c701-4964-8f0d-cfd150c39897 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.765508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a631c83-c701-4964-8f0d-cfd150c39897 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a73ceca-3712-4da0-8d53-bb9915e9d943,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:11.772974 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-8a631c83-c701-4964-8f0d-cfd150c39897 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.774073 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-8a631c83-c701-4964-8f0d-cfd150c39897 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1191585 Jul 09 14:40:11.777360 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51174) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:11.782000 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d6bf5ff7-2b2a-4307-a5fb-381a19d4799f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'security_group_rule': {'security_group_id': '6f907221-ebb1-4d3e-b95c-25681fbea014', 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:11.810411 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6bf5ff7-2b2a-4307-a5fb-381a19d4799f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.872487 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6bf5ff7-2b2a-4307-a5fb-381a19d4799f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.875997 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6bf5ff7-2b2a-4307-a5fb-381a19d4799f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.896041 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6bf5ff7-2b2a-4307-a5fb-381a19d4799f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55f1d591-74e0-4dc4-9850-dd16fd9a67e0,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:11.902527 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6bf5ff7-2b2a-4307-a5fb-381a19d4799f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:11.903866 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d6bf5ff7-2b2a-4307-a5fb-381a19d4799f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255672 Jul 09 14:40:11.906583 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51176) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:11.910998 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-ba3e42b2-3882-4a64-8691-12585e0b789b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'security_group_rule': {'security_group_id': '6f907221-ebb1-4d3e-b95c-25681fbea014', 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:11.933064 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-ba3e42b2-3882-4a64-8691-12585e0b789b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Project ecf52271c82148aab6d77d9753c23875 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:40:11.938791 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba3e42b2-3882-4a64-8691-12585e0b789b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.002814 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba3e42b2-3882-4a64-8691-12585e0b789b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.006514 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba3e42b2-3882-4a64-8691-12585e0b789b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.022121 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e42b2-3882-4a64-8691-12585e0b789b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9005d4c6-de64-47bd-b93a-d8d4d1023d61,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:12.031644 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ba3e42b2-3882-4a64-8691-12585e0b789b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.033062 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ba3e42b2-3882-4a64-8691-12585e0b789b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254811 Jul 09 14:40:12.036694 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51178) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:12.041260 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-d6f82140-f50d-4821-943c-4b9b0c09f85c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'security_group_rule': {'security_group_id': '6f907221-ebb1-4d3e-b95c-25681fbea014', 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:12.064963 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-d6f82140-f50d-4821-943c-4b9b0c09f85c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Project ecf52271c82148aab6d77d9753c23875 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:40:12.070719 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6f82140-f50d-4821-943c-4b9b0c09f85c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.146911 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6f82140-f50d-4821-943c-4b9b0c09f85c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.151081 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6f82140-f50d-4821-943c-4b9b0c09f85c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.173095 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f82140-f50d-4821-943c-4b9b0c09f85c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76babb3b-b925-492c-86e5-4f91049cb1de,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:12.178514 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-d6f82140-f50d-4821-943c-4b9b0c09f85c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:12.179742 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-d6f82140-f50d-4821-943c-4b9b0c09f85c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421142 Jul 09 14:40:13.296588 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:40:26.498233 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-63a3597b-8df8-4940-8383-c7348d6ae9fa tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-726643995&fields=id&tenant_id=ecf52271c82148aab6d77d9753c23875 HTTP/1.1" status: 200 len: 267 time: 0.0325835 Jul 09 14:40:26.604474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-f865e276-fd83-4ffd-b7d7-a31eb8a99127 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:26.605861 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-f865e276-fd83-4ffd-b7d7-a31eb8a99127 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 809 time: 0.1012547 Jul 09 14:40:26.621288 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-8d9308c1-262f-4003-871a-4e6b29891b89 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/quotas/ecf52271c82148aab6d77d9753c23875 HTTP/1.1" status: 200 len: 375 time: 0.0097377 Jul 09 14:40:26.695273 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-32ef1beb-f9a9-4a55-8ae5-1e1b2f24e847 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0686660 Jul 09 14:40:26.750124 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-5d74e332-15cb-4bdb-bc4e-194247f0c154 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:40:26.751148 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-5d74e332-15cb-4bdb-bc4e-194247f0c154 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0451314 Jul 09 14:40:26.838947 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-5f412ed8-0b26-425d-bd95-9de0728ccdea service neutron] 10.222.0.39 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812645 Jul 09 14:40:26.932331 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-d9d72e11-4466-4fc8-bf82-2844d968d15b service neutron] 10.222.0.39 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875077 Jul 09 14:40:27.232321 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-00f62b04-a103-4606-b335-38ce302fd86e req-adf5bce7-ac8f-47fd-94d0-89d8105d591a tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 210 time: 0.0307505 Jul 09 14:40:28.246056 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-be8ca158-995a-4e87-b9c4-4bdde3861cde tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:28.248541 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-be8ca158-995a-4e87-b9c4-4bdde3861cde tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 809 time: 0.1098392 Jul 09 14:40:28.296215 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-d9d4a692-8831-44ec-a7a1-b0674c53f15d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecf52271c82148aab6d77d9753c23875 HTTP/1.1" status: 200 len: 379 time: 0.0388248 Jul 09 14:40:28.305022 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-fe9de253-5bfc-4ce5-a2c7-5434b1b9b6d4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'port': {'device_id': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'admin_state_up': True, 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'security_groups': ['6f907221-ebb1-4d3e-b95c-25681fbea014']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:28.394972 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-05cd8889-08de-4d26-9b6b-308536b9d634 req-cf5e5e9c-44ef-4b23-92b8-9af0dfa22d3c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 210 time: 0.0297906 Jul 09 14:40:28.419336 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-fe9de253-5bfc-4ce5-a2c7-5434b1b9b6d4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Made reservation on behalf of ecf52271c82148aab6d77d9753c23875 for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:40:28.423037 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-fe9de253-5bfc-4ce5-a2c7-5434b1b9b6d4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:28.558571 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-fe9de253-5bfc-4ce5-a2c7-5434b1b9b6d4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Allocated IP 172.20.0.12 (4da73707-dbc0-4ea7-9ff5-41213c5d2ebd/6c655b6f-897e-49e5-9645-3d2a94322acc/0912247a-7362-49b4-8b9e-45f86ac2084f) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:40:28.704089 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-fe9de253-5bfc-4ce5-a2c7-5434b1b9b6d4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:28.718409 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-fe9de253-5bfc-4ce5-a2c7-5434b1b9b6d4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Transition to ACTIVE for port object 0912247a-7362-49b4-8b9e-45f86ac2084f will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:28.753012 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-fe9de253-5bfc-4ce5-a2c7-5434b1b9b6d4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:28.795911 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-fe9de253-5bfc-4ce5-a2c7-5434b1b9b6d4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:40:28.801169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-fe9de253-5bfc-4ce5-a2c7-5434b1b9b6d4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:28.805082 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-fe9de253-5bfc-4ce5-a2c7-5434b1b9b6d4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:40:28.831564 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9de253-5bfc-4ce5-a2c7-5434b1b9b6d4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'Port': ['ID=0912247a-7362-49b4-8b9e-45f86ac2084f,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:28.861612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-fe9de253-5bfc-4ce5-a2c7-5434b1b9b6d4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:28.862299 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-fe9de253-5bfc-4ce5-a2c7-5434b1b9b6d4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:28.881327 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-fe9de253-5bfc-4ce5-a2c7-5434b1b9b6d4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5801466 Jul 09 14:40:28.892576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Request body: {'port': {'device_id': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:28.974954 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:29.034764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-385d7610-81d2-4d52-aa2c-5eefa8566d49 None None] Provisioning for port 0912247a-7362-49b4-8b9e-45f86ac2084f completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:29.039967 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-385d7610-81d2-4d52-aa2c-5eefa8566d49 None None] Provisioning complete for port 0912247a-7362-49b4-8b9e-45f86ac2084f triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:29.040577 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-385d7610-81d2-4d52-aa2c-5eefa8566d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:29.075620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-385d7610-81d2-4d52-aa2c-5eefa8566d49 None None] Port 0912247a-7362-49b4-8b9e-45f86ac2084f cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:40:29.250923 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0912247a-7362-49b4-8b9e-45f86ac2084f {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:29.259787 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:29.272627 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Transition to ACTIVE for port object 0912247a-7362-49b4-8b9e-45f86ac2084f will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:40:29.276602 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:29.337257 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Pushing event updated for resources: {'Port': ['ID=0912247a-7362-49b4-8b9e-45f86ac2084f,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:29.415485 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Attempting to bind port 0912247a-7362-49b4-8b9e-45f86ac2084f on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:40:29.415828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Attempting to bind port 0912247a-7362-49b4-8b9e-45f86ac2084f by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:40:29.416161 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Attempting to bind port 0912247a-7362-49b4-8b9e-45f86ac2084f on network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:29.421361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Port 0912247a-7362-49b4-8b9e-45f86ac2084f on network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:40:29.422471 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Attempting to bind port 0912247a-7362-49b4-8b9e-45f86ac2084f on network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:40:29.429195 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 40, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:40:29.429490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Checking segment: {'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:40:29.429765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Bound using segment: {'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:40:29.430205 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Bound port: 0912247a-7362-49b4-8b9e-45f86ac2084f, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a64f250-31b2-4138-a427-cc659d204312', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 317, 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:40:29.430571 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:29.517042 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] For port 0912247a-7362-49b4-8b9e-45f86ac2084f, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:40:29.530528 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] For port 0912247a-7362-49b4-8b9e-45f86ac2084f, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0912247a-7362-49b4-8b9e-45f86ac2084f,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:40:29.536005 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:29.577644 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:29.578501 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:29.580493 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] 10.222.0.18 "PUT /v2.0/ports/0912247a-7362-49b4-8b9e-45f86ac2084f HTTP/1.1" status: 200 len: 1092 time: 0.6927035 Jul 09 14:40:29.583206 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'tag': '0912247a-7362-49b4-8b9e-45f86ac2084f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:29.591078 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35c2a2b-9349-48b6-9241-49c5666eed60" -d '{"events": [{"name": "network-changed", "server_uuid": "b10e56a3-f183-4225-9282-969ba888d1ee", "tag": "0912247a-7362-49b4-8b9e-45f86ac2084f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:29.621707 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99125448-4530-45e9-bf1e-b3b4aca7ec02 service neutron] Pushing event updated for resources: {'Port': ['ID=0912247a-7362-49b4-8b9e-45f86ac2084f,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:29.644936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319caf9-567f-4eab-a463-4babc707f8e6 req-9d19b0eb-fa6b-456d-b9aa-761e397a15dc tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:29.658965 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3319caf9-567f-4eab-a463-4babc707f8e6 req-9d19b0eb-fa6b-456d-b9aa-761e397a15dc tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.1212459 Jul 09 14:40:29.669170 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2908ba-d725-486c-b936-1f394b28132e x-openstack-request-id: req-7a2908ba-d725-486c-b936-1f394b28132e {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:29.669905 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10e56a3-f183-4225-9282-969ba888d1ee", "tag": "0912247a-7362-49b4-8b9e-45f86ac2084f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:29.670372 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7a2908ba-d725-486c-b936-1f394b28132e {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:29.670988 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'tag': '0912247a-7362-49b4-8b9e-45f86ac2084f', 'status': 'completed', 'code': 200} Jul 09 14:40:29.702995 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3319caf9-567f-4eab-a463-4babc707f8e6 req-f395e3dc-93e8-4a99-a9f4-45c895f14d34 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430696 Jul 09 14:40:29.704327 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-be300e69-d179-42f1-ba92-e3c9e293fbd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:29.706167 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-be300e69-d179-42f1-ba92-e3c9e293fbd6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 1095 time: 0.0802906 Jul 09 14:40:29.751150 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-e0bf8de3-ee89-467d-bc91-07e07f88af5c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0912247a-7362-49b4-8b9e-45f86ac2084f HTTP/1.1" status: 200 len: 217 time: 0.0376883 Jul 09 14:40:29.804128 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-32ad852a-489a-458f-bb11-186b94e7edfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:29.805801 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-32ad852a-489a-458f-bb11-186b94e7edfd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0486765 Jul 09 14:40:29.869371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-aa3f9159-d7aa-4955-9315-8fcb4363bfb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:29.870905 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-aa3f9159-d7aa-4955-9315-8fcb4363bfb4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592458 Jul 09 14:40:29.964429 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-737dfb6a-8751-4904-aece-da0a072535db service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872374 Jul 09 14:40:30.059110 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-d0e77e0a-21d6-48cc-94df-8f8cb97f65eb req-acdf13e8-89ca-4063-ab14-dddc2c445cce service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886092 Jul 09 14:40:30.163919 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c2a2b-9349-48b6-9241-49c5666eed60 req-d8deb5e7-c824-4ab6-9119-3bdb18f4c341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:30.165366 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b35c2a2b-9349-48b6-9241-49c5666eed60 req-d8deb5e7-c824-4ab6-9119-3bdb18f4c341 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 1095 time: 0.0603938 Jul 09 14:40:30.259843 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c2a2b-9349-48b6-9241-49c5666eed60 req-9d145146-dcc2-4886-93a8-c2eaea42d469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:30.261354 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b35c2a2b-9349-48b6-9241-49c5666eed60 req-9d145146-dcc2-4886-93a8-c2eaea42d469 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.0904920 Jul 09 14:40:30.309996 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b35c2a2b-9349-48b6-9241-49c5666eed60 req-12d2629b-6a52-4d85-af84-e1f6da89f08c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0912247a-7362-49b4-8b9e-45f86ac2084f HTTP/1.1" status: 200 len: 217 time: 0.0426564 Jul 09 14:40:30.365849 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c2a2b-9349-48b6-9241-49c5666eed60 req-1f047d8a-19ad-41e5-a01e-190eac2e3051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:30.367705 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b35c2a2b-9349-48b6-9241-49c5666eed60 req-1f047d8a-19ad-41e5-a01e-190eac2e3051 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0522785 Jul 09 14:40:30.425515 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35c2a2b-9349-48b6-9241-49c5666eed60 req-68fba859-7cc0-40d9-a564-6bbbba821212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:30.426932 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b35c2a2b-9349-48b6-9241-49c5666eed60 req-68fba859-7cc0-40d9-a564-6bbbba821212 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529115 Jul 09 14:40:30.523856 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b35c2a2b-9349-48b6-9241-49c5666eed60 req-8073b596-30c6-4e84-aeda-f2c13f13b3c4 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905576 Jul 09 14:40:30.617375 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b35c2a2b-9349-48b6-9241-49c5666eed60 req-3ae5e21b-0de8-4a98-96bb-433104b2cd19 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875525 Jul 09 14:40:30.910799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e572ab37-27e7-4738-84dc-9bea38304aef req-8bced90b-b091-4a2d-a86c-fb22dac6e5b9 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:30.913498 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e572ab37-27e7-4738-84dc-9bea38304aef req-8bced90b-b091-4a2d-a86c-fb22dac6e5b9 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0841236 Jul 09 14:40:30.965145 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e572ab37-27e7-4738-84dc-9bea38304aef req-4d6a5e17-c45f-4573-a58c-22e7f01e6d24 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454628 Jul 09 14:40:31.906597 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-410c1254-c5ae-476d-ad4a-ff07fb39ad5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:32.146084 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2bc6c-3b78-4ef5-b622-01d8716ab6cc req-d5582c35-f3ea-4b03-ac03-6595ec9007ce tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:32.147889 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88f2bc6c-3b78-4ef5-b622-01d8716ab6cc req-d5582c35-f3ea-4b03-ac03-6595ec9007ce tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0653963 Jul 09 14:40:32.188853 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-88f2bc6c-3b78-4ef5-b622-01d8716ab6cc req-c9cd3182-69b2-41da-b77f-13c15ae0d69c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345528 Jul 09 14:40:33.375038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e435dcf5-f6ca-4479-96ba-55bbc3e4d522 req-d0923762-ad3d-45e3-a670-5e75fb2b244d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:33.376510 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e435dcf5-f6ca-4479-96ba-55bbc3e4d522 req-d0923762-ad3d-45e3-a670-5e75fb2b244d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0687242 Jul 09 14:40:33.414303 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e435dcf5-f6ca-4479-96ba-55bbc3e4d522 req-a3c04a63-b9cd-4312-9760-6e5f6752e35d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316167 Jul 09 14:40:34.590532 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233fd3f5-fcaa-4b4d-b023-4922f2862dc8 req-9a09b422-635e-4f7d-ba83-64990e2f1791 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:34.592065 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-233fd3f5-fcaa-4b4d-b023-4922f2862dc8 req-9a09b422-635e-4f7d-ba83-64990e2f1791 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0637035 Jul 09 14:40:34.629335 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-233fd3f5-fcaa-4b4d-b023-4922f2862dc8 req-2c8bbe27-85bd-4fd2-8b4c-68028b99c12a tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317936 Jul 09 14:40:34.770638 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-05b4ca92-8aa2-406b-b396-a2c57e35c535 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:34.773969 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:35.813277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e05e879-519c-4ebd-b596-e6cd9a734775 req-759b9971-ac9d-4808-a3da-f6186e4404ef tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:35.814828 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e05e879-519c-4ebd-b596-e6cd9a734775 req-759b9971-ac9d-4808-a3da-f6186e4404ef tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0663140 Jul 09 14:40:35.853554 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6e05e879-519c-4ebd-b596-e6cd9a734775 req-f347268e-5d41-42f4-81e4-8bed8c0108f0 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327747 Jul 09 14:40:35.935632 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:37.028628 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367a93b4-f715-475c-b32e-4fed6e7a07f7 req-7877ae90-1d92-4d27-b570-b79c390ff326 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:37.030718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-367a93b4-f715-475c-b32e-4fed6e7a07f7 req-7877ae90-1d92-4d27-b570-b79c390ff326 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0650988 Jul 09 14:40:37.070258 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-367a93b4-f715-475c-b32e-4fed6e7a07f7 req-50b8dc2c-0574-4367-a88c-6e971262224e tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331824 Jul 09 14:40:37.341558 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:38.246684 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32c949-db55-4b1d-a884-c8c161ae1b28 req-551c212d-24a7-4a00-a5d6-40e7decb8117 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:38.248189 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb32c949-db55-4b1d-a884-c8c161ae1b28 req-551c212d-24a7-4a00-a5d6-40e7decb8117 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0641510 Jul 09 14:40:38.286279 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bb32c949-db55-4b1d-a884-c8c161ae1b28 req-314c3c47-183b-45f3-af24-7b07622ed8cf tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323474 Jul 09 14:40:39.349608 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:39.461931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9af7747-5a9a-474d-94a4-82ada400a7f5 req-fe2334a6-d956-420b-914c-1c6689169fc4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:39.463431 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d9af7747-5a9a-474d-94a4-82ada400a7f5 req-fe2334a6-d956-420b-914c-1c6689169fc4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0692627 Jul 09 14:40:39.508235 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d9af7747-5a9a-474d-94a4-82ada400a7f5 req-559afa93-2673-45c6-a9ff-316e9599b6df tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392046 Jul 09 14:40:39.631506 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:40.628196 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 0912247a-7362-49b4-8b9e-45f86ac2084f details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:40:40.686021 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db72bad1-2129-40a3-9fa7-b8e8225d957a req-1caeba1f-fc75-4340-9464-2ee0019ff545 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:40.687586 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db72bad1-2129-40a3-9fa7-b8e8225d957a req-1caeba1f-fc75-4340-9464-2ee0019ff545 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0662825 Jul 09 14:40:40.724911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 0912247a-7362-49b4-8b9e-45f86ac2084f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0912247a-7362-49b4-8b9e-45f86ac2084f,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:40.728485 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db72bad1-2129-40a3-9fa7-b8e8225d957a req-9487bf85-abc0-44e8-bc0b-68ed165e9a5d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352762 Jul 09 14:40:40.737634 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '0912247a-7362-49b4-8b9e-45f86ac2084f', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'port_id': '0912247a-7362-49b4-8b9e-45f86ac2084f', 'mac_address': 'fa:16:3e:6e:7d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:40:40.775274 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:40.787603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0912247a-7362-49b4-8b9e-45f86ac2084f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:40:40.807252 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 0912247a-7362-49b4-8b9e-45f86ac2084f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0912247a-7362-49b4-8b9e-45f86ac2084f,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:40.811097 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:40.861032 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=0912247a-7362-49b4-8b9e-45f86ac2084f,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:40.868349 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:40.868703 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:40.869052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:40.869397 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:40.869737 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:40.870069 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:40.870400 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:40.870731 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:40.871060 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:40.871415 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:40.871747 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:40.872073 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:40:41.057307 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['0912247a-7362-49b4-8b9e-45f86ac2084f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:40:41.905157 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0885c0d-3377-44dc-8a68-76c14a978522 req-30a55de8-d4ec-4dab-874d-1f2342a1f8e7 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:41.906657 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c0885c0d-3377-44dc-8a68-76c14a978522 req-30a55de8-d4ec-4dab-874d-1f2342a1f8e7 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 945 time: 0.0675495 Jul 09 14:40:41.945471 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c0885c0d-3377-44dc-8a68-76c14a978522 req-73f83840-c72d-44f1-8ed9-fb1306028c93 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331273 Jul 09 14:40:42.633260 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 0912247a-7362-49b4-8b9e-45f86ac2084f up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:40:42.683419 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 0912247a-7362-49b4-8b9e-45f86ac2084f completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:40:42.687749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 0912247a-7362-49b4-8b9e-45f86ac2084f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:40:42.688154 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:42.774130 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:42.797264 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0912247a-7362-49b4-8b9e-45f86ac2084f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:42.799627 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57311d6-198f-44f3-be4c-535830a128e1" -d '{"events": [{"server_uuid": "b10e56a3-f183-4225-9282-969ba888d1ee", "name": "network-vif-plugged", "status": "completed", "tag": "0912247a-7362-49b4-8b9e-45f86ac2084f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:42.815968 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 0912247a-7362-49b4-8b9e-45f86ac2084f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0912247a-7362-49b4-8b9e-45f86ac2084f,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:40:42.821989 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:42.848845 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2593eed-2f05-4181-b788-8b4479ed7b42 x-openstack-request-id: req-b2593eed-2f05-4181-b788-8b4479ed7b42 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:42.849148 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10e56a3-f183-4225-9282-969ba888d1ee", "name": "network-vif-plugged", "status": "completed", "tag": "0912247a-7362-49b4-8b9e-45f86ac2084f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:42.849430 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-b2593eed-2f05-4181-b788-8b4479ed7b42 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:42.849791 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0912247a-7362-49b4-8b9e-45f86ac2084f', 'code': 200} Jul 09 14:40:42.877031 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=0912247a-7362-49b4-8b9e-45f86ac2084f,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:42.979606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22cd632-2d34-43bf-9f8a-d43e636b74b8 req-522108f5-a132-4e14-bea6-f236911541cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:42.981429 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c22cd632-2d34-43bf-9f8a-d43e636b74b8 req-522108f5-a132-4e14-bea6-f236911541cd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 1097 time: 0.0650208 Jul 09 14:40:43.027437 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-c22cd632-2d34-43bf-9f8a-d43e636b74b8 req-7a8dae24-2966-404e-b325-2a37dca6d85b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401220 Jul 09 14:40:43.124447 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf570ee-e920-4039-902f-232ba982136c req-8c5a4d59-6193-451c-ad85-a3d1f5544318 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:43.126222 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7cf570ee-e920-4039-902f-232ba982136c req-8c5a4d59-6193-451c-ad85-a3d1f5544318 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0666721 Jul 09 14:40:43.171811 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7cf570ee-e920-4039-902f-232ba982136c req-f75dcd59-1881-4105-9937-1b4e31d64fd6 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330567 Jul 09 14:40:44.346959 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039d6170-b98a-4fcb-9cef-38a48c46a8d0 req-3c061fae-0977-47fa-b71c-58a411dc5bf8 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:44.348355 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-039d6170-b98a-4fcb-9cef-38a48c46a8d0 req-3c061fae-0977-47fa-b71c-58a411dc5bf8 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0633039 Jul 09 14:40:44.385975 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-039d6170-b98a-4fcb-9cef-38a48c46a8d0 req-89643f54-ec7b-449b-abc4-58b24f2f611c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320966 Jul 09 14:40:44.572558 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5163b0f-7259-4695-8ae1-9887ee4eadbc req-d27e4934-056a-43d5-a079-5ae72ed3105f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:44.574066 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c5163b0f-7259-4695-8ae1-9887ee4eadbc req-d27e4934-056a-43d5-a079-5ae72ed3105f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0729017 Jul 09 14:40:44.611242 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c5163b0f-7259-4695-8ae1-9887ee4eadbc req-cf494f70-6ef5-479f-9b52-eee528062a00 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315266 Jul 09 14:40:44.636956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51370) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:44.694482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b5651da-c217-4ec7-afcb-d617c373131b tempest-TestShelveInstance-1850486255 tempest-TestShelveInstance-1850486255-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:44.696699 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2b5651da-c217-4ec7-afcb-d617c373131b tempest-TestShelveInstance-1850486255 tempest-TestShelveInstance-1850486255-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 1092 time: 0.0587063 Jul 09 14:40:44.699548 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51372) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:40:44.703971 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '0912247a-7362-49b4-8b9e-45f86ac2084f', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:40:44.725176 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:44.826180 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:44.935410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Allocated IP 172.25.2.158 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/9791fa0f-06e2-4e47-a0dd-b4c281bcc14c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:40:45.035337 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.076580 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.122653 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:40:45.126081 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:40:45.129009 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:40:45.157196 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'Port': ['ID=9791fa0f-06e2-4e47-a0dd-b4c281bcc14c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:45.508280 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.587832 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.739850 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.745093 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.812268 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event updated for resources: {'Port': ['ID=9791fa0f-06e2-4e47-a0dd-b4c281bcc14c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:40:45.822027 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:45.921843 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Floating IP 312be730-8c12-433a-b82a-563cb684331d associated. External IP: 172.25.2.158, port: 0912247a-7362-49b4-8b9e-45f86ac2084f. Jul 09 14:40:46.134038 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Router b872775e-1bf0-42d0-a007-b637b69efa05 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:40:46.242173 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:40:46.251949 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d5b34f-8b40-4ff0-9ad3-1170d7d440b8 None None] Sync routers for ids ['b872775e-1bf0-42d0-a007-b637b69efa05'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:40:46.257646 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:40:46.262862 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d5b34f-8b40-4ff0-9ad3-1170d7d440b8 None None] Routers {'b872775e-1bf0-42d0-a007-b637b69efa05'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:40:46.263580 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-21d5b34f-8b40-4ff0-9ad3-1170d7d440b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:40:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b872775e-1bf0-42d0-a007-b637b69efa05'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:46.295327 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c6fafdaa-e345-415e-9788-fb80c86763ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5947237 Jul 09 14:40:46.295924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'tag': '0912247a-7362-49b4-8b9e-45f86ac2084f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:40:46.298194 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdcc546e-0924-4d8e-a251-fd92dc86c6dd" -d '{"events": [{"name": "network-changed", "server_uuid": "b10e56a3-f183-4225-9282-969ba888d1ee", "tag": "0912247a-7362-49b4-8b9e-45f86ac2084f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:40:46.333086 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ceab37-5d0d-4f0f-ad67-1c44db83ca56 x-openstack-request-id: req-93ceab37-5d0d-4f0f-ad67-1c44db83ca56 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:40:46.333383 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10e56a3-f183-4225-9282-969ba888d1ee", "tag": "0912247a-7362-49b4-8b9e-45f86ac2084f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:40:46.333641 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-93ceab37-5d0d-4f0f-ad67-1c44db83ca56 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:40:46.334048 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'tag': '0912247a-7362-49b4-8b9e-45f86ac2084f', 'status': 'completed', 'code': 200} Jul 09 14:40:46.373815 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-21d5b34f-8b40-4ff0-9ad3-1170d7d440b8 None None] Set router b872775e-1bf0-42d0-a007-b637b69efa05 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:40:46.408084 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc546e-0924-4d8e-a251-fd92dc86c6dd req-e567964d-3891-4c4f-81d9-1c3f60ea93d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:46.409561 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bdcc546e-0924-4d8e-a251-fd92dc86c6dd req-e567964d-3891-4c4f-81d9-1c3f60ea93d6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 1097 time: 0.0534501 Jul 09 14:40:46.503341 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc546e-0924-4d8e-a251-fd92dc86c6dd req-69cae39c-c5b5-4cb3-9274-18fdfa327de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:46.504853 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bdcc546e-0924-4d8e-a251-fd92dc86c6dd req-69cae39c-c5b5-4cb3-9274-18fdfa327de3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.0889218 Jul 09 14:40:46.576405 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bdcc546e-0924-4d8e-a251-fd92dc86c6dd req-898b40a1-b709-4763-8b86-2bce6ae1751b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0912247a-7362-49b4-8b9e-45f86ac2084f HTTP/1.1" status: 200 len: 1000 time: 0.0654690 Jul 09 14:40:46.600850 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-21d5b34f-8b40-4ff0-9ad3-1170d7d440b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '312be730-8c12-433a-b82a-563cb684331d', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'floating_ip_address': '172.25.2.158', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'port_id': '0912247a-7362-49b4-8b9e-45f86ac2084f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'mac_address': 'fa:16:3e:6e:7d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:40:45Z', 'updated_at': '2021-07-09T14:40:45Z', 'revision_number': 0, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:54Z', 'revision_number': 5, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:46.630669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc546e-0924-4d8e-a251-fd92dc86c6dd req-9fbf1518-1532-4d0c-906e-5fdb82060c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:46.631787 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d5b34f-8b40-4ff0-9ad3-1170d7d440b8 None None] Checking router: b872775e-1bf0-42d0-a007-b637b69efa05 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:40:46.632722 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bdcc546e-0924-4d8e-a251-fd92dc86c6dd req-9fbf1518-1532-4d0c-906e-5fdb82060c3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0497732 Jul 09 14:40:46.641260 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d5b34f-8b40-4ff0-9ad3-1170d7d440b8 None None] Routers {'b872775e-1bf0-42d0-a007-b637b69efa05'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:40:46.641936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-21d5b34f-8b40-4ff0-9ad3-1170d7d440b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:40:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b872775e-1bf0-42d0-a007-b637b69efa05'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:46.696269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcc546e-0924-4d8e-a251-fd92dc86c6dd req-c925aae4-c867-4812-8ab1-262407b08e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:40:46.698747 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bdcc546e-0924-4d8e-a251-fd92dc86c6dd req-c925aae4-c867-4812-8ab1-262407b08e17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603905 Jul 09 14:40:46.761836 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-21d5b34f-8b40-4ff0-9ad3-1170d7d440b8 None None] Set router b872775e-1bf0-42d0-a007-b637b69efa05 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:40:46.790948 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bdcc546e-0924-4d8e-a251-fd92dc86c6dd req-6024b8d3-d121-4f77-9ba6-cfcc66259e62 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863185 Jul 09 14:40:46.886303 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-bdcc546e-0924-4d8e-a251-fd92dc86c6dd req-66e0f895-3c83-4003-8daf-eeb9a8367b70 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897260 Jul 09 14:40:46.987650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-21d5b34f-8b40-4ff0-9ad3-1170d7d440b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '312be730-8c12-433a-b82a-563cb684331d', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'floating_ip_address': '172.25.2.158', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'port_id': '0912247a-7362-49b4-8b9e-45f86ac2084f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'mac_address': 'fa:16:3e:6e:7d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:40:45Z', 'updated_at': '2021-07-09T14:40:45Z', 'revision_number': 0, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:54Z', 'revision_number': 5, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:40:47.014650 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d5b34f-8b40-4ff0-9ad3-1170d7d440b8 None None] The sync data for ids ['b872775e-1bf0-42d0-a007-b637b69efa05'] in n-d-799525-3 is: [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '312be730-8c12-433a-b82a-563cb684331d', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'floating_ip_address': '172.25.2.158', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'port_id': '0912247a-7362-49b4-8b9e-45f86ac2084f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'mac_address': 'fa:16:3e:6e:7d:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:40:45Z', 'updated_at': '2021-07-09T14:40:45Z', 'revision_number': 0, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:54Z', 'revision_number': 5, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:40:47.198195 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59b3bba-16e1-423f-b484-4fc47419576e None None] New status for floating IP 312be730-8c12-433a-b82a-563cb684331d: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:40:50.295196 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:41:01.908107 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7cbffede-fb28-423a-95d2-157d987ea4d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:04.776287 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-050a81c9-b186-49e6-9910-5a1d8a62d48a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:04.781093 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:05.938702 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:07.346593 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:09.349233 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:09.634465 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:27.297919 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:41:29.073292 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3059f6e-4c8f-494a-b150-c2797b7bab07 req-f5f973ca-0e32-4e31-bf1f-a1ee0af812f9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0877774 Jul 09 14:41:29.167001 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3059f6e-4c8f-494a-b150-c2797b7bab07 req-086f1fe5-fdca-4673-92b4-9ee156b2decf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:29.168597 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3059f6e-4c8f-494a-b150-c2797b7bab07 req-086f1fe5-fdca-4673-92b4-9ee156b2decf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 1097 time: 0.0531132 Jul 09 14:41:29.274880 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3059f6e-4c8f-494a-b150-c2797b7bab07 req-a3cc9fe3-5829-4cbb-a7c0-e7be4ca0d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:29.276317 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3059f6e-4c8f-494a-b150-c2797b7bab07 req-a3cc9fe3-5829-4cbb-a7c0-e7be4ca0d440 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.0889099 Jul 09 14:41:29.340558 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3059f6e-4c8f-494a-b150-c2797b7bab07 req-ad5d5168-b0ea-487c-b534-3ad1f6fea7a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0912247a-7362-49b4-8b9e-45f86ac2084f HTTP/1.1" status: 200 len: 1002 time: 0.0581801 Jul 09 14:41:29.680592 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3059f6e-4c8f-494a-b150-c2797b7bab07 req-4d26050b-d9b3-4079-b562-18c027f9bb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:29.682002 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3059f6e-4c8f-494a-b150-c2797b7bab07 req-4d26050b-d9b3-4079-b562-18c027f9bb1c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.3356743 Jul 09 14:41:29.740184 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3059f6e-4c8f-494a-b150-c2797b7bab07 req-17183bb9-c187-4069-bc32-c45053d64f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:41:29.741710 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3059f6e-4c8f-494a-b150-c2797b7bab07 req-17183bb9-c187-4069-bc32-c45053d64f7a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530784 Jul 09 14:41:29.829456 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3059f6e-4c8f-494a-b150-c2797b7bab07 req-beaf2ff6-d9ab-4877-8c3e-407a7ee25c17 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815923 Jul 09 14:41:29.919562 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e3059f6e-4c8f-494a-b150-c2797b7bab07 req-7c30daae-6ed9-411c-9332-ab0aca54b8ce service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836983 Jul 09 14:41:31.909056 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1fad6062-df86-4f5b-9fe2-c84be23b87fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:34.775716 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2450ddc5-4642-4767-950f-ab50eae7a249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:34.777346 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:35.941169 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:37.348602 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:39.349493 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:41:39.645379 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:01.910590 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4ae71eed-2b59-4b6b-9682-f5d5af8f1fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:04.297415 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:42:04.775534 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5fbb20f3-481e-46f1-9ec7-0be095ac592d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:04.777328 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:05.944581 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:07.352710 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:09.350629 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:09.646113 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:30.049212 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1959d4ae-8673-4aa0-bed9-eb3672d10cfd req-6cce601e-27e0-425e-a2ea-a9486964df7a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0543132 Jul 09 14:42:30.147677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959d4ae-8673-4aa0-bed9-eb3672d10cfd req-08e0b68e-e4f3-452b-8175-2a2985a10e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:30.149198 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1959d4ae-8673-4aa0-bed9-eb3672d10cfd req-08e0b68e-e4f3-452b-8175-2a2985a10e69 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 1097 time: 0.0567205 Jul 09 14:42:30.252427 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959d4ae-8673-4aa0-bed9-eb3672d10cfd req-61fcfcfd-57bc-4653-9ad0-531a5a1e895e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:30.253947 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1959d4ae-8673-4aa0-bed9-eb3672d10cfd req-61fcfcfd-57bc-4653-9ad0-531a5a1e895e service neutron] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.0853517 Jul 09 14:42:30.323203 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1959d4ae-8673-4aa0-bed9-eb3672d10cfd req-9146112d-e283-4ff0-99c1-f42da618f264 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0912247a-7362-49b4-8b9e-45f86ac2084f HTTP/1.1" status: 200 len: 1002 time: 0.0629821 Jul 09 14:42:30.371565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959d4ae-8673-4aa0-bed9-eb3672d10cfd req-82d63d21-163b-4ef2-83b7-9baa03c37c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:30.373066 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1959d4ae-8673-4aa0-bed9-eb3672d10cfd req-82d63d21-163b-4ef2-83b7-9baa03c37c4f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0444431 Jul 09 14:42:30.432828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959d4ae-8673-4aa0-bed9-eb3672d10cfd req-f513ee56-e803-4d10-a7b6-882c80fc822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:30.434374 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1959d4ae-8673-4aa0-bed9-eb3672d10cfd req-f513ee56-e803-4d10-a7b6-882c80fc822d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552385 Jul 09 14:42:30.444863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-1959d4ae-8673-4aa0-bed9-eb3672d10cfd req-482b5877-2b4b-40df-9d81-61017e35c233 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:42:30.445808 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1959d4ae-8673-4aa0-bed9-eb3672d10cfd req-482b5877-2b4b-40df-9d81-61017e35c233 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052419 Jul 09 14:42:30.542259 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1959d4ae-8673-4aa0-bed9-eb3672d10cfd req-551eb41d-7315-48d4-9f05-ee7555f2c7e4 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902631 Jul 09 14:42:30.633634 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1959d4ae-8673-4aa0-bed9-eb3672d10cfd req-95dd17fe-e4b6-4033-853b-bd19d0a56abf service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851979 Jul 09 14:42:31.911857 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-baeac337-7abc-42f8-984b-3d9135564642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:34.776912 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-67b331c6-3cae-4f8b-b1ef-3d2ff1fd54ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:34.778828 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:35.948852 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:37.353295 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:39.357479 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:39.660090 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:41.296905 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:42:41.859062 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dc80c-8fab-4653-a3e9-accc00359e8d req-e177bc75-ea4d-4382-a095-aa973be7eb01 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:41.860484 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f45dc80c-8fab-4653-a3e9-accc00359e8d req-e177bc75-ea4d-4382-a095-aa973be7eb01 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0664189 Jul 09 14:42:41.898191 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f45dc80c-8fab-4653-a3e9-accc00359e8d req-aa4f852f-f81a-48b0-bbb2-757fa26ca1f7 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321290 Jul 09 14:42:43.105364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c240dc36-7574-4396-bf7c-602b8edee792 req-4c42223b-3227-42fe-b39e-dbc9a78ca97f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:43.106813 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c240dc36-7574-4396-bf7c-602b8edee792 req-4c42223b-3227-42fe-b39e-dbc9a78ca97f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0691664 Jul 09 14:42:43.147021 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c240dc36-7574-4396-bf7c-602b8edee792 req-41ca3b3b-9554-43c7-8438-e6997e8097d9 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342300 Jul 09 14:42:44.350345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82748133-a71e-4821-a2b2-75e7bde42ea6 req-e4994c3a-fca2-49ff-acc4-d8d547178be5 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:44.351867 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-82748133-a71e-4821-a2b2-75e7bde42ea6 req-e4994c3a-fca2-49ff-acc4-d8d547178be5 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0630476 Jul 09 14:42:44.389544 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-82748133-a71e-4821-a2b2-75e7bde42ea6 req-ee9261f8-c2f9-46e1-a8c4-5556a950800c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319283 Jul 09 14:42:45.568819 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e734eb-cba7-4d1f-86f8-b7b53f1df155 req-680c9c11-8d75-4a4b-b6d4-dab070c280f4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:45.570326 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-80e734eb-cba7-4d1f-86f8-b7b53f1df155 req-680c9c11-8d75-4a4b-b6d4-dab070c280f4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0650730 Jul 09 14:42:45.608733 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-80e734eb-cba7-4d1f-86f8-b7b53f1df155 req-4e5482c6-dc3a-46c5-ad77-c4bd1906c4e1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327976 Jul 09 14:42:46.790274 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78337d4d-7b2a-4f2f-bbd3-e3243dc028d8 req-55ceecd2-0923-4a13-abbb-7d2f01756c8e tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:46.791819 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78337d4d-7b2a-4f2f-bbd3-e3243dc028d8 req-55ceecd2-0923-4a13-abbb-7d2f01756c8e tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0696108 Jul 09 14:42:46.830697 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-78337d4d-7b2a-4f2f-bbd3-e3243dc028d8 req-97e3b389-fb4a-41af-9733-5d57ef97194a tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316782 Jul 09 14:42:48.009892 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23526f10-0ba4-443b-95ba-c2d446202152 req-c22bca73-476d-4625-95a1-4988fe44eae5 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:48.012338 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23526f10-0ba4-443b-95ba-c2d446202152 req-c22bca73-476d-4625-95a1-4988fe44eae5 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0714447 Jul 09 14:42:48.052870 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-23526f10-0ba4-443b-95ba-c2d446202152 req-2526bdbb-c337-4dba-acd8-6e4fa9bf5568 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344570 Jul 09 14:42:49.229403 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fee029a-af5e-4899-89dc-2c0dfde745b9 req-e33b9c32-4164-4854-9598-1915a096101a tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:49.231273 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0fee029a-af5e-4899-89dc-2c0dfde745b9 req-e33b9c32-4164-4854-9598-1915a096101a tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0671239 Jul 09 14:42:49.269532 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0fee029a-af5e-4899-89dc-2c0dfde745b9 req-336eb03f-9f63-4545-9cc0-e14a3c9bf9e2 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327091 Jul 09 14:42:50.452040 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e64ff1-716c-4c40-8655-7b5ec724fa6b req-7f205976-3c64-4350-8ff3-0bb3c41a0f1e tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:50.453700 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-32e64ff1-716c-4c40-8655-7b5ec724fa6b req-7f205976-3c64-4350-8ff3-0bb3c41a0f1e tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0737586 Jul 09 14:42:50.499926 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-32e64ff1-716c-4c40-8655-7b5ec724fa6b req-7ef0219f-e3f8-4ffa-af49-9394c152aa47 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400560 Jul 09 14:42:51.674135 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d72530e-19d8-40e8-9c36-0b30e1734cab req-a5be1757-4b2b-4d03-ae87-9d911a02c71a tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:51.675646 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0d72530e-19d8-40e8-9c36-0b30e1734cab req-a5be1757-4b2b-4d03-ae87-9d911a02c71a tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0622096 Jul 09 14:42:51.712439 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0d72530e-19d8-40e8-9c36-0b30e1734cab req-2244b6f6-d714-411c-942d-3001c6cc657b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312631 Jul 09 14:42:51.944261 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfc2c0-eca3-49f5-835e-2a2fe4cabc9b req-4db1813b-77bb-4ec6-981a-8e19e4d47991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:51.945725 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ccbfc2c0-eca3-49f5-835e-2a2fe4cabc9b req-4db1813b-77bb-4ec6-981a-8e19e4d47991 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 1097 time: 0.0539608 Jul 09 14:42:52.039854 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfc2c0-eca3-49f5-835e-2a2fe4cabc9b req-34683a69-98da-4110-aa02-d69686f5f48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:52.041457 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ccbfc2c0-eca3-49f5-835e-2a2fe4cabc9b req-34683a69-98da-4110-aa02-d69686f5f48c service neutron] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.0898843 Jul 09 14:42:52.107044 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ccbfc2c0-eca3-49f5-835e-2a2fe4cabc9b req-b4bd16c8-92a7-4365-9be6-d0259a9b0389 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0912247a-7362-49b4-8b9e-45f86ac2084f HTTP/1.1" status: 200 len: 1002 time: 0.0597751 Jul 09 14:42:52.161565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfc2c0-eca3-49f5-835e-2a2fe4cabc9b req-e110be93-383c-482d-98a2-d2fe585e180b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:52.163053 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ccbfc2c0-eca3-49f5-835e-2a2fe4cabc9b req-e110be93-383c-482d-98a2-d2fe585e180b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0505033 Jul 09 14:42:52.223598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbfc2c0-eca3-49f5-835e-2a2fe4cabc9b req-ad71f8b4-0922-49df-825e-575fa351bbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:52.225124 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ccbfc2c0-eca3-49f5-835e-2a2fe4cabc9b req-ad71f8b4-0922-49df-825e-575fa351bbd3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555925 Jul 09 14:42:52.314889 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ccbfc2c0-eca3-49f5-835e-2a2fe4cabc9b req-c86aeb2f-c885-46f6-a0db-683060470480 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835657 Jul 09 14:42:52.413133 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ccbfc2c0-eca3-49f5-835e-2a2fe4cabc9b req-26555fd5-84cf-423f-91ab-2cdb656e931f service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919642 Jul 09 14:42:53.200847 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d19f8d-67c8-4400-898a-8c126413b1f4 req-eb903422-a26e-4d98-a046-80ea1c72013b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:53.202347 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f0d19f8d-67c8-4400-898a-8c126413b1f4 req-eb903422-a26e-4d98-a046-80ea1c72013b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.3797436 Jul 09 14:42:53.240674 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f0d19f8d-67c8-4400-898a-8c126413b1f4 req-5307d373-85a6-4d6b-bf8c-b5591b2dde6c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326421 Jul 09 14:42:54.418061 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfad6499-596e-4ca9-ac2b-04a83a899bc5 req-5af066b5-6907-4d36-8220-11f3cb2b507f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:54.419641 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dfad6499-596e-4ca9-ac2b-04a83a899bc5 req-5af066b5-6907-4d36-8220-11f3cb2b507f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0657632 Jul 09 14:42:54.461534 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-dfad6499-596e-4ca9-ac2b-04a83a899bc5 req-a6001d89-09e4-43a2-8235-4906e5b17de2 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344169 Jul 09 14:42:55.656189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e492633-5f0e-40da-baf6-0858d276784c req-37205975-afdd-40f9-bcbc-9c605c3b7f87 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:55.658441 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e492633-5f0e-40da-baf6-0858d276784c req-37205975-afdd-40f9-bcbc-9c605c3b7f87 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0733924 Jul 09 14:42:55.699336 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5e492633-5f0e-40da-baf6-0858d276784c req-cd5aa38d-ee18-4b88-a3bd-fb2a3b786185 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354266 Jul 09 14:42:56.878894 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b871698-f92e-4f0b-bae5-bd376268e077 req-d18e72e2-99da-4ea1-ab7a-8b07ff4367a4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:56.880496 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b871698-f92e-4f0b-bae5-bd376268e077 req-d18e72e2-99da-4ea1-ab7a-8b07ff4367a4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0661001 Jul 09 14:42:56.919242 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1b871698-f92e-4f0b-bae5-bd376268e077 req-b26c3424-7a90-4005-9a75-e882d03c65f1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323796 Jul 09 14:42:57.220760 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 0912247a-7362-49b4-8b9e-45f86ac2084f no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:42:57.244190 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-17a184f9-c5c0-45b7-870f-89a2fb4c9fe8 req-cb46573b-ade4-40dc-ac4e-792fb15b7bc5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0848663 Jul 09 14:42:57.315958 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:57.329709 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee646a37-341a-4433-b2b9-43ed7984e343 req-b67d6f14-fbaa-4464-96b1-bd24ac29c12f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:57.331387 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee646a37-341a-4433-b2b9-43ed7984e343 req-b67d6f14-fbaa-4464-96b1-bd24ac29c12f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0744667 Jul 09 14:42:57.342889 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0912247a-7362-49b4-8b9e-45f86ac2084f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:42:57.346090 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc1a1a7-d717-48fc-a6b6-bacb25a44c4e" -d '{"events": [{"server_uuid": "b10e56a3-f183-4225-9282-969ba888d1ee", "name": "network-vif-unplugged", "status": "completed", "tag": "0912247a-7362-49b4-8b9e-45f86ac2084f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:42:57.367965 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 0912247a-7362-49b4-8b9e-45f86ac2084f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0912247a-7362-49b4-8b9e-45f86ac2084f,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:42:57.378815 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee646a37-341a-4433-b2b9-43ed7984e343 req-2700141a-a9a7-4fbc-ab88-893a32dc022e tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384808 Jul 09 14:42:57.380496 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:42:57.383030 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 09 Jul 2021 14:42:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25c2c09-1e20-4051-8222-b2683c4a77e8 x-openstack-request-id: req-d25c2c09-1e20-4051-8222-b2683c4a77e8 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:42:57.383364 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10e56a3-f183-4225-9282-969ba888d1ee", "name": "network-vif-unplugged", "status": "failed", "tag": "0912247a-7362-49b4-8b9e-45f86ac2084f", "code": 422}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:42:57.383628 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-d25c2c09-1e20-4051-8222-b2683c4a77e8 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:42:57.384030 n-d-799525-3 neutron-server[93755]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0912247a-7362-49b4-8b9e-45f86ac2084f', 'code': 422} returned with failed status Jul 09 14:42:57.438367 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=0912247a-7362-49b4-8b9e-45f86ac2084f,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:42:57.446071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:57.446418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:57.446769 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:57.447134 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:57.447475 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:57.447809 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:57.448145 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:57.448473 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:57.448810 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:57.449135 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:57.449464 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:57.449793 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:42:58.583137 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cba5b21-f92d-4790-b494-3c344b60b569 req-bd462d91-3c04-4a19-92b1-bd16b59c6e8e tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:58.585390 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cba5b21-f92d-4790-b494-3c344b60b569 req-bd462d91-3c04-4a19-92b1-bd16b59c6e8e tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0810490 Jul 09 14:42:58.631077 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-3cba5b21-f92d-4790-b494-3c344b60b569 req-50a8a64c-4ba7-46c3-8e41-fcbf6c829680 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387986 Jul 09 14:42:59.836329 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f0688d-8ed5-46b6-bde0-38f97f16d7c2 req-df7c320e-95a2-43f6-82bf-8db1dfefb9ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:42:59.837953 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26f0688d-8ed5-46b6-bde0-38f97f16d7c2 req-df7c320e-95a2-43f6-82bf-8db1dfefb9ae tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0796857 Jul 09 14:42:59.890607 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-26f0688d-8ed5-46b6-bde0-38f97f16d7c2 req-55a0276f-5968-4660-8244-f4aa214a945e tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437603 Jul 09 14:43:01.275330 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a2aae1-9c63-4a8e-82f1-6152e4169ab2 req-437f5af9-ce83-44ad-91e2-d103d8f578dc tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:01.276822 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9a2aae1-9c63-4a8e-82f1-6152e4169ab2 req-437f5af9-ce83-44ad-91e2-d103d8f578dc tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0673192 Jul 09 14:43:01.319273 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b9a2aae1-9c63-4a8e-82f1-6152e4169ab2 req-8f06308d-95fb-4f0a-9332-ca4b93df6a76 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361164 Jul 09 14:43:01.913570 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f8fb2c42-1493-42f7-bd69-a38bde841b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:02.497027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a184f9-c5c0-45b7-870f-89a2fb4c9fe8 req-e6a1c9e8-6848-4000-aefb-7c859a9f38cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:02.498698 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-17a184f9-c5c0-45b7-870f-89a2fb4c9fe8 req-e6a1c9e8-6848-4000-aefb-7c859a9f38cb service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee&tenant_id=ecf52271c82148aab6d77d9753c23875 HTTP/1.1" status: 200 len: 1095 time: 0.0585041 Jul 09 14:43:02.517914 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8466ed59-56a0-4033-9904-35d8bb2aa975 req-66354054-3817-41bd-9c94-f9a2c85642d6 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:02.519631 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8466ed59-56a0-4033-9904-35d8bb2aa975 req-66354054-3817-41bd-9c94-f9a2c85642d6 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0734859 Jul 09 14:43:02.566617 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8466ed59-56a0-4033-9904-35d8bb2aa975 req-a543225e-6351-442c-b975-e0a267ee4e28 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393455 Jul 09 14:43:02.576606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a184f9-c5c0-45b7-870f-89a2fb4c9fe8 req-9ad8cd98-21fd-471d-8449-e89417806a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:02.578183 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-17a184f9-c5c0-45b7-870f-89a2fb4c9fe8 req-9ad8cd98-21fd-471d-8449-e89417806a4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 1095 time: 0.0577528 Jul 09 14:43:02.678441 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a184f9-c5c0-45b7-870f-89a2fb4c9fe8 req-a092e2bc-0227-40ea-8f79-60e9a7864de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:02.679916 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-17a184f9-c5c0-45b7-870f-89a2fb4c9fe8 req-a092e2bc-0227-40ea-8f79-60e9a7864de0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.0952086 Jul 09 14:43:02.761761 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-17a184f9-c5c0-45b7-870f-89a2fb4c9fe8 req-e3ab5e6f-463e-45cd-8f31-8e8ba9e82019 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0912247a-7362-49b4-8b9e-45f86ac2084f HTTP/1.1" status: 200 len: 1000 time: 0.0749567 Jul 09 14:43:02.819533 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a184f9-c5c0-45b7-870f-89a2fb4c9fe8 req-801de263-9add-4b1a-978c-3a51dd1464f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:02.821046 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-17a184f9-c5c0-45b7-870f-89a2fb4c9fe8 req-801de263-9add-4b1a-978c-3a51dd1464f9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0531034 Jul 09 14:43:02.880862 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a184f9-c5c0-45b7-870f-89a2fb4c9fe8 req-3e653818-86ca-4abe-9cc8-5fc9f7f03311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:02.882400 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-17a184f9-c5c0-45b7-870f-89a2fb4c9fe8 req-3e653818-86ca-4abe-9cc8-5fc9f7f03311 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555868 Jul 09 14:43:02.978510 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-17a184f9-c5c0-45b7-870f-89a2fb4c9fe8 req-fedf3473-e904-4414-b29e-f0fd52a81c7d service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891850 Jul 09 14:43:03.082287 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-17a184f9-c5c0-45b7-870f-89a2fb4c9fe8 req-8d52be84-6a39-4f0a-acc2-0584d9d8003c service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973845 Jul 09 14:43:03.763477 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e65049d-5c66-4f58-b2db-c0f256c330cc req-aa0263a1-f2e9-404e-b3d6-c98b03301a9c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:03.765382 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e65049d-5c66-4f58-b2db-c0f256c330cc req-aa0263a1-f2e9-404e-b3d6-c98b03301a9c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0733681 Jul 09 14:43:03.807487 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-0e65049d-5c66-4f58-b2db-c0f256c330cc req-357aa923-ca27-4563-ae74-a97aa9be98df tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360131 Jul 09 14:43:04.780308 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7153af2a-b7f5-4d11-89b4-27afcfceccb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:04.782797 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:05.004379 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c2cb9e-990b-4a70-b8e1-17e09bf677ae req-92459d9b-267a-4d95-8470-8925e3699d10 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:05.005788 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-52c2cb9e-990b-4a70-b8e1-17e09bf677ae req-92459d9b-267a-4d95-8470-8925e3699d10 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0731928 Jul 09 14:43:05.048224 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-52c2cb9e-990b-4a70-b8e1-17e09bf677ae req-5e723a7c-a638-4e86-a3bf-6c330be7d1be tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361853 Jul 09 14:43:05.950007 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:06.227849 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7393d741-54c7-4616-9e64-0dbb24f5ec3b req-a4746105-2f9b-4d3a-ad0f-dd82fba3695f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:06.229356 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7393d741-54c7-4616-9e64-0dbb24f5ec3b req-a4746105-2f9b-4d3a-ad0f-dd82fba3695f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0665784 Jul 09 14:43:06.269323 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7393d741-54c7-4616-9e64-0dbb24f5ec3b req-d3fccd3d-c433-43d4-bfed-37df125317f9 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340221 Jul 09 14:43:07.357279 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:07.503026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba69880-4e06-4c62-844d-d8753dac770b req-a9a4fa90-de22-4142-a96a-807fee4bf3f5 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:07.504574 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fba69880-4e06-4c62-844d-d8753dac770b req-a9a4fa90-de22-4142-a96a-807fee4bf3f5 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.1194468 Jul 09 14:43:07.550752 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fba69880-4e06-4c62-844d-d8753dac770b req-159b4a5b-fbb2-481a-a111-48cfb24f545d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403352 Jul 09 14:43:08.774814 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add02a20-d9ce-405e-91db-b875ffa9e31a req-4ae1e3b3-4159-4f01-a118-6781df763c31 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:08.776357 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-add02a20-d9ce-405e-91db-b875ffa9e31a req-4ae1e3b3-4159-4f01-a118-6781df763c31 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.1079419 Jul 09 14:43:08.814607 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-add02a20-d9ce-405e-91db-b875ffa9e31a req-ed187734-f8a8-441c-8359-9b5d7800861d tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319867 Jul 09 14:43:09.361197 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:09.660395 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:09.998673 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d07c47-8a81-457b-9478-66d3628b8718 req-0aeb6b0c-ba71-4927-9580-241b5c959cfc tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:10.000174 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5d07c47-8a81-457b-9478-66d3628b8718 req-0aeb6b0c-ba71-4927-9580-241b5c959cfc tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0671294 Jul 09 14:43:10.038786 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5d07c47-8a81-457b-9478-66d3628b8718 req-af2af7ae-bfc8-40b8-88a4-ec845ab747a2 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329752 Jul 09 14:43:11.211199 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a7d752-ab6e-43e4-bc52-33be00a62bdb req-67fc8acc-e62b-4ccc-ac28-dca96a63d66b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:11.212694 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92a7d752-ab6e-43e4-bc52-33be00a62bdb req-67fc8acc-e62b-4ccc-ac28-dca96a63d66b tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 944 time: 0.0632601 Jul 09 14:43:11.250606 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-92a7d752-ab6e-43e4-bc52-33be00a62bdb req-c132c8fb-a6cb-481a-8c78-faebd898a2bf tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323348 Jul 09 14:43:11.275162 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 0912247a-7362-49b4-8b9e-45f86ac2084f details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:43:11.370777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 0912247a-7362-49b4-8b9e-45f86ac2084f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0912247a-7362-49b4-8b9e-45f86ac2084f,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:11.381800 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '0912247a-7362-49b4-8b9e-45f86ac2084f', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'port_id': '0912247a-7362-49b4-8b9e-45f86ac2084f', 'mac_address': 'fa:16:3e:6e:7d:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 317, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:43:11.421343 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:11.433678 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0912247a-7362-49b4-8b9e-45f86ac2084f {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:43:11.452414 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 0912247a-7362-49b4-8b9e-45f86ac2084f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0912247a-7362-49b4-8b9e-45f86ac2084f,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:11.456119 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:11.502649 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=0912247a-7362-49b4-8b9e-45f86ac2084f,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:11.673969 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['0912247a-7362-49b4-8b9e-45f86ac2084f'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:43:12.425242 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3a192f-da57-4102-ba3b-6628657df31c req-a279f9db-52fc-4241-9e6b-965fcae252fb tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:12.427259 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ff3a192f-da57-4102-ba3b-6628657df31c req-a279f9db-52fc-4241-9e6b-965fcae252fb tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 945 time: 0.0663552 Jul 09 14:43:12.465308 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ff3a192f-da57-4102-ba3b-6628657df31c req-6917d14d-7207-410a-8e34-2203cd0d0940 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325017 Jul 09 14:43:13.291479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 0912247a-7362-49b4-8b9e-45f86ac2084f up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:43:13.337997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 0912247a-7362-49b4-8b9e-45f86ac2084f triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:43:13.338378 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:13.416562 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:13.438589 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0912247a-7362-49b4-8b9e-45f86ac2084f'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:43:13.440871 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-018178dd-a566-4eb5-9a96-14dbca11346d" -d '{"events": [{"server_uuid": "b10e56a3-f183-4225-9282-969ba888d1ee", "name": "network-vif-plugged", "status": "completed", "tag": "0912247a-7362-49b4-8b9e-45f86ac2084f"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:43:13.453749 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 0912247a-7362-49b4-8b9e-45f86ac2084f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0912247a-7362-49b4-8b9e-45f86ac2084f,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:43:13.458578 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:13.482134 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0284e84d-4487-4f91-9e65-3e32c8a0cf20 x-openstack-request-id: req-0284e84d-4487-4f91-9e65-3e32c8a0cf20 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:43:13.482433 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10e56a3-f183-4225-9282-969ba888d1ee", "name": "network-vif-plugged", "status": "completed", "tag": "0912247a-7362-49b4-8b9e-45f86ac2084f", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:43:13.482688 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-0284e84d-4487-4f91-9e65-3e32c8a0cf20 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:43:13.483076 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0912247a-7362-49b4-8b9e-45f86ac2084f', 'code': 200} Jul 09 14:43:13.511270 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=0912247a-7362-49b4-8b9e-45f86ac2084f,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:43:13.641508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050112de-e7c6-4146-b3c9-9a96e4595fc5 req-fd9fe1cb-61c5-4150-8290-802622a41f2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:13.642263 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db06b75c-19e3-4a05-939d-f129ace185e8 req-61ddb84a-1ea5-445d-aaff-28e6e2b5b914 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:13.642960 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-050112de-e7c6-4146-b3c9-9a96e4595fc5 req-fd9fe1cb-61c5-4150-8290-802622a41f2a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 1097 time: 0.0518055 Jul 09 14:43:13.643900 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db06b75c-19e3-4a05-939d-f129ace185e8 req-61ddb84a-1ea5-445d-aaff-28e6e2b5b914 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0660396 Jul 09 14:43:13.679679 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-050112de-e7c6-4146-b3c9-9a96e4595fc5 req-ab27204d-66d6-438c-9539-5b84ebd256e7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296576 Jul 09 14:43:13.682857 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-db06b75c-19e3-4a05-939d-f129ace185e8 req-1169e23b-9dd3-4a78-a877-0226d4941622 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327439 Jul 09 14:43:14.856379 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff038e-3ac3-4059-9a9c-b94eb2aab109 req-84fa3fe5-8709-4586-a94a-7646def47032 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:14.857857 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bcff038e-3ac3-4059-9a9c-b94eb2aab109 req-84fa3fe5-8709-4586-a94a-7646def47032 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0638940 Jul 09 14:43:14.895817 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bcff038e-3ac3-4059-9a9c-b94eb2aab109 req-5ca84ecf-1247-4680-b79a-fbd245890fcd tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318272 Jul 09 14:43:18.296822 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:43:31.024415 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac112bab-f738-4bdc-a441-2f9cb9852608 req-c333bf12-7ab4-49bd-b130-90f3152231b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0517242 Jul 09 14:43:31.124191 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac112bab-f738-4bdc-a441-2f9cb9852608 req-b5222a51-87e9-4fff-943a-ed6a63b4e313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:31.125776 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac112bab-f738-4bdc-a441-2f9cb9852608 req-b5222a51-87e9-4fff-943a-ed6a63b4e313 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 1097 time: 0.0584927 Jul 09 14:43:31.230954 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac112bab-f738-4bdc-a441-2f9cb9852608 req-9fa4c6ef-bf2d-4f83-a969-205c86a25a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:31.232491 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac112bab-f738-4bdc-a441-2f9cb9852608 req-9fa4c6ef-bf2d-4f83-a969-205c86a25a9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.0852242 Jul 09 14:43:31.304493 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac112bab-f738-4bdc-a441-2f9cb9852608 req-e157bee0-e50b-4437-97c9-ed46512e63fe service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0912247a-7362-49b4-8b9e-45f86ac2084f HTTP/1.1" status: 200 len: 1002 time: 0.0646453 Jul 09 14:43:31.360543 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac112bab-f738-4bdc-a441-2f9cb9852608 req-ce373197-3054-4f71-8e20-77ad9d71f85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:31.362236 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac112bab-f738-4bdc-a441-2f9cb9852608 req-ce373197-3054-4f71-8e20-77ad9d71f85b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0494976 Jul 09 14:43:31.434509 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac112bab-f738-4bdc-a441-2f9cb9852608 req-3d6e99cc-f78c-48af-9b55-9a761a77e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:43:31.436807 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac112bab-f738-4bdc-a441-2f9cb9852608 req-3d6e99cc-f78c-48af-9b55-9a761a77e8d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677183 Jul 09 14:43:31.552630 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac112bab-f738-4bdc-a441-2f9cb9852608 req-30b1799b-7a36-4ff9-8a14-4630f92f0259 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090865 Jul 09 14:43:31.646496 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-ac112bab-f738-4bdc-a441-2f9cb9852608 req-332b7428-4978-4fd5-9536-7858224d93ac service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869751 Jul 09 14:43:31.916881 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-44c81df9-b079-4c31-9a48-c90ad1688120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:34.781294 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dffbe4aa-9001-45ee-bb1e-b38aaf5e0b51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:34.783237 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:35.954174 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:37.359782 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:39.374482 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:39.663860 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:43:55.303552 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:44:01.918006 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-77437353-57fc-471e-8ed0-e8aaa6a25d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:04.791392 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:04.796895 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e67f5b73-8e75-4ebd-860c-49a4d8383a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:05.957295 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:07.367764 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:09.369421 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:09.674834 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:30.418560 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51552) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:30.586666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Deleting port 9791fa0f-06e2-4e47-a0dd-b4c281bcc14c {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:44:30.587013 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:30.663380 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:30.663705 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:30.675571 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Calling delete_port for 9791fa0f-06e2-4e47-a0dd-b4c281bcc14c owned by network:floatingip {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:44:30.825380 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:30.853026 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event deleted for resources: {'Port': ['ID=9791fa0f-06e2-4e47-a0dd-b4c281bcc14c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:30.879739 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:30.880091 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:30.880438 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:30.880780 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:30.881115 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:30.881448 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:30.881781 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:30.882144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:30.882541 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:30.882931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:30.883352 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:30.883739 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:30.929905 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for floatingip, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:30.930141 n-d-799525-3 neutron-server[93754]: INFO neutron.db.l3_db [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Floating IP 312be730-8c12-433a-b82a-563cb684331d disassociated (deleted). External IP: 172.25.2.158, port: 0912247a-7362-49b4-8b9e-45f86ac2084f. Jul 09 14:44:31.061457 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-054bcd59-9210-4320-82e7-2002e257c935 req-2aa62d4b-be05-4a06-98b5-3fa9ebb46704 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0553322 Jul 09 14:44:31.154784 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Router b872775e-1bf0-42d0-a007-b637b69efa05 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:44:31.165369 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bcd59-9210-4320-82e7-2002e257c935 req-fd8f6d30-4629-4add-8757-913afbfd9c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:31.166911 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-054bcd59-9210-4320-82e7-2002e257c935 req-fd8f6d30-4629-4add-8757-913afbfd9c77 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 1097 time: 0.0593359 Jul 09 14:44:31.269895 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:44:31.273766 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bcd59-9210-4320-82e7-2002e257c935 req-3185a407-3453-4712-bfb5-34b6fd7e36ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:31.274267 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:31.275669 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-054bcd59-9210-4320-82e7-2002e257c935 req-3185a407-3453-4712-bfb5-34b6fd7e36ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.0890901 Jul 09 14:44:31.279971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeabd86-2ab5-4baf-a063-b84da71d85aa None None] Sync routers for ids ['b872775e-1bf0-42d0-a007-b637b69efa05'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:44:31.290722 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeabd86-2ab5-4baf-a063-b84da71d85aa None None] Routers {'b872775e-1bf0-42d0-a007-b637b69efa05'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:44:31.291381 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-faeabd86-2ab5-4baf-a063-b84da71d85aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:44:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b872775e-1bf0-42d0-a007-b637b69efa05'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:31.319649 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7ffdd58a-9fb0-4db5-a25a-ebcbbd1ee34c tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "DELETE /v2.0/floatingips/312be730-8c12-433a-b82a-563cb684331d HTTP/1.1" status: 204 len: 168 time: 0.9000010 Jul 09 14:44:31.320934 n-d-799525-3 neutron-server[93754]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'tag': '0912247a-7362-49b4-8b9e-45f86ac2084f'}] {{(pid=93754) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:31.322249 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-054bcd59-9210-4320-82e7-2002e257c935 req-f63eadbf-7ba4-440b-9977-a721311faf8c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0912247a-7362-49b4-8b9e-45f86ac2084f HTTP/1.1" status: 200 len: 217 time: 0.0406759 Jul 09 14:44:31.323308 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1091433339f976b032524960edcb999fbceacf16816299a62dfac0337c1fae75" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4777aa-dd91-453f-a776-8857ad5ec7f4" -d '{"events": [{"name": "network-changed", "server_uuid": "b10e56a3-f183-4225-9282-969ba888d1ee", "tag": "0912247a-7362-49b4-8b9e-45f86ac2084f"}]}' {{(pid=93754) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:31.387684 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bcd59-9210-4320-82e7-2002e257c935 req-813f0c5f-5627-40e4-b971-8a9086165fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:31.389292 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-054bcd59-9210-4320-82e7-2002e257c935 req-813f0c5f-5627-40e4-b971-8a9086165fd4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0588729 Jul 09 14:44:31.438221 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c1b0410-0b63-4951-94fa-d4c89980c1d6 x-openstack-request-id: req-7c1b0410-0b63-4951-94fa-d4c89980c1d6 {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:31.438756 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b10e56a3-f183-4225-9282-969ba888d1ee", "tag": "0912247a-7362-49b4-8b9e-45f86ac2084f", "status": "completed", "code": 200}]} {{(pid=93754) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:31.438756 n-d-799525-3 neutron-server[93754]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7c1b0410-0b63-4951-94fa-d4c89980c1d6 {{(pid=93754) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:31.439159 n-d-799525-3 neutron-server[93754]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'tag': '0912247a-7362-49b4-8b9e-45f86ac2084f', 'status': 'completed', 'code': 200} Jul 09 14:44:31.442676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-faeabd86-2ab5-4baf-a063-b84da71d85aa None None] Set router b872775e-1bf0-42d0-a007-b637b69efa05 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:44:31.458100 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054bcd59-9210-4320-82e7-2002e257c935 req-0003f39e-9ad4-412b-8b69-98ce81a04780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:31.459695 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-054bcd59-9210-4320-82e7-2002e257c935 req-0003f39e-9ad4-412b-8b69-98ce81a04780 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637729 Jul 09 14:44:31.569109 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-054bcd59-9210-4320-82e7-2002e257c935 req-56949e48-0741-4c42-853c-09c4fb17f8ab service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014578 Jul 09 14:44:31.654687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-faeabd86-2ab5-4baf-a063-b84da71d85aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:54Z', 'revision_number': 5, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:31.671397 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-054bcd59-9210-4320-82e7-2002e257c935 req-ab6cfa89-bac4-40e9-be25-52a67b8016e6 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894165 Jul 09 14:44:31.682821 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeabd86-2ab5-4baf-a063-b84da71d85aa None None] Checking router: b872775e-1bf0-42d0-a007-b637b69efa05 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:44:31.691841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faeabd86-2ab5-4baf-a063-b84da71d85aa None None] Routers {'b872775e-1bf0-42d0-a007-b637b69efa05'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:44:31.692435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-faeabd86-2ab5-4baf-a063-b84da71d85aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:44:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b872775e-1bf0-42d0-a007-b637b69efa05'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:31.734345 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cee090-c568-49ba-b00d-6162c7b9ec7a req-0699d985-7ec9-42f1-99ca-5fe9983dfcd1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:31.736315 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3cee090-c568-49ba-b00d-6162c7b9ec7a req-0699d985-7ec9-42f1-99ca-5fe9983dfcd1 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0687628 Jul 09 14:44:31.778669 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4777aa-dd91-453f-a776-8857ad5ec7f4 req-aa15bf9d-d5a0-45bb-9f6b-648466a3ca42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:31.780225 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3a4777aa-dd91-453f-a776-8857ad5ec7f4 req-aa15bf9d-d5a0-45bb-9f6b-648466a3ca42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ecf52271c82148aab6d77d9753c23875&device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 1097 time: 0.0594351 Jul 09 14:44:31.782573 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-d3cee090-c568-49ba-b00d-6162c7b9ec7a req-f583951e-c3ec-4566-91f5-e6bdfba35a23 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393450 Jul 09 14:44:31.882427 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4777aa-dd91-453f-a776-8857ad5ec7f4 req-085c5a6c-0656-4ce1-8701-74b667c6f75d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:31.883999 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3a4777aa-dd91-453f-a776-8857ad5ec7f4 req-085c5a6c-0656-4ce1-8701-74b667c6f75d service neutron] 10.222.0.18 "GET /v2.0/networks?id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 200 len: 910 time: 0.0969207 Jul 09 14:44:31.927807 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3a4777aa-dd91-453f-a776-8857ad5ec7f4 req-435868d6-ae51-4a9a-af30-d390b59bf46f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0912247a-7362-49b4-8b9e-45f86ac2084f HTTP/1.1" status: 200 len: 217 time: 0.0372558 Jul 09 14:44:31.951978 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e66f97bd-53e0-4b44-ac17-eba797ec1577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:31.965753 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-faeabd86-2ab5-4baf-a063-b84da71d85aa None None] Set router b872775e-1bf0-42d0-a007-b637b69efa05 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:44:31.979499 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4777aa-dd91-453f-a776-8857ad5ec7f4 req-ec685e62-7c13-45a2-b3af-89a8f7164b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:31.981028 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3a4777aa-dd91-453f-a776-8857ad5ec7f4 req-ec685e62-7c13-45a2-b3af-89a8f7164b8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 200 len: 848 time: 0.0464792 Jul 09 14:44:32.044389 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4777aa-dd91-453f-a776-8857ad5ec7f4 req-b0ac94fe-4940-4d3d-b0c5-b488c572e60f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:32.045843 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3a4777aa-dd91-453f-a776-8857ad5ec7f4 req-b0ac94fe-4940-4d3d-b0c5-b488c572e60f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582864 Jul 09 14:44:32.139332 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3a4777aa-dd91-453f-a776-8857ad5ec7f4 req-726ae78d-6870-4c04-a6c1-f3079226ac37 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853350 Jul 09 14:44:32.176698 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-faeabd86-2ab5-4baf-a063-b84da71d85aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:54Z', 'revision_number': 5, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:32.203187 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faeabd86-2ab5-4baf-a063-b84da71d85aa None None] The sync data for ids ['b872775e-1bf0-42d0-a007-b637b69efa05'] in n-d-799525-3 is: [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:47Z', 'revision_number': 4, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0', 'name': '', 'network_id': '4da73707-dbc0-4ea7-9ff5-41213c5d2ebd', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'mac_address': 'fa:16:3e:52:73:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:46Z', 'updated_at': '2021-07-09T14:35:54Z', 'revision_number': 5, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'subnets': [{'id': '6c655b6f-897e-49e5-9645-3d2a94322acc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:44:32.235979 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3a4777aa-dd91-453f-a776-8857ad5ec7f4 req-b7b30be9-6f22-4fb9-a3bf-4a6f262ba1a3 service neutron] 10.222.0.18 "GET /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900319 Jul 09 14:44:32.292322 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:44:32.427335 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d23524-d7a5-4f25-b695-1387055f7555 None None] New status for floating IP 312be730-8c12-433a-b82a-563cb684331d: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:44:32.982908 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb51358-84b6-441c-8757-da18cb9924a9 req-b0ad91f8-e03c-4038-8cae-6dd5f332b6d4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:32.984473 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fb51358-84b6-441c-8757-da18cb9924a9 req-b0ad91f8-e03c-4038-8cae-6dd5f332b6d4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0683510 Jul 09 14:44:33.025308 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9fb51358-84b6-441c-8757-da18cb9924a9 req-ef717ff0-3682-4e7a-8626-de9b7a1ded20 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/security-groups?id=6f907221-ebb1-4d3e-b95c-25681fbea014&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345438 Jul 09 14:44:33.154323 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f4f39-ece8-4319-9058-40a9d80f3fda req-1df852c4-b101-465b-9d1b-333eeb170427 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:33.155773 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e41f4f39-ece8-4319-9058-40a9d80f3fda req-1df852c4-b101-465b-9d1b-333eeb170427 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.18 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 946 time: 0.0659645 Jul 09 14:44:33.257886 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e41f4f39-ece8-4319-9058-40a9d80f3fda req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Deleting port 0912247a-7362-49b4-8b9e-45f86ac2084f {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:44:33.258222 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e41f4f39-ece8-4319-9058-40a9d80f3fda req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:33.344258 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-e41f4f39-ece8-4319-9058-40a9d80f3fda req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] For port 0912247a-7362-49b4-8b9e-45f86ac2084f, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=0912247a-7362-49b4-8b9e-45f86ac2084f,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:33.344614 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e41f4f39-ece8-4319-9058-40a9d80f3fda req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:33.357986 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-e41f4f39-ece8-4319-9058-40a9d80f3fda req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Calling delete_port for 0912247a-7362-49b4-8b9e-45f86ac2084f owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:44:33.493125 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e41f4f39-ece8-4319-9058-40a9d80f3fda req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:33.522598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event deleted for resources: {'Port': ['ID=0912247a-7362-49b4-8b9e-45f86ac2084f,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:33.534870 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:33.535249 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:33.535595 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:33.535934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:33.536267 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:33.536598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:33.536934 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:33.537264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:33.537677 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:33.537915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:33.538239 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:33.538562 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:33.578196 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-e41f4f39-ece8-4319-9058-40a9d80f3fda req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] No DVR routers for this DVR port 0912247a-7362-49b4-8b9e-45f86ac2084f on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:44:33.580809 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-e41f4f39-ece8-4319-9058-40a9d80f3fda req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:33.583005 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e41f4f39-ece8-4319-9058-40a9d80f3fda req-21415fed-de88-4041-a6a6-6061ed354120 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.18 "DELETE /v2.0/ports/0912247a-7362-49b4-8b9e-45f86ac2084f HTTP/1.1" status: 204 len: 173 time: 0.4216235 Jul 09 14:44:33.583467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'name': 'network-vif-deleted', 'tag': '0912247a-7362-49b4-8b9e-45f86ac2084f'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:44:33.585754 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5bbc992-3326-4f2a-90d4-77dd11e09688" -d '{"events": [{"server_uuid": "b10e56a3-f183-4225-9282-969ba888d1ee", "name": "network-vif-deleted", "tag": "0912247a-7362-49b4-8b9e-45f86ac2084f"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:44:33.667400 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c958fc88-42ec-4268-a14c-cd6adf7778eb x-openstack-request-id: req-c958fc88-42ec-4268-a14c-cd6adf7778eb {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:44:33.667760 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b10e56a3-f183-4225-9282-969ba888d1ee", "name": "network-vif-deleted", "tag": "0912247a-7362-49b4-8b9e-45f86ac2084f", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:44:33.668020 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c958fc88-42ec-4268-a14c-cd6adf7778eb {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:44:33.668451 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b10e56a3-f183-4225-9282-969ba888d1ee', 'name': 'network-vif-deleted', 'tag': '0912247a-7362-49b4-8b9e-45f86ac2084f', 'status': 'completed', 'code': 200} Jul 09 14:44:34.185877 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-1a911db1-1d81-4927-b2f0-2dc2a9fe382b req-66e256db-a79c-407a-aa20-dc50e28d4e8f tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 210 time: 0.0369017 Jul 09 14:44:34.776605 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b70c01bf-a8d0-4785-951b-9598b4a2a0a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:34.778847 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:35.331809 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f9e3e76-ec11-426f-9510-4e6969f00245 req-1755e1a7-37c6-429f-8849-d850fb272888 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 210 time: 0.0304456 Jul 09 14:44:35.762361 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 0912247a-7362-49b4-8b9e-45f86ac2084f no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:44:35.783057 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 0912247a-7362-49b4-8b9e-45f86ac2084f {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:44:35.783795 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 0912247a-7362-49b4-8b9e-45f86ac2084f not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:44:35.959713 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:36.471515 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e19b28ab-9ff2-43ec-9e21-0cdd9d73996f req-d5ce0e85-e961-4b02-ab78-c9cea27a2251 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 210 time: 0.0284312 Jul 09 14:44:37.372150 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:37.638887 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ee12037a-3949-4589-b106-a572f5a1a17a req-f6964df1-2baa-45cd-bc57-befc9b649231 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "GET /v2.0/ports?device_id=b10e56a3-f183-4225-9282-969ba888d1ee HTTP/1.1" status: 200 len: 210 time: 0.0300481 Jul 09 14:44:38.731931 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51592) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:38.796704 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66659639-5811-4eab-8f5f-d5e6b3007dd4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:38.824527 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66659639-5811-4eab-8f5f-d5e6b3007dd4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:38.887469 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66659639-5811-4eab-8f5f-d5e6b3007dd4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:38.890507 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-66659639-5811-4eab-8f5f-d5e6b3007dd4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:38.891693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-66659639-5811-4eab-8f5f-d5e6b3007dd4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] 10.222.0.39 "DELETE /v2.0/security-groups/6f907221-ebb1-4d3e-b95c-25681fbea014 HTTP/1.1" status: 204 len: 168 time: 0.1587670 Jul 09 14:44:38.902118 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66659639-5811-4eab-8f5f-d5e6b3007dd4 tempest-TestShelveInstance-470130135 tempest-TestShelveInstance-470130135-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f907221-ebb1-4d3e-b95c-25681fbea014,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:38.946778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51596) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:39.384305 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:39.420486 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e354934-85ce-4927-b30d-11258eb4fab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:39.674330 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:39.697029 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6e354934-85ce-4927-b30d-11258eb4fab8 admin admin] Deleting port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:44:39.697370 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e354934-85ce-4927-b30d-11258eb4fab8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:39.781311 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-6e354934-85ce-4927-b30d-11258eb4fab8 admin admin] For port 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:39.781668 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e354934-85ce-4927-b30d-11258eb4fab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:39.795374 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-6e354934-85ce-4927-b30d-11258eb4fab8 admin admin] Calling delete_port for 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:44:39.985805 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e354934-85ce-4927-b30d-11258eb4fab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:40.016388 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e354934-85ce-4927-b30d-11258eb4fab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:40.194579 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-6e354934-85ce-4927-b30d-11258eb4fab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:40.723950 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e354934-85ce-4927-b30d-11258eb4fab8 admin admin] Router b872775e-1bf0-42d0-a007-b637b69efa05 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:44:40.843641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e354934-85ce-4927-b30d-11258eb4fab8 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:44:40.850962 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-6e354934-85ce-4927-b30d-11258eb4fab8 admin admin] 10.222.0.39 "PUT /v2.0/routers/b872775e-1bf0-42d0-a007-b637b69efa05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9029245 Jul 09 14:44:40.853421 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51600) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:40.856129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19697c94-56ce-4de2-92cf-3dea69026d0d None None] Sync routers for ids ['b872775e-1bf0-42d0-a007-b637b69efa05'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:44:40.869846 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19697c94-56ce-4de2-92cf-3dea69026d0d None None] Routers {'b872775e-1bf0-42d0-a007-b637b69efa05'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:44:40.870467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-19697c94-56ce-4de2-92cf-3dea69026d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:44:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b872775e-1bf0-42d0-a007-b637b69efa05'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:40.963112 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a07b4e91-0508-4df3-8355-075a3fd0752c admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:40.975244 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-19697c94-56ce-4de2-92cf-3dea69026d0d None None] Set router b872775e-1bf0-42d0-a007-b637b69efa05 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:44:41.072600 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a07b4e91-0508-4df3-8355-075a3fd0752c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.150996 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a07b4e91-0508-4df3-8355-075a3fd0752c admin admin] Deleting port 384a38c5-1328-4ca9-ae55-f9a50cf725cd {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:44:41.151303 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a07b4e91-0508-4df3-8355-075a3fd0752c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.179435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-19697c94-56ce-4de2-92cf-3dea69026d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103'}], 'enable_snat': True}, 'gw_port_id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:44:39Z', 'revision_number': 5, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port': {'id': '384a38c5-1328-4ca9-ae55-f9a50cf725cd', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:e5:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:35:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:41.206910 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19697c94-56ce-4de2-92cf-3dea69026d0d None None] Checking router: b872775e-1bf0-42d0-a007-b637b69efa05 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:44:41.215482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19697c94-56ce-4de2-92cf-3dea69026d0d None None] Routers {'b872775e-1bf0-42d0-a007-b637b69efa05'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:44:41.216102 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-19697c94-56ce-4de2-92cf-3dea69026d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:44:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b872775e-1bf0-42d0-a007-b637b69efa05'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:41.243651 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-a07b4e91-0508-4df3-8355-075a3fd0752c admin admin] For port 384a38c5-1328-4ca9-ae55-f9a50cf725cd, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=384a38c5-1328-4ca9-ae55-f9a50cf725cd,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:41.244016 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a07b4e91-0508-4df3-8355-075a3fd0752c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.259052 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-a07b4e91-0508-4df3-8355-075a3fd0752c admin admin] Calling delete_port for 384a38c5-1328-4ca9-ae55-f9a50cf725cd owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:44:41.304470 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-19697c94-56ce-4de2-92cf-3dea69026d0d None None] Set router b872775e-1bf0-42d0-a007-b637b69efa05 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:44:41.359722 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-19697c94-56ce-4de2-92cf-3dea69026d0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:44:41Z', 'revision_number': 6, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:41.388167 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19697c94-56ce-4de2-92cf-3dea69026d0d None None] The sync data for ids ['b872775e-1bf0-42d0-a007-b637b69efa05'] in n-d-799525-3 is: [{'id': 'b872775e-1bf0-42d0-a007-b637b69efa05', 'name': 'tempest-TestShelveInstance-1510028783-router', 'tenant_id': 'ecf52271c82148aab6d77d9753c23875', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:44Z', 'updated_at': '2021-07-09T14:44:41Z', 'revision_number': 6, 'project_id': 'ecf52271c82148aab6d77d9753c23875', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:44:41.439442 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a07b4e91-0508-4df3-8355-075a3fd0752c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.470269 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07b4e91-0508-4df3-8355-075a3fd0752c admin admin] Pushing event deleted for resources: {'Port': ['ID=384a38c5-1328-4ca9-ae55-f9a50cf725cd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:41.533793 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a07b4e91-0508-4df3-8355-075a3fd0752c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.629006 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a07b4e91-0508-4df3-8355-075a3fd0752c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.631287 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a07b4e91-0508-4df3-8355-075a3fd0752c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.678119 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a07b4e91-0508-4df3-8355-075a3fd0752c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.678612 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a07b4e91-0508-4df3-8355-075a3fd0752c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b872775e-1bf0-42d0-a007-b637b69efa05 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:44:41.683139 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a07b4e91-0508-4df3-8355-075a3fd0752c admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.684167 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a07b4e91-0508-4df3-8355-075a3fd0752c admin admin] 10.222.0.39 "DELETE /v2.0/routers/b872775e-1bf0-42d0-a007-b637b69efa05 HTTP/1.1" status: 204 len: 168 time: 0.8288476 Jul 09 14:44:41.686602 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51604) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:41.734685 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-dead2c4b-0014-41c7-8dbf-6bc6463242ac admin admin] Deleting subnet 6c655b6f-897e-49e5-9645-3d2a94322acc {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:44:41.738668 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dead2c4b-0014-41c7-8dbf-6bc6463242ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.779461 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dead2c4b-0014-41c7-8dbf-6bc6463242ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.860287 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dead2c4b-0014-41c7-8dbf-6bc6463242ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.912669 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dead2c4b-0014-41c7-8dbf-6bc6463242ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.938371 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dead2c4b-0014-41c7-8dbf-6bc6463242ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c655b6f-897e-49e5-9645-3d2a94322acc,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:41.946499 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-dead2c4b-0014-41c7-8dbf-6bc6463242ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:41.946499 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-dead2c4b-0014-41c7-8dbf-6bc6463242ac admin admin] 10.222.0.39 "DELETE /v2.0/subnets/6c655b6f-897e-49e5-9645-3d2a94322acc HTTP/1.1" status: 204 len: 168 time: 0.2585912 Jul 09 14:44:41.947882 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51606) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:41.951743 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55fc57d-64b6-4dd4-a4ef-58941386880b None None] Network 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:44:42.016967 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.074629 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] Deleting port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:44:42.074863 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.142253 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] For port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=980b54eb-eb3b-4d3a-b535-46f717d5e9d6,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:42.142571 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.155620 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] DHCP port deletion for 4da73707-dbc0-4ea7-9ff5-41213c5d2ebd request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:44:42.157631 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] Calling delete_port for 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:44:42.203369 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Deleting port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:44:42.203851 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.240502 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.270725 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] Pushing event deleted for resources: {'Port': ['ID=980b54eb-eb3b-4d3a-b535-46f717d5e9d6,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:42.272497 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] For port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=980b54eb-eb3b-4d3a-b535-46f717d5e9d6,segment=NetworkSegment(6a64f250-31b2-4138-a427-cc659d204312),segment_id=6a64f250-31b2-4138-a427-cc659d204312)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:42.274382 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] No DVR routers for this DVR port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:44:42.276241 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.290989 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Calling delete_port for 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:44:42.347633 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.360799 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da73707-dbc0-4ea7-9ff5-41213c5d2ebd']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:42.373245 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a64f250-31b2-4138-a427-cc659d204312') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:42.373438 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.373592 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a64f250-31b2-4138-a427-cc659d204312') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:42.384739 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.401352 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.403482 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Pushing event deleted for resources: {'Port': ['ID=980b54eb-eb3b-4d3a-b535-46f717d5e9d6,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:42.408653 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] Releasing vlan 317 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:44:42.410330 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:44:42.412580 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:44:42.415677 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] No DVR routers for this DVR port 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:44:42.418027 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:42.418437 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:42.418792 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:42.419203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:42.419542 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:42.419872 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:42.420346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:42.420677 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:42.421053 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:42.421522 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:42.421858 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:42.422209 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dea504d-6477-4b6d-a74f-bc2694b7575b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:42.484297 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.492164 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.494510 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] 10.222.0.39 "DELETE /v2.0/networks/4da73707-dbc0-4ea7-9ff5-41213c5d2ebd HTTP/1.1" status: 204 len: 168 time: 0.5448513 Jul 09 14:44:42.497603 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51608) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:42.509262 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc96346d-67c8-43fd-ad0c-d8b1507628df admin admin] Pushing event deleted for resources: {'Network': ['ID=4da73707-dbc0-4ea7-9ff5-41213c5d2ebd,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:42.860606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:44:42.875597 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35f690cc-5ca8-4e88-9ecf-802a5ac72014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:42.881583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:44:42.881936 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 980b54eb-eb3b-4d3a-b535-46f717d5e9d6 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:44:42.882356 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:44:42.904046 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:44:42.904668 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5dc3ebff-3b8a-42f1-a0f0-71e2cd549de0 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:44:42.905308 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 384a38c5-1328-4ca9-ae55-f9a50cf725cd no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:44:42.925870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 384a38c5-1328-4ca9-ae55-f9a50cf725cd {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:44:42.926543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 384a38c5-1328-4ca9-ae55-f9a50cf725cd not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:44:43.142576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-35f690cc-5ca8-4e88-9ecf-802a5ac72014 admin admin] Deleting port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:44:43.142808 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35f690cc-5ca8-4e88-9ecf-802a5ac72014 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:43.237375 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-35f690cc-5ca8-4e88-9ecf-802a5ac72014 admin admin] For port 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=0aab8c68-65a3-41cd-a1e0-56cb15aebdb3,segment=NetworkSegment(354ab689-8ad1-417e-af5c-5fb8ea94d453),segment_id=354ab689-8ad1-417e-af5c-5fb8ea94d453)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:43.237882 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35f690cc-5ca8-4e88-9ecf-802a5ac72014 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:43.253228 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-35f690cc-5ca8-4e88-9ecf-802a5ac72014 admin admin] Calling delete_port for 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:44:43.444803 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35f690cc-5ca8-4e88-9ecf-802a5ac72014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:43.473124 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f690cc-5ca8-4e88-9ecf-802a5ac72014 admin admin] Pushing event deleted for resources: {'Port': ['ID=0aab8c68-65a3-41cd-a1e0-56cb15aebdb3,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:43.647447 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-35f690cc-5ca8-4e88-9ecf-802a5ac72014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:43.864974 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35f690cc-5ca8-4e88-9ecf-802a5ac72014 admin admin] Router 0f4e5a9b-00af-4620-9c08-61252f4eecfe has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:44:43.976488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35f690cc-5ca8-4e88-9ecf-802a5ac72014 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:44:43.983424 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-35f690cc-5ca8-4e88-9ecf-802a5ac72014 admin admin] 10.222.0.39 "PUT /v2.0/routers/0f4e5a9b-00af-4620-9c08-61252f4eecfe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4838088 Jul 09 14:44:43.985138 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51610) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:43.985584 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc08d6-e7be-4ed7-a0d6-4dbdd0e1879c None None] Sync routers for ids ['0f4e5a9b-00af-4620-9c08-61252f4eecfe'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:44:43.996233 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc08d6-e7be-4ed7-a0d6-4dbdd0e1879c None None] Routers {'0f4e5a9b-00af-4620-9c08-61252f4eecfe'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:44:43.996998 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e0dc08d6-e7be-4ed7-a0d6-4dbdd0e1879c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:44:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0f4e5a9b-00af-4620-9c08-61252f4eecfe'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:44.098540 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3085f63-133a-4443-bc7a-753f110fabf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.099217 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-e0dc08d6-e7be-4ed7-a0d6-4dbdd0e1879c None None] Set router 0f4e5a9b-00af-4620-9c08-61252f4eecfe gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:44:44.205731 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3085f63-133a-4443-bc7a-753f110fabf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.271039 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c3085f63-133a-4443-bc7a-753f110fabf3 admin admin] Deleting port cdadfc2d-4803-47d7-b48f-630716538033 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:44:44.271418 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3085f63-133a-4443-bc7a-753f110fabf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.296722 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e0dc08d6-e7be-4ed7-a0d6-4dbdd0e1879c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'name': 'tempest-TestShelveInstance-2098707501-router', 'tenant_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116'}], 'enable_snat': True}, 'gw_port_id': 'cdadfc2d-4803-47d7-b48f-630716538033', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:49Z', 'updated_at': '2021-07-09T14:44:43Z', 'revision_number': 5, 'project_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'gw_port': {'id': 'cdadfc2d-4803-47d7-b48f-630716538033', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:bb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:35:50Z', 'updated_at': '2021-07-09T14:35:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:44.324871 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc08d6-e7be-4ed7-a0d6-4dbdd0e1879c None None] Checking router: 0f4e5a9b-00af-4620-9c08-61252f4eecfe for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:44:44.334545 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0dc08d6-e7be-4ed7-a0d6-4dbdd0e1879c None None] Routers {'0f4e5a9b-00af-4620-9c08-61252f4eecfe'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:44:44.335194 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e0dc08d6-e7be-4ed7-a0d6-4dbdd0e1879c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:44:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['0f4e5a9b-00af-4620-9c08-61252f4eecfe'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:44.366815 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-c3085f63-133a-4443-bc7a-753f110fabf3 admin admin] For port cdadfc2d-4803-47d7-b48f-630716538033, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=cdadfc2d-4803-47d7-b48f-630716538033,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:44.367202 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3085f63-133a-4443-bc7a-753f110fabf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.381125 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-c3085f63-133a-4443-bc7a-753f110fabf3 admin admin] Calling delete_port for cdadfc2d-4803-47d7-b48f-630716538033 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:44:44.428270 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-e0dc08d6-e7be-4ed7-a0d6-4dbdd0e1879c None None] Set router 0f4e5a9b-00af-4620-9c08-61252f4eecfe gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:44:44.491896 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-e0dc08d6-e7be-4ed7-a0d6-4dbdd0e1879c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'name': 'tempest-TestShelveInstance-2098707501-router', 'tenant_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:49Z', 'updated_at': '2021-07-09T14:44:44Z', 'revision_number': 6, 'project_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:44.522190 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0dc08d6-e7be-4ed7-a0d6-4dbdd0e1879c None None] The sync data for ids ['0f4e5a9b-00af-4620-9c08-61252f4eecfe'] in n-d-799525-3 is: [{'id': '0f4e5a9b-00af-4620-9c08-61252f4eecfe', 'name': 'tempest-TestShelveInstance-2098707501-router', 'tenant_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:35:49Z', 'updated_at': '2021-07-09T14:44:44Z', 'revision_number': 6, 'project_id': 'ac5626e03c6a45cfb694fd2390d02a68', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:44:44.569918 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3085f63-133a-4443-bc7a-753f110fabf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.597774 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3085f63-133a-4443-bc7a-753f110fabf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdadfc2d-4803-47d7-b48f-630716538033,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:44.672524 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3085f63-133a-4443-bc7a-753f110fabf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.781679 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3085f63-133a-4443-bc7a-753f110fabf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.783931 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3085f63-133a-4443-bc7a-753f110fabf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.833599 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3085f63-133a-4443-bc7a-753f110fabf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.834220 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3085f63-133a-4443-bc7a-753f110fabf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0f4e5a9b-00af-4620-9c08-61252f4eecfe {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:44:44.838519 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-c3085f63-133a-4443-bc7a-753f110fabf3 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.839901 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-c3085f63-133a-4443-bc7a-753f110fabf3 admin admin] 10.222.0.39 "DELETE /v2.0/routers/0f4e5a9b-00af-4620-9c08-61252f4eecfe HTTP/1.1" status: 204 len: 168 time: 0.8536694 Jul 09 14:44:44.842306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51612) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:44.907426 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-155efd4e-a22a-432f-86b4-7d983e5647d3 admin admin] Deleting subnet 69e2b73a-2e95-473f-bb8d-9629d6d7ff27 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:44:44.912629 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-155efd4e-a22a-432f-86b4-7d983e5647d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:44.972251 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:44:45.016375 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:44:45.017093 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 0aab8c68-65a3-41cd-a1e0-56cb15aebdb3 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:44:45.281289 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-155efd4e-a22a-432f-86b4-7d983e5647d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:45.360963 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-155efd4e-a22a-432f-86b4-7d983e5647d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:45.419112 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-155efd4e-a22a-432f-86b4-7d983e5647d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:45.444616 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155efd4e-a22a-432f-86b4-7d983e5647d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69e2b73a-2e95-473f-bb8d-9629d6d7ff27,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:45.450586 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-155efd4e-a22a-432f-86b4-7d983e5647d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:45.455251 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51614) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:45.455819 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-155efd4e-a22a-432f-86b4-7d983e5647d3 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/69e2b73a-2e95-473f-bb8d-9629d6d7ff27 HTTP/1.1" status: 204 len: 168 time: 0.6119325 Jul 09 14:44:45.457346 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7adc608d-d2fb-4bf9-9c1c-42b9750b58a9 None None] Network 2398bad6-5814-49e5-8990-3909fe261634 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:44:45.525765 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:45.593993 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] Deleting port 6b3d4711-42b5-4303-8530-896ac09c3e79 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:44:45.594523 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:45.663988 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] For port 6b3d4711-42b5-4303-8530-896ac09c3e79, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6b3d4711-42b5-4303-8530-896ac09c3e79,segment=NetworkSegment(354ab689-8ad1-417e-af5c-5fb8ea94d453),segment_id=354ab689-8ad1-417e-af5c-5fb8ea94d453)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:45.664355 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:45.665169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a097c834-1f5c-4ac9-8f17-d5e47430cf84 None None] DHCP port deletion for 2398bad6-5814-49e5-8990-3909fe261634 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:44:45.679406 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] Calling delete_port for 6b3d4711-42b5-4303-8530-896ac09c3e79 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:44:45.712675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a097c834-1f5c-4ac9-8f17-d5e47430cf84 None None] Deleting port 6b3d4711-42b5-4303-8530-896ac09c3e79 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:44:45.713054 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a097c834-1f5c-4ac9-8f17-d5e47430cf84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:45.761317 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:45.776628 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-a097c834-1f5c-4ac9-8f17-d5e47430cf84 None None] For port 6b3d4711-42b5-4303-8530-896ac09c3e79, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=6b3d4711-42b5-4303-8530-896ac09c3e79,segment=NetworkSegment(354ab689-8ad1-417e-af5c-5fb8ea94d453),segment_id=354ab689-8ad1-417e-af5c-5fb8ea94d453)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:45.777021 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a097c834-1f5c-4ac9-8f17-d5e47430cf84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:45.793704 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-a097c834-1f5c-4ac9-8f17-d5e47430cf84 None None] Calling delete_port for 6b3d4711-42b5-4303-8530-896ac09c3e79 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:44:45.793966 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] No DVR routers for this DVR port 6b3d4711-42b5-4303-8530-896ac09c3e79 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:44:45.795655 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] Pushing event deleted for resources: {'Port': ['ID=6b3d4711-42b5-4303-8530-896ac09c3e79,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:45.872149 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:45.877066 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a097c834-1f5c-4ac9-8f17-d5e47430cf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:45.883523 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2398bad6-5814-49e5-8990-3909fe261634']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:45.895031 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '354ab689-8ad1-417e-af5c-5fb8ea94d453') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:45.895349 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '354ab689-8ad1-417e-af5c-5fb8ea94d453') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:45.902373 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097c834-1f5c-4ac9-8f17-d5e47430cf84 None None] Pushing event deleted for resources: {'Port': ['ID=6b3d4711-42b5-4303-8530-896ac09c3e79,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:45.904410 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:45.906068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a097c834-1f5c-4ac9-8f17-d5e47430cf84 None None] No DVR routers for this DVR port 6b3d4711-42b5-4303-8530-896ac09c3e79 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:44:45.920669 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:45.927798 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] Releasing vlan 346 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:44:45.928193 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:44:45.929884 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:44:45.993671 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:45.999389 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:46.001236 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] 10.222.0.39 "DELETE /v2.0/networks/2398bad6-5814-49e5-8990-3909fe261634 HTTP/1.1" status: 204 len: 168 time: 0.5447500 Jul 09 14:44:46.017864 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1506653-ab43-475c-8406-177f07fa42ff admin admin] Pushing event deleted for resources: {'Network': ['ID=2398bad6-5814-49e5-8990-3909fe261634,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:46.112348 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51618) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:46.155665 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-f585aef0-58ea-4e91-81b4-3d2f71420bf5 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ecf52271c82148aab6d77d9753c23875&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419569 Jul 09 14:44:46.158172 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51620) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:46.207106 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ef29abe-e330-458a-9be5-12ad40d47ada admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:46.228237 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ef29abe-e330-458a-9be5-12ad40d47ada admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:46.275894 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ef29abe-e330-458a-9be5-12ad40d47ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:46.278462 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-1ef29abe-e330-458a-9be5-12ad40d47ada admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:46.279659 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1ef29abe-e330-458a-9be5-12ad40d47ada admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/89ff1a6f-c5c8-4503-b612-e6edb99b077c HTTP/1.1" status: 204 len: 168 time: 0.1205888 Jul 09 14:44:46.288550 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef29abe-e330-458a-9be5-12ad40d47ada admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89ff1a6f-c5c8-4503-b612-e6edb99b077c,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:46.606243 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51626) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:46.650297 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2d6507f8-186b-4133-8f2c-a8fdd65b2470 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=ac5626e03c6a45cfb694fd2390d02a68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427666 Jul 09 14:44:46.652699 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51628) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:46.702994 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e16a171e-e36d-43b3-a939-c9d083766116 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:46.728061 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e16a171e-e36d-43b3-a939-c9d083766116 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:46.774735 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e16a171e-e36d-43b3-a939-c9d083766116 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:46.777343 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-e16a171e-e36d-43b3-a939-c9d083766116 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:46.778572 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-e16a171e-e36d-43b3-a939-c9d083766116 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/50fc0a8c-405a-461f-8b0b-f25a3a70e14e HTTP/1.1" status: 204 len: 168 time: 0.1249230 Jul 09 14:44:46.786071 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a171e-e36d-43b3-a939-c9d083766116 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50fc0a8c-405a-461f-8b0b-f25a3a70e14e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:46.860919 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device cdadfc2d-4803-47d7-b48f-630716538033 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:44:46.882764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: cdadfc2d-4803-47d7-b48f-630716538033 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:44:46.883128 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device cdadfc2d-4803-47d7-b48f-630716538033 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:44:46.883549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6b3d4711-42b5-4303-8530-896ac09c3e79 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:44:46.906719 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 6b3d4711-42b5-4303-8530-896ac09c3e79 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:44:46.906964 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 6b3d4711-42b5-4303-8530-896ac09c3e79 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:44:47.448839 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51650) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:47.554275 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-01d0ea46-eb21-4f53-9467-d516cd613a69 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-768823360-network', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:47.575712 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d0ea46-eb21-4f53-9467-d516cd613a69 admin admin] Made reservation on behalf of 5a17b2182af8427da31ca0c2258797cc for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:44:47.578070 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01d0ea46-eb21-4f53-9467-d516cd613a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:47.586891 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01d0ea46-eb21-4f53-9467-d516cd613a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:47.679432 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01d0ea46-eb21-4f53-9467-d516cd613a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:47.683069 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01d0ea46-eb21-4f53-9467-d516cd613a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:47.707889 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01d0ea46-eb21-4f53-9467-d516cd613a69 admin admin] vlan segment allocate from pool success with {'vlan_id': 319, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:44:47.717274 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0ea46-eb21-4f53-9467-d516cd613a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9ee105-b3fa-423e-bfa6-981ca42f9efa,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:47.723520 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01d0ea46-eb21-4f53-9467-d516cd613a69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:47.723863 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-01d0ea46-eb21-4f53-9467-d516cd613a69 admin admin] Added segment 71b64897-2afa-4164-90a8-9b05001f1df2 of type vlan for network 3b299756-dfe8-47ae-82a0-94b1dc401c89 Jul 09 14:44:47.763561 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01d0ea46-eb21-4f53-9467-d516cd613a69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:47.791770 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01d0ea46-eb21-4f53-9467-d516cd613a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:47.792737 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d0ea46-eb21-4f53-9467-d516cd613a69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:47.793356 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-01d0ea46-eb21-4f53-9467-d516cd613a69 admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:47.844284 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-01d0ea46-eb21-4f53-9467-d516cd613a69 admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3942637 Jul 09 14:44:47.847655 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51654) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:47.854006 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6830c5df-0f50-4f76-b8cf-2c342823fd35 admin admin] Request body: {'subnet': {'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-768823360-subnet', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'ip_version': 4}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:47.855586 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d0ea46-eb21-4f53-9467-d516cd613a69 admin admin] Pushing event updated for resources: {'Network': ['ID=3b299756-dfe8-47ae-82a0-94b1dc401c89,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:47.866860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network 3b299756-dfe8-47ae-82a0-94b1dc401c89 details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:44:47.880050 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6830c5df-0f50-4f76-b8cf-2c342823fd35 admin admin] Made reservation on behalf of 5a17b2182af8427da31ca0c2258797cc for: {'subnet': 1} {{(pid=93754) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:44:47.882396 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6830c5df-0f50-4f76-b8cf-2c342823fd35 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2960946'] for subnet, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.052915 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6830c5df-0f50-4f76-b8cf-2c342823fd35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9836935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2960896'] for subnet, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.116442 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6830c5df-0f50-4f76-b8cf-2c342823fd35 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ec67ca2-7dce-4467-af87-acaea37e9a94,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:48.124128 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6830c5df-0f50-4f76-b8cf-2c342823fd35 admin admin] Checking segment: {'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93754) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:44:48.124492 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6830c5df-0f50-4f76-b8cf-2c342823fd35 admin admin] Network hostable DHCP agents. Network: 3b299756-dfe8-47ae-82a0-94b1dc401c89, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93754) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:44:48.142915 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6830c5df-0f50-4f76-b8cf-2c342823fd35 admin admin] Network 3b299756-dfe8-47ae-82a0-94b1dc401c89 is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93754) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:44:48.152877 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6830c5df-0f50-4f76-b8cf-2c342823fd35 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, 3b299756-dfe8-47ae-82a0-94b1dc401c89) {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:48.157146 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6830c5df-0f50-4f76-b8cf-2c342823fd35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:48.157791 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6830c5df-0f50-4f76-b8cf-2c342823fd35 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.162886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bce56cc-aed8-4235-965f-827ae715b291 None None] Network 3b299756-dfe8-47ae-82a0-94b1dc401c89 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:44:48.175475 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6830c5df-0f50-4f76-b8cf-2c342823fd35 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3261607 Jul 09 14:44:48.178122 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51656) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:48.182488 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:48.204102 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.205204 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.285541 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.343951 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-3b299756-dfe8-47ae-82a0-94b1dc401c89', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:44:48.344851 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.428999 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.483241 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Allocated IP 172.20.0.2 (3b299756-dfe8-47ae-82a0-94b1dc401c89/8ec67ca2-7dce-4467-af87-acaea37e9a94/5cb6e407-fd31-4cfe-80b5-a555e85caed9) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:44:48.632278 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.640706 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Transition to ACTIVE for port object 5cb6e407-fd31-4cfe-80b5-a555e85caed9 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:48.657450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Transition to ACTIVE for port object 5cb6e407-fd31-4cfe-80b5-a555e85caed9 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:48.662524 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.664350 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.687163 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.711082 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Network 3b299756-dfe8-47ae-82a0-94b1dc401c89 is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:44:48.714093 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:48.718526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:44:48.721630 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Pushing event updated for resources: {'Port': ['ID=5cb6e407-fd31-4cfe-80b5-a555e85caed9,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:48.777333 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Attempting to bind port 5cb6e407-fd31-4cfe-80b5-a555e85caed9 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:44:48.777699 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Attempting to bind port 5cb6e407-fd31-4cfe-80b5-a555e85caed9 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:44:48.778059 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Attempting to bind port 5cb6e407-fd31-4cfe-80b5-a555e85caed9 on network 3b299756-dfe8-47ae-82a0-94b1dc401c89 {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:48.782979 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:44:48.783371 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Checking segment: {'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:44:48.783773 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.784219 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Bound using segment: {'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:44:48.784684 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Bound port: 5cb6e407-fd31-4cfe-80b5-a555e85caed9, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:44:48.785063 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.797494 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Allocated IP 172.25.2.21 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/874407c9-0704-4aa8-bb7b-d5b495182572) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:44:48.850323 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] For port 5cb6e407-fd31-4cfe-80b5-a555e85caed9, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:44:48.853852 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] For port 5cb6e407-fd31-4cfe-80b5-a555e85caed9, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5cb6e407-fd31-4cfe-80b5-a555e85caed9,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:44:48.857811 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.912507 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:48.923425 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5151aea4-c13f-46de-8943-52abd2edd8d3 None None] Pushing event updated for resources: {'Port': ['ID=5cb6e407-fd31-4cfe-80b5-a555e85caed9,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:48.961356 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:49.005793 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:44:49.008642 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:49.012365 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:44:49.038255 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Pushing event updated for resources: {'Port': ['ID=874407c9-0704-4aa8-bb7b-d5b495182572,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:49.290531 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:49.486747 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:49.839606 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fe43c5c-865e-4514-92cf-2cb11533bf6d None None] Network 3b299756-dfe8-47ae-82a0-94b1dc401c89 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:44:49.923186 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Router b45199b0-6b46-4c75-80d2-eec4ee5112a0 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:44:49.964447 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-a3176100-a01a-4847-acc6-63a3cfec1e04 None None] Provisioning for port 5cb6e407-fd31-4cfe-80b5-a555e85caed9 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:50.038195 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:44:50.046796 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Sync routers for ids ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:44:50.053650 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:50.058030 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-6681b11b-133d-4c1c-b6c7-92b12e9a74ef admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8759811 Jul 09 14:44:50.058243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Routers {'b45199b0-6b46-4c75-80d2-eec4ee5112a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:44:50.058243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:44:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:50.058470 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51658) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:50.176870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Set router b45199b0-6b46-4c75-80d2-eec4ee5112a0 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:44:50.506434 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:50.529497 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:49Z', 'revision_number': 3, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:50.557282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Checking router: b45199b0-6b46-4c75-80d2-eec4ee5112a0 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:44:50.557642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Updating router b45199b0-6b46-4c75-80d2-eec4ee5112a0 port 874407c9-0704-4aa8-bb7b-d5b495182572 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:44:50.598430 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:50.667678 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Allocated IP 172.20.0.1 (3b299756-dfe8-47ae-82a0-94b1dc401c89/8ec67ca2-7dce-4467-af87-acaea37e9a94/9d4108df-45f9-495d-9db8-5bf21e72caaf) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:44:50.771737 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:50.786575 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Transition to ACTIVE for port object 9d4108df-45f9-495d-9db8-5bf21e72caaf will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:50.829308 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:50.883410 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Network 3b299756-dfe8-47ae-82a0-94b1dc401c89 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:44:50.889286 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:50.891658 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Pushing event updated for resources: {'Port': ['ID=9d4108df-45f9-495d-9db8-5bf21e72caaf,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:50.895617 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:44:50.900766 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:50.915366 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Transition to ACTIVE for port object 874407c9-0704-4aa8-bb7b-d5b495182572 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:50.922656 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5cb6e407-fd31-4cfe-80b5-a555e85caed9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:50.927796 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:50.935878 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.026266 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Attempting to bind port 874407c9-0704-4aa8-bb7b-d5b495182572 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:44:51.026842 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Attempting to bind port 874407c9-0704-4aa8-bb7b-d5b495182572 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:44:51.027170 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Attempting to bind port 874407c9-0704-4aa8-bb7b-d5b495182572 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:51.030831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69422f-ed37-47e0-a24a-862353f8146f None None] Pushing event updated for resources: {'Port': ['ID=874407c9-0704-4aa8-bb7b-d5b495182572,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:51.038603 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:44:51.039180 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:44:51.039698 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.040198 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:44:51.040792 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Bound port: 874407c9-0704-4aa8-bb7b-d5b495182572, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:44:51.041359 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.044508 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 5cb6e407-fd31-4cfe-80b5-a555e85caed9 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:51.070420 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 5cb6e407-fd31-4cfe-80b5-a555e85caed9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:51.070954 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.103389 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.132095 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] For port 874407c9-0704-4aa8-bb7b-d5b495182572, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:44:51.136210 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] For port 874407c9-0704-4aa8-bb7b-d5b495182572, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=874407c9-0704-4aa8-bb7b-d5b495182572,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:44:51.143503 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.238101 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4afb4f25-12ab-4c3f-ae16-b95179655f71 None None] Provisioning for port 9d4108df-45f9-495d-9db8-5bf21e72caaf completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:51.251301 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-4afb4f25-12ab-4c3f-ae16-b95179655f71 None None] Provisioning complete for port 9d4108df-45f9-495d-9db8-5bf21e72caaf triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:51.251684 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4afb4f25-12ab-4c3f-ae16-b95179655f71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.254481 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69422f-ed37-47e0-a24a-862353f8146f None None] Pushing event updated for resources: {'Port': ['ID=874407c9-0704-4aa8-bb7b-d5b495182572,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:51.258490 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.276997 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Routers {'b45199b0-6b46-4c75-80d2-eec4ee5112a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:44:51.277567 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:44:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:51.281118 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.287189 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.347532 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-4afb4f25-12ab-4c3f-ae16-b95179655f71 None None] Port 9d4108df-45f9-495d-9db8-5bf21e72caaf cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:44:51.358322 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.362008 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Pushing event updated for resources: {'Port': ['ID=9d4108df-45f9-495d-9db8-5bf21e72caaf,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:51.399380 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 5cb6e407-fd31-4cfe-80b5-a555e85caed9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5cb6e407-fd31-4cfe-80b5-a555e85caed9,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:51.404739 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.451642 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] Set router b45199b0-6b46-4c75-80d2-eec4ee5112a0 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:44:51.463036 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Network 3b299756-dfe8-47ae-82a0-94b1dc401c89 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:44:51.465178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:51.501348 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=5cb6e407-fd31-4cfe-80b5-a555e85caed9,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:51.585298 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Router b45199b0-6b46-4c75-80d2-eec4ee5112a0 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:44:51.699488 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:50Z', 'revision_number': 1, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:51.704239 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:44:51.710425 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ac42cc44-1611-4dae-a775-0a9f5bf4e1b6 admin admin] 10.222.0.39 "PUT /v2.0/routers/b45199b0-6b46-4c75-80d2-eec4ee5112a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6510870 Jul 09 14:44:51.727211 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa39c88-ad03-4905-9592-1765c66d8fab None None] The sync data for ids ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'] in n-d-799525-3 is: [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:50Z', 'revision_number': 1, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:44:51.773526 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2cc6b2a0-088a-41d8-8940-9415d43f09a1 None None] Provisioning complete for port 9d4108df-45f9-495d-9db8-5bf21e72caaf triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:51.774051 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2cc6b2a0-088a-41d8-8940-9415d43f09a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:51.810941 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2cc6b2a0-088a-41d8-8940-9415d43f09a1 None None] Port 9d4108df-45f9-495d-9db8-5bf21e72caaf cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:44:52.216765 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51674) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:52.222355 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-b29d577f-a8a9-4372-bf0e-bb4eac0d6c5c admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-667559073-network', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:52.244940 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29d577f-a8a9-4372-bf0e-bb4eac0d6c5c admin admin] Made reservation on behalf of bc2edd32904e404fab480814ff3d0ddf for: {'network': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:44:52.247456 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b29d577f-a8a9-4372-bf0e-bb4eac0d6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for network, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.257595 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b29d577f-a8a9-4372-bf0e-bb4eac0d6c5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.359829 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b29d577f-a8a9-4372-bf0e-bb4eac0d6c5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.365022 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b29d577f-a8a9-4372-bf0e-bb4eac0d6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.393863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29d577f-a8a9-4372-bf0e-bb4eac0d6c5c admin admin] vlan segment allocate from pool success with {'vlan_id': 322, 'physical_network': 'physnet1'} {{(pid=93753) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 09 14:44:52.411264 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d577f-a8a9-4372-bf0e-bb4eac0d6c5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa654fc-5bab-4e58-b86b-51680bdf103d,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:52.414623 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b29d577f-a8a9-4372-bf0e-bb4eac0d6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.415252 n-d-799525-3 neutron-server[93753]: INFO neutron.db.segments_db [None req-b29d577f-a8a9-4372-bf0e-bb4eac0d6c5c admin admin] Added segment 7e1de0c0-5619-419d-9999-25852818a8fa of type vlan for network e7ef882b-b598-4ce6-9919-5e190e63a0cd Jul 09 14:44:52.462902 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b29d577f-a8a9-4372-bf0e-bb4eac0d6c5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8760339060062'] for network, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.495228 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b29d577f-a8a9-4372-bf0e-bb4eac0d6c5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858'] for network, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.496285 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29d577f-a8a9-4372-bf0e-bb4eac0d6c5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:52.496851 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-b29d577f-a8a9-4372-bf0e-bb4eac0d6c5c admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.553416 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-b29d577f-a8a9-4372-bf0e-bb4eac0d6c5c admin admin] 10.222.0.39 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3355072 Jul 09 14:44:52.556169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51676) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:52.563212 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-3df4213b-468a-4347-82f3-e78d30d9eeb0 admin admin] Request body: {'subnet': {'network_id': 'e7ef882b-b598-4ce6-9919-5e190e63a0cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-667559073-subnet', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'ip_version': 4}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:52.568317 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29d577f-a8a9-4372-bf0e-bb4eac0d6c5c admin admin] Pushing event updated for resources: {'Network': ['ID=e7ef882b-b598-4ce6-9919-5e190e63a0cd,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:52.578373 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Network e7ef882b-b598-4ce6-9919-5e190e63a0cd details requested by agent ovs-agent-n-d-799525-3 with host n-d-799525-3 {{(pid=93755) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 09 14:44:52.593106 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df4213b-468a-4347-82f3-e78d30d9eeb0 admin admin] Made reservation on behalf of bc2edd32904e404fab480814ff3d0ddf for: {'subnet': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:44:52.595761 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3df4213b-468a-4347-82f3-e78d30d9eeb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8659586'] for subnet, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.781592 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3df4213b-468a-4347-82f3-e78d30d9eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9430251', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8659632'] for subnet, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.847999 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4213b-468a-4347-82f3-e78d30d9eeb0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d648a4f4-efe0-4d1d-b98d-2af08e47513e,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:52.858448 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df4213b-468a-4347-82f3-e78d30d9eeb0 admin admin] Checking segment: {'id': '7e1de0c0-5619-419d-9999-25852818a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7ef882b-b598-4ce6-9919-5e190e63a0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:44:52.858811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df4213b-468a-4347-82f3-e78d30d9eeb0 admin admin] Network hostable DHCP agents. Network: e7ef882b-b598-4ce6-9919-5e190e63a0cd, hostable agents: ['024e9a48-2cb4-4951-acad-27b1be867689'], hosted agents: [] {{(pid=93753) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 09 14:44:52.878898 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df4213b-468a-4347-82f3-e78d30d9eeb0 admin admin] Network e7ef882b-b598-4ce6-9919-5e190e63a0cd is scheduled to be hosted by DHCP agent 024e9a48-2cb4-4951-acad-27b1be867689 with binding_index 1 {{(pid=93753) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 09 14:44:52.889397 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-3df4213b-468a-4347-82f3-e78d30d9eeb0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-799525-3, e7ef882b-b598-4ce6-9919-5e190e63a0cd) {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:52.894736 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df4213b-468a-4347-82f3-e78d30d9eeb0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:52.895916 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3df4213b-468a-4347-82f3-e78d30d9eeb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.898756 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ae5c27-a5ed-438a-a3a1-e7a4f234d345 None None] Network e7ef882b-b598-4ce6-9919-5e190e63a0cd requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:44:52.918646 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51678) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:52.919272 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3df4213b-468a-4347-82f3-e78d30d9eeb0 admin admin] 10.222.0.39 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3615382 Jul 09 14:44:52.924189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-667559073-router', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:52.953637 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-542533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-2340'] for router, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.955418 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-542632', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-544536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-778722', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-2347'] for router, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:52.984731 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5cb6e407-fd31-4cfe-80b5-a555e85caed9 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:53.023274 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.116498 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 5cb6e407-fd31-4cfe-80b5-a555e85caed9 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:53.116901 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.120161 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp936b1b87-cc55-5514-acea-c09718a20146-e7ef882b-b598-4ce6-9919-5e190e63a0cd', 'network_id': 'e7ef882b-b598-4ce6-9919-5e190e63a0cd', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'fixed_ips': [{'subnet_id': 'd648a4f4-efe0-4d1d-b98d-2af08e47513e'}]}} from n-d-799525-3. {{(pid=93755) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 09 14:44:53.121049 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.174706 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-544522', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-542519', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-2361'] for router, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.312568 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 874407c9-0704-4aa8-bb7b-d5b495182572 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:53.341084 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.db_base_plugin_common [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Allocated IP 172.20.0.2 (e7ef882b-b598-4ce6-9919-5e190e63a0cd/d648a4f4-efe0-4d1d-b98d-2af08e47513e/a0338705-4506-4c77-b621-c781ea43a239) {{(pid=93755) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:44:53.386584 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.407116 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.426774 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 874407c9-0704-4aa8-bb7b-d5b495182572 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:53.438817 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 874407c9-0704-4aa8-bb7b-d5b495182572 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:53.439533 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.519265 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Allocated IP 172.25.2.156 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/df519eec-56ea-4b29-a612-2fde1e398707) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:44:53.548505 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Notify callbacks [] for port, precommit_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.582093 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Transition to ACTIVE for port object a0338705-4506-4c77-b621-c781ea43a239 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:53.603309 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.611218 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Transition to ACTIVE for port object a0338705-4506-4c77-b621-c781ea43a239 will not be triggered until provisioned by entity DHCP. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:53.626937 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428'] for port, after_create {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.630397 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 874407c9-0704-4aa8-bb7b-d5b495182572, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=874407c9-0704-4aa8-bb7b-d5b495182572,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:53.632721 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.654355 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.674450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Network e7ef882b-b598-4ce6-9919-5e190e63a0cd is already hosted by enough agents. {{(pid=93755) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:44:53.679816 n-d-799525-3 neutron-server[93755]: DEBUG neutron.scheduler.base_scheduler [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Resources bound (agent type, host, resource id): {{(pid=93755) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:53.681480 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.684673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Received port after_create {{(pid=93755) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:44:53.687556 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Pushing event updated for resources: {'Port': ['ID=a0338705-4506-4c77-b621-c781ea43a239,revision_number=1']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:53.724099 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:44:53.726936 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:53.730743 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:44:53.737618 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Pushing event updated for resources: {'Port': ['ID=df519eec-56ea-4b29-a612-2fde1e398707,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:53.783971 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Attempting to bind port a0338705-4506-4c77-b621-c781ea43a239 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:44:53.784343 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Attempting to bind port a0338705-4506-4c77-b621-c781ea43a239 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '7e1de0c0-5619-419d-9999-25852818a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7ef882b-b598-4ce6-9919-5e190e63a0cd'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:44:53.784711 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Attempting to bind port a0338705-4506-4c77-b621-c781ea43a239 on network e7ef882b-b598-4ce6-9919-5e190e63a0cd {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:53.786720 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=874407c9-0704-4aa8-bb7b-d5b495182572,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:53.792545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:44:53.792933 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Checking segment: {'id': '7e1de0c0-5619-419d-9999-25852818a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7ef882b-b598-4ce6-9919-5e190e63a0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:44:53.793338 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.793725 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Bound using segment: {'id': '7e1de0c0-5619-419d-9999-25852818a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7ef882b-b598-4ce6-9919-5e190e63a0cd'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:44:53.794188 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Bound port: a0338705-4506-4c77-b621-c781ea43a239, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1de0c0-5619-419d-9999-25852818a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7ef882b-b598-4ce6-9919-5e190e63a0cd'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:44:53.794574 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.860676 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] For port a0338705-4506-4c77-b621-c781ea43a239, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:44:53.864052 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] For port a0338705-4506-4c77-b621-c781ea43a239, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a0338705-4506-4c77-b621-c781ea43a239,segment=NetworkSegment(7e1de0c0-5619-419d-9999-25852818a8fa),segment_id=7e1de0c0-5619-419d-9999-25852818a8fa)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:44:53.868850 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:53.917055 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Sync routers for ids ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:44:53.929728 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Routers {'b45199b0-6b46-4c75-80d2-eec4ee5112a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:44:53.931329 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:44:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:53.934080 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac57d5-9443-4dae-9e27-e54e5565fa18 None None] Pushing event updated for resources: {'Port': ['ID=a0338705-4506-4c77-b621-c781ea43a239,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:54.013353 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:54.052837 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Set router b45199b0-6b46-4c75-80d2-eec4ee5112a0 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:44:54.261068 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-542524', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-775659'] for router, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:54.311541 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 2, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:54.338450 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Checking router: b45199b0-6b46-4c75-80d2-eec4ee5112a0 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:44:54.338802 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Updating router b45199b0-6b46-4c75-80d2-eec4ee5112a0 port 9d4108df-45f9-495d-9db8-5bf21e72caaf binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:44:54.372561 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:54.395993 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Router c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589 is scheduled to L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c with binding_index 1 {{(pid=93754) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 09 14:44:54.505955 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:44:54.514982 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Sync routers for ids ['c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:44:54.526071 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Routers {'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:44:54.526683 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:44:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:54.527072 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] Notify callbacks [] for router, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:54.528380 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-7cf75be2-5c3f-4565-b4f9-8a38f7a56a4f admin admin] 10.222.0.39 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6077597 Jul 09 14:44:54.531036 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51680) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:54.666371 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:54.680941 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Transition to ACTIVE for port object 9d4108df-45f9-495d-9db8-5bf21e72caaf will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:54.690137 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:54.797145 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f7b40-23da-4c05-bb36-787497067cb5 None None] Pushing event updated for resources: {'Port': ['ID=9d4108df-45f9-495d-9db8-5bf21e72caaf,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:54.813842 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f7b40-23da-4c05-bb36-787497067cb5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:54.814190 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f7b40-23da-4c05-bb36-787497067cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:54.814531 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f7b40-23da-4c05-bb36-787497067cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:54.814867 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f7b40-23da-4c05-bb36-787497067cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:54.815299 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f7b40-23da-4c05-bb36-787497067cb5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:54.815633 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f7b40-23da-4c05-bb36-787497067cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:54.815958 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f7b40-23da-4c05-bb36-787497067cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:54.816486 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f7b40-23da-4c05-bb36-787497067cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:54.816694 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f7b40-23da-4c05-bb36-787497067cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:54.817019 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f7b40-23da-4c05-bb36-787497067cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:54.817343 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f7b40-23da-4c05-bb36-787497067cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:54.817664 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f05f7b40-23da-4c05-bb36-787497067cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93756) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:44:54.825073 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Attempting to bind port 9d4108df-45f9-495d-9db8-5bf21e72caaf on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:44:54.825456 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Attempting to bind port 9d4108df-45f9-495d-9db8-5bf21e72caaf by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:44:54.825826 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Attempting to bind port 9d4108df-45f9-495d-9db8-5bf21e72caaf on network 3b299756-dfe8-47ae-82a0-94b1dc401c89 {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:54.836945 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:44:54.837327 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Checking segment: {'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:44:54.837736 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:54.838157 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Bound using segment: {'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:44:54.838651 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Bound port: 9d4108df-45f9-495d-9db8-5bf21e72caaf, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:44:54.839018 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:54.865658 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Set router c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:44:54.986745 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] For port 9d4108df-45f9-495d-9db8-5bf21e72caaf, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:44:54.992597 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] For port 9d4108df-45f9-495d-9db8-5bf21e72caaf, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9d4108df-45f9-495d-9db8-5bf21e72caaf,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:44:54.999171 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.079140 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05f7b40-23da-4c05-bb36-787497067cb5 None None] Pushing event updated for resources: {'Port': ['ID=9d4108df-45f9-495d-9db8-5bf21e72caaf,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:55.084777 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 874407c9-0704-4aa8-bb7b-d5b495182572 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:55.102190 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Routers {'b45199b0-6b46-4c75-80d2-eec4ee5112a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:44:55.103203 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:44:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:55.210292 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.223051 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 874407c9-0704-4aa8-bb7b-d5b495182572 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:55.223494 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.254594 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'name': 'tempest-TestSnapshotPattern-667559073-router', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'df519eec-56ea-4b29-a612-2fde1e398707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:52Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 3, 'project_id': 'bc2edd32904e404fab480814ff3d0ddf', 'gw_port': {'id': 'df519eec-56ea-4b29-a612-2fde1e398707', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:53Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:55.288870 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Checking router: c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:44:55.289217 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Updating router c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589 port df519eec-56ea-4b29-a612-2fde1e398707 binding host n-d-799525-3 {{(pid=93755) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:44:55.316104 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d74282-73ff-4aaa-9eb2-ccf4644d6996 None None] Network e7ef882b-b598-4ce6-9919-5e190e63a0cd requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:44:55.395679 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] Set router b45199b0-6b46-4c75-80d2-eec4ee5112a0 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:44:55.397422 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.402117 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-949e7b14-61ea-4d54-b405-4b4b6e90ce3e None None] Provisioning for port a0338705-4506-4c77-b621-c781ea43a239 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:55.425370 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.db_base_plugin_common [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Allocated IP 172.20.0.1 (e7ef882b-b598-4ce6-9919-5e190e63a0cd/d648a4f4-efe0-4d1d-b98d-2af08e47513e/511eccf7-8ec8-4fee-bd93-7984e021028d) {{(pid=93754) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:44:55.541979 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.558596 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.provisioning_blocks [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Transition to ACTIVE for port object 511eccf7-8ec8-4fee-bd93-7984e021028d will not be triggered until provisioned by entity DHCP. {{(pid=93754) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:55.595279 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9831959'] for port, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.604702 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a0338705-4506-4c77-b621-c781ea43a239 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:55.620403 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:54Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:55.640424 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Network e7ef882b-b598-4ce6-9919-5e190e63a0cd is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:44:55.645613 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:55.649252 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Received port after_create {{(pid=93754) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:44:55.652308 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-330ee814-4b60-40ef-8d5b-5f4c35bdf139 None None] The sync data for ids ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'] in n-d-799525-3 is: [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:54Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:44:55.679877 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Pushing event updated for resources: {'Port': ['ID=511eccf7-8ec8-4fee-bd93-7984e021028d,revision_number=1']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:55.699431 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-541410'] for router_interface, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.792673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port a0338705-4506-4c77-b621-c781ea43a239 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:55.811229 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a0338705-4506-4c77-b621-c781ea43a239 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:55.811611 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.865767 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.917514 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Notify callbacks [] for port, precommit_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:55.934545 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Transition to ACTIVE for port object df519eec-56ea-4b29-a612-2fde1e398707 will not be triggered until provisioned by entity L2. {{(pid=93755) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:44:55.958259 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:56.019659 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:56.042342 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Attempting to bind port df519eec-56ea-4b29-a612-2fde1e398707 on host n-d-799525-3 for vnic_type normal with profile {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:44:56.042714 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Attempting to bind port df519eec-56ea-4b29-a612-2fde1e398707 by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:44:56.043163 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Attempting to bind port df519eec-56ea-4b29-a612-2fde1e398707 on network d7a4ab45-8058-43f3-95d2-a674490e5a5d {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:44:56.047851 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba2913-6671-460b-8f84-d2469b9bd92a None None] Pushing event updated for resources: {'Port': ['ID=df519eec-56ea-4b29-a612-2fde1e398707,revision_number=2']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:56.063021 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:44:56.063420 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Checking segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93755) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:44:56.063831 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:56.064226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Bound using segment: {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'} {{(pid=93755) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:44:56.064716 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.managers [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Bound port: df519eec-56ea-4b29-a612-2fde1e398707, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ef212f9-331a-4741-a8e6-d67195727425', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d'}}] {{(pid=93755) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:44:56.065148 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:56.105025 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port a0338705-4506-4c77-b621-c781ea43a239, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a0338705-4506-4c77-b621-c781ea43a239,segment=NetworkSegment(7e1de0c0-5619-419d-9999-25852818a8fa),segment_id=7e1de0c0-5619-419d-9999-25852818a8fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:56.113669 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:56.134645 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:56.140842 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9831945'] for port, after_update {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:56.174758 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] For port df519eec-56ea-4b29-a612-2fde1e398707, host n-d-799525-3, cleared binding levels {{(pid=93755) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:44:56.180937 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] For port df519eec-56ea-4b29-a612-2fde1e398707, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=df519eec-56ea-4b29-a612-2fde1e398707,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:44:56.198721 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:56.225849 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=a0338705-4506-4c77-b621-c781ea43a239,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:56.234655 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Pushing event updated for resources: {'Port': ['ID=511eccf7-8ec8-4fee-bd93-7984e021028d,revision_number=2']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:56.246073 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-647872', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-546993'] for router_interface, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:56.270775 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2b191d12-fa9a-4cdb-9d9b-61a7d02e9476 None None] Provisioning complete for port a0338705-4506-4c77-b621-c781ea43a239 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:56.271178 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b191d12-fa9a-4cdb-9d9b-61a7d02e9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:56.332600 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Routers {'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:44:56.333244 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:44:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:56.338687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba2913-6671-460b-8f84-d2469b9bd92a None None] Pushing event updated for resources: {'Port': ['ID=df519eec-56ea-4b29-a612-2fde1e398707,revision_number=3']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:56.390935 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Network e7ef882b-b598-4ce6-9919-5e190e63a0cd is already hosted by enough agents. {{(pid=93754) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:44:56.392912 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.base_scheduler [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Resources bound (agent type, host, resource id): {{(pid=93754) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:44:56.491391 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] Set router c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:44:56.537139 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2b191d12-fa9a-4cdb-9d9b-61a7d02e9476 None None] Provisioning for port 511eccf7-8ec8-4fee-bd93-7984e021028d completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:56.547739 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-2b191d12-fa9a-4cdb-9d9b-61a7d02e9476 None None] Provisioning complete for port 511eccf7-8ec8-4fee-bd93-7984e021028d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:56.548162 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-2b191d12-fa9a-4cdb-9d9b-61a7d02e9476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:56.556020 n-d-799525-3 neutron-server[93754]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Router c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93754) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:44:56.669207 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-2b191d12-fa9a-4cdb-9d9b-61a7d02e9476 None None] Port 511eccf7-8ec8-4fee-bd93-7984e021028d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:44:56.782204 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'name': 'tempest-TestSnapshotPattern-667559073-router', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'df519eec-56ea-4b29-a612-2fde1e398707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:52Z', 'updated_at': '2021-07-09T14:44:55Z', 'revision_number': 4, 'project_id': 'bc2edd32904e404fab480814ff3d0ddf', 'gw_port': {'id': 'df519eec-56ea-4b29-a612-2fde1e398707', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:53Z', 'updated_at': '2021-07-09T14:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '511eccf7-8ec8-4fee-bd93-7984e021028d', 'name': '', 'network_id': 'e7ef882b-b598-4ce6-9919-5e190e63a0cd', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'mac_address': 'fa:16:3e:ec:10:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'd648a4f4-efe0-4d1d-b98d-2af08e47513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:55Z', 'updated_at': '2021-07-09T14:44:55Z', 'revision_number': 2, 'project_id': 'bc2edd32904e404fab480814ff3d0ddf', 'subnets': [{'id': 'd648a4f4-efe0-4d1d-b98d-2af08e47513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:44:56.816961 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bb40ca-bfb2-46b6-ac93-4f6d43b36623 None None] The sync data for ids ['c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'] in n-d-799525-3 is: [{'id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'name': 'tempest-TestSnapshotPattern-667559073-router', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'df519eec-56ea-4b29-a612-2fde1e398707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:52Z', 'updated_at': '2021-07-09T14:44:55Z', 'revision_number': 4, 'project_id': 'bc2edd32904e404fab480814ff3d0ddf', 'gw_port': {'id': 'df519eec-56ea-4b29-a612-2fde1e398707', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:53Z', 'updated_at': '2021-07-09T14:44:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '511eccf7-8ec8-4fee-bd93-7984e021028d', 'name': '', 'network_id': 'e7ef882b-b598-4ce6-9919-5e190e63a0cd', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'mac_address': 'fa:16:3e:ec:10:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'd648a4f4-efe0-4d1d-b98d-2af08e47513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:55Z', 'updated_at': '2021-07-09T14:44:55Z', 'revision_number': 2, 'project_id': 'bc2edd32904e404fab480814ff3d0ddf', 'subnets': [{'id': 'd648a4f4-efe0-4d1d-b98d-2af08e47513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:44:56.823353 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-8ef911c5-f198-4742-8d10-f60315baa471 None None] Provisioning complete for port 511eccf7-8ec8-4fee-bd93-7984e021028d triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:56.823747 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ef911c5-f198-4742-8d10-f60315baa471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:56.871908 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-8ef911c5-f198-4742-8d10-f60315baa471 None None] Port 511eccf7-8ec8-4fee-bd93-7984e021028d cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:44:56.929378 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9d4108df-45f9-495d-9db8-5bf21e72caaf up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:56.988424 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 9d4108df-45f9-495d-9db8-5bf21e72caaf completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:56.992506 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9d4108df-45f9-495d-9db8-5bf21e72caaf triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:56.992889 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:57.064369 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93754) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:44:57.071130 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-996bf597-f0f8-4765-9b02-25e43e68407a admin admin] 10.222.0.39 "PUT /v2.0/routers/c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5389032 Jul 09 14:44:57.113665 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:57.154201 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 9d4108df-45f9-495d-9db8-5bf21e72caaf, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9d4108df-45f9-495d-9db8-5bf21e72caaf,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:57.160080 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:57.161282 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a0338705-4506-4c77-b621-c781ea43a239 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:57.250891 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=9d4108df-45f9-495d-9db8-5bf21e72caaf,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:57.265664 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port a0338705-4506-4c77-b621-c781ea43a239 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:57.266041 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:57.722610 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51688) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:57.727550 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4ef694b0-2b18-4f71-88d5-04e741265f22 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1507357553', 'description': 'tempest-secgroup-smoke-1507357553 description', 'project_id': '5a17b2182af8427da31ca0c2258797cc'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:57.750661 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ef694b0-2b18-4f71-88d5-04e741265f22 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:57.833224 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ef694b0-2b18-4f71-88d5-04e741265f22 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:57.837169 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ef694b0-2b18-4f71-88d5-04e741265f22 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:57.867875 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef694b0-2b18-4f71-88d5-04e741265f22 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60730701-0a2f-4c18-8f95-492c10f16586,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:57.870782 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4ef694b0-2b18-4f71-88d5-04e741265f22 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:57.874744 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4ef694b0-2b18-4f71-88d5-04e741265f22 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1483865 Jul 09 14:44:57.875194 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51690) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:57.881273 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-04ec00ec-5e3c-41a6-9f65-c2521457c4d6 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Request body: {'security_group_rule': {'security_group_id': '60730701-0a2f-4c18-8f95-492c10f16586', 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:57.908293 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04ec00ec-5e3c-41a6-9f65-c2521457c4d6 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:57.967705 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04ec00ec-5e3c-41a6-9f65-c2521457c4d6 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:57.972269 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04ec00ec-5e3c-41a6-9f65-c2521457c4d6 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:57.989813 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ec00ec-5e3c-41a6-9f65-c2521457c4d6 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3dded94-5814-4f1e-87ac-33435b5fa986,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:58.000293 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-04ec00ec-5e3c-41a6-9f65-c2521457c4d6 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.001571 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-04ec00ec-5e3c-41a6-9f65-c2521457c4d6 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254315 Jul 09 14:44:58.005387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51692) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:58.010622 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-4159af31-75ff-4cd3-8c9f-c6dd31aa328c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Request body: {'security_group_rule': {'security_group_id': '60730701-0a2f-4c18-8f95-492c10f16586', 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:58.038077 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4159af31-75ff-4cd3-8c9f-c6dd31aa328c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.101424 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4159af31-75ff-4cd3-8c9f-c6dd31aa328c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.105202 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4159af31-75ff-4cd3-8c9f-c6dd31aa328c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.124454 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159af31-75ff-4cd3-8c9f-c6dd31aa328c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f91f809-74a7-4293-a2d4-09bf51c2563a,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:58.130581 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-4159af31-75ff-4cd3-8c9f-c6dd31aa328c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.135022 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-4159af31-75ff-4cd3-8c9f-c6dd31aa328c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253545 Jul 09 14:44:58.135607 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51694) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:58.140654 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-70e798b7-b5ea-4c87-b6d0-083d3c865e8f tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Request body: {'security_group_rule': {'security_group_id': '60730701-0a2f-4c18-8f95-492c10f16586', 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:58.168361 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70e798b7-b5ea-4c87-b6d0-083d3c865e8f tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.242245 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70e798b7-b5ea-4c87-b6d0-083d3c865e8f tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.245685 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70e798b7-b5ea-4c87-b6d0-083d3c865e8f tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.266003 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e798b7-b5ea-4c87-b6d0-083d3c865e8f tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52901708-dbe0-4add-9ee7-06c5fe517b1a,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:58.272956 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-70e798b7-b5ea-4c87-b6d0-083d3c865e8f tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.274334 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-70e798b7-b5ea-4c87-b6d0-083d3c865e8f tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376882 Jul 09 14:44:58.277189 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51696) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:58.281824 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-d6ab02a9-b95e-425e-9d6b-ab0e559d3c3a tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Request body: {'security_group_rule': {'security_group_id': '60730701-0a2f-4c18-8f95-492c10f16586', 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:58.309357 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6ab02a9-b95e-425e-9d6b-ab0e559d3c3a tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.376011 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6ab02a9-b95e-425e-9d6b-ab0e559d3c3a tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.381461 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6ab02a9-b95e-425e-9d6b-ab0e559d3c3a tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.399918 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab02a9-b95e-425e-9d6b-ab0e559d3c3a tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3d49914-3f1d-44f8-b011-776ab93829c7,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:58.406097 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-d6ab02a9-b95e-425e-9d6b-ab0e559d3c3a tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.407505 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-d6ab02a9-b95e-425e-9d6b-ab0e559d3c3a tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1293459 Jul 09 14:44:58.410769 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 51698) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:58.415277 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.v2.base [None req-21a6ecb7-d5be-447e-b1e2-2045f2108970 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Request body: {'security_group_rule': {'security_group_id': '60730701-0a2f-4c18-8f95-492c10f16586', 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93754) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:58.437769 n-d-799525-3 neutron-server[93754]: INFO neutron.db.securitygroups_db [None req-21a6ecb7-d5be-447e-b1e2-2045f2108970 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Project 5a17b2182af8427da31ca0c2258797cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:44:58.443075 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21a6ecb7-d5be-447e-b1e2-2045f2108970 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.511690 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21a6ecb7-d5be-447e-b1e2-2045f2108970 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.517309 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21a6ecb7-d5be-447e-b1e2-2045f2108970 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.535648 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6ecb7-d5be-447e-b1e2-2045f2108970 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a3f59d-9bba-4ed5-bdee-d2bac7365855,revision_number=0']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:58.546536 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-21a6ecb7-d5be-447e-b1e2-2045f2108970 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.548475 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-21a6ecb7-d5be-447e-b1e2-2045f2108970 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1360822 Jul 09 14:44:58.555118 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51700) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:44:58.557747 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-07e39620-804b-4a72-b4b3-99de8e2f2e0d tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Request body: {'security_group_rule': {'security_group_id': '60730701-0a2f-4c18-8f95-492c10f16586', 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:44:58.586754 n-d-799525-3 neutron-server[93753]: INFO neutron.db.securitygroups_db [None req-07e39620-804b-4a72-b4b3-99de8e2f2e0d tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Project 5a17b2182af8427da31ca0c2258797cc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 09 14:44:58.594259 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07e39620-804b-4a72-b4b3-99de8e2f2e0d tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.681799 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07e39620-804b-4a72-b4b3-99de8e2f2e0d tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.687421 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07e39620-804b-4a72-b4b3-99de8e2f2e0d tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-848899'] for security_group_rule, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.727901 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-07e39620-804b-4a72-b4b3-99de8e2f2e0d tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:58.739251 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-07e39620-804b-4a72-b4b3-99de8e2f2e0d tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1820791 Jul 09 14:44:58.739790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e39620-804b-4a72-b4b3-99de8e2f2e0d tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99400ac6-301c-49d7-a0fe-47b1607d5099,revision_number=0']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:58.896929 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-f01efdb8-921d-4825-b13b-ca844cd2a4ae tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507357553&fields=id&tenant_id=5a17b2182af8427da31ca0c2258797cc HTTP/1.1" status: 200 len: 267 time: 0.0434406 Jul 09 14:44:58.987998 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9d4108df-45f9-495d-9db8-5bf21e72caaf up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:59.022736 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-931ebf69-aa5c-47a6-ac42-f81a491cf858 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:44:59.024659 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-931ebf69-aa5c-47a6-ac42-f81a491cf858 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/networks?id=3b299756-dfe8-47ae-82a0-94b1dc401c89 HTTP/1.1" status: 200 len: 809 time: 0.1210601 Jul 09 14:44:59.041643 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 9d4108df-45f9-495d-9db8-5bf21e72caaf triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:59.041914 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-93b4bf2c-58ac-4971-918a-c2c4a8b75175 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/quotas/5a17b2182af8427da31ca0c2258797cc HTTP/1.1" status: 200 len: 375 time: 0.0113285 Jul 09 14:44:59.042040 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:59.121258 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-9253b68c-09b6-477e-984d-aafd83d41991 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a17b2182af8427da31ca0c2258797cc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0737040 Jul 09 14:44:59.124268 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device df519eec-56ea-4b29-a612-2fde1e398707 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:44:59.180130 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port df519eec-56ea-4b29-a612-2fde1e398707 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:44:59.188729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port df519eec-56ea-4b29-a612-2fde1e398707 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:44:59.189192 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:59.242356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-cb5c3119-f0cd-453b-8ce7-4da323803552 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93754) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:44:59.243436 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-cb5c3119-f0cd-453b-8ce7-4da323803552 service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1106675 Jul 09 14:44:59.286970 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:59.310364 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port df519eec-56ea-4b29-a612-2fde1e398707, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=df519eec-56ea-4b29-a612-2fde1e398707,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:44:59.315787 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:44:59.341583 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-01accf3a-06c2-42b5-8027-8e373ae7a579 service neutron] 10.222.0.39 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918589 Jul 09 14:44:59.366708 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=df519eec-56ea-4b29-a612-2fde1e398707,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:44:59.443610 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-2a5eeab8-9795-4e5c-aa62-e843b24ebc76 service neutron] 10.222.0.39 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929952 Jul 09 14:44:59.629017 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-142cc431-bd28-43e4-b536-5c9ec0e83174 req-c8dd7041-41ae-47c7-b312-b51a6ed9990c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 210 time: 0.0294108 Jul 09 14:45:00.075605 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Sync routers for ids ['c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:45:00.088550 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Routers {'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:45:00.089180 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-df654945-91f4-4f69-b922-5b3572969323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:44:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:00.206830 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Set router c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:45:00.451471 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-df654945-91f4-4f69-b922-5b3572969323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'name': 'tempest-TestSnapshotPattern-667559073-router', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'df519eec-56ea-4b29-a612-2fde1e398707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:52Z', 'updated_at': '2021-07-09T14:44:55Z', 'revision_number': 4, 'project_id': 'bc2edd32904e404fab480814ff3d0ddf', 'gw_port': {'id': 'df519eec-56ea-4b29-a612-2fde1e398707', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:53Z', 'updated_at': '2021-07-09T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '511eccf7-8ec8-4fee-bd93-7984e021028d', 'name': '', 'network_id': 'e7ef882b-b598-4ce6-9919-5e190e63a0cd', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'mac_address': 'fa:16:3e:ec:10:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'd648a4f4-efe0-4d1d-b98d-2af08e47513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:55Z', 'updated_at': '2021-07-09T14:44:55Z', 'revision_number': 2, 'project_id': 'bc2edd32904e404fab480814ff3d0ddf', 'subnets': [{'id': 'd648a4f4-efe0-4d1d-b98d-2af08e47513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:00.478928 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Checking router: c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:45:00.479304 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Updating router c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589 port 511eccf7-8ec8-4fee-bd93-7984e021028d binding host n-d-799525-3 {{(pid=93756) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 09 14:45:00.516921 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:00.779550 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fc48ec52-b131-430e-a785-352669abdc37 req-77533aff-2286-42d1-aa41-cf9f9aa3cff2 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 210 time: 0.0293543 Jul 09 14:45:00.807812 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Notify callbacks [] for port, precommit_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:00.836515 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.provisioning_blocks [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Transition to ACTIVE for port object 511eccf7-8ec8-4fee-bd93-7984e021028d will not be triggered until provisioned by entity L2. {{(pid=93756) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:00.845035 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:00.902455 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d822a-c830-4771-8984-7da3f0488b51 None None] Pushing event updated for resources: {'Port': ['ID=511eccf7-8ec8-4fee-bd93-7984e021028d,revision_number=3']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:00.909675 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device df519eec-56ea-4b29-a612-2fde1e398707 up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:00.979302 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-bc2fb330-fe2f-4e9a-9660-9f235814e98e tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:00.980929 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Attempting to bind port 511eccf7-8ec8-4fee-bd93-7984e021028d on host n-d-799525-3 for vnic_type normal with profile {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:00.981125 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-bc2fb330-fe2f-4e9a-9660-9f235814e98e tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.18 "GET /v2.0/networks?id=3b299756-dfe8-47ae-82a0-94b1dc401c89 HTTP/1.1" status: 200 len: 809 time: 0.1775894 Jul 09 14:45:00.981479 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Attempting to bind port 511eccf7-8ec8-4fee-bd93-7984e021028d by drivers openvswitch,hyperv on host n-d-799525-3 at level 0 using segments [{'id': '7e1de0c0-5619-419d-9999-25852818a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7ef882b-b598-4ce6-9919-5e190e63a0cd'}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:00.981956 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Attempting to bind port 511eccf7-8ec8-4fee-bd93-7984e021028d on network e7ef882b-b598-4ce6-9919-5e190e63a0cd {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:00.987987 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Checking agent: {'id': '1985b61b-d862-4a49-8823-d00e19ca0835', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 9, 35), 'started_at': datetime.datetime(2021, 7, 9, 13, 10, 5), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-799525-3'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:00.988366 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Checking segment: {'id': '7e1de0c0-5619-419d-9999-25852818a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7ef882b-b598-4ce6-9919-5e190e63a0cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93756) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:00.988770 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:00.989362 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Bound using segment: {'id': '7e1de0c0-5619-419d-9999-25852818a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7ef882b-b598-4ce6-9919-5e190e63a0cd'} {{(pid=93756) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:00.990042 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.managers [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Bound port: 511eccf7-8ec8-4fee-bd93-7984e021028d, host: n-d-799525-3, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1de0c0-5619-419d-9999-25852818a8fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 322, 'network_id': 'e7ef882b-b598-4ce6-9919-5e190e63a0cd'}}] {{(pid=93756) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:00.990380 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:00.998004 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port df519eec-56ea-4b29-a612-2fde1e398707 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:00.998389 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:01.045750 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-05a289e9-2250-4b38-82e0-ebeb3acc7ce9 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a17b2182af8427da31ca0c2258797cc HTTP/1.1" status: 200 len: 380 time: 0.0498877 Jul 09 14:45:01.062848 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-570ffe21-a4ec-4261-a9ec-58a6feeb34a4 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Request body: {'port': {'device_id': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'admin_state_up': True, 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'security_groups': ['60730701-0a2f-4c18-8f95-492c10f16586']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:01.114553 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-df654945-91f4-4f69-b922-5b3572969323 None None] For port 511eccf7-8ec8-4fee-bd93-7984e021028d, host n-d-799525-3, cleared binding levels {{(pid=93756) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:01.118319 n-d-799525-3 neutron-server[93756]: DEBUG neutron.plugins.ml2.db [None req-df654945-91f4-4f69-b922-5b3572969323 None None] For port 511eccf7-8ec8-4fee-bd93-7984e021028d, host n-d-799525-3, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=511eccf7-8ec8-4fee-bd93-7984e021028d,segment=NetworkSegment(7e1de0c0-5619-419d-9999-25852818a8fa),segment_id=7e1de0c0-5619-419d-9999-25852818a8fa)] {{(pid=93756) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:01.125376 n-d-799525-3 neutron-server[93756]: DEBUG neutron_lib.callbacks.manager [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93756) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:01.180846 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Routers {'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:45:01.181487 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-df654945-91f4-4f69-b922-5b3572969323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:44:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:01.241681 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-570ffe21-a4ec-4261-a9ec-58a6feeb34a4 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Made reservation on behalf of 5a17b2182af8427da31ca0c2258797cc for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:45:01.249869 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-570ffe21-a4ec-4261-a9ec-58a6feeb34a4 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:01.297869 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770d822a-c830-4771-8984-7da3f0488b51 None None] Pushing event updated for resources: {'Port': ['ID=511eccf7-8ec8-4fee-bd93-7984e021028d,revision_number=4']} {{(pid=93756) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:01.327978 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-df654945-91f4-4f69-b922-5b3572969323 None None] Set router c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:45:01.398224 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-570ffe21-a4ec-4261-a9ec-58a6feeb34a4 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Allocated IP 172.20.0.12 (3b299756-dfe8-47ae-82a0-94b1dc401c89/8ec67ca2-7dce-4467-af87-acaea37e9a94/9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:01.543900 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-df654945-91f4-4f69-b922-5b3572969323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'name': 'tempest-TestSnapshotPattern-667559073-router', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'df519eec-56ea-4b29-a612-2fde1e398707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:52Z', 'updated_at': '2021-07-09T14:44:55Z', 'revision_number': 4, 'project_id': 'bc2edd32904e404fab480814ff3d0ddf', 'gw_port': {'id': 'df519eec-56ea-4b29-a612-2fde1e398707', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:53Z', 'updated_at': '2021-07-09T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '511eccf7-8ec8-4fee-bd93-7984e021028d', 'name': '', 'network_id': 'e7ef882b-b598-4ce6-9919-5e190e63a0cd', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'mac_address': 'fa:16:3e:ec:10:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'd648a4f4-efe0-4d1d-b98d-2af08e47513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:55Z', 'updated_at': '2021-07-09T14:45:01Z', 'revision_number': 4, 'project_id': 'bc2edd32904e404fab480814ff3d0ddf', 'subnets': [{'id': 'd648a4f4-efe0-4d1d-b98d-2af08e47513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:01.551604 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-570ffe21-a4ec-4261-a9ec-58a6feeb34a4 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:01.566689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-570ffe21-a4ec-4261-a9ec-58a6feeb34a4 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Transition to ACTIVE for port object 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:01.571125 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df654945-91f4-4f69-b922-5b3572969323 None None] The sync data for ids ['c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'] in n-d-799525-3 is: [{'id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'name': 'tempest-TestSnapshotPattern-667559073-router', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'df519eec-56ea-4b29-a612-2fde1e398707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:52Z', 'updated_at': '2021-07-09T14:44:55Z', 'revision_number': 4, 'project_id': 'bc2edd32904e404fab480814ff3d0ddf', 'gw_port': {'id': 'df519eec-56ea-4b29-a612-2fde1e398707', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:53Z', 'updated_at': '2021-07-09T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '511eccf7-8ec8-4fee-bd93-7984e021028d', 'name': '', 'network_id': 'e7ef882b-b598-4ce6-9919-5e190e63a0cd', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'mac_address': 'fa:16:3e:ec:10:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': 'd648a4f4-efe0-4d1d-b98d-2af08e47513e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:55Z', 'updated_at': '2021-07-09T14:45:01Z', 'revision_number': 4, 'project_id': 'bc2edd32904e404fab480814ff3d0ddf', 'subnets': [{'id': 'd648a4f4-efe0-4d1d-b98d-2af08e47513e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:45:01.602543 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-570ffe21-a4ec-4261-a9ec-58a6feeb34a4 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:01.656230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-570ffe21-a4ec-4261-a9ec-58a6feeb34a4 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Network 3b299756-dfe8-47ae-82a0-94b1dc401c89 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:01.660405 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-570ffe21-a4ec-4261-a9ec-58a6feeb34a4 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:01.662306 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570ffe21-a4ec-4261-a9ec-58a6feeb34a4 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event updated for resources: {'Port': ['ID=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:01.664367 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-570ffe21-a4ec-4261-a9ec-58a6feeb34a4 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:01.715505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-570ffe21-a4ec-4261-a9ec-58a6feeb34a4 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:01.716133 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-570ffe21-a4ec-4261-a9ec-58a6feeb34a4 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:01.731695 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-570ffe21-a4ec-4261-a9ec-58a6feeb34a4 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6797712 Jul 09 14:45:01.743193 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Request body: {'port': {'device_id': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:01.825616 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:01.893332 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9fb89337-101b-415a-b454-297891643aeb None None] Provisioning for port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:01.898129 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9fb89337-101b-415a-b454-297891643aeb None None] Provisioning complete for port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:01.898731 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9fb89337-101b-415a-b454-297891643aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:01.950529 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9fb89337-101b-415a-b454-297891643aeb None None] Port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:45:01.954169 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7b6b9f3d-21ef-4967-a4af-95765c1182a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:01.972205 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b83e5-8d3e-4df5-9ba9-8cf69432f463 req-a3fbf7eb-7bc6-4b08-8d81-7fb35d8d6f90 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:01.973852 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-171b83e5-8d3e-4df5-9ba9-8cf69432f463 req-a3fbf7eb-7bc6-4b08-8d81-7fb35d8d6f90 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 932 time: 0.0725362 Jul 09 14:45:02.015612 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-171b83e5-8d3e-4df5-9ba9-8cf69432f463 req-e006f9ca-2c1a-454d-86a7-ddc0b74658ce tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352237 Jul 09 14:45:02.105706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:02.114405 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:02.126565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Transition to ACTIVE for port object 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:45:02.131300 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:02.184574 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Pushing event updated for resources: {'Port': ['ID=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:02.261135 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Attempting to bind port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c on host n-h1-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:45:02.261487 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Attempting to bind port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c by drivers openvswitch,hyperv on host n-h1-799525-3 at level 0 using segments [{'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:45:02.261833 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Attempting to bind port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c on network 3b299756-dfe8-47ae-82a0-94b1dc401c89 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:02.266505 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c on network 3b299756-dfe8-47ae-82a0-94b1dc401c89 not bound, no agent of type Open vSwitch agent registered on host n-h1-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:45:02.266778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Attempting to bind port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c on network 3b299756-dfe8-47ae-82a0-94b1dc401c89 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:45:02.272605 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Checking agent: {'id': '67bbe172-f1d4-4cbb-a10c-00c52383c370', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 44, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:45:02.272898 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Checking segment: {'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:45:02.273294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Bound using segment: {'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:45:02.273751 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Bound port: 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c, host: n-h1-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:45:02.274103 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:02.343638 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] For port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c, host n-h1-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:45:02.346851 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] For port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c, host n-h1-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:45:02.352893 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:02.395922 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:02.396551 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:02.397997 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] 10.222.0.18 "PUT /v2.0/ports/9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c HTTP/1.1" status: 200 len: 1092 time: 0.6592891 Jul 09 14:45:02.398449 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'tag': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:02.400777 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ee34739-c709-4d90-84b0-e9923769defc" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd34d8a-e663-424a-9a7d-eeac69bc3987", "tag": "9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:02.433704 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e15aac-40d8-4f6e-9915-227fa6fb2ecb service neutron] Pushing event updated for resources: {'Port': ['ID=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:02.442576 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743cd4b2-bdf8-4139-ab96-179c4fcf6f9d x-openstack-request-id: req-743cd4b2-bdf8-4139-ab96-179c4fcf6f9d {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:02.442876 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd34d8a-e663-424a-9a7d-eeac69bc3987", "tag": "9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:02.443697 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-743cd4b2-bdf8-4139-ab96-179c4fcf6f9d {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:02.444162 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'tag': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'status': 'completed', 'code': 200} Jul 09 14:45:02.498641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-5f76d833-4ebe-4e3a-9847-63d438a062d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:02.500277 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-5f76d833-4ebe-4e3a-9847-63d438a062d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a17b2182af8427da31ca0c2258797cc&device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 1095 time: 0.0552852 Jul 09 14:45:02.544456 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-e144a18b-2958-48ca-8eb8-8ec65d25b6d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c HTTP/1.1" status: 200 len: 217 time: 0.0369854 Jul 09 14:45:02.598214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-7fcd4b61-1fa9-4d33-bbf6-5c7f1da494b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:02.599736 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-7fcd4b61-1fa9-4d33-bbf6-5c7f1da494b7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8ec67ca2-7dce-4467-af87-acaea37e9a94 HTTP/1.1" status: 200 len: 848 time: 0.0499732 Jul 09 14:45:02.661169 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-7c6111b2-c987-4556-821b-4a5f3dcd2776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:02.662842 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-7c6111b2-c987-4556-821b-4a5f3dcd2776 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b299756-dfe8-47ae-82a0-94b1dc401c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0547366 Jul 09 14:45:02.757276 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-cfa6d690-316d-487c-a8ab-0ddb4a10313e service neutron] 10.222.0.18 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873482 Jul 09 14:45:02.860811 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-46f2ebba-ef86-4c65-98d5-588f1120c6fb req-5ebccf10-d5c7-4a28-8f1d-68de47c9b30a service neutron] 10.222.0.18 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968084 Jul 09 14:45:02.898626 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 511eccf7-8ec8-4fee-bd93-7984e021028d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:02.955813 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning for port 511eccf7-8ec8-4fee-bd93-7984e021028d completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:02.961287 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 511eccf7-8ec8-4fee-bd93-7984e021028d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:02.961838 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:02.974929 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee34739-c709-4d90-84b0-e9923769defc req-7ea36f80-6306-4ade-9efc-9ceba27f003a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:02.976508 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6ee34739-c709-4d90-84b0-e9923769defc req-7ea36f80-6306-4ade-9efc-9ceba27f003a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a17b2182af8427da31ca0c2258797cc&device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 1095 time: 0.0615222 Jul 09 14:45:03.055250 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:03.089114 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee34739-c709-4d90-84b0-e9923769defc req-4ecde6f8-e5f7-4b22-a389-517cc7b502a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:03.090655 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6ee34739-c709-4d90-84b0-e9923769defc req-4ecde6f8-e5f7-4b22-a389-517cc7b502a7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3b299756-dfe8-47ae-82a0-94b1dc401c89 HTTP/1.1" status: 200 len: 910 time: 0.1075351 Jul 09 14:45:03.093068 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] For port 511eccf7-8ec8-4fee-bd93-7984e021028d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=511eccf7-8ec8-4fee-bd93-7984e021028d,segment=NetworkSegment(7e1de0c0-5619-419d-9999-25852818a8fa),segment_id=7e1de0c0-5619-419d-9999-25852818a8fa)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:03.097653 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:03.134421 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6ee34739-c709-4d90-84b0-e9923769defc req-9fc01b12-e970-4c71-a813-0ccd46bafb16 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c HTTP/1.1" status: 200 len: 217 time: 0.0369978 Jul 09 14:45:03.168304 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Pushing event updated for resources: {'Port': ['ID=511eccf7-8ec8-4fee-bd93-7984e021028d,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:03.192251 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee34739-c709-4d90-84b0-e9923769defc req-e5907028-cd8d-439a-843e-5f9ea9656b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:03.193918 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6ee34739-c709-4d90-84b0-e9923769defc req-e5907028-cd8d-439a-843e-5f9ea9656b15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8ec67ca2-7dce-4467-af87-acaea37e9a94 HTTP/1.1" status: 200 len: 848 time: 0.0521309 Jul 09 14:45:03.222760 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f0a117-8fe2-464d-9c0e-5aba161ab913 req-d6c4b4eb-9a8f-4049-9062-ca4d35a6d7c8 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:03.224498 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14f0a117-8fe2-464d-9c0e-5aba161ab913 req-d6c4b4eb-9a8f-4049-9062-ca4d35a6d7c8 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 944 time: 0.0777707 Jul 09 14:45:03.266955 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee34739-c709-4d90-84b0-e9923769defc req-ac07eb54-6e4b-406b-8713-892ed57edb8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:03.268694 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6ee34739-c709-4d90-84b0-e9923769defc req-ac07eb54-6e4b-406b-8713-892ed57edb8e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b299756-dfe8-47ae-82a0-94b1dc401c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0667303 Jul 09 14:45:03.268884 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14f0a117-8fe2-464d-9c0e-5aba161ab913 req-2f5716be-02c9-49b6-8789-558f33ebb8e3 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371573 Jul 09 14:45:03.361472 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6ee34739-c709-4d90-84b0-e9923769defc req-88b1642a-b689-4a97-adb6-89782805a460 service neutron] 10.222.0.18 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850241 Jul 09 14:45:03.455840 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6ee34739-c709-4d90-84b0-e9923769defc req-3485a82f-6b72-4d58-9a50-af09f4d0629d service neutron] 10.222.0.18 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877004 Jul 09 14:45:04.454072 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab79f3-8e43-4bb7-85ee-308bdb5193ba req-dd555d5d-2075-4194-b88a-388b70d4ab4c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:04.455585 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8dab79f3-8e43-4bb7-85ee-308bdb5193ba req-dd555d5d-2075-4194-b88a-388b70d4ab4c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 944 time: 0.0689211 Jul 09 14:45:04.494829 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8dab79f3-8e43-4bb7-85ee-308bdb5193ba req-3bfb2b03-b6d2-485b-b132-8f4413049367 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325575 Jul 09 14:45:04.777792 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-18d12eca-bd07-4d33-8d45-972c34c55843 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:04.779701 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:04.872047 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 511eccf7-8ec8-4fee-bd93-7984e021028d up at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:04.921572 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Provisioning complete for port 511eccf7-8ec8-4fee-bd93-7984e021028d triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:04.921947 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:05.695757 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7ac05c-a0f0-4478-a53e-6c57334fda95 req-c4fe9dd4-9d80-47bd-bbdd-06ea6cb4e6f6 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:05.697503 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d7ac05c-a0f0-4478-a53e-6c57334fda95 req-c4fe9dd4-9d80-47bd-bbdd-06ea6cb4e6f6 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 944 time: 0.0698950 Jul 09 14:45:05.737003 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-6d7ac05c-a0f0-4478-a53e-6c57334fda95 req-26d72290-b1af-42ad-9c70-2751470aba52 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336673 Jul 09 14:45:05.814413 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:45:05.912370 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:05.923738 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'port_id': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'mac_address': 'fa:16:3e:b0:fe:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:45:05.972165 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:05.974524 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:05.985785 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:45:06.006072 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:06.010505 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:06.057687 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:06.213041 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:45:06.915144 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b50b9d-1020-407f-840c-5fca6f64e1fc req-5bf3dac0-4233-4117-9228-8b3c04285a79 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:06.916732 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81b50b9d-1020-407f-840c-5fca6f64e1fc req-5bf3dac0-4233-4117-9228-8b3c04285a79 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 945 time: 0.0671237 Jul 09 14:45:06.958008 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-81b50b9d-1020-407f-840c-5fca6f64e1fc req-6cc0b47a-d8b1-459b-acc6-5808d3fa3abc tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356522 Jul 09 14:45:07.374750 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:07.823222 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:45:07.873450 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning for port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:45:07.877186 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:45:07.877562 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:07.953940 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:07.976585 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:07.979135 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f089e6-505d-4916-a752-ab52a24ba2ff" -d '{"events": [{"server_uuid": "8cd34d8a-e663-424a-9a7d-eeac69bc3987", "name": "network-vif-plugged", "status": "completed", "tag": "9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:07.992764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:45:07.997435 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:08.051504 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:08.095926 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7321b91f-6d35-47b6-9114-9c4c6d246369 x-openstack-request-id: req-7321b91f-6d35-47b6-9114-9c4c6d246369 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:08.096218 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd34d8a-e663-424a-9a7d-eeac69bc3987", "name": "network-vif-plugged", "status": "completed", "tag": "9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:08.096472 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-7321b91f-6d35-47b6-9114-9c4c6d246369 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:08.096863 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'code': 200} Jul 09 14:45:08.160765 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aecb3db-739a-405a-8b12-491d40c03820 req-65295a46-b1b8-43ac-bb93-21bcd45a7014 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:08.162440 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4aecb3db-739a-405a-8b12-491d40c03820 req-65295a46-b1b8-43ac-bb93-21bcd45a7014 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 946 time: 0.0706108 Jul 09 14:45:08.202657 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4aecb3db-739a-405a-8b12-491d40c03820 req-c17ac94b-1d15-46ce-abe4-489ced26ff02 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347064 Jul 09 14:45:08.211872 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b8bfe3-1000-46d8-b3f0-fed3c879f922 req-44b79ff7-5b27-4314-bd8d-679a37ac0484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:08.213404 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e9b8bfe3-1000-46d8-b3f0-fed3c879f922 req-44b79ff7-5b27-4314-bd8d-679a37ac0484 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 1097 time: 0.0548625 Jul 09 14:45:08.248070 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-e9b8bfe3-1000-46d8-b3f0-fed3c879f922 req-a12bb31c-1968-421d-a5db-fb37c0f12f98 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280347 Jul 09 14:45:09.291850 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:45:09.382133 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19a6b5e-ebcd-413c-823a-52ea3b030e46 req-535cc492-f2f9-4ffa-b5e1-4b8cd4ee2cf8 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:09.383965 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f19a6b5e-ebcd-413c-823a-52ea3b030e46 req-535cc492-f2f9-4ffa-b5e1-4b8cd4ee2cf8 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 946 time: 0.0637610 Jul 09 14:45:09.389160 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:09.426665 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f19a6b5e-ebcd-413c-823a-52ea3b030e46 req-f4ae3df0-c02b-4c43-92d1-1a99fa5c9209 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363829 Jul 09 14:45:09.608207 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f61339-d610-4770-b587-4dc358376cf5 req-a4f1556a-3fcc-4194-80f5-15e90b05e564 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:09.609716 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8f61339-d610-4770-b587-4dc358376cf5 req-a4f1556a-3fcc-4194-80f5-15e90b05e564 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 946 time: 0.0676560 Jul 09 14:45:09.648385 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f8f61339-d610-4770-b587-4dc358376cf5 req-1912e3e3-88c7-497c-aeae-4ad2cc422d37 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325480 Jul 09 14:45:09.671641 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51760) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:09.687529 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:09.762731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c64ab9b-6a2e-40f9-a241-5b495fef6912 tempest-TestSnapshotPattern-772357414 tempest-TestSnapshotPattern-772357414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:09.764290 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-1c64ab9b-6a2e-40f9-a241-5b495fef6912 tempest-TestSnapshotPattern-772357414 tempest-TestSnapshotPattern-772357414-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 1092 time: 0.0916271 Jul 09 14:45:09.767241 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 51764) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:45:09.772147 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:45:09.793208 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:09.892123 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:09.994142 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Allocated IP 172.25.2.2 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/6e0b520e-0b4f-4ade-b59a-df20100d89fa) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:45:10.102640 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:10.141944 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:10.183319 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:45:10.186192 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:45:10.190498 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:45:10.193915 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event updated for resources: {'Port': ['ID=6e0b520e-0b4f-4ade-b59a-df20100d89fa,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:10.561763 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:10.643195 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:10.805686 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:10.810143 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:10.880412 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event updated for resources: {'Port': ['ID=6e0b520e-0b4f-4ade-b59a-df20100d89fa,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:45:10.892641 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:11.289427 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Floating IP a0fee01c-7bef-4fd2-a165-8e3d7099dd02 associated. External IP: 172.25.2.2, port: 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c. Jul 09 14:45:11.497154 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Router b45199b0-6b46-4c75-80d2-eec4ee5112a0 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:45:11.605272 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:45:11.614609 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22bf9c4-3369-4c68-85b1-226750d7d97f None None] Sync routers for ids ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:45:11.624255 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22bf9c4-3369-4c68-85b1-226750d7d97f None None] Routers {'b45199b0-6b46-4c75-80d2-eec4ee5112a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:45:11.625072 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e22bf9c4-3369-4c68-85b1-226750d7d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:45:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:11.628192 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:11.665583 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-a52b6202-1423-46b5-af83-49b1408f0982 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8973234 Jul 09 14:45:11.666178 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'tag': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:45:11.668545 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c3004d-25d7-4598-afcf-a33bce0db2f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd34d8a-e663-424a-9a7d-eeac69bc3987", "tag": "9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:45:11.704832 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3c3d54-4869-4e0b-90b4-c461b86e66e9 x-openstack-request-id: req-8b3c3d54-4869-4e0b-90b4-c461b86e66e9 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:45:11.705141 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd34d8a-e663-424a-9a7d-eeac69bc3987", "tag": "9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:45:11.705401 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-8b3c3d54-4869-4e0b-90b4-c461b86e66e9 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:45:11.705809 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'tag': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'status': 'completed', 'code': 200} Jul 09 14:45:11.735190 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e22bf9c4-3369-4c68-85b1-226750d7d97f None None] Set router b45199b0-6b46-4c75-80d2-eec4ee5112a0 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:45:11.780993 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3004d-25d7-4598-afcf-a33bce0db2f0 req-7c6b2c72-c12b-4859-849b-f26ad40b8896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:11.782535 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4c3004d-25d7-4598-afcf-a33bce0db2f0 req-7c6b2c72-c12b-4859-849b-f26ad40b8896 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a17b2182af8427da31ca0c2258797cc&device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 1097 time: 0.0548470 Jul 09 14:45:11.874148 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3004d-25d7-4598-afcf-a33bce0db2f0 req-071f0a22-c2df-475f-bbc2-029824ffdccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:11.875738 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4c3004d-25d7-4598-afcf-a33bce0db2f0 req-071f0a22-c2df-475f-bbc2-029824ffdccc service neutron] 10.222.0.18 "GET /v2.0/networks?id=3b299756-dfe8-47ae-82a0-94b1dc401c89 HTTP/1.1" status: 200 len: 910 time: 0.0875850 Jul 09 14:45:11.943264 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4c3004d-25d7-4598-afcf-a33bce0db2f0 req-60f4ee58-bbe9-4326-a5e3-c88e612a1843 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c HTTP/1.1" status: 200 len: 998 time: 0.0615153 Jul 09 14:45:11.960247 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e22bf9c4-3369-4c68-85b1-226750d7d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'a0fee01c-7bef-4fd2-a165-8e3d7099dd02', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'port_id': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'mac_address': 'fa:16:3e:b0:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:45:10Z', 'updated_at': '2021-07-09T14:45:10Z', 'revision_number': 0, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:57Z', 'revision_number': 5, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:11.990706 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22bf9c4-3369-4c68-85b1-226750d7d97f None None] Checking router: b45199b0-6b46-4c75-80d2-eec4ee5112a0 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:45:11.997477 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3004d-25d7-4598-afcf-a33bce0db2f0 req-6b6a7d4d-da44-43d4-abe0-a087f5271b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:11.999195 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22bf9c4-3369-4c68-85b1-226750d7d97f None None] Routers {'b45199b0-6b46-4c75-80d2-eec4ee5112a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:45:11.999358 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4c3004d-25d7-4598-afcf-a33bce0db2f0 req-6b6a7d4d-da44-43d4-abe0-a087f5271b86 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8ec67ca2-7dce-4467-af87-acaea37e9a94 HTTP/1.1" status: 200 len: 848 time: 0.0502238 Jul 09 14:45:11.999798 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e22bf9c4-3369-4c68-85b1-226750d7d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:45:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:12.059330 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c3004d-25d7-4598-afcf-a33bce0db2f0 req-4613b56e-a2cf-4e48-98c4-4625bbca802b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:12.060895 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4c3004d-25d7-4598-afcf-a33bce0db2f0 req-4613b56e-a2cf-4e48-98c4-4625bbca802b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b299756-dfe8-47ae-82a0-94b1dc401c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558670 Jul 09 14:45:12.110977 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-e22bf9c4-3369-4c68-85b1-226750d7d97f None None] Set router b45199b0-6b46-4c75-80d2-eec4ee5112a0 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:45:12.151413 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4c3004d-25d7-4598-afcf-a33bce0db2f0 req-a43bdd36-bfff-440c-bcaa-3966e970f180 service neutron] 10.222.0.18 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841537 Jul 09 14:45:12.246418 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b4c3004d-25d7-4598-afcf-a33bce0db2f0 req-a9a1b69a-d798-408f-b5e9-739030b80333 service neutron] 10.222.0.18 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890031 Jul 09 14:45:12.355280 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-e22bf9c4-3369-4c68-85b1-226750d7d97f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'a0fee01c-7bef-4fd2-a165-8e3d7099dd02', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'port_id': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'mac_address': 'fa:16:3e:b0:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:45:10Z', 'updated_at': '2021-07-09T14:45:10Z', 'revision_number': 0, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:57Z', 'revision_number': 5, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:45:12.382985 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e22bf9c4-3369-4c68-85b1-226750d7d97f None None] The sync data for ids ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'] in n-d-799525-3 is: [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'a0fee01c-7bef-4fd2-a165-8e3d7099dd02', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'port_id': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'mac_address': 'fa:16:3e:b0:fe:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:45:10Z', 'updated_at': '2021-07-09T14:45:10Z', 'revision_number': 0, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:57Z', 'revision_number': 5, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:45:12.585986 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f75cf6-4ada-45ec-b805-4f1f016da7d8 None None] New status for floating IP a0fee01c-7bef-4fd2-a165-8e3d7099dd02: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:45:31.128927 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b0c7c482-c0ed-462f-bb56-fb64dd516a41 req-b20026d5-5a27-4830-9c5f-142fdc7de8a5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0582426 Jul 09 14:45:31.225814 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7c482-c0ed-462f-bb56-fb64dd516a41 req-a230ce5a-505a-49cb-8a2d-6df835607285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:31.227347 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b0c7c482-c0ed-462f-bb56-fb64dd516a41 req-a230ce5a-505a-49cb-8a2d-6df835607285 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a17b2182af8427da31ca0c2258797cc&device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 1097 time: 0.0541811 Jul 09 14:45:31.336703 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7c482-c0ed-462f-bb56-fb64dd516a41 req-195b0d2c-103e-4dcb-9057-66a2249ed0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:31.338210 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b0c7c482-c0ed-462f-bb56-fb64dd516a41 req-195b0d2c-103e-4dcb-9057-66a2249ed0c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3b299756-dfe8-47ae-82a0-94b1dc401c89 HTTP/1.1" status: 200 len: 910 time: 0.0897253 Jul 09 14:45:31.405202 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b0c7c482-c0ed-462f-bb56-fb64dd516a41 req-05f471f2-6181-4f9c-8505-1c0e0037dda1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c HTTP/1.1" status: 200 len: 1000 time: 0.0600510 Jul 09 14:45:31.457730 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7c482-c0ed-462f-bb56-fb64dd516a41 req-c8204833-bace-4d4d-bb2b-d664c61f09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:31.459299 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b0c7c482-c0ed-462f-bb56-fb64dd516a41 req-c8204833-bace-4d4d-bb2b-d664c61f09a2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8ec67ca2-7dce-4467-af87-acaea37e9a94 HTTP/1.1" status: 200 len: 848 time: 0.0484109 Jul 09 14:45:31.515791 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c7c482-c0ed-462f-bb56-fb64dd516a41 req-12deb280-56ae-4841-b892-bd96e5fbaa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:45:31.517392 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b0c7c482-c0ed-462f-bb56-fb64dd516a41 req-12deb280-56ae-4841-b892-bd96e5fbaa47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b299756-dfe8-47ae-82a0-94b1dc401c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519764 Jul 09 14:45:31.604599 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b0c7c482-c0ed-462f-bb56-fb64dd516a41 req-2773e458-e35c-4961-a273-d8fa0458cf3e service neutron] 10.222.0.18 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803683 Jul 09 14:45:31.697812 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b0c7c482-c0ed-462f-bb56-fb64dd516a41 req-e2e1addc-b869-4515-9ad5-acbfe77fd640 service neutron] 10.222.0.18 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868833 Jul 09 14:45:31.928088 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d91bbdea-4bc7-43f5-b67f-5a8d4c95b5e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:34.778135 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-10fdf758-e703-42ca-802f-f8dead6362fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:34.779747 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:35.964108 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:37.376505 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:39.413236 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:39.687159 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:45:46.291789 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:46:01.932756 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6365b739-be58-4bd3-9d44-7c1621cbcd1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:04.779706 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8d946188-f160-40ff-a3c7-1700cbeb15cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:04.782782 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:05.966740 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:07.382782 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:09.422026 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:09.687514 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:23.291561 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:46:31.934280 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d57327b3-8c86-42d3-8bc3-b14fcf7697ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:32.083879 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fd34fc6-1b53-4bee-b2fa-6d4aec8f0556 req-51948509-2760-45de-9a19-07c6e9cb239f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1021662 Jul 09 14:46:32.178363 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd34fc6-1b53-4bee-b2fa-6d4aec8f0556 req-fb01ec5a-81cc-4a5c-97c3-1a99a6b2168a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:32.180377 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fd34fc6-1b53-4bee-b2fa-6d4aec8f0556 req-fb01ec5a-81cc-4a5c-97c3-1a99a6b2168a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a17b2182af8427da31ca0c2258797cc&device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 1097 time: 0.0545490 Jul 09 14:46:32.291620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd34fc6-1b53-4bee-b2fa-6d4aec8f0556 req-7b5aca83-b2a2-4e8f-8854-a099fce9e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:32.293161 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fd34fc6-1b53-4bee-b2fa-6d4aec8f0556 req-7b5aca83-b2a2-4e8f-8854-a099fce9e545 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3b299756-dfe8-47ae-82a0-94b1dc401c89 HTTP/1.1" status: 200 len: 910 time: 0.0932910 Jul 09 14:46:32.361741 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fd34fc6-1b53-4bee-b2fa-6d4aec8f0556 req-a324cb02-112e-4c72-a4b4-892be7fdca25 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c HTTP/1.1" status: 200 len: 1000 time: 0.0616233 Jul 09 14:46:32.416214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd34fc6-1b53-4bee-b2fa-6d4aec8f0556 req-9f139c4a-6d66-485a-8e1b-609d96becdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:32.417746 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fd34fc6-1b53-4bee-b2fa-6d4aec8f0556 req-9f139c4a-6d66-485a-8e1b-609d96becdfd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8ec67ca2-7dce-4467-af87-acaea37e9a94 HTTP/1.1" status: 200 len: 848 time: 0.0505135 Jul 09 14:46:32.478214 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd34fc6-1b53-4bee-b2fa-6d4aec8f0556 req-bf2a92a9-07b3-4140-bd47-5857634d7166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:46:32.479802 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fd34fc6-1b53-4bee-b2fa-6d4aec8f0556 req-bf2a92a9-07b3-4140-bd47-5857634d7166 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b299756-dfe8-47ae-82a0-94b1dc401c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556259 Jul 09 14:46:32.574628 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fd34fc6-1b53-4bee-b2fa-6d4aec8f0556 req-6a21c64f-aa81-4d67-9128-378321b986d7 service neutron] 10.222.0.18 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878084 Jul 09 14:46:32.674928 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-6fd34fc6-1b53-4bee-b2fa-6d4aec8f0556 req-29db6687-aa2f-4fa9-b373-64b2f126e3d5 service neutron] 10.222.0.18 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935285 Jul 09 14:46:34.782050 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d3406c63-097a-4333-98b0-b4e047cc13bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:34.784055 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:35.969555 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:37.383779 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:39.435506 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:46:39.692817 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:00.291714 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:47:01.935487 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ed0e102d-2e90-47d9-a9a5-0143a764da8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:04.781570 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:04.783568 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-d72f2eb5-edf1-4a0b-b77e-4dc2cccd6840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:05.972854 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:07.385296 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.462899 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c details requested by agent hyperv_n-h1-799525-3 with host n-h1-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:47:08.574124 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:08.586200 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Returning: {'device': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'port_id': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'mac_address': 'fa:16:3e:b0:fe:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:47:08.643508 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.658724 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:08.685251 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:08.689379 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:08.758447 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:08.767754 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] get_ports_and_sgs() called for port_ids ['9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:08.771722 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:08.772066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:08.772404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:08.772744 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:08.773069 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:08.773397 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:08.773723 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:08.774049 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:08.774373 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:08.774841 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:08.776404 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:08.776764 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:09.448923 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:09.688127 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.477365 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c up at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:10.536673 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Provisioning complete for port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:10.537058 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.627609 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.655002 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:10.657279 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87b8161f-069e-4285-b910-8d92638f4bed" -d '{"events": [{"server_uuid": "8cd34d8a-e663-424a-9a7d-eeac69bc3987", "name": "network-vif-plugged", "status": "completed", "tag": "9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:10.676433 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:10.684281 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:10.715360 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13aea400-5fa5-402b-8990-0b26468504bf x-openstack-request-id: req-13aea400-5fa5-402b-8990-0b26468504bf {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:10.716007 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd34d8a-e663-424a-9a7d-eeac69bc3987", "name": "network-vif-plugged", "status": "completed", "tag": "9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:10.716007 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-13aea400-5fa5-402b-8990-0b26468504bf {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:10.716299 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'code': 200} Jul 09 14:47:10.746696 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:18.225065 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-ac44f8ba-458f-4faa-8b8a-28a1f3ef3933 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1507357553&fields=id&tenant_id=5a17b2182af8427da31ca0c2258797cc HTTP/1.1" status: 200 len: 267 time: 0.0344608 Jul 09 14:47:18.329474 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-48719c6f-ae13-4c17-ac2b-ec430364b232 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:18.330949 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-48719c6f-ae13-4c17-ac2b-ec430364b232 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/networks?id=3b299756-dfe8-47ae-82a0-94b1dc401c89 HTTP/1.1" status: 200 len: 809 time: 0.0992911 Jul 09 14:47:18.345563 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-2a58b204-747f-4d72-994d-d5e9d3538b04 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/quotas/5a17b2182af8427da31ca0c2258797cc HTTP/1.1" status: 200 len: 375 time: 0.0092392 Jul 09 14:47:18.421275 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-0bae2152-5fdc-49ee-b70d-96682b67e5da tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?tenant_id=5a17b2182af8427da31ca0c2258797cc&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0707123 Jul 09 14:47:18.515039 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-71007090-8789-4603-ad9d-4b703743406f service neutron] 10.222.0.39 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821829 Jul 09 14:47:18.609083 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-b73afde2-589a-4477-8ad3-7918936bed51 service neutron] 10.222.0.39 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882943 Jul 09 14:47:18.810125 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fdd08180-3be7-48e9-ba87-b3135617169f req-08936442-b6fd-422e-ba57-7ba269f8c76e tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 210 time: 0.0306284 Jul 09 14:47:19.891580 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe0e1771-455b-40fd-9ad3-93682a48acb2 req-c1fd77d9-79ab-47fe-8c1d-d9949904088c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 210 time: 0.0296884 Jul 09 14:47:20.506357 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:47:20.584663 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:20.607573 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:20.609802 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb1c137-ebfc-434b-aded-3db92871d96f" -d '{"events": [{"server_uuid": "8cd34d8a-e663-424a-9a7d-eeac69bc3987", "name": "network-vif-unplugged", "status": "completed", "tag": "9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:20.622416 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] For port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:20.627253 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:20.652906 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c412bf-a2b7-469b-acb7-5b533df0840f x-openstack-request-id: req-42c412bf-a2b7-469b-acb7-5b533df0840f {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:20.653207 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd34d8a-e663-424a-9a7d-eeac69bc3987", "name": "network-vif-unplugged", "status": "completed", "tag": "9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:20.653463 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-42c412bf-a2b7-469b-acb7-5b533df0840f {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:20.653851 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'code': 200} Jul 09 14:47:20.678619 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Pushing event updated for resources: {'Port': ['ID=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:21.032446 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-fe93cce6-77a7-4011-84cf-51c63b1feebe req-101df06c-407e-4888-b0ed-cec4b276b0e4 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 210 time: 0.0295036 Jul 09 14:47:21.883745 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-36462fdf-49fb-463b-921a-d26e6794a0b8 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:21.885249 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-36462fdf-49fb-463b-921a-d26e6794a0b8 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.15 "GET /v2.0/networks?id=3b299756-dfe8-47ae-82a0-94b1dc401c89 HTTP/1.1" status: 200 len: 809 time: 0.1052072 Jul 09 14:47:21.935708 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-789da98d-6c2f-4ddd-9d40-a08f96e88b52 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a17b2182af8427da31ca0c2258797cc HTTP/1.1" status: 200 len: 380 time: 0.0410693 Jul 09 14:47:21.947882 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Request body: {'port': {'device_id': '39d28d86-514d-4186-a201-b48e593e5601', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'admin_state_up': True, 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'security_groups': ['60730701-0a2f-4c18-8f95-492c10f16586']}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:22.052500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Made reservation on behalf of 5a17b2182af8427da31ca0c2258797cc for: {'port': 1} {{(pid=93753) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 09 14:47:22.057244 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:22.186189 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-74e782d7-b0a3-4c20-8256-4515f414342c req-db61280a-7e40-45d7-a2fd-403690cd7e0a tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 210 time: 0.0326807 Jul 09 14:47:22.216051 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Allocated IP 172.20.0.4 (3b299756-dfe8-47ae-82a0-94b1dc401c89/8ec67ca2-7dce-4467-af87-acaea37e9a94/c57d7bea-7bdc-46b0-9643-6b90a9221366) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:47:22.394674 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:22.412291 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Transition to ACTIVE for port object c57d7bea-7bdc-46b0-9643-6b90a9221366 will not be triggered until provisioned by entity DHCP. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:22.450836 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:22.511599 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Network 3b299756-dfe8-47ae-82a0-94b1dc401c89 is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:22.515784 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:22.532522 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:47:22.537304 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event updated for resources: {'Port': ['ID=c57d7bea-7bdc-46b0-9643-6b90a9221366,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:22.573318 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.573846 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.574021 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.574370 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.574731 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.575078 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.575468 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.575856 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.576160 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.576488 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.577722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.577722 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:47:22.610655 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:22.611500 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:22.632425 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-d752f91c-dbfd-4837-9a8d-e12d4fad6324 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6916387 Jul 09 14:47:22.796643 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b27e5ac6-02f3-4dab-8e3a-5e4f70aeec5f None None] Provisioning for port c57d7bea-7bdc-46b0-9643-6b90a9221366 completed by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:22.800813 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b27e5ac6-02f3-4dab-8e3a-5e4f70aeec5f None None] Provisioning complete for port c57d7bea-7bdc-46b0-9643-6b90a9221366 triggered by entity DHCP. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:22.801231 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b27e5ac6-02f3-4dab-8e3a-5e4f70aeec5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:22.836991 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-b27e5ac6-02f3-4dab-8e3a-5e4f70aeec5f None None] Port c57d7bea-7bdc-46b0-9643-6b90a9221366 cannot update to ACTIVE because it is not bound. {{(pid=93755) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 09 14:47:23.373038 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4efbec0-3623-47f7-b716-bb5ae0b25eb6 req-0136a55f-e53c-49b7-b743-9b5e424a1469 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:23.374529 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4efbec0-3623-47f7-b716-bb5ae0b25eb6 req-0136a55f-e53c-49b7-b743-9b5e424a1469 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 931 time: 0.0711074 Jul 09 14:47:23.417718 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-e4efbec0-3623-47f7-b716-bb5ae0b25eb6 req-0033aa93-9753-4886-8281-2af20da4bcb7 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375066 Jul 09 14:47:24.607997 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1355272-0d00-4e70-a83f-a5d6d24e579c req-12ffec37-6d93-42fe-8f0a-9661f30b0240 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:24.609693 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1355272-0d00-4e70-a83f-a5d6d24e579c req-12ffec37-6d93-42fe-8f0a-9661f30b0240 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 931 time: 0.0663147 Jul 09 14:47:24.654252 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-f1355272-0d00-4e70-a83f-a5d6d24e579c req-e021686f-f766-48cc-8128-e5dce634572b tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390451 Jul 09 14:47:25.841281 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c23da5d-25cc-42f5-bfab-e208c305c6ee req-b0432ebc-9528-4de8-84bf-e029581f8394 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:25.842924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c23da5d-25cc-42f5-bfab-e208c305c6ee req-b0432ebc-9528-4de8-84bf-e029581f8394 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 931 time: 0.0704491 Jul 09 14:47:25.884408 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9c23da5d-25cc-42f5-bfab-e208c305c6ee req-15c535a5-c2a8-4dbe-b7d3-f4a11d55935f tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347803 Jul 09 14:47:27.072541 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75db0bc-6f16-464d-8e45-34b066376e60 req-4bd55c71-18a5-4d58-b329-87bf914d3f3d tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:27.074119 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b75db0bc-6f16-464d-8e45-34b066376e60 req-4bd55c71-18a5-4d58-b329-87bf914d3f3d tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 931 time: 0.0673053 Jul 09 14:47:27.115192 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b75db0bc-6f16-464d-8e45-34b066376e60 req-4d7d7b83-49aa-4c7a-bbc8-8c72b1aa2e6f tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345521 Jul 09 14:47:28.344488 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1831c-ad90-4ac1-9d35-2b54828252bc req-9df10600-6c87-4f1f-8bd0-fa18283cc4b2 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:28.346086 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ffa1831c-ad90-4ac1-9d35-2b54828252bc req-9df10600-6c87-4f1f-8bd0-fa18283cc4b2 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 931 time: 0.0754888 Jul 09 14:47:28.388563 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-ffa1831c-ad90-4ac1-9d35-2b54828252bc req-3c3ee3dd-a125-4258-9695-a0d4ae7db6d6 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367944 Jul 09 14:47:29.577424 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a6953a-a19d-4be7-8fd5-9f4f3f17e6fb req-1dbcd554-7c21-40d6-9280-c3741cab889f tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:29.578999 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5a6953a-a19d-4be7-8fd5-9f4f3f17e6fb req-1dbcd554-7c21-40d6-9280-c3741cab889f tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 931 time: 0.0689552 Jul 09 14:47:29.622473 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-a5a6953a-a19d-4be7-8fd5-9f4f3f17e6fb req-ce3de5e1-6fe8-4632-bf85-70fb3bc509fa tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373986 Jul 09 14:47:30.820456 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87f951-5afa-4dd8-b0f0-ac20354e0f4b req-aaf827ff-bc9c-4514-940b-ab9169a6c270 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:30.822736 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b87f951-5afa-4dd8-b0f0-ac20354e0f4b req-aaf827ff-bc9c-4514-940b-ab9169a6c270 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 931 time: 0.0780973 Jul 09 14:47:30.879630 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-2b87f951-5afa-4dd8-b0f0-ac20354e0f4b req-8b6aa550-c6dd-48b0-8a1d-703b3621b9a5 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504038 Jul 09 14:47:31.938996 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fa5660cd-ce38-4618-aff0-111e1b4cfe25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:32.067301 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7dd617-234d-42db-a4cf-434b2954b103 req-5edcb130-fca8-4973-963f-fa19a88a82de tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:32.068940 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f7dd617-234d-42db-a4cf-434b2954b103 req-5edcb130-fca8-4973-963f-fa19a88a82de tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 931 time: 0.0704620 Jul 09 14:47:32.110833 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-9f7dd617-234d-42db-a4cf-434b2954b103 req-54b70952-bfdf-4ec4-afb3-90a23e2df593 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348780 Jul 09 14:47:32.570095 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Request body: {'port': {'device_id': '39d28d86-514d-4186-a201-b48e593e5601', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-799525-3'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:32.642568 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:32.931909 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c57d7bea-7bdc-46b0-9643-6b90a9221366 {{(pid=93753) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:32.939932 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:32.957757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.provisioning_blocks [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Transition to ACTIVE for port object c57d7bea-7bdc-46b0-9643-6b90a9221366 will not be triggered until provisioned by entity L2. {{(pid=93753) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 09 14:47:32.965445 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.017031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Pushing event updated for resources: {'Port': ['ID=c57d7bea-7bdc-46b0-9643-6b90a9221366,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:33.095700 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Attempting to bind port c57d7bea-7bdc-46b0-9643-6b90a9221366 on host n-h2-799525-3 for vnic_type normal with profile {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 09 14:47:33.096046 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Attempting to bind port c57d7bea-7bdc-46b0-9643-6b90a9221366 by drivers openvswitch,hyperv on host n-h2-799525-3 at level 0 using segments [{'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 09 14:47:33.096387 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Attempting to bind port c57d7bea-7bdc-46b0-9643-6b90a9221366 on network 3b299756-dfe8-47ae-82a0-94b1dc401c89 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:33.101507 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Port c57d7bea-7bdc-46b0-9643-6b90a9221366 on network 3b299756-dfe8-47ae-82a0-94b1dc401c89 not bound, no agent of type Open vSwitch agent registered on host n-h2-799525-3 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 09 14:47:33.102091 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Attempting to bind port c57d7bea-7bdc-46b0-9643-6b90a9221366 on network 3b299756-dfe8-47ae-82a0-94b1dc401c89 {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 09 14:47:33.108447 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Checking agent: {'id': 'c9a790c2-f8b7-446c-9213-41948100da46', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-799525-3', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'started_at': datetime.datetime(2021, 7, 9, 13, 17, 8), 'heartbeat_timestamp': datetime.datetime(2021, 7, 9, 14, 47, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 09 14:47:33.108797 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Checking segment: {'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93753) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 09 14:47:33.109189 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Bound using segment: {'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'} {{(pid=93753) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 09 14:47:33.109643 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.managers [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Bound port: c57d7bea-7bdc-46b0-9643-6b90a9221366, host: n-h2-799525-3, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71b64897-2afa-4164-90a8-9b05001f1df2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89'}}] {{(pid=93753) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 09 14:47:33.110016 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.197419 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] For port c57d7bea-7bdc-46b0-9643-6b90a9221366, host n-h2-799525-3, cleared binding levels {{(pid=93753) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 09 14:47:33.201337 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] For port c57d7bea-7bdc-46b0-9643-6b90a9221366, host n-h2-799525-3, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c57d7bea-7bdc-46b0-9643-6b90a9221366,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93753) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 09 14:47:33.206245 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.243924 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:33.244565 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:33.246009 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] 10.222.0.15 "PUT /v2.0/ports/c57d7bea-7bdc-46b0-9643-6b90a9221366 HTTP/1.1" status: 200 len: 1091 time: 0.7240908 Jul 09 14:47:33.246482 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d28d86-514d-4186-a201-b48e593e5601', 'tag': 'c57d7bea-7bdc-46b0-9643-6b90a9221366'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:33.248881 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164f2da2-d000-41b2-8709-d2b500dab902" -d '{"events": [{"name": "network-changed", "server_uuid": "39d28d86-514d-4186-a201-b48e593e5601", "tag": "c57d7bea-7bdc-46b0-9643-6b90a9221366"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:33.292356 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99de49ef-d2cb-4328-bfef-5e778d2ae9fb service neutron] Pushing event updated for resources: {'Port': ['ID=c57d7bea-7bdc-46b0-9643-6b90a9221366,revision_number=3']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:33.320151 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee80ad24-8d28-4b84-917a-2a03e44ae178 x-openstack-request-id: req-ee80ad24-8d28-4b84-917a-2a03e44ae178 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:33.320151 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d28d86-514d-4186-a201-b48e593e5601", "tag": "c57d7bea-7bdc-46b0-9643-6b90a9221366", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:33.320151 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ee80ad24-8d28-4b84-917a-2a03e44ae178 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:33.320151 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d28d86-514d-4186-a201-b48e593e5601', 'tag': 'c57d7bea-7bdc-46b0-9643-6b90a9221366', 'status': 'completed', 'code': 200} Jul 09 14:47:33.320572 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a08155a-3f15-4bc4-8400-de230b7f71f3 req-1394ced3-8a49-4b11-81f0-400a03e6eb35 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:33.320572 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a08155a-3f15-4bc4-8400-de230b7f71f3 req-1394ced3-8a49-4b11-81f0-400a03e6eb35 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 943 time: 0.0877361 Jul 09 14:47:33.364920 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-ee24ef4d-6598-4827-befb-942845e50a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:33.366516 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-ee24ef4d-6598-4827-befb-942845e50a7f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a17b2182af8427da31ca0c2258797cc&device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 1094 time: 0.0634048 Jul 09 14:47:33.375431 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-7a08155a-3f15-4bc4-8400-de230b7f71f3 req-f1615e0a-92ad-42b5-b8d0-55f31bd53ea0 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459054 Jul 09 14:47:33.416473 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-033d147a-76cf-4457-b970-db1c3c9479ea service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c57d7bea-7bdc-46b0-9643-6b90a9221366 HTTP/1.1" status: 200 len: 217 time: 0.0421803 Jul 09 14:47:33.467796 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-0d99c004-1d62-476d-89d9-2c48e0f2eede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:33.469335 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-0d99c004-1d62-476d-89d9-2c48e0f2eede service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ec67ca2-7dce-4467-af87-acaea37e9a94 HTTP/1.1" status: 200 len: 848 time: 0.0461330 Jul 09 14:47:33.529757 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-e430bbef-cae8-4939-99d6-d9fd14bde6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:33.531354 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-e430bbef-cae8-4939-99d6-d9fd14bde6e2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b299756-dfe8-47ae-82a0-94b1dc401c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554266 Jul 09 14:47:33.625495 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-18632c02-3a29-42bc-857d-4ac9987ae305 service neutron] 10.222.0.15 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877280 Jul 09 14:47:33.714171 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-55c8b19e-e4fc-4ee6-82e3-9cd4722744c0 req-dc313719-e1f8-49c5-89f3-15438d0f5f65 service neutron] 10.222.0.15 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826108 Jul 09 14:47:33.812400 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2da2-d000-41b2-8709-d2b500dab902 req-5a846d2c-1518-4720-9bcd-4db712984ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:33.813921 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-164f2da2-d000-41b2-8709-d2b500dab902 req-5a846d2c-1518-4720-9bcd-4db712984ebd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a17b2182af8427da31ca0c2258797cc&device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 1094 time: 0.0535429 Jul 09 14:47:33.910828 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2da2-d000-41b2-8709-d2b500dab902 req-21495201-0b4a-4476-9a1b-1ea6a8217c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:33.912366 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-164f2da2-d000-41b2-8709-d2b500dab902 req-21495201-0b4a-4476-9a1b-1ea6a8217c88 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b299756-dfe8-47ae-82a0-94b1dc401c89 HTTP/1.1" status: 200 len: 910 time: 0.0924439 Jul 09 14:47:33.954839 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-164f2da2-d000-41b2-8709-d2b500dab902 req-cd3d7389-4fe7-498d-bd6d-85d38a2f278b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c57d7bea-7bdc-46b0-9643-6b90a9221366 HTTP/1.1" status: 200 len: 217 time: 0.0349560 Jul 09 14:47:34.033538 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2da2-d000-41b2-8709-d2b500dab902 req-57989fbc-68ef-4738-83d1-45a1f43c0be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:34.035012 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-164f2da2-d000-41b2-8709-d2b500dab902 req-57989fbc-68ef-4738-83d1-45a1f43c0be5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ec67ca2-7dce-4467-af87-acaea37e9a94 HTTP/1.1" status: 200 len: 848 time: 0.0734625 Jul 09 14:47:34.092377 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-df94af38-d774-4eea-8915-5e5384392634 req-25bf84ec-09f7-4e2a-bb5e-be9194e43978 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0937769 Jul 09 14:47:34.107197 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164f2da2-d000-41b2-8709-d2b500dab902 req-58ab3774-3ee5-49ef-8c24-0db3bfd9bfec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:34.108730 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-164f2da2-d000-41b2-8709-d2b500dab902 req-58ab3774-3ee5-49ef-8c24-0db3bfd9bfec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b299756-dfe8-47ae-82a0-94b1dc401c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668287 Jul 09 14:47:34.241941 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-164f2da2-d000-41b2-8709-d2b500dab902 req-010af83b-8105-476b-93e0-c3551e37da3a service neutron] 10.222.0.15 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261809 Jul 09 14:47:34.246859 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94af38-d774-4eea-8915-5e5384392634 req-c9f98ee6-50ec-4725-8225-2262b1b9f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:34.248308 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-df94af38-d774-4eea-8915-5e5384392634 req-c9f98ee6-50ec-4725-8225-2262b1b9f1e0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a17b2182af8427da31ca0c2258797cc&device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 1095 time: 0.0871983 Jul 09 14:47:34.402273 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-164f2da2-d000-41b2-8709-d2b500dab902 req-79062aaf-3bc9-4412-aa21-2315f6941355 service neutron] 10.222.0.15 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528902 Jul 09 14:47:34.417467 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94af38-d774-4eea-8915-5e5384392634 req-f2511794-978c-4184-8442-4ec906fd481b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:34.418815 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-df94af38-d774-4eea-8915-5e5384392634 req-f2511794-978c-4184-8442-4ec906fd481b service neutron] 10.222.0.18 "GET /v2.0/networks?id=3b299756-dfe8-47ae-82a0-94b1dc401c89 HTTP/1.1" status: 200 len: 910 time: 0.1224751 Jul 09 14:47:34.495360 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-df94af38-d774-4eea-8915-5e5384392634 req-a965b227-9083-40de-be85-5152aee00cea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c HTTP/1.1" status: 200 len: 998 time: 0.0701962 Jul 09 14:47:34.548207 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94af38-d774-4eea-8915-5e5384392634 req-81a7af1a-b64c-42c2-8c3e-a22a2145e220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:34.549739 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-df94af38-d774-4eea-8915-5e5384392634 req-81a7af1a-b64c-42c2-8c3e-a22a2145e220 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8ec67ca2-7dce-4467-af87-acaea37e9a94 HTTP/1.1" status: 200 len: 848 time: 0.0480061 Jul 09 14:47:34.570048 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ade105f-345d-4784-aea2-8ae599e8ef70 req-bd577ce3-298e-462a-82d1-28673bb1094c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:34.571792 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ade105f-345d-4784-aea2-8ae599e8ef70 req-bd577ce3-298e-462a-82d1-28673bb1094c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 943 time: 0.0723596 Jul 09 14:47:34.610103 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94af38-d774-4eea-8915-5e5384392634 req-e9a69b37-905a-4496-bcce-a856dd8672ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:34.611679 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-df94af38-d774-4eea-8915-5e5384392634 req-e9a69b37-905a-4496-bcce-a856dd8672ad service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b299756-dfe8-47ae-82a0-94b1dc401c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548792 Jul 09 14:47:34.612033 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5ade105f-345d-4784-aea2-8ae599e8ef70 req-9cc30569-9ce2-4f67-adc0-6d51bb2033a3 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341597 Jul 09 14:47:34.708647 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-df94af38-d774-4eea-8915-5e5384392634 req-02b25b32-0ac2-454a-a4c7-fde506d001e6 service neutron] 10.222.0.18 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896220 Jul 09 14:47:34.784273 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:34.791577 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e4b8740a-c5ba-4527-8223-43aa343e287f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:34.812788 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-df94af38-d774-4eea-8915-5e5384392634 req-cd052477-78e8-4223-a3ce-5547c5f037dd service neutron] 10.222.0.18 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976346 Jul 09 14:47:35.793374 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3ef9c9-2a8e-455b-8d77-b10c3a4381e1 req-93a01b58-6251-4e2a-a9c9-bc5295f31f04 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:35.794947 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b3ef9c9-2a8e-455b-8d77-b10c3a4381e1 req-93a01b58-6251-4e2a-a9c9-bc5295f31f04 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 943 time: 0.0690851 Jul 09 14:47:35.834942 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-8b3ef9c9-2a8e-455b-8d77-b10c3a4381e1 req-e7dc0fc7-bba1-4dd1-970d-2951cab73eb6 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344098 Jul 09 14:47:35.975195 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:37.015414 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef53b3-cbd1-4f64-add6-4aaa54f14535 req-f636f175-d386-4ca7-833b-ef1082fcf9c7 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:37.016982 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-53ef53b3-cbd1-4f64-add6-4aaa54f14535 req-f636f175-d386-4ca7-833b-ef1082fcf9c7 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 943 time: 0.0661819 Jul 09 14:47:37.059267 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-53ef53b3-cbd1-4f64-add6-4aaa54f14535 req-2641cfe8-0c7d-4da2-8d7c-f412277cbea3 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367045 Jul 09 14:47:37.204954 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c57d7bea-7bdc-46b0-9643-6b90a9221366 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:47:37.292145 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:47:37.307853 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port c57d7bea-7bdc-46b0-9643-6b90a9221366, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c57d7bea-7bdc-46b0-9643-6b90a9221366,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:37.483226 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'c57d7bea-7bdc-46b0-9643-6b90a9221366', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'port_id': 'c57d7bea-7bdc-46b0-9643-6b90a9221366', 'mac_address': 'fa:16:3e:a0:58:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:47:37.514274 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:37.530339 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:37.544636 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c57d7bea-7bdc-46b0-9643-6b90a9221366 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:47:37.564959 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port c57d7bea-7bdc-46b0-9643-6b90a9221366, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c57d7bea-7bdc-46b0-9643-6b90a9221366,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:37.569853 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:37.628203 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=c57d7bea-7bdc-46b0-9643-6b90a9221366,revision_number=4']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:37.808786 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['c57d7bea-7bdc-46b0-9643-6b90a9221366'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:47:38.243984 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7b0b5-504f-4d61-bd1f-01d03976262e req-c6155fcf-e701-4b90-a788-ea21b75e0e15 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:38.245535 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14c7b0b5-504f-4d61-bd1f-01d03976262e req-c6155fcf-e701-4b90-a788-ea21b75e0e15 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 944 time: 0.0691006 Jul 09 14:47:38.285691 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-14c7b0b5-504f-4d61-bd1f-01d03976262e req-4d1d6441-4f5b-4b5c-b262-114ac571980e tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346401 Jul 09 14:47:39.219831 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c57d7bea-7bdc-46b0-9643-6b90a9221366 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:47:39.271911 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning for port c57d7bea-7bdc-46b0-9643-6b90a9221366 completed by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 09 14:47:39.276295 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port c57d7bea-7bdc-46b0-9643-6b90a9221366 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:47:39.276768 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:39.360638 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:39.383634 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d28d86-514d-4186-a201-b48e593e5601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57d7bea-7bdc-46b0-9643-6b90a9221366'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:39.385928 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acf362a-5c89-4fca-8781-dd0067992578" -d '{"events": [{"server_uuid": "39d28d86-514d-4186-a201-b48e593e5601", "name": "network-vif-plugged", "status": "completed", "tag": "c57d7bea-7bdc-46b0-9643-6b90a9221366"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:39.400432 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port c57d7bea-7bdc-46b0-9643-6b90a9221366, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c57d7bea-7bdc-46b0-9643-6b90a9221366,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:47:39.408599 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:39.435263 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed7e0820-daed-4c1d-b741-0c3fd9610201 x-openstack-request-id: req-ed7e0820-daed-4c1d-b741-0c3fd9610201 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:39.435751 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d28d86-514d-4186-a201-b48e593e5601", "name": "network-vif-plugged", "status": "completed", "tag": "c57d7bea-7bdc-46b0-9643-6b90a9221366", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:39.436031 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ed7e0820-daed-4c1d-b741-0c3fd9610201 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:39.436428 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d28d86-514d-4186-a201-b48e593e5601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57d7bea-7bdc-46b0-9643-6b90a9221366', 'code': 200} Jul 09 14:47:39.467078 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f016c-030b-448f-af20-570ec9fc0326 req-8d18391c-9290-4fe1-b4bd-cde0067b0484 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:39.468968 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5a0f016c-030b-448f-af20-570ec9fc0326 req-8d18391c-9290-4fe1-b4bd-cde0067b0484 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 945 time: 0.0661364 Jul 09 14:47:39.473139 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:39.478697 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=c57d7bea-7bdc-46b0-9643-6b90a9221366,revision_number=5']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:39.512453 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-5a0f016c-030b-448f-af20-570ec9fc0326 req-f41e6dcc-e3c1-47a6-b668-dcdb44115e5c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354881 Jul 09 14:47:39.545472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f0250-9511-4f4b-b2ce-3b93c88a1600 req-dfc04380-6f8d-4c58-b3fb-9f34044bdd73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:39.547018 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b08f0250-9511-4f4b-b2ce-3b93c88a1600 req-dfc04380-6f8d-4c58-b3fb-9f34044bdd73 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 1096 time: 0.0550847 Jul 09 14:47:39.585031 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-b08f0250-9511-4f4b-b2ce-3b93c88a1600 req-3f44fc3c-acb0-4138-b53f-c1cad455ec2d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320392 Jul 09 14:47:39.701776 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:40.704666 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b7cc76-e914-447d-a925-bdaffdc6656c req-2cecfb6c-ce6e-4a84-8de8-d7bc5038f06e tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:40.706632 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69b7cc76-e914-447d-a925-bdaffdc6656c req-2cecfb6c-ce6e-4a84-8de8-d7bc5038f06e tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 945 time: 0.0731363 Jul 09 14:47:40.745822 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-69b7cc76-e914-447d-a925-bdaffdc6656c req-64dc7e42-7158-4a18-81b4-976c39f2701d tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337687 Jul 09 14:47:40.922001 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958db7f6-2654-40fe-8465-436d4d562998 req-b57c56f7-d493-483c-8179-49c1df095bb5 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:40.923523 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-958db7f6-2654-40fe-8465-436d4d562998 req-b57c56f7-d493-483c-8179-49c1df095bb5 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 945 time: 0.0659144 Jul 09 14:47:40.963326 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-958db7f6-2654-40fe-8465-436d4d562998 req-e8e70de2-6b13-44fa-bb39-8bf3d3e05522 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342066 Jul 09 14:47:40.991016 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52056) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:41.044790 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401798b3-d1f2-4ed1-8590-0d171933eec0 tempest-TestSnapshotPattern-772357414 tempest-TestSnapshotPattern-772357414-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:41.046337 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-401798b3-d1f2-4ed1-8590-0d171933eec0 tempest-TestSnapshotPattern-772357414 tempest-TestSnapshotPattern-772357414-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 1091 time: 0.0542920 Jul 09 14:47:41.050863 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52058) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:47:41.056194 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.v2.base [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Request body: {'floatingip': {'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'port_id': 'c57d7bea-7bdc-46b0-9643-6b90a9221366', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93753) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 09 14:47:41.079687 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for floatingip, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:41.187754 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:41.297517 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_common [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Allocated IP 172.25.2.226 (d7a4ab45-8058-43f3-95d2-a674490e5a5d/8b1300c8-6b2d-4b32-9017-c18ee5363c0d/b8ee49a4-bad3-468a-be7b-5aaba4589154) {{(pid=93753) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 09 14:47:41.402529 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for port, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:41.445737 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-1607971', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-522656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8760339102428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9436027'] for port, after_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:41.490050 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Network d7a4ab45-8058-43f3-95d2-a674490e5a5d is already hosted by enough agents. {{(pid=93753) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 09 14:47:41.495129 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.base_scheduler [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Resources bound (agent type, host, resource id): {{(pid=93753) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 09 14:47:41.498605 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Received port after_create {{(pid=93753) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 09 14:47:41.522284 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event updated for resources: {'Port': ['ID=b8ee49a4-bad3-468a-be7b-5aaba4589154,revision_number=1']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:41.870610 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.254540 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.420336 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for port, precommit_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.425975 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9436005'] for port, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.497508 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event updated for resources: {'Port': ['ID=b8ee49a4-bad3-468a-be7b-5aaba4589154,revision_number=2']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:47:42.510120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-775565'] for floatingip, after_update {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.614155 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Floating IP 7bae52b9-6f52-4da0-a063-9998edb7594b associated. External IP: 172.25.2.226, port: c57d7bea-7bdc-46b0-9643-6b90a9221366. Jul 09 14:47:42.831589 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Router b45199b0-6b46-4c75-80d2-eec4ee5112a0 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:47:42.941937 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:47:42.954157 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207d381f-b3db-4dac-97e4-c054ba7c7ae2 None None] Sync routers for ids ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:47:42.964084 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:47:42.965169 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207d381f-b3db-4dac-97e4-c054ba7c7ae2 None None] Routers {'b45199b0-6b46-4c75-80d2-eec4ee5112a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:42.965882 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-207d381f-b3db-4dac-97e4-c054ba7c7ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:47:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:43.004238 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-df7de909-a2fb-4f59-8d7f-81cf66eb4846 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9521499 Jul 09 14:47:43.004844 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d28d86-514d-4186-a201-b48e593e5601', 'tag': 'c57d7bea-7bdc-46b0-9643-6b90a9221366'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:47:43.007184 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196da28b-57e2-43a3-b017-a70357e4d9f8" -d '{"events": [{"name": "network-changed", "server_uuid": "39d28d86-514d-4186-a201-b48e593e5601", "tag": "c57d7bea-7bdc-46b0-9643-6b90a9221366"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:47:43.048958 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccfd0aae-1444-421e-bcf6-5d9d6e37f6b2 x-openstack-request-id: req-ccfd0aae-1444-421e-bcf6-5d9d6e37f6b2 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:47:43.049344 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d28d86-514d-4186-a201-b48e593e5601", "tag": "c57d7bea-7bdc-46b0-9643-6b90a9221366", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:47:43.049747 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ccfd0aae-1444-421e-bcf6-5d9d6e37f6b2 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:47:43.050207 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d28d86-514d-4186-a201-b48e593e5601', 'tag': 'c57d7bea-7bdc-46b0-9643-6b90a9221366', 'status': 'completed', 'code': 200} Jul 09 14:47:43.114298 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-207d381f-b3db-4dac-97e4-c054ba7c7ae2 None None] Set router b45199b0-6b46-4c75-80d2-eec4ee5112a0 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:43.127077 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196da28b-57e2-43a3-b017-a70357e4d9f8 req-9d81b602-4215-443d-9b99-de6cda4e7bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:43.128638 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-196da28b-57e2-43a3-b017-a70357e4d9f8 req-9d81b602-4215-443d-9b99-de6cda4e7bf9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a17b2182af8427da31ca0c2258797cc&device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 1096 time: 0.0554333 Jul 09 14:47:43.222472 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196da28b-57e2-43a3-b017-a70357e4d9f8 req-91952e1d-a2a5-4e5f-b4de-3b4d8a76982d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:43.224047 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-196da28b-57e2-43a3-b017-a70357e4d9f8 req-91952e1d-a2a5-4e5f-b4de-3b4d8a76982d service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b299756-dfe8-47ae-82a0-94b1dc401c89 HTTP/1.1" status: 200 len: 910 time: 0.0892122 Jul 09 14:47:43.296472 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-196da28b-57e2-43a3-b017-a70357e4d9f8 req-9792b3b4-38a3-4106-8e17-7ada162cb034 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c57d7bea-7bdc-46b0-9643-6b90a9221366 HTTP/1.1" status: 200 len: 999 time: 0.0664623 Jul 09 14:47:43.349799 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196da28b-57e2-43a3-b017-a70357e4d9f8 req-4abe0a97-d40f-4d6f-9f1b-c3872a00395b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:43.351224 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-196da28b-57e2-43a3-b017-a70357e4d9f8 req-4abe0a97-d40f-4d6f-9f1b-c3872a00395b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ec67ca2-7dce-4467-af87-acaea37e9a94 HTTP/1.1" status: 200 len: 848 time: 0.0487900 Jul 09 14:47:43.352703 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-207d381f-b3db-4dac-97e4-c054ba7c7ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '7bae52b9-6f52-4da0-a063-9998edb7594b', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'port_id': 'c57d7bea-7bdc-46b0-9643-6b90a9221366', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'mac_address': 'fa:16:3e:a0:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d28d86-514d-4186-a201-b48e593e5601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:47:41Z', 'updated_at': '2021-07-09T14:47:41Z', 'revision_number': 0, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'fixed_ip_address_scope': None}, {'id': 'a0fee01c-7bef-4fd2-a165-8e3d7099dd02', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'port_id': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'mac_address': 'fa:16:3e:b0:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:45:10Z', 'updated_at': '2021-07-09T14:45:12Z', 'revision_number': 1, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:57Z', 'revision_number': 5, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:43.384962 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207d381f-b3db-4dac-97e4-c054ba7c7ae2 None None] Checking router: b45199b0-6b46-4c75-80d2-eec4ee5112a0 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:47:43.393535 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207d381f-b3db-4dac-97e4-c054ba7c7ae2 None None] Routers {'b45199b0-6b46-4c75-80d2-eec4ee5112a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:47:43.394152 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-207d381f-b3db-4dac-97e4-c054ba7c7ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:47:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:43.419645 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196da28b-57e2-43a3-b017-a70357e4d9f8 req-d68fd536-4429-44b7-9741-4ac07752bfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:47:43.421254 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-196da28b-57e2-43a3-b017-a70357e4d9f8 req-d68fd536-4429-44b7-9741-4ac07752bfba service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b299756-dfe8-47ae-82a0-94b1dc401c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627074 Jul 09 14:47:43.502432 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-207d381f-b3db-4dac-97e4-c054ba7c7ae2 None None] Set router b45199b0-6b46-4c75-80d2-eec4ee5112a0 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:47:43.518168 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-196da28b-57e2-43a3-b017-a70357e4d9f8 req-f56e7980-56fc-457f-a44c-75754d1f7ead service neutron] 10.222.0.15 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906630 Jul 09 14:47:43.617413 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-196da28b-57e2-43a3-b017-a70357e4d9f8 req-b30e3c34-18dd-40d9-bfb5-b4696e08f55b service neutron] 10.222.0.15 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932999 Jul 09 14:47:43.747376 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-207d381f-b3db-4dac-97e4-c054ba7c7ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '7bae52b9-6f52-4da0-a063-9998edb7594b', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'port_id': 'c57d7bea-7bdc-46b0-9643-6b90a9221366', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'mac_address': 'fa:16:3e:a0:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d28d86-514d-4186-a201-b48e593e5601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:47:41Z', 'updated_at': '2021-07-09T14:47:41Z', 'revision_number': 0, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'fixed_ip_address_scope': None}, {'id': 'a0fee01c-7bef-4fd2-a165-8e3d7099dd02', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'port_id': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'mac_address': 'fa:16:3e:b0:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:45:10Z', 'updated_at': '2021-07-09T14:45:12Z', 'revision_number': 1, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:57Z', 'revision_number': 5, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:47:43.773217 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207d381f-b3db-4dac-97e4-c054ba7c7ae2 None None] The sync data for ids ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'] in n-d-799525-3 is: [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': '7bae52b9-6f52-4da0-a063-9998edb7594b', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'floating_ip_address': '172.25.2.226', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'port_id': 'c57d7bea-7bdc-46b0-9643-6b90a9221366', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'mac_address': 'fa:16:3e:a0:58:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39d28d86-514d-4186-a201-b48e593e5601', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:47:41Z', 'updated_at': '2021-07-09T14:47:41Z', 'revision_number': 0, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'fixed_ip_address_scope': None}, {'id': 'a0fee01c-7bef-4fd2-a165-8e3d7099dd02', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'port_id': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'mac_address': 'fa:16:3e:b0:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:45:10Z', 'updated_at': '2021-07-09T14:45:12Z', 'revision_number': 1, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:57Z', 'revision_number': 5, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:47:43.968830 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c88c12b-f608-4f99-8ab3-39ed32c5200f None None] New status for floating IP 7bae52b9-6f52-4da0-a063-9998edb7594b: ACTIVE {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:48:01.941462 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-7c4773a9-b4f1-4642-9dc6-d1b2301280f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:04.777785 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:04.779580 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-792a6f92-59db-437b-8370-74971383304c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:05.978402 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:07.391598 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:09.449231 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:09.706507 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:14.293475 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:48:31.943808 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-44efeb66-a0b9-4785-a9ab-319c128198b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:34.332260 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-93ea8ec4-6d34-4a5e-b4e7-d7a58c2a48ee req-dca9035e-cb5f-47bd-9486-1c015bda893e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0544062 Jul 09 14:48:34.432032 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea8ec4-6d34-4a5e-b4e7-d7a58c2a48ee req-76abfda5-5b94-4f95-a36b-ac06f2d9d3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:34.433597 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-93ea8ec4-6d34-4a5e-b4e7-d7a58c2a48ee req-76abfda5-5b94-4f95-a36b-ac06f2d9d3b3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a17b2182af8427da31ca0c2258797cc&device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 1096 time: 0.0527983 Jul 09 14:48:34.544506 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea8ec4-6d34-4a5e-b4e7-d7a58c2a48ee req-48ee3ac5-e82e-4de9-b7a1-bee096bdf471 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:34.546025 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-93ea8ec4-6d34-4a5e-b4e7-d7a58c2a48ee req-48ee3ac5-e82e-4de9-b7a1-bee096bdf471 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b299756-dfe8-47ae-82a0-94b1dc401c89 HTTP/1.1" status: 200 len: 910 time: 0.0924630 Jul 09 14:48:34.612642 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-93ea8ec4-6d34-4a5e-b4e7-d7a58c2a48ee req-22a5112b-da4e-4863-ab82-a80c898e703a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c57d7bea-7bdc-46b0-9643-6b90a9221366 HTTP/1.1" status: 200 len: 1001 time: 0.0604649 Jul 09 14:48:34.667519 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea8ec4-6d34-4a5e-b4e7-d7a58c2a48ee req-400cf3c9-7513-40c0-b85f-97658ed2584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:34.669436 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-93ea8ec4-6d34-4a5e-b4e7-d7a58c2a48ee req-400cf3c9-7513-40c0-b85f-97658ed2584d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ec67ca2-7dce-4467-af87-acaea37e9a94 HTTP/1.1" status: 200 len: 848 time: 0.0508573 Jul 09 14:48:34.727201 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ea8ec4-6d34-4a5e-b4e7-d7a58c2a48ee req-21448cdc-1d94-4a6d-97df-6e965926bedd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:34.728732 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-93ea8ec4-6d34-4a5e-b4e7-d7a58c2a48ee req-21448cdc-1d94-4a6d-97df-6e965926bedd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b299756-dfe8-47ae-82a0-94b1dc401c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534756 Jul 09 14:48:34.775794 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:34.777809 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-fdcb7636-d4c4-4003-97ef-369614206c88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:34.825513 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-93ea8ec4-6d34-4a5e-b4e7-d7a58c2a48ee req-0308af8d-54fc-4b0b-b7de-4716a6777021 service neutron] 10.222.0.15 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906200 Jul 09 14:48:34.924936 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-93ea8ec4-6d34-4a5e-b4e7-d7a58c2a48ee req-52e6bb6a-6489-4c54-b49d-2698285e4fd8 service neutron] 10.222.0.15 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935361 Jul 09 14:48:35.982621 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:36.022553 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84c76d89-10fb-46a4-9e7d-76bbb1cab965 req-e67da331-c51a-49b7-bff3-840d93f1d041 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0559051 Jul 09 14:48:36.119742 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c76d89-10fb-46a4-9e7d-76bbb1cab965 req-5718b5e3-a183-4de7-a90a-ca447452108e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:36.121416 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84c76d89-10fb-46a4-9e7d-76bbb1cab965 req-5718b5e3-a183-4de7-a90a-ca447452108e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a17b2182af8427da31ca0c2258797cc&device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 1095 time: 0.0554216 Jul 09 14:48:36.241512 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c76d89-10fb-46a4-9e7d-76bbb1cab965 req-0b7a9957-7007-46f5-8039-3ad762f553de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:36.242945 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84c76d89-10fb-46a4-9e7d-76bbb1cab965 req-0b7a9957-7007-46f5-8039-3ad762f553de service neutron] 10.222.0.18 "GET /v2.0/networks?id=3b299756-dfe8-47ae-82a0-94b1dc401c89 HTTP/1.1" status: 200 len: 910 time: 0.1020203 Jul 09 14:48:36.310783 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84c76d89-10fb-46a4-9e7d-76bbb1cab965 req-76081b39-9f55-478f-bb78-f34a03d9d6c6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c HTTP/1.1" status: 200 len: 998 time: 0.0611749 Jul 09 14:48:36.367734 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c76d89-10fb-46a4-9e7d-76bbb1cab965 req-ca81c6c1-0ba9-4a88-b657-828588c9ee2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:36.369252 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84c76d89-10fb-46a4-9e7d-76bbb1cab965 req-ca81c6c1-0ba9-4a88-b657-828588c9ee2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8ec67ca2-7dce-4467-af87-acaea37e9a94 HTTP/1.1" status: 200 len: 848 time: 0.0529716 Jul 09 14:48:36.429580 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c76d89-10fb-46a4-9e7d-76bbb1cab965 req-572f53cc-ec39-4c19-93b2-f2120f93e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:48:36.431186 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84c76d89-10fb-46a4-9e7d-76bbb1cab965 req-572f53cc-ec39-4c19-93b2-f2120f93e7b3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b299756-dfe8-47ae-82a0-94b1dc401c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0556223 Jul 09 14:48:36.524418 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84c76d89-10fb-46a4-9e7d-76bbb1cab965 req-acb8650b-c5f2-4915-9e28-e7ad5b9eaa1e service neutron] 10.222.0.18 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862303 Jul 09 14:48:36.621656 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-84c76d89-10fb-46a4-9e7d-76bbb1cab965 req-46ea29f4-02aa-42b2-bc15-4ea384a867b0 service neutron] 10.222.0.18 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913107 Jul 09 14:48:37.395291 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:39.469851 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:39.715819 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:48:51.292472 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:49:01.949250 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f09fe446-f574-4dac-82d9-15fb75ef7351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:04.776130 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:04.778000 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e1b36334-0796-4e18-bcf0-83e293969d7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:05.993326 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:07.397835 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:09.468609 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:09.715516 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:15.655695 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c57d7bea-7bdc-46b0-9643-6b90a9221366 details requested by agent hyperv_n-h2-799525-3 with host n-h2-799525-3 {{(pid=93755) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 09 14:49:15.803265 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port c57d7bea-7bdc-46b0-9643-6b90a9221366, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c57d7bea-7bdc-46b0-9643-6b90a9221366,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:15.819784 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Returning: {'device': 'c57d7bea-7bdc-46b0-9643-6b90a9221366', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'port_id': 'c57d7bea-7bdc-46b0-9643-6b90a9221366', 'mac_address': 'fa:16:3e:a0:58:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 319, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93755) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 09 14:49:15.871337 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:15.890583 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c57d7bea-7bdc-46b0-9643-6b90a9221366 {{(pid=93755) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 09 14:49:15.929295 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port c57d7bea-7bdc-46b0-9643-6b90a9221366, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c57d7bea-7bdc-46b0-9643-6b90a9221366,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:15.937508 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:16.065107 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=c57d7bea-7bdc-46b0-9643-6b90a9221366,revision_number=6']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:16.073621 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] get_ports_and_sgs() called for port_ids ['c57d7bea-7bdc-46b0-9643-6b90a9221366'] {{(pid=93755) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 09 14:49:16.129833 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:16.130157 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:16.130549 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:16.130842 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:16.134896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:16.134896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:16.134896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:16.134896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:16.134896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:16.134896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:16.134896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:16.134896 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93755) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:17.676100 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c57d7bea-7bdc-46b0-9643-6b90a9221366 up at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 09 14:49:17.753599 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.provisioning_blocks [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Provisioning complete for port c57d7bea-7bdc-46b0-9643-6b90a9221366 triggered by entity L2. {{(pid=93755) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 09 14:49:17.754503 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1747835'] for port, provisioning_complete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.855440 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.887184 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d28d86-514d-4186-a201-b48e593e5601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57d7bea-7bdc-46b0-9643-6b90a9221366'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:17.890680 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf5513e2-244e-4a18-aa3a-3e4daebc67fe" -d '{"events": [{"server_uuid": "39d28d86-514d-4186-a201-b48e593e5601", "name": "network-vif-plugged", "status": "completed", "tag": "c57d7bea-7bdc-46b0-9643-6b90a9221366"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:17.923898 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port c57d7bea-7bdc-46b0-9643-6b90a9221366, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c57d7bea-7bdc-46b0-9643-6b90a9221366,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:17.930816 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:17.962742 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48f3fe46-28b0-41e3-810c-75a730dc23aa x-openstack-request-id: req-48f3fe46-28b0-41e3-810c-75a730dc23aa {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:17.963071 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d28d86-514d-4186-a201-b48e593e5601", "name": "network-vif-plugged", "status": "completed", "tag": "c57d7bea-7bdc-46b0-9643-6b90a9221366", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:17.963463 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-48f3fe46-28b0-41e3-810c-75a730dc23aa {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:17.964828 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d28d86-514d-4186-a201-b48e593e5601', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c57d7bea-7bdc-46b0-9643-6b90a9221366', 'code': 200} Jul 09 14:49:18.012435 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=c57d7bea-7bdc-46b0-9643-6b90a9221366,revision_number=7']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:24.791783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52264) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:24.970545 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Deleting port b8ee49a4-bad3-468a-be7b-5aaba4589154 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:24.970891 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:25.054683 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:25.054911 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:25.067811 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Calling delete_port for b8ee49a4-bad3-468a-be7b-5aaba4589154 owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:25.228396 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:25.254165 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event deleted for resources: {'Port': ['ID=b8ee49a4-bad3-468a-be7b-5aaba4589154,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:25.284334 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:25.284672 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:25.285013 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:25.285350 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:25.285710 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:25.286049 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:25.286376 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:25.286702 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:25.287027 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:25.287392 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:25.287706 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:25.288034 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93753) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:25.330383 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:25.330644 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Floating IP 7bae52b9-6f52-4da0-a063-9998edb7594b disassociated (deleted). External IP: 172.25.2.226, port: c57d7bea-7bdc-46b0-9643-6b90a9221366. Jul 09 14:49:25.554739 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Router b45199b0-6b46-4c75-80d2-eec4ee5112a0 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:49:25.675230 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:25.681398 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:25.685915 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc711864-60f0-445b-911a-228291a5f429 None None] Sync routers for ids ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:25.698077 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc711864-60f0-445b-911a-228291a5f429 None None] Routers {'b45199b0-6b46-4c75-80d2-eec4ee5112a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:25.698722 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fc711864-60f0-445b-911a-228291a5f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:25.729257 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-af23c0c9-7065-4efc-9ea5-9e06f3bffaab tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "DELETE /v2.0/floatingips/7bae52b9-6f52-4da0-a063-9998edb7594b HTTP/1.1" status: 204 len: 168 time: 0.9360948 Jul 09 14:49:25.730211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39d28d86-514d-4186-a201-b48e593e5601', 'tag': 'c57d7bea-7bdc-46b0-9643-6b90a9221366'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:25.733956 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa3b203-79c0-4d63-b801-f4f3436f3a1a" -d '{"events": [{"name": "network-changed", "server_uuid": "39d28d86-514d-4186-a201-b48e593e5601", "tag": "c57d7bea-7bdc-46b0-9643-6b90a9221366"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:25.780995 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad9d0346-af61-4663-be0c-d7b72d719537 x-openstack-request-id: req-ad9d0346-af61-4663-be0c-d7b72d719537 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:25.781496 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39d28d86-514d-4186-a201-b48e593e5601", "tag": "c57d7bea-7bdc-46b0-9643-6b90a9221366", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:25.782073 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-ad9d0346-af61-4663-be0c-d7b72d719537 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:25.782731 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39d28d86-514d-4186-a201-b48e593e5601', 'tag': 'c57d7bea-7bdc-46b0-9643-6b90a9221366', 'status': 'completed', 'code': 200} Jul 09 14:49:25.855843 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-fc711864-60f0-445b-911a-228291a5f429 None None] Set router b45199b0-6b46-4c75-80d2-eec4ee5112a0 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:25.865709 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3b203-79c0-4d63-b801-f4f3436f3a1a req-d1509101-1c14-4342-816c-1e6e4162b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:25.867427 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3aa3b203-79c0-4d63-b801-f4f3436f3a1a req-d1509101-1c14-4342-816c-1e6e4162b017 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=5a17b2182af8427da31ca0c2258797cc&device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 1096 time: 0.0616198 Jul 09 14:49:25.983764 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3b203-79c0-4d63-b801-f4f3436f3a1a req-a72f2450-59d2-4aea-b0e9-1dfbc8efd17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:25.985921 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3aa3b203-79c0-4d63-b801-f4f3436f3a1a req-a72f2450-59d2-4aea-b0e9-1dfbc8efd17a service neutron] 10.222.0.15 "GET /v2.0/networks?id=3b299756-dfe8-47ae-82a0-94b1dc401c89 HTTP/1.1" status: 200 len: 910 time: 0.1108892 Jul 09 14:49:26.034698 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3aa3b203-79c0-4d63-b801-f4f3436f3a1a req-a64581fe-2b1f-425d-9c0a-12a771fa8c05 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c57d7bea-7bdc-46b0-9643-6b90a9221366 HTTP/1.1" status: 200 len: 217 time: 0.0421638 Jul 09 14:49:26.094386 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3b203-79c0-4d63-b801-f4f3436f3a1a req-13e68a4c-fe4e-4ef8-86ca-395d19afb709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:26.096016 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3aa3b203-79c0-4d63-b801-f4f3436f3a1a req-13e68a4c-fe4e-4ef8-86ca-395d19afb709 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ec67ca2-7dce-4467-af87-acaea37e9a94 HTTP/1.1" status: 200 len: 848 time: 0.0537252 Jul 09 14:49:26.168109 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3b203-79c0-4d63-b801-f4f3436f3a1a req-0f601949-3433-4dcc-9710-fccd4db75b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:26.170280 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3aa3b203-79c0-4d63-b801-f4f3436f3a1a req-0f601949-3433-4dcc-9710-fccd4db75b94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3b299756-dfe8-47ae-82a0-94b1dc401c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0672059 Jul 09 14:49:26.181490 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [req-3aa3b203-79c0-4d63-b801-f4f3436f3a1a req-1e372b98-94a3-4a68-b68c-0ad96a0c5ce4 service neutron] http://10.222.0.39:9696/v2.0/extensions returned with HTTP 200 {{(pid=93753) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 09 14:49:26.182746 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3aa3b203-79c0-4d63-b801-f4f3436f3a1a req-1e372b98-94a3-4a68-b68c-0ad96a0c5ce4 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061352 Jul 09 14:49:26.250651 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c712d987-04f4-49f6-899f-89f361fa7732 req-cd3f3b4f-d987-4150-a8c2-6e2c64621742 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:26.252595 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c712d987-04f4-49f6-899f-89f361fa7732 req-cd3f3b4f-d987-4150-a8c2-6e2c64621742 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 945 time: 0.1725631 Jul 09 14:49:26.288679 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fc711864-60f0-445b-911a-228291a5f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'a0fee01c-7bef-4fd2-a165-8e3d7099dd02', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'port_id': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'mac_address': 'fa:16:3e:b0:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:45:10Z', 'updated_at': '2021-07-09T14:45:12Z', 'revision_number': 1, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:57Z', 'revision_number': 5, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:26.309741 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3aa3b203-79c0-4d63-b801-f4f3436f3a1a req-75744ebf-f6e3-41b7-aee7-848155cf2689 service neutron] 10.222.0.15 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197770 Jul 09 14:49:26.314930 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-c712d987-04f4-49f6-899f-89f361fa7732 req-b0764f2a-432f-4eda-865e-8e44c261d809 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536788 Jul 09 14:49:26.317860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc711864-60f0-445b-911a-228291a5f429 None None] Checking router: b45199b0-6b46-4c75-80d2-eec4ee5112a0 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:49:26.328547 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc711864-60f0-445b-911a-228291a5f429 None None] Routers {'b45199b0-6b46-4c75-80d2-eec4ee5112a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:26.329310 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fc711864-60f0-445b-911a-228291a5f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:26.453177 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-fc711864-60f0-445b-911a-228291a5f429 None None] Set router b45199b0-6b46-4c75-80d2-eec4ee5112a0 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:26.455072 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-3aa3b203-79c0-4d63-b801-f4f3436f3a1a req-2709d57b-c29c-4c0f-83ab-1c641b04c0d0 service neutron] 10.222.0.15 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382458 Jul 09 14:49:26.706246 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-fc711864-60f0-445b-911a-228291a5f429 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'a0fee01c-7bef-4fd2-a165-8e3d7099dd02', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'port_id': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'mac_address': 'fa:16:3e:b0:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:45:10Z', 'updated_at': '2021-07-09T14:45:12Z', 'revision_number': 1, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:57Z', 'revision_number': 5, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:26.733836 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc711864-60f0-445b-911a-228291a5f429 None None] The sync data for ids ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'] in n-d-799525-3 is: [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_floatingips': [{'id': 'a0fee01c-7bef-4fd2-a165-8e3d7099dd02', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'floating_ip_address': '172.25.2.2', 'floating_network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'router_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'port_id': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'mac_address': 'fa:16:3e:b0:fe:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-09T14:45:10Z', 'updated_at': '2021-07-09T14:45:12Z', 'revision_number': 1, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:57Z', 'revision_number': 5, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:26.993739 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ae0b5e0-a802-4dee-a044-b60516f1f278 None None] New status for floating IP 7bae52b9-6f52-4da0-a063-9998edb7594b: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:49:27.611660 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3f6712-3408-4a3e-9095-f1f0c20456d5 req-535b0c38-fba1-43f8-9f45-e73955369a5b tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:27.613357 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c3f6712-3408-4a3e-9095-f1f0c20456d5 req-535b0c38-fba1-43f8-9f45-e73955369a5b tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.15 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 945 time: 0.0690293 Jul 09 14:49:27.695948 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869d44d8-0768-4ebe-a458-8da79702f1db req-880c8819-b4f0-487c-a420-2890763eeb58 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:27.698104 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-869d44d8-0768-4ebe-a458-8da79702f1db req-880c8819-b4f0-487c-a420-2890763eeb58 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=39d28d86-514d-4186-a201-b48e593e5601 HTTP/1.1" status: 200 len: 945 time: 0.0655854 Jul 09 14:49:27.702479 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Device c57d7bea-7bdc-46b0-9643-6b90a9221366 no longer exists at agent hyperv_n-h2-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:27.717294 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-1c3f6712-3408-4a3e-9095-f1f0c20456d5 req-a6cac26b-c8ba-4769-8067-cb03b75a8dda tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Deleting port c57d7bea-7bdc-46b0-9643-6b90a9221366 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:27.717909 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1c3f6712-3408-4a3e-9095-f1f0c20456d5 req-a6cac26b-c8ba-4769-8067-cb03b75a8dda tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:27.743669 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-869d44d8-0768-4ebe-a458-8da79702f1db req-9595fc60-e959-40a1-8025-f294ae2e0c9c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392945 Jul 09 14:49:27.782144 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1608420'] for port, before_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:27.804931 n-d-799525-3 neutron-server[93755]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d28d86-514d-4186-a201-b48e593e5601', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c57d7bea-7bdc-46b0-9643-6b90a9221366'}] {{(pid=93755) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:27.807263 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cd7e1821de9caa11afa6e6d748d6e62002a74854ddcb57886ebf3c1228798c5a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd5acd60-be61-4502-ab66-4affb4ea3b5b" -d '{"events": [{"server_uuid": "39d28d86-514d-4186-a201-b48e593e5601", "name": "network-vif-unplugged", "status": "completed", "tag": "c57d7bea-7bdc-46b0-9643-6b90a9221366"}]}' {{(pid=93755) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:27.816597 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-1c3f6712-3408-4a3e-9095-f1f0c20456d5 req-a6cac26b-c8ba-4769-8067-cb03b75a8dda tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] For port c57d7bea-7bdc-46b0-9643-6b90a9221366, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c57d7bea-7bdc-46b0-9643-6b90a9221366,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:27.817136 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1c3f6712-3408-4a3e-9095-f1f0c20456d5 req-a6cac26b-c8ba-4769-8067-cb03b75a8dda tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:27.824243 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] For port c57d7bea-7bdc-46b0-9643-6b90a9221366, host n-h2-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-799525-3',level=0,port_id=c57d7bea-7bdc-46b0-9643-6b90a9221366,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:27.830118 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8760339640863', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8760339102446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8760339103007'] for port, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:27.839009 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-1c3f6712-3408-4a3e-9095-f1f0c20456d5 req-a6cac26b-c8ba-4769-8067-cb03b75a8dda tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Calling delete_port for c57d7bea-7bdc-46b0-9643-6b90a9221366 owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:27.856986 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1c8adc1-c2d0-4015-8c6d-815330af9ca4 x-openstack-request-id: req-c1c8adc1-c2d0-4015-8c6d-815330af9ca4 {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:27.857342 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d28d86-514d-4186-a201-b48e593e5601", "name": "network-vif-unplugged", "status": "completed", "tag": "c57d7bea-7bdc-46b0-9643-6b90a9221366", "code": 200}]} {{(pid=93755) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:27.858087 n-d-799525-3 neutron-server[93755]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-c1c8adc1-c2d0-4015-8c6d-815330af9ca4 {{(pid=93755) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:27.858476 n-d-799525-3 neutron-server[93755]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d28d86-514d-4186-a201-b48e593e5601', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c57d7bea-7bdc-46b0-9643-6b90a9221366', 'code': 200} Jul 09 14:49:27.883747 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Pushing event updated for resources: {'Port': ['ID=c57d7bea-7bdc-46b0-9643-6b90a9221366,revision_number=8']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:27.978644 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1c3f6712-3408-4a3e-9095-f1f0c20456d5 req-a6cac26b-c8ba-4769-8067-cb03b75a8dda tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:28.009956 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cac26b-c8ba-4769-8067-cb03b75a8dda tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event deleted for resources: {'Port': ['ID=c57d7bea-7bdc-46b0-9643-6b90a9221366,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:28.056658 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3f6712-3408-4a3e-9095-f1f0c20456d5 req-a6cac26b-c8ba-4769-8067-cb03b75a8dda tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] No DVR routers for this DVR port c57d7bea-7bdc-46b0-9643-6b90a9221366 on host n-h2-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:49:28.059323 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-1c3f6712-3408-4a3e-9095-f1f0c20456d5 req-a6cac26b-c8ba-4769-8067-cb03b75a8dda tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:28.061708 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-1c3f6712-3408-4a3e-9095-f1f0c20456d5 req-a6cac26b-c8ba-4769-8067-cb03b75a8dda tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.15 "DELETE /v2.0/ports/c57d7bea-7bdc-46b0-9643-6b90a9221366 HTTP/1.1" status: 204 len: 173 time: 0.4428816 Jul 09 14:49:28.062161 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39d28d86-514d-4186-a201-b48e593e5601', 'name': 'network-vif-deleted', 'tag': 'c57d7bea-7bdc-46b0-9643-6b90a9221366'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:28.065035 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f21d1be-4cdd-453c-a2f7-10dc286f421a" -d '{"events": [{"server_uuid": "39d28d86-514d-4186-a201-b48e593e5601", "name": "network-vif-deleted", "tag": "c57d7bea-7bdc-46b0-9643-6b90a9221366"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:28.103935 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00aedd28-4ea9-4005-875f-b7471e3ac286 x-openstack-request-id: req-00aedd28-4ea9-4005-875f-b7471e3ac286 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:28.104224 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39d28d86-514d-4186-a201-b48e593e5601", "name": "network-vif-deleted", "tag": "c57d7bea-7bdc-46b0-9643-6b90a9221366", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:28.104475 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-00aedd28-4ea9-4005-875f-b7471e3ac286 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:28.104958 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39d28d86-514d-4186-a201-b48e593e5601', 'name': 'network-vif-deleted', 'tag': 'c57d7bea-7bdc-46b0-9643-6b90a9221366', 'status': 'completed', 'code': 200} Jul 09 14:49:28.291405 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:49:29.363943 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52330) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:29.528235 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-398ee800-9f0a-4583-bcb2-263c379ab8b0 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Deleting port 6e0b520e-0b4f-4ade-b59a-df20100d89fa {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:29.528499 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-398ee800-9f0a-4583-bcb2-263c379ab8b0 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:29.606872 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-398ee800-9f0a-4583-bcb2-263c379ab8b0 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:29.607537 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-398ee800-9f0a-4583-bcb2-263c379ab8b0 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:29.620516 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-398ee800-9f0a-4583-bcb2-263c379ab8b0 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Calling delete_port for 6e0b520e-0b4f-4ade-b59a-df20100d89fa owned by network:floatingip {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:29.770377 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-398ee800-9f0a-4583-bcb2-263c379ab8b0 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:29.796809 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ee800-9f0a-4583-bcb2-263c379ab8b0 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event deleted for resources: {'Port': ['ID=6e0b520e-0b4f-4ade-b59a-df20100d89fa,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:29.863717 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-398ee800-9f0a-4583-bcb2-263c379ab8b0 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for floatingip, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:29.864027 n-d-799525-3 neutron-server[93753]: INFO neutron.db.l3_db [None req-398ee800-9f0a-4583-bcb2-263c379ab8b0 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Floating IP a0fee01c-7bef-4fd2-a165-8e3d7099dd02 disassociated (deleted). External IP: 172.25.2.2, port: 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c. Jul 09 14:49:30.069451 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-398ee800-9f0a-4583-bcb2-263c379ab8b0 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Router b45199b0-6b46-4c75-80d2-eec4ee5112a0 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:49:30.182973 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-398ee800-9f0a-4583-bcb2-263c379ab8b0 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:30.188832 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-398ee800-9f0a-4583-bcb2-263c379ab8b0 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for floatingip, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:30.193537 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e28e9-5dbc-4932-9dcc-e75e6a93c70e None None] Sync routers for ids ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:30.204602 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e28e9-5dbc-4932-9dcc-e75e6a93c70e None None] Routers {'b45199b0-6b46-4c75-80d2-eec4ee5112a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:30.205230 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b23e28e9-5dbc-4932-9dcc-e75e6a93c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:30.230732 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-398ee800-9f0a-4583-bcb2-263c379ab8b0 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "DELETE /v2.0/floatingips/a0fee01c-7bef-4fd2-a165-8e3d7099dd02 HTTP/1.1" status: 204 len: 168 time: 0.8656256 Jul 09 14:49:30.231373 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'tag': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:30.234587 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4e36e98-8133-4b78-9795-022f1cd3702c" -d '{"events": [{"name": "network-changed", "server_uuid": "8cd34d8a-e663-424a-9a7d-eeac69bc3987", "tag": "9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:30.272522 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d8b946-7df4-470b-b0a3-1e9de19e1015 x-openstack-request-id: req-84d8b946-7df4-470b-b0a3-1e9de19e1015 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:30.272817 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8cd34d8a-e663-424a-9a7d-eeac69bc3987", "tag": "9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:30.273070 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-84d8b946-7df4-470b-b0a3-1e9de19e1015 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:30.273465 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'tag': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'status': 'completed', 'code': 200} Jul 09 14:49:30.331372 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b23e28e9-5dbc-4932-9dcc-e75e6a93c70e None None] Set router b45199b0-6b46-4c75-80d2-eec4ee5112a0 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:30.358219 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e36e98-8133-4b78-9795-022f1cd3702c req-ee6a7ec3-b08e-4911-888f-d71de878aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:30.359717 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4e36e98-8133-4b78-9795-022f1cd3702c req-ee6a7ec3-b08e-4911-888f-d71de878aaa7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5a17b2182af8427da31ca0c2258797cc&device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 1095 time: 0.0615017 Jul 09 14:49:30.485361 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e36e98-8133-4b78-9795-022f1cd3702c req-2269c4b0-df1c-4baf-9e86-5abafd263a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:30.486702 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4e36e98-8133-4b78-9795-022f1cd3702c req-2269c4b0-df1c-4baf-9e86-5abafd263a39 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3b299756-dfe8-47ae-82a0-94b1dc401c89 HTTP/1.1" status: 200 len: 910 time: 0.1204505 Jul 09 14:49:30.536852 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4e36e98-8133-4b78-9795-022f1cd3702c req-17e27344-da9b-4be3-b4bf-52a9b97a91be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c HTTP/1.1" status: 200 len: 217 time: 0.0430884 Jul 09 14:49:30.563428 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b23e28e9-5dbc-4932-9dcc-e75e6a93c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:57Z', 'revision_number': 5, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:30.592598 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e36e98-8133-4b78-9795-022f1cd3702c req-3d3ac148-c9c7-4060-8dbc-03bedab289a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:30.594053 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4e36e98-8133-4b78-9795-022f1cd3702c req-3d3ac148-c9c7-4060-8dbc-03bedab289a8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=8ec67ca2-7dce-4467-af87-acaea37e9a94 HTTP/1.1" status: 200 len: 848 time: 0.0504744 Jul 09 14:49:30.616934 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e28e9-5dbc-4932-9dcc-e75e6a93c70e None None] Checking router: b45199b0-6b46-4c75-80d2-eec4ee5112a0 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:49:30.626566 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23e28e9-5dbc-4932-9dcc-e75e6a93c70e None None] Routers {'b45199b0-6b46-4c75-80d2-eec4ee5112a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:30.627256 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b23e28e9-5dbc-4932-9dcc-e75e6a93c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:49:05Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:30.639374 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb98ce0-a969-470c-ae27-934afbde5b60 req-31222247-984d-44e9-82eb-1352ec846166 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:30.641755 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bdb98ce0-a969-470c-ae27-934afbde5b60 req-31222247-984d-44e9-82eb-1352ec846166 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 944 time: 0.0727954 Jul 09 14:49:30.657841 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e36e98-8133-4b78-9795-022f1cd3702c req-d1d5de2c-f518-400c-b651-4bf4037e41a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:30.659431 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4e36e98-8133-4b78-9795-022f1cd3702c req-d1d5de2c-f518-400c-b651-4bf4037e41a8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3b299756-dfe8-47ae-82a0-94b1dc401c89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575917 Jul 09 14:49:30.695764 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-bdb98ce0-a969-470c-ae27-934afbde5b60 req-fd6b2ac9-8c2a-445b-b5c2-2ef9b183466d tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439415 Jul 09 14:49:30.743374 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-b23e28e9-5dbc-4932-9dcc-e75e6a93c70e None None] Set router b45199b0-6b46-4c75-80d2-eec4ee5112a0 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:30.771753 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4e36e98-8133-4b78-9795-022f1cd3702c req-96fb06ed-5978-4aea-9404-0cbd8b47b70f service neutron] 10.222.0.18 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042249 Jul 09 14:49:30.862597 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-a4e36e98-8133-4b78-9795-022f1cd3702c req-4f19d31a-37c3-4964-8191-cf7d4dc5639f service neutron] 10.222.0.18 "GET /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841780 Jul 09 14:49:30.949253 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-b23e28e9-5dbc-4932-9dcc-e75e6a93c70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:57Z', 'revision_number': 5, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:30.976917 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23e28e9-5dbc-4932-9dcc-e75e6a93c70e None None] The sync data for ids ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'] in n-d-799525-3 is: [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:51Z', 'revision_number': 4, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3', '_interfaces': [{'id': '9d4108df-45f9-495d-9db8-5bf21e72caaf', 'name': '', 'network_id': '3b299756-dfe8-47ae-82a0-94b1dc401c89', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'mac_address': 'fa:16:3e:9c:01:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:50Z', 'updated_at': '2021-07-09T14:44:57Z', 'revision_number': 5, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'subnets': [{'id': '8ec67ca2-7dce-4467-af87-acaea37e9a94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:31.212699 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2817e9c6-ebd7-4ad8-98d7-116a64fcf61f None None] New status for floating IP a0fee01c-7bef-4fd2-a165-8e3d7099dd02: DOWN {{(pid=93756) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 09 14:49:31.886356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac8dc4-8340-4beb-b2cd-b58388add4db req-ccc8ce87-5930-472b-8017-e05436231b9c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93754) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:31.887924 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7ac8dc4-8340-4beb-b2cd-b58388add4db req-ccc8ce87-5930-472b-8017-e05436231b9c tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 944 time: 0.0696287 Jul 09 14:49:31.928333 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-b7ac8dc4-8340-4beb-b2cd-b58388add4db req-ae1bffc8-a38b-4f30-ac62-72096b687187 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/security-groups?id=60730701-0a2f-4c18-8f95-492c10f16586&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347526 Jul 09 14:49:31.955135 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4b06997a-9672-45ad-b92f-4e1783efda6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:32.065953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61af5c3-c2f1-4213-a45d-6007d7efa6f2 req-ec060d67-a129-427c-8b4d-e5463df8a566 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93753) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 09 14:49:32.067556 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f61af5c3-c2f1-4213-a45d-6007d7efa6f2 req-ec060d67-a129-427c-8b4d-e5463df8a566 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.18 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 944 time: 0.0633817 Jul 09 14:49:32.470549 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f61af5c3-c2f1-4213-a45d-6007d7efa6f2 req-26137f98-8b59-4cd1-881b-0525af392239 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Deleting port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:32.470888 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f61af5c3-c2f1-4213-a45d-6007d7efa6f2 req-26137f98-8b59-4cd1-881b-0525af392239 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:32.564953 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [req-f61af5c3-c2f1-4213-a45d-6007d7efa6f2 req-26137f98-8b59-4cd1-881b-0525af392239 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] For port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c, host n-h1-799525-3, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-799525-3',level=0,port_id=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:32.565313 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f61af5c3-c2f1-4213-a45d-6007d7efa6f2 req-26137f98-8b59-4cd1-881b-0525af392239 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:32.583778 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [req-f61af5c3-c2f1-4213-a45d-6007d7efa6f2 req-26137f98-8b59-4cd1-881b-0525af392239 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Calling delete_port for 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c owned by compute:nova {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:32.712593 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f61af5c3-c2f1-4213-a45d-6007d7efa6f2 req-26137f98-8b59-4cd1-881b-0525af392239 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:32.740357 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26137f98-8b59-4cd1-881b-0525af392239 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event deleted for resources: {'Port': ['ID=9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:32.790705 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [req-f61af5c3-c2f1-4213-a45d-6007d7efa6f2 req-26137f98-8b59-4cd1-881b-0525af392239 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] No DVR routers for this DVR port 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c on host n-h1-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:49:32.793129 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [req-f61af5c3-c2f1-4213-a45d-6007d7efa6f2 req-26137f98-8b59-4cd1-881b-0525af392239 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-50827'] for port, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:32.795629 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [req-f61af5c3-c2f1-4213-a45d-6007d7efa6f2 req-26137f98-8b59-4cd1-881b-0525af392239 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.18 "DELETE /v2.0/ports/9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c HTTP/1.1" status: 204 len: 173 time: 0.7228251 Jul 09 14:49:32.796063 n-d-799525-3 neutron-server[93753]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'name': 'network-vif-deleted', 'tag': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c'}] {{(pid=93753) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 09 14:49:32.798315 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.39/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5e9354dbfcc9592d791d33ac0e2522a144778406f481cafef42e27a78468283f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c834512-51cc-462c-baf2-372b4ed82e13" -d '{"events": [{"server_uuid": "8cd34d8a-e663-424a-9a7d-eeac69bc3987", "name": "network-vif-deleted", "tag": "9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c"}]}' {{(pid=93753) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 09 14:49:32.891973 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 09 Jul 2021 14:49:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30ea3c64-efe1-4698-9e24-3b2e85803d63 x-openstack-request-id: req-30ea3c64-efe1-4698-9e24-3b2e85803d63 {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 09 14:49:32.892278 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8cd34d8a-e663-424a-9a7d-eeac69bc3987", "name": "network-vif-deleted", "tag": "9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c", "status": "completed", "code": 200}]} {{(pid=93753) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 09 14:49:32.892536 n-d-799525-3 neutron-server[93753]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.39/compute/v2.1/os-server-external-events used request id req-30ea3c64-efe1-4698-9e24-3b2e85803d63 {{(pid=93753) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 09 14:49:32.892993 n-d-799525-3 neutron-server[93753]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8cd34d8a-e663-424a-9a7d-eeac69bc3987', 'name': 'network-vif-deleted', 'tag': '9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c', 'status': 'completed', 'code': 200} Jul 09 14:49:33.085929 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [req-4af77ec0-74e4-4d7e-810d-c1ebdd5696fd req-2f3a1ffa-2e38-491e-b7d2-f454b1d8a7d5 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "GET /v2.0/ports?device_id=8cd34d8a-e663-424a-9a7d-eeac69bc3987 HTTP/1.1" status: 200 len: 210 time: 0.0322499 Jul 09 14:49:34.182622 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52356) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:34.242239 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.268789 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.336602 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.339201 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.340369 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] 10.222.0.39 "DELETE /v2.0/security-groups/60730701-0a2f-4c18-8f95-492c10f16586 HTTP/1.1" status: 204 len: 168 time: 0.1566381 Jul 09 14:49:34.350801 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60730701-0a2f-4c18-8f95-492c10f16586,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:34.359789 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:34.360139 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:34.360480 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:34.360820 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:34.361155 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:34.361582 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:34.361920 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:34.362243 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:34.362572 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:34.362918 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:34.363307 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:34.363684 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6f51d4-0d95-41e0-885b-a66301a30821 tempest-TestSnapshotPattern-1245925977 tempest-TestSnapshotPattern-1245925977-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-799525-3 {{(pid=93754) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 09 14:49:34.386162 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52360) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:34.741411 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7877dfc-8531-4b48-87b4-90c261ff4608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.777246 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:34.780487 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6cbefa2a-adb1-4b6e-87f0-354b27f9698d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.016500 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f7877dfc-8531-4b48-87b4-90c261ff4608 admin admin] Deleting port 9d4108df-45f9-495d-9db8-5bf21e72caaf {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:35.016848 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7877dfc-8531-4b48-87b4-90c261ff4608 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.057848 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c no longer exists at agent hyperv_n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:35.079036 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] No Port match for: 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:49:35.079467 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Device 9ecb6f02-c869-4d5a-9abd-8d95aedd7e3c not bound to the agent host n-h1-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:49:35.103031 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-f7877dfc-8531-4b48-87b4-90c261ff4608 admin admin] For port 9d4108df-45f9-495d-9db8-5bf21e72caaf, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=9d4108df-45f9-495d-9db8-5bf21e72caaf,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:35.103411 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7877dfc-8531-4b48-87b4-90c261ff4608 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.117116 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-f7877dfc-8531-4b48-87b4-90c261ff4608 admin admin] Calling delete_port for 9d4108df-45f9-495d-9db8-5bf21e72caaf owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:35.308013 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7877dfc-8531-4b48-87b4-90c261ff4608 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.339198 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7877dfc-8531-4b48-87b4-90c261ff4608 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d4108df-45f9-495d-9db8-5bf21e72caaf,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:35.515648 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-f7877dfc-8531-4b48-87b4-90c261ff4608 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:35.746316 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7877dfc-8531-4b48-87b4-90c261ff4608 admin admin] Router b45199b0-6b46-4c75-80d2-eec4ee5112a0 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:49:35.861159 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7877dfc-8531-4b48-87b4-90c261ff4608 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:35.866322 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-f7877dfc-8531-4b48-87b4-90c261ff4608 admin admin] 10.222.0.39 "PUT /v2.0/routers/b45199b0-6b46-4c75-80d2-eec4ee5112a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4785421 Jul 09 14:49:35.869101 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52362) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:35.871930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b429fe-56c7-4c7f-a0b5-4300d1021b59 None None] Sync routers for ids ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'] in n-d-799525-3 {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:35.883181 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b429fe-56c7-4c7f-a0b5-4300d1021b59 None None] Routers {'b45199b0-6b46-4c75-80d2-eec4ee5112a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:35.883860 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d3b429fe-56c7-4c7f-a0b5-4300d1021b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:49:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:35.980170 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb9068f6-27b9-448d-926c-8da4291735c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.020760 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.024661 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d3b429fe-56c7-4c7f-a0b5-4300d1021b59 None None] Set router b45199b0-6b46-4c75-80d2-eec4ee5112a0 gateway port host: n-d-799525-3 {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:36.097313 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb9068f6-27b9-448d-926c-8da4291735c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.163213 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-eb9068f6-27b9-448d-926c-8da4291735c0 admin admin] Deleting port 874407c9-0704-4aa8-bb7b-d5b495182572 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:36.163563 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb9068f6-27b9-448d-926c-8da4291735c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.228029 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d3b429fe-56c7-4c7f-a0b5-4300d1021b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21'}], 'enable_snat': True}, 'gw_port_id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:49:35Z', 'revision_number': 5, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port': {'id': '874407c9-0704-4aa8-bb7b-d5b495182572', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:5b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:36.252635 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-eb9068f6-27b9-448d-926c-8da4291735c0 admin admin] For port 874407c9-0704-4aa8-bb7b-d5b495182572, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=874407c9-0704-4aa8-bb7b-d5b495182572,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:36.252986 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb9068f6-27b9-448d-926c-8da4291735c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.257496 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b429fe-56c7-4c7f-a0b5-4300d1021b59 None None] Checking router: b45199b0-6b46-4c75-80d2-eec4ee5112a0 for host: n-d-799525-3 {{(pid=93755) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:49:36.267881 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3b429fe-56c7-4c7f-a0b5-4300d1021b59 None None] Routers {'b45199b0-6b46-4c75-80d2-eec4ee5112a0'} bound to L3 agent in host n-d-799525-3 {{(pid=93755) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:36.268429 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d3b429fe-56c7-4c7f-a0b5-4300d1021b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:49:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'], 'active': True} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:36.270364 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-eb9068f6-27b9-448d-926c-8da4291735c0 admin admin] Calling delete_port for 874407c9-0704-4aa8-bb7b-d5b495182572 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:36.363905 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvr_db [None req-d3b429fe-56c7-4c7f-a0b5-4300d1021b59 None None] Set router b45199b0-6b46-4c75-80d2-eec4ee5112a0 gateway port host: None {{(pid=93755) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:36.424276 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_hamode_db [None req-d3b429fe-56c7-4c7f-a0b5-4300d1021b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:49:36Z', 'revision_number': 6, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93755) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:36.448072 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb9068f6-27b9-448d-926c-8da4291735c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.453066 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3b429fe-56c7-4c7f-a0b5-4300d1021b59 None None] The sync data for ids ['b45199b0-6b46-4c75-80d2-eec4ee5112a0'] in n-d-799525-3 is: [{'id': 'b45199b0-6b46-4c75-80d2-eec4ee5112a0', 'name': 'tempest-TestSnapshotPattern-768823360-router', 'tenant_id': '5a17b2182af8427da31ca0c2258797cc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:48Z', 'updated_at': '2021-07-09T14:49:36Z', 'revision_number': 6, 'project_id': '5a17b2182af8427da31ca0c2258797cc', 'gw_port_host': None}] {{(pid=93755) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:36.477606 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9068f6-27b9-448d-926c-8da4291735c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=874407c9-0704-4aa8-bb7b-d5b495182572,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:36.543059 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb9068f6-27b9-448d-926c-8da4291735c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.641589 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb9068f6-27b9-448d-926c-8da4291735c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.643848 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb9068f6-27b9-448d-926c-8da4291735c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.690016 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb9068f6-27b9-448d-926c-8da4291735c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.690607 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb9068f6-27b9-448d-926c-8da4291735c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b45199b0-6b46-4c75-80d2-eec4ee5112a0 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:49:36.695226 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-eb9068f6-27b9-448d-926c-8da4291735c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.696394 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-eb9068f6-27b9-448d-926c-8da4291735c0 admin admin] 10.222.0.39 "DELETE /v2.0/routers/b45199b0-6b46-4c75-80d2-eec4ee5112a0 HTTP/1.1" status: 204 len: 168 time: 0.8263338 Jul 09 14:49:36.698912 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52364) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:36.745618 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b35d44-1846-45a0-86a9-207f8e321e85 admin admin] Deleting subnet 8ec67ca2-7dce-4467-af87-acaea37e9a94 {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:49:36.749120 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-12b35d44-1846-45a0-86a9-207f8e321e85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.787124 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-12b35d44-1846-45a0-86a9-207f8e321e85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.886980 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-12b35d44-1846-45a0-86a9-207f8e321e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.943946 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-12b35d44-1846-45a0-86a9-207f8e321e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.971048 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b35d44-1846-45a0-86a9-207f8e321e85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ec67ca2-7dce-4467-af87-acaea37e9a94,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:36.973077 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-12b35d44-1846-45a0-86a9-207f8e321e85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:36.974969 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-12b35d44-1846-45a0-86a9-207f8e321e85 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/8ec67ca2-7dce-4467-af87-acaea37e9a94 HTTP/1.1" status: 204 len: 168 time: 0.2750711 Jul 09 14:49:36.977411 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ffb1d05-0ec7-4a16-978f-42095a2cc8a2 None None] Network 3b299756-dfe8-47ae-82a0-94b1dc401c89 requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:36.978429 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52366) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:37.050375 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.106458 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] Deleting port 5cb6e407-fd31-4cfe-80b5-a555e85caed9 {{(pid=93754) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:37.106806 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.169407 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.db [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] For port 5cb6e407-fd31-4cfe-80b5-a555e85caed9, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=5cb6e407-fd31-4cfe-80b5-a555e85caed9,segment=NetworkSegment(71b64897-2afa-4164-90a8-9b05001f1df2),segment_id=71b64897-2afa-4164-90a8-9b05001f1df2)] {{(pid=93754) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:37.169720 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.186445 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.plugin [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] Calling delete_port for 5cb6e407-fd31-4cfe-80b5-a555e85caed9 owned by network:dhcp {{(pid=93754) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:37.246729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcc48338-ae23-4f6e-8dda-1c93d3a0887a None None] DHCP port deletion for 3b299756-dfe8-47ae-82a0-94b1dc401c89 request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:49:37.274019 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9831936'] for port, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.290082 n-d-799525-3 neutron-server[93754]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] No DVR routers for this DVR port 5cb6e407-fd31-4cfe-80b5-a555e85caed9 on host n-d-799525-3 {{(pid=93754) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:49:37.306596 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5cb6e407-fd31-4cfe-80b5-a555e85caed9 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:37.332522 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 5cb6e407-fd31-4cfe-80b5-a555e85caed9 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:49:37.332930 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 5cb6e407-fd31-4cfe-80b5-a555e85caed9 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:49:37.333543 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9d4108df-45f9-495d-9db8-5bf21e72caaf no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:37.358904 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcc48338-ae23-4f6e-8dda-1c93d3a0887a None None] Deleting port 5cb6e407-fd31-4cfe-80b5-a555e85caed9 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:37.359404 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcc48338-ae23-4f6e-8dda-1c93d3a0887a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.361263 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 9d4108df-45f9-495d-9db8-5bf21e72caaf {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:49:37.361605 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 9d4108df-45f9-495d-9db8-5bf21e72caaf not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:49:37.361886 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 874407c9-0704-4aa8-bb7b-d5b495182572 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:37.380313 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] Pushing event deleted for resources: {'Port': ['ID=5cb6e407-fd31-4cfe-80b5-a555e85caed9,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:37.398307 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.409840 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b299756-dfe8-47ae-82a0-94b1dc401c89']}} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:37.421055 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71b64897-2afa-4164-90a8-9b05001f1df2') {'for_net_delete': True} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:37.421356 n-d-799525-3 neutron-server[93754]: DEBUG neutron.services.segments.db [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71b64897-2afa-4164-90a8-9b05001f1df2') {} {{(pid=93754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:37.425763 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 874407c9-0704-4aa8-bb7b-d5b495182572 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:49:37.426113 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 874407c9-0704-4aa8-bb7b-d5b495182572 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:49:37.430600 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9941959'] for segment, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.444544 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.447015 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.454632 n-d-799525-3 neutron-server[93754]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=93754) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:49:37.455377 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9832173'] for segment, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.456672 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-dcc48338-ae23-4f6e-8dda-1c93d3a0887a None None] For port 5cb6e407-fd31-4cfe-80b5-a555e85caed9, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:37.457324 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcc48338-ae23-4f6e-8dda-1c93d3a0887a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: Traceback (most recent call last): Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: timer() Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: cb(*args, **kw) Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: return func(*args, **kwargs) Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: self._notify() Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: self.callback(batched_events) Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: event.method(event) Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: return f(self, *a, **k) Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: return self._get(url).json() Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: return self.request(url, 'GET', **kwargs) Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:49:37.457445 n-d-799525-3 neutron-server[93754]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:49:37.473521 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcc48338-ae23-4f6e-8dda-1c93d3a0887a None None] Calling delete_port for 5cb6e407-fd31-4cfe-80b5-a555e85caed9 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:37.476377 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-dcc48338-ae23-4f6e-8dda-1c93d3a0887a None None] Port 5cb6e407-fd31-4cfe-80b5-a555e85caed9 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:49:37.477698 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcc48338-ae23-4f6e-8dda-1c93d3a0887a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.503747 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc48338-ae23-4f6e-8dda-1c93d3a0887a None None] Pushing event deleted for resources: {'Port': ['ID=5cb6e407-fd31-4cfe-80b5-a555e85caed9,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:37.507328 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc48338-ae23-4f6e-8dda-1c93d3a0887a None None] No DVR routers for this DVR port 5cb6e407-fd31-4cfe-80b5-a555e85caed9 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:49:37.527917 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.535247 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] Notify callbacks [] for network, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:37.536935 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] 10.222.0.39 "DELETE /v2.0/networks/3b299756-dfe8-47ae-82a0-94b1dc401c89 HTTP/1.1" status: 204 len: 168 time: 0.5567386 Jul 09 14:49:37.539986 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52368) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:37.548454 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367caa6a-080f-4ff9-b255-9651b7d2bd7b admin admin] Pushing event deleted for resources: {'Network': ['ID=3b299756-dfe8-47ae-82a0-94b1dc401c89,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:37.893099 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05e46927-585e-4804-a940-3b539c8349e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-547082'] for router_interface, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:38.446576 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-05e46927-585e-4804-a940-3b539c8349e2 admin admin] Deleting port 511eccf7-8ec8-4fee-bd93-7984e021028d {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:38.446917 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05e46927-585e-4804-a940-3b539c8349e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:38.526962 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-05e46927-585e-4804-a940-3b539c8349e2 admin admin] For port 511eccf7-8ec8-4fee-bd93-7984e021028d, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=511eccf7-8ec8-4fee-bd93-7984e021028d,segment=NetworkSegment(7e1de0c0-5619-419d-9999-25852818a8fa),segment_id=7e1de0c0-5619-419d-9999-25852818a8fa)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:38.527312 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05e46927-585e-4804-a940-3b539c8349e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:38.540801 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-05e46927-585e-4804-a940-3b539c8349e2 admin admin] Calling delete_port for 511eccf7-8ec8-4fee-bd93-7984e021028d owned by network:router_interface {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:38.721341 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05e46927-585e-4804-a940-3b539c8349e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:38.751754 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e46927-585e-4804-a940-3b539c8349e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=511eccf7-8ec8-4fee-bd93-7984e021028d,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:38.917356 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-05e46927-585e-4804-a940-3b539c8349e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-647883', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-547276'] for router_interface, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.144116 n-d-799525-3 neutron-server[93753]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e46927-585e-4804-a940-3b539c8349e2 admin admin] Router c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589 has already been hosted by L3 agent ec8108e5-2c76-4069-85bc-a021031cc91c {{(pid=93753) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 09 14:49:39.252684 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e46927-585e-4804-a940-3b539c8349e2 admin admin] Notify agent at l3_agent.n-d-799525-3 the message routers_updated {{(pid=93753) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 09 14:49:39.257637 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-05e46927-585e-4804-a940-3b539c8349e2 admin admin] 10.222.0.39 "PUT /v2.0/routers/c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7159848 Jul 09 14:49:39.260211 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52372) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:39.262704 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed51aea6-d8d9-4d29-8b29-486ddd9eb016 None None] Sync routers for ids ['c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'] in n-d-799525-3 {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 09 14:49:39.272353 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed51aea6-d8d9-4d29-8b29-486ddd9eb016 None None] Routers {'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:39.272947 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ed51aea6-d8d9-4d29-8b29-486ddd9eb016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:49:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:39.365429 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d353e6e-aa3a-4810-8fa0-d07176b36597 admin admin] Notify callbacks [] for router, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.375676 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ed51aea6-d8d9-4d29-8b29-486ddd9eb016 None None] Set router c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589 gateway port host: n-d-799525-3 {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:39.468906 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.473969 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d353e6e-aa3a-4810-8fa0-d07176b36597 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.531188 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2d353e6e-aa3a-4810-8fa0-d07176b36597 admin admin] Deleting port df519eec-56ea-4b29-a612-2fde1e398707 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:39.531648 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d353e6e-aa3a-4810-8fa0-d07176b36597 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.553272 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ed51aea6-d8d9-4d29-8b29-486ddd9eb016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'name': 'tempest-TestSnapshotPattern-667559073-router', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'external_fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.156'}], 'enable_snat': True}, 'gw_port_id': 'df519eec-56ea-4b29-a612-2fde1e398707', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:52Z', 'updated_at': '2021-07-09T14:49:38Z', 'revision_number': 5, 'project_id': 'bc2edd32904e404fab480814ff3d0ddf', 'gw_port': {'id': 'df519eec-56ea-4b29-a612-2fde1e398707', 'name': '', 'network_id': 'd7a4ab45-8058-43f3-95d2-a674490e5a5d', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:6e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'ip_address': '172.25.2.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-799525-3', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-09T14:44:53Z', 'updated_at': '2021-07-09T14:44:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '8b1300c8-6b2d-4b32-9017-c18ee5363c0d', 'cidr': '172.25.2.0/24', 'gateway_ip': '172.25.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-799525-3'}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:39.582347 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed51aea6-d8d9-4d29-8b29-486ddd9eb016 None None] Checking router: c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589 for host: n-d-799525-3 {{(pid=93756) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 09 14:49:39.591210 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed51aea6-d8d9-4d29-8b29-486ddd9eb016 None None] Routers {'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'} bound to L3 agent in host n-d-799525-3 {{(pid=93756) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 09 14:49:39.593423 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ed51aea6-d8d9-4d29-8b29-486ddd9eb016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-799525-3', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-09T13:09:34Z,description=,heartbeat_timestamp=2021-07-09T14:49:35Z,host='n-d-799525-3',id=ec8108e5-2c76-4069-85bc-a021031cc91c,load=0,resource_versions=,resources_synced=,started_at=2021-07-09T13:09:34Z,topic='l3_agent')) {'router_ids': ['c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'], 'active': True} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:39.624136 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-2d353e6e-aa3a-4810-8fa0-d07176b36597 admin admin] For port df519eec-56ea-4b29-a612-2fde1e398707, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=df519eec-56ea-4b29-a612-2fde1e398707,segment=NetworkSegment(8ef212f9-331a-4741-a8e6-d67195727425),segment_id=8ef212f9-331a-4741-a8e6-d67195727425)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:39.624509 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d353e6e-aa3a-4810-8fa0-d07176b36597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.637430 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-2d353e6e-aa3a-4810-8fa0-d07176b36597 admin admin] Calling delete_port for df519eec-56ea-4b29-a612-2fde1e398707 owned by network:router_gateway {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:39.678878 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_dvr_db [None req-ed51aea6-d8d9-4d29-8b29-486ddd9eb016 None None] Set router c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589 gateway port host: None {{(pid=93756) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 09 14:49:39.720636 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.815270 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d353e6e-aa3a-4810-8fa0-d07176b36597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:39.828245 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.l3_hamode_db [None req-ed51aea6-d8d9-4d29-8b29-486ddd9eb016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'name': 'tempest-TestSnapshotPattern-667559073-router', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:52Z', 'updated_at': '2021-07-09T14:49:39Z', 'revision_number': 6, 'project_id': 'bc2edd32904e404fab480814ff3d0ddf', 'gw_port_host': None}], 'n-d-799525-3', False) {} {{(pid=93756) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:39.854565 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d353e6e-aa3a-4810-8fa0-d07176b36597 admin admin] Pushing event deleted for resources: {'Port': ['ID=df519eec-56ea-4b29-a612-2fde1e398707,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:39.854837 n-d-799525-3 neutron-server[93756]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed51aea6-d8d9-4d29-8b29-486ddd9eb016 None None] The sync data for ids ['c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589'] in n-d-799525-3 is: [{'id': 'c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589', 'name': 'tempest-TestSnapshotPattern-667559073-router', 'tenant_id': 'bc2edd32904e404fab480814ff3d0ddf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-09T14:44:52Z', 'updated_at': '2021-07-09T14:49:39Z', 'revision_number': 6, 'project_id': 'bc2edd32904e404fab480814ff3d0ddf', 'gw_port_host': None}] {{(pid=93756) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 09 14:49:39.925259 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d353e6e-aa3a-4810-8fa0-d07176b36597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-775623'] for router_gateway, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.018033 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d353e6e-aa3a-4810-8fa0-d07176b36597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-542483', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-2354'] for router, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.020197 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d353e6e-aa3a-4810-8fa0-d07176b36597 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.064663 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d353e6e-aa3a-4810-8fa0-d07176b36597 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-539043'] for router, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.065222 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d353e6e-aa3a-4810-8fa0-d07176b36597 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589 {{(pid=93753) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 09 14:49:40.069618 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2d353e6e-aa3a-4810-8fa0-d07176b36597 admin admin] Notify callbacks [] for router, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.070786 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2d353e6e-aa3a-4810-8fa0-d07176b36597 admin admin] 10.222.0.39 "DELETE /v2.0/routers/c3e082f2-cc9f-4e60-9d17-1ce6bfd2b589 HTTP/1.1" status: 204 len: 168 time: 0.8096533 Jul 09 14:49:40.073437 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52374) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:40.124043 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e68cc0e-6156-486e-a129-7104d76ec975 admin admin] Deleting subnet d648a4f4-efe0-4d1d-b98d-2af08e47513e {{(pid=93753) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 09 14:49:40.127341 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e68cc0e-6156-486e-a129-7104d76ec975 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.161987 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e68cc0e-6156-486e-a129-7104d76ec975 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8664052'] for subnet, precommit_delete_associations {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.248127 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e68cc0e-6156-486e-a129-7104d76ec975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1744201'] for subnet, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.307792 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e68cc0e-6156-486e-a129-7104d76ec975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1744222', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860123', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9435942', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8659625'] for subnet, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.339253 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e68cc0e-6156-486e-a129-7104d76ec975 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d648a4f4-efe0-4d1d-b98d-2af08e47513e,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:40.341925 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-2e68cc0e-6156-486e-a129-7104d76ec975 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.344075 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-2e68cc0e-6156-486e-a129-7104d76ec975 admin admin] 10.222.0.39 "DELETE /v2.0/subnets/d648a4f4-efe0-4d1d-b98d-2af08e47513e HTTP/1.1" status: 204 len: 168 time: 0.2695112 Jul 09 14:49:40.345912 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f037ad-d667-401d-9222-0df191c8c660 None None] Network e7ef882b-b598-4ce6-9919-5e190e63a0cd requested from n-d-799525-3 {{(pid=93755) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 09 14:49:40.346800 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52376) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:40.414274 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1625386'] for network, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.468541 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] Deleting port a0338705-4506-4c77-b621-c781ea43a239 {{(pid=93753) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:40.468890 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.537187 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.db [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] For port a0338705-4506-4c77-b621-c781ea43a239, host n-d-799525-3, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-799525-3',level=0,port_id=a0338705-4506-4c77-b621-c781ea43a239,segment=NetworkSegment(7e1de0c0-5619-419d-9999-25852818a8fa),segment_id=7e1de0c0-5619-419d-9999-25852818a8fa)] {{(pid=93753) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:40.537476 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.550703 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.plugin [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] Calling delete_port for a0338705-4506-4c77-b621-c781ea43a239 owned by network:dhcp {{(pid=93753) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:40.621647 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8b361f-d2c2-4185-93b1-2881b7e6e152 None None] DHCP port deletion for e7ef882b-b598-4ce6-9919-5e190e63a0cd request from n-d-799525-3 {{(pid=93755) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 09 14:49:40.634874 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9436012'] for port, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.663066 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=a0338705-4506-4c77-b621-c781ea43a239,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:40.666620 n-d-799525-3 neutron-server[93753]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] No DVR routers for this DVR port a0338705-4506-4c77-b621-c781ea43a239 on host n-d-799525-3 {{(pid=93753) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:49:40.680418 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b361f-d2c2-4185-93b1-2881b7e6e152 None None] Deleting port a0338705-4506-4c77-b621-c781ea43a239 {{(pid=93755) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 09 14:49:40.680806 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b8b361f-d2c2-4185-93b1-2881b7e6e152 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8760339633875'] for port, before_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.742124 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1746162', 'neutron.services.segments.db._delete_segments_for_network-8760339405397'] for network, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.743918 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.db [None req-6b8b361f-d2c2-4185-93b1-2881b7e6e152 None None] For port a0338705-4506-4c77-b621-c781ea43a239, host n-d-799525-3, got binding levels [] {{(pid=93755) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 09 14:49:40.744307 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b8b361f-d2c2-4185-93b1-2881b7e6e152 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-546314'] for port, precommit_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.753783 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7ef882b-b598-4ce6-9919-5e190e63a0cd']}} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:40.757852 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-6b8b361f-d2c2-4185-93b1-2881b7e6e152 None None] Calling delete_port for a0338705-4506-4c77-b621-c781ea43a239 owned by network:dhcp {{(pid=93755) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 09 14:49:40.760646 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.ipam_backend_mixin [None req-6b8b361f-d2c2-4185-93b1-2881b7e6e152 None None] Port a0338705-4506-4c77-b621-c781ea43a239 was not found and therefore no delete operation was performed {{(pid=93755) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 09 14:49:40.762496 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-6b8b361f-d2c2-4185-93b1-2881b7e6e152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1607992', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522665', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-647869', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8760339640845', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8760339102437'] for port, after_delete {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.764689 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1de0c0-5619-419d-9999-25852818a8fa') {'for_net_delete': True} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:40.764989 n-d-799525-3 neutron-server[93753]: DEBUG neutron.services.segments.db [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1de0c0-5619-419d-9999-25852818a8fa') {} {{(pid=93753) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 09 14:49:40.774784 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8760339430961', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8664061'] for segment, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.788023 n-d-799525-3 neutron-server[93755]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b361f-d2c2-4185-93b1-2881b7e6e152 None None] Pushing event deleted for resources: {'Port': ['ID=a0338705-4506-4c77-b621-c781ea43a239,revision_number=None']} {{(pid=93755) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:40.789699 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342'] for segment, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.791460 n-d-799525-3 neutron-server[93755]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8b361f-d2c2-4185-93b1-2881b7e6e152 None None] No DVR routers for this DVR port a0338705-4506-4c77-b621-c781ea43a239 on host n-d-799525-3 {{(pid=93755) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 09 14:49:40.797687 n-d-799525-3 neutron-server[93753]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] Releasing vlan 322 on physical network physnet1 to pool {{(pid=93753) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 09 14:49:40.798103 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1742342', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9436033'] for segment, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: conditions |= (models_v2.Port.network_id.in_( Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: Traceback (most recent call last): Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: timer() Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: cb(*args, **kw) Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: return func(*args, **kwargs) Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: self._notify() Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: self.callback(batched_events) Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: event.method(event) Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: aggregate_uuid = self.p_client.list_aggregates( Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: return f(self, *a, **k) Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: return self._get(url).json() Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: return self.request(url, 'GET', **kwargs) Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: base_url = self.get_endpoint(auth, allow=allow, Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 09 14:49:40.800761 n-d-799525-3 neutron-server[93753]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 09 14:49:40.861287 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1746123', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-859913', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-647858', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-775587'] for network, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.866759 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] Notify callbacks [] for network, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:40.869171 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] 10.222.0.39 "DELETE /v2.0/networks/e7ef882b-b598-4ce6-9919-5e190e63a0cd HTTP/1.1" status: 204 len: 168 time: 0.5212002 Jul 09 14:49:40.883903 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3926bb8a-d25b-4a8c-bebb-97659e460ccd admin admin] Pushing event deleted for resources: {'Network': ['ID=e7ef882b-b598-4ce6-9919-5e190e63a0cd,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:41.043892 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device df519eec-56ea-4b29-a612-2fde1e398707 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:41.063199 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52380) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:41.065975 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: df519eec-56ea-4b29-a612-2fde1e398707 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:49:41.066327 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device df519eec-56ea-4b29-a612-2fde1e398707 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:49:41.066750 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 511eccf7-8ec8-4fee-bd93-7984e021028d no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:41.090765 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: 511eccf7-8ec8-4fee-bd93-7984e021028d {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:49:41.091134 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device 511eccf7-8ec8-4fee-bd93-7984e021028d not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:49:41.092116 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a0338705-4506-4c77-b621-c781ea43a239 no longer exists at agent ovs-agent-n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 09 14:49:41.105210 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-9b9bb649-81f1-40fa-836c-69bafa641384 admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=5a17b2182af8427da31ca0c2258797cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0407932 Jul 09 14:49:41.107992 n-d-799525-3 neutron-server[93753]: DEBUG neutron.wsgi [-] (93753) accepted ('10.222.0.39', 52382) {{(pid=93753) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:41.111429 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.plugin [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] No Port match for: a0338705-4506-4c77-b621-c781ea43a239 {{(pid=93755) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 09 14:49:41.111729 n-d-799525-3 neutron-server[93755]: DEBUG neutron.plugins.ml2.rpc [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Device a0338705-4506-4c77-b621-c781ea43a239 not bound to the agent host n-d-799525-3 {{(pid=93755) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 09 14:49:41.158930 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef05ed85-d5ac-4305-bb8b-3ccd8e746743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:41.179432 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef05ed85-d5ac-4305-bb8b-3ccd8e746743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:41.227478 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef05ed85-d5ac-4305-bb8b-3ccd8e746743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:41.230011 n-d-799525-3 neutron-server[93753]: DEBUG neutron_lib.callbacks.manager [None req-ef05ed85-d5ac-4305-bb8b-3ccd8e746743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93753) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:41.233947 n-d-799525-3 neutron-server[93753]: INFO neutron.wsgi [None req-ef05ed85-d5ac-4305-bb8b-3ccd8e746743 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/5a9ee105-b3fa-423e-bfa6-981ca42f9efa HTTP/1.1" status: 204 len: 168 time: 0.1222847 Jul 09 14:49:41.239347 n-d-799525-3 neutron-server[93753]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef05ed85-d5ac-4305-bb8b-3ccd8e746743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9ee105-b3fa-423e-bfa6-981ca42f9efa,revision_number=None']} {{(pid=93753) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:49:41.563435 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52388) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:41.604045 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-1d0c4758-706e-4b76-9b7f-4dc5685dab0c admin admin] 10.222.0.39 "GET /v2.0/security-groups?tenant_id=bc2edd32904e404fab480814ff3d0ddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393929 Jul 09 14:49:41.606388 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [-] (93754) accepted ('10.222.0.39', 52390) {{(pid=93754) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 09 14:49:41.660455 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e841bc43-9bc5-4088-9df2-8dd67b5b9f32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:41.681542 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e841bc43-9bc5-4088-9df2-8dd67b5b9f32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:41.728149 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e841bc43-9bc5-4088-9df2-8dd67b5b9f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-860031'] for security_group, after_delete {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:41.730936 n-d-799525-3 neutron-server[93754]: DEBUG neutron_lib.callbacks.manager [None req-e841bc43-9bc5-4088-9df2-8dd67b5b9f32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:49:41.732166 n-d-799525-3 neutron-server[93754]: INFO neutron.wsgi [None req-e841bc43-9bc5-4088-9df2-8dd67b5b9f32 admin admin] 10.222.0.39 "DELETE /v2.0/security-groups/7aa654fc-5bab-4e58-b86b-51680bdf103d HTTP/1.1" status: 204 len: 168 time: 0.1242278 Jul 09 14:49:41.740395 n-d-799525-3 neutron-server[93754]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e841bc43-9bc5-4088-9df2-8dd67b5b9f32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa654fc-5bab-4e58-b86b-51680bdf103d,revision_number=None']} {{(pid=93754) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 09 14:50:01.957026 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1222788c-980f-4a2f-b2ca-ac4601c0026c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:04.779020 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:04.781242 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f3a8e0c0-370c-41b5-a37d-fce90ccb4b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:05.291583 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:50:05.991561 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:07.401668 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:09.479972 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:09.716268 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:31.958613 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ba25cdd7-7b73-4c20-b3b3-87dd3c8faf21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.779646 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8b13ffa2-09a1-4b05-a79a-891040058621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:34.781379 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:35.993745 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:37.405983 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:39.483255 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:39.729252 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:50:42.290912 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:51:01.964788 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9cdcdcd9-fb6f-4537-932d-aefb671dde7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:04.931180 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a2540aa7-d3e8-4515-9446-fee7a31e8787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:04.932926 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:05.996626 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:07.409578 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:09.495694 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:09.743342 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:19.293686 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:51:31.965621 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9af955c0-2969-4dae-b65d-55d18c55279d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:34.780587 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4928fd5b-b54b-421c-b859-d7a80f105883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:34.783281 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:35.999240 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:37.415528 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.495311 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:39.741984 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:51:56.293207 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:52:01.966712 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-db83b0c2-ae99-4725-ab9d-bd68cf5e71fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:04.780369 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-251a6f60-9b39-4701-bf4b-1d9f5bf63dbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:04.782083 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:06.001268 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:07.419996 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:09.502941 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:09.756660 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:31.967161 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-aa857334-1e92-4b1c-9bfd-f1b6f857d5e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:33.292837 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:52:34.780578 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-f5af02e3-8cf1-4f0e-b36b-87ed3aa26b99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:34.782456 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:36.004169 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:37.419942 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.508598 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:52:39.757395 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:01.967948 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-97ac2d8e-ea97-4b5a-9aad-786146b7bdf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:04.780239 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ebf04cf9-16c9-4327-bf82-06e00cf6837d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:04.781777 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:06.006998 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:07.421472 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.524326 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:09.756950 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:10.292595 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:53:31.968110 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-26ea184c-9c1e-43ff-a315-ab55ccac710a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.779973 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:34.781943 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b7ec8cf-5a49-4feb-bc44-880859baf094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:36.010768 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:37.422222 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:39.538681 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:39.754806 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:53:47.291770 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:54:01.969024 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-85b66d78-2197-4ada-a5d9-d8ace74769a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:04.779538 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:04.781258 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-696d5b3d-09a3-49d6-ae85-9725310f721e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:06.014418 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:07.426341 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:09.530100 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:09.754209 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:24.292317 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:54:31.969781 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-a0aa39f1-1f88-4b66-9a4d-188f9fff4512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:34.781715 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:34.783549 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8ade14bc-2ec2-481a-8c03-0c7a3c440532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:36.015571 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:37.428559 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:39.554090 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:54:39.754075 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:01.292090 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:55:01.972718 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-4cad59af-5e49-4362-b3df-9c85bbb6959c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.781327 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:04.782808 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e043fa83-0534-42f7-983a-8e18246d92ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:06.018466 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:07.431998 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.558203 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:09.752202 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:31.972891 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-58335ed5-18c5-43de-9655-e43f76e67caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:34.780569 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:34.783608 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-ccfcd598-464e-4e2d-8002-255a173791cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:36.020992 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:37.434291 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:38.292083 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:55:39.582506 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:55:39.768730 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:01.973571 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-de2fa16b-8203-4a2f-a03e-09383b80af93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:04.779254 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:04.781196 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-e32c3d35-2652-4fc3-aa1f-204e9000d645 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:06.024560 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:07.438831 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:09.580392 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:09.782451 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:15.291945 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:56:31.974689 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-5dda98cf-77af-4844-83f2-9f39c8874d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:34.780769 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:34.782655 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-1b6d540a-ca05-4b4c-9e11-07b337502235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:36.026024 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:37.438581 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:39.583409 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:39.789438 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:56:52.290965 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:57:01.975018 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-affcd911-7ef3-4cb9-bdc7-de2bbcf58887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.781144 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-0103e4dc-6670-4cb6-81d5-c238d9585a42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:04.782907 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:06.029225 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:07.443070 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.577724 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:09.796461 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:29.305970 n-d-799525-3 neutron-server[93756]: DEBUG neutron.db.agents_db [None req-dcef9597-d052-4449-a8da-49cd0301dab5 None None] Agent healthcheck: found 7 active agents {{(pid=93756) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 09 14:57:31.977194 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-cdb4bc10-0e81-4890-a8a1-b3563240acce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:34.781058 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9b92f121-e7d6-4ea0-b429-67792376f37a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:34.785556 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-dcfaa112-0f67-4917-a765-9044c649a794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:36.031686 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9f3e3490-8c7f-45b2-b6a0-5ff653e067eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:37.447182 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-8238d28d-f6ae-4681-a1ea-0fb818035ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:39.576845 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-9c39e4fa-01a6-4b12-978e-79cf58252267 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:39.797476 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-b09980bd-a2df-445b-9e3b-e0ba4a54a785 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 09 14:57:57.245364 n-d-799525-3 neutron-server[93754]: DEBUG neutron.wsgi [req-17a184f9-c5c0-45b7-870f-89a2fb4c9fe8 req-cb46573b-ade4-40dc-ac4e-792fb15b7bc5 service neutron] (93754) timed out ('10.222.0.39', 46206) {{(pid=93754) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 09 14:58:01.979731 n-d-799525-3 neutron-server[93755]: DEBUG neutron_lib.callbacks.manager [None req-42b26bef-125e-43b6-9d28-39b145699d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8760339405379', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1747848'] for agent, after_update {{(pid=93755) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}